-- Logs begin at Mon 2021-12-20 08:00:17 UTC, end at Mon 2021-12-20 10:02:01 UTC. -- Dec 20 08:33:57.460558 dv-neutron-820491-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Dec 20 08:33:59.567081 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.common.config [-] Logging enabled! Dec 20 08:33:59.567832 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.2.dev80 Dec 20 08:33:59.567832 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83341) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Dec 20 08:33:59.570039 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.common.config [-] Logging enabled! Dec 20 08:33:59.570288 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.2.dev80 Dec 20 08:33:59.570530 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83341) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Dec 20 08:33:59.571459 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 20 08:33:59.571687 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 20 08:33:59.572029 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 20 08:33:59.572268 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 20 08:33:59.573017 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 20 08:33:59.573358 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:33:59.573651 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:33:59.573939 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:33:59.574165 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:33:59.574451 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:33:59.574732 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:33:59.575006 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:33:59.575288 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:33:59.575576 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:33:59.575852 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:33:59.576121 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:33:59.576394 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:33:59.576618 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:33:59.576890 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:33:59.577168 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:33:59.577470 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:33:59.577690 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] debug = True {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:33:59.577963 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:33:59.578387 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:33:59.578806 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:33:59.579082 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:33:59.579370 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:33:59.579636 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:33:59.579907 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:33:59.580181 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:33:59.580502 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] host = dv-neutron-820491-1-hyperv {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:33:59.580775 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:33:59.581057 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:33:59.581366 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:33:59.581648 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:33:59.581916 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:33:59.582184 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:33:59.582461 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:33:59.582729 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:33:59.582993 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] log_file = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:33:59.583266 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:33:59.583547 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:33:59.583831 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:33:59.584115 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:33:59.584336 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:33:59.584554 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:33:59.584832 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:33:59.585112 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:33:59.585417 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:33:59.585687 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:33:59.585953 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:33:59.586218 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:33:59.586482 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:33:59.586745 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:33:59.587022 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:33:59.587299 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:33:59.587576 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:33:59.587843 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:33:59.588738 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:33:59.588987 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:33:59.589279 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:33:59.589561 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:33:59.589830 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:33:59.590097 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:33:59.590364 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:33:59.590643 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:33:59.590906 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:33:59.591174 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:33:59.591463 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:33:59.591743 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:33:59.592018 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:33:59.592296 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:33:59.592561 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:33:59.592836 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:33:59.593102 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:33:59.593431 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:33:59.593698 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] use_json = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:33:59.593965 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:33:59.594227 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:33:59.594503 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:33:59.594768 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:33:59.595032 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:33:59.595297 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:33:59.595563 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:33:59.595839 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:33:59.596129 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:33:59.596417 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:33:59.596705 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:33:59.596982 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:33:59.597289 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:33:59.597570 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:33:59.597852 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:33:59.598124 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:33:59.598407 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:33:59.598686 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:33:59.598967 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:33:59.599242 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:33:59.599519 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:33:59.599804 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:33:59.600085 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:33:59.600350 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:33:59.600621 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:33:59.600902 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:33:59.601174 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:33:59.601469 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:33:59.601740 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:33:59.602020 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:33:59.602289 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:33:59.602554 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:33:59.602829 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:33:59.603107 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:33:59.603371 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:33:59.603661 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:33:59.603946 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:33:59.604227 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:33:59.604498 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:33:59.604763 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:33:59.605030 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:33:59.605317 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:33:59.605582 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:33:59.605860 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:33:59.606132 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:33:59.606396 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:33:59.606660 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:33:59.606930 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:33:59.607195 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:33:59.607462 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:33:59.607731 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:33:59.607996 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:33:59.608265 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:33:59.608536 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:33:59.608804 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:33:59.609072 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:33:59.609362 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:33:59.609633 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:33:59.609900 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:33:59.610164 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:33:59.610433 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:33:59.610699 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:33:59.610963 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:33:59.611230 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:33:59.611494 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:33:59.611761 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:33:59.612043 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:33:59.612332 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:33:59.612603 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:33:59.612878 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:33:59.613156 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:33:59.613450 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:33:59.613722 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:33:59.613995 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:33:59.614267 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:33:59.614541 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:33:59.614811 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:33:59.615101 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:33:59.615378 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:33:59.615663 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:33:59.615940 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:33:59.616210 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:33:59.616498 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:33:59.616769 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:33:59.617044 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:33:59.617338 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:33:59.617609 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:33:59.617884 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:33:59.618160 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:33:59.618445 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:33:59.618733 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:33:59.619020 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:33:59.619359 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:33:59.619715 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:33:59.620088 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:33:59.620400 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:33:59.620678 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:33:59.620894 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 20 08:33:59.621136 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83341) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 20 08:34:00.018613 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO keyring.backend [-] Loading KWallet Dec 20 08:34:00.026092 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO keyring.backend [-] Loading SecretService Dec 20 08:34:00.029218 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO keyring.backend [-] Loading Windows Dec 20 08:34:00.030572 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO keyring.backend [-] Loading chainer Dec 20 08:34:00.031146 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO keyring.backend [-] Loading macOS Dec 20 08:34:00.065128 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:34:00.065433 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=83341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:34:00.065719 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:34:00.066048 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 20 08:34:00.369575 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:00.369769 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:00.370031 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:00.425577 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:00.425854 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:00.426119 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:00.429161 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:00.429461 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:00.429727 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:00.458295 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:00.458566 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:00.458828 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:00.485968 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:00.486241 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:00.486503 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:00.802449 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:00.803079 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:00.803079 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:00.803259 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:00.803939 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:00.928559 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:00.928927 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:00.929207 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:00.929498 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:00.929762 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:00.930068 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:00.930326 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:00.930578 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:00.930826 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:00.931101 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:00.931352 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:00.931610 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:00.932516 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:00.932773 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:00.933039 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:00.933325 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:00.933583 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:00.933850 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:00.934101 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:00.934376 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:00.934714 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:00.934961 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:00.935203 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:00.935477 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:00.935717 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:00.935955 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:00.936330 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83341) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 20 08:34:00.936564 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83341) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 20 08:34:00.936796 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83341) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 20 08:34:00.937027 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83341) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 20 08:34:00.937284 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83341) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 20 08:34:00.937518 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83341) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 20 08:34:00.938059 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 20 08:34:00.941350 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 20 08:34:00.945292 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 20 08:34:00.949834 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Dec 20 08:34:00.951461 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 20 08:34:00.951838 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 20 08:34:00.952172 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 20 08:34:00.952556 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 20 08:34:00.955406 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 20 08:34:00.955660 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 20 08:34:00.955999 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 20 08:34:00.984310 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Dec 20 08:34:00.984751 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:00.985045 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83341) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Dec 20 08:34:00.985428 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:00.986780 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83341) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 20 08:34:00.987056 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 20 08:34:00.987297 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 20 08:34:00.990578 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:00.990857 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:01.051754 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 20 08:34:01.051989 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 20 08:34:01.052223 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 20 08:34:01.052627 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 20 08:34:01.083135 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_db.sqlalchemy.engines [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=83341) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Dec 20 08:34:01.411765 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.plugins.ml2.managers [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Initializing driver for type 'gre' Dec 20 08:34:01.412208 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] gre ID ranges: [(1, 1000)] Dec 20 08:34:01.464423 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.plugins.ml2.managers [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Initializing driver for type 'local' Dec 20 08:34:01.464765 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.plugins.ml2.managers [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Initializing driver for type 'vlan' Dec 20 08:34:01.477551 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] VlanTypeDriver initialization complete Dec 20 08:34:01.477894 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.plugins.ml2.managers [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Initializing driver for type 'vxlan' Dec 20 08:34:01.478389 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] vxlan ID ranges: [(1, 1000)] Dec 20 08:34:01.535695 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.plugins.ml2.managers [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Initializing extension driver 'port_security' Dec 20 08:34:01.536078 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.plugins.ml2.extensions.port_security [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] PortSecurityExtensionDriver initialization complete Dec 20 08:34:01.536501 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.plugins.ml2.managers [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Initializing mechanism driver 'openvswitch' Dec 20 08:34:01.536843 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.plugins.ml2.managers [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Initializing mechanism driver 'hyperv' Dec 20 08:34:01.544297 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.plugins.ml2.plugin [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:34:01.545058 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Subscribe: > port after_create 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:01.545460 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Subscribe: > port after_update 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:01.545815 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Subscribe: > port after_delete 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:01.546200 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Subscribe: > subnet after_create 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:01.546550 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Subscribe: > subnet after_update 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:01.546894 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Subscribe: > subnet after_delete 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:01.547280 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Subscribe: > network after_create 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:01.547623 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Subscribe: > network after_update 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:01.547963 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Subscribe: > network after_delete 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:01.548335 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Subscribe: > security_group after_create 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:01.548748 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Subscribe: > security_group after_update 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:01.549345 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Subscribe: > security_group after_delete 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:01.550000 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:01.550574 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:01.551149 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:01.551726 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] ML2 OVO RPC backend initialized. {{(pid=83341) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}} Dec 20 08:34:01.552860 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Subscribe: > router_interface after_create 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:01.553498 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:01.554206 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Subscribe: > network before_response 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:01.554805 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Subscribe: > networks before_response 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:01.555392 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Subscribe: > port before_response 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:01.555961 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Subscribe: > ports before_response 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:01.556525 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Subscribe: > subnet before_response 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:01.557706 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Subscribe: > subnets before_response 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:01.558223 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Subscribe: > network after_create 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:01.558762 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Subscribe: > network after_update 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:01.559168 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Subscribe: > network after_delete 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:01.559513 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Subscribe: > port after_create 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:01.559856 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Subscribe: > port after_update 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:01.560194 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Subscribe: > port after_delete 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:01.560533 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Subscribe: > subnet after_create 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:01.560870 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Subscribe: > subnet after_update 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:01.561207 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Subscribe: > subnet after_delete 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:01.561849 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.plugins.ml2.plugin [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Modular L2 Plugin initialization complete Dec 20 08:34:01.562185 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading services supported by the core plugin {{(pid=83341) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 20 08:34:01.562513 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.plugins.ml2.managers [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Got port-security extension from driver 'port_security' Dec 20 08:34:01.562972 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.extensions.vlantransparent [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Disabled vlantransparent extension. Dec 20 08:34:01.563385 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83341) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 20 08:34:01.563695 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading Plugin: router Dec 20 08:34:01.599923 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Subscribe: > router_interface before_create 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:01.600310 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Subscribe: > router after_create 55549900 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:01.600675 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Subscribe: > router before_create 55549900 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:01.601038 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:01.601428 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:01.601782 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Subscribe: > router after_delete 55549900 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:01.602141 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Subscribe: > floatingip after_update 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:01.602500 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Subscribe: > router after_create 55549900 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:01.602841 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Subscribe: > router after_update 55549900 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:01.603187 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Subscribe: > router after_update 55549900 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:01.603531 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:01.604393 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Subscribe: > router after_update 55549900 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:01.604792 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Subscribe: > router precommit_update 55549900 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:01.605154 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Subscribe: port after_update 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:01.605518 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Subscribe: port after_delete 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:01.605855 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Subscribe: subnet after_update 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:01.606185 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:01.606526 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Subscribe: > port precommit_delete 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:01.606867 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Subscribe: > router precommit_create 55549900 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:01.607201 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Subscribe: port before_delete 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:01.607538 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Subscribe: > router precommit_create 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:01.607886 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Subscribe: > router after_update 55549900 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:01.608220 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Subscribe: > router precommit_delete 55549900 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:01.608562 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Subscribe: > router precommit_create 55549900 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:01.608915 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Subscribe: > router_interface after_create 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:01.609275 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Subscribe: > router precommit_update 55549900 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:01.609635 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Subscribe: > agent after_create 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:01.609982 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Subscribe: > agent after_delete 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:01.610326 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Subscribe: > network after_delete 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:01.611171 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.quota.resource_registry [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Tracking information for resource: router configured {{(pid=83341) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 20 08:34:01.611502 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.quota.resource_registry [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Tracking information for resource: floatingip configured {{(pid=83341) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 20 08:34:01.616546 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.db.l3_agentschedulers_db [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 20 08:34:01.617120 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Subscribe: port after_update 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:01.617502 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Subscribe: port after_create 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:01.617855 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Subscribe: port after_delete 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:01.618208 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Subscribe: port after_update 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:01.619013 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Subscribe: > router before_create 55550100 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:01.620015 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Subscribe: > router precommit_delete 55550100 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:01.620374 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Subscribe: > router precommit_create 55550100 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:01.620727 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Subscribe: > router precommit_update 55550100 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:01.625055 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.services.provider_configuration [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Service providers = [] {{(pid=83341) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 20 08:34:01.625446 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.db.servicetype_db [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83341) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 20 08:34:01.628667 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.services.service_base [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83341) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 20 08:34:01.629021 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.services.service_base [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83341) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 20 08:34:01.629385 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.services.service_base [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83341) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 20 08:34:01.630287 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.services.service_base [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83341) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 20 08:34:01.630653 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.services.service_base [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 20 08:34:01.631035 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83341) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 20 08:34:01.631350 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 20 08:34:01.642559 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83341) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 20 08:34:01.642893 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading Plugin: auto_allocate Dec 20 08:34:01.648836 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Subscribe: network precommit_update 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:01.649204 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Subscribe: network precommit_create 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:01.649756 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83341) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 20 08:34:01.650074 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading Plugin: tag Dec 20 08:34:01.656933 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83341) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 20 08:34:01.657281 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading Plugin: timestamp Dec 20 08:34:01.661151 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83341) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 20 08:34:01.661512 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading Plugin: network_ip_availability Dec 20 08:34:01.667420 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:01.667739 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:01.668088 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:01.668787 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83341) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 20 08:34:01.669095 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading Plugin: flavors Dec 20 08:34:01.674161 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83341) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 20 08:34:01.674494 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading Plugin: revisions Dec 20 08:34:01.678775 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83341) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 20 08:34:01.679158 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_concurrency.lockutils [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.613s {{(pid=83341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:34:01.679887 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83341) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Dec 20 08:34:01.680220 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Initializing extension manager. Dec 20 08:34:01.680728 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: __init__.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.681065 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: __pycache__ {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.681427 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.682351 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.682765 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: _filter_validation_lib.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.683097 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.683425 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: address_group.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.684171 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.684726 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loaded extension: address-group Dec 20 08:34:01.685045 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: address_scope.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.685780 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.686282 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loaded extension: address-scope Dec 20 08:34:01.686601 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: admin_state_down_before_update.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.687534 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.688041 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loaded extension: router-admin-state-down-before-update Dec 20 08:34:01.688360 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: agent.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.689053 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.689591 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loaded extension: agent Dec 20 08:34:01.689910 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: agent_resources_synced.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.690816 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.691322 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loaded extension: agent-resources-synced Dec 20 08:34:01.691640 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: allowedaddresspairs.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.693451 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.693975 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loaded extension: allowed-address-pairs Dec 20 08:34:01.694300 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: auto_allocated_topology.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.695375 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.695886 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loaded extension: auto-allocated-topology Dec 20 08:34:01.696212 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: availability_zone.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.696901 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.697468 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loaded extension: availability_zone Dec 20 08:34:01.697970 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: availability_zone_filter.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.698883 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.699390 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loaded extension: availability_zone_filter Dec 20 08:34:01.699710 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: data_plane_status.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.700606 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.701114 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Extension data-plane-status not supported by any of loaded plugins Dec 20 08:34:01.701465 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: default_subnetpools.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.702375 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.702878 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loaded extension: default-subnetpools Dec 20 08:34:01.703199 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: dhcpagentscheduler.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.703967 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.704471 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loaded extension: dhcp_agent_scheduler Dec 20 08:34:01.704794 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: dns.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.705728 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.706225 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Extension dns-integration not supported by any of loaded plugins Dec 20 08:34:01.706542 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: dns_domain_ports.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.707452 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.707950 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 20 08:34:01.708266 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: dvr.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.708925 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.709443 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loaded extension: dvr Dec 20 08:34:01.709758 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: empty_string_filtering.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.710667 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.711163 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loaded extension: empty-string-filtering Dec 20 08:34:01.711479 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.712391 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.712888 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 20 08:34:01.713252 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.714158 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.714656 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 20 08:34:01.714972 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: external_net.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.715882 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.716388 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loaded extension: external-net Dec 20 08:34:01.716707 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: extra_dhcp_opt.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.717635 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.718146 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loaded extension: extra_dhcp_opt Dec 20 08:34:01.718465 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: extraroute.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.719364 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.719868 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loaded extension: extraroute Dec 20 08:34:01.720186 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: extraroute_atomic.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.721210 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.721740 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loaded extension: extraroute-atomic Dec 20 08:34:01.722058 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: filter_validation.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.722719 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.723220 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loaded extension: filter-validation Dec 20 08:34:01.723533 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: fip_pf_description.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.724609 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.725116 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 20 08:34:01.725468 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: fip_port_details.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.726380 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.726884 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loaded extension: fip-port-details Dec 20 08:34:01.727199 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: flavors.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.728436 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.729563 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loaded extension: flavors Dec 20 08:34:01.729882 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.731569 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.732081 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 20 08:34:01.732404 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: floatingip_pools.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.733095 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.733637 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loaded extension: floatingip-pools Dec 20 08:34:01.733959 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: ip_allocation.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.734870 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.735372 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Extension ip_allocation not supported by any of loaded plugins Dec 20 08:34:01.735694 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.736607 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.737111 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loaded extension: ip-substring-filtering Dec 20 08:34:01.737456 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: l2_adjacency.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.738380 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.738876 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Extension l2_adjacency not supported by any of loaded plugins Dec 20 08:34:01.739195 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: l3.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.740139 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.740653 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loaded extension: router Dec 20 08:34:01.740975 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: l3_conntrack_helper.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.743231 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.743755 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 20 08:34:01.744086 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.745810 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.746325 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loaded extension: ext-gw-mode Dec 20 08:34:01.746652 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.747568 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.748073 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loaded extension: l3-ha Dec 20 08:34:01.748397 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: l3_flavors.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.749342 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.749849 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loaded extension: l3-flavors Dec 20 08:34:01.750170 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.751100 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.751598 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loaded extension: l3-port-ip-change-not-allowed Dec 20 08:34:01.751915 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: l3agentscheduler.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.752942 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.753482 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loaded extension: l3_agent_scheduler Dec 20 08:34:01.753807 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: logging.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.755325 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.755841 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Extension logging not supported by any of loaded plugins Dec 20 08:34:01.756170 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: metering.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.756905 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.757499 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loaded extension: metering Dec 20 08:34:01.757824 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.758920 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.759433 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loaded extension: metering_source_and_destination_fields Dec 20 08:34:01.759756 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: multiprovidernet.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.761260 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.761777 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loaded extension: multi-provider Dec 20 08:34:01.762105 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: netmtu.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.763043 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.763548 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loaded extension: net-mtu Dec 20 08:34:01.763871 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: netmtu_writable.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.764781 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.765302 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loaded extension: net-mtu-writable Dec 20 08:34:01.765628 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: network_availability_zone.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.766293 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.766795 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loaded extension: network_availability_zone Dec 20 08:34:01.767117 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: network_ip_availability.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.768204 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.768720 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loaded extension: network-ip-availability Dec 20 08:34:01.769042 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: network_segment_range.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.769933 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.770439 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Extension network-segment-range not supported by any of loaded plugins Dec 20 08:34:01.770760 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: pagination.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.771726 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.772056 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loaded extension: pagination Dec 20 08:34:01.772377 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.773312 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.773821 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loaded extension: port-mac-address-regenerate Dec 20 08:34:01.774141 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: port_resource_request.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.775044 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.775607 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Extension port-resource-request not supported by any of loaded plugins Dec 20 08:34:01.776103 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: portbindings.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.777034 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.777571 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loaded extension: binding Dec 20 08:34:01.777891 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: portbindings_extended.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.779155 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.779665 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loaded extension: binding-extended Dec 20 08:34:01.779986 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: portsecurity.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.780905 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.781450 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loaded extension: port-security Dec 20 08:34:01.781773 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: project_id.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.782739 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.783067 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loaded extension: project-id Dec 20 08:34:01.783386 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: providernet.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.784291 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.784797 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loaded extension: provider Dec 20 08:34:01.785117 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: qos.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.788670 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.789191 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Extension qos not supported by any of loaded plugins Dec 20 08:34:01.789546 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.790799 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.791840 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 20 08:34:01.792242 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.793166 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.793700 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 20 08:34:01.794026 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: qos_default.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.794932 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.795439 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Extension qos-default not supported by any of loaded plugins Dec 20 08:34:01.795759 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: qos_fip.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.796397 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.796897 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Extension qos-fip not supported by any of loaded plugins Dec 20 08:34:01.797215 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: qos_gateway_ip.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.798154 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.798657 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 20 08:34:01.798978 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: qos_port_network_policy.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.799883 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.800388 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 20 08:34:01.800709 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: qos_rule_type_details.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.801655 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.802156 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 20 08:34:01.802476 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: qos_rules_alias.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.803517 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.804023 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 20 08:34:01.804347 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: quotasv2.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.805210 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.805562 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loaded extension: quotas Dec 20 08:34:01.805885 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: quotasv2_detail.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.808332 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.808664 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loaded extension: quota_details Dec 20 08:34:01.808989 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: rbac.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.810058 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.810577 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loaded extension: rbac-policies Dec 20 08:34:01.810905 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: rbac_address_scope.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.811829 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.812337 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loaded extension: rbac-address-scope Dec 20 08:34:01.812657 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: rbac_security_groups.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.813597 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.814103 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loaded extension: rbac-security-groups Dec 20 08:34:01.814424 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: rbac_subnetpool.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.815333 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.815836 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loaded extension: rbac-subnetpool Dec 20 08:34:01.816155 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: revisionifmatch.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.817074 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.817608 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loaded extension: revision-if-match Dec 20 08:34:01.817929 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: revisions.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.819040 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.819545 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loaded extension: standard-attr-revisions Dec 20 08:34:01.819868 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: router_availability_zone.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.820536 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.821046 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loaded extension: router_availability_zone Dec 20 08:34:01.821405 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: routerservicetype.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.822365 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.823368 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Extension router-service-type not supported by any of loaded plugins Dec 20 08:34:01.823683 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: security_groups_port_filtering.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.824595 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.825097 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loaded extension: port-security-groups-filtering Dec 20 08:34:01.825450 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: securitygroup.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.836343 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.836922 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loaded extension: security-group Dec 20 08:34:01.837193 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: segment.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.838051 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.838643 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Extension segment not supported by any of loaded plugins Dec 20 08:34:01.838968 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.839921 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.840430 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 20 08:34:01.840754 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: servicetype.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.841910 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.842436 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loaded extension: service-type Dec 20 08:34:01.842762 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: sorting.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.843741 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.844072 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loaded extension: sorting Dec 20 08:34:01.844394 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: standard_attr_segment.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.845331 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.845841 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 20 08:34:01.846158 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: standardattrdescription.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.846797 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.847305 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loaded extension: standard-attr-description Dec 20 08:34:01.847623 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: stateful_security_group.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.848546 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.849053 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loaded extension: stateful-security-group Dec 20 08:34:01.849410 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: stdattrs_common.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.849988 dv-neutron-820491-1-hyperv neutron-server[83341]: WARNING neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 20 08:34:01.850307 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.851241 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.851752 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 20 08:34:01.852073 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: subnet_onboard.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.853202 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.854254 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loaded extension: subnet_onboard Dec 20 08:34:01.854735 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.855670 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.856174 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 20 08:34:01.856493 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: subnet_service_types.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.857441 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.857944 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loaded extension: subnet-service-types Dec 20 08:34:01.858262 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: subnetallocation.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.859350 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.859856 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loaded extension: subnet_allocation Dec 20 08:34:01.860177 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.860834 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.861371 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loaded extension: subnetpool-prefix-ops Dec 20 08:34:01.861696 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.862628 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.863127 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 20 08:34:01.863445 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: tagging.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.864506 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.865024 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loaded extension: standard-attr-tag Dec 20 08:34:01.865449 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: timestamp.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.866651 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.867186 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loaded extension: standard-attr-timestamp Dec 20 08:34:01.867493 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: trunk.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.868519 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.869032 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Extension trunk not supported by any of loaded plugins Dec 20 08:34:01.869542 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: trunk_details.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.870462 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.870971 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Extension trunk-details not supported by any of loaded plugins Dec 20 08:34:01.871294 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: uplink_status_propagation.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.872212 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.872717 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 20 08:34:01.873037 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Loading extension file: vlantransparent.py {{(pid=83341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 20 08:34:01.873727 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 20 08:34:01.874234 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Extension vlan-transparent not supported by any of loaded plugins Dec 20 08:34:01.876434 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.quota.resource_registry [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Creating instance of TrackedResource for resource:network Dec 20 08:34:01.877148 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.quota.resource_registry [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Creating instance of TrackedResource for resource:subnet Dec 20 08:34:01.877954 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.quota.resource_registry [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Creating instance of TrackedResource for resource:subnetpool Dec 20 08:34:01.878548 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.quota.resource_registry [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Creating instance of TrackedResource for resource:port Dec 20 08:34:01.879809 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.v2.resource_helper [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83341) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 08:34:01.880251 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.v2.resource_helper [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Service FLAVORS assigned prefix: {{(pid=83341) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 08:34:01.880879 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.v2.resource_helper [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83341) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 08:34:01.881332 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.v2.resource_helper [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83341) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 08:34:01.881667 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.quota.resource_registry [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Creating instance of TrackedResource for resource:router Dec 20 08:34:01.882307 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.quota.resource_registry [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Creating instance of TrackedResource for resource:floatingip Dec 20 08:34:01.883012 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.v2.resource_helper [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Service METERING assigned prefix: /metering {{(pid=83341) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 08:34:01.884420 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:01.884782 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:01.885694 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:34:01.886793 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.quota.resource_registry [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Creating instance of CountableResource for resource:rbac_policy Dec 20 08:34:01.887219 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.quota.resource_registry [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Creating instance of TrackedResource for resource:security_group Dec 20 08:34:01.887866 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.quota.resource_registry [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Creating instance of TrackedResource for resource:security_group_rule Dec 20 08:34:01.888614 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.v2.resource_helper [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Service CORE assigned prefix: {{(pid=83341) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 08:34:01.888942 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.quota.resource_registry [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Creating instance of TrackedResource for resource:subnetpool Dec 20 08:34:01.889296 dv-neutron-820491-1-hyperv neutron-server[83341]: WARNING neutron.quota.resource_registry [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] subnetpool is already registered Dec 20 08:34:01.889913 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.v2.resource_helper [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Service CORE assigned prefix: {{(pid=83341) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 08:34:01.890239 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.quota.resource_registry [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Creating instance of TrackedResource for resource:subnetpool Dec 20 08:34:01.890561 dv-neutron-820491-1-hyperv neutron-server[83341]: WARNING neutron.quota.resource_registry [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] subnetpool is already registered Dec 20 08:34:01.893072 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.v2.resource_helper [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83341) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 08:34:01.893527 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.v2.resource_helper [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Service FLAVORS assigned prefix: {{(pid=83341) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 08:34:01.894115 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.v2.resource_helper [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83341) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 08:34:01.894538 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.v2.resource_helper [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83341) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 08:34:01.894867 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.quota.resource_registry [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Creating instance of TrackedResource for resource:router Dec 20 08:34:01.895192 dv-neutron-820491-1-hyperv neutron-server[83341]: WARNING neutron.quota.resource_registry [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] router is already registered Dec 20 08:34:01.895774 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.quota.resource_registry [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Creating instance of TrackedResource for resource:floatingip Dec 20 08:34:01.896103 dv-neutron-820491-1-hyperv neutron-server[83341]: WARNING neutron.quota.resource_registry [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] floatingip is already registered Dec 20 08:34:01.896719 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.v2.resource_helper [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Service METERING assigned prefix: /metering {{(pid=83341) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 08:34:01.897407 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.quota.resource_registry [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Creating instance of CountableResource for resource:rbac_policy Dec 20 08:34:01.897732 dv-neutron-820491-1-hyperv neutron-server[83341]: WARNING neutron.quota.resource_registry [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] rbac_policy is already registered Dec 20 08:34:01.898268 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.quota.resource_registry [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Creating instance of TrackedResource for resource:security_group Dec 20 08:34:01.898593 dv-neutron-820491-1-hyperv neutron-server[83341]: WARNING neutron.quota.resource_registry [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] security_group is already registered Dec 20 08:34:01.899165 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.quota.resource_registry [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Creating instance of TrackedResource for resource:security_group_rule Dec 20 08:34:01.899490 dv-neutron-820491-1-hyperv neutron-server[83341]: WARNING neutron.quota.resource_registry [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] security_group_rule is already registered Dec 20 08:34:01.900134 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.v2.resource_helper [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Service CORE assigned prefix: {{(pid=83341) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 08:34:01.900481 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.quota.resource_registry [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Creating instance of TrackedResource for resource:subnetpool Dec 20 08:34:01.900846 dv-neutron-820491-1-hyperv neutron-server[83341]: WARNING neutron.quota.resource_registry [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] subnetpool is already registered Dec 20 08:34:01.901478 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.v2.resource_helper [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Service CORE assigned prefix: {{(pid=83341) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 08:34:01.901801 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.quota.resource_registry [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Creating instance of TrackedResource for resource:subnetpool Dec 20 08:34:01.902131 dv-neutron-820491-1-hyperv neutron-server[83341]: WARNING neutron.quota.resource_registry [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] subnetpool is already registered Dec 20 08:34:01.902780 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Extended resource: extensions {{(pid=83341) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 08:34:01.904221 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Extended resource: address-groups {{(pid=83341) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 08:34:01.905805 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Extended resource: address-scopes {{(pid=83341) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 08:34:01.906995 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Extended resource: agents {{(pid=83341) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 08:34:01.908137 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Extended resource: auto-allocated-topology {{(pid=83341) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 08:34:01.909398 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Extended resource: availability_zones {{(pid=83341) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 08:34:01.910692 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Extended resource: dhcp-networks {{(pid=83341) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 08:34:01.912117 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Extended resource: dhcp-agents {{(pid=83341) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 08:34:01.913526 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Extended resource: routers {{(pid=83341) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 08:34:01.915302 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Extended resource: flavors {{(pid=83341) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 08:34:01.916468 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Extended resource: service_profiles {{(pid=83341) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 08:34:01.917721 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Extended resource: next_providers {{(pid=83341) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 08:34:01.919172 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Extended resource: service_profiles {{(pid=83341) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 08:34:01.920585 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Extended resource: floatingip-pools {{(pid=83341) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 08:34:01.921808 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Extended resource: routers {{(pid=83341) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 08:34:01.923583 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Extended resource: floatingips {{(pid=83341) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 08:34:01.924743 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Extended resource: l3-routers {{(pid=83341) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 08:34:01.926122 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Extended resource: l3-agents {{(pid=83341) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 08:34:01.927481 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Extended resource: metering-labels {{(pid=83341) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 08:34:01.929684 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Extended resource: metering-label-rules {{(pid=83341) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 08:34:01.930932 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Extended resource: network-ip-availabilities {{(pid=83341) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 08:34:01.932784 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Extended resource: bindings {{(pid=83341) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 08:34:01.934431 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Extended resource: quotas {{(pid=83341) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 08:34:01.935856 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Extended resource: quotas {{(pid=83341) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 08:34:01.937271 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Extended resource: rbac-policies {{(pid=83341) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 08:34:01.938553 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Extended resource: security-groups {{(pid=83341) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 08:34:01.939728 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Extended resource: security-group-rules {{(pid=83341) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 08:34:01.940922 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Extended resource: service-providers {{(pid=83341) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 08:34:01.942161 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Extended resource: subnetpools {{(pid=83341) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 08:34:01.943559 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Extended resource: subnetpools {{(pid=83341) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 08:34:01.944975 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Extended resource: tags {{(pid=83341) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 08:34:01.946667 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Extended resource: tags {{(pid=83341) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 08:34:01.949091 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Extended resource: tags {{(pid=83341) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 08:34:01.950873 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Extended resource: tags {{(pid=83341) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 08:34:01.952609 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Extended resource: tags {{(pid=83341) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 08:34:01.954283 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Extended resource: tags {{(pid=83341) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 08:34:01.956002 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Extended resource: tags {{(pid=83341) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 08:34:01.957864 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Extended resource: tags {{(pid=83341) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 08:34:01.959675 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Extended resource: tags {{(pid=83341) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 08:34:01.961498 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron.api.extensions [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Extended resource: tags {{(pid=83341) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 20 08:34:01.967237 dv-neutron-820491-1-hyperv neutron-server[83341]: WARNING keystonemiddleware.auth_token [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 20 08:34:01.971925 dv-neutron-820491-1-hyperv neutron-server[83341]: WARNING keystonemiddleware.auth_token [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 20 08:34:01.979927 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_concurrency.lockutils [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Acquired lock "singleton_lock" {{(pid=83341) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Dec 20 08:34:01.980400 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_concurrency.lockutils [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Releasing lock "singleton_lock" {{(pid=83341) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Dec 20 08:34:01.981014 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO oslo_service.service [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Starting 2 workers Dec 20 08:34:01.985617 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Started child 83444 {{(pid=83341) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 20 08:34:01.989777 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Started child 83445 {{(pid=83341) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 20 08:34:01.991025 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:34:01.991564 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO neutron.service [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Neutron service started, listening on 0.0.0.0:9696 Dec 20 08:34:01.991994 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Notify callbacks [] for process, before_spawn {{(pid=83341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:34:01.992474 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [-] (83444) wsgi starting up on http://0.0.0.0:9696 Dec 20 08:34:01.994880 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:34:01.995345 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO oslo_service.service [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Starting 1 workers Dec 20 08:34:01.996328 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [-] (83445) wsgi starting up on http://0.0.0.0:9696 Dec 20 08:34:02.000071 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Started child 83446 {{(pid=83341) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 20 08:34:02.000602 dv-neutron-820491-1-hyperv neutron-server[83341]: INFO oslo_service.service [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Starting 1 workers Dec 20 08:34:02.003736 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.service [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] calling RpcWorker wait() {{(pid=83446) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 20 08:34:02.004277 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.service [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] returning from RpcWorker wait() {{(pid=83446) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 20 08:34:02.004757 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Started child 83447 {{(pid=83341) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 20 08:34:02.005583 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG neutron_lib.callbacks.manager [None req-8af6e48c-4746-490a-a74f-0b17766523fe None None] Notify callbacks [] for process, after_spawn {{(pid=83341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:34:02.005697 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:34:02.006198 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:34:02.007548 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83341) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Dec 20 08:34:02.007756 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 20 08:34:02.007935 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 20 08:34:02.008148 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 20 08:34:02.008484 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 20 08:34:02.008660 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 20 08:34:02.009129 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.009417 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.009598 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:34:02.010923 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.010923 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.011054 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.011544 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.011827 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.012062 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.012325 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.012579 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.012746 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.012911 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.013159 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.013441 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.013729 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.013996 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.014248 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.014514 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.014686 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.014928 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.015202 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.015428 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.015707 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] debug = True {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.015946 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.016425 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.016633 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.016878 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.017110 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.017429 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.017677 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.017945 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.018174 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.018415 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.018646 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.018929 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.019159 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.019355 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.019636 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.019871 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.020332 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] host = dv-neutron-820491-1-hyperv {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.020571 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.020793 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.021038 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.021305 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.021548 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.021761 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.022006 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.022270 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.022531 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.022754 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.023017 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.023259 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.023546 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.023735 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] log_file = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.023898 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] log_options = True {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.024131 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.024410 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.024664 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.024850 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.025018 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.025191 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.025510 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.026182 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.026430 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.026650 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.027006 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.027140 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.027302 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.027535 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.027795 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.028022 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.028233 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.028440 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.028701 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.028922 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.029142 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.029389 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.029598 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.029813 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.030023 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.030241 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.030481 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.030692 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.030900 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.031141 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.031390 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.031631 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.031859 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.032238 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.032490 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.032713 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.032940 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.033204 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.033451 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.033691 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.033941 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.034155 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.034441 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.035466 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.035903 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.036075 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:34:02.036225 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] use_json = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.036225 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.036510 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.036656 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.036805 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.037025 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.037286 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.037483 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.037717 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.039089 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.039476 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.039930 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.040135 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.040375 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.040628 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.040866 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.041106 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.042323 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.043643 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.044443 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.044704 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.045667 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.046009 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.046299 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.046559 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.048558 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.048558 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.048558 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.048558 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.048558 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.048558 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.048558 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.048558 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.049514 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.049514 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.049514 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.049514 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.051073 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.051221 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.051479 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.051723 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.051956 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.052194 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.052414 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.052631 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.052846 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.053081 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.053345 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.053607 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.053849 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.054051 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.054282 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.054494 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.054733 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.054980 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.055195 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.055424 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.055638 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.055851 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.056060 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.056309 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.056523 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.056801 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.057169 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.057428 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.057648 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.057872 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.058088 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.058307 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.058524 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.058771 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.058985 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.059198 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.059434 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.059646 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.059878 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.061689 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.061689 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.063502 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.063502 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.065166 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.065449 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.065719 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.066054 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.066403 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.066665 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.066934 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.067189 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.067463 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.069292 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.071502 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.071776 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.072021 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.072298 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.072693 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.073267 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.073518 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.073705 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.074278 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.074278 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.074528 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.075243 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.075243 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.075243 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.075481 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.075729 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.075991 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.076256 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.076516 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.076779 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.077062 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.077319 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.077600 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.077922 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.078204 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.078486 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.078770 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.079062 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.079304 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.079591 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.079936 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.080228 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.080488 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.080731 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.080993 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.081268 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.081589 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.081848 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.082085 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.082329 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.082568 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.082903 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.083169 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.083410 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.083674 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.083962 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.084243 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.084616 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.084894 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.085172 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.085432 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.085679 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.085915 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.086170 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.086403 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.086633 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.086847 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.087090 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.087324 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.087538 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.087758 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.088684 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.088992 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.089203 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.089399 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.089610 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.089851 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.090139 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.090377 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.090592 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.090814 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.091066 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.091307 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.091546 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.091765 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.092011 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.092282 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.092501 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.092783 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.093034 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.093274 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.093503 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.093765 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.094011 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.094221 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.094468 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.094793 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.095200 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.095582 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.095949 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.096310 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.096535 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.096765 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.096982 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.097410 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.097508 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.097825 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.098170 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.098439 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.098678 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.098896 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.099115 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.099332 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.099555 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.099770 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.099986 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.100229 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.100459 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.100670 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.100882 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.101112 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.101336 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.101543 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.101871 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.102151 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.102394 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.102605 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.102891 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.103120 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.103362 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.103646 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.103917 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.104140 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.104352 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.104560 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.104876 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.105095 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.105414 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.105658 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.105873 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.106165 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.106421 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.106649 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.106922 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.107364 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.107603 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.107845 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.108081 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.108414 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.108647 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.108928 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.109274 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.109612 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.109856 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.110109 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.110383 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.110676 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.110949 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.111163 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.111475 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.111816 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.112126 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.112401 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.112631 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.112911 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.113156 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.113399 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.113639 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.113879 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.114114 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.114354 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.114596 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.114872 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.115112 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.115349 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.115602 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.115830 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.116064 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.116286 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.116527 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.116689 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 20 08:34:02.117220 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83341) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Dec 20 08:34:02.117399 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 20 08:34:02.117536 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 20 08:34:02.117706 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 20 08:34:02.117875 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 20 08:34:02.118019 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 20 08:34:02.118219 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.118400 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.118576 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.118714 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.118849 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.119019 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.119166 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.119858 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.120001 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.120148 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.120310 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.120452 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.120614 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.120771 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.120907 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.121110 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.121283 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.121432 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.121587 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.121725 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.121861 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.121996 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.122131 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] debug = True {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.122747 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.122747 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.122747 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.123683 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.123683 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.123683 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.123683 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.123683 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.123683 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.123683 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.124695 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.124695 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.124695 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.124695 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.124695 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.124695 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.124695 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] host = dv-neutron-820491-1-hyperv {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.125902 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.125902 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.125902 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.125902 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.125902 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.125902 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.125902 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.125902 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.126956 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.126956 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.126956 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.126956 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.126956 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.126956 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] log_file = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.126956 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] log_options = True {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.127484 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.127484 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.127484 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.127484 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.128015 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.128015 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.128015 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.128334 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.128334 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.128564 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.128564 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.128781 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.128902 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.129022 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.129143 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.129317 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.129443 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.129566 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.129730 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.129889 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.130036 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.130193 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.130350 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.130508 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.130666 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.130824 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.130982 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.131314 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.131314 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.131599 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.137279 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.137279 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.137279 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.137279 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.137279 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.137279 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.137279 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.137279 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.137945 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.138015 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 60428) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:34:02.138086 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.138086 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.138086 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.138086 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.138086 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.138086 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.138086 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] use_json = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.138086 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.138610 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.138610 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.138610 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.138610 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.138610 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.138610 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.138610 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 08:34:02.138610 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.139047 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.139047 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.139047 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.139047 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.139047 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.139047 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.139047 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.139431 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.139431 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.139431 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.139613 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.139800 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.139886 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.140046 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.140200 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.140356 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.140513 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.140672 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.140831 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.140989 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.141148 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.141390 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.141546 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.141701 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.141857 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.142037 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.142175 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.142326 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.142482 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.142967 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.143126 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.143284 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.143429 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.143587 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.143745 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.143903 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.144061 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.144218 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.144374 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.144545 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.144702 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.144844 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.145005 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.145163 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.145385 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.145563 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.145721 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.145864 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.146025 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.146183 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.146315 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0083792 Dec 20 08:34:02.146470 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.146635 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.146792 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.146955 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.147106 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.147426 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.147584 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.147741 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.147899 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.148057 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.148215 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.148371 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.148528 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.148670 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.148811 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.148951 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.153276 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.153276 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.153276 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.153276 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.153276 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.153276 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.153276 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.153276 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.153276 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.153839 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.153839 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.153973 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:34:02.154046 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.154046 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.154046 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.154046 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.154046 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.154046 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.154046 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.154046 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.154494 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.154494 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.154494 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.154494 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.154494 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.154494 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.154494 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.154494 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.154930 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.154930 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.154930 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.154930 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.154930 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.154930 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.154930 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.154930 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.155374 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.155374 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.155374 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.155374 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.155596 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.155776 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.156259 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.156259 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.156259 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.156443 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.156443 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.156563 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.156724 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.156883 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.157037 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.157382 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.157552 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.157711 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.157869 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.158026 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.159001 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.159001 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.159001 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.159001 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.159001 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.159001 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.159380 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.159380 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.159380 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.159564 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.159795 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.159795 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.159943 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.160106 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.160261 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.160407 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.160571 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.160716 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.160874 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.161025 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.161184 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.161400 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.161495 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.161654 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.161809 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.161958 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.162100 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.162239 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.162378 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.162538 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.162695 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.162835 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.162973 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.163113 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.163260 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.163401 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.163559 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.163705 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.163846 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.164007 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.164155 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.165131 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.165131 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.165131 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.165131 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.165131 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.165131 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.165964 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.165964 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.165964 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.165964 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.165964 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.166639 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.166639 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.166639 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.166639 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.167103 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.167103 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.167103 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.168328 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.168328 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.168328 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.168328 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.168328 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.168328 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.168328 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.169140 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.169140 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.169140 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.169140 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.169818 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.170748 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.170933 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.171106 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.171626 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.171962 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.172145 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.173172 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.173172 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.173172 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.173172 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.173172 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.173172 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.174025 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.174025 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.174025 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.174407 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.174407 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.174689 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.174689 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.174956 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.174956 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.175220 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.175220 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.175485 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.175623 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.175904 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.176082 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.176230 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.176390 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.176536 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.176708 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.176856 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.177021 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.177187 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.177381 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.177529 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.177668 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.177813 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.177990 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.178137 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.178277 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.178437 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.178583 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.178723 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.178877 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.179018 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.179157 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.179317 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.179473 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.179631 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.179787 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.179944 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.180100 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.180256 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.180412 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.180568 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.180725 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.180881 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 08:34:02.181031 dv-neutron-820491-1-hyperv neutron-server[83341]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 20 08:34:12.529461 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9ceca2-2bab-48d2-b8ea-7f9c90760f83 None None] get_active_networks_info from dv-neutron-820491-1-hyperv {{(pid=83446) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 20 08:34:12.637550 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9ceca2-2bab-48d2-b8ea-7f9c90760f83 None None] No non-hosted networks {{(pid=83446) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 20 08:34:12.652621 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.agentschedulers_db [None req-7f9ceca2-2bab-48d2-b8ea-7f9c90760f83 None None] DHCP Agent not found on host dv-neutron-820491-1-hyperv {{(pid=83446) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 20 08:34:12.753549 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-1906ddbd-6301-43d7-82a1-cf3982cb50d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-348835'] for agent, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:34:14.732237 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-2976b4bb-84db-464e-89c8-9b066735db4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-348835'] for agent, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:34:14.790365 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-5e68d7e8-299d-4b1a-b473-d39588a9de2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:34:15.863071 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-348835'] for agent, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:34:15.918053 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-348835'] for agent, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:34:15.919509 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:34:15.920009 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:34:15.920624 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:34:15.921117 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:34:15.924346 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:34:15.924858 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:34:15.926146 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:34:15.927633 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:34:15.928988 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:34:15.930800 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:34:15.931475 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:34:15.932660 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-820491-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:34:15.943961 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-820491-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:34:17.295316 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-348835'] for agent, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:34:17.919922 dv-neutron-820491-1-hyperv neutron-server[83446]: INFO neutron.db.l3_hamode_db [None req-29a750a1-3d65-45d9-a340-d73c7fe59a95 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 20 08:34:18.006333 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a750a1-3d65-45d9-a340-d73c7fe59a95 None None] Routers set() bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:34:18.006717 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a750a1-3d65-45d9-a340-d73c7fe59a95 None None] Router IDs set() for agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 20 08:34:18.964071 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 60526) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:34:19.559527 dv-neutron-820491-1-hyperv neutron-server[83444]: WARNING oslo_policy.policy [None req-c1876efc-d850-4374-97a5-9f43f0de8798 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 20 08:34:19.560192 dv-neutron-820491-1-hyperv neutron-server[83444]: WARNING oslo_policy.policy [None req-c1876efc-d850-4374-97a5-9f43f0de8798 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 20 08:34:19.774526 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-c1876efc-d850-4374-97a5-9f43f0de8798 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 08:34:19.775974 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c1876efc-d850-4374-97a5-9f43f0de8798 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8098655 Dec 20 08:34:22.144523 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 60540) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:34:22.535785 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-481218e3-e974-4a26-9184-3b007ca83ee2 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:34:22.588021 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.policy [None req-481218e3-e974-4a26-9184-3b007ca83ee2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83444) register_rules /opt/stack/neutron/neutron/policy.py:65}} Dec 20 08:34:22.588927 dv-neutron-820491-1-hyperv neutron-server[83444]: WARNING oslo_policy.policy [None req-481218e3-e974-4a26-9184-3b007ca83ee2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 20 08:34:22.589319 dv-neutron-820491-1-hyperv neutron-server[83444]: WARNING oslo_policy.policy [None req-481218e3-e974-4a26-9184-3b007ca83ee2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 20 08:34:22.592661 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.quota [None req-481218e3-e974-4a26-9184-3b007ca83ee2 admin admin] Loaded quota_driver: . Dec 20 08:34:22.608672 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-481218e3-e974-4a26-9184-3b007ca83ee2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:34:22.676698 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-481218e3-e974-4a26-9184-3b007ca83ee2 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789434599061', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789434588741', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789434572953', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789434564810', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789434571200', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-32574793', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-32576585', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-653160', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-600879'] for rbac-policy, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:34:22.743739 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-481218e3-e974-4a26-9184-3b007ca83ee2 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:34:22.745633 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-481218e3-e974-4a26-9184-3b007ca83ee2 admin admin] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6001716 Dec 20 08:34:25.306363 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 60554) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:34:25.685202 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-14fcb463-c031-425d-af8f-f3b460a48245 admin admin] Request body: {'network': {'project_id': 'f15c0772a8304c04b2b6854548f797bd', 'admin_state_up': True, 'name': 'private'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:34:25.689886 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-14fcb463-c031-425d-af8f-f3b460a48245 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:34:25.694259 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-14fcb463-c031-425d-af8f-f3b460a48245 admin admin] Usage tracker for resource:network and tenant:f15c0772a8304c04b2b6854548f797bd is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:34:25.699018 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-14fcb463-c031-425d-af8f-f3b460a48245 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:34:25.704991 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-14fcb463-c031-425d-af8f-f3b460a48245 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:34:25.714437 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14fcb463-c031-425d-af8f-f3b460a48245 admin admin] Made reservation on behalf of f15c0772a8304c04b2b6854548f797bd for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:34:25.717322 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-14fcb463-c031-425d-af8f-f3b460a48245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:34:25.735079 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-14fcb463-c031-425d-af8f-f3b460a48245 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:34:25.779051 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-14fcb463-c031-425d-af8f-f3b460a48245 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:34:25.782674 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-14fcb463-c031-425d-af8f-f3b460a48245 admin admin] Usage tracker for resource:security_group_rule and tenant:f15c0772a8304c04b2b6854548f797bd is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:34:25.785484 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-14fcb463-c031-425d-af8f-f3b460a48245 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:34:25.791801 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-14fcb463-c031-425d-af8f-f3b460a48245 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:34:25.856949 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-14fcb463-c031-425d-af8f-f3b460a48245 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:34:25.860500 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-14fcb463-c031-425d-af8f-f3b460a48245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:34:25.865687 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:34:25.883387 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14fcb463-c031-425d-af8f-f3b460a48245 admin admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:34:25.909431 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-14fcb463-c031-425d-af8f-f3b460a48245 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789432368074', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:34:25.910014 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-14fcb463-c031-425d-af8f-f3b460a48245 admin admin] Unsubscribe: segment precommit_create {{(pid=83444) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 20 08:34:25.910474 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-14fcb463-c031-425d-af8f-f3b460a48245 admin admin] Added segment d08b9f0c-6235-4db6-a6be-a872b7e3443d of type vlan for network d1bd8128-da7b-4523-87ef-062fab248ab1 Dec 20 08:34:25.924017 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fcb463-c031-425d-af8f-f3b460a48245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44178307-208f-4ee6-9cc2-2268c306225c,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:34:25.978352 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fcb463-c031-425d-af8f-f3b460a48245 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:34:25.978702 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fcb463-c031-425d-af8f-f3b460a48245 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:34:25.979019 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fcb463-c031-425d-af8f-f3b460a48245 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:34:25.979334 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fcb463-c031-425d-af8f-f3b460a48245 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:34:25.979664 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fcb463-c031-425d-af8f-f3b460a48245 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:34:25.979979 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fcb463-c031-425d-af8f-f3b460a48245 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:34:25.980286 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fcb463-c031-425d-af8f-f3b460a48245 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:34:25.980588 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fcb463-c031-425d-af8f-f3b460a48245 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:34:25.980891 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fcb463-c031-425d-af8f-f3b460a48245 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:34:25.981189 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fcb463-c031-425d-af8f-f3b460a48245 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:34:25.981515 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fcb463-c031-425d-af8f-f3b460a48245 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:34:25.982754 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fcb463-c031-425d-af8f-f3b460a48245 admin admin] Tracked resource versions report: Dec 20 08:34:25.982754 dv-neutron-820491-1-hyperv neutron-server[83444]: pushed versions: Dec 20 08:34:25.982754 dv-neutron-820491-1-hyperv neutron-server[83444]: { 'ConntrackHelper': {'1.0'}, Dec 20 08:34:25.982754 dv-neutron-820491-1-hyperv neutron-server[83444]: 'Log': {'1.0'}, Dec 20 08:34:25.982754 dv-neutron-820491-1-hyperv neutron-server[83444]: 'Network': {'1.1'}, Dec 20 08:34:25.982754 dv-neutron-820491-1-hyperv neutron-server[83444]: 'Port': {'1.5'}, Dec 20 08:34:25.982754 dv-neutron-820491-1-hyperv neutron-server[83444]: 'PortForwarding': {'1.2'}, Dec 20 08:34:25.982754 dv-neutron-820491-1-hyperv neutron-server[83444]: 'QosPolicy': {'1.8'}, Dec 20 08:34:25.982754 dv-neutron-820491-1-hyperv neutron-server[83444]: 'SecurityGroup': {'1.2'}, Dec 20 08:34:25.982754 dv-neutron-820491-1-hyperv neutron-server[83444]: 'SecurityGroupRule': {'1.0'}, Dec 20 08:34:25.982754 dv-neutron-820491-1-hyperv neutron-server[83444]: 'SubPort': {'1.0'}, Dec 20 08:34:25.982754 dv-neutron-820491-1-hyperv neutron-server[83444]: 'Subnet': {'1.1'}, Dec 20 08:34:25.982754 dv-neutron-820491-1-hyperv neutron-server[83444]: 'Trunk': {'1.1'}} Dec 20 08:34:25.982754 dv-neutron-820491-1-hyperv neutron-server[83444]: consumer versions: Dec 20 08:34:25.982754 dv-neutron-820491-1-hyperv neutron-server[83444]: { DHCP agent@dv-neutron-820491-1-hyperv: {}, Dec 20 08:34:25.982754 dv-neutron-820491-1-hyperv neutron-server[83444]: L3 agent@dv-neutron-820491-1-hyperv: {}, Dec 20 08:34:25.982754 dv-neutron-820491-1-hyperv neutron-server[83444]: Metadata agent@dv-neutron-820491-1-hyperv: {}, Dec 20 08:34:25.982754 dv-neutron-820491-1-hyperv neutron-server[83444]: Metering agent@dv-neutron-820491-1-hyperv: {}, Dec 20 08:34:25.982754 dv-neutron-820491-1-hyperv neutron-server[83444]: Open vSwitch agent@dv-neutron-820491-1-hyperv: { 'ConntrackHelper': '1.0', Dec 20 08:34:25.982754 dv-neutron-820491-1-hyperv neutron-server[83444]: 'Log': '1.0', Dec 20 08:34:25.982754 dv-neutron-820491-1-hyperv neutron-server[83444]: 'Network': '1.1', Dec 20 08:34:25.982754 dv-neutron-820491-1-hyperv neutron-server[83444]: 'Port': '1.5', Dec 20 08:34:25.982754 dv-neutron-820491-1-hyperv neutron-server[83444]: 'PortForwarding': '1.2', Dec 20 08:34:25.982754 dv-neutron-820491-1-hyperv neutron-server[83444]: 'QosPolicy': '1.8', Dec 20 08:34:25.982754 dv-neutron-820491-1-hyperv neutron-server[83444]: 'SecurityGroup': '1.2', Dec 20 08:34:25.982754 dv-neutron-820491-1-hyperv neutron-server[83444]: 'SecurityGroupRule': '1.0', Dec 20 08:34:25.982754 dv-neutron-820491-1-hyperv neutron-server[83444]: 'SubPort': '1.0', Dec 20 08:34:25.982754 dv-neutron-820491-1-hyperv neutron-server[83444]: 'Subnet': '1.1', Dec 20 08:34:25.982754 dv-neutron-820491-1-hyperv neutron-server[83444]: 'Trunk': '1.1'}} Dec 20 08:34:25.982754 dv-neutron-820491-1-hyperv neutron-server[83444]: {{(pid=83444) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 20 08:34:26.029574 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-14fcb463-c031-425d-af8f-f3b460a48245 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:34:26.035842 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-14fcb463-c031-425d-af8f-f3b460a48245 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:34:26.074966 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-14fcb463-c031-425d-af8f-f3b460a48245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:34:26.076376 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14fcb463-c031-425d-af8f-f3b460a48245 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:34:26.077035 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-14fcb463-c031-425d-af8f-f3b460a48245 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:34:26.081374 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:34:26.179959 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-14fcb463-c031-425d-af8f-f3b460a48245 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8725333 Dec 20 08:34:26.187562 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fcb463-c031-425d-af8f-f3b460a48245 admin admin] Pushing event updated for resources: {'Network': ['ID=d1bd8128-da7b-4523-87ef-062fab248ab1,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:34:26.190754 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-14fcb463-c031-425d-af8f-f3b460a48245 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:34:26.200286 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network d1bd8128-da7b-4523-87ef-062fab248ab1 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:34:28.780881 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 60570) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:34:29.244613 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14439480-9fe1-46f8-810b-9feb7c0f8c00 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:34:29.245921 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-14439480-9fe1-46f8-810b-9feb7c0f8c00 admin admin] 10.222.0.16 "GET /v2.0/networks/d1bd8128-da7b-4523-87ef-062fab248ab1 HTTP/1.1" status: 200 len: 825 time: 0.4640799 Dec 20 08:34:29.275505 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c6dd88a9-495b-4629-8bef-6a61bf620fb1 admin admin] 10.222.0.16 "GET /v2.0/subnetpools/eeb9066d-435c-4d0f-aa65-66f6d563ad4f HTTP/1.1" status: 200 len: 734 time: 0.0243328 Dec 20 08:34:29.283764 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-645bee9b-ca37-463f-9ad9-60bc0f73e8c6 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'tenant_id': 'f15c0772a8304c04b2b6854548f797bd', 'network_id': 'd1bd8128-da7b-4523-87ef-062fab248ab1', 'subnetpool_id': 'eeb9066d-435c-4d0f-aa65-66f6d563ad4f', 'gateway_ip': '172.20.0.1'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:34:29.287973 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-645bee9b-ca37-463f-9ad9-60bc0f73e8c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:34:29.292269 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-645bee9b-ca37-463f-9ad9-60bc0f73e8c6 admin admin] Usage tracker for resource:subnet and tenant:f15c0772a8304c04b2b6854548f797bd is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:34:29.295113 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-645bee9b-ca37-463f-9ad9-60bc0f73e8c6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:34:29.300590 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-645bee9b-ca37-463f-9ad9-60bc0f73e8c6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:34:29.310844 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-645bee9b-ca37-463f-9ad9-60bc0f73e8c6 admin admin] Made reservation on behalf of f15c0772a8304c04b2b6854548f797bd for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:34:29.313110 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-645bee9b-ca37-463f-9ad9-60bc0f73e8c6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:34:29.574062 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-645bee9b-ca37-463f-9ad9-60bc0f73e8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:34:29.578487 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:34:29.658681 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645bee9b-ca37-463f-9ad9-60bc0f73e8c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2841d39d-6690-4c4c-be29-daaef4cbb6f8,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:34:29.663451 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-645bee9b-ca37-463f-9ad9-60bc0f73e8c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:34:29.665289 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645bee9b-ca37-463f-9ad9-60bc0f73e8c6 admin admin] Checking segment: {'id': 'd08b9f0c-6235-4db6-a6be-a872b7e3443d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd1bd8128-da7b-4523-87ef-062fab248ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:34:29.667021 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645bee9b-ca37-463f-9ad9-60bc0f73e8c6 admin admin] Network hostable DHCP agents. Network: d1bd8128-da7b-4523-87ef-062fab248ab1, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:34:29.690582 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645bee9b-ca37-463f-9ad9-60bc0f73e8c6 admin admin] Network d1bd8128-da7b-4523-87ef-062fab248ab1 is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:34:29.700178 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-645bee9b-ca37-463f-9ad9-60bc0f73e8c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, d1bd8128-da7b-4523-87ef-062fab248ab1) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:34:29.704576 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645bee9b-ca37-463f-9ad9-60bc0f73e8c6 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:34:29.705155 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-645bee9b-ca37-463f-9ad9-60bc0f73e8c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:34:29.709901 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b35bc23-e2f0-4d33-bbd6-ad7197ebc964 None None] Network d1bd8128-da7b-4523-87ef-062fab248ab1 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:34:29.724281 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-645bee9b-ca37-463f-9ad9-60bc0f73e8c6 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4436734 Dec 20 08:34:30.022643 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a252c7-2a70-4deb-a7eb-37eb9bd4fea2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-d1bd8128-da7b-4523-87ef-062fab248ab1', 'network_id': 'd1bd8128-da7b-4523-87ef-062fab248ab1', 'tenant_id': 'f15c0772a8304c04b2b6854548f797bd', 'fixed_ips': [{'subnet_id': '2841d39d-6690-4c4c-be29-daaef4cbb6f8'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:34:30.023861 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c5a252c7-2a70-4deb-a7eb-37eb9bd4fea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:34:30.211107 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-c5a252c7-2a70-4deb-a7eb-37eb9bd4fea2 None None] Allocated IP 172.20.0.2 (d1bd8128-da7b-4523-87ef-062fab248ab1/2841d39d-6690-4c4c-be29-daaef4cbb6f8/889beb72-531e-491e-b968-7084b6df0487) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:34:30.434365 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c5a252c7-2a70-4deb-a7eb-37eb9bd4fea2 None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:34:30.447235 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-c5a252c7-2a70-4deb-a7eb-37eb9bd4fea2 None None] Transition to ACTIVE for port object 889beb72-531e-491e-b968-7084b6df0487 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:34:30.466936 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-c5a252c7-2a70-4deb-a7eb-37eb9bd4fea2 None None] Transition to ACTIVE for port object 889beb72-531e-491e-b968-7084b6df0487 will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:34:30.473395 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c5a252c7-2a70-4deb-a7eb-37eb9bd4fea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:34:30.483110 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:34:30.546587 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a252c7-2a70-4deb-a7eb-37eb9bd4fea2 None None] Network d1bd8128-da7b-4523-87ef-062fab248ab1 is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:34:30.549741 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-c5a252c7-2a70-4deb-a7eb-37eb9bd4fea2 None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:34:30.555916 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a252c7-2a70-4deb-a7eb-37eb9bd4fea2 None None] Pushing event updated for resources: {'Port': ['ID=889beb72-531e-491e-b968-7084b6df0487,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:34:30.556961 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a252c7-2a70-4deb-a7eb-37eb9bd4fea2 None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:34:30.596391 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a252c7-2a70-4deb-a7eb-37eb9bd4fea2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:34:30.596732 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a252c7-2a70-4deb-a7eb-37eb9bd4fea2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:34:30.597061 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a252c7-2a70-4deb-a7eb-37eb9bd4fea2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:34:30.597408 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a252c7-2a70-4deb-a7eb-37eb9bd4fea2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:34:30.597732 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a252c7-2a70-4deb-a7eb-37eb9bd4fea2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:34:30.598051 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a252c7-2a70-4deb-a7eb-37eb9bd4fea2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:34:30.598367 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a252c7-2a70-4deb-a7eb-37eb9bd4fea2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:34:30.598682 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a252c7-2a70-4deb-a7eb-37eb9bd4fea2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:34:30.598997 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a252c7-2a70-4deb-a7eb-37eb9bd4fea2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:34:30.599304 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a252c7-2a70-4deb-a7eb-37eb9bd4fea2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:34:30.599612 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a252c7-2a70-4deb-a7eb-37eb9bd4fea2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:34:30.600873 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a252c7-2a70-4deb-a7eb-37eb9bd4fea2 None None] Tracked resource versions report: Dec 20 08:34:30.600873 dv-neutron-820491-1-hyperv neutron-server[83446]: pushed versions: Dec 20 08:34:30.600873 dv-neutron-820491-1-hyperv neutron-server[83446]: { 'ConntrackHelper': {'1.0'}, Dec 20 08:34:30.600873 dv-neutron-820491-1-hyperv neutron-server[83446]: 'Log': {'1.0'}, Dec 20 08:34:30.600873 dv-neutron-820491-1-hyperv neutron-server[83446]: 'Network': {'1.1'}, Dec 20 08:34:30.600873 dv-neutron-820491-1-hyperv neutron-server[83446]: 'Port': {'1.5'}, Dec 20 08:34:30.600873 dv-neutron-820491-1-hyperv neutron-server[83446]: 'PortForwarding': {'1.2'}, Dec 20 08:34:30.600873 dv-neutron-820491-1-hyperv neutron-server[83446]: 'QosPolicy': {'1.8'}, Dec 20 08:34:30.600873 dv-neutron-820491-1-hyperv neutron-server[83446]: 'SecurityGroup': {'1.2'}, Dec 20 08:34:30.600873 dv-neutron-820491-1-hyperv neutron-server[83446]: 'SecurityGroupRule': {'1.0'}, Dec 20 08:34:30.600873 dv-neutron-820491-1-hyperv neutron-server[83446]: 'SubPort': {'1.0'}, Dec 20 08:34:30.600873 dv-neutron-820491-1-hyperv neutron-server[83446]: 'Subnet': {'1.1'}, Dec 20 08:34:30.600873 dv-neutron-820491-1-hyperv neutron-server[83446]: 'Trunk': {'1.1'}} Dec 20 08:34:30.600873 dv-neutron-820491-1-hyperv neutron-server[83446]: consumer versions: Dec 20 08:34:30.600873 dv-neutron-820491-1-hyperv neutron-server[83446]: { DHCP agent@dv-neutron-820491-1-hyperv: {}, Dec 20 08:34:30.600873 dv-neutron-820491-1-hyperv neutron-server[83446]: L3 agent@dv-neutron-820491-1-hyperv: {}, Dec 20 08:34:30.600873 dv-neutron-820491-1-hyperv neutron-server[83446]: Metadata agent@dv-neutron-820491-1-hyperv: {}, Dec 20 08:34:30.600873 dv-neutron-820491-1-hyperv neutron-server[83446]: Metering agent@dv-neutron-820491-1-hyperv: {}, Dec 20 08:34:30.600873 dv-neutron-820491-1-hyperv neutron-server[83446]: Open vSwitch agent@dv-neutron-820491-1-hyperv: { 'ConntrackHelper': '1.0', Dec 20 08:34:30.600873 dv-neutron-820491-1-hyperv neutron-server[83446]: 'Log': '1.0', Dec 20 08:34:30.600873 dv-neutron-820491-1-hyperv neutron-server[83446]: 'Network': '1.1', Dec 20 08:34:30.600873 dv-neutron-820491-1-hyperv neutron-server[83446]: 'Port': '1.5', Dec 20 08:34:30.600873 dv-neutron-820491-1-hyperv neutron-server[83446]: 'PortForwarding': '1.2', Dec 20 08:34:30.600873 dv-neutron-820491-1-hyperv neutron-server[83446]: 'QosPolicy': '1.8', Dec 20 08:34:30.600873 dv-neutron-820491-1-hyperv neutron-server[83446]: 'SecurityGroup': '1.2', Dec 20 08:34:30.600873 dv-neutron-820491-1-hyperv neutron-server[83446]: 'SecurityGroupRule': '1.0', Dec 20 08:34:30.600873 dv-neutron-820491-1-hyperv neutron-server[83446]: 'SubPort': '1.0', Dec 20 08:34:30.600873 dv-neutron-820491-1-hyperv neutron-server[83446]: 'Subnet': '1.1', Dec 20 08:34:30.600873 dv-neutron-820491-1-hyperv neutron-server[83446]: 'Trunk': '1.1'}} Dec 20 08:34:30.600873 dv-neutron-820491-1-hyperv neutron-server[83446]: {{(pid=83446) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 20 08:34:30.633283 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-c5a252c7-2a70-4deb-a7eb-37eb9bd4fea2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:34:30.658077 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-c5a252c7-2a70-4deb-a7eb-37eb9bd4fea2 None None] Attempting to bind port 889beb72-531e-491e-b968-7084b6df0487 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:34:30.658465 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-c5a252c7-2a70-4deb-a7eb-37eb9bd4fea2 None None] Attempting to bind port 889beb72-531e-491e-b968-7084b6df0487 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': 'd08b9f0c-6235-4db6-a6be-a872b7e3443d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd1bd8128-da7b-4523-87ef-062fab248ab1'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:34:30.658868 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a252c7-2a70-4deb-a7eb-37eb9bd4fea2 None None] Attempting to bind port 889beb72-531e-491e-b968-7084b6df0487 on network d1bd8128-da7b-4523-87ef-062fab248ab1 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:34:30.665240 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a252c7-2a70-4deb-a7eb-37eb9bd4fea2 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:34:30.666286 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a252c7-2a70-4deb-a7eb-37eb9bd4fea2 None None] Checking segment: {'id': 'd08b9f0c-6235-4db6-a6be-a872b7e3443d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd1bd8128-da7b-4523-87ef-062fab248ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:34:30.666815 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c5a252c7-2a70-4deb-a7eb-37eb9bd4fea2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:34:30.667201 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a252c7-2a70-4deb-a7eb-37eb9bd4fea2 None None] Bound using segment: {'id': 'd08b9f0c-6235-4db6-a6be-a872b7e3443d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd1bd8128-da7b-4523-87ef-062fab248ab1'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:34:30.667672 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-c5a252c7-2a70-4deb-a7eb-37eb9bd4fea2 None None] Bound port: 889beb72-531e-491e-b968-7084b6df0487, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd08b9f0c-6235-4db6-a6be-a872b7e3443d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd1bd8128-da7b-4523-87ef-062fab248ab1'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:34:30.668048 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c5a252c7-2a70-4deb-a7eb-37eb9bd4fea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:34:30.752593 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-c5a252c7-2a70-4deb-a7eb-37eb9bd4fea2 None None] For port 889beb72-531e-491e-b968-7084b6df0487, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:34:30.756306 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-c5a252c7-2a70-4deb-a7eb-37eb9bd4fea2 None None] For port 889beb72-531e-491e-b968-7084b6df0487, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=889beb72-531e-491e-b968-7084b6df0487,segment=NetworkSegment(d08b9f0c-6235-4db6-a6be-a872b7e3443d),segment_id=d08b9f0c-6235-4db6-a6be-a872b7e3443d)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:34:30.761754 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c5a252c7-2a70-4deb-a7eb-37eb9bd4fea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:34:30.766039 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:34:30.875252 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a252c7-2a70-4deb-a7eb-37eb9bd4fea2 None None] Pushing event updated for resources: {'Port': ['ID=889beb72-531e-491e-b968-7084b6df0487,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:34:30.878758 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-c5a252c7-2a70-4deb-a7eb-37eb9bd4fea2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:34:32.016194 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 60580) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:34:32.630342 dv-neutron-820491-1-hyperv neutron-server[83445]: WARNING oslo_policy.policy [None req-dad76daa-23c7-452d-856b-1bc776843fd2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 20 08:34:32.630930 dv-neutron-820491-1-hyperv neutron-server[83445]: WARNING oslo_policy.policy [None req-dad76daa-23c7-452d-856b-1bc776843fd2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 20 08:34:32.848239 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [None req-dad76daa-23c7-452d-856b-1bc776843fd2 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=83445) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 08:34:32.861263 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-dad76daa-23c7-452d-856b-1bc776843fd2 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8321846 Dec 20 08:34:34.204201 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 889beb72-531e-491e-b968-7084b6df0487 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:34:34.274642 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 889beb72-531e-491e-b968-7084b6df0487 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:34:34.489136 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4901adf3-a05a-487d-ba9b-636cbb3ea915 None None] Network d1bd8128-da7b-4523-87ef-062fab248ab1 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:34:34.581918 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-b1b06f4b-0905-4b75-9653-8feefc8151f1 None None] Provisioning for port 889beb72-531e-491e-b968-7084b6df0487 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:34:34.591782 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-b1b06f4b-0905-4b75-9653-8feefc8151f1 None None] Provisioning complete for port 889beb72-531e-491e-b968-7084b6df0487 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:34:34.592182 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b1b06f4b-0905-4b75-9653-8feefc8151f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:34:34.787648 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b1b06f4b-0905-4b75-9653-8feefc8151f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:34:34.862922 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-b1b06f4b-0905-4b75-9653-8feefc8151f1 None None] For port 889beb72-531e-491e-b968-7084b6df0487, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=889beb72-531e-491e-b968-7084b6df0487,segment=NetworkSegment(d08b9f0c-6235-4db6-a6be-a872b7e3443d),segment_id=d08b9f0c-6235-4db6-a6be-a872b7e3443d)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:34:34.876104 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b1b06f4b-0905-4b75-9653-8feefc8151f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:34:34.882921 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-c5a252c7-2a70-4deb-a7eb-37eb9bd4fea2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:34:34.954451 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b06f4b-0905-4b75-9653-8feefc8151f1 None None] Pushing event updated for resources: {'Port': ['ID=889beb72-531e-491e-b968-7084b6df0487,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:34:34.957692 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-b1b06f4b-0905-4b75-9653-8feefc8151f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:34:35.099520 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-423050f8-9d8a-4e90-a893-38ebd15f32ce None None] Provisioning complete for port 889beb72-531e-491e-b968-7084b6df0487 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:34:35.099999 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-423050f8-9d8a-4e90-a893-38ebd15f32ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:34:35.131616 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 60598) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:34:35.525869 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [None req-b6bf13e9-1d74-4061-bba4-e7dd45eb92e8 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=83445) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 08:34:35.526848 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-b6bf13e9-1d74-4061-bba4-e7dd45eb92e8 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3944051 Dec 20 08:34:36.183881 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 889beb72-531e-491e-b968-7084b6df0487 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:34:36.253812 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 889beb72-531e-491e-b968-7084b6df0487 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:34:36.254187 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:34:38.117340 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 60610) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:34:38.481347 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-45267dac-5f23-4958-b2e6-d61477d980e0 admin admin] Request body: {'router': {'tenant_id': 'f15c0772a8304c04b2b6854548f797bd', 'admin_state_up': True, 'name': 'router1'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:34:38.485743 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-45267dac-5f23-4958-b2e6-d61477d980e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:34:38.490148 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-45267dac-5f23-4958-b2e6-d61477d980e0 admin admin] Usage tracker for resource:router and tenant:f15c0772a8304c04b2b6854548f797bd is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:34:38.493513 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-45267dac-5f23-4958-b2e6-d61477d980e0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:34:38.499549 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-45267dac-5f23-4958-b2e6-d61477d980e0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:34:38.509624 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-45267dac-5f23-4958-b2e6-d61477d980e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24817'] for router, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:34:38.511469 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-45267dac-5f23-4958-b2e6-d61477d980e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-351744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24806'] for router, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:34:38.535458 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-45267dac-5f23-4958-b2e6-d61477d980e0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:34:38.657366 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-45267dac-5f23-4958-b2e6-d61477d980e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071'] for router, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:34:38.674569 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-45267dac-5f23-4958-b2e6-d61477d980e0 admin admin] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:34:38.675790 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-45267dac-5f23-4958-b2e6-d61477d980e0 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5574758 Dec 20 08:34:40.941395 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 60620) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:34:41.331671 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-c007d61e-a93b-4b5f-8014-c8769687c18f admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 08:34:41.332674 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c007d61e-a93b-4b5f-8014-c8769687c18f admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3903568 Dec 20 08:34:42.449938 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-398ee217-f04e-4edb-9a92-1a3ebf67557b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:34:43.576696 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 60630) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:34:43.958580 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-f5cbf8d2-5559-4cd8-a4ca-9b252373d853 admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:34:43.959912 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.quota [None req-f5cbf8d2-5559-4cd8-a4ca-9b252373d853 admin admin] Loaded quota_driver: . Dec 20 08:34:43.977267 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-f5cbf8d2-5559-4cd8-a4ca-9b252373d853 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:34:43.983791 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-f5cbf8d2-5559-4cd8-a4ca-9b252373d853 admin admin] Usage tracker for resource:network and tenant:d8d90b4feee8473baa30aef131085489 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:34:43.988278 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-f5cbf8d2-5559-4cd8-a4ca-9b252373d853 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:34:43.996719 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-f5cbf8d2-5559-4cd8-a4ca-9b252373d853 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:34:44.012668 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5cbf8d2-5559-4cd8-a4ca-9b252373d853 admin admin] Made reservation on behalf of d8d90b4feee8473baa30aef131085489 for: {'network': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:34:44.045637 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.policy [None req-f5cbf8d2-5559-4cd8-a4ca-9b252373d853 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83445) register_rules /opt/stack/neutron/neutron/policy.py:65}} Dec 20 08:34:44.046387 dv-neutron-820491-1-hyperv neutron-server[83445]: WARNING oslo_policy.policy [None req-f5cbf8d2-5559-4cd8-a4ca-9b252373d853 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 20 08:34:44.046746 dv-neutron-820491-1-hyperv neutron-server[83445]: WARNING oslo_policy.policy [None req-f5cbf8d2-5559-4cd8-a4ca-9b252373d853 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 20 08:34:44.051291 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f5cbf8d2-5559-4cd8-a4ca-9b252373d853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:34:44.071109 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f5cbf8d2-5559-4cd8-a4ca-9b252373d853 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:34:44.117250 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-f5cbf8d2-5559-4cd8-a4ca-9b252373d853 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:34:44.121582 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-f5cbf8d2-5559-4cd8-a4ca-9b252373d853 admin admin] Usage tracker for resource:security_group_rule and tenant:d8d90b4feee8473baa30aef131085489 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:34:44.124381 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-f5cbf8d2-5559-4cd8-a4ca-9b252373d853 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:34:44.129879 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-f5cbf8d2-5559-4cd8-a4ca-9b252373d853 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:34:44.202593 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f5cbf8d2-5559-4cd8-a4ca-9b252373d853 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:34:44.206396 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f5cbf8d2-5559-4cd8-a4ca-9b252373d853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:34:44.211683 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:34:44.223194 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f5cbf8d2-5559-4cd8-a4ca-9b252373d853 admin admin] Reserving flat network on physical network physnet1 {{(pid=83445) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 20 08:34:44.251949 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f5cbf8d2-5559-4cd8-a4ca-9b252373d853 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789432368074', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:34:44.252514 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f5cbf8d2-5559-4cd8-a4ca-9b252373d853 admin admin] Unsubscribe: segment precommit_create {{(pid=83445) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 20 08:34:44.252981 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.segments_db [None req-f5cbf8d2-5559-4cd8-a4ca-9b252373d853 admin admin] Added segment 77ef59ee-6300-43dd-907c-d271287697d4 of type flat for network 95f3bec2-46e6-4468-8229-8badd4a5aaae Dec 20 08:34:44.308327 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cbf8d2-5559-4cd8-a4ca-9b252373d853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b695059-62e4-4ff3-8a44-f1c183a31680,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:34:44.335395 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cbf8d2-5559-4cd8-a4ca-9b252373d853 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:34:44.335773 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cbf8d2-5559-4cd8-a4ca-9b252373d853 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:34:44.336096 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cbf8d2-5559-4cd8-a4ca-9b252373d853 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:34:44.336410 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cbf8d2-5559-4cd8-a4ca-9b252373d853 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:34:44.336739 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cbf8d2-5559-4cd8-a4ca-9b252373d853 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:34:44.337778 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cbf8d2-5559-4cd8-a4ca-9b252373d853 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:34:44.338148 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cbf8d2-5559-4cd8-a4ca-9b252373d853 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:34:44.338459 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cbf8d2-5559-4cd8-a4ca-9b252373d853 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:34:44.338767 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cbf8d2-5559-4cd8-a4ca-9b252373d853 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:34:44.339070 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cbf8d2-5559-4cd8-a4ca-9b252373d853 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:34:44.339372 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cbf8d2-5559-4cd8-a4ca-9b252373d853 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:34:44.340608 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cbf8d2-5559-4cd8-a4ca-9b252373d853 admin admin] Tracked resource versions report: Dec 20 08:34:44.340608 dv-neutron-820491-1-hyperv neutron-server[83445]: pushed versions: Dec 20 08:34:44.340608 dv-neutron-820491-1-hyperv neutron-server[83445]: { 'ConntrackHelper': {'1.0'}, Dec 20 08:34:44.340608 dv-neutron-820491-1-hyperv neutron-server[83445]: 'Log': {'1.0'}, Dec 20 08:34:44.340608 dv-neutron-820491-1-hyperv neutron-server[83445]: 'Network': {'1.1'}, Dec 20 08:34:44.340608 dv-neutron-820491-1-hyperv neutron-server[83445]: 'Port': {'1.5'}, Dec 20 08:34:44.340608 dv-neutron-820491-1-hyperv neutron-server[83445]: 'PortForwarding': {'1.2'}, Dec 20 08:34:44.340608 dv-neutron-820491-1-hyperv neutron-server[83445]: 'QosPolicy': {'1.8'}, Dec 20 08:34:44.340608 dv-neutron-820491-1-hyperv neutron-server[83445]: 'SecurityGroup': {'1.2'}, Dec 20 08:34:44.340608 dv-neutron-820491-1-hyperv neutron-server[83445]: 'SecurityGroupRule': {'1.0'}, Dec 20 08:34:44.340608 dv-neutron-820491-1-hyperv neutron-server[83445]: 'SubPort': {'1.0'}, Dec 20 08:34:44.340608 dv-neutron-820491-1-hyperv neutron-server[83445]: 'Subnet': {'1.1'}, Dec 20 08:34:44.340608 dv-neutron-820491-1-hyperv neutron-server[83445]: 'Trunk': {'1.1'}} Dec 20 08:34:44.340608 dv-neutron-820491-1-hyperv neutron-server[83445]: consumer versions: Dec 20 08:34:44.340608 dv-neutron-820491-1-hyperv neutron-server[83445]: { DHCP agent@dv-neutron-820491-1-hyperv: {}, Dec 20 08:34:44.340608 dv-neutron-820491-1-hyperv neutron-server[83445]: L3 agent@dv-neutron-820491-1-hyperv: {}, Dec 20 08:34:44.340608 dv-neutron-820491-1-hyperv neutron-server[83445]: Metadata agent@dv-neutron-820491-1-hyperv: {}, Dec 20 08:34:44.340608 dv-neutron-820491-1-hyperv neutron-server[83445]: Metering agent@dv-neutron-820491-1-hyperv: {}, Dec 20 08:34:44.340608 dv-neutron-820491-1-hyperv neutron-server[83445]: Open vSwitch agent@dv-neutron-820491-1-hyperv: { 'ConntrackHelper': '1.0', Dec 20 08:34:44.340608 dv-neutron-820491-1-hyperv neutron-server[83445]: 'Log': '1.0', Dec 20 08:34:44.340608 dv-neutron-820491-1-hyperv neutron-server[83445]: 'Network': '1.1', Dec 20 08:34:44.340608 dv-neutron-820491-1-hyperv neutron-server[83445]: 'Port': '1.5', Dec 20 08:34:44.340608 dv-neutron-820491-1-hyperv neutron-server[83445]: 'PortForwarding': '1.2', Dec 20 08:34:44.340608 dv-neutron-820491-1-hyperv neutron-server[83445]: 'QosPolicy': '1.8', Dec 20 08:34:44.340608 dv-neutron-820491-1-hyperv neutron-server[83445]: 'SecurityGroup': '1.2', Dec 20 08:34:44.340608 dv-neutron-820491-1-hyperv neutron-server[83445]: 'SecurityGroupRule': '1.0', Dec 20 08:34:44.340608 dv-neutron-820491-1-hyperv neutron-server[83445]: 'SubPort': '1.0', Dec 20 08:34:44.340608 dv-neutron-820491-1-hyperv neutron-server[83445]: 'Subnet': '1.1', Dec 20 08:34:44.340608 dv-neutron-820491-1-hyperv neutron-server[83445]: 'Trunk': '1.1'}} Dec 20 08:34:44.340608 dv-neutron-820491-1-hyperv neutron-server[83445]: {{(pid=83445) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 20 08:34:44.377265 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f5cbf8d2-5559-4cd8-a4ca-9b252373d853 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:34:44.389243 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f5cbf8d2-5559-4cd8-a4ca-9b252373d853 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:34:44.422399 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f5cbf8d2-5559-4cd8-a4ca-9b252373d853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:34:44.423801 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5cbf8d2-5559-4cd8-a4ca-9b252373d853 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:34:44.424452 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f5cbf8d2-5559-4cd8-a4ca-9b252373d853 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:34:44.428835 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:34:44.527337 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-f5cbf8d2-5559-4cd8-a4ca-9b252373d853 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9494381 Dec 20 08:34:44.532134 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cbf8d2-5559-4cd8-a4ca-9b252373d853 admin admin] Pushing event updated for resources: {'Network': ['ID=95f3bec2-46e6-4468-8229-8badd4a5aaae,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:34:44.551007 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f5cbf8d2-5559-4cd8-a4ca-9b252373d853 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:34:44.559503 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network 95f3bec2-46e6-4468-8229-8badd4a5aaae details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:34:44.735893 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-43ca04f0-d05d-445f-a5e2-dd5542e05ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:34:45.792348 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:34:45.898239 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:34:46.754793 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 60656) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:34:46.990823 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8139a9-98fc-409d-b2d1-0c0168ad6ff8 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:34:46.992142 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-8f8139a9-98fc-409d-b2d1-0c0168ad6ff8 admin admin] 10.222.0.16 "GET /v2.0/subnets/2841d39d-6690-4c4c-be29-daaef4cbb6f8 HTTP/1.1" status: 200 len: 849 time: 0.2364254 Dec 20 08:34:47.165856 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-b57cd896-2184-4f44-8fd9-9b2ac30be0fa admin admin] 10.222.0.16 "GET /v2.0/routers/310667bb-836e-4800-8a86-c6a5eed55039 HTTP/1.1" status: 200 len: 704 time: 0.1672230 Dec 20 08:34:47.230109 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:34:47.653897 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-206cc771-cfb0-41e4-a7f9-a3305404b436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:34:47.880845 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-206cc771-cfb0-41e4-a7f9-a3305404b436 admin admin] Allocated IP 172.20.0.1 (d1bd8128-da7b-4523-87ef-062fab248ab1/2841d39d-6690-4c4c-be29-daaef4cbb6f8/744ece45-51e1-4018-a3e9-bd360a75c539) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:34:48.036010 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-206cc771-cfb0-41e4-a7f9-a3305404b436 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:34:48.053116 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-206cc771-cfb0-41e4-a7f9-a3305404b436 admin admin] Transition to ACTIVE for port object 744ece45-51e1-4018-a3e9-bd360a75c539 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:34:48.102120 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-206cc771-cfb0-41e4-a7f9-a3305404b436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:34:48.106626 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:34:48.173461 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206cc771-cfb0-41e4-a7f9-a3305404b436 admin admin] Network d1bd8128-da7b-4523-87ef-062fab248ab1 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:34:48.176780 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-206cc771-cfb0-41e4-a7f9-a3305404b436 admin admin] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:34:48.178540 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206cc771-cfb0-41e4-a7f9-a3305404b436 admin admin] Pushing event updated for resources: {'Port': ['ID=744ece45-51e1-4018-a3e9-bd360a75c539,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:34:48.190870 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206cc771-cfb0-41e4-a7f9-a3305404b436 admin admin] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:34:48.191382 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-206cc771-cfb0-41e4-a7f9-a3305404b436 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-345881'] for router_interface, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:34:48.240420 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-206cc771-cfb0-41e4-a7f9-a3305404b436 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:34:48.312791 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-206cc771-cfb0-41e4-a7f9-a3305404b436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:34:48.398903 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-cac3d288-c8fe-4008-9fe5-a89d718497b8 None None] Provisioning for port 744ece45-51e1-4018-a3e9-bd360a75c539 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:34:48.403924 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-cac3d288-c8fe-4008-9fe5-a89d718497b8 None None] Provisioning complete for port 744ece45-51e1-4018-a3e9-bd360a75c539 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:34:48.404358 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-cac3d288-c8fe-4008-9fe5-a89d718497b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:34:48.454253 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-cac3d288-c8fe-4008-9fe5-a89d718497b8 None None] Port 744ece45-51e1-4018-a3e9-bd360a75c539 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:34:48.536037 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-206cc771-cfb0-41e4-a7f9-a3305404b436 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:34:48.541041 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-206cc771-cfb0-41e4-a7f9-a3305404b436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:34:48.542141 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-206cc771-cfb0-41e4-a7f9-a3305404b436 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32898031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349045'] for router_interface, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:34:48.545890 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-206cc771-cfb0-41e4-a7f9-a3305404b436 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:34:48.640511 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206cc771-cfb0-41e4-a7f9-a3305404b436 admin admin] Pushing event updated for resources: {'Port': ['ID=744ece45-51e1-4018-a3e9-bd360a75c539,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:34:48.683964 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-206cc771-cfb0-41e4-a7f9-a3305404b436 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:34:48.735617 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206cc771-cfb0-41e4-a7f9-a3305404b436 admin admin] Network d1bd8128-da7b-4523-87ef-062fab248ab1 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:34:48.736645 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-206cc771-cfb0-41e4-a7f9-a3305404b436 admin admin] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:34:48.977089 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-e0bd2723-627d-44d5-b38a-f03e61781928 None None] Provisioning complete for port 744ece45-51e1-4018-a3e9-bd360a75c539 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:34:48.978019 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e0bd2723-627d-44d5-b38a-f03e61781928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:34:49.028029 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-e0bd2723-627d-44d5-b38a-f03e61781928 None None] Port 744ece45-51e1-4018-a3e9-bd360a75c539 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:34:49.113735 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-206cc771-cfb0-41e4-a7f9-a3305404b436 admin admin] Router 310667bb-836e-4800-8a86-c6a5eed55039 is scheduled to L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 with binding_index 1 {{(pid=83445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 08:34:49.272629 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-206cc771-cfb0-41e4-a7f9-a3305404b436 admin admin] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:34:49.282086 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-206cc771-cfb0-41e4-a7f9-a3305404b436 admin admin] 10.222.0.16 "PUT /v2.0/routers/310667bb-836e-4800-8a86-c6a5eed55039/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1111364 Dec 20 08:34:49.283018 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a2130d-9883-443e-b082-42b451a97882 None None] Sync routers for ids ['310667bb-836e-4800-8a86-c6a5eed55039'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:34:49.296342 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a2130d-9883-443e-b082-42b451a97882 None None] Routers {'310667bb-836e-4800-8a86-c6a5eed55039'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:34:49.297269 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-b4a2130d-9883-443e-b082-42b451a97882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:34:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['310667bb-836e-4800-8a86-c6a5eed55039'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:34:49.467934 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-b4a2130d-9883-443e-b082-42b451a97882 None None] Set router 310667bb-836e-4800-8a86-c6a5eed55039 gateway port host: None {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:34:49.830690 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-b4a2130d-9883-443e-b082-42b451a97882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '310667bb-836e-4800-8a86-c6a5eed55039', 'name': 'router1', 'tenant_id': 'f15c0772a8304c04b2b6854548f797bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:34:38Z', 'updated_at': '2021-12-20T08:34:48Z', 'revision_number': 2, 'project_id': 'f15c0772a8304c04b2b6854548f797bd', 'gw_port_host': None, '_interfaces': [{'id': '744ece45-51e1-4018-a3e9-bd360a75c539', 'name': '', 'network_id': 'd1bd8128-da7b-4523-87ef-062fab248ab1', 'tenant_id': 'f15c0772a8304c04b2b6854548f797bd', 'mac_address': 'fa:16:3e:f0:2d:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '310667bb-836e-4800-8a86-c6a5eed55039', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2841d39d-6690-4c4c-be29-daaef4cbb6f8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:34:47Z', 'updated_at': '2021-12-20T08:34:48Z', 'revision_number': 2, 'project_id': 'f15c0772a8304c04b2b6854548f797bd', 'subnets': [{'id': '2841d39d-6690-4c4c-be29-daaef4cbb6f8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eeb9066d-435c-4d0f-aa65-66f6d563ad4f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:34:49.835387 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a2130d-9883-443e-b082-42b451a97882 None None] Checking router: 310667bb-836e-4800-8a86-c6a5eed55039 for host: dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 08:34:49.835748 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a2130d-9883-443e-b082-42b451a97882 None None] Updating router 310667bb-836e-4800-8a86-c6a5eed55039 port 744ece45-51e1-4018-a3e9-bd360a75c539 binding host dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 08:34:49.888853 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-b4a2130d-9883-443e-b082-42b451a97882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:34:50.131125 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 5 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 08:34:50.264022 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-b4a2130d-9883-443e-b082-42b451a97882 None None] Notify callbacks [] for port, precommit_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:34:50.278801 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.provisioning_blocks [None req-b4a2130d-9883-443e-b082-42b451a97882 None None] Transition to ACTIVE for port object 744ece45-51e1-4018-a3e9-bd360a75c539 will not be triggered until provisioned by entity L2. {{(pid=83447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:34:50.285263 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-b4a2130d-9883-443e-b082-42b451a97882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:34:50.294739 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:34:50.447761 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a6ec44-b96a-4d9f-8948-d987e8069ee7 None None] Pushing event updated for resources: {'Port': ['ID=744ece45-51e1-4018-a3e9-bd360a75c539,revision_number=3']} {{(pid=83447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:34:50.456923 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a6ec44-b96a-4d9f-8948-d987e8069ee7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:34:50.457282 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a6ec44-b96a-4d9f-8948-d987e8069ee7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:34:50.457613 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a6ec44-b96a-4d9f-8948-d987e8069ee7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:34:50.457934 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a6ec44-b96a-4d9f-8948-d987e8069ee7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:34:50.458272 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a6ec44-b96a-4d9f-8948-d987e8069ee7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:34:50.458594 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a6ec44-b96a-4d9f-8948-d987e8069ee7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:34:50.458913 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a6ec44-b96a-4d9f-8948-d987e8069ee7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:34:50.459236 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a6ec44-b96a-4d9f-8948-d987e8069ee7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:34:50.459549 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a6ec44-b96a-4d9f-8948-d987e8069ee7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:34:50.459858 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a6ec44-b96a-4d9f-8948-d987e8069ee7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:34:50.460171 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a6ec44-b96a-4d9f-8948-d987e8069ee7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:34:50.461498 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a6ec44-b96a-4d9f-8948-d987e8069ee7 None None] Tracked resource versions report: Dec 20 08:34:50.461498 dv-neutron-820491-1-hyperv neutron-server[83447]: pushed versions: Dec 20 08:34:50.461498 dv-neutron-820491-1-hyperv neutron-server[83447]: { 'ConntrackHelper': {'1.0'}, Dec 20 08:34:50.461498 dv-neutron-820491-1-hyperv neutron-server[83447]: 'Log': {'1.0'}, Dec 20 08:34:50.461498 dv-neutron-820491-1-hyperv neutron-server[83447]: 'Network': {'1.1'}, Dec 20 08:34:50.461498 dv-neutron-820491-1-hyperv neutron-server[83447]: 'Port': {'1.5'}, Dec 20 08:34:50.461498 dv-neutron-820491-1-hyperv neutron-server[83447]: 'PortForwarding': {'1.2'}, Dec 20 08:34:50.461498 dv-neutron-820491-1-hyperv neutron-server[83447]: 'QosPolicy': {'1.8'}, Dec 20 08:34:50.461498 dv-neutron-820491-1-hyperv neutron-server[83447]: 'SecurityGroup': {'1.2'}, Dec 20 08:34:50.461498 dv-neutron-820491-1-hyperv neutron-server[83447]: 'SecurityGroupRule': {'1.0'}, Dec 20 08:34:50.461498 dv-neutron-820491-1-hyperv neutron-server[83447]: 'SubPort': {'1.0'}, Dec 20 08:34:50.461498 dv-neutron-820491-1-hyperv neutron-server[83447]: 'Subnet': {'1.1'}, Dec 20 08:34:50.461498 dv-neutron-820491-1-hyperv neutron-server[83447]: 'Trunk': {'1.1'}} Dec 20 08:34:50.461498 dv-neutron-820491-1-hyperv neutron-server[83447]: consumer versions: Dec 20 08:34:50.461498 dv-neutron-820491-1-hyperv neutron-server[83447]: { DHCP agent@dv-neutron-820491-1-hyperv: {}, Dec 20 08:34:50.461498 dv-neutron-820491-1-hyperv neutron-server[83447]: L3 agent@dv-neutron-820491-1-hyperv: {}, Dec 20 08:34:50.461498 dv-neutron-820491-1-hyperv neutron-server[83447]: Metadata agent@dv-neutron-820491-1-hyperv: {}, Dec 20 08:34:50.461498 dv-neutron-820491-1-hyperv neutron-server[83447]: Metering agent@dv-neutron-820491-1-hyperv: {}, Dec 20 08:34:50.461498 dv-neutron-820491-1-hyperv neutron-server[83447]: Open vSwitch agent@dv-neutron-820491-1-hyperv: { 'ConntrackHelper': '1.0', Dec 20 08:34:50.461498 dv-neutron-820491-1-hyperv neutron-server[83447]: 'Log': '1.0', Dec 20 08:34:50.461498 dv-neutron-820491-1-hyperv neutron-server[83447]: 'Network': '1.1', Dec 20 08:34:50.461498 dv-neutron-820491-1-hyperv neutron-server[83447]: 'Port': '1.5', Dec 20 08:34:50.461498 dv-neutron-820491-1-hyperv neutron-server[83447]: 'PortForwarding': '1.2', Dec 20 08:34:50.461498 dv-neutron-820491-1-hyperv neutron-server[83447]: 'QosPolicy': '1.8', Dec 20 08:34:50.461498 dv-neutron-820491-1-hyperv neutron-server[83447]: 'SecurityGroup': '1.2', Dec 20 08:34:50.461498 dv-neutron-820491-1-hyperv neutron-server[83447]: 'SecurityGroupRule': '1.0', Dec 20 08:34:50.461498 dv-neutron-820491-1-hyperv neutron-server[83447]: 'SubPort': '1.0', Dec 20 08:34:50.461498 dv-neutron-820491-1-hyperv neutron-server[83447]: 'Subnet': '1.1', Dec 20 08:34:50.461498 dv-neutron-820491-1-hyperv neutron-server[83447]: 'Trunk': '1.1'}} Dec 20 08:34:50.461498 dv-neutron-820491-1-hyperv neutron-server[83447]: {{(pid=83447) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 20 08:34:50.469015 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-61a6ec44-b96a-4d9f-8948-d987e8069ee7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:34:50.561966 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-b4a2130d-9883-443e-b082-42b451a97882 None None] Attempting to bind port 744ece45-51e1-4018-a3e9-bd360a75c539 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:34:50.562467 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-b4a2130d-9883-443e-b082-42b451a97882 None None] Attempting to bind port 744ece45-51e1-4018-a3e9-bd360a75c539 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': 'd08b9f0c-6235-4db6-a6be-a872b7e3443d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd1bd8128-da7b-4523-87ef-062fab248ab1'}] {{(pid=83447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:34:50.562877 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a2130d-9883-443e-b082-42b451a97882 None None] Attempting to bind port 744ece45-51e1-4018-a3e9-bd360a75c539 on network d1bd8128-da7b-4523-87ef-062fab248ab1 {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:34:50.569343 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a2130d-9883-443e-b082-42b451a97882 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:34:50.569767 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a2130d-9883-443e-b082-42b451a97882 None None] Checking segment: {'id': 'd08b9f0c-6235-4db6-a6be-a872b7e3443d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd1bd8128-da7b-4523-87ef-062fab248ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:34:50.570236 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-b4a2130d-9883-443e-b082-42b451a97882 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:34:50.570617 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a2130d-9883-443e-b082-42b451a97882 None None] Bound using segment: {'id': 'd08b9f0c-6235-4db6-a6be-a872b7e3443d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd1bd8128-da7b-4523-87ef-062fab248ab1'} {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:34:50.571135 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-b4a2130d-9883-443e-b082-42b451a97882 None None] Bound port: 744ece45-51e1-4018-a3e9-bd360a75c539, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd08b9f0c-6235-4db6-a6be-a872b7e3443d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd1bd8128-da7b-4523-87ef-062fab248ab1'}}] {{(pid=83447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:34:50.572059 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-b4a2130d-9883-443e-b082-42b451a97882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:34:50.661475 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.db [None req-b4a2130d-9883-443e-b082-42b451a97882 None None] For port 744ece45-51e1-4018-a3e9-bd360a75c539, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:34:50.666262 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.db [None req-b4a2130d-9883-443e-b082-42b451a97882 None None] For port 744ece45-51e1-4018-a3e9-bd360a75c539, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=744ece45-51e1-4018-a3e9-bd360a75c539,segment=NetworkSegment(d08b9f0c-6235-4db6-a6be-a872b7e3443d),segment_id=d08b9f0c-6235-4db6-a6be-a872b7e3443d)] {{(pid=83447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:34:50.671785 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-b4a2130d-9883-443e-b082-42b451a97882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:34:50.675680 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-61a6ec44-b96a-4d9f-8948-d987e8069ee7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:34:50.765316 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a6ec44-b96a-4d9f-8948-d987e8069ee7 None None] Pushing event updated for resources: {'Port': ['ID=744ece45-51e1-4018-a3e9-bd360a75c539,revision_number=4']} {{(pid=83447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:34:50.773103 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-61a6ec44-b96a-4d9f-8948-d987e8069ee7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:34:50.773672 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a2130d-9883-443e-b082-42b451a97882 None None] Routers {'310667bb-836e-4800-8a86-c6a5eed55039'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:34:50.774805 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-b4a2130d-9883-443e-b082-42b451a97882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:34:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['310667bb-836e-4800-8a86-c6a5eed55039'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:34:50.931379 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-b4a2130d-9883-443e-b082-42b451a97882 None None] Set router 310667bb-836e-4800-8a86-c6a5eed55039 gateway port host: None {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:34:51.254621 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-b4a2130d-9883-443e-b082-42b451a97882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '310667bb-836e-4800-8a86-c6a5eed55039', 'name': 'router1', 'tenant_id': 'f15c0772a8304c04b2b6854548f797bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:34:38Z', 'updated_at': '2021-12-20T08:34:48Z', 'revision_number': 2, 'project_id': 'f15c0772a8304c04b2b6854548f797bd', 'gw_port_host': None, '_interfaces': [{'id': '744ece45-51e1-4018-a3e9-bd360a75c539', 'name': '', 'network_id': 'd1bd8128-da7b-4523-87ef-062fab248ab1', 'tenant_id': 'f15c0772a8304c04b2b6854548f797bd', 'mac_address': 'fa:16:3e:f0:2d:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '310667bb-836e-4800-8a86-c6a5eed55039', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2841d39d-6690-4c4c-be29-daaef4cbb6f8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:34:47Z', 'updated_at': '2021-12-20T08:34:50Z', 'revision_number': 4, 'project_id': 'f15c0772a8304c04b2b6854548f797bd', 'subnets': [{'id': '2841d39d-6690-4c4c-be29-daaef4cbb6f8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eeb9066d-435c-4d0f-aa65-66f6d563ad4f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:34:51.258494 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a2130d-9883-443e-b082-42b451a97882 None None] The sync data for ids ['310667bb-836e-4800-8a86-c6a5eed55039'] in dv-neutron-820491-1-hyperv is: [{'id': '310667bb-836e-4800-8a86-c6a5eed55039', 'name': 'router1', 'tenant_id': 'f15c0772a8304c04b2b6854548f797bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:34:38Z', 'updated_at': '2021-12-20T08:34:48Z', 'revision_number': 2, 'project_id': 'f15c0772a8304c04b2b6854548f797bd', 'gw_port_host': None, '_interfaces': [{'id': '744ece45-51e1-4018-a3e9-bd360a75c539', 'name': '', 'network_id': 'd1bd8128-da7b-4523-87ef-062fab248ab1', 'tenant_id': 'f15c0772a8304c04b2b6854548f797bd', 'mac_address': 'fa:16:3e:f0:2d:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '310667bb-836e-4800-8a86-c6a5eed55039', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2841d39d-6690-4c4c-be29-daaef4cbb6f8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:34:47Z', 'updated_at': '2021-12-20T08:34:50Z', 'revision_number': 4, 'project_id': 'f15c0772a8304c04b2b6854548f797bd', 'subnets': [{'id': '2841d39d-6690-4c4c-be29-daaef4cbb6f8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eeb9066d-435c-4d0f-aa65-66f6d563ad4f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:34:51.355111 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 60680) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:34:51.522811 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e18687-5473-4e5a-8c7f-2c1932e38e1c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:34:51.523624 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-70e18687-5473-4e5a-8c7f-2c1932e38e1c admin admin] Synchronizing usage tracker for tenant:d8d90b4feee8473baa30aef131085489 on resource:network {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:34:51.549074 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-70e18687-5473-4e5a-8c7f-2c1932e38e1c admin admin] Unset dirty status for tenant:d8d90b4feee8473baa30aef131085489 on resource:network {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:34:51.552221 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-70e18687-5473-4e5a-8c7f-2c1932e38e1c admin admin] 10.222.0.16 "GET /v2.0/networks/95f3bec2-46e6-4468-8229-8badd4a5aaae HTTP/1.1" status: 200 len: 842 time: 0.1959205 Dec 20 08:34:51.559947 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-52c0fb24-1883-4237-990b-6884a12707e6 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:34:51.565639 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-52c0fb24-1883-4237-990b-6884a12707e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:34:51.570309 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-52c0fb24-1883-4237-990b-6884a12707e6 admin admin] Usage tracker for resource:subnet and tenant:d8d90b4feee8473baa30aef131085489 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:34:51.573995 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-52c0fb24-1883-4237-990b-6884a12707e6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:34:51.580070 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-52c0fb24-1883-4237-990b-6884a12707e6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:34:51.591052 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c0fb24-1883-4237-990b-6884a12707e6 admin admin] Made reservation on behalf of d8d90b4feee8473baa30aef131085489 for: {'subnet': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:34:51.593538 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-52c0fb24-1883-4237-990b-6884a12707e6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:34:51.967374 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.objects.ports [None req-52c0fb24-1883-4237-990b-6884a12707e6 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83445) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 20 08:34:51.967839 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-52c0fb24-1883-4237-990b-6884a12707e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for subnet, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:34:51.971876 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:34:52.037823 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c0fb24-1883-4237-990b-6884a12707e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf8895a3-346d-4313-a645-16ecdcce9969,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:34:52.044294 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-52c0fb24-1883-4237-990b-6884a12707e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:34:52.054220 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c0fb24-1883-4237-990b-6884a12707e6 admin admin] Checking segment: {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:34:52.054698 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c0fb24-1883-4237-990b-6884a12707e6 admin admin] Network hostable DHCP agents. Network: 95f3bec2-46e6-4468-8229-8badd4a5aaae, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:34:52.083152 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c0fb24-1883-4237-990b-6884a12707e6 admin admin] Network 95f3bec2-46e6-4468-8229-8badd4a5aaae is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:34:52.100737 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-52c0fb24-1883-4237-990b-6884a12707e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, 95f3bec2-46e6-4468-8229-8badd4a5aaae) {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:34:52.105849 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c0fb24-1883-4237-990b-6884a12707e6 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:34:52.106947 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-52c0fb24-1883-4237-990b-6884a12707e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:34:52.113381 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311ed054-0b78-4ee9-97f5-1cf8a50f829c None None] Network 95f3bec2-46e6-4468-8229-8badd4a5aaae requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:34:52.132845 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-52c0fb24-1883-4237-990b-6884a12707e6 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5768716 Dec 20 08:34:52.237331 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 744ece45-51e1-4018-a3e9-bd360a75c539 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:34:52.437097 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 744ece45-51e1-4018-a3e9-bd360a75c539 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:34:52.445666 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b3112a-336c-4bda-af92-4a0ab52b1177 None None] Network 95f3bec2-46e6-4468-8229-8badd4a5aaae requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:34:52.468807 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 744ece45-51e1-4018-a3e9-bd360a75c539 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:34:52.469182 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:34:52.758727 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:34:52.846868 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 744ece45-51e1-4018-a3e9-bd360a75c539, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=744ece45-51e1-4018-a3e9-bd360a75c539,segment=NetworkSegment(d08b9f0c-6235-4db6-a6be-a872b7e3443d),segment_id=d08b9f0c-6235-4db6-a6be-a872b7e3443d)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:34:52.851077 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:34:52.853848 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-c5a252c7-2a70-4deb-a7eb-37eb9bd4fea2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:34:52.917355 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=744ece45-51e1-4018-a3e9-bd360a75c539,revision_number=5']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:34:52.920416 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:34:54.192689 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 744ece45-51e1-4018-a3e9-bd360a75c539 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:34:54.263228 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 744ece45-51e1-4018-a3e9-bd360a75c539 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:34:54.263594 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:34:54.342223 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 60694) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:34:54.592347 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-9d0723e2-1171-4ce3-a99d-aa0ee0eba659 admin admin] 10.222.0.16 "GET /v2.0/routers/310667bb-836e-4800-8a86-c6a5eed55039 HTTP/1.1" status: 200 len: 710 time: 0.2488873 Dec 20 08:34:54.734521 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fda45b4-250a-4de3-be23-8fc7dc7ed55f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:34:54.735859 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-7fda45b4-250a-4de3-be23-8fc7dc7ed55f admin admin] 10.222.0.16 "GET /v2.0/networks/95f3bec2-46e6-4468-8229-8badd4a5aaae HTTP/1.1" status: 200 len: 886 time: 0.1385388 Dec 20 08:34:54.744742 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-f2c06666-3702-46e5-b7b5-228e5ee2fa12 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:34:55.265961 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f2c06666-3702-46e5-b7b5-228e5ee2fa12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24724'] for router, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:34:55.445319 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f2c06666-3702-46e5-b7b5-228e5ee2fa12 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:34:55.502892 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f2c06666-3702-46e5-b7b5-228e5ee2fa12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:34:55.639435 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-f2c06666-3702-46e5-b7b5-228e5ee2fa12 admin admin] Allocated IP 172.26.5.29 (95f3bec2-46e6-4468-8229-8badd4a5aaae/cf8895a3-346d-4313-a645-16ecdcce9969/d020d233-2b7f-45ef-851a-8aaad3f6d28a) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:34:55.785735 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f2c06666-3702-46e5-b7b5-228e5ee2fa12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:34:55.813255 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f2c06666-3702-46e5-b7b5-228e5ee2fa12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:34:55.817717 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-206cc771-cfb0-41e4-a7f9-a3305404b436 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:34:55.882528 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c06666-3702-46e5-b7b5-228e5ee2fa12 admin admin] Network 95f3bec2-46e6-4468-8229-8badd4a5aaae is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:34:55.885905 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-f2c06666-3702-46e5-b7b5-228e5ee2fa12 admin admin] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:34:55.888601 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c06666-3702-46e5-b7b5-228e5ee2fa12 admin admin] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:34:55.922383 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c06666-3702-46e5-b7b5-228e5ee2fa12 admin admin] Pushing event updated for resources: {'Port': ['ID=d020d233-2b7f-45ef-851a-8aaad3f6d28a,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:34:55.925260 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f2c06666-3702-46e5-b7b5-228e5ee2fa12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:34:56.026768 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f2c06666-3702-46e5-b7b5-228e5ee2fa12 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:34:56.199516 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f2c06666-3702-46e5-b7b5-228e5ee2fa12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24724'] for router, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:34:56.202753 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f2c06666-3702-46e5-b7b5-228e5ee2fa12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-351805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-351780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-379562'] for router, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:34:56.432069 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2c06666-3702-46e5-b7b5-228e5ee2fa12 admin admin] Router 310667bb-836e-4800-8a86-c6a5eed55039 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:34:56.622435 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c06666-3702-46e5-b7b5-228e5ee2fa12 admin admin] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:34:56.630060 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f2c06666-3702-46e5-b7b5-228e5ee2fa12 admin admin] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:34:56.632702 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-f2c06666-3702-46e5-b7b5-228e5ee2fa12 admin admin] 10.222.0.16 "PUT /v2.0/routers/310667bb-836e-4800-8a86-c6a5eed55039 HTTP/1.1" status: 200 len: 889 time: 1.8898995 Dec 20 08:34:56.632884 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31af39f1-1ab7-4b72-97c3-c5c02edd6a6e None None] Sync routers for ids ['310667bb-836e-4800-8a86-c6a5eed55039'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:34:56.644659 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31af39f1-1ab7-4b72-97c3-c5c02edd6a6e None None] Routers {'310667bb-836e-4800-8a86-c6a5eed55039'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:34:56.645376 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-31af39f1-1ab7-4b72-97c3-c5c02edd6a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:34:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['310667bb-836e-4800-8a86-c6a5eed55039'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:34:56.840888 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-31af39f1-1ab7-4b72-97c3-c5c02edd6a6e None None] Set router 310667bb-836e-4800-8a86-c6a5eed55039 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:34:57.178776 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-31af39f1-1ab7-4b72-97c3-c5c02edd6a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '310667bb-836e-4800-8a86-c6a5eed55039', 'name': 'router1', 'tenant_id': 'f15c0772a8304c04b2b6854548f797bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.29'}], 'enable_snat': True}, 'gw_port_id': 'd020d233-2b7f-45ef-851a-8aaad3f6d28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:34:38Z', 'updated_at': '2021-12-20T08:34:55Z', 'revision_number': 4, 'project_id': 'f15c0772a8304c04b2b6854548f797bd', 'gw_port': {'id': 'd020d233-2b7f-45ef-851a-8aaad3f6d28a', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b0:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '310667bb-836e-4800-8a86-c6a5eed55039', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:34:55Z', 'updated_at': '2021-12-20T08:34:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '744ece45-51e1-4018-a3e9-bd360a75c539', 'name': '', 'network_id': 'd1bd8128-da7b-4523-87ef-062fab248ab1', 'tenant_id': 'f15c0772a8304c04b2b6854548f797bd', 'mac_address': 'fa:16:3e:f0:2d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310667bb-836e-4800-8a86-c6a5eed55039', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2841d39d-6690-4c4c-be29-daaef4cbb6f8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:34:47Z', 'updated_at': '2021-12-20T08:34:52Z', 'revision_number': 5, 'project_id': 'f15c0772a8304c04b2b6854548f797bd', 'subnets': [{'id': '2841d39d-6690-4c4c-be29-daaef4cbb6f8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eeb9066d-435c-4d0f-aa65-66f6d563ad4f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:34:57.184779 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31af39f1-1ab7-4b72-97c3-c5c02edd6a6e None None] Checking router: 310667bb-836e-4800-8a86-c6a5eed55039 for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 08:34:57.185126 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31af39f1-1ab7-4b72-97c3-c5c02edd6a6e None None] Updating router 310667bb-836e-4800-8a86-c6a5eed55039 port d020d233-2b7f-45ef-851a-8aaad3f6d28a binding host dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 08:34:57.239363 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-31af39f1-1ab7-4b72-97c3-c5c02edd6a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:34:57.562112 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-31af39f1-1ab7-4b72-97c3-c5c02edd6a6e None None] Notify callbacks [] for port, precommit_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:34:57.573795 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-31af39f1-1ab7-4b72-97c3-c5c02edd6a6e None None] Transition to ACTIVE for port object d020d233-2b7f-45ef-851a-8aaad3f6d28a will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:34:57.581704 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-31af39f1-1ab7-4b72-97c3-c5c02edd6a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:34:57.585649 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-b1b06f4b-0905-4b75-9653-8feefc8151f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:34:57.658845 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be91df9-c054-4d25-b088-33b5cc04c89e None None] Pushing event updated for resources: {'Port': ['ID=d020d233-2b7f-45ef-851a-8aaad3f6d28a,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:34:57.662197 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-6be91df9-c054-4d25-b088-33b5cc04c89e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:34:57.663014 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-31af39f1-1ab7-4b72-97c3-c5c02edd6a6e None None] Attempting to bind port d020d233-2b7f-45ef-851a-8aaad3f6d28a on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:34:57.663375 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-31af39f1-1ab7-4b72-97c3-c5c02edd6a6e None None] Attempting to bind port d020d233-2b7f-45ef-851a-8aaad3f6d28a by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:34:57.663728 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31af39f1-1ab7-4b72-97c3-c5c02edd6a6e None None] Attempting to bind port d020d233-2b7f-45ef-851a-8aaad3f6d28a on network 95f3bec2-46e6-4468-8229-8badd4a5aaae {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:34:57.670238 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31af39f1-1ab7-4b72-97c3-c5c02edd6a6e None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:34:57.670606 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31af39f1-1ab7-4b72-97c3-c5c02edd6a6e None None] Checking segment: {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:34:57.671002 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-31af39f1-1ab7-4b72-97c3-c5c02edd6a6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:34:57.671387 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31af39f1-1ab7-4b72-97c3-c5c02edd6a6e None None] Bound using segment: {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:34:57.671850 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-31af39f1-1ab7-4b72-97c3-c5c02edd6a6e None None] Bound port: d020d233-2b7f-45ef-851a-8aaad3f6d28a, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:34:57.672233 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-31af39f1-1ab7-4b72-97c3-c5c02edd6a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:34:57.766620 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-31af39f1-1ab7-4b72-97c3-c5c02edd6a6e None None] For port d020d233-2b7f-45ef-851a-8aaad3f6d28a, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:34:57.769720 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-31af39f1-1ab7-4b72-97c3-c5c02edd6a6e None None] For port d020d233-2b7f-45ef-851a-8aaad3f6d28a, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=d020d233-2b7f-45ef-851a-8aaad3f6d28a,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:34:57.774568 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-31af39f1-1ab7-4b72-97c3-c5c02edd6a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:34:57.778225 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:34:57.854145 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be91df9-c054-4d25-b088-33b5cc04c89e None None] Pushing event updated for resources: {'Port': ['ID=d020d233-2b7f-45ef-851a-8aaad3f6d28a,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:34:57.856896 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31af39f1-1ab7-4b72-97c3-c5c02edd6a6e None None] Routers {'310667bb-836e-4800-8a86-c6a5eed55039'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:34:57.857514 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-31af39f1-1ab7-4b72-97c3-c5c02edd6a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:34:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['310667bb-836e-4800-8a86-c6a5eed55039'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:34:57.905057 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-6be91df9-c054-4d25-b088-33b5cc04c89e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:34:58.034521 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-31af39f1-1ab7-4b72-97c3-c5c02edd6a6e None None] Set router 310667bb-836e-4800-8a86-c6a5eed55039 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:34:58.351079 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-31af39f1-1ab7-4b72-97c3-c5c02edd6a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '310667bb-836e-4800-8a86-c6a5eed55039', 'name': 'router1', 'tenant_id': 'f15c0772a8304c04b2b6854548f797bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.29'}], 'enable_snat': True}, 'gw_port_id': 'd020d233-2b7f-45ef-851a-8aaad3f6d28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:34:38Z', 'updated_at': '2021-12-20T08:34:55Z', 'revision_number': 4, 'project_id': 'f15c0772a8304c04b2b6854548f797bd', 'gw_port': {'id': 'd020d233-2b7f-45ef-851a-8aaad3f6d28a', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b0:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '310667bb-836e-4800-8a86-c6a5eed55039', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:34:55Z', 'updated_at': '2021-12-20T08:34:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '744ece45-51e1-4018-a3e9-bd360a75c539', 'name': '', 'network_id': 'd1bd8128-da7b-4523-87ef-062fab248ab1', 'tenant_id': 'f15c0772a8304c04b2b6854548f797bd', 'mac_address': 'fa:16:3e:f0:2d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310667bb-836e-4800-8a86-c6a5eed55039', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2841d39d-6690-4c4c-be29-daaef4cbb6f8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:34:47Z', 'updated_at': '2021-12-20T08:34:52Z', 'revision_number': 5, 'project_id': 'f15c0772a8304c04b2b6854548f797bd', 'subnets': [{'id': '2841d39d-6690-4c4c-be29-daaef4cbb6f8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eeb9066d-435c-4d0f-aa65-66f6d563ad4f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:34:58.355656 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31af39f1-1ab7-4b72-97c3-c5c02edd6a6e None None] The sync data for ids ['310667bb-836e-4800-8a86-c6a5eed55039'] in dv-neutron-820491-1-hyperv is: [{'id': '310667bb-836e-4800-8a86-c6a5eed55039', 'name': 'router1', 'tenant_id': 'f15c0772a8304c04b2b6854548f797bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.29'}], 'enable_snat': True}, 'gw_port_id': 'd020d233-2b7f-45ef-851a-8aaad3f6d28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:34:38Z', 'updated_at': '2021-12-20T08:34:55Z', 'revision_number': 4, 'project_id': 'f15c0772a8304c04b2b6854548f797bd', 'gw_port': {'id': 'd020d233-2b7f-45ef-851a-8aaad3f6d28a', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b0:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '310667bb-836e-4800-8a86-c6a5eed55039', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:34:55Z', 'updated_at': '2021-12-20T08:34:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '744ece45-51e1-4018-a3e9-bd360a75c539', 'name': '', 'network_id': 'd1bd8128-da7b-4523-87ef-062fab248ab1', 'tenant_id': 'f15c0772a8304c04b2b6854548f797bd', 'mac_address': 'fa:16:3e:f0:2d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310667bb-836e-4800-8a86-c6a5eed55039', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2841d39d-6690-4c4c-be29-daaef4cbb6f8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:34:47Z', 'updated_at': '2021-12-20T08:34:52Z', 'revision_number': 5, 'project_id': 'f15c0772a8304c04b2b6854548f797bd', 'subnets': [{'id': '2841d39d-6690-4c4c-be29-daaef4cbb6f8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eeb9066d-435c-4d0f-aa65-66f6d563ad4f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:34:58.891303 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 60704) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:34:59.032170 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-3ac0de5a-ecae-4941-91ea-d06fc063f247 admin admin] 10.222.0.16 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1081 time: 0.1397479 Dec 20 08:35:00.225344 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device d020d233-2b7f-45ef-851a-8aaad3f6d28a up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:35:00.312526 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port d020d233-2b7f-45ef-851a-8aaad3f6d28a completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:35:00.317439 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port d020d233-2b7f-45ef-851a-8aaad3f6d28a triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:35:00.317805 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:35:00.428596 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:35:00.443706 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port d020d233-2b7f-45ef-851a-8aaad3f6d28a, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=d020d233-2b7f-45ef-851a-8aaad3f6d28a,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:35:00.447599 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:35:00.449656 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:35:00.513015 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=d020d233-2b7f-45ef-851a-8aaad3f6d28a,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:35:00.516016 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:35:02.199956 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device d020d233-2b7f-45ef-851a-8aaad3f6d28a up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:35:02.279369 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port d020d233-2b7f-45ef-851a-8aaad3f6d28a triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:35:02.279740 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:35:12.443110 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-cfa245a2-1ec6-4c8e-baa4-8a3f20dfc4d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:35:14.737701 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-644a1a6d-ad9a-4292-a9e3-60f7bdd96ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:35:15.792109 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:35:15.900173 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:35:17.250808 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:35:27.071048 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 5 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 08:35:42.446919 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d9e11082-971e-4760-b5e8-2a03dd44e1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:35:44.740969 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a4c3c85a-823d-4563-a78d-9d612feb5c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:35:45.795234 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:35:45.904552 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:35:47.252426 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:36:04.071487 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 5 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 08:36:12.449504 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3908ab6f-0e73-44a4-9992-90ada899d3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:36:14.744670 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-8e00263c-ad46-497c-9e30-173148cdacba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:36:15.797934 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:36:15.907872 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:36:17.265825 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:36:41.070638 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 5 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 08:36:42.451781 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-69f89f29-9db8-4426-b0a6-e72d81f7c558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:36:44.746766 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-27a4fb8d-227b-4f87-84fd-e305e8d262a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:36:45.801985 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:36:45.910943 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:36:47.269453 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:37:05.401151 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 33080) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:37:05.490472 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-2baaf909-ebb9-4d7e-ae83-6f18c4e0c63f admin admin] GET failed (client error): The resource could not be found. Dec 20 08:37:05.492424 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-2baaf909-ebb9-4d7e-ae83-6f18c4e0c63f admin admin] 10.222.0.16 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0903239 Dec 20 08:37:05.625002 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7d2f4c-a733-49de-a14f-13884c95e643 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:37:05.626521 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-3e7d2f4c-a733-49de-a14f-13884c95e643 admin admin] 10.222.0.16 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1296945 Dec 20 08:37:07.635989 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 33090) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:37:07.769162 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df67d96-995d-4368-9005-c0de878aa37d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:37:07.769747 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-1df67d96-995d-4368-9005-c0de878aa37d admin admin] Synchronizing usage tracker for tenant:d8d90b4feee8473baa30aef131085489 on resource:subnet {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:37:07.785932 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-1df67d96-995d-4368-9005-c0de878aa37d admin admin] Unset dirty status for tenant:d8d90b4feee8473baa30aef131085489 on resource:subnet {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:37:07.787024 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-1df67d96-995d-4368-9005-c0de878aa37d admin admin] 10.222.0.16 "GET /v2.0/subnets/2841d39d-6690-4c4c-be29-daaef4cbb6f8 HTTP/1.1" status: 200 len: 849 time: 0.1500862 Dec 20 08:37:07.796762 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-377c5cf5-3df1-46aa-bd68-5442f43fca24 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:37:07.907999 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-377c5cf5-3df1-46aa-bd68-5442f43fca24 admin admin] Notify callbacks [] for subnet, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:37:08.089067 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-377c5cf5-3df1-46aa-bd68-5442f43fca24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789432289796'] for subnet, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:37:08.092622 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-52c0fb24-1883-4237-990b-6884a12707e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:37:08.136419 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377c5cf5-3df1-46aa-bd68-5442f43fca24 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:37:08.137004 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-377c5cf5-3df1-46aa-bd68-5442f43fca24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:37:08.138275 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-377c5cf5-3df1-46aa-bd68-5442f43fca24 admin admin] 10.222.0.16 "PUT /v2.0/subnets/2841d39d-6690-4c4c-be29-daaef4cbb6f8 HTTP/1.1" status: 200 len: 868 time: 0.3451462 Dec 20 08:37:08.162496 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377c5cf5-3df1-46aa-bd68-5442f43fca24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2841d39d-6690-4c4c-be29-daaef4cbb6f8,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:37:08.167427 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f4234d-178a-4a0c-95c0-05121b43c87c None None] Network d1bd8128-da7b-4523-87ef-062fab248ab1 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:37:08.172592 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c5cf5-3df1-46aa-bd68-5442f43fca24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:37:08.172934 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c5cf5-3df1-46aa-bd68-5442f43fca24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:37:08.173294 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c5cf5-3df1-46aa-bd68-5442f43fca24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:37:08.173624 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c5cf5-3df1-46aa-bd68-5442f43fca24 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:37:08.173948 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c5cf5-3df1-46aa-bd68-5442f43fca24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:37:08.174271 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c5cf5-3df1-46aa-bd68-5442f43fca24 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:37:08.174602 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c5cf5-3df1-46aa-bd68-5442f43fca24 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:37:08.174909 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c5cf5-3df1-46aa-bd68-5442f43fca24 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:37:08.175225 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c5cf5-3df1-46aa-bd68-5442f43fca24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:37:08.175536 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c5cf5-3df1-46aa-bd68-5442f43fca24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:37:08.175852 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c5cf5-3df1-46aa-bd68-5442f43fca24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:37:08.180248 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-377c5cf5-3df1-46aa-bd68-5442f43fca24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:37:08.620827 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-b12e0780-832d-4995-afd3-3a03de5272e1 None None] Provisioning complete for port 889beb72-531e-491e-b968-7084b6df0487 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:37:08.621192 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b12e0780-832d-4995-afd3-3a03de5272e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:37:08.745425 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-b12e0780-832d-4995-afd3-3a03de5272e1 None None] Provisioning complete for port 744ece45-51e1-4018-a3e9-bd360a75c539 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:37:08.745720 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b12e0780-832d-4995-afd3-3a03de5272e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:37:10.214875 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 33100) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:37:10.413064 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b4f685-fd69-46b3-b64b-8f0db26ba2c5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:37:10.413424 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b4f685-fd69-46b3-b64b-8f0db26ba2c5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:37:10.414901 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-35b4f685-fd69-46b3-b64b-8f0db26ba2c5 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1991036 Dec 20 08:37:12.438086 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 33110) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:37:12.454447 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a51b0c5f-7e9d-4b42-8c0c-43a59c7e2a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:37:12.644814 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39065ab3-117f-47b4-97d2-141405aaa324 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:37:12.645187 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39065ab3-117f-47b4-97d2-141405aaa324 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:37:12.646727 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-39065ab3-117f-47b4-97d2-141405aaa324 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2076616 Dec 20 08:37:14.656970 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 33120) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:37:14.747920 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-8fed2540-b383-40e4-829e-f6c57ad94141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:37:14.848859 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e238ec28-a105-495c-8e6e-f823c943055e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:37:14.851093 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-e238ec28-a105-495c-8e6e-f823c943055e admin admin] 10.222.0.16 "GET /v2.0/networks/95f3bec2-46e6-4468-8229-8badd4a5aaae HTTP/1.1" status: 200 len: 886 time: 0.1929624 Dec 20 08:37:15.804487 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:37:15.914845 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:37:16.863326 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 33130) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:37:17.062474 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b58e5e0-d887-4668-b912-f5d108756b9c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:37:17.063794 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-6b58e5e0-d887-4668-b912-f5d108756b9c admin admin] 10.222.0.16 "GET /v2.0/networks/d1bd8128-da7b-4523-87ef-062fab248ab1 HTTP/1.1" status: 200 len: 869 time: 0.1996019 Dec 20 08:37:17.270777 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:37:18.071779 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 5 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 08:37:19.074635 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 33140) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:37:19.201797 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b1d221-c66c-4aba-8b4b-ff3d176b4847 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:37:19.202160 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b1d221-c66c-4aba-8b4b-ff3d176b4847 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:37:19.203662 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-84b1d221-c66c-4aba-8b4b-ff3d176b4847 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1281097 Dec 20 08:37:21.218860 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 33150) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:37:21.381362 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba765062-523e-4dfb-8a67-e7d147b6b051 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:37:21.381725 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba765062-523e-4dfb-8a67-e7d147b6b051 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:37:21.383551 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-ba765062-523e-4dfb-8a67-e7d147b6b051 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1637669 Dec 20 08:37:23.437086 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 33160) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:37:23.596911 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8794d9-998b-4e97-a546-6f9b24fca910 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:37:23.598325 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-7d8794d9-998b-4e97-a546-6f9b24fca910 admin admin] 10.222.0.16 "GET /v2.0/subnets/2841d39d-6690-4c4c-be29-daaef4cbb6f8 HTTP/1.1" status: 200 len: 868 time: 0.1602547 Dec 20 08:37:25.679964 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 33170) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:37:25.804528 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380e9345-a350-4704-b5bd-2629b00d0aea admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:37:25.805868 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-380e9345-a350-4704-b5bd-2629b00d0aea admin admin] 10.222.0.16 "GET /v2.0/subnets/cf8895a3-346d-4313-a645-16ecdcce9969 HTTP/1.1" status: 200 len: 816 time: 0.1249843 Dec 20 08:37:42.455168 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-05a999db-8012-4c8c-940c-9262cc96ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:37:44.046520 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 33208) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:37:44.117050 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [None req-1671c212-2c05-4cc0-b366-45393f594588 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=83445) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 08:37:44.118077 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-1671c212-2c05-4cc0-b366-45393f594588 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0705616 Dec 20 08:37:44.751152 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-bd813f52-96ea-4310-96a8-97e86b61a0c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:37:45.806705 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:37:45.917780 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:37:46.239097 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 33218) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:37:46.328361 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-590ee3bd-cc81-4bd2-9234-641694c9efae admin admin] GET failed (client error): The resource could not be found. Dec 20 08:37:46.329669 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-590ee3bd-cc81-4bd2-9234-641694c9efae admin admin] 10.222.0.16 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0893431 Dec 20 08:37:46.452070 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02d4681-718e-4a10-a748-39d97caa3fbe admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:37:46.453426 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-e02d4681-718e-4a10-a748-39d97caa3fbe admin admin] 10.222.0.16 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1200473 Dec 20 08:37:47.273164 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:37:48.455279 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 33228) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:37:48.526755 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-d169e2ab-d111-4b88-b594-430f8681c635 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:37:48.531255 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-d169e2ab-d111-4b88-b594-430f8681c635 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:37:48.540547 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-d169e2ab-d111-4b88-b594-430f8681c635 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:37:48.550169 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d169e2ab-d111-4b88-b594-430f8681c635 admin admin] Made reservation on behalf of d8d90b4feee8473baa30aef131085489 for: {'network': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:37:48.552439 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d169e2ab-d111-4b88-b594-430f8681c635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:37:48.640039 dv-neutron-820491-1-hyperv neutron-server[83445]: WARNING neutron.services.revisions.revision_plugin [None req-d169e2ab-d111-4b88-b594-430f8681c635 admin admin] Could not find related network for resource to bump revision. Dec 20 08:37:48.652299 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d169e2ab-d111-4b88-b594-430f8681c635 admin admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=83445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:37:48.660984 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d169e2ab-d111-4b88-b594-430f8681c635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:37:48.661913 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.segments_db [None req-d169e2ab-d111-4b88-b594-430f8681c635 admin admin] Added segment 53ab458c-596d-4340-a1bf-53a48c4908de of type vlan for network d93909ac-4dc6-4560-b90e-66a1a0026796 Dec 20 08:37:48.686555 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d169e2ab-d111-4b88-b594-430f8681c635 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:37:48.713796 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d169e2ab-d111-4b88-b594-430f8681c635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:37:48.714969 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d169e2ab-d111-4b88-b594-430f8681c635 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:37:48.715541 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d169e2ab-d111-4b88-b594-430f8681c635 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:37:48.719948 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f5cbf8d2-5559-4cd8-a4ca-9b252373d853 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:37:48.815396 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-d169e2ab-d111-4b88-b594-430f8681c635 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3589208 Dec 20 08:37:48.820707 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d169e2ab-d111-4b88-b594-430f8681c635 admin admin] Pushing event updated for resources: {'Network': ['ID=d93909ac-4dc6-4560-b90e-66a1a0026796,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:37:48.824163 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d169e2ab-d111-4b88-b594-430f8681c635 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:37:48.831421 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network d93909ac-4dc6-4560-b90e-66a1a0026796 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:37:50.838658 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 33238) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:37:50.928614 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-81f0d471-70ce-4154-91ac-c36391f76321 admin admin] GET failed (client error): The resource could not be found. Dec 20 08:37:50.929096 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-81f0d471-70ce-4154-91ac-c36391f76321 admin admin] Synchronizing usage tracker for tenant:d8d90b4feee8473baa30aef131085489 on resource:network {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:37:50.943271 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-81f0d471-70ce-4154-91ac-c36391f76321 admin admin] Unset dirty status for tenant:d8d90b4feee8473baa30aef131085489 on resource:network {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:37:50.944351 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-81f0d471-70ce-4154-91ac-c36391f76321 admin admin] 10.222.0.16 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1048036 Dec 20 08:37:51.047154 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf487df-1587-4752-96f5-35529f012fd6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:37:51.048560 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-7bf487df-1587-4752-96f5-35529f012fd6 admin admin] 10.222.0.16 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1002939 Dec 20 08:37:51.057775 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-34340035-8e4b-45c7-8c10-93d8f03796ac admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': 'd93909ac-4dc6-4560-b90e-66a1a0026796', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:37:51.061981 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-34340035-8e4b-45c7-8c10-93d8f03796ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:37:51.071662 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-34340035-8e4b-45c7-8c10-93d8f03796ac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:37:51.081034 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34340035-8e4b-45c7-8c10-93d8f03796ac admin admin] Made reservation on behalf of d8d90b4feee8473baa30aef131085489 for: {'subnet': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:37:51.083914 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-34340035-8e4b-45c7-8c10-93d8f03796ac admin admin] Notify callbacks [] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:37:51.283124 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-34340035-8e4b-45c7-8c10-93d8f03796ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for subnet, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:37:51.287254 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:37:51.352902 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34340035-8e4b-45c7-8c10-93d8f03796ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=90ee5876-4018-4a30-b419-3dc569d3065f,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:37:51.355456 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-34340035-8e4b-45c7-8c10-93d8f03796ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:37:51.368371 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34340035-8e4b-45c7-8c10-93d8f03796ac admin admin] Checking segment: {'id': '53ab458c-596d-4340-a1bf-53a48c4908de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd93909ac-4dc6-4560-b90e-66a1a0026796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:37:51.368724 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34340035-8e4b-45c7-8c10-93d8f03796ac admin admin] Network hostable DHCP agents. Network: d93909ac-4dc6-4560-b90e-66a1a0026796, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:37:51.389387 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34340035-8e4b-45c7-8c10-93d8f03796ac admin admin] Network d93909ac-4dc6-4560-b90e-66a1a0026796 is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:37:51.398840 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-34340035-8e4b-45c7-8c10-93d8f03796ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, d93909ac-4dc6-4560-b90e-66a1a0026796) {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:37:51.403203 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34340035-8e4b-45c7-8c10-93d8f03796ac admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:37:51.404408 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-34340035-8e4b-45c7-8c10-93d8f03796ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:37:51.407493 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16ffdc5-70da-446b-a0a9-9f5605cb3c1d None None] Network d93909ac-4dc6-4560-b90e-66a1a0026796 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:37:51.428697 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-34340035-8e4b-45c7-8c10-93d8f03796ac admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3741424 Dec 20 08:37:51.636771 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c921b839-02ff-466b-b546-128cb8507e8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-d93909ac-4dc6-4560-b90e-66a1a0026796', 'network_id': 'd93909ac-4dc6-4560-b90e-66a1a0026796', 'tenant_id': 'd8d90b4feee8473baa30aef131085489', 'fixed_ips': [{'subnet_id': '90ee5876-4018-4a30-b419-3dc569d3065f'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:37:51.637644 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c921b839-02ff-466b-b546-128cb8507e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:37:51.803166 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-c921b839-02ff-466b-b546-128cb8507e8c None None] Allocated IP 192.168.233.2 (d93909ac-4dc6-4560-b90e-66a1a0026796/90ee5876-4018-4a30-b419-3dc569d3065f/63acc6a7-01ab-438f-8db5-2a46ad456c0e) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:37:52.018487 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c921b839-02ff-466b-b546-128cb8507e8c None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:37:52.030582 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-c921b839-02ff-466b-b546-128cb8507e8c None None] Transition to ACTIVE for port object 63acc6a7-01ab-438f-8db5-2a46ad456c0e will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:37:52.049951 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-c921b839-02ff-466b-b546-128cb8507e8c None None] Transition to ACTIVE for port object 63acc6a7-01ab-438f-8db5-2a46ad456c0e will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:37:52.057238 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c921b839-02ff-466b-b546-128cb8507e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:37:52.062039 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-6be91df9-c054-4d25-b088-33b5cc04c89e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:37:52.129896 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c921b839-02ff-466b-b546-128cb8507e8c None None] Network d93909ac-4dc6-4560-b90e-66a1a0026796 is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:37:52.134296 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-c921b839-02ff-466b-b546-128cb8507e8c None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:37:52.136251 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c921b839-02ff-466b-b546-128cb8507e8c None None] Pushing event updated for resources: {'Port': ['ID=63acc6a7-01ab-438f-8db5-2a46ad456c0e,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:37:52.138546 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c921b839-02ff-466b-b546-128cb8507e8c None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:37:52.174207 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c921b839-02ff-466b-b546-128cb8507e8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:37:52.174893 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c921b839-02ff-466b-b546-128cb8507e8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:37:52.175222 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c921b839-02ff-466b-b546-128cb8507e8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:37:52.175548 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c921b839-02ff-466b-b546-128cb8507e8c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:37:52.175885 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c921b839-02ff-466b-b546-128cb8507e8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:37:52.176209 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c921b839-02ff-466b-b546-128cb8507e8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:37:52.176532 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c921b839-02ff-466b-b546-128cb8507e8c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:37:52.177648 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c921b839-02ff-466b-b546-128cb8507e8c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:37:52.177975 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c921b839-02ff-466b-b546-128cb8507e8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:37:52.178290 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c921b839-02ff-466b-b546-128cb8507e8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:37:52.178605 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c921b839-02ff-466b-b546-128cb8507e8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:37:52.193846 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-c921b839-02ff-466b-b546-128cb8507e8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:37:52.269210 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-c921b839-02ff-466b-b546-128cb8507e8c None None] Attempting to bind port 63acc6a7-01ab-438f-8db5-2a46ad456c0e on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:37:52.269882 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-c921b839-02ff-466b-b546-128cb8507e8c None None] Attempting to bind port 63acc6a7-01ab-438f-8db5-2a46ad456c0e by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '53ab458c-596d-4340-a1bf-53a48c4908de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd93909ac-4dc6-4560-b90e-66a1a0026796'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:37:52.270436 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c921b839-02ff-466b-b546-128cb8507e8c None None] Attempting to bind port 63acc6a7-01ab-438f-8db5-2a46ad456c0e on network d93909ac-4dc6-4560-b90e-66a1a0026796 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:37:52.277915 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c921b839-02ff-466b-b546-128cb8507e8c None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:37:52.278286 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c921b839-02ff-466b-b546-128cb8507e8c None None] Checking segment: {'id': '53ab458c-596d-4340-a1bf-53a48c4908de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd93909ac-4dc6-4560-b90e-66a1a0026796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:37:52.278681 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c921b839-02ff-466b-b546-128cb8507e8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:37:52.279072 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c921b839-02ff-466b-b546-128cb8507e8c None None] Bound using segment: {'id': '53ab458c-596d-4340-a1bf-53a48c4908de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd93909ac-4dc6-4560-b90e-66a1a0026796'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:37:52.279537 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-c921b839-02ff-466b-b546-128cb8507e8c None None] Bound port: 63acc6a7-01ab-438f-8db5-2a46ad456c0e, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53ab458c-596d-4340-a1bf-53a48c4908de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd93909ac-4dc6-4560-b90e-66a1a0026796'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:37:52.279919 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c921b839-02ff-466b-b546-128cb8507e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:37:52.370376 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-c921b839-02ff-466b-b546-128cb8507e8c None None] For port 63acc6a7-01ab-438f-8db5-2a46ad456c0e, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:37:52.373870 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-c921b839-02ff-466b-b546-128cb8507e8c None None] For port 63acc6a7-01ab-438f-8db5-2a46ad456c0e, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=63acc6a7-01ab-438f-8db5-2a46ad456c0e,segment=NetworkSegment(53ab458c-596d-4340-a1bf-53a48c4908de),segment_id=53ab458c-596d-4340-a1bf-53a48c4908de)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:37:52.381494 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c921b839-02ff-466b-b546-128cb8507e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:37:52.385712 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:37:52.470671 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c921b839-02ff-466b-b546-128cb8507e8c None None] Pushing event updated for resources: {'Port': ['ID=63acc6a7-01ab-438f-8db5-2a46ad456c0e,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:37:52.473860 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-c921b839-02ff-466b-b546-128cb8507e8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:37:53.277824 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb90e5b6-d2b2-4636-8434-e1c5d2bbdc45 None None] Network d93909ac-4dc6-4560-b90e-66a1a0026796 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:37:53.376747 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-8428f4bc-6e69-490b-a83a-387a4cfefecc None None] Provisioning for port 63acc6a7-01ab-438f-8db5-2a46ad456c0e completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:37:54.313389 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 63acc6a7-01ab-438f-8db5-2a46ad456c0e up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:37:54.382627 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 63acc6a7-01ab-438f-8db5-2a46ad456c0e completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:37:54.387163 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 63acc6a7-01ab-438f-8db5-2a46ad456c0e triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:37:54.387533 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:37:54.498781 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:37:54.529935 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 63acc6a7-01ab-438f-8db5-2a46ad456c0e, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=63acc6a7-01ab-438f-8db5-2a46ad456c0e,segment=NetworkSegment(53ab458c-596d-4340-a1bf-53a48c4908de),segment_id=53ab458c-596d-4340-a1bf-53a48c4908de)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:37:54.534260 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:37:54.537078 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-c921b839-02ff-466b-b546-128cb8507e8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:37:54.600617 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=63acc6a7-01ab-438f-8db5-2a46ad456c0e,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:37:54.603673 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:37:55.074457 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 5 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 08:37:56.293846 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 63acc6a7-01ab-438f-8db5-2a46ad456c0e up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:37:56.366893 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 63acc6a7-01ab-438f-8db5-2a46ad456c0e triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:37:56.367267 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:38:12.457955 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3509a367-6bc5-440d-9927-3fe613b65670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:38:14.752144 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3c07ae40-900a-47ad-838d-5a2e671e61b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:38:15.810788 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:38:15.919777 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:38:17.275695 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:38:32.074315 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 5 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 08:38:42.458129 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-7e8c9d14-389d-4006-a2b2-c5d5ad5f03d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:38:44.754555 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-2dc49e4c-cde7-4712-87f8-b0825a878261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:38:45.811470 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:38:45.919839 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:38:47.276989 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:38:53.434894 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 33280) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:38:53.440979 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-e41914da-f85b-46dd-8a2c-ac469c52c269 tempest-verify_tempest_config-1466189937 tempest-verify_tempest_config-1466189937-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 08:38:53.441930 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e41914da-f85b-46dd-8a2c-ac469c52c269 tempest-verify_tempest_config-1466189937 tempest-verify_tempest_config-1466189937-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0061231 Dec 20 08:38:53.767112 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 33296) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:38:53.913920 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-43306e2e-df47-4d09-aad8-80369fab6f94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:38:53.944408 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-43306e2e-df47-4d09-aad8-80369fab6f94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:38:53.948282 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-43306e2e-df47-4d09-aad8-80369fab6f94 admin admin] Usage tracker for resource:security_group_rule and tenant:cf45526bec62405ba1a816ffda8af087 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:38:53.951180 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-43306e2e-df47-4d09-aad8-80369fab6f94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:38:53.957140 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-43306e2e-df47-4d09-aad8-80369fab6f94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:38:54.024102 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-43306e2e-df47-4d09-aad8-80369fab6f94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:38:54.027570 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-43306e2e-df47-4d09-aad8-80369fab6f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:38:54.036031 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:38:54.073477 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43306e2e-df47-4d09-aad8-80369fab6f94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dbbd513-cd58-47ad-9dc6-b5d46b92db5c,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:38:54.078086 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-43306e2e-df47-4d09-aad8-80369fab6f94 admin admin] Synchronizing usage tracker for tenant:d8d90b4feee8473baa30aef131085489 on resource:security_group {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:38:54.086409 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43306e2e-df47-4d09-aad8-80369fab6f94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:38:54.086750 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43306e2e-df47-4d09-aad8-80369fab6f94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:38:54.087080 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43306e2e-df47-4d09-aad8-80369fab6f94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:38:54.087410 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43306e2e-df47-4d09-aad8-80369fab6f94 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:38:54.087749 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43306e2e-df47-4d09-aad8-80369fab6f94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:38:54.088075 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43306e2e-df47-4d09-aad8-80369fab6f94 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:38:54.088393 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43306e2e-df47-4d09-aad8-80369fab6f94 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:38:54.088722 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43306e2e-df47-4d09-aad8-80369fab6f94 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:38:54.089025 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43306e2e-df47-4d09-aad8-80369fab6f94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:38:54.089368 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43306e2e-df47-4d09-aad8-80369fab6f94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:38:54.089682 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43306e2e-df47-4d09-aad8-80369fab6f94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:38:54.095625 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-43306e2e-df47-4d09-aad8-80369fab6f94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:38:54.106181 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-43306e2e-df47-4d09-aad8-80369fab6f94 admin admin] Unset dirty status for tenant:d8d90b4feee8473baa30aef131085489 on resource:security_group {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:38:54.107385 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-43306e2e-df47-4d09-aad8-80369fab6f94 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cf45526bec62405ba1a816ffda8af087&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3392401 Dec 20 08:38:54.110113 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 33302) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:38:54.169332 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9973c1bd-fd37-4163-9b80-4a1b3b2a134f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:38:54.194258 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9973c1bd-fd37-4163-9b80-4a1b3b2a134f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:38:54.284065 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9973c1bd-fd37-4163-9b80-4a1b3b2a134f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:38:54.288221 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f5cbf8d2-5559-4cd8-a4ca-9b252373d853 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:38:54.299040 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9973c1bd-fd37-4163-9b80-4a1b3b2a134f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dbbd513-cd58-47ad-9dc6-b5d46b92db5c,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:38:54.301319 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-9973c1bd-fd37-4163-9b80-4a1b3b2a134f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:38:54.306672 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9973c1bd-fd37-4163-9b80-4a1b3b2a134f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:38:54.307773 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-9973c1bd-fd37-4163-9b80-4a1b3b2a134f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2dbbd513-cd58-47ad-9dc6-b5d46b92db5c HTTP/1.1" status: 204 len: 168 time: 0.1967924 Dec 20 08:39:09.073450 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 5 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 08:39:12.452764 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e275ed23-1832-4cce-9424-a7461023d385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:39:14.756947 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e8a5fc75-7ec7-434f-9857-020e6b9ee160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:39:15.815348 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:39:15.921035 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:39:17.278350 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:39:42.455226 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c9cebc20-8e59-4858-8e86-6275efd6c8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:39:44.759828 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-52d90ef9-523e-47b2-91fd-ec92d54e15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:39:45.817217 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:39:45.926553 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:39:46.076151 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 5 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 08:39:47.278344 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:40:09.688700 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-348835'] for agent, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:40:12.457006 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-faa14c84-5b6b-4c42-8897-c62c4749a94e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:40:14.761299 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-84ddfabc-2450-4082-9025-3b22231b8a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:40:15.820171 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:40:15.926982 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:40:17.283012 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:40:23.075920 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 08:40:24.196705 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 33372) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:40:24.330552 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-ccc5b9b5-806e-43e1-958f-850dbf4676eb admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1326551 Dec 20 08:40:26.355035 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 33382) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:40:26.432906 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-f0e4a5b9-7c7d-4df7-96f8-9ae5d2f02ffb admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0768220 Dec 20 08:40:39.642254 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:40:42.458015 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-6fc1204c-98bd-4a83-bc04-c01b9b448838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:40:44.763135 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c8a23416-6347-430b-8874-307758480fad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:40:45.823257 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:40:45.927242 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:40:47.283572 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:00.075930 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 08:41:09.642666 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:12.460342 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d51cd5da-081d-49f2-8dc0-e2b46401c7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:14.766229 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-686abeac-4294-48ed-84e0-599734cc0d7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:15.825287 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:15.929769 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:17.286821 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:37.076200 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 08:41:39.642876 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:42.475285 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f88338de-62a4-4c1d-b8cf-880744068a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:44.778677 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-fb04786a-cbb2-4864-8f1d-51b2d2e76c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:45.830997 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:45.933280 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:47.293178 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:47.922306 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 33550) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:41:48.256654 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 33566) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:41:48.394438 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 33574) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:41:48.485759 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-873d70c8-5e6c-4882-baf2-d551a613c5a6 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-583078465'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:41:48.491001 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-873d70c8-5e6c-4882-baf2-d551a613c5a6 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:41:48.494909 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-873d70c8-5e6c-4882-baf2-d551a613c5a6 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Usage tracker for resource:network and tenant:9679bafc94a64ee0a207e63ba5560387 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:41:48.498041 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-873d70c8-5e6c-4882-baf2-d551a613c5a6 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:41:48.504502 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-873d70c8-5e6c-4882-baf2-d551a613c5a6 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:41:48.515725 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873d70c8-5e6c-4882-baf2-d551a613c5a6 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Made reservation on behalf of 9679bafc94a64ee0a207e63ba5560387 for: {'network': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:41:48.519394 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-873d70c8-5e6c-4882-baf2-d551a613c5a6 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:48.534691 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-873d70c8-5e6c-4882-baf2-d551a613c5a6 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for security_group, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:48.568850 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-873d70c8-5e6c-4882-baf2-d551a613c5a6 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:41:48.573330 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-873d70c8-5e6c-4882-baf2-d551a613c5a6 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Usage tracker for resource:security_group_rule and tenant:9679bafc94a64ee0a207e63ba5560387 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:41:48.576830 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-873d70c8-5e6c-4882-baf2-d551a613c5a6 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:41:48.583144 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-873d70c8-5e6c-4882-baf2-d551a613c5a6 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:41:48.664769 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-873d70c8-5e6c-4882-baf2-d551a613c5a6 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for security_group, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:48.670405 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-873d70c8-5e6c-4882-baf2-d551a613c5a6 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:48.674692 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:41:48.705872 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-873d70c8-5e6c-4882-baf2-d551a613c5a6 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=83445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:41:48.708634 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873d70c8-5e6c-4882-baf2-d551a613c5a6 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b5a1ed-79f2-4253-a53a-d35ff8847d93,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:41:48.720247 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873d70c8-5e6c-4882-baf2-d551a613c5a6 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:41:48.720523 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873d70c8-5e6c-4882-baf2-d551a613c5a6 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:41:48.720850 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873d70c8-5e6c-4882-baf2-d551a613c5a6 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:41:48.721252 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873d70c8-5e6c-4882-baf2-d551a613c5a6 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:41:48.721610 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873d70c8-5e6c-4882-baf2-d551a613c5a6 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:41:48.721917 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873d70c8-5e6c-4882-baf2-d551a613c5a6 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:41:48.722258 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873d70c8-5e6c-4882-baf2-d551a613c5a6 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:41:48.722573 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873d70c8-5e6c-4882-baf2-d551a613c5a6 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:41:48.722881 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873d70c8-5e6c-4882-baf2-d551a613c5a6 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:41:48.723194 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873d70c8-5e6c-4882-baf2-d551a613c5a6 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:41:48.723501 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873d70c8-5e6c-4882-baf2-d551a613c5a6 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:41:48.724507 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873d70c8-5e6c-4882-baf2-d551a613c5a6 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Tracked resource versions report: Dec 20 08:41:48.724507 dv-neutron-820491-1-hyperv neutron-server[83445]: pushed versions: Dec 20 08:41:48.724507 dv-neutron-820491-1-hyperv neutron-server[83445]: { 'ConntrackHelper': {'1.0'}, Dec 20 08:41:48.724507 dv-neutron-820491-1-hyperv neutron-server[83445]: 'Log': {'1.0'}, Dec 20 08:41:48.724507 dv-neutron-820491-1-hyperv neutron-server[83445]: 'Network': {'1.1'}, Dec 20 08:41:48.724507 dv-neutron-820491-1-hyperv neutron-server[83445]: 'Port': {'1.5'}, Dec 20 08:41:48.724507 dv-neutron-820491-1-hyperv neutron-server[83445]: 'PortForwarding': {'1.2'}, Dec 20 08:41:48.724507 dv-neutron-820491-1-hyperv neutron-server[83445]: 'QosPolicy': {'1.8'}, Dec 20 08:41:48.724507 dv-neutron-820491-1-hyperv neutron-server[83445]: 'SecurityGroup': {'1.2'}, Dec 20 08:41:48.724507 dv-neutron-820491-1-hyperv neutron-server[83445]: 'SecurityGroupRule': {'1.0'}, Dec 20 08:41:48.724507 dv-neutron-820491-1-hyperv neutron-server[83445]: 'SubPort': {'1.0'}, Dec 20 08:41:48.724507 dv-neutron-820491-1-hyperv neutron-server[83445]: 'Subnet': {'1.1'}, Dec 20 08:41:48.724507 dv-neutron-820491-1-hyperv neutron-server[83445]: 'Trunk': {'1.1'}} Dec 20 08:41:48.724507 dv-neutron-820491-1-hyperv neutron-server[83445]: consumer versions: Dec 20 08:41:48.724507 dv-neutron-820491-1-hyperv neutron-server[83445]: { DHCP agent@dv-neutron-820491-1-hyperv: {}, Dec 20 08:41:48.724507 dv-neutron-820491-1-hyperv neutron-server[83445]: HyperV agent@hv-neutron-8204: {}, Dec 20 08:41:48.724507 dv-neutron-820491-1-hyperv neutron-server[83445]: L3 agent@dv-neutron-820491-1-hyperv: {}, Dec 20 08:41:48.724507 dv-neutron-820491-1-hyperv neutron-server[83445]: Metadata agent@dv-neutron-820491-1-hyperv: {}, Dec 20 08:41:48.724507 dv-neutron-820491-1-hyperv neutron-server[83445]: Metering agent@dv-neutron-820491-1-hyperv: {}, Dec 20 08:41:48.724507 dv-neutron-820491-1-hyperv neutron-server[83445]: Open vSwitch agent@dv-neutron-820491-1-hyperv: { 'ConntrackHelper': '1.0', Dec 20 08:41:48.724507 dv-neutron-820491-1-hyperv neutron-server[83445]: 'Log': '1.0', Dec 20 08:41:48.724507 dv-neutron-820491-1-hyperv neutron-server[83445]: 'Network': '1.1', Dec 20 08:41:48.724507 dv-neutron-820491-1-hyperv neutron-server[83445]: 'Port': '1.5', Dec 20 08:41:48.724507 dv-neutron-820491-1-hyperv neutron-server[83445]: 'PortForwarding': '1.2', Dec 20 08:41:48.724507 dv-neutron-820491-1-hyperv neutron-server[83445]: 'QosPolicy': '1.8', Dec 20 08:41:48.724507 dv-neutron-820491-1-hyperv neutron-server[83445]: 'SecurityGroup': '1.2', Dec 20 08:41:48.724507 dv-neutron-820491-1-hyperv neutron-server[83445]: 'SecurityGroupRule': '1.0', Dec 20 08:41:48.724507 dv-neutron-820491-1-hyperv neutron-server[83445]: 'SubPort': '1.0', Dec 20 08:41:48.724507 dv-neutron-820491-1-hyperv neutron-server[83445]: 'Subnet': '1.1', Dec 20 08:41:48.724507 dv-neutron-820491-1-hyperv neutron-server[83445]: 'Trunk': '1.1'}} Dec 20 08:41:48.724507 dv-neutron-820491-1-hyperv neutron-server[83445]: {{(pid=83445) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 20 08:41:48.728075 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-873d70c8-5e6c-4882-baf2-d551a613c5a6 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:41:48.734622 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-873d70c8-5e6c-4882-baf2-d551a613c5a6 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:48.734959 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.segments_db [None req-873d70c8-5e6c-4882-baf2-d551a613c5a6 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Added segment 7c00552d-ea93-440b-911c-cb3aa0a4eeff of type vlan for network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 Dec 20 08:41:48.772788 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-873d70c8-5e6c-4882-baf2-d551a613c5a6 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:48.804720 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-873d70c8-5e6c-4882-baf2-d551a613c5a6 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:48.809260 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873d70c8-5e6c-4882-baf2-d551a613c5a6 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:41:48.809946 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-873d70c8-5e6c-4882-baf2-d551a613c5a6 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:48.815323 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:41:48.893778 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 33588) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:41:48.920556 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873d70c8-5e6c-4882-baf2-d551a613c5a6 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event updated for resources: {'Network': ['ID=f75aa0d2-5f41-40f3-a9e0-d60d934965a4,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:41:48.927169 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 33594) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:41:48.927395 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-873d70c8-5e6c-4882-baf2-d551a613c5a6 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0038953 Dec 20 08:41:48.928123 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-873d70c8-5e6c-4882-baf2-d551a613c5a6 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:41:48.932922 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-ef361d20-aa0d-4e66-96af-6fe494349a45 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Request body: {'subnet': {'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:41:48.933596 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:41:49.035288 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-eeee8705-492c-420d-b23d-fe88afa06353 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-478884454-network', 'tenant_id': 'ec4017678cc746e0bc7f4ecce92ed1b5'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:41:49.037863 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-276e90bd-8355-49d9-8042-e466a7713c8d admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-158387902-network', 'tenant_id': '7db362d7554a4f47a4a46f85caa7eb15'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:41:49.040012 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-eeee8705-492c-420d-b23d-fe88afa06353 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:41:49.044699 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-276e90bd-8355-49d9-8042-e466a7713c8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:41:49.045702 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-eeee8705-492c-420d-b23d-fe88afa06353 admin admin] Usage tracker for resource:network and tenant:ec4017678cc746e0bc7f4ecce92ed1b5 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:41:49.049244 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-eeee8705-492c-420d-b23d-fe88afa06353 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:41:49.053373 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-276e90bd-8355-49d9-8042-e466a7713c8d admin admin] Usage tracker for resource:network and tenant:7db362d7554a4f47a4a46f85caa7eb15 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:41:49.056459 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-eeee8705-492c-420d-b23d-fe88afa06353 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:41:49.061379 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-276e90bd-8355-49d9-8042-e466a7713c8d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:41:49.074029 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-276e90bd-8355-49d9-8042-e466a7713c8d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:41:49.076057 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeee8705-492c-420d-b23d-fe88afa06353 admin admin] Made reservation on behalf of ec4017678cc746e0bc7f4ecce92ed1b5 for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:41:49.078621 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-eeee8705-492c-420d-b23d-fe88afa06353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:49.089360 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276e90bd-8355-49d9-8042-e466a7713c8d admin admin] Made reservation on behalf of 7db362d7554a4f47a4a46f85caa7eb15 for: {'network': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:41:49.092853 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-276e90bd-8355-49d9-8042-e466a7713c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:49.100703 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-eeee8705-492c-420d-b23d-fe88afa06353 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:49.106796 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-276e90bd-8355-49d9-8042-e466a7713c8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:49.114446 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-ef361d20-aa0d-4e66-96af-6fe494349a45 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:41:49.123352 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-ef361d20-aa0d-4e66-96af-6fe494349a45 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Usage tracker for resource:subnet and tenant:9679bafc94a64ee0a207e63ba5560387 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:41:49.128297 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-ef361d20-aa0d-4e66-96af-6fe494349a45 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:41:49.144820 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-ef361d20-aa0d-4e66-96af-6fe494349a45 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:41:49.149716 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-276e90bd-8355-49d9-8042-e466a7713c8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:41:49.155787 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-276e90bd-8355-49d9-8042-e466a7713c8d admin admin] Usage tracker for resource:security_group_rule and tenant:7db362d7554a4f47a4a46f85caa7eb15 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:41:49.159487 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-276e90bd-8355-49d9-8042-e466a7713c8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:41:49.162670 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-eeee8705-492c-420d-b23d-fe88afa06353 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:41:49.166592 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-276e90bd-8355-49d9-8042-e466a7713c8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:41:49.167616 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-eeee8705-492c-420d-b23d-fe88afa06353 admin admin] Usage tracker for resource:security_group_rule and tenant:ec4017678cc746e0bc7f4ecce92ed1b5 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:41:49.173290 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-eeee8705-492c-420d-b23d-fe88afa06353 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:41:49.176607 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef361d20-aa0d-4e66-96af-6fe494349a45 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Made reservation on behalf of 9679bafc94a64ee0a207e63ba5560387 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:41:49.290531 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-eeee8705-492c-420d-b23d-fe88afa06353 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:41:49.292949 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-276e90bd-8355-49d9-8042-e466a7713c8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:49.297045 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ef361d20-aa0d-4e66-96af-6fe494349a45 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:49.300486 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-276e90bd-8355-49d9-8042-e466a7713c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:49.307387 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-43306e2e-df47-4d09-aad8-80369fab6f94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:41:49.354726 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276e90bd-8355-49d9-8042-e466a7713c8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2680c9-ebbc-449e-914a-d6ea0e7b6b9c,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:41:49.358732 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-276e90bd-8355-49d9-8042-e466a7713c8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:41:49.371527 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-276e90bd-8355-49d9-8042-e466a7713c8d admin admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=83445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:41:49.383841 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-276e90bd-8355-49d9-8042-e466a7713c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:49.384936 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.segments_db [None req-276e90bd-8355-49d9-8042-e466a7713c8d admin admin] Added segment a9eab435-89d5-4321-91f2-1fa8426047e8 of type vlan for network ae7d918f-a9f8-4196-ba8f-f2cde9016013 Dec 20 08:41:49.421864 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-276e90bd-8355-49d9-8042-e466a7713c8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:49.430109 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-dd57f338-de49-46fe-bbdd-b69a2769577f tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-2127438555'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:41:49.455259 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-276e90bd-8355-49d9-8042-e466a7713c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:49.457000 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276e90bd-8355-49d9-8042-e466a7713c8d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:41:49.457747 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-276e90bd-8355-49d9-8042-e466a7713c8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:49.481707 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:41:49.503939 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-276e90bd-8355-49d9-8042-e466a7713c8d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1081145 Dec 20 08:41:49.508911 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 33612) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:41:49.521941 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-512c8937-db7f-4b3d-a837-6ebe0f18d830 admin admin] Request body: {'subnet': {'network_id': 'ae7d918f-a9f8-4196-ba8f-f2cde9016013', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-158387902-subnet', 'tenant_id': '7db362d7554a4f47a4a46f85caa7eb15', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:41:49.526509 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-512c8937-db7f-4b3d-a837-6ebe0f18d830 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:41:49.531486 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-512c8937-db7f-4b3d-a837-6ebe0f18d830 admin admin] Usage tracker for resource:subnet and tenant:7db362d7554a4f47a4a46f85caa7eb15 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:41:49.534990 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-512c8937-db7f-4b3d-a837-6ebe0f18d830 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:41:49.542008 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-512c8937-db7f-4b3d-a837-6ebe0f18d830 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:41:49.567785 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-512c8937-db7f-4b3d-a837-6ebe0f18d830 admin admin] Made reservation on behalf of 7db362d7554a4f47a4a46f85caa7eb15 for: {'subnet': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:41:49.571742 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-512c8937-db7f-4b3d-a837-6ebe0f18d830 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:49.575552 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-dd57f338-de49-46fe-bbdd-b69a2769577f tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:41:49.580420 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-dd57f338-de49-46fe-bbdd-b69a2769577f tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Usage tracker for resource:network and tenant:6efc783da9574d08a8a0d82510a572d4 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:41:49.583676 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-dd57f338-de49-46fe-bbdd-b69a2769577f tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:41:49.590030 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-dd57f338-de49-46fe-bbdd-b69a2769577f tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:41:49.602281 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ef361d20-aa0d-4e66-96af-6fe494349a45 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:49.614439 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:41:49.651314 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd57f338-de49-46fe-bbdd-b69a2769577f tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Made reservation on behalf of 6efc783da9574d08a8a0d82510a572d4 for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:41:49.655021 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-dd57f338-de49-46fe-bbdd-b69a2769577f tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:49.713611 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef361d20-aa0d-4e66-96af-6fe494349a45 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Checking segment: {'id': '7c00552d-ea93-440b-911c-cb3aa0a4eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:41:49.714228 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef361d20-aa0d-4e66-96af-6fe494349a45 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Network hostable DHCP agents. Network: f75aa0d2-5f41-40f3-a9e0-d60d934965a4, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:41:49.734738 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-dd57f338-de49-46fe-bbdd-b69a2769577f tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:49.747013 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276e90bd-8355-49d9-8042-e466a7713c8d admin admin] Pushing event updated for resources: {'Network': ['ID=ae7d918f-a9f8-4196-ba8f-f2cde9016013,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:41:49.758988 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-276e90bd-8355-49d9-8042-e466a7713c8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:41:49.759609 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network ae7d918f-a9f8-4196-ba8f-f2cde9016013 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:41:49.780187 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef361d20-aa0d-4e66-96af-6fe494349a45 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:41:49.808398 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-eeee8705-492c-420d-b23d-fe88afa06353 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:49.829657 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-dd57f338-de49-46fe-bbdd-b69a2769577f tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:41:49.834096 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-dd57f338-de49-46fe-bbdd-b69a2769577f tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Usage tracker for resource:security_group_rule and tenant:6efc783da9574d08a8a0d82510a572d4 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:41:49.838029 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-dd57f338-de49-46fe-bbdd-b69a2769577f tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:41:49.846224 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-ef361d20-aa0d-4e66-96af-6fe494349a45 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, f75aa0d2-5f41-40f3-a9e0-d60d934965a4) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:41:49.854833 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef361d20-aa0d-4e66-96af-6fe494349a45 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:41:49.855785 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ef361d20-aa0d-4e66-96af-6fe494349a45 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:49.875766 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-eeee8705-492c-420d-b23d-fe88afa06353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:49.876321 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-dd57f338-de49-46fe-bbdd-b69a2769577f tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:41:49.918028 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef361d20-aa0d-4e66-96af-6fe494349a45 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event updated for resources: {'Subnet': ['ID=c45dca3c-3803-42b5-8d00-d87d0e8fb0d9,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:41:49.921539 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeee8705-492c-420d-b23d-fe88afa06353 admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:41:49.935825 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ef361d20-aa0d-4e66-96af-6fe494349a45 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0073349 Dec 20 08:41:49.941771 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 33630) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:41:49.948453 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54dd2ef-7918-4063-a86a-47d0a01e8799 None None] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:41:49.955831 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-638dd25e-e5ec-477d-b4bf-622290de1d03 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Request body: {'port': {'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'name': 'tempest-NetworksTestDHCPv6-1506314571'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:41:49.961621 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-512c8937-db7f-4b3d-a837-6ebe0f18d830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for subnet, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:49.967955 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:41:49.976552 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-eeee8705-492c-420d-b23d-fe88afa06353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:49.977285 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-eeee8705-492c-420d-b23d-fe88afa06353 admin admin] Added segment 2231e2fa-9d68-41e9-80aa-70e7c056e0b1 of type vlan for network 74659ea1-fc06-4c03-bfff-ba787badb621 Dec 20 08:41:49.982020 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef361d20-aa0d-4e66-96af-6fe494349a45 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:41:49.983162 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef361d20-aa0d-4e66-96af-6fe494349a45 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:41:49.983915 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef361d20-aa0d-4e66-96af-6fe494349a45 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:41:49.984406 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef361d20-aa0d-4e66-96af-6fe494349a45 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:41:49.984902 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef361d20-aa0d-4e66-96af-6fe494349a45 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:41:49.985416 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef361d20-aa0d-4e66-96af-6fe494349a45 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:41:49.985925 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef361d20-aa0d-4e66-96af-6fe494349a45 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:41:49.986414 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef361d20-aa0d-4e66-96af-6fe494349a45 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:41:49.986742 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef361d20-aa0d-4e66-96af-6fe494349a45 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:41:49.987205 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef361d20-aa0d-4e66-96af-6fe494349a45 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:41:49.987542 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef361d20-aa0d-4e66-96af-6fe494349a45 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:41:49.988706 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef361d20-aa0d-4e66-96af-6fe494349a45 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Tracked resource versions report: Dec 20 08:41:49.988706 dv-neutron-820491-1-hyperv neutron-server[83444]: pushed versions: Dec 20 08:41:49.988706 dv-neutron-820491-1-hyperv neutron-server[83444]: { 'ConntrackHelper': {'1.0'}, Dec 20 08:41:49.988706 dv-neutron-820491-1-hyperv neutron-server[83444]: 'Log': {'1.0'}, Dec 20 08:41:49.988706 dv-neutron-820491-1-hyperv neutron-server[83444]: 'Network': {'1.1'}, Dec 20 08:41:49.988706 dv-neutron-820491-1-hyperv neutron-server[83444]: 'Port': {'1.5'}, Dec 20 08:41:49.988706 dv-neutron-820491-1-hyperv neutron-server[83444]: 'PortForwarding': {'1.2'}, Dec 20 08:41:49.988706 dv-neutron-820491-1-hyperv neutron-server[83444]: 'QosPolicy': {'1.8'}, Dec 20 08:41:49.988706 dv-neutron-820491-1-hyperv neutron-server[83444]: 'SecurityGroup': {'1.2'}, Dec 20 08:41:49.988706 dv-neutron-820491-1-hyperv neutron-server[83444]: 'SecurityGroupRule': {'1.0'}, Dec 20 08:41:49.988706 dv-neutron-820491-1-hyperv neutron-server[83444]: 'SubPort': {'1.0'}, Dec 20 08:41:49.988706 dv-neutron-820491-1-hyperv neutron-server[83444]: 'Subnet': {'1.1'}, Dec 20 08:41:49.988706 dv-neutron-820491-1-hyperv neutron-server[83444]: 'Trunk': {'1.1'}} Dec 20 08:41:49.988706 dv-neutron-820491-1-hyperv neutron-server[83444]: consumer versions: Dec 20 08:41:49.988706 dv-neutron-820491-1-hyperv neutron-server[83444]: { DHCP agent@dv-neutron-820491-1-hyperv: {}, Dec 20 08:41:49.988706 dv-neutron-820491-1-hyperv neutron-server[83444]: HyperV agent@hv-neutron-8204: {}, Dec 20 08:41:49.988706 dv-neutron-820491-1-hyperv neutron-server[83444]: L3 agent@dv-neutron-820491-1-hyperv: {}, Dec 20 08:41:49.988706 dv-neutron-820491-1-hyperv neutron-server[83444]: Metadata agent@dv-neutron-820491-1-hyperv: {}, Dec 20 08:41:49.988706 dv-neutron-820491-1-hyperv neutron-server[83444]: Metering agent@dv-neutron-820491-1-hyperv: {}, Dec 20 08:41:49.988706 dv-neutron-820491-1-hyperv neutron-server[83444]: Open vSwitch agent@dv-neutron-820491-1-hyperv: { 'ConntrackHelper': '1.0', Dec 20 08:41:49.988706 dv-neutron-820491-1-hyperv neutron-server[83444]: 'Log': '1.0', Dec 20 08:41:49.988706 dv-neutron-820491-1-hyperv neutron-server[83444]: 'Network': '1.1', Dec 20 08:41:49.988706 dv-neutron-820491-1-hyperv neutron-server[83444]: 'Port': '1.5', Dec 20 08:41:49.988706 dv-neutron-820491-1-hyperv neutron-server[83444]: 'PortForwarding': '1.2', Dec 20 08:41:49.988706 dv-neutron-820491-1-hyperv neutron-server[83444]: 'QosPolicy': '1.8', Dec 20 08:41:49.988706 dv-neutron-820491-1-hyperv neutron-server[83444]: 'SecurityGroup': '1.2', Dec 20 08:41:49.988706 dv-neutron-820491-1-hyperv neutron-server[83444]: 'SecurityGroupRule': '1.0', Dec 20 08:41:49.988706 dv-neutron-820491-1-hyperv neutron-server[83444]: 'SubPort': '1.0', Dec 20 08:41:49.988706 dv-neutron-820491-1-hyperv neutron-server[83444]: 'Subnet': '1.1', Dec 20 08:41:49.988706 dv-neutron-820491-1-hyperv neutron-server[83444]: 'Trunk': '1.1'}} Dec 20 08:41:49.988706 dv-neutron-820491-1-hyperv neutron-server[83444]: {{(pid=83444) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 20 08:41:50.015276 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ef361d20-aa0d-4e66-96af-6fe494349a45 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:41:50.057774 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-eeee8705-492c-420d-b23d-fe88afa06353 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:50.064682 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512c8937-db7f-4b3d-a837-6ebe0f18d830 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41a7a572-5490-4849-a924-85aba7f9eddc,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:41:50.070070 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-512c8937-db7f-4b3d-a837-6ebe0f18d830 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:41:50.082456 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512c8937-db7f-4b3d-a837-6ebe0f18d830 admin admin] Checking segment: {'id': 'a9eab435-89d5-4321-91f2-1fa8426047e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ae7d918f-a9f8-4196-ba8f-f2cde9016013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:41:50.082628 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512c8937-db7f-4b3d-a837-6ebe0f18d830 admin admin] Network hostable DHCP agents. Network: ae7d918f-a9f8-4196-ba8f-f2cde9016013, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:41:50.106731 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-14fcb463-c031-425d-af8f-f3b460a48245 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.210s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:41:50.108912 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512c8937-db7f-4b3d-a837-6ebe0f18d830 admin admin] Network ae7d918f-a9f8-4196-ba8f-f2cde9016013 is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:41:50.129150 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-512c8937-db7f-4b3d-a837-6ebe0f18d830 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, ae7d918f-a9f8-4196-ba8f-f2cde9016013) {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:41:50.139475 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512c8937-db7f-4b3d-a837-6ebe0f18d830 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:41:50.140863 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-512c8937-db7f-4b3d-a837-6ebe0f18d830 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:50.144768 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-eeee8705-492c-420d-b23d-fe88afa06353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:50.163024 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f933c0-538e-4a7f-966c-93c8a3f5cef2 None None] Network ae7d918f-a9f8-4196-ba8f-f2cde9016013 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:41:50.169032 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-512c8937-db7f-4b3d-a837-6ebe0f18d830 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6590075 Dec 20 08:41:50.172011 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeee8705-492c-420d-b23d-fe88afa06353 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:41:50.172739 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-eeee8705-492c-420d-b23d-fe88afa06353 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:50.174299 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 33640) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:41:50.182326 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-5bdfe4cb-1973-4bac-8524-5d865433f68a admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-158387902-router', 'tenant_id': '7db362d7554a4f47a4a46f85caa7eb15', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:41:50.188048 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-5bdfe4cb-1973-4bac-8524-5d865433f68a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:41:50.193506 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-5bdfe4cb-1973-4bac-8524-5d865433f68a admin admin] Usage tracker for resource:router and tenant:7db362d7554a4f47a4a46f85caa7eb15 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:41:50.197997 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-5bdfe4cb-1973-4bac-8524-5d865433f68a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:41:50.205502 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-5bdfe4cb-1973-4bac-8524-5d865433f68a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:41:50.223147 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5bdfe4cb-1973-4bac-8524-5d865433f68a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24817'] for router, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:50.226564 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5bdfe4cb-1973-4bac-8524-5d865433f68a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-351744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24806'] for router, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:50.281515 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5bdfe4cb-1973-4bac-8524-5d865433f68a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:50.283045 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeee8705-492c-420d-b23d-fe88afa06353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=258d9b2e-65e7-4109-a762-d5854ce6f7ce,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:41:50.298354 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-eeee8705-492c-420d-b23d-fe88afa06353 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:41:50.308031 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.119s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:41:50.397261 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-eeee8705-492c-420d-b23d-fe88afa06353 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1387582 Dec 20 08:41:50.402842 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-dd57f338-de49-46fe-bbdd-b69a2769577f tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:50.407408 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 33648) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:41:50.426505 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-4217490b-c3ab-4db5-a02f-412e067e63fb admin admin] Request body: {'subnet': {'network_id': '74659ea1-fc06-4c03-bfff-ba787badb621', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-478884454-subnet', 'tenant_id': 'ec4017678cc746e0bc7f4ecce92ed1b5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:41:50.490431 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-dd57f338-de49-46fe-bbdd-b69a2769577f tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:50.504581 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-4217490b-c3ab-4db5-a02f-412e067e63fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:41:50.508593 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f63210-d7ca-4d26-84fb-866049808a2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'tenant_id': '9679bafc94a64ee0a207e63ba5560387', 'fixed_ips': [{'subnet_id': 'c45dca3c-3803-42b5-8d00-d87d0e8fb0d9'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:41:50.509681 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-94f63210-d7ca-4d26-84fb-866049808a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:50.522176 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd57f338-de49-46fe-bbdd-b69a2769577f tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:41:50.544373 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeee8705-492c-420d-b23d-fe88afa06353 admin admin] Pushing event updated for resources: {'Network': ['ID=74659ea1-fc06-4c03-bfff-ba787badb621,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:41:50.551897 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-eeee8705-492c-420d-b23d-fe88afa06353 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:41:50.554722 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-4217490b-c3ab-4db5-a02f-412e067e63fb admin admin] Usage tracker for resource:subnet and tenant:ec4017678cc746e0bc7f4ecce92ed1b5 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:41:50.557828 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-eeee8705-492c-420d-b23d-fe88afa06353 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:41:50.586655 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-4217490b-c3ab-4db5-a02f-412e067e63fb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:41:50.597383 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network 74659ea1-fc06-4c03-bfff-ba787badb621 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:41:50.604927 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-dd57f338-de49-46fe-bbdd-b69a2769577f tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:50.617793 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-dd57f338-de49-46fe-bbdd-b69a2769577f tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Added segment ea48391b-f445-4b97-9c49-85f202510b65 of type vlan for network 2a4d4f7f-598a-4e75-9554-bac4816f8d8f Dec 20 08:41:50.625021 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-638dd25e-e5ec-477d-b4bf-622290de1d03 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:41:50.627609 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-4217490b-c3ab-4db5-a02f-412e067e63fb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:41:50.663279 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-638dd25e-e5ec-477d-b4bf-622290de1d03 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Usage tracker for resource:port and tenant:9679bafc94a64ee0a207e63ba5560387 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:41:50.676324 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-638dd25e-e5ec-477d-b4bf-622290de1d03 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:41:50.682665 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd57f338-de49-46fe-bbdd-b69a2769577f tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7530cd12-b0df-42ee-9986-06223e4e9550,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:41:50.691416 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-dd57f338-de49-46fe-bbdd-b69a2769577f tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:41:50.693103 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-638dd25e-e5ec-477d-b4bf-622290de1d03 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:41:50.706198 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4217490b-c3ab-4db5-a02f-412e067e63fb admin admin] Made reservation on behalf of ec4017678cc746e0bc7f4ecce92ed1b5 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:41:50.708699 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4217490b-c3ab-4db5-a02f-412e067e63fb admin admin] Notify callbacks [] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:50.739111 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-dd57f338-de49-46fe-bbdd-b69a2769577f tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:50.759419 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-638dd25e-e5ec-477d-b4bf-622290de1d03 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Made reservation on behalf of 9679bafc94a64ee0a207e63ba5560387 for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:41:50.762766 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-638dd25e-e5ec-477d-b4bf-622290de1d03 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:50.768506 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5bdfe4cb-1973-4bac-8524-5d865433f68a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24724'] for router, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:50.822886 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8741887d-094a-401f-a459-11521c46617a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-ae7d918f-a9f8-4196-ba8f-f2cde9016013', 'network_id': 'ae7d918f-a9f8-4196-ba8f-f2cde9016013', 'tenant_id': '7db362d7554a4f47a4a46f85caa7eb15', 'fixed_ips': [{'subnet_id': '41a7a572-5490-4849-a924-85aba7f9eddc'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:41:50.824017 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-8741887d-094a-401f-a459-11521c46617a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:50.873973 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-638dd25e-e5ec-477d-b4bf-622290de1d03 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] device_id is not set on port 12adce39-adb6-473f-92d5-6c46a1a9356a yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:41:50.910404 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-dd57f338-de49-46fe-bbdd-b69a2769577f tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:50.921075 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd57f338-de49-46fe-bbdd-b69a2769577f tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:41:50.921934 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-dd57f338-de49-46fe-bbdd-b69a2769577f tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:50.945477 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-14fcb463-c031-425d-af8f-f3b460a48245 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:41:51.041037 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-8741887d-094a-401f-a459-11521c46617a None None] Allocated IP 172.20.0.2 (ae7d918f-a9f8-4196-ba8f-f2cde9016013/41a7a572-5490-4849-a924-85aba7f9eddc/f6181d88-4bac-4ebe-b36c-a2e2db5b3ce5) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:41:51.116755 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-dd57f338-de49-46fe-bbdd-b69a2769577f tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.2219236 Dec 20 08:41:51.209563 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 33668) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:41:51.210129 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 33670) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:41:51.210994 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5bdfe4cb-1973-4bac-8524-5d865433f68a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:51.233947 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd57f338-de49-46fe-bbdd-b69a2769577f tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Pushing event updated for resources: {'Network': ['ID=2a4d4f7f-598a-4e75-9554-bac4816f8d8f,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:41:51.239888 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-dd57f338-de49-46fe-bbdd-b69a2769577f tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:41:51.277954 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-483f64c4-5bf1-42d5-9f1f-6d73613df9c3 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Request body: {'subnet': {'network_id': '2a4d4f7f-598a-4e75-9554-bac4816f8d8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:41:51.292175 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-8741887d-094a-401f-a459-11521c46617a None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:51.304009 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-8741887d-094a-401f-a459-11521c46617a None None] Transition to ACTIVE for port object f6181d88-4bac-4ebe-b36c-a2e2db5b3ce5 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:41:51.312977 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-638dd25e-e5ec-477d-b4bf-622290de1d03 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Allocated IP 2001:db8::220 (f75aa0d2-5f41-40f3-a9e0-d60d934965a4/c45dca3c-3803-42b5-8d00-d87d0e8fb0d9/12adce39-adb6-473f-92d5-6c46a1a9356a) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:41:51.323779 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-8741887d-094a-401f-a459-11521c46617a None None] Transition to ACTIVE for port object f6181d88-4bac-4ebe-b36c-a2e2db5b3ce5 will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:41:51.331930 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network 2a4d4f7f-598a-4e75-9554-bac4816f8d8f details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:41:51.352568 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-8741887d-094a-401f-a459-11521c46617a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:51.367378 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:41:51.397340 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4217490b-c3ab-4db5-a02f-412e067e63fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:51.402593 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5bdfe4cb-1973-4bac-8524-5d865433f68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:51.426566 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 33682) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:41:51.441054 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:41:51.449875 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8741887d-094a-401f-a459-11521c46617a None None] Pushing event updated for resources: {'Port': ['ID=f6181d88-4bac-4ebe-b36c-a2e2db5b3ce5,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:41:51.464150 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8741887d-094a-401f-a459-11521c46617a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:41:51.464762 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8741887d-094a-401f-a459-11521c46617a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:41:51.465262 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8741887d-094a-401f-a459-11521c46617a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:41:51.465751 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8741887d-094a-401f-a459-11521c46617a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:41:51.466234 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8741887d-094a-401f-a459-11521c46617a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:41:51.466878 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8741887d-094a-401f-a459-11521c46617a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:41:51.467578 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8741887d-094a-401f-a459-11521c46617a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:41:51.468274 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8741887d-094a-401f-a459-11521c46617a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:41:51.468976 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8741887d-094a-401f-a459-11521c46617a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:41:51.469614 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8741887d-094a-401f-a459-11521c46617a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:41:51.470115 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8741887d-094a-401f-a459-11521c46617a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:41:51.471318 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8741887d-094a-401f-a459-11521c46617a None None] Tracked resource versions report: Dec 20 08:41:51.471318 dv-neutron-820491-1-hyperv neutron-server[83446]: pushed versions: Dec 20 08:41:51.471318 dv-neutron-820491-1-hyperv neutron-server[83446]: { 'ConntrackHelper': {'1.0'}, Dec 20 08:41:51.471318 dv-neutron-820491-1-hyperv neutron-server[83446]: 'Log': {'1.0'}, Dec 20 08:41:51.471318 dv-neutron-820491-1-hyperv neutron-server[83446]: 'Network': {'1.1'}, Dec 20 08:41:51.471318 dv-neutron-820491-1-hyperv neutron-server[83446]: 'Port': {'1.5'}, Dec 20 08:41:51.471318 dv-neutron-820491-1-hyperv neutron-server[83446]: 'PortForwarding': {'1.2'}, Dec 20 08:41:51.471318 dv-neutron-820491-1-hyperv neutron-server[83446]: 'QosPolicy': {'1.8'}, Dec 20 08:41:51.471318 dv-neutron-820491-1-hyperv neutron-server[83446]: 'SecurityGroup': {'1.2'}, Dec 20 08:41:51.471318 dv-neutron-820491-1-hyperv neutron-server[83446]: 'SecurityGroupRule': {'1.0'}, Dec 20 08:41:51.471318 dv-neutron-820491-1-hyperv neutron-server[83446]: 'SubPort': {'1.0'}, Dec 20 08:41:51.471318 dv-neutron-820491-1-hyperv neutron-server[83446]: 'Subnet': {'1.1'}, Dec 20 08:41:51.471318 dv-neutron-820491-1-hyperv neutron-server[83446]: 'Trunk': {'1.1'}} Dec 20 08:41:51.471318 dv-neutron-820491-1-hyperv neutron-server[83446]: consumer versions: Dec 20 08:41:51.471318 dv-neutron-820491-1-hyperv neutron-server[83446]: { DHCP agent@dv-neutron-820491-1-hyperv: {}, Dec 20 08:41:51.471318 dv-neutron-820491-1-hyperv neutron-server[83446]: HyperV agent@hv-neutron-8204: {}, Dec 20 08:41:51.471318 dv-neutron-820491-1-hyperv neutron-server[83446]: L3 agent@dv-neutron-820491-1-hyperv: {}, Dec 20 08:41:51.471318 dv-neutron-820491-1-hyperv neutron-server[83446]: Metadata agent@dv-neutron-820491-1-hyperv: {}, Dec 20 08:41:51.471318 dv-neutron-820491-1-hyperv neutron-server[83446]: Metering agent@dv-neutron-820491-1-hyperv: {}, Dec 20 08:41:51.471318 dv-neutron-820491-1-hyperv neutron-server[83446]: Open vSwitch agent@dv-neutron-820491-1-hyperv: { 'ConntrackHelper': '1.0', Dec 20 08:41:51.471318 dv-neutron-820491-1-hyperv neutron-server[83446]: 'Log': '1.0', Dec 20 08:41:51.471318 dv-neutron-820491-1-hyperv neutron-server[83446]: 'Network': '1.1', Dec 20 08:41:51.471318 dv-neutron-820491-1-hyperv neutron-server[83446]: 'Port': '1.5', Dec 20 08:41:51.471318 dv-neutron-820491-1-hyperv neutron-server[83446]: 'PortForwarding': '1.2', Dec 20 08:41:51.471318 dv-neutron-820491-1-hyperv neutron-server[83446]: 'QosPolicy': '1.8', Dec 20 08:41:51.471318 dv-neutron-820491-1-hyperv neutron-server[83446]: 'SecurityGroup': '1.2', Dec 20 08:41:51.471318 dv-neutron-820491-1-hyperv neutron-server[83446]: 'SecurityGroupRule': '1.0', Dec 20 08:41:51.471318 dv-neutron-820491-1-hyperv neutron-server[83446]: 'SubPort': '1.0', Dec 20 08:41:51.471318 dv-neutron-820491-1-hyperv neutron-server[83446]: 'Subnet': '1.1', Dec 20 08:41:51.471318 dv-neutron-820491-1-hyperv neutron-server[83446]: 'Trunk': '1.1'}} Dec 20 08:41:51.471318 dv-neutron-820491-1-hyperv neutron-server[83446]: {{(pid=83446) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 20 08:41:51.493683 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-483f64c4-5bf1-42d5-9f1f-6d73613df9c3 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:41:51.507332 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-483f64c4-5bf1-42d5-9f1f-6d73613df9c3 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Usage tracker for resource:subnet and tenant:6efc783da9574d08a8a0d82510a572d4 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:41:51.525348 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-8741887d-094a-401f-a459-11521c46617a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:41:51.530712 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-483f64c4-5bf1-42d5-9f1f-6d73613df9c3 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:41:51.544648 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8741887d-094a-401f-a459-11521c46617a None None] Network ae7d918f-a9f8-4196-ba8f-f2cde9016013 is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:41:51.552146 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-8741887d-094a-401f-a459-11521c46617a None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:41:51.552518 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-483f64c4-5bf1-42d5-9f1f-6d73613df9c3 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:41:51.568162 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8741887d-094a-401f-a459-11521c46617a None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:41:51.688307 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-483f64c4-5bf1-42d5-9f1f-6d73613df9c3 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Made reservation on behalf of 6efc783da9574d08a8a0d82510a572d4 for: {'subnet': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:41:51.699090 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-8741887d-094a-401f-a459-11521c46617a None None] Attempting to bind port f6181d88-4bac-4ebe-b36c-a2e2db5b3ce5 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:41:51.699452 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-8741887d-094a-401f-a459-11521c46617a None None] Attempting to bind port f6181d88-4bac-4ebe-b36c-a2e2db5b3ce5 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': 'a9eab435-89d5-4321-91f2-1fa8426047e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ae7d918f-a9f8-4196-ba8f-f2cde9016013'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:41:51.699810 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8741887d-094a-401f-a459-11521c46617a None None] Attempting to bind port f6181d88-4bac-4ebe-b36c-a2e2db5b3ce5 on network ae7d918f-a9f8-4196-ba8f-f2cde9016013 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:41:51.707218 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8741887d-094a-401f-a459-11521c46617a None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:41:51.707589 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8741887d-094a-401f-a459-11521c46617a None None] Checking segment: {'id': 'a9eab435-89d5-4321-91f2-1fa8426047e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ae7d918f-a9f8-4196-ba8f-f2cde9016013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:41:51.707989 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-8741887d-094a-401f-a459-11521c46617a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:51.708486 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8741887d-094a-401f-a459-11521c46617a None None] Bound using segment: {'id': 'a9eab435-89d5-4321-91f2-1fa8426047e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ae7d918f-a9f8-4196-ba8f-f2cde9016013'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:41:51.708953 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-8741887d-094a-401f-a459-11521c46617a None None] Bound port: f6181d88-4bac-4ebe-b36c-a2e2db5b3ce5, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9eab435-89d5-4321-91f2-1fa8426047e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ae7d918f-a9f8-4196-ba8f-f2cde9016013'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:41:51.709364 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-8741887d-094a-401f-a459-11521c46617a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:51.738338 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4217490b-c3ab-4db5-a02f-412e067e63fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=372cc3e6-10e8-4159-8180-180bc179785a,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:41:51.767336 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4217490b-c3ab-4db5-a02f-412e067e63fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:41:51.793429 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-5bdfe4cb-1973-4bac-8524-5d865433f68a admin admin] Allocated IP 172.26.5.23 (95f3bec2-46e6-4468-8229-8badd4a5aaae/cf8895a3-346d-4313-a645-16ecdcce9969/140a870c-f77e-4311-806d-f54116d13cb0) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:41:51.827494 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-8741887d-094a-401f-a459-11521c46617a None None] For port f6181d88-4bac-4ebe-b36c-a2e2db5b3ce5, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:41:51.830866 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 33694) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:41:51.831314 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-8741887d-094a-401f-a459-11521c46617a None None] For port f6181d88-4bac-4ebe-b36c-a2e2db5b3ce5, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=f6181d88-4bac-4ebe-b36c-a2e2db5b3ce5,segment=NetworkSegment(a9eab435-89d5-4321-91f2-1fa8426047e8),segment_id=a9eab435-89d5-4321-91f2-1fa8426047e8)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:41:51.843914 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-8741887d-094a-401f-a459-11521c46617a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:51.860779 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:41:51.965376 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8741887d-094a-401f-a459-11521c46617a None None] Pushing event updated for resources: {'Port': ['ID=f6181d88-4bac-4ebe-b36c-a2e2db5b3ce5,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:41:51.976699 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-8741887d-094a-401f-a459-11521c46617a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:41:51.983806 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4217490b-c3ab-4db5-a02f-412e067e63fb admin admin] Checking segment: {'id': '2231e2fa-9d68-41e9-80aa-70e7c056e0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '74659ea1-fc06-4c03-bfff-ba787badb621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:41:51.984620 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4217490b-c3ab-4db5-a02f-412e067e63fb admin admin] Network hostable DHCP agents. Network: 74659ea1-fc06-4c03-bfff-ba787badb621, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:41:51.994015 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-6d4b5c9d-4c05-4c08-84b4-ca636f151df0 tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] Request body: {'quota': {'network': 2}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:41:52.065076 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-638dd25e-e5ec-477d-b4bf-622290de1d03 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:52.077867 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-483f64c4-5bf1-42d5-9f1f-6d73613df9c3 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Notify callbacks [] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:52.082666 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-5461adf5-274b-49c2-b36b-ade4d4f48bda tempest-ExternalNetworksAdminNegativeTestJSON-987880733 tempest-ExternalNetworksAdminNegativeTestJSON-987880733-project-admin] Request body: {'floatingip': {'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:41:52.090785 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-5461adf5-274b-49c2-b36b-ade4d4f48bda tempest-ExternalNetworksAdminNegativeTestJSON-987880733 tempest-ExternalNetworksAdminNegativeTestJSON-987880733-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:41:52.094364 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4217490b-c3ab-4db5-a02f-412e067e63fb admin admin] Network 74659ea1-fc06-4c03-bfff-ba787badb621 is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:41:52.101436 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 33702) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:41:52.102353 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-5461adf5-274b-49c2-b36b-ade4d4f48bda tempest-ExternalNetworksAdminNegativeTestJSON-987880733 tempest-ExternalNetworksAdminNegativeTestJSON-987880733-project-admin] Usage tracker for resource:floatingip and tenant:2b04adac52db48038b23114b803f7a55 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:41:52.112094 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-5461adf5-274b-49c2-b36b-ade4d4f48bda tempest-ExternalNetworksAdminNegativeTestJSON-987880733 tempest-ExternalNetworksAdminNegativeTestJSON-987880733-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:41:52.133747 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-638dd25e-e5ec-477d-b4bf-622290de1d03 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Transition to ACTIVE for port object 12adce39-adb6-473f-92d5-6c46a1a9356a will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:41:52.135163 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-5461adf5-274b-49c2-b36b-ade4d4f48bda tempest-ExternalNetworksAdminNegativeTestJSON-987880733 tempest-ExternalNetworksAdminNegativeTestJSON-987880733-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:41:52.141562 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-4217490b-c3ab-4db5-a02f-412e067e63fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, 74659ea1-fc06-4c03-bfff-ba787badb621) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:41:52.149658 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec9effc-9123-49db-a39f-85b07dd6cf42 None None] Network 74659ea1-fc06-4c03-bfff-ba787badb621 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:41:52.168814 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4217490b-c3ab-4db5-a02f-412e067e63fb admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:41:52.170152 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4217490b-c3ab-4db5-a02f-412e067e63fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:52.200734 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5461adf5-274b-49c2-b36b-ade4d4f48bda tempest-ExternalNetworksAdminNegativeTestJSON-987880733 tempest-ExternalNetworksAdminNegativeTestJSON-987880733-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:52.292079 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-4217490b-c3ab-4db5-a02f-412e067e63fb admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8830900 Dec 20 08:41:52.297355 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 33708) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:41:52.313640 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-2ae71d62-0017-48db-af45-606c62ae7617 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-478884454-router', 'tenant_id': 'ec4017678cc746e0bc7f4ecce92ed1b5', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:41:52.333613 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-638dd25e-e5ec-477d-b4bf-622290de1d03 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:52.338605 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-2ae71d62-0017-48db-af45-606c62ae7617 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:41:52.388331 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-2ae71d62-0017-48db-af45-606c62ae7617 admin admin] Usage tracker for resource:router and tenant:ec4017678cc746e0bc7f4ecce92ed1b5 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:41:52.407804 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5bdfe4cb-1973-4bac-8524-5d865433f68a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:52.408911 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-211bac44-0ae9-4600-b94d-b2452a409c0a tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-551522390'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:41:52.419883 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-2ae71d62-0017-48db-af45-606c62ae7617 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:41:52.447447 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-211bac44-0ae9-4600-b94d-b2452a409c0a tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:41:52.479378 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-255395e7-2077-4040-8c5b-c5a35a0798a2 tempest-PortsAdminExtendedAttrsTestJSON-870363390 tempest-PortsAdminExtendedAttrsTestJSON-870363390-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-421774415'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:41:52.481510 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5bdfe4cb-1973-4bac-8524-5d865433f68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:52.483263 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:41:52.505625 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device f6181d88-4bac-4ebe-b36c-a2e2db5b3ce5 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:41:52.561872 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-2ae71d62-0017-48db-af45-606c62ae7617 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:41:52.574237 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-211bac44-0ae9-4600-b94d-b2452a409c0a tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Usage tracker for resource:network and tenant:54a732c01ec540e6b22fe785716e8e1f is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:41:52.579662 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:41:52.585624 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-211bac44-0ae9-4600-b94d-b2452a409c0a tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:41:52.614361 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-211bac44-0ae9-4600-b94d-b2452a409c0a tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:41:52.635858 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdfe4cb-1973-4bac-8524-5d865433f68a admin admin] Network 95f3bec2-46e6-4468-8229-8badd4a5aaae is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:41:52.672976 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-94f63210-d7ca-4d26-84fb-866049808a2e None None] Allocated IP 2001:db8::2 (f75aa0d2-5f41-40f3-a9e0-d60d934965a4/c45dca3c-3803-42b5-8d00-d87d0e8fb0d9/063557c2-d2f1-4269-b5aa-7d3ef4cbf915) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:41:52.680763 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e538b243-bfa5-4ccc-bc6c-487faadf0631 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-74659ea1-fc06-4c03-bfff-ba787badb621', 'network_id': '74659ea1-fc06-4c03-bfff-ba787badb621', 'tenant_id': 'ec4017678cc746e0bc7f4ecce92ed1b5', 'fixed_ips': [{'subnet_id': '372cc3e6-10e8-4159-8180-180bc179785a'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:41:52.681819 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e538b243-bfa5-4ccc-bc6c-487faadf0631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:52.693708 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-5bdfe4cb-1973-4bac-8524-5d865433f68a admin admin] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:41:52.700378 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdfe4cb-1973-4bac-8524-5d865433f68a admin admin] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:41:52.753352 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638dd25e-e5ec-477d-b4bf-622290de1d03 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event updated for resources: {'Port': ['ID=12adce39-adb6-473f-92d5-6c46a1a9356a,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:41:52.753590 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdfe4cb-1973-4bac-8524-5d865433f68a admin admin] Pushing event updated for resources: {'Port': ['ID=140a870c-f77e-4311-806d-f54116d13cb0,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:41:52.755893 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2ae71d62-0017-48db-af45-606c62ae7617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24817'] for router, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:52.757016 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2ae71d62-0017-48db-af45-606c62ae7617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-351744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24806'] for router, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:52.778532 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2ae71d62-0017-48db-af45-606c62ae7617 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:52.782507 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-5bdfe4cb-1973-4bac-8524-5d865433f68a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:41:52.796951 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port f6181d88-4bac-4ebe-b36c-a2e2db5b3ce5 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:41:52.800509 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-255395e7-2077-4040-8c5b-c5a35a0798a2 tempest-PortsAdminExtendedAttrsTestJSON-870363390 tempest-PortsAdminExtendedAttrsTestJSON-870363390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:41:52.808966 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-6d4b5c9d-4c05-4c08-84b4-ca636f151df0 tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] 10.222.0.16 "PUT /v2.0/quotas/d34da7be517f4b7a89a00275a68c7625 HTTP/1.1" status: 200 len: 368 time: 1.5377867 Dec 20 08:41:52.810148 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638dd25e-e5ec-477d-b4bf-622290de1d03 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:41:52.811394 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-638dd25e-e5ec-477d-b4bf-622290de1d03 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:41:52.812955 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 33718) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:41:52.821546 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-a654131b-466e-4b67-bd15-23428cfd3072 tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] Request body: {'network': {'project_id': 'd34da7be517f4b7a89a00275a68c7625'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:41:52.833979 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-a654131b-466e-4b67-bd15-23428cfd3072 tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:41:52.839409 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-a654131b-466e-4b67-bd15-23428cfd3072 tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] Usage tracker for resource:network and tenant:d34da7be517f4b7a89a00275a68c7625 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:41:52.843559 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-a654131b-466e-4b67-bd15-23428cfd3072 tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:41:52.857224 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-a654131b-466e-4b67-bd15-23428cfd3072 tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:41:52.872592 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-255395e7-2077-4040-8c5b-c5a35a0798a2 tempest-PortsAdminExtendedAttrsTestJSON-870363390 tempest-PortsAdminExtendedAttrsTestJSON-870363390-project] Usage tracker for resource:network and tenant:acfb297a6baa461abe3a523763c46bbf is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:41:52.883104 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-638dd25e-e5ec-477d-b4bf-622290de1d03 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:41:52.888181 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-255395e7-2077-4040-8c5b-c5a35a0798a2 tempest-PortsAdminExtendedAttrsTestJSON-870363390 tempest-PortsAdminExtendedAttrsTestJSON-870363390-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:41:52.898340 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-211bac44-0ae9-4600-b94d-b2452a409c0a tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Made reservation on behalf of 54a732c01ec540e6b22fe785716e8e1f for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:41:52.901645 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-211bac44-0ae9-4600-b94d-b2452a409c0a tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:52.906212 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a654131b-466e-4b67-bd15-23428cfd3072 tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] Made reservation on behalf of d34da7be517f4b7a89a00275a68c7625 for: {'network': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:41:52.908448 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a654131b-466e-4b67-bd15-23428cfd3072 tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:52.910934 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638dd25e-e5ec-477d-b4bf-622290de1d03 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:41:52.915051 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638dd25e-e5ec-477d-b4bf-622290de1d03 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:41:52.915647 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-638dd25e-e5ec-477d-b4bf-622290de1d03 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:52.932635 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a654131b-466e-4b67-bd15-23428cfd3072 tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:52.979246 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-255395e7-2077-4040-8c5b-c5a35a0798a2 tempest-PortsAdminExtendedAttrsTestJSON-870363390 tempest-PortsAdminExtendedAttrsTestJSON-870363390-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:41:53.012236 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-211bac44-0ae9-4600-b94d-b2452a409c0a tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:53.020913 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-a654131b-466e-4b67-bd15-23428cfd3072 tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:41:53.025911 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-e538b243-bfa5-4ccc-bc6c-487faadf0631 None None] Allocated IP 172.20.0.2 (74659ea1-fc06-4c03-bfff-ba787badb621/372cc3e6-10e8-4159-8180-180bc179785a/028a9db6-829b-42a0-9080-5104768007f2) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:41:53.030588 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-a654131b-466e-4b67-bd15-23428cfd3072 tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] Usage tracker for resource:security_group_rule and tenant:d34da7be517f4b7a89a00275a68c7625 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:41:53.033473 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-483f64c4-5bf1-42d5-9f1f-6d73613df9c3 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for subnet, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:53.035444 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-a654131b-466e-4b67-bd15-23428cfd3072 tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:41:53.047229 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:41:53.064497 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-255395e7-2077-4040-8c5b-c5a35a0798a2 tempest-PortsAdminExtendedAttrsTestJSON-870363390 tempest-PortsAdminExtendedAttrsTestJSON-870363390-project] Made reservation on behalf of acfb297a6baa461abe3a523763c46bbf for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:41:53.067615 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-255395e7-2077-4040-8c5b-c5a35a0798a2 tempest-PortsAdminExtendedAttrsTestJSON-870363390 tempest-PortsAdminExtendedAttrsTestJSON-870363390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:53.081255 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-638dd25e-e5ec-477d-b4bf-622290de1d03 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.1361177 Dec 20 08:41:53.091062 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 33722) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:41:53.112184 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-a654131b-466e-4b67-bd15-23428cfd3072 tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:41:53.128778 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5bdfe4cb-1973-4bac-8524-5d865433f68a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:53.129651 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5bdfe4cb-1973-4bac-8524-5d865433f68a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071'] for router, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:53.143637 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-255395e7-2077-4040-8c5b-c5a35a0798a2 tempest-PortsAdminExtendedAttrsTestJSON-870363390 tempest-PortsAdminExtendedAttrsTestJSON-870363390-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:53.163762 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2ae71d62-0017-48db-af45-606c62ae7617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24724'] for router, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:53.202477 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-211bac44-0ae9-4600-b94d-b2452a409c0a tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:41:53.208379 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-211bac44-0ae9-4600-b94d-b2452a409c0a tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Usage tracker for resource:security_group_rule and tenant:54a732c01ec540e6b22fe785716e8e1f is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:41:53.211780 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-211bac44-0ae9-4600-b94d-b2452a409c0a tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:41:53.220594 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-211bac44-0ae9-4600-b94d-b2452a409c0a tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:41:53.226235 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483f64c4-5bf1-42d5-9f1f-6d73613df9c3 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Pushing event updated for resources: {'Subnet': ['ID=aa989b27-7bfc-4684-853b-3173f2a902f1,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:41:53.250730 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-483f64c4-5bf1-42d5-9f1f-6d73613df9c3 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:41:53.272851 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5461adf5-274b-49c2-b36b-ade4d4f48bda tempest-ExternalNetworksAdminNegativeTestJSON-987880733 tempest-ExternalNetworksAdminNegativeTestJSON-987880733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:53.294093 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483f64c4-5bf1-42d5-9f1f-6d73613df9c3 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Checking segment: {'id': 'ea48391b-f445-4b97-9c49-85f202510b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '2a4d4f7f-598a-4e75-9554-bac4816f8d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:41:53.294452 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483f64c4-5bf1-42d5-9f1f-6d73613df9c3 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Network hostable DHCP agents. Network: 2a4d4f7f-598a-4e75-9554-bac4816f8d8f, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:41:53.339347 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e538b243-bfa5-4ccc-bc6c-487faadf0631 None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:53.341593 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a654131b-466e-4b67-bd15-23428cfd3072 tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:53.351820 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-e538b243-bfa5-4ccc-bc6c-487faadf0631 None None] Transition to ACTIVE for port object 028a9db6-829b-42a0-9080-5104768007f2 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:41:53.370461 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-e538b243-bfa5-4ccc-bc6c-487faadf0631 None None] Transition to ACTIVE for port object 028a9db6-829b-42a0-9080-5104768007f2 will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:41:53.374608 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-94f63210-d7ca-4d26-84fb-866049808a2e None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:53.389534 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e538b243-bfa5-4ccc-bc6c-487faadf0631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:53.391137 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-94f63210-d7ca-4d26-84fb-866049808a2e None None] Transition to ACTIVE for port object 063557c2-d2f1-4269-b5aa-7d3ef4cbf915 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:41:53.400823 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a654131b-466e-4b67-bd15-23428cfd3072 tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:53.406458 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:41:53.414134 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-276e90bd-8355-49d9-8042-e466a7713c8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:41:53.446748 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-5461adf5-274b-49c2-b36b-ade4d4f48bda tempest-ExternalNetworksAdminNegativeTestJSON-987880733 tempest-ExternalNetworksAdminNegativeTestJSON-987880733-project-admin] Allocated IP 172.26.5.142 (95f3bec2-46e6-4468-8229-8badd4a5aaae/cf8895a3-346d-4313-a645-16ecdcce9969/d33191c6-0e9d-4f82-ac3e-d802a4df66e4) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:41:53.448114 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483f64c4-5bf1-42d5-9f1f-6d73613df9c3 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Network 2a4d4f7f-598a-4e75-9554-bac4816f8d8f is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:41:53.453123 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a654131b-466e-4b67-bd15-23428cfd3072 tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=83445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:41:53.462842 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a654131b-466e-4b67-bd15-23428cfd3072 tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3553fbab-cf07-41bc-aadd-a4d4c6486e14,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:41:53.472119 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a654131b-466e-4b67-bd15-23428cfd3072 tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:41:53.473102 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a654131b-466e-4b67-bd15-23428cfd3072 tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:53.473486 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.segments_db [None req-a654131b-466e-4b67-bd15-23428cfd3072 tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] Added segment 0f08f31f-8f1e-4139-af42-5e26dca7d4a9 of type vlan for network ce9794dc-1013-495d-866a-761ff32d1f85 Dec 20 08:41:53.484158 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-483f64c4-5bf1-42d5-9f1f-6d73613df9c3 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, 2a4d4f7f-598a-4e75-9554-bac4816f8d8f) {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:41:53.488714 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e538b243-bfa5-4ccc-bc6c-487faadf0631 None None] Pushing event updated for resources: {'Port': ['ID=028a9db6-829b-42a0-9080-5104768007f2,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:41:53.495790 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1eda212-c312-4c93-995e-7a602975e4c7 None None] Network ae7d918f-a9f8-4196-ba8f-f2cde9016013 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:41:53.499050 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483f64c4-5bf1-42d5-9f1f-6d73613df9c3 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:41:53.499720 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-483f64c4-5bf1-42d5-9f1f-6d73613df9c3 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:53.536146 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a654131b-466e-4b67-bd15-23428cfd3072 tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:53.577151 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-483f64c4-5bf1-42d5-9f1f-6d73613df9c3 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3085256 Dec 20 08:41:53.581701 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 33726) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:41:53.589027 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-04128a10-f4a4-4a66-858b-e65335d5378e tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Request body: {'port': {'network_id': '2a4d4f7f-598a-4e75-9554-bac4816f8d8f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2083150268'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:41:53.617928 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a654131b-466e-4b67-bd15-23428cfd3072 tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:53.629148 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a654131b-466e-4b67-bd15-23428cfd3072 tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:41:53.629760 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a654131b-466e-4b67-bd15-23428cfd3072 tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:53.638758 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-e538b243-bfa5-4ccc-bc6c-487faadf0631 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:41:53.638978 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1237d05-9de0-46f4-bf9d-928d312ab38a tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:41:53.639293 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f1237d05-9de0-46f4-bf9d-928d312ab38a tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Synchronizing usage tracker for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:41:53.642641 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:41:53.645680 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-255395e7-2077-4040-8c5b-c5a35a0798a2 tempest-PortsAdminExtendedAttrsTestJSON-870363390 tempest-PortsAdminExtendedAttrsTestJSON-870363390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:41:53.659786 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-255395e7-2077-4040-8c5b-c5a35a0798a2 tempest-PortsAdminExtendedAttrsTestJSON-870363390 tempest-PortsAdminExtendedAttrsTestJSON-870363390-project] Usage tracker for resource:security_group_rule and tenant:acfb297a6baa461abe3a523763c46bbf is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:41:53.691656 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04fd8dbe-4170-49ee-a599-52da5403d0c7 None None] Network 2a4d4f7f-598a-4e75-9554-bac4816f8d8f requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:41:53.716455 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-255395e7-2077-4040-8c5b-c5a35a0798a2 tempest-PortsAdminExtendedAttrsTestJSON-870363390 tempest-PortsAdminExtendedAttrsTestJSON-870363390-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:41:53.725076 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e538b243-bfa5-4ccc-bc6c-487faadf0631 None None] Network 74659ea1-fc06-4c03-bfff-ba787badb621 is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:41:53.770548 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-a654131b-466e-4b67-bd15-23428cfd3072 tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9565315 Dec 20 08:41:53.771559 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-e538b243-bfa5-4ccc-bc6c-487faadf0631 None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:41:53.778863 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-94f63210-d7ca-4d26-84fb-866049808a2e None None] Transition to ACTIVE for port object 063557c2-d2f1-4269-b5aa-7d3ef4cbf915 will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:41:53.783906 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e538b243-bfa5-4ccc-bc6c-487faadf0631 None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:41:53.819708 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 33732) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:41:53.829938 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a654131b-466e-4b67-bd15-23428cfd3072 tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] Pushing event updated for resources: {'Network': ['ID=ce9794dc-1013-495d-866a-761ff32d1f85,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:41:53.837117 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-255395e7-2077-4040-8c5b-c5a35a0798a2 tempest-PortsAdminExtendedAttrsTestJSON-870363390 tempest-PortsAdminExtendedAttrsTestJSON-870363390-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:41:53.843163 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-780b3607-3c2a-436f-81bd-a39bfdc4ea0d tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] Request body: {'network': {'project_id': 'd34da7be517f4b7a89a00275a68c7625'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:41:53.850232 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a654131b-466e-4b67-bd15-23428cfd3072 tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:41:53.853196 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-94f63210-d7ca-4d26-84fb-866049808a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:53.853956 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-780b3607-3c2a-436f-81bd-a39bfdc4ea0d tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:41:53.855147 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network ce9794dc-1013-495d-866a-761ff32d1f85 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:41:53.864451 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-780b3607-3c2a-436f-81bd-a39bfdc4ea0d tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] Usage tracker for resource:network and tenant:d34da7be517f4b7a89a00275a68c7625 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:41:53.868598 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-780b3607-3c2a-436f-81bd-a39bfdc4ea0d tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:41:53.872054 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-04128a10-f4a4-4a66-858b-e65335d5378e tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:41:53.878533 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-780b3607-3c2a-436f-81bd-a39bfdc4ea0d tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:41:53.880897 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-04128a10-f4a4-4a66-858b-e65335d5378e tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Usage tracker for resource:port and tenant:6efc783da9574d08a8a0d82510a572d4 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:41:53.884522 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bdfe4cb-1973-4bac-8524-5d865433f68a admin admin] Router 5668e455-965c-43a5-9c72-0bc9f4d2796b is scheduled to L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 with binding_index 1 {{(pid=83445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 08:41:53.893758 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-04128a10-f4a4-4a66-858b-e65335d5378e tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:41:53.905930 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-04128a10-f4a4-4a66-858b-e65335d5378e tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:41:53.906511 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-211bac44-0ae9-4600-b94d-b2452a409c0a tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:53.917905 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-780b3607-3c2a-436f-81bd-a39bfdc4ea0d tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] Made reservation on behalf of d34da7be517f4b7a89a00275a68c7625 for: {'network': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:41:53.921137 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-780b3607-3c2a-436f-81bd-a39bfdc4ea0d tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:53.932320 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:41:53.932656 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-211bac44-0ae9-4600-b94d-b2452a409c0a tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:53.937903 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04128a10-f4a4-4a66-858b-e65335d5378e tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Made reservation on behalf of 6efc783da9574d08a8a0d82510a572d4 for: {'port': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:41:53.940963 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-04128a10-f4a4-4a66-858b-e65335d5378e tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:53.954495 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5461adf5-274b-49c2-b36b-ade4d4f48bda tempest-ExternalNetworksAdminNegativeTestJSON-987880733 tempest-ExternalNetworksAdminNegativeTestJSON-987880733-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:53.957204 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-dd57f338-de49-46fe-bbdd-b69a2769577f tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:41:54.008848 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-211bac44-0ae9-4600-b94d-b2452a409c0a tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:41:54.009060 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-672aa3ae-f24b-47cc-8070-550420b7f042 None None] Provisioning for port f6181d88-4bac-4ebe-b36c-a2e2db5b3ce5 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:41:54.039103 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-04128a10-f4a4-4a66-858b-e65335d5378e tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] device_id is not set on port a8bbf41e-4ff2-4213-9d58-c671286efb8a yet. {{(pid=83445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:41:54.042928 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f63210-d7ca-4d26-84fb-866049808a2e None None] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:41:54.047545 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211bac44-0ae9-4600-b94d-b2452a409c0a tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd68b4da-8b3a-4210-b129-d971904b0325,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:41:54.049843 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-94f63210-d7ca-4d26-84fb-866049808a2e None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:41:54.050665 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-211bac44-0ae9-4600-b94d-b2452a409c0a tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:41:54.052559 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-211bac44-0ae9-4600-b94d-b2452a409c0a tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:54.052895 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-211bac44-0ae9-4600-b94d-b2452a409c0a tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Added segment 6261bf8b-00d7-419d-91a9-8f1e937134a3 of type vlan for network c2d79a55-ba3d-4dca-b1f7-7774ad58e449 Dec 20 08:41:54.075569 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-780b3607-3c2a-436f-81bd-a39bfdc4ea0d tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=83445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:41:54.083065 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-255395e7-2077-4040-8c5b-c5a35a0798a2 tempest-PortsAdminExtendedAttrsTestJSON-870363390 tempest-PortsAdminExtendedAttrsTestJSON-870363390-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:54.093745 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f63210-d7ca-4d26-84fb-866049808a2e None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:41:54.103724 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-672aa3ae-f24b-47cc-8070-550420b7f042 None None] Provisioning complete for port f6181d88-4bac-4ebe-b36c-a2e2db5b3ce5 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:41:54.104098 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-672aa3ae-f24b-47cc-8070-550420b7f042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:54.111066 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-780b3607-3c2a-436f-81bd-a39bfdc4ea0d tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:54.111404 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.segments_db [None req-780b3607-3c2a-436f-81bd-a39bfdc4ea0d tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] Added segment 0b26e1e1-06e8-4974-b757-b0408e97b6ed of type vlan for network 7091cb24-2d3d-42fc-a476-3078ed87b53a Dec 20 08:41:54.151083 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-255395e7-2077-4040-8c5b-c5a35a0798a2 tempest-PortsAdminExtendedAttrsTestJSON-870363390 tempest-PortsAdminExtendedAttrsTestJSON-870363390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:54.169842 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:41:54.179907 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-211bac44-0ae9-4600-b94d-b2452a409c0a tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:54.190567 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f1237d05-9de0-46f4-bf9d-928d312ab38a tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Unset dirty status for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:41:54.191769 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f1237d05-9de0-46f4-bf9d-928d312ab38a tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 1.0951910 Dec 20 08:41:54.192817 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5461adf5-274b-49c2-b36b-ade4d4f48bda tempest-ExternalNetworksAdminNegativeTestJSON-987880733 tempest-ExternalNetworksAdminNegativeTestJSON-987880733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:54.196420 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 33740) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:41:54.229374 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-255395e7-2077-4040-8c5b-c5a35a0798a2 tempest-PortsAdminExtendedAttrsTestJSON-870363390 tempest-PortsAdminExtendedAttrsTestJSON-870363390-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:41:54.244072 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2ae71d62-0017-48db-af45-606c62ae7617 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:54.250346 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-780b3607-3c2a-436f-81bd-a39bfdc4ea0d tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:54.266686 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-e538b243-bfa5-4ccc-bc6c-487faadf0631 None None] Attempting to bind port 028a9db6-829b-42a0-9080-5104768007f2 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:41:54.266962 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-e538b243-bfa5-4ccc-bc6c-487faadf0631 None None] Attempting to bind port 028a9db6-829b-42a0-9080-5104768007f2 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '2231e2fa-9d68-41e9-80aa-70e7c056e0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '74659ea1-fc06-4c03-bfff-ba787badb621'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:41:54.267516 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e538b243-bfa5-4ccc-bc6c-487faadf0631 None None] Attempting to bind port 028a9db6-829b-42a0-9080-5104768007f2 on network 74659ea1-fc06-4c03-bfff-ba787badb621 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:41:54.292185 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255395e7-2077-4040-8c5b-c5a35a0798a2 tempest-PortsAdminExtendedAttrsTestJSON-870363390 tempest-PortsAdminExtendedAttrsTestJSON-870363390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e954ca7-e070-4f20-8464-5b91dab5fc10,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:41:54.297729 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-255395e7-2077-4040-8c5b-c5a35a0798a2 tempest-PortsAdminExtendedAttrsTestJSON-870363390 tempest-PortsAdminExtendedAttrsTestJSON-870363390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:54.298072 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-255395e7-2077-4040-8c5b-c5a35a0798a2 tempest-PortsAdminExtendedAttrsTestJSON-870363390 tempest-PortsAdminExtendedAttrsTestJSON-870363390-project] Added segment 4b5cce3c-72dc-41c5-85c0-b41189f1c9de of type vlan for network 89e85b71-aa43-4a01-81dd-ce4ea4642e74 Dec 20 08:41:54.302523 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2ae71d62-0017-48db-af45-606c62ae7617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:54.309703 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-255395e7-2077-4040-8c5b-c5a35a0798a2 tempest-PortsAdminExtendedAttrsTestJSON-870363390 tempest-PortsAdminExtendedAttrsTestJSON-870363390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:41:54.311885 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-638dd25e-e5ec-477d-b4bf-622290de1d03 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:41:54.352156 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f63210-d7ca-4d26-84fb-866049808a2e None None] Pushing event updated for resources: {'Port': ['ID=063557c2-d2f1-4269-b5aa-7d3ef4cbf915,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:41:54.358126 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5461adf5-274b-49c2-b36b-ade4d4f48bda tempest-ExternalNetworksAdminNegativeTestJSON-987880733 tempest-ExternalNetworksAdminNegativeTestJSON-987880733-project-admin] Network 95f3bec2-46e6-4468-8229-8badd4a5aaae is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:41:54.386400 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-94f63210-d7ca-4d26-84fb-866049808a2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:41:54.397149 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e538b243-bfa5-4ccc-bc6c-487faadf0631 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:41:54.397875 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e538b243-bfa5-4ccc-bc6c-487faadf0631 None None] Checking segment: {'id': '2231e2fa-9d68-41e9-80aa-70e7c056e0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '74659ea1-fc06-4c03-bfff-ba787badb621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:41:54.398267 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e538b243-bfa5-4ccc-bc6c-487faadf0631 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:54.398886 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e538b243-bfa5-4ccc-bc6c-487faadf0631 None None] Bound using segment: {'id': '2231e2fa-9d68-41e9-80aa-70e7c056e0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '74659ea1-fc06-4c03-bfff-ba787badb621'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:41:54.399358 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-e538b243-bfa5-4ccc-bc6c-487faadf0631 None None] Bound port: 028a9db6-829b-42a0-9080-5104768007f2, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2231e2fa-9d68-41e9-80aa-70e7c056e0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '74659ea1-fc06-4c03-bfff-ba787badb621'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:41:54.399907 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e538b243-bfa5-4ccc-bc6c-487faadf0631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:54.400947 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-5461adf5-274b-49c2-b36b-ade4d4f48bda tempest-ExternalNetworksAdminNegativeTestJSON-987880733 tempest-ExternalNetworksAdminNegativeTestJSON-987880733-project-admin] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:41:54.419122 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5461adf5-274b-49c2-b36b-ade4d4f48bda tempest-ExternalNetworksAdminNegativeTestJSON-987880733 tempest-ExternalNetworksAdminNegativeTestJSON-987880733-project-admin] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:41:54.424085 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-211bac44-0ae9-4600-b94d-b2452a409c0a tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:54.446083 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211bac44-0ae9-4600-b94d-b2452a409c0a tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:41:54.446985 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-211bac44-0ae9-4600-b94d-b2452a409c0a tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:54.463148 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-03a2e3b7-9885-4e41-bedb-e27653f41481 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Deleting port 12adce39-adb6-473f-92d5-6c46a1a9356a {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:41:54.463722 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-03a2e3b7-9885-4e41-bedb-e27653f41481 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:54.471119 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-255395e7-2077-4040-8c5b-c5a35a0798a2 tempest-PortsAdminExtendedAttrsTestJSON-870363390 tempest-PortsAdminExtendedAttrsTestJSON-870363390-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:54.483725 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5461adf5-274b-49c2-b36b-ade4d4f48bda tempest-ExternalNetworksAdminNegativeTestJSON-987880733 tempest-ExternalNetworksAdminNegativeTestJSON-987880733-project-admin] Pushing event updated for resources: {'Port': ['ID=d33191c6-0e9d-4f82-ac3e-d802a4df66e4,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:41:54.490696 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-04128a10-f4a4-4a66-858b-e65335d5378e tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Allocated IP 2001:db8::3e (2a4d4f7f-598a-4e75-9554-bac4816f8d8f/aa989b27-7bfc-4684-853b-3173f2a902f1/a8bbf41e-4ff2-4213-9d58-c671286efb8a) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:41:54.496100 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-5461adf5-274b-49c2-b36b-ade4d4f48bda tempest-ExternalNetworksAdminNegativeTestJSON-987880733 tempest-ExternalNetworksAdminNegativeTestJSON-987880733-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:41:54.500398 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-eeee8705-492c-420d-b23d-fe88afa06353 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:41:54.542504 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-780b3607-3c2a-436f-81bd-a39bfdc4ea0d tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:54.559793 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024f64eb-7c98-4b7d-af06-c649f67d7bed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-2a4d4f7f-598a-4e75-9554-bac4816f8d8f', 'network_id': '2a4d4f7f-598a-4e75-9554-bac4816f8d8f', 'tenant_id': '6efc783da9574d08a8a0d82510a572d4', 'fixed_ips': [{'subnet_id': 'aa989b27-7bfc-4684-853b-3173f2a902f1'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:41:54.561067 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-024f64eb-7c98-4b7d-af06-c649f67d7bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:54.573427 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780b3607-3c2a-436f-81bd-a39bfdc4ea0d tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:41:54.573972 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-780b3607-3c2a-436f-81bd-a39bfdc4ea0d tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:54.597880 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-276e90bd-8355-49d9-8042-e466a7713c8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:41:54.623577 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-94f63210-d7ca-4d26-84fb-866049808a2e None None] Attempting to bind port 063557c2-d2f1-4269-b5aa-7d3ef4cbf915 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:41:54.623961 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-94f63210-d7ca-4d26-84fb-866049808a2e None None] Attempting to bind port 063557c2-d2f1-4269-b5aa-7d3ef4cbf915 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '7c00552d-ea93-440b-911c-cb3aa0a4eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:41:54.624376 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f63210-d7ca-4d26-84fb-866049808a2e None None] Attempting to bind port 063557c2-d2f1-4269-b5aa-7d3ef4cbf915 on network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:41:54.665372 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f63210-d7ca-4d26-84fb-866049808a2e None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:41:54.665746 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f63210-d7ca-4d26-84fb-866049808a2e None None] Checking segment: {'id': '7c00552d-ea93-440b-911c-cb3aa0a4eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:41:54.666139 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-94f63210-d7ca-4d26-84fb-866049808a2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:54.666530 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f63210-d7ca-4d26-84fb-866049808a2e None None] Bound using segment: {'id': '7c00552d-ea93-440b-911c-cb3aa0a4eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:41:54.667000 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-94f63210-d7ca-4d26-84fb-866049808a2e None None] Bound port: 063557c2-d2f1-4269-b5aa-7d3ef4cbf915, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c00552d-ea93-440b-911c-cb3aa0a4eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:41:54.667391 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-94f63210-d7ca-4d26-84fb-866049808a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:54.701122 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780b3607-3c2a-436f-81bd-a39bfdc4ea0d tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] Pushing event updated for resources: {'Network': ['ID=7091cb24-2d3d-42fc-a476-3078ed87b53a,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:41:54.754947 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network 7091cb24-2d3d-42fc-a476-3078ed87b53a details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:41:54.772627 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-672aa3ae-f24b-47cc-8070-550420b7f042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:54.786433 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-780b3607-3c2a-436f-81bd-a39bfdc4ea0d tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:41:54.804497 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-211bac44-0ae9-4600-b94d-b2452a409c0a tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.9679911 Dec 20 08:41:54.811743 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 33746) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:41:54.812627 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-255395e7-2077-4040-8c5b-c5a35a0798a2 tempest-PortsAdminExtendedAttrsTestJSON-870363390 tempest-PortsAdminExtendedAttrsTestJSON-870363390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:54.813381 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211bac44-0ae9-4600-b94d-b2452a409c0a tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Pushing event updated for resources: {'Network': ['ID=c2d79a55-ba3d-4dca-b1f7-7774ad58e449,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:41:54.817130 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-211bac44-0ae9-4600-b94d-b2452a409c0a tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:41:54.820893 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-e538b243-bfa5-4ccc-bc6c-487faadf0631 None None] For port 028a9db6-829b-42a0-9080-5104768007f2, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:41:54.829949 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-208e6b0a-a151-4a83-96cf-ba13ecd988b0 tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Request body: {'subnet': {'network_id': 'c2d79a55-ba3d-4dca-b1f7-7774ad58e449', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:41:54.848521 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-2ae71d62-0017-48db-af45-606c62ae7617 admin admin] Allocated IP 172.26.5.70 (95f3bec2-46e6-4468-8229-8badd4a5aaae/cf8895a3-346d-4313-a645-16ecdcce9969/b4722ef3-9c76-4442-94de-c1e8d9012bed) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:41:54.849762 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network c2d79a55-ba3d-4dca-b1f7-7774ad58e449 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:41:54.853906 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255395e7-2077-4040-8c5b-c5a35a0798a2 tempest-PortsAdminExtendedAttrsTestJSON-870363390 tempest-PortsAdminExtendedAttrsTestJSON-870363390-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:41:54.854490 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-255395e7-2077-4040-8c5b-c5a35a0798a2 tempest-PortsAdminExtendedAttrsTestJSON-870363390 tempest-PortsAdminExtendedAttrsTestJSON-870363390-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:54.867094 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:41:54.892795 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-e538b243-bfa5-4ccc-bc6c-487faadf0631 None None] For port 028a9db6-829b-42a0-9080-5104768007f2, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=028a9db6-829b-42a0-9080-5104768007f2,segment=NetworkSegment(2231e2fa-9d68-41e9-80aa-70e7c056e0b1),segment_id=2231e2fa-9d68-41e9-80aa-70e7c056e0b1)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:41:54.936721 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-780b3607-3c2a-436f-81bd-a39bfdc4ea0d tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.1119158 Dec 20 08:41:54.953723 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 33750) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:41:54.971491 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-29f4c13b-065a-4298-8160-c75a9368f38f tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] Request body: {'network': {'project_id': 'd34da7be517f4b7a89a00275a68c7625'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:41:54.978780 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e538b243-bfa5-4ccc-bc6c-487faadf0631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:54.992963 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-29f4c13b-065a-4298-8160-c75a9368f38f tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:41:55.050756 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-29f4c13b-065a-4298-8160-c75a9368f38f tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] Usage tracker for resource:network and tenant:d34da7be517f4b7a89a00275a68c7625 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:41:55.055558 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-8741887d-094a-401f-a459-11521c46617a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:41:55.059764 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-29f4c13b-065a-4298-8160-c75a9368f38f tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:41:55.066655 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-03a2e3b7-9885-4e41-bedb-e27653f41481 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:55.085357 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bdfe4cb-1973-4bac-8524-5d865433f68a admin admin] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:41:55.087108 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-29f4c13b-065a-4298-8160-c75a9368f38f tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:41:55.103327 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-29f4c13b-065a-4298-8160-c75a9368f38f tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 20 08:41:55.103777 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29f4c13b-065a-4298-8160-c75a9368f38f tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:41:55.107664 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-29f4c13b-065a-4298-8160-c75a9368f38f tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1502354 Dec 20 08:41:55.111911 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c631cb-596d-4afa-bbbf-4fc64c0e0297 None None] Sync routers for ids ['5668e455-965c-43a5-9c72-0bc9f4d2796b'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:41:55.112828 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-672aa3ae-f24b-47cc-8070-550420b7f042 None None] For port f6181d88-4bac-4ebe-b36c-a2e2db5b3ce5, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=f6181d88-4bac-4ebe-b36c-a2e2db5b3ce5,segment=NetworkSegment(a9eab435-89d5-4321-91f2-1fa8426047e8),segment_id=a9eab435-89d5-4321-91f2-1fa8426047e8)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:41:55.134698 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c631cb-596d-4afa-bbbf-4fc64c0e0297 None None] Routers {'5668e455-965c-43a5-9c72-0bc9f4d2796b'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:41:55.135657 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-23c631cb-596d-4afa-bbbf-4fc64c0e0297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:41:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['5668e455-965c-43a5-9c72-0bc9f4d2796b'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:41:55.144885 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-672aa3ae-f24b-47cc-8070-550420b7f042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:55.148759 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-255395e7-2077-4040-8c5b-c5a35a0798a2 tempest-PortsAdminExtendedAttrsTestJSON-870363390 tempest-PortsAdminExtendedAttrsTestJSON-870363390-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 3.0382380 Dec 20 08:41:55.166272 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 33754) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:41:55.168650 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-94f63210-d7ca-4d26-84fb-866049808a2e None None] For port 063557c2-d2f1-4269-b5aa-7d3ef4cbf915, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:41:55.179126 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-94f63210-d7ca-4d26-84fb-866049808a2e None None] For port 063557c2-d2f1-4269-b5aa-7d3ef4cbf915, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=063557c2-d2f1-4269-b5aa-7d3ef4cbf915,segment=NetworkSegment(7c00552d-ea93-440b-911c-cb3aa0a4eeff),segment_id=7c00552d-ea93-440b-911c-cb3aa0a4eeff)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:41:55.189484 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e538b243-bfa5-4ccc-bc6c-487faadf0631 None None] Pushing event updated for resources: {'Port': ['ID=028a9db6-829b-42a0-9080-5104768007f2,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:41:55.195541 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-e538b243-bfa5-4ccc-bc6c-487faadf0631 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:41:55.196937 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-94f63210-d7ca-4d26-84fb-866049808a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:55.197729 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:41:55.217122 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255395e7-2077-4040-8c5b-c5a35a0798a2 tempest-PortsAdminExtendedAttrsTestJSON-870363390 tempest-PortsAdminExtendedAttrsTestJSON-870363390-project] Pushing event updated for resources: {'Network': ['ID=89e85b71-aa43-4a01-81dd-ce4ea4642e74,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:41:55.243624 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network 89e85b71-aa43-4a01-81dd-ce4ea4642e74 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:41:55.285877 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5461adf5-274b-49c2-b36b-ade4d4f48bda tempest-ExternalNetworksAdminNegativeTestJSON-987880733 tempest-ExternalNetworksAdminNegativeTestJSON-987880733-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:55.286931 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-255395e7-2077-4040-8c5b-c5a35a0798a2 tempest-PortsAdminExtendedAttrsTestJSON-870363390 tempest-PortsAdminExtendedAttrsTestJSON-870363390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:41:55.289898 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-208e6b0a-a151-4a83-96cf-ba13ecd988b0 tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:41:55.302374 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-208e6b0a-a151-4a83-96cf-ba13ecd988b0 tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Usage tracker for resource:subnet and tenant:54a732c01ec540e6b22fe785716e8e1f is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:41:55.317283 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-03a2e3b7-9885-4e41-bedb-e27653f41481 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Calling delete_port for 12adce39-adb6-473f-92d5-6c46a1a9356a owned by {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:41:55.373644 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-208e6b0a-a151-4a83-96cf-ba13ecd988b0 tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:41:55.391859 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5bdfe4cb-1973-4bac-8524-5d865433f68a admin admin] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:55.401899 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-5bdfe4cb-1973-4bac-8524-5d865433f68a admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 5.2250831 Dec 20 08:41:55.415023 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 33766) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:41:55.464193 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5461adf5-274b-49c2-b36b-ade4d4f48bda tempest-ExternalNetworksAdminNegativeTestJSON-987880733 tempest-ExternalNetworksAdminNegativeTestJSON-987880733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:55.545434 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672aa3ae-f24b-47cc-8070-550420b7f042 None None] Pushing event updated for resources: {'Port': ['ID=f6181d88-4bac-4ebe-b36c-a2e2db5b3ce5,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:41:55.548038 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-1f91ae62-d173-458a-853e-2dd58c43d047 None None] Provisioning complete for port f6181d88-4bac-4ebe-b36c-a2e2db5b3ce5 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:41:55.548408 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-1f91ae62-d173-458a-853e-2dd58c43d047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:55.562514 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-23c631cb-596d-4afa-bbbf-4fc64c0e0297 None None] Set router 5668e455-965c-43a5-9c72-0bc9f4d2796b gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:41:55.597871 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-208e6b0a-a151-4a83-96cf-ba13ecd988b0 tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:41:55.644684 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-0726fe2c-6292-4825-af75-b5f4d82e9caf tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d34da7be517f4b7a89a00275a68c7625&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4363275 Dec 20 08:41:55.653439 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-04128a10-f4a4-4a66-858b-e65335d5378e tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:55.669406 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 33772) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:41:55.694253 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-208e6b0a-a151-4a83-96cf-ba13ecd988b0 tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Made reservation on behalf of 54a732c01ec540e6b22fe785716e8e1f for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:41:55.916160 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-04128a10-f4a4-4a66-858b-e65335d5378e tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Transition to ACTIVE for port object a8bbf41e-4ff2-4213-9d58-c671286efb8a will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:41:55.925865 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f63210-d7ca-4d26-84fb-866049808a2e None None] Pushing event updated for resources: {'Port': ['ID=063557c2-d2f1-4269-b5aa-7d3ef4cbf915,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:41:55.942193 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-94f63210-d7ca-4d26-84fb-866049808a2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.744s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:41:55.943294 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.605s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:41:55.943640 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:41:56.127226 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-03a2e3b7-9885-4e41-bedb-e27653f41481 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:56.134653 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-04128a10-f4a4-4a66-858b-e65335d5378e tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:56.141215 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-23c631cb-596d-4afa-bbbf-4fc64c0e0297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5668e455-965c-43a5-9c72-0bc9f4d2796b', 'name': 'tempest-ServersTestJSON-158387902-router', 'tenant_id': '7db362d7554a4f47a4a46f85caa7eb15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.23'}], 'enable_snat': True}, 'gw_port_id': '140a870c-f77e-4311-806d-f54116d13cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:41:50Z', 'updated_at': '2021-12-20T08:41:52Z', 'revision_number': 3, 'project_id': '7db362d7554a4f47a4a46f85caa7eb15', 'gw_port': {'id': '140a870c-f77e-4311-806d-f54116d13cb0', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5668e455-965c-43a5-9c72-0bc9f4d2796b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:41:51Z', 'updated_at': '2021-12-20T08:41:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:41:56.149487 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c631cb-596d-4afa-bbbf-4fc64c0e0297 None None] Checking router: 5668e455-965c-43a5-9c72-0bc9f4d2796b for host: dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 08:41:56.149862 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c631cb-596d-4afa-bbbf-4fc64c0e0297 None None] Updating router 5668e455-965c-43a5-9c72-0bc9f4d2796b port 140a870c-f77e-4311-806d-f54116d13cb0 binding host dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 08:41:56.154228 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:41:56.155200 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2ae71d62-0017-48db-af45-606c62ae7617 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:56.210081 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a2e3b7-9885-4e41-bedb-e27653f41481 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event deleted for resources: {'Port': ['ID=12adce39-adb6-473f-92d5-6c46a1a9356a,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:41:56.240005 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-208e6b0a-a151-4a83-96cf-ba13ecd988b0 tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Notify callbacks [] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:56.246174 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-23c631cb-596d-4afa-bbbf-4fc64c0e0297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:56.261809 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6c02a890-e2b5-4ec2-9384-9c160c96f40a tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:56.327580 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-024f64eb-7c98-4b7d-af06-c649f67d7bed None None] Allocated IP 2001:db8::2 (2a4d4f7f-598a-4e75-9554-bac4816f8d8f/aa989b27-7bfc-4684-853b-3173f2a902f1/9b6cc5b9-ca4a-4d63-9bae-603e251b11d0) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:41:56.342639 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6c02a890-e2b5-4ec2-9384-9c160c96f40a tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:56.388170 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 33776) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:41:56.452503 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6c02a890-e2b5-4ec2-9384-9c160c96f40a tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:56.460945 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Request body: {'port': {'network_id': '89e85b71-aa43-4a01-81dd-ce4ea4642e74', 'binding:host_id': 'hv-neutron-8204', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1209537685'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:41:56.509601 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:41:56.518889 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-03a2e3b7-9885-4e41-bedb-e27653f41481 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:56.524595 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:41:56.525078 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04128a10-f4a4-4a66-858b-e65335d5378e tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Network 2a4d4f7f-598a-4e75-9554-bac4816f8d8f is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:41:56.525691 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04128a10-f4a4-4a66-858b-e65335d5378e tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Pushing event updated for resources: {'Port': ['ID=a8bbf41e-4ff2-4213-9d58-c671286efb8a,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:41:56.528357 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Usage tracker for resource:port and tenant:f2d922b63cb945f68456db624cc90eca is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:41:56.562271 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-04128a10-f4a4-4a66-858b-e65335d5378e tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:41:56.572321 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-04128a10-f4a4-4a66-858b-e65335d5378e tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:41:56.573608 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:41:56.589734 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.385s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:41:56.590024 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:41:56.592856 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04128a10-f4a4-4a66-858b-e65335d5378e tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:41:56.604686 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04128a10-f4a4-4a66-858b-e65335d5378e tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:41:56.612807 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-04128a10-f4a4-4a66-858b-e65335d5378e tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:56.618098 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:41:56.639879 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5461adf5-274b-49c2-b36b-ade4d4f48bda tempest-ExternalNetworksAdminNegativeTestJSON-987880733 tempest-ExternalNetworksAdminNegativeTestJSON-987880733-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:56.649354 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c02a890-e2b5-4ec2-9384-9c160c96f40a tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3553fbab-cf07-41bc-aadd-a4d4c6486e14,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:41:56.662814 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-6c02a890-e2b5-4ec2-9384-9c160c96f40a tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:41:56.667324 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-03a2e3b7-9885-4e41-bedb-e27653f41481 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/ports/12adce39-adb6-473f-92d5-6c46a1a9356a HTTP/1.1" status: 204 len: 168 time: 2.4676800 Dec 20 08:41:56.676229 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 33780) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:41:56.684912 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5461adf5-274b-49c2-b36b-ade4d4f48bda tempest-ExternalNetworksAdminNegativeTestJSON-987880733 tempest-ExternalNetworksAdminNegativeTestJSON-987880733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:56.692931 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2ae71d62-0017-48db-af45-606c62ae7617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:56.726886 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Made reservation on behalf of f2d922b63cb945f68456db624cc90eca for: {'port': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:41:56.730132 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:56.754346 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-024f64eb-7c98-4b7d-af06-c649f67d7bed None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:56.765453 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-04128a10-f4a4-4a66-858b-e65335d5378e tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.1826982 Dec 20 08:41:56.771060 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-024f64eb-7c98-4b7d-af06-c649f67d7bed None None] Transition to ACTIVE for port object 9b6cc5b9-ca4a-4d63-9bae-603e251b11d0 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:41:56.772263 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 33784) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:41:56.785639 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-c31cd088-5e8d-49e7-8614-cc85dec60f39 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Request body: {'port': {'network_id': '2a4d4f7f-598a-4e75-9554-bac4816f8d8f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-157154803', 'allowed_address_pairs': [{'ip_address': '2001:db8::3e', 'mac_address': 'fa:16:3e:46:df:80'}]}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:41:56.794263 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-024f64eb-7c98-4b7d-af06-c649f67d7bed None None] Transition to ACTIVE for port object 9b6cc5b9-ca4a-4d63-9bae-603e251b11d0 will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:41:56.810190 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 063557c2-d2f1-4269-b5aa-7d3ef4cbf915 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:41:56.848687 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b8af48-36a1-4ff9-bd56-66701c7d331e None None] Network 74659ea1-fc06-4c03-bfff-ba787badb621 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:41:56.865480 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-024f64eb-7c98-4b7d-af06-c649f67d7bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:56.890005 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:41:56.912070 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cac5b37-8599-4222-a627-3ca1f883699d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['shared'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:41:56.913718 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cac5b37-8599-4222-a627-3ca1f883699d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['shared'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:41:56.915200 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-6cac5b37-8599-4222-a627-3ca1f883699d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Synchronizing usage tracker for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:subnet {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:41:56.930475 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6c02a890-e2b5-4ec2-9384-9c160c96f40a tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:56.937637 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-6c02a890-e2b5-4ec2-9384-9c160c96f40a tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] 10.222.0.16 "DELETE /v2.0/security-groups/3553fbab-cf07-41bc-aadd-a4d4c6486e14 HTTP/1.1" status: 204 len: 168 time: 1.2621408 Dec 20 08:41:56.938915 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 33788) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:41:56.946955 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:41:56.971039 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-23c631cb-596d-4afa-bbbf-4fc64c0e0297 None None] Notify callbacks [] for port, precommit_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:56.986997 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.provisioning_blocks [None req-23c631cb-596d-4afa-bbbf-4fc64c0e0297 None None] Transition to ACTIVE for port object 140a870c-f77e-4311-806d-f54116d13cb0 will not be triggered until provisioned by entity L2. {{(pid=83447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:41:57.001648 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-23c631cb-596d-4afa-bbbf-4fc64c0e0297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:57.022845 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:41:57.066823 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:57.102382 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5461adf5-274b-49c2-b36b-ade4d4f48bda tempest-ExternalNetworksAdminNegativeTestJSON-987880733 tempest-ExternalNetworksAdminNegativeTestJSON-987880733-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-345990'] for floatingip, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:57.129075 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-6cac5b37-8599-4222-a627-3ca1f883699d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Unset dirty status for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:subnet {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:41:57.132634 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-6cac5b37-8599-4222-a627-3ca1f883699d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4438841 Dec 20 08:41:57.133906 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0fa0fc-bb42-4e53-b4bc-d112f0eddb8f None None] Pushing event updated for resources: {'Port': ['ID=140a870c-f77e-4311-806d-f54116d13cb0,revision_number=2']} {{(pid=83447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:41:57.145631 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024f64eb-7c98-4b7d-af06-c649f67d7bed None None] Network 2a4d4f7f-598a-4e75-9554-bac4816f8d8f is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:41:57.154988 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5461adf5-274b-49c2-b36b-ade4d4f48bda tempest-ExternalNetworksAdminNegativeTestJSON-987880733 tempest-ExternalNetworksAdminNegativeTestJSON-987880733-project-admin] Pushing event updated for resources: {'Port': ['ID=d33191c6-0e9d-4f82-ac3e-d802a4df66e4,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:41:57.155392 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-024f64eb-7c98-4b7d-af06-c649f67d7bed None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:41:57.165126 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024f64eb-7c98-4b7d-af06-c649f67d7bed None None] Pushing event updated for resources: {'Port': ['ID=9b6cc5b9-ca4a-4d63-9bae-603e251b11d0,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:41:57.167455 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae71d62-0017-48db-af45-606c62ae7617 admin admin] Network 95f3bec2-46e6-4468-8229-8badd4a5aaae is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:41:57.170291 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024f64eb-7c98-4b7d-af06-c649f67d7bed None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:41:57.176767 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 33792) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:41:57.180012 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-024f64eb-7c98-4b7d-af06-c649f67d7bed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:41:57.186426 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-c31cd088-5e8d-49e7-8614-cc85dec60f39 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:41:57.201563 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0fa0fc-bb42-4e53-b4bc-d112f0eddb8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:41:57.202754 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0fa0fc-bb42-4e53-b4bc-d112f0eddb8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:41:57.203553 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0fa0fc-bb42-4e53-b4bc-d112f0eddb8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:41:57.204026 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0fa0fc-bb42-4e53-b4bc-d112f0eddb8f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:41:57.204522 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0fa0fc-bb42-4e53-b4bc-d112f0eddb8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:41:57.205095 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0fa0fc-bb42-4e53-b4bc-d112f0eddb8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:41:57.205827 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0fa0fc-bb42-4e53-b4bc-d112f0eddb8f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:41:57.207142 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0fa0fc-bb42-4e53-b4bc-d112f0eddb8f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:41:57.207282 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-2ae71d62-0017-48db-af45-606c62ae7617 admin admin] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:41:57.208310 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0fa0fc-bb42-4e53-b4bc-d112f0eddb8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:41:57.211708 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-4d78470a-311b-4029-a9a1-4bee08ece868 None None] Provisioning for port 028a9db6-829b-42a0-9080-5104768007f2 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:41:57.215117 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0fa0fc-bb42-4e53-b4bc-d112f0eddb8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:41:57.215482 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0fa0fc-bb42-4e53-b4bc-d112f0eddb8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:41:57.217362 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0fa0fc-bb42-4e53-b4bc-d112f0eddb8f None None] Tracked resource versions report: Dec 20 08:41:57.217362 dv-neutron-820491-1-hyperv neutron-server[83447]: pushed versions: Dec 20 08:41:57.217362 dv-neutron-820491-1-hyperv neutron-server[83447]: { 'ConntrackHelper': {'1.0'}, Dec 20 08:41:57.217362 dv-neutron-820491-1-hyperv neutron-server[83447]: 'Log': {'1.0'}, Dec 20 08:41:57.217362 dv-neutron-820491-1-hyperv neutron-server[83447]: 'Network': {'1.1'}, Dec 20 08:41:57.217362 dv-neutron-820491-1-hyperv neutron-server[83447]: 'Port': {'1.5'}, Dec 20 08:41:57.217362 dv-neutron-820491-1-hyperv neutron-server[83447]: 'PortForwarding': {'1.2'}, Dec 20 08:41:57.217362 dv-neutron-820491-1-hyperv neutron-server[83447]: 'QosPolicy': {'1.8'}, Dec 20 08:41:57.217362 dv-neutron-820491-1-hyperv neutron-server[83447]: 'SecurityGroup': {'1.2'}, Dec 20 08:41:57.217362 dv-neutron-820491-1-hyperv neutron-server[83447]: 'SecurityGroupRule': {'1.0'}, Dec 20 08:41:57.217362 dv-neutron-820491-1-hyperv neutron-server[83447]: 'SubPort': {'1.0'}, Dec 20 08:41:57.217362 dv-neutron-820491-1-hyperv neutron-server[83447]: 'Subnet': {'1.1'}, Dec 20 08:41:57.217362 dv-neutron-820491-1-hyperv neutron-server[83447]: 'Trunk': {'1.1'}} Dec 20 08:41:57.217362 dv-neutron-820491-1-hyperv neutron-server[83447]: consumer versions: Dec 20 08:41:57.217362 dv-neutron-820491-1-hyperv neutron-server[83447]: { DHCP agent@dv-neutron-820491-1-hyperv: {}, Dec 20 08:41:57.217362 dv-neutron-820491-1-hyperv neutron-server[83447]: HyperV agent@hv-neutron-8204: {}, Dec 20 08:41:57.217362 dv-neutron-820491-1-hyperv neutron-server[83447]: L3 agent@dv-neutron-820491-1-hyperv: {}, Dec 20 08:41:57.217362 dv-neutron-820491-1-hyperv neutron-server[83447]: Metadata agent@dv-neutron-820491-1-hyperv: {}, Dec 20 08:41:57.217362 dv-neutron-820491-1-hyperv neutron-server[83447]: Metering agent@dv-neutron-820491-1-hyperv: {}, Dec 20 08:41:57.217362 dv-neutron-820491-1-hyperv neutron-server[83447]: Open vSwitch agent@dv-neutron-820491-1-hyperv: { 'ConntrackHelper': '1.0', Dec 20 08:41:57.217362 dv-neutron-820491-1-hyperv neutron-server[83447]: 'Log': '1.0', Dec 20 08:41:57.217362 dv-neutron-820491-1-hyperv neutron-server[83447]: 'Network': '1.1', Dec 20 08:41:57.217362 dv-neutron-820491-1-hyperv neutron-server[83447]: 'Port': '1.5', Dec 20 08:41:57.217362 dv-neutron-820491-1-hyperv neutron-server[83447]: 'PortForwarding': '1.2', Dec 20 08:41:57.217362 dv-neutron-820491-1-hyperv neutron-server[83447]: 'QosPolicy': '1.8', Dec 20 08:41:57.217362 dv-neutron-820491-1-hyperv neutron-server[83447]: 'SecurityGroup': '1.2', Dec 20 08:41:57.217362 dv-neutron-820491-1-hyperv neutron-server[83447]: 'SecurityGroupRule': '1.0', Dec 20 08:41:57.217362 dv-neutron-820491-1-hyperv neutron-server[83447]: 'SubPort': '1.0', Dec 20 08:41:57.217362 dv-neutron-820491-1-hyperv neutron-server[83447]: 'Subnet': '1.1', Dec 20 08:41:57.217362 dv-neutron-820491-1-hyperv neutron-server[83447]: 'Trunk': '1.1'}} Dec 20 08:41:57.217362 dv-neutron-820491-1-hyperv neutron-server[83447]: {{(pid=83447) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 20 08:41:57.227010 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-7b0fa0fc-bb42-4e53-b4bc-d112f0eddb8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:41:57.227779 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-23c631cb-596d-4afa-bbbf-4fc64c0e0297 None None] Attempting to bind port 140a870c-f77e-4311-806d-f54116d13cb0 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:41:57.228139 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-23c631cb-596d-4afa-bbbf-4fc64c0e0297 None None] Attempting to bind port 140a870c-f77e-4311-806d-f54116d13cb0 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}] {{(pid=83447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:41:57.228490 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c631cb-596d-4afa-bbbf-4fc64c0e0297 None None] Attempting to bind port 140a870c-f77e-4311-806d-f54116d13cb0 on network 95f3bec2-46e6-4468-8229-8badd4a5aaae {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:41:57.242630 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c631cb-596d-4afa-bbbf-4fc64c0e0297 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:41:57.243023 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c631cb-596d-4afa-bbbf-4fc64c0e0297 None None] Checking segment: {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:41:57.243413 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-23c631cb-596d-4afa-bbbf-4fc64c0e0297 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:57.243841 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c631cb-596d-4afa-bbbf-4fc64c0e0297 None None] Bound using segment: {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'} {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:41:57.244306 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-23c631cb-596d-4afa-bbbf-4fc64c0e0297 None None] Bound port: 140a870c-f77e-4311-806d-f54116d13cb0, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}}] {{(pid=83447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:41:57.244760 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-23c631cb-596d-4afa-bbbf-4fc64c0e0297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:57.266763 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-c31cd088-5e8d-49e7-8614-cc85dec60f39 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Usage tracker for resource:port and tenant:6efc783da9574d08a8a0d82510a572d4 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:41:57.268433 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae71d62-0017-48db-af45-606c62ae7617 admin admin] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:41:57.270982 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-c31cd088-5e8d-49e7-8614-cc85dec60f39 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:41:57.283900 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce7b702-a525-4c8b-9bb1-8e39593135b4 None None] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:41:57.288320 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-c31cd088-5e8d-49e7-8614-cc85dec60f39 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:41:57.345069 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:41:57.348318 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5461adf5-274b-49c2-b36b-ade4d4f48bda tempest-ExternalNetworksAdminNegativeTestJSON-987880733 tempest-ExternalNetworksAdminNegativeTestJSON-987880733-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:57.348589 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c31cd088-5e8d-49e7-8614-cc85dec60f39 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Made reservation on behalf of 6efc783da9574d08a8a0d82510a572d4 for: {'port': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:41:57.352811 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-5461adf5-274b-49c2-b36b-ade4d4f48bda tempest-ExternalNetworksAdminNegativeTestJSON-987880733 tempest-ExternalNetworksAdminNegativeTestJSON-987880733-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9181261 Dec 20 08:41:57.353605 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 33796) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:41:57.372489 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-93e3e178-ce23-4243-a85a-2f133a14d331 tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:57.382297 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Usage tracker for resource:security_group_rule and tenant:f2d922b63cb945f68456db624cc90eca is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:41:57.387722 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-f1373d25-feb3-42b9-8356-8c1e05b2598e tempest-ExternalNetworksAdminNegativeTestJSON-987880733 tempest-ExternalNetworksAdminNegativeTestJSON-987880733-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-413156929', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'fixed_ips': [{'ip_address': '172.26.5.142'}]}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:41:57.394919 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.db [None req-23c631cb-596d-4afa-bbbf-4fc64c0e0297 None None] For port 140a870c-f77e-4311-806d-f54116d13cb0, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:41:57.400335 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.db [None req-23c631cb-596d-4afa-bbbf-4fc64c0e0297 None None] For port 140a870c-f77e-4311-806d-f54116d13cb0, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=140a870c-f77e-4311-806d-f54116d13cb0,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:41:57.402299 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:41:57.408957 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-23c631cb-596d-4afa-bbbf-4fc64c0e0297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:57.413755 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-208e6b0a-a151-4a83-96cf-ba13ecd988b0 tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:57.414842 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-f1373d25-feb3-42b9-8356-8c1e05b2598e tempest-ExternalNetworksAdminNegativeTestJSON-987880733 tempest-ExternalNetworksAdminNegativeTestJSON-987880733-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:41:57.425968 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:41:57.426297 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae71d62-0017-48db-af45-606c62ae7617 admin admin] Pushing event updated for resources: {'Port': ['ID=b4722ef3-9c76-4442-94de-c1e8d9012bed,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:41:57.440244 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-7b0fa0fc-bb42-4e53-b4bc-d112f0eddb8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:41:57.461486 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2ae71d62-0017-48db-af45-606c62ae7617 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:41:57.462698 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f1373d25-feb3-42b9-8356-8c1e05b2598e tempest-ExternalNetworksAdminNegativeTestJSON-987880733 tempest-ExternalNetworksAdminNegativeTestJSON-987880733-project-admin] Usage tracker for resource:port and tenant:2b04adac52db48038b23114b803f7a55 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:41:57.465947 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-645bee9b-ca37-463f-9ad9-60bc0f73e8c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:41:57.498454 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f1373d25-feb3-42b9-8356-8c1e05b2598e tempest-ExternalNetworksAdminNegativeTestJSON-987880733 tempest-ExternalNetworksAdminNegativeTestJSON-987880733-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:41:57.501932 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-024f64eb-7c98-4b7d-af06-c649f67d7bed None None] Attempting to bind port 9b6cc5b9-ca4a-4d63-9bae-603e251b11d0 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:41:57.501932 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-024f64eb-7c98-4b7d-af06-c649f67d7bed None None] Attempting to bind port 9b6cc5b9-ca4a-4d63-9bae-603e251b11d0 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': 'ea48391b-f445-4b97-9c49-85f202510b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '2a4d4f7f-598a-4e75-9554-bac4816f8d8f'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:41:57.501932 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024f64eb-7c98-4b7d-af06-c649f67d7bed None None] Attempting to bind port 9b6cc5b9-ca4a-4d63-9bae-603e251b11d0 on network 2a4d4f7f-598a-4e75-9554-bac4816f8d8f {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:41:57.504453 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 063557c2-d2f1-4269-b5aa-7d3ef4cbf915 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:41:57.529754 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0fa0fc-bb42-4e53-b4bc-d112f0eddb8f None None] Pushing event updated for resources: {'Port': ['ID=140a870c-f77e-4311-806d-f54116d13cb0,revision_number=3']} {{(pid=83447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:41:57.532673 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c631cb-596d-4afa-bbbf-4fc64c0e0297 None None] Routers {'5668e455-965c-43a5-9c72-0bc9f4d2796b'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:41:57.533347 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-23c631cb-596d-4afa-bbbf-4fc64c0e0297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:41:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['5668e455-965c-43a5-9c72-0bc9f4d2796b'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:41:57.548095 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-2479e164-9263-44f7-a075-12b6456aa7c9 None None] Provisioning for port 063557c2-d2f1-4269-b5aa-7d3ef4cbf915 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:41:57.551184 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 028a9db6-829b-42a0-9080-5104768007f2 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:41:57.585296 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-7b0fa0fc-bb42-4e53-b4bc-d112f0eddb8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:41:57.588373 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3a949a5-b1ae-4aaa-b1ca-d22dc458f14a tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Deleting subnet c45dca3c-3803-42b5-8d00-d87d0e8fb0d9 {{(pid=83445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:41:57.594006 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f3a949a5-b1ae-4aaa-b1ca-d22dc458f14a tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for subnet, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:57.604931 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-93e3e178-ce23-4243-a85a-2f133a14d331 tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:57.632260 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-93e3e178-ce23-4243-a85a-2f133a14d331 tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=83444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:41:57.632609 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-93e3e178-ce23-4243-a85a-2f133a14d331 tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:41:57.633397 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-93e3e178-ce23-4243-a85a-2f133a14d331 tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:41:57.633727 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-93e3e178-ce23-4243-a85a-2f133a14d331 tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] Subscribe: > port after_create 55550000 {{(pid=83444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:41:57.634045 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-93e3e178-ce23-4243-a85a-2f133a14d331 tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] Subscribe: > port after_delete 55550000 {{(pid=83444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:41:57.634403 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-93e3e178-ce23-4243-a85a-2f133a14d331 tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] Subscribe: > port after_update 55550000 {{(pid=83444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:41:57.634751 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-93e3e178-ce23-4243-a85a-2f133a14d331 tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=83444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:41:57.635071 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-93e3e178-ce23-4243-a85a-2f133a14d331 tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:41:57.635400 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-93e3e178-ce23-4243-a85a-2f133a14d331 tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:41:57.636283 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-93e3e178-ce23-4243-a85a-2f133a14d331 tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=83444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:41:57.661320 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024f64eb-7c98-4b7d-af06-c649f67d7bed None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:41:57.661684 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024f64eb-7c98-4b7d-af06-c649f67d7bed None None] Checking segment: {'id': 'ea48391b-f445-4b97-9c49-85f202510b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '2a4d4f7f-598a-4e75-9554-bac4816f8d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:41:57.662008 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-024f64eb-7c98-4b7d-af06-c649f67d7bed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:57.662410 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024f64eb-7c98-4b7d-af06-c649f67d7bed None None] Bound using segment: {'id': 'ea48391b-f445-4b97-9c49-85f202510b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '2a4d4f7f-598a-4e75-9554-bac4816f8d8f'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:41:57.662948 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-024f64eb-7c98-4b7d-af06-c649f67d7bed None None] Bound port: 9b6cc5b9-ca4a-4d63-9bae-603e251b11d0, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea48391b-f445-4b97-9c49-85f202510b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '2a4d4f7f-598a-4e75-9554-bac4816f8d8f'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:41:57.663341 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-024f64eb-7c98-4b7d-af06-c649f67d7bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:57.676351 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f3a949a5-b1ae-4aaa-b1ca-d22dc458f14a tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:57.679365 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-2479e164-9263-44f7-a075-12b6456aa7c9 None None] Provisioning complete for port 063557c2-d2f1-4269-b5aa-7d3ef4cbf915 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:41:57.679738 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-2479e164-9263-44f7-a075-12b6456aa7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:57.726582 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-23c631cb-596d-4afa-bbbf-4fc64c0e0297 None None] Set router 5668e455-965c-43a5-9c72-0bc9f4d2796b gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:41:57.766975 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f3a949a5-b1ae-4aaa-b1ca-d22dc458f14a tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:57.804732 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-93e3e178-ce23-4243-a85a-2f133a14d331 tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:41:57.805079 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-93e3e178-ce23-4243-a85a-2f133a14d331 tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:41:57.805455 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-93e3e178-ce23-4243-a85a-2f133a14d331 tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=83444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:41:57.805787 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-93e3e178-ce23-4243-a85a-2f133a14d331 tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=83444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:41:57.806167 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-93e3e178-ce23-4243-a85a-2f133a14d331 tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7091cb24-2d3d-42fc-a476-3078ed87b53a']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:41:57.819940 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-93e3e178-ce23-4243-a85a-2f133a14d331 tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b26e1e1-06e8-4974-b757-b0408e97b6ed') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:41:57.820240 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-93e3e178-ce23-4243-a85a-2f133a14d331 tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b26e1e1-06e8-4974-b757-b0408e97b6ed') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:41:57.833425 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-93e3e178-ce23-4243-a85a-2f133a14d331 tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1618722'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:57.852921 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-93e3e178-ce23-4243-a85a-2f133a14d331 tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:57.866567 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93e3e178-ce23-4243-a85a-2f133a14d331 tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:41:57.867571 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-93e3e178-ce23-4243-a85a-2f133a14d331 tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1128911'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:57.964759 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-024f64eb-7c98-4b7d-af06-c649f67d7bed None None] For port 9b6cc5b9-ca4a-4d63-9bae-603e251b11d0, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:41:57.968673 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-f1373d25-feb3-42b9-8356-8c1e05b2598e tempest-ExternalNetworksAdminNegativeTestJSON-987880733 tempest-ExternalNetworksAdminNegativeTestJSON-987880733-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:41:57.987783 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c31cd088-5e8d-49e7-8614-cc85dec60f39 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:57.997451 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 028a9db6-829b-42a0-9080-5104768007f2 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:41:58.006110 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-024f64eb-7c98-4b7d-af06-c649f67d7bed None None] For port 9b6cc5b9-ca4a-4d63-9bae-603e251b11d0, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=9b6cc5b9-ca4a-4d63-9bae-603e251b11d0,segment=NetworkSegment(ea48391b-f445-4b97-9c49-85f202510b65),segment_id=ea48391b-f445-4b97-9c49-85f202510b65)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:41:58.009505 dv-neutron-820491-1-hyperv neutron-server[83444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 20 08:41:58.009505 dv-neutron-820491-1-hyperv neutron-server[83444]: util.warn_limited( Dec 20 08:41:58.009505 dv-neutron-820491-1-hyperv neutron-server[83444]: Traceback (most recent call last): Dec 20 08:41:58.009505 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:41:58.009505 dv-neutron-820491-1-hyperv neutron-server[83444]: timer() Dec 20 08:41:58.009505 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:41:58.009505 dv-neutron-820491-1-hyperv neutron-server[83444]: cb(*args, **kw) Dec 20 08:41:58.009505 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:41:58.009505 dv-neutron-820491-1-hyperv neutron-server[83444]: return func(*args, **kwargs) Dec 20 08:41:58.009505 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:41:58.009505 dv-neutron-820491-1-hyperv neutron-server[83444]: self._notify() Dec 20 08:41:58.009505 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:41:58.009505 dv-neutron-820491-1-hyperv neutron-server[83444]: self.callback(batched_events) Dec 20 08:41:58.009505 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:41:58.009505 dv-neutron-820491-1-hyperv neutron-server[83444]: event.method(event) Dec 20 08:41:58.009505 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:41:58.009505 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:41:58.009505 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:41:58.009505 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:41:58.009505 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:41:58.009505 dv-neutron-820491-1-hyperv neutron-server[83444]: return f(self, *a, **k) Dec 20 08:41:58.009505 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:41:58.009505 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._get(url).json() Dec 20 08:41:58.009505 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:41:58.009505 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:41:58.009505 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:41:58.009505 dv-neutron-820491-1-hyperv neutron-server[83444]: return self.request(url, 'GET', **kwargs) Dec 20 08:41:58.009505 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:41:58.009505 dv-neutron-820491-1-hyperv neutron-server[83444]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:41:58.009505 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:41:58.009505 dv-neutron-820491-1-hyperv neutron-server[83444]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:41:58.009505 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:41:58.009505 dv-neutron-820491-1-hyperv neutron-server[83444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:41:58.009505 dv-neutron-820491-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:41:58.023851 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-93e3e178-ce23-4243-a85a-2f133a14d331 tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:58.026464 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 028a9db6-829b-42a0-9080-5104768007f2 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:41:58.026834 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:58.058968 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-024f64eb-7c98-4b7d-af06-c649f67d7bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:58.068622 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-2479e164-9263-44f7-a075-12b6456aa7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:58.070058 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-93e3e178-ce23-4243-a85a-2f133a14d331 tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:58.078434 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1373d25-feb3-42b9-8356-8c1e05b2598e tempest-ExternalNetworksAdminNegativeTestJSON-987880733 tempest-ExternalNetworksAdminNegativeTestJSON-987880733-project-admin] Made reservation on behalf of 2b04adac52db48038b23114b803f7a55 for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:41:58.080940 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f1373d25-feb3-42b9-8356-8c1e05b2598e tempest-ExternalNetworksAdminNegativeTestJSON-987880733 tempest-ExternalNetworksAdminNegativeTestJSON-987880733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:58.090349 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:58.094284 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-93e3e178-ce23-4243-a85a-2f133a14d331 tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] 10.222.0.16 "DELETE /v2.0/networks/7091cb24-2d3d-42fc-a476-3078ed87b53a HTTP/1.1" status: 204 len: 168 time: 1.1025245 Dec 20 08:41:58.099969 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-e538b243-bfa5-4ccc-bc6c-487faadf0631 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:41:58.102938 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 33800) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:41:58.110225 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208e6b0a-a151-4a83-96cf-ba13ecd988b0 tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Pushing event updated for resources: {'Subnet': ['ID=ef213403-6a30-481a-8615-806413efd66a,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:41:58.122487 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-208e6b0a-a151-4a83-96cf-ba13ecd988b0 tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.656s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:41:58.192466 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-23c631cb-596d-4afa-bbbf-4fc64c0e0297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5668e455-965c-43a5-9c72-0bc9f4d2796b', 'name': 'tempest-ServersTestJSON-158387902-router', 'tenant_id': '7db362d7554a4f47a4a46f85caa7eb15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.23'}], 'enable_snat': True}, 'gw_port_id': '140a870c-f77e-4311-806d-f54116d13cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:41:50Z', 'updated_at': '2021-12-20T08:41:52Z', 'revision_number': 3, 'project_id': '7db362d7554a4f47a4a46f85caa7eb15', 'gw_port': {'id': '140a870c-f77e-4311-806d-f54116d13cb0', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5668e455-965c-43a5-9c72-0bc9f4d2796b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:41:51Z', 'updated_at': '2021-12-20T08:41:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:41:58.197828 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c631cb-596d-4afa-bbbf-4fc64c0e0297 None None] The sync data for ids ['5668e455-965c-43a5-9c72-0bc9f4d2796b'] in dv-neutron-820491-1-hyperv is: [{'id': '5668e455-965c-43a5-9c72-0bc9f4d2796b', 'name': 'tempest-ServersTestJSON-158387902-router', 'tenant_id': '7db362d7554a4f47a4a46f85caa7eb15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.23'}], 'enable_snat': True}, 'gw_port_id': '140a870c-f77e-4311-806d-f54116d13cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:41:50Z', 'updated_at': '2021-12-20T08:41:52Z', 'revision_number': 3, 'project_id': '7db362d7554a4f47a4a46f85caa7eb15', 'gw_port': {'id': '140a870c-f77e-4311-806d-f54116d13cb0', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5668e455-965c-43a5-9c72-0bc9f4d2796b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:41:51Z', 'updated_at': '2021-12-20T08:41:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:41:58.208738 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-c31cd088-5e8d-49e7-8614-cc85dec60f39 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] device_id is not set on port 5ff4d279-16c1-44eb-8a26-29a68f45fc5f yet. {{(pid=83445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:41:58.270464 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-2479e164-9263-44f7-a075-12b6456aa7c9 None None] For port 063557c2-d2f1-4269-b5aa-7d3ef4cbf915, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=063557c2-d2f1-4269-b5aa-7d3ef4cbf915,segment=NetworkSegment(7c00552d-ea93-440b-911c-cb3aa0a4eeff),segment_id=7c00552d-ea93-440b-911c-cb3aa0a4eeff)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:41:58.273457 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f3a949a5-b1ae-4aaa-b1ca-d22dc458f14a tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for subnet, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:58.286334 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:58.296889 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-2479e164-9263-44f7-a075-12b6456aa7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:58.298480 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024f64eb-7c98-4b7d-af06-c649f67d7bed None None] Pushing event updated for resources: {'Port': ['ID=9b6cc5b9-ca4a-4d63-9bae-603e251b11d0,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:41:58.301973 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-024f64eb-7c98-4b7d-af06-c649f67d7bed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:41:58.304027 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:41:58.307282 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.254s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:41:58.307581 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:41:58.314168 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-957c86de-d08c-45ae-bda4-ea46a7b31cd9 tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:58.319059 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.260s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:41:58.345498 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f1373d25-feb3-42b9-8356-8c1e05b2598e tempest-ExternalNetworksAdminNegativeTestJSON-987880733 tempest-ExternalNetworksAdminNegativeTestJSON-987880733-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:58.369878 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] device_id is not set on port f9a09b51-d5eb-4dbc-aa09-b2db6159429d yet. {{(pid=83445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:41:58.401748 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:41:58.449255 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:58.454975 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e3e178-ce23-4243-a85a-2f133a14d331 tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] Pushing event deleted for resources: {'Network': ['ID=7091cb24-2d3d-42fc-a476-3078ed87b53a,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:41:58.464777 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a949a5-b1ae-4aaa-b1ca-d22dc458f14a tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event deleted for resources: {'Subnet': ['ID=c45dca3c-3803-42b5-8d00-d87d0e8fb0d9,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:41:58.469320 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-93e3e178-ce23-4243-a85a-2f133a14d331 tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:41:58.483586 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f3a949a5-b1ae-4aaa-b1ca-d22dc458f14a tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:41:58.488540 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:41:58.510551 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208e6b0a-a151-4a83-96cf-ba13ecd988b0 tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Checking segment: {'id': '6261bf8b-00d7-419d-91a9-8f1e937134a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c2d79a55-ba3d-4dca-b1f7-7774ad58e449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:41:58.510897 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208e6b0a-a151-4a83-96cf-ba13ecd988b0 tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Network hostable DHCP agents. Network: c2d79a55-ba3d-4dca-b1f7-7774ad58e449, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:41:58.550733 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-f1373d25-feb3-42b9-8356-8c1e05b2598e tempest-ExternalNetworksAdminNegativeTestJSON-987880733 tempest-ExternalNetworksAdminNegativeTestJSON-987880733-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:41:58.636783 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f1373d25-feb3-42b9-8356-8c1e05b2598e tempest-ExternalNetworksAdminNegativeTestJSON-987880733 tempest-ExternalNetworksAdminNegativeTestJSON-987880733-project-admin] Usage tracker for resource:security_group_rule and tenant:2b04adac52db48038b23114b803f7a55 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:41:58.662189 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 028a9db6-829b-42a0-9080-5104768007f2, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=028a9db6-829b-42a0-9080-5104768007f2,segment=NetworkSegment(2231e2fa-9d68-41e9-80aa-70e7c056e0b1),segment_id=2231e2fa-9d68-41e9-80aa-70e7c056e0b1)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:41:58.676555 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f3a949a5-b1ae-4aaa-b1ca-d22dc458f14a tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:58.678368 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f1373d25-feb3-42b9-8356-8c1e05b2598e tempest-ExternalNetworksAdminNegativeTestJSON-987880733 tempest-ExternalNetworksAdminNegativeTestJSON-987880733-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:41:58.680873 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:58.681944 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device f6181d88-4bac-4ebe-b36c-a2e2db5b3ce5 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:41:58.706752 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-f1373d25-feb3-42b9-8356-8c1e05b2598e tempest-ExternalNetworksAdminNegativeTestJSON-987880733 tempest-ExternalNetworksAdminNegativeTestJSON-987880733-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:41:58.777354 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2479e164-9263-44f7-a075-12b6456aa7c9 None None] Pushing event updated for resources: {'Port': ['ID=063557c2-d2f1-4269-b5aa-7d3ef4cbf915,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:41:58.781833 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-2479e164-9263-44f7-a075-12b6456aa7c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:41:58.783713 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:41:58.821170 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-cc52561d-f741-4b25-8933-bcd12038219c None None] Provisioning complete for port 063557c2-d2f1-4269-b5aa-7d3ef4cbf915 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:41:58.821497 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-cc52561d-f741-4b25-8933-bcd12038219c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:58.886690 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2026e3c9-8be4-418f-b68a-3603e5c1a92e,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:41:58.916860 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:41:58.928673 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-f3a949a5-b1ae-4aaa-b1ca-d22dc458f14a tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/subnets/c45dca3c-3803-42b5-8d00-d87d0e8fb0d9 HTTP/1.1" status: 204 len: 168 time: 1.7510626 Dec 20 08:41:58.943550 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 33804) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:41:58.961577 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-c31cd088-5e8d-49e7-8614-cc85dec60f39 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Allocated IP 2001:db8::17a (2a4d4f7f-598a-4e75-9554-bac4816f8d8f/aa989b27-7bfc-4684-853b-3173f2a902f1/5ff4d279-16c1-44eb-8a26-29a68f45fc5f) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:41:58.968561 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=028a9db6-829b-42a0-9080-5104768007f2,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:41:58.976395 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:41:58.978528 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834b46c3-1c60-431d-a676-e7f6009e2fdb None None] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:41:59.005244 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208e6b0a-a151-4a83-96cf-ba13ecd988b0 tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Network c2d79a55-ba3d-4dca-b1f7-7774ad58e449 is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:41:59.016609 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-957c86de-d08c-45ae-bda4-ea46a7b31cd9 tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:59.112956 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2ae71d62-0017-48db-af45-606c62ae7617 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:59.113923 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2ae71d62-0017-48db-af45-606c62ae7617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071'] for router, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:59.133906 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a30a0b1b-be4a-4ff2-8fe2-bd49734fe745 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1887057 Dec 20 08:41:59.142982 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 33808) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:41:59.145325 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port f6181d88-4bac-4ebe-b36c-a2e2db5b3ce5 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:41:59.145757 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:59.145972 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-208e6b0a-a151-4a83-96cf-ba13ecd988b0 tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, c2d79a55-ba3d-4dca-b1f7-7774ad58e449) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:41:59.152555 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-957c86de-d08c-45ae-bda4-ea46a7b31cd9 tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce9794dc-1013-495d-866a-761ff32d1f85']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:41:59.166892 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-dbaaf48f-3c2b-4bb9-a5c6-b37ce4b09ddd tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Request body: {'subnet': {'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:41:59.196003 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208e6b0a-a151-4a83-96cf-ba13ecd988b0 tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:41:59.196698 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-208e6b0a-a151-4a83-96cf-ba13ecd988b0 tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:59.212100 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20d5947-0be7-442e-91fb-1d7c05f83ce7 None None] Network c2d79a55-ba3d-4dca-b1f7-7774ad58e449 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:41:59.272088 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-957c86de-d08c-45ae-bda4-ea46a7b31cd9 tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f08f31f-8f1e-4139-af42-5e26dca7d4a9') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:41:59.272295 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-957c86de-d08c-45ae-bda4-ea46a7b31cd9 tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f08f31f-8f1e-4139-af42-5e26dca7d4a9') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:41:59.404612 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-957c86de-d08c-45ae-bda4-ea46a7b31cd9 tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1618722'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:59.528026 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-dbaaf48f-3c2b-4bb9-a5c6-b37ce4b09ddd tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:41:59.533816 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-dbaaf48f-3c2b-4bb9-a5c6-b37ce4b09ddd tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Usage tracker for resource:subnet and tenant:9679bafc94a64ee0a207e63ba5560387 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:41:59.538798 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-dbaaf48f-3c2b-4bb9-a5c6-b37ce4b09ddd tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:41:59.550925 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] device_id is not set on port f9a09b51-d5eb-4dbc-aa09-b2db6159429d yet. {{(pid=83445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:41:59.575060 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-dbaaf48f-3c2b-4bb9-a5c6-b37ce4b09ddd tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:41:59.581491 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-208e6b0a-a151-4a83-96cf-ba13ecd988b0 tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.7641466 Dec 20 08:41:59.585406 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-957c86de-d08c-45ae-bda4-ea46a7b31cd9 tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:59.585810 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:59.590792 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 33812) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:41:59.604296 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f1373d25-feb3-42b9-8356-8c1e05b2598e tempest-ExternalNetworksAdminNegativeTestJSON-987880733 tempest-ExternalNetworksAdminNegativeTestJSON-987880733-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:59.612797 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-cc52561d-f741-4b25-8933-bcd12038219c None None] Provisioning complete for port 028a9db6-829b-42a0-9080-5104768007f2 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:41:59.613225 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-cc52561d-f741-4b25-8933-bcd12038219c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:59.619361 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-099bd021-f6ba-41bd-88d4-da5e2c813a21 tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Request body: {'port': {'network_id': 'c2d79a55-ba3d-4dca-b1f7-7774ad58e449', 'name': 'tempest-DHCPAgentSchedulersTestJSON-462534556'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:41:59.640023 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-957c86de-d08c-45ae-bda4-ea46a7b31cd9 tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:41:59.640709 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-957c86de-d08c-45ae-bda4-ea46a7b31cd9 tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1128911'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:59.667689 dv-neutron-820491-1-hyperv neutron-server[83444]: Traceback (most recent call last): Dec 20 08:41:59.667689 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:41:59.667689 dv-neutron-820491-1-hyperv neutron-server[83444]: timer() Dec 20 08:41:59.667689 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:41:59.667689 dv-neutron-820491-1-hyperv neutron-server[83444]: cb(*args, **kw) Dec 20 08:41:59.667689 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:41:59.667689 dv-neutron-820491-1-hyperv neutron-server[83444]: return func(*args, **kwargs) Dec 20 08:41:59.667689 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:41:59.667689 dv-neutron-820491-1-hyperv neutron-server[83444]: self._notify() Dec 20 08:41:59.667689 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:41:59.667689 dv-neutron-820491-1-hyperv neutron-server[83444]: self.callback(batched_events) Dec 20 08:41:59.667689 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:41:59.667689 dv-neutron-820491-1-hyperv neutron-server[83444]: event.method(event) Dec 20 08:41:59.667689 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:41:59.667689 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:41:59.667689 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:41:59.667689 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:41:59.667689 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:41:59.667689 dv-neutron-820491-1-hyperv neutron-server[83444]: return f(self, *a, **k) Dec 20 08:41:59.667689 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:41:59.667689 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._get(url).json() Dec 20 08:41:59.667689 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:41:59.667689 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:41:59.667689 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:41:59.667689 dv-neutron-820491-1-hyperv neutron-server[83444]: return self.request(url, 'GET', **kwargs) Dec 20 08:41:59.667689 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:41:59.667689 dv-neutron-820491-1-hyperv neutron-server[83444]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:41:59.667689 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:41:59.667689 dv-neutron-820491-1-hyperv neutron-server[83444]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:41:59.667689 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:41:59.667689 dv-neutron-820491-1-hyperv neutron-server[83444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:41:59.667689 dv-neutron-820491-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:41:59.677396 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f1373d25-feb3-42b9-8356-8c1e05b2598e tempest-ExternalNetworksAdminNegativeTestJSON-987880733 tempest-ExternalNetworksAdminNegativeTestJSON-987880733-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:59.683540 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbaaf48f-3c2b-4bb9-a5c6-b37ce4b09ddd tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Made reservation on behalf of 9679bafc94a64ee0a207e63ba5560387 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:41:59.750403 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:41:59.768954 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Transition to ACTIVE for port object f9a09b51-d5eb-4dbc-aa09-b2db6159429d will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:41:59.774882 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-f1373d25-feb3-42b9-8356-8c1e05b2598e tempest-ExternalNetworksAdminNegativeTestJSON-987880733 tempest-ExternalNetworksAdminNegativeTestJSON-987880733-project-admin] device_id is not set on port cbc2c255-8dd1-47b4-92e2-662e199914ca yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:41:59.810002 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c31cd088-5e8d-49e7-8614-cc85dec60f39 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:59.813392 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:59.818112 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad825aff-53f4-4b47-a5ab-274b5f083a2a None None] Network 2a4d4f7f-598a-4e75-9554-bac4816f8d8f requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:41:59.830181 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-5bdfe4cb-1973-4bac-8524-5d865433f68a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:41:59.860072 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f9b63f-9524-49d3-a7ed-2980d27d41cd None None] DHCP port deletion for f75aa0d2-5f41-40f3-a9e0-d60d934965a4 request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 08:41:59.874640 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-21f9b63f-9524-49d3-a7ed-2980d27d41cd None None] Deleting port 063557c2-d2f1-4269-b5aa-7d3ef4cbf915 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:41:59.874939 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-21f9b63f-9524-49d3-a7ed-2980d27d41cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:41:59.877385 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-c31cd088-5e8d-49e7-8614-cc85dec60f39 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Transition to ACTIVE for port object 5ff4d279-16c1-44eb-8a26-29a68f45fc5f will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:41:59.931752 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Pushing event updated for resources: {'Port': ['ID=f9a09b51-d5eb-4dbc-aa09-b2db6159429d,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:41:59.936159 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:41:59.978372 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Checking segment: {'id': '4b5cce3c-72dc-41c5-85c0-b41189f1c9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '89e85b71-aa43-4a01-81dd-ce4ea4642e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:41:59.978782 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Network hostable DHCP agents. Network: 89e85b71-aa43-4a01-81dd-ce4ea4642e74, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:41:59.993763 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c31cd088-5e8d-49e7-8614-cc85dec60f39 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:00.021959 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2ff380-105b-46a8-9d55-b564ff8d825b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-c2d79a55-ba3d-4dca-b1f7-7774ad58e449', 'network_id': 'c2d79a55-ba3d-4dca-b1f7-7774ad58e449', 'tenant_id': '54a732c01ec540e6b22fe785716e8e1f', 'fixed_ips': [{'subnet_id': 'ef213403-6a30-481a-8615-806413efd66a'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:42:00.022785 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-ca2ff380-105b-46a8-9d55-b564ff8d825b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:00.049736 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-957c86de-d08c-45ae-bda4-ea46a7b31cd9 tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:00.099895 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1373d25-feb3-42b9-8356-8c1e05b2598e tempest-ExternalNetworksAdminNegativeTestJSON-987880733 tempest-ExternalNetworksAdminNegativeTestJSON-987880733-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1249cba-216e-4e94-b691-5ad29de2a09e,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:00.103409 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:00.148453 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-957c86de-d08c-45ae-bda4-ea46a7b31cd9 tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:00.161330 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-dbaaf48f-3c2b-4bb9-a5c6-b37ce4b09ddd tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1529102'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:00.197626 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31cd088-5e8d-49e7-8614-cc85dec60f39 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Network 2a4d4f7f-598a-4e75-9554-bac4816f8d8f is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:42:00.201463 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31cd088-5e8d-49e7-8614-cc85dec60f39 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Pushing event updated for resources: {'Port': ['ID=5ff4d279-16c1-44eb-8a26-29a68f45fc5f,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:00.204984 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-c31cd088-5e8d-49e7-8614-cc85dec60f39 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:42:00.210151 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-c31cd088-5e8d-49e7-8614-cc85dec60f39 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:00.211722 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31cd088-5e8d-49e7-8614-cc85dec60f39 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:42:00.215995 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31cd088-5e8d-49e7-8614-cc85dec60f39 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:42:00.217244 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c31cd088-5e8d-49e7-8614-cc85dec60f39 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:00.225383 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 028a9db6-829b-42a0-9080-5104768007f2 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:42:00.257608 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-957c86de-d08c-45ae-bda4-ea46a7b31cd9 tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] 10.222.0.16 "DELETE /v2.0/networks/ce9794dc-1013-495d-866a-761ff32d1f85 HTTP/1.1" status: 204 len: 168 time: 2.1467199 Dec 20 08:42:00.270499 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Network 89e85b71-aa43-4a01-81dd-ce4ea4642e74 is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:42:00.281326 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-099bd021-f6ba-41bd-88d4-da5e2c813a21 tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:42:00.284958 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-c31cd088-5e8d-49e7-8614-cc85dec60f39 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 3.5113094 Dec 20 08:42:00.288538 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, 89e85b71-aa43-4a01-81dd-ce4ea4642e74) {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:42:00.290212 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 33820) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:00.291425 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f1373d25-feb3-42b9-8356-8c1e05b2598e tempest-ExternalNetworksAdminNegativeTestJSON-987880733 tempest-ExternalNetworksAdminNegativeTestJSON-987880733-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:00.295088 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.148s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:00.299326 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:42:00.312572 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-099bd021-f6ba-41bd-88d4-da5e2c813a21 tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Usage tracker for resource:port and tenant:54a732c01ec540e6b22fe785716e8e1f is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:42:00.325558 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55443b4f-64a8-48a1-a3ce-60c77839dcbb None None] Network 89e85b71-aa43-4a01-81dd-ce4ea4642e74 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:42:00.367950 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-099bd021-f6ba-41bd-88d4-da5e2c813a21 tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:42:00.394168 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957c86de-d08c-45ae-bda4-ea46a7b31cd9 tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] Pushing event deleted for resources: {'Network': ['ID=ce9794dc-1013-495d-866a-761ff32d1f85,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:00.397942 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-099bd021-f6ba-41bd-88d4-da5e2c813a21 tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:42:00.399219 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempting to bind port f9a09b51-d5eb-4dbc-aa09-b2db6159429d on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:42:00.399586 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempting to bind port f9a09b51-d5eb-4dbc-aa09-b2db6159429d by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': '4b5cce3c-72dc-41c5-85c0-b41189f1c9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '89e85b71-aa43-4a01-81dd-ce4ea4642e74'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:42:00.399960 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempting to bind port f9a09b51-d5eb-4dbc-aa09-b2db6159429d on network 89e85b71-aa43-4a01-81dd-ce4ea4642e74 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:42:00.416887 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-957c86de-d08c-45ae-bda4-ea46a7b31cd9 tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:00.429367 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Port f9a09b51-d5eb-4dbc-aa09-b2db6159429d on network 89e85b71-aa43-4a01-81dd-ce4ea4642e74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 08:42:00.429714 dv-neutron-820491-1-hyperv neutron-server[83445]: ERROR neutron.plugins.ml2.managers [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Failed to bind port f9a09b51-d5eb-4dbc-aa09-b2db6159429d on host hv-neutron-8204 for vnic_type normal using segments [{'id': '4b5cce3c-72dc-41c5-85c0-b41189f1c9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '89e85b71-aa43-4a01-81dd-ce4ea4642e74'}] Dec 20 08:42:00.432042 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.plugins.ml2.plugin [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempt 2 to bind port f9a09b51-d5eb-4dbc-aa09-b2db6159429d Dec 20 08:42:00.464567 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3bf1fae6-62c3-4a34-8d8d-9616c2214ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:00.481730 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempting to bind port f9a09b51-d5eb-4dbc-aa09-b2db6159429d on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:42:00.482637 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempting to bind port f9a09b51-d5eb-4dbc-aa09-b2db6159429d by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': '4b5cce3c-72dc-41c5-85c0-b41189f1c9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '89e85b71-aa43-4a01-81dd-ce4ea4642e74'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:42:00.482947 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempting to bind port f9a09b51-d5eb-4dbc-aa09-b2db6159429d on network 89e85b71-aa43-4a01-81dd-ce4ea4642e74 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:42:00.493661 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-099bd021-f6ba-41bd-88d4-da5e2c813a21 tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Made reservation on behalf of 54a732c01ec540e6b22fe785716e8e1f for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:42:00.494074 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Port f9a09b51-d5eb-4dbc-aa09-b2db6159429d on network 89e85b71-aa43-4a01-81dd-ce4ea4642e74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 08:42:00.494400 dv-neutron-820491-1-hyperv neutron-server[83445]: ERROR neutron.plugins.ml2.managers [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Failed to bind port f9a09b51-d5eb-4dbc-aa09-b2db6159429d on host hv-neutron-8204 for vnic_type normal using segments [{'id': '4b5cce3c-72dc-41c5-85c0-b41189f1c9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '89e85b71-aa43-4a01-81dd-ce4ea4642e74'}] Dec 20 08:42:00.497195 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.plugins.ml2.plugin [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempt 3 to bind port f9a09b51-d5eb-4dbc-aa09-b2db6159429d Dec 20 08:42:00.499043 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-099bd021-f6ba-41bd-88d4-da5e2c813a21 tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:00.516738 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997e9f42-e4ee-4fde-83a5-92e368f5ea16 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:42:00.520831 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997e9f42-e4ee-4fde-83a5-92e368f5ea16 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:42:00.524883 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997e9f42-e4ee-4fde-83a5-92e368f5ea16 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:42:00.525794 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-997e9f42-e4ee-4fde-83a5-92e368f5ea16 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Synchronizing usage tracker for tenant:6efc783da9574d08a8a0d82510a572d4 on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:42:00.599524 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-099bd021-f6ba-41bd-88d4-da5e2c813a21 tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] device_id is not set on port b7d9e690-6ae1-485e-8846-27afdbd40af5 yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:42:00.649320 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1373d25-feb3-42b9-8356-8c1e05b2598e tempest-ExternalNetworksAdminNegativeTestJSON-987880733 tempest-ExternalNetworksAdminNegativeTestJSON-987880733-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 20 08:42:00.650692 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1373d25-feb3-42b9-8356-8c1e05b2598e tempest-ExternalNetworksAdminNegativeTestJSON-987880733 tempest-ExternalNetworksAdminNegativeTestJSON-987880733-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:42:00.652384 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempting to bind port f9a09b51-d5eb-4dbc-aa09-b2db6159429d on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:42:00.654890 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempting to bind port f9a09b51-d5eb-4dbc-aa09-b2db6159429d by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': '4b5cce3c-72dc-41c5-85c0-b41189f1c9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '89e85b71-aa43-4a01-81dd-ce4ea4642e74'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:42:00.655234 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempting to bind port f9a09b51-d5eb-4dbc-aa09-b2db6159429d on network 89e85b71-aa43-4a01-81dd-ce4ea4642e74 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:42:00.683174 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Port f9a09b51-d5eb-4dbc-aa09-b2db6159429d on network 89e85b71-aa43-4a01-81dd-ce4ea4642e74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 08:42:00.683557 dv-neutron-820491-1-hyperv neutron-server[83445]: ERROR neutron.plugins.ml2.managers [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Failed to bind port f9a09b51-d5eb-4dbc-aa09-b2db6159429d on host hv-neutron-8204 for vnic_type normal using segments [{'id': '4b5cce3c-72dc-41c5-85c0-b41189f1c9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '89e85b71-aa43-4a01-81dd-ce4ea4642e74'}] Dec 20 08:42:00.691083 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.plugins.ml2.plugin [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempt 4 to bind port f9a09b51-d5eb-4dbc-aa09-b2db6159429d Dec 20 08:42:00.704250 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-997e9f42-e4ee-4fde-83a5-92e368f5ea16 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Unset dirty status for tenant:6efc783da9574d08a8a0d82510a572d4 on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:42:00.705468 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-997e9f42-e4ee-4fde-83a5-92e368f5ea16 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.4124880 Dec 20 08:42:00.710672 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 33824) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:00.758381 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempting to bind port f9a09b51-d5eb-4dbc-aa09-b2db6159429d on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:42:00.758707 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempting to bind port f9a09b51-d5eb-4dbc-aa09-b2db6159429d by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': '4b5cce3c-72dc-41c5-85c0-b41189f1c9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '89e85b71-aa43-4a01-81dd-ce4ea4642e74'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:42:00.759035 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempting to bind port f9a09b51-d5eb-4dbc-aa09-b2db6159429d on network 89e85b71-aa43-4a01-81dd-ce4ea4642e74 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:42:00.768577 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f1373d25-feb3-42b9-8356-8c1e05b2598e tempest-ExternalNetworksAdminNegativeTestJSON-987880733 tempest-ExternalNetworksAdminNegativeTestJSON-987880733-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 3.4050670 Dec 20 08:42:00.769518 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 33830) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:00.818216 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Port f9a09b51-d5eb-4dbc-aa09-b2db6159429d on network 89e85b71-aa43-4a01-81dd-ce4ea4642e74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 08:42:00.820210 dv-neutron-820491-1-hyperv neutron-server[83445]: ERROR neutron.plugins.ml2.managers [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Failed to bind port f9a09b51-d5eb-4dbc-aa09-b2db6159429d on host hv-neutron-8204 for vnic_type normal using segments [{'id': '4b5cce3c-72dc-41c5-85c0-b41189f1c9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '89e85b71-aa43-4a01-81dd-ce4ea4642e74'}] Dec 20 08:42:00.827109 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-21f9b63f-9524-49d3-a7ed-2980d27d41cd None None] For port 063557c2-d2f1-4269-b5aa-7d3ef4cbf915, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=063557c2-d2f1-4269-b5aa-7d3ef4cbf915,segment=NetworkSegment(7c00552d-ea93-440b-911c-cb3aa0a4eeff),segment_id=7c00552d-ea93-440b-911c-cb3aa0a4eeff)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:42:00.827865 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-21f9b63f-9524-49d3-a7ed-2980d27d41cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:00.828529 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.plugins.ml2.plugin [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempt 5 to bind port f9a09b51-d5eb-4dbc-aa09-b2db6159429d Dec 20 08:42:00.859516 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempting to bind port f9a09b51-d5eb-4dbc-aa09-b2db6159429d on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:42:00.859730 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempting to bind port f9a09b51-d5eb-4dbc-aa09-b2db6159429d by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': '4b5cce3c-72dc-41c5-85c0-b41189f1c9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '89e85b71-aa43-4a01-81dd-ce4ea4642e74'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:42:00.860065 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempting to bind port f9a09b51-d5eb-4dbc-aa09-b2db6159429d on network 89e85b71-aa43-4a01-81dd-ce4ea4642e74 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:42:00.871319 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-cca02d40-366e-4d9f-977b-42053633857c tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Deleting port 5ff4d279-16c1-44eb-8a26-29a68f45fc5f {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:42:00.871665 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-cca02d40-366e-4d9f-977b-42053633857c tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:00.906241 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-3bf1fae6-62c3-4a34-8d8d-9616c2214ce0 admin admin] Allocated IP 172.20.0.1 (ae7d918f-a9f8-4196-ba8f-f2cde9016013/41a7a572-5490-4849-a924-85aba7f9eddc/1a68abfe-3c9d-4096-bb74-3714faf4418c) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:42:00.920393 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Port f9a09b51-d5eb-4dbc-aa09-b2db6159429d on network 89e85b71-aa43-4a01-81dd-ce4ea4642e74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 08:42:00.920721 dv-neutron-820491-1-hyperv neutron-server[83445]: ERROR neutron.plugins.ml2.managers [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Failed to bind port f9a09b51-d5eb-4dbc-aa09-b2db6159429d on host hv-neutron-8204 for vnic_type normal using segments [{'id': '4b5cce3c-72dc-41c5-85c0-b41189f1c9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '89e85b71-aa43-4a01-81dd-ce4ea4642e74'}] Dec 20 08:42:00.926201 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.plugins.ml2.plugin [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempt 6 to bind port f9a09b51-d5eb-4dbc-aa09-b2db6159429d Dec 20 08:42:01.003457 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-21f9b63f-9524-49d3-a7ed-2980d27d41cd None None] Calling delete_port for 063557c2-d2f1-4269-b5aa-7d3ef4cbf915 owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:42:01.010898 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempting to bind port f9a09b51-d5eb-4dbc-aa09-b2db6159429d on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:42:01.011100 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempting to bind port f9a09b51-d5eb-4dbc-aa09-b2db6159429d by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': '4b5cce3c-72dc-41c5-85c0-b41189f1c9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '89e85b71-aa43-4a01-81dd-ce4ea4642e74'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:42:01.011337 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempting to bind port f9a09b51-d5eb-4dbc-aa09-b2db6159429d on network 89e85b71-aa43-4a01-81dd-ce4ea4642e74 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:42:01.045335 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Port f9a09b51-d5eb-4dbc-aa09-b2db6159429d on network 89e85b71-aa43-4a01-81dd-ce4ea4642e74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 08:42:01.045677 dv-neutron-820491-1-hyperv neutron-server[83445]: ERROR neutron.plugins.ml2.managers [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Failed to bind port f9a09b51-d5eb-4dbc-aa09-b2db6159429d on host hv-neutron-8204 for vnic_type normal using segments [{'id': '4b5cce3c-72dc-41c5-85c0-b41189f1c9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '89e85b71-aa43-4a01-81dd-ce4ea4642e74'}] Dec 20 08:42:01.049876 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.plugins.ml2.plugin [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempt 7 to bind port f9a09b51-d5eb-4dbc-aa09-b2db6159429d Dec 20 08:42:01.096258 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-dbaaf48f-3c2b-4bb9-a5c6-b37ce4b09ddd tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1129376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1529148'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:01.115320 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4217490b-c3ab-4db5-a02f-412e067e63fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:01.152770 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-a18ccf89-3390-474e-ac8e-8bc4110e6a75 tempest-ExternalNetworksAdminNegativeTestJSON-987880733 tempest-ExternalNetworksAdminNegativeTestJSON-987880733-project-admin] Deleting port d33191c6-0e9d-4f82-ac3e-d802a4df66e4 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:42:01.153280 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a18ccf89-3390-474e-ac8e-8bc4110e6a75 tempest-ExternalNetworksAdminNegativeTestJSON-987880733 tempest-ExternalNetworksAdminNegativeTestJSON-987880733-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:01.154945 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempting to bind port f9a09b51-d5eb-4dbc-aa09-b2db6159429d on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:42:01.155279 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempting to bind port f9a09b51-d5eb-4dbc-aa09-b2db6159429d by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': '4b5cce3c-72dc-41c5-85c0-b41189f1c9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '89e85b71-aa43-4a01-81dd-ce4ea4642e74'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:42:01.155609 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempting to bind port f9a09b51-d5eb-4dbc-aa09-b2db6159429d on network 89e85b71-aa43-4a01-81dd-ce4ea4642e74 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:42:01.181983 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-8db557fd-c822-4342-a4b4-f8e2d77532ff None None] Could not find standard attr ID for object 12adce39-adb6-473f-92d5-6c46a1a9356a. {{(pid=83446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 08:42:01.194349 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-099bd021-f6ba-41bd-88d4-da5e2c813a21 tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Allocated IP 172.20.0.12 (c2d79a55-ba3d-4dca-b1f7-7774ad58e449/ef213403-6a30-481a-8615-806413efd66a/b7d9e690-6ae1-485e-8846-27afdbd40af5) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:42:01.221272 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 33836) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:01.232368 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Port f9a09b51-d5eb-4dbc-aa09-b2db6159429d on network 89e85b71-aa43-4a01-81dd-ce4ea4642e74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 08:42:01.232838 dv-neutron-820491-1-hyperv neutron-server[83445]: ERROR neutron.plugins.ml2.managers [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Failed to bind port f9a09b51-d5eb-4dbc-aa09-b2db6159429d on host hv-neutron-8204 for vnic_type normal using segments [{'id': '4b5cce3c-72dc-41c5-85c0-b41189f1c9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '89e85b71-aa43-4a01-81dd-ce4ea4642e74'}] Dec 20 08:42:01.241335 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ae71d62-0017-48db-af45-606c62ae7617 admin admin] Router 5e107952-13ac-49e4-a9c6-ea642e78ebef is scheduled to L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 with binding_index 1 {{(pid=83444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 08:42:01.242946 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-8db557fd-c822-4342-a4b4-f8e2d77532ff None None] Provisioning for port 9b6cc5b9-ca4a-4d63-9bae-603e251b11d0 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:42:01.247324 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.plugins.ml2.plugin [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempt 8 to bind port f9a09b51-d5eb-4dbc-aa09-b2db6159429d Dec 20 08:42:01.259037 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbaaf48f-3c2b-4bb9-a5c6-b37ce4b09ddd tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:42:01.291037 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-dbaaf48f-3c2b-4bb9-a5c6-b37ce4b09ddd tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:42:01.298972 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempting to bind port f9a09b51-d5eb-4dbc-aa09-b2db6159429d on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:42:01.299326 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempting to bind port f9a09b51-d5eb-4dbc-aa09-b2db6159429d by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': '4b5cce3c-72dc-41c5-85c0-b41189f1c9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '89e85b71-aa43-4a01-81dd-ce4ea4642e74'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:42:01.299624 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempting to bind port f9a09b51-d5eb-4dbc-aa09-b2db6159429d on network 89e85b71-aa43-4a01-81dd-ce4ea4642e74 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:42:01.304240 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaaf48f-3c2b-4bb9-a5c6-b37ce4b09ddd tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event updated for resources: {'Subnet': ['ID=13d01c2e-b780-4232-9958-d8c312cc170b,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:01.308213 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3bf1fae6-62c3-4a34-8d8d-9616c2214ce0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:01.317123 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbaaf48f-3c2b-4bb9-a5c6-b37ce4b09ddd tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:42:01.317761 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-dbaaf48f-3c2b-4bb9-a5c6-b37ce4b09ddd tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:01.323859 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-dbaaf48f-3c2b-4bb9-a5c6-b37ce4b09ddd tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:01.333037 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Port f9a09b51-d5eb-4dbc-aa09-b2db6159429d on network 89e85b71-aa43-4a01-81dd-ce4ea4642e74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 08:42:01.333471 dv-neutron-820491-1-hyperv neutron-server[83445]: ERROR neutron.plugins.ml2.managers [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Failed to bind port f9a09b51-d5eb-4dbc-aa09-b2db6159429d on host hv-neutron-8204 for vnic_type normal using segments [{'id': '4b5cce3c-72dc-41c5-85c0-b41189f1c9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '89e85b71-aa43-4a01-81dd-ce4ea4642e74'}] Dec 20 08:42:01.334981 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-cca02d40-366e-4d9f-977b-42053633857c tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:01.345745 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.plugins.ml2.plugin [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempt 9 to bind port f9a09b51-d5eb-4dbc-aa09-b2db6159429d Dec 20 08:42:01.395831 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 028a9db6-829b-42a0-9080-5104768007f2 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:42:01.396610 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:01.420763 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-3bf1fae6-62c3-4a34-8d8d-9616c2214ce0 admin admin] Transition to ACTIVE for port object 1a68abfe-3c9d-4096-bb74-3714faf4418c will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:42:01.438494 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-21f9b63f-9524-49d3-a7ed-2980d27d41cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102'] for port, after_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:01.443784 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a18ccf89-3390-474e-ac8e-8bc4110e6a75 tempest-ExternalNetworksAdminNegativeTestJSON-987880733 tempest-ExternalNetworksAdminNegativeTestJSON-987880733-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:01.444108 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a18ccf89-3390-474e-ac8e-8bc4110e6a75 tempest-ExternalNetworksAdminNegativeTestJSON-987880733 tempest-ExternalNetworksAdminNegativeTestJSON-987880733-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:01.447019 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:01.510973 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f9b63f-9524-49d3-a7ed-2980d27d41cd None None] Pushing event deleted for resources: {'Port': ['ID=063557c2-d2f1-4269-b5aa-7d3ef4cbf915,revision_number=None']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:01.514130 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-21f9b63f-9524-49d3-a7ed-2980d27d41cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:01.519511 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-cca02d40-366e-4d9f-977b-42053633857c tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Calling delete_port for 5ff4d279-16c1-44eb-8a26-29a68f45fc5f owned by {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:42:01.532809 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f9b63f-9524-49d3-a7ed-2980d27d41cd None None] No DVR routers for this DVR port 063557c2-d2f1-4269-b5aa-7d3ef4cbf915 on host dv-neutron-820491-1-hyperv {{(pid=83446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:42:01.558165 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempting to bind port f9a09b51-d5eb-4dbc-aa09-b2db6159429d on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:42:01.558763 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempting to bind port f9a09b51-d5eb-4dbc-aa09-b2db6159429d by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': '4b5cce3c-72dc-41c5-85c0-b41189f1c9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '89e85b71-aa43-4a01-81dd-ce4ea4642e74'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:42:01.558907 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempting to bind port f9a09b51-d5eb-4dbc-aa09-b2db6159429d on network 89e85b71-aa43-4a01-81dd-ce4ea4642e74 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:42:01.565459 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effe3a8c-35de-419f-bc2a-1b2c39984812 None None] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:42:01.582110 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-a18ccf89-3390-474e-ac8e-8bc4110e6a75 tempest-ExternalNetworksAdminNegativeTestJSON-987880733 tempest-ExternalNetworksAdminNegativeTestJSON-987880733-project-admin] Calling delete_port for d33191c6-0e9d-4f82-ac3e-d802a4df66e4 owned by network:floatingip {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:42:01.583350 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Port f9a09b51-d5eb-4dbc-aa09-b2db6159429d on network 89e85b71-aa43-4a01-81dd-ce4ea4642e74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 08:42:01.583678 dv-neutron-820491-1-hyperv neutron-server[83445]: ERROR neutron.plugins.ml2.managers [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Failed to bind port f9a09b51-d5eb-4dbc-aa09-b2db6159429d on host hv-neutron-8204 for vnic_type normal using segments [{'id': '4b5cce3c-72dc-41c5-85c0-b41189f1c9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '89e85b71-aa43-4a01-81dd-ce4ea4642e74'}] Dec 20 08:42:01.591955 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.plugins.ml2.plugin [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempt 10 to bind port f9a09b51-d5eb-4dbc-aa09-b2db6159429d Dec 20 08:42:01.663763 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempting to bind port f9a09b51-d5eb-4dbc-aa09-b2db6159429d on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:42:01.664098 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempting to bind port f9a09b51-d5eb-4dbc-aa09-b2db6159429d by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': '4b5cce3c-72dc-41c5-85c0-b41189f1c9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '89e85b71-aa43-4a01-81dd-ce4ea4642e74'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:42:01.664429 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempting to bind port f9a09b51-d5eb-4dbc-aa09-b2db6159429d on network 89e85b71-aa43-4a01-81dd-ce4ea4642e74 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:42:01.676358 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Port f9a09b51-d5eb-4dbc-aa09-b2db6159429d on network 89e85b71-aa43-4a01-81dd-ce4ea4642e74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 08:42:01.676708 dv-neutron-820491-1-hyperv neutron-server[83445]: ERROR neutron.plugins.ml2.managers [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Failed to bind port f9a09b51-d5eb-4dbc-aa09-b2db6159429d on host hv-neutron-8204 for vnic_type normal using segments [{'id': '4b5cce3c-72dc-41c5-85c0-b41189f1c9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '89e85b71-aa43-4a01-81dd-ce4ea4642e74'}] Dec 20 08:42:01.677038 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:01.742715 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 140a870c-f77e-4311-806d-f54116d13cb0 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:42:01.778206 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3bf1fae6-62c3-4a34-8d8d-9616c2214ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:01.819645 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:01.837013 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a18ccf89-3390-474e-ac8e-8bc4110e6a75 tempest-ExternalNetworksAdminNegativeTestJSON-987880733 tempest-ExternalNetworksAdminNegativeTestJSON-987880733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:01.867087 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:01.910375 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b9d78da2-33a1-42a6-a343-e89889a02e8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:01.944237 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 140a870c-f77e-4311-806d-f54116d13cb0 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:42:01.950357 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de04c31b-ee02-4d79-b528-058c6ab65c74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'tenant_id': '9679bafc94a64ee0a207e63ba5560387', 'fixed_ips': [{'subnet_id': '13d01c2e-b780-4232-9958-d8c312cc170b'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:42:01.952219 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-de04c31b-ee02-4d79-b528-058c6ab65c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:01.969902 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf1fae6-62c3-4a34-8d8d-9616c2214ce0 admin admin] Network ae7d918f-a9f8-4196-ba8f-f2cde9016013 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:42:01.971301 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 140a870c-f77e-4311-806d-f54116d13cb0 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:42:01.971908 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:01.980332 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf1fae6-62c3-4a34-8d8d-9616c2214ce0 admin admin] Pushing event updated for resources: {'Port': ['ID=1a68abfe-3c9d-4096-bb74-3714faf4418c,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:01.980532 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18ccf89-3390-474e-ac8e-8bc4110e6a75 tempest-ExternalNetworksAdminNegativeTestJSON-987880733 tempest-ExternalNetworksAdminNegativeTestJSON-987880733-project-admin] Pushing event deleted for resources: {'Port': ['ID=d33191c6-0e9d-4f82-ac3e-d802a4df66e4,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:01.983861 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3bf1fae6-62c3-4a34-8d8d-9616c2214ce0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:01.990933 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-3bf1fae6-62c3-4a34-8d8d-9616c2214ce0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:42:01.993438 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf1fae6-62c3-4a34-8d8d-9616c2214ce0 admin admin] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:42:01.994227 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3bf1fae6-62c3-4a34-8d8d-9616c2214ce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-345881'] for router_interface, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:02.044475 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-cca02d40-366e-4d9f-977b-42053633857c tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:02.055379 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] For port f9a09b51-d5eb-4dbc-aa09-b2db6159429d, host hv-neutron-8204, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:42:02.055741 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempted to set empty binding levels {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 20 08:42:02.057388 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:02.096834 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-6ff8b126-67c8-42d9-bb35-43c3e83cd3ea None None] Provisioning for port 5ff4d279-16c1-44eb-8a26-29a68f45fc5f completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:42:02.128567 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-6ff8b126-67c8-42d9-bb35-43c3e83cd3ea None None] Provisioning complete for port 5ff4d279-16c1-44eb-8a26-29a68f45fc5f triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:42:02.128786 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-6ff8b126-67c8-42d9-bb35-43c3e83cd3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:02.150846 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3bf1fae6-62c3-4a34-8d8d-9616c2214ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:02.171197 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-6ff8b126-67c8-42d9-bb35-43c3e83cd3ea None None] Port 5ff4d279-16c1-44eb-8a26-29a68f45fc5f was deleted so its status cannot be updated. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Dec 20 08:42:02.217324 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a18ccf89-3390-474e-ac8e-8bc4110e6a75 tempest-ExternalNetworksAdminNegativeTestJSON-987880733 tempest-ExternalNetworksAdminNegativeTestJSON-987880733-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:02.229179 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:02.245286 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca02d40-366e-4d9f-977b-42053633857c tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Pushing event deleted for resources: {'Port': ['ID=5ff4d279-16c1-44eb-8a26-29a68f45fc5f,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:02.248455 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-dbaaf48f-3c2b-4bb9-a5c6-b37ce4b09ddd tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.0981200 Dec 20 08:42:02.305125 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-099bd021-f6ba-41bd-88d4-da5e2c813a21 tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:02.306706 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-cca02d40-366e-4d9f-977b-42053633857c tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:02.307261 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 33842) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:02.322060 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:02.338646 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-b9d78da2-33a1-42a6-a343-e89889a02e8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:42:02.351522 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-6ff8b126-67c8-42d9-bb35-43c3e83cd3ea None None] Provisioning for port a8bbf41e-4ff2-4213-9d58-c671286efb8a completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:42:02.352010 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-b9d78da2-33a1-42a6-a343-e89889a02e8f admin admin] Usage tracker for resource:security_group_rule and tenant:0b81effe182540b090ccc2fc8382f9ff is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:42:02.356966 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-b9d78da2-33a1-42a6-a343-e89889a02e8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:42:02.363289 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-b9d78da2-33a1-42a6-a343-e89889a02e8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:42:02.368137 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-6ff8b126-67c8-42d9-bb35-43c3e83cd3ea None None] Provisioning complete for port a8bbf41e-4ff2-4213-9d58-c671286efb8a triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:42:02.368516 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-6ff8b126-67c8-42d9-bb35-43c3e83cd3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:02.420833 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:02.425123 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Pushing event updated for resources: {'Port': ['ID=f9a09b51-d5eb-4dbc-aa09-b2db6159429d,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:02.427119 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-de04c31b-ee02-4d79-b528-058c6ab65c74 None None] Allocated IP 2001:db8::2 (f75aa0d2-5f41-40f3-a9e0-d60d934965a4/13d01c2e-b780-4232-9958-d8c312cc170b/22c662ef-d61e-487d-b2e8-dad4446e7e27) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:42:02.432007 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-06aa1352-ac58-4fa8-96b4-0b11c79991be tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Request body: {'port': {'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'name': 'tempest-NetworksTestDHCPv6-25731495'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:42:02.440782 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:02.469482 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-6ff8b126-67c8-42d9-bb35-43c3e83cd3ea None None] Port a8bbf41e-4ff2-4213-9d58-c671286efb8a cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:42:02.494370 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-099bd021-f6ba-41bd-88d4-da5e2c813a21 tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Transition to ACTIVE for port object b7d9e690-6ae1-485e-8846-27afdbd40af5 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:42:02.502349 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 140a870c-f77e-4311-806d-f54116d13cb0, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=140a870c-f77e-4311-806d-f54116d13cb0,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:42:02.506373 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:02.521806 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:02.522994 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 9b6cc5b9-ca4a-4d63-9bae-603e251b11d0 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:42:02.566353 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:02.659319 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b9d78da2-33a1-42a6-a343-e89889a02e8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:02.729590 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b9d78da2-33a1-42a6-a343-e89889a02e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:02.730713 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a18ccf89-3390-474e-ac8e-8bc4110e6a75 tempest-ExternalNetworksAdminNegativeTestJSON-987880733 tempest-ExternalNetworksAdminNegativeTestJSON-987880733-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:02.754675 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-211bac44-0ae9-4600-b94d-b2452a409c0a tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:02.843447 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 6.4406400 Dec 20 08:42:02.849735 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-099bd021-f6ba-41bd-88d4-da5e2c813a21 tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:02.851673 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 33846) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:02.863081 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-cca02d40-366e-4d9f-977b-42053633857c tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:02.867372 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-cca02d40-366e-4d9f-977b-42053633857c tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] 10.222.0.16 "DELETE /v2.0/ports/5ff4d279-16c1-44eb-8a26-29a68f45fc5f HTTP/1.1" status: 204 len: 168 time: 2.1533251 Dec 20 08:42:02.867372 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-06aa1352-ac58-4fa8-96b4-0b11c79991be tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:42:02.868194 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 33850) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:02.911860 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a18ccf89-3390-474e-ac8e-8bc4110e6a75 tempest-ExternalNetworksAdminNegativeTestJSON-987880733 tempest-ExternalNetworksAdminNegativeTestJSON-987880733-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:02.916167 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a18ccf89-3390-474e-ac8e-8bc4110e6a75 tempest-ExternalNetworksAdminNegativeTestJSON-987880733 tempest-ExternalNetworksAdminNegativeTestJSON-987880733-project-admin] 10.222.0.16 "DELETE /v2.0/floatingips/3dc64031-d389-47e1-a8ae-b5009e3e8385 HTTP/1.1" status: 204 len: 168 time: 2.1362379 Dec 20 08:42:02.922134 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-06aa1352-ac58-4fa8-96b4-0b11c79991be tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Usage tracker for resource:port and tenant:9679bafc94a64ee0a207e63ba5560387 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:42:02.927784 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-06aa1352-ac58-4fa8-96b4-0b11c79991be tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:42:02.930756 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf75e3cd-631c-4fb9-97db-1e19f77a0367 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] GET failed (client error): The resource could not be found. Dec 20 08:42:02.931246 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-bf75e3cd-631c-4fb9-97db-1e19f77a0367 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Synchronizing usage tracker for tenant:6efc783da9574d08a8a0d82510a572d4 on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:42:02.934309 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-01dd33f5-e6d5-4ba9-abab-ec2025816d6c None None] Provisioning for port 1a68abfe-3c9d-4096-bb74-3714faf4418c completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:42:02.945575 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-06aa1352-ac58-4fa8-96b4-0b11c79991be tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:42:02.951695 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d78da2-33a1-42a6-a343-e89889a02e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c367896-ee9f-4135-a07f-01b34db6795a,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:02.960717 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b9d78da2-33a1-42a6-a343-e89889a02e8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:02.967112 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b9d78da2-33a1-42a6-a343-e89889a02e8f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0b81effe182540b090ccc2fc8382f9ff&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7349548 Dec 20 08:42:02.967952 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-5461adf5-274b-49c2-b36b-ade4d4f48bda tempest-ExternalNetworksAdminNegativeTestJSON-987880733 tempest-ExternalNetworksAdminNegativeTestJSON-987880733-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:02.968575 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 33856) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:02.972597 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=140a870c-f77e-4311-806d-f54116d13cb0,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:02.975943 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:02.990270 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06aa1352-ac58-4fa8-96b4-0b11c79991be tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Made reservation on behalf of 9679bafc94a64ee0a207e63ba5560387 for: {'port': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:42:02.993294 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-06aa1352-ac58-4fa8-96b4-0b11c79991be tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:02.996526 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-01dd33f5-e6d5-4ba9-abab-ec2025816d6c None None] Provisioning complete for port 1a68abfe-3c9d-4096-bb74-3714faf4418c triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:42:03.000482 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-01dd33f5-e6d5-4ba9-abab-ec2025816d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:03.008015 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-bf75e3cd-631c-4fb9-97db-1e19f77a0367 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Unset dirty status for tenant:6efc783da9574d08a8a0d82510a572d4 on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:42:03.009169 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-bf75e3cd-631c-4fb9-97db-1e19f77a0367 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] 10.222.0.16 "GET /v2.0/ports/5ff4d279-16c1-44eb-8a26-29a68f45fc5f HTTP/1.1" status: 404 len: 333 time: 0.1331379 Dec 20 08:42:03.018671 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 33860) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:03.042697 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-ca2ff380-105b-46a8-9d55-b564ff8d825b None None] Allocated IP 172.20.0.2 (c2d79a55-ba3d-4dca-b1f7-7774ad58e449/ef213403-6a30-481a-8615-806413efd66a/31278664-d0c7-4e2e-93c3-2d15c95db1d4) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:42:03.045771 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-8c915735-160f-4ce3-8eea-8e22f7062cda tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Request body: {'port': {'network_id': '2a4d4f7f-598a-4e75-9554-bac4816f8d8f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-468928525'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:42:03.052852 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-5e6ad72f-c1da-4b5c-bcb4-d071426a09ba tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Deleting port f9a09b51-d5eb-4dbc-aa09-b2db6159429d {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:42:03.053197 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5e6ad72f-c1da-4b5c-bcb4-d071426a09ba tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:03.082406 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099bd021-f6ba-41bd-88d4-da5e2c813a21 tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Network c2d79a55-ba3d-4dca-b1f7-7774ad58e449 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:42:03.084626 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3bf1fae6-62c3-4a34-8d8d-9616c2214ce0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:03.092835 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-06aa1352-ac58-4fa8-96b4-0b11c79991be tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] device_id is not set on port 7f2f8a4b-fa61-428a-9211-a013d074c5a3 yet. {{(pid=83445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:42:03.093400 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-099bd021-f6ba-41bd-88d4-da5e2c813a21 tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:42:03.099680 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099bd021-f6ba-41bd-88d4-da5e2c813a21 tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:42:03.136312 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-de04c31b-ee02-4d79-b528-058c6ab65c74 None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:03.137073 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3bf1fae6-62c3-4a34-8d8d-9616c2214ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:03.140463 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-01dd33f5-e6d5-4ba9-abab-ec2025816d6c None None] Port 1a68abfe-3c9d-4096-bb74-3714faf4418c cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:42:03.142320 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 9b6cc5b9-ca4a-4d63-9bae-603e251b11d0 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:42:03.155980 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099bd021-f6ba-41bd-88d4-da5e2c813a21 tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Pushing event updated for resources: {'Port': ['ID=b7d9e690-6ae1-485e-8846-27afdbd40af5,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:03.159698 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-01dd33f5-e6d5-4ba9-abab-ec2025816d6c None None] Could not find standard attr ID for object 5ff4d279-16c1-44eb-8a26-29a68f45fc5f. {{(pid=83446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 08:42:03.173775 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 9b6cc5b9-ca4a-4d63-9bae-603e251b11d0 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:42:03.173976 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:03.174239 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-099bd021-f6ba-41bd-88d4-da5e2c813a21 tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:03.185571 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3bf1fae6-62c3-4a34-8d8d-9616c2214ce0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32898031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349045'] for router_interface, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:03.189657 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f2c06666-3702-46e5-b7b5-228e5ee2fa12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:03.201771 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-de04c31b-ee02-4d79-b528-058c6ab65c74 None None] Transition to ACTIVE for port object 22c662ef-d61e-487d-b2e8-dad4446e7e27 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:42:03.241245 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae71d62-0017-48db-af45-606c62ae7617 admin admin] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:42:03.253531 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099bd021-f6ba-41bd-88d4-da5e2c813a21 tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:42:03.254159 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-099bd021-f6ba-41bd-88d4-da5e2c813a21 tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:03.279789 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf1fae6-62c3-4a34-8d8d-9616c2214ce0 admin admin] Pushing event updated for resources: {'Port': ['ID=1a68abfe-3c9d-4096-bb74-3714faf4418c,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:03.291611 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6454f54e-82b3-4ca8-9990-973b84d2b24d None None] Sync routers for ids ['5e107952-13ac-49e4-a9c6-ea642e78ebef'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:42:03.318602 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-de04c31b-ee02-4d79-b528-058c6ab65c74 None None] Transition to ACTIVE for port object 22c662ef-d61e-487d-b2e8-dad4446e7e27 will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:42:03.348624 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3bf1fae6-62c3-4a34-8d8d-9616c2214ce0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:03.352850 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-de04c31b-ee02-4d79-b528-058c6ab65c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:03.369487 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-6be91df9-c054-4d25-b088-33b5cc04c89e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:03.389926 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 33870) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:03.407105 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-01dd33f5-e6d5-4ba9-abab-ec2025816d6c None None] Provisioning complete for port a8bbf41e-4ff2-4213-9d58-c671286efb8a triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:42:03.407877 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-01dd33f5-e6d5-4ba9-abab-ec2025816d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:03.414006 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fda93b57-1163-4f85-801e-42cc65280ba4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:03.443413 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-5e6ad72f-c1da-4b5c-bcb4-d071426a09ba tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] For port f9a09b51-d5eb-4dbc-aa09-b2db6159429d, host hv-neutron-8204, got binding levels [] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:42:03.444244 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5e6ad72f-c1da-4b5c-bcb4-d071426a09ba tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:03.459288 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6454f54e-82b3-4ca8-9990-973b84d2b24d None None] Routers {'5e107952-13ac-49e4-a9c6-ea642e78ebef'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:42:03.459595 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-6454f54e-82b3-4ca8-9990-973b84d2b24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:41:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['5e107952-13ac-49e4-a9c6-ea642e78ebef'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:42:03.572263 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fda93b57-1163-4f85-801e-42cc65280ba4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:03.653700 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-8c915735-160f-4ce3-8eea-8e22f7062cda tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:42:03.659092 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-06aa1352-ac58-4fa8-96b4-0b11c79991be tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Allocated IP 2001:db8::115 (f75aa0d2-5f41-40f3-a9e0-d60d934965a4/13d01c2e-b780-4232-9958-d8c312cc170b/7f2f8a4b-fa61-428a-9211-a013d074c5a3) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:42:03.674793 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-5e6ad72f-c1da-4b5c-bcb4-d071426a09ba tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Calling delete_port for f9a09b51-d5eb-4dbc-aa09-b2db6159429d owned by {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:42:03.702134 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de04c31b-ee02-4d79-b528-058c6ab65c74 None None] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:42:03.702532 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-8c915735-160f-4ce3-8eea-8e22f7062cda tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:42:03.716885 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-de04c31b-ee02-4d79-b528-058c6ab65c74 None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:42:03.723197 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2ae71d62-0017-48db-af45-606c62ae7617 admin admin] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:03.724697 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-2ae71d62-0017-48db-af45-606c62ae7617 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 11.4174187 Dec 20 08:42:03.728900 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 33876) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:03.730124 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-dce77d6c-be4f-4314-b6b2-040de7f4145c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:03.734355 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de04c31b-ee02-4d79-b528-058c6ab65c74 None None] Pushing event updated for resources: {'Port': ['ID=22c662ef-d61e-487d-b2e8-dad4446e7e27,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:03.736829 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de04c31b-ee02-4d79-b528-058c6ab65c74 None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:42:03.780927 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-01dd33f5-e6d5-4ba9-abab-ec2025816d6c None None] Port a8bbf41e-4ff2-4213-9d58-c671286efb8a cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:42:03.792543 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-de04c31b-ee02-4d79-b528-058c6ab65c74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:03.803621 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-099bd021-f6ba-41bd-88d4-da5e2c813a21 tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1985781 Dec 20 08:42:03.815917 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 33880) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:03.819105 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf1fae6-62c3-4a34-8d8d-9616c2214ce0 admin admin] Network ae7d918f-a9f8-4196-ba8f-f2cde9016013 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:42:03.825402 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-3bf1fae6-62c3-4a34-8d8d-9616c2214ce0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:42:03.869897 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-ca2ff380-105b-46a8-9d55-b564ff8d825b None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:03.872846 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:03.913220 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c915735-160f-4ce3-8eea-8e22f7062cda tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Made reservation on behalf of 6efc783da9574d08a8a0d82510a572d4 for: {'port': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:42:03.916542 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8c915735-160f-4ce3-8eea-8e22f7062cda tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:03.945826 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-5545558a-fc1c-4c5d-8334-963cdbe7a17c tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Deleting port b7d9e690-6ae1-485e-8846-27afdbd40af5 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:42:03.946488 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-ca2ff380-105b-46a8-9d55-b564ff8d825b None None] Transition to ACTIVE for port object 31278664-d0c7-4e2e-93c3-2d15c95db1d4 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:42:03.947216 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5545558a-fc1c-4c5d-8334-963cdbe7a17c tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:04.000065 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5e6ad72f-c1da-4b5c-bcb4-d071426a09ba tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:04.004826 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-6454f54e-82b3-4ca8-9990-973b84d2b24d None None] Set router 5e107952-13ac-49e4-a9c6-ea642e78ebef gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:42:04.033093 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:04.039003 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fda93b57-1163-4f85-801e-42cc65280ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:04.072248 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-873d70c8-5e6c-4882-baf2-d551a613c5a6 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:04.082845 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-8c915735-160f-4ce3-8eea-8e22f7062cda tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] device_id is not set on port 7b6a36a7-cfca-42bd-97c5-4a00c4930c92 yet. {{(pid=83445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:42:04.097404 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6ad72f-c1da-4b5c-bcb4-d071426a09ba tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Pushing event deleted for resources: {'Port': ['ID=f9a09b51-d5eb-4dbc-aa09-b2db6159429d,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:04.107406 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-5e6ad72f-c1da-4b5c-bcb4-d071426a09ba tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:04.118127 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-dce77d6c-be4f-4314-b6b2-040de7f4145c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:42:04.123775 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-de04c31b-ee02-4d79-b528-058c6ab65c74 None None] Attempting to bind port 22c662ef-d61e-487d-b2e8-dad4446e7e27 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:42:04.124158 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-de04c31b-ee02-4d79-b528-058c6ab65c74 None None] Attempting to bind port 22c662ef-d61e-487d-b2e8-dad4446e7e27 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '7c00552d-ea93-440b-911c-cb3aa0a4eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:42:04.124675 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de04c31b-ee02-4d79-b528-058c6ab65c74 None None] Attempting to bind port 22c662ef-d61e-487d-b2e8-dad4446e7e27 on network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:42:04.143144 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 9b6cc5b9-ca4a-4d63-9bae-603e251b11d0, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=9b6cc5b9-ca4a-4d63-9bae-603e251b11d0,segment=NetworkSegment(ea48391b-f445-4b97-9c49-85f202510b65),segment_id=ea48391b-f445-4b97-9c49-85f202510b65)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:42:04.144537 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-ca2ff380-105b-46a8-9d55-b564ff8d825b None None] Transition to ACTIVE for port object 31278664-d0c7-4e2e-93c3-2d15c95db1d4 will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:42:04.152493 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5e6ad72f-c1da-4b5c-bcb4-d071426a09ba tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:04.158266 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda93b57-1163-4f85-801e-42cc65280ba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c367896-ee9f-4135-a07f-01b34db6795a,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:04.160630 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-fda93b57-1163-4f85-801e-42cc65280ba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:04.169082 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:04.174852 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:04.182633 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-dce77d6c-be4f-4314-b6b2-040de7f4145c admin admin] Usage tracker for resource:security_group_rule and tenant:e019579c2b31459a95267f5fe51e48da is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:42:04.198334 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-dce77d6c-be4f-4314-b6b2-040de7f4145c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:42:04.217671 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-5e6ad72f-c1da-4b5c-bcb4-d071426a09ba tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] 10.222.0.16 "DELETE /v2.0/ports/f9a09b51-d5eb-4dbc-aa09-b2db6159429d HTTP/1.1" status: 204 len: 168 time: 1.3567255 Dec 20 08:42:04.227611 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 33884) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:04.232388 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-dce77d6c-be4f-4314-b6b2-040de7f4145c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:42:04.250673 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de04c31b-ee02-4d79-b528-058c6ab65c74 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:42:04.250973 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de04c31b-ee02-4d79-b528-058c6ab65c74 None None] Checking segment: {'id': '7c00552d-ea93-440b-911c-cb3aa0a4eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:42:04.253045 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-de04c31b-ee02-4d79-b528-058c6ab65c74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:04.253045 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de04c31b-ee02-4d79-b528-058c6ab65c74 None None] Bound using segment: {'id': '7c00552d-ea93-440b-911c-cb3aa0a4eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:42:04.253297 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-de04c31b-ee02-4d79-b528-058c6ab65c74 None None] Bound port: 22c662ef-d61e-487d-b2e8-dad4446e7e27, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c00552d-ea93-440b-911c-cb3aa0a4eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:42:04.253560 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-de04c31b-ee02-4d79-b528-058c6ab65c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:04.273394 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-ca2ff380-105b-46a8-9d55-b564ff8d825b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:04.303249 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 063557c2-d2f1-4269-b5aa-7d3ef4cbf915 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:42:04.366839 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd2b693b-0524-490f-bf42-29221a836cf1 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] GET failed (client error): The resource could not be found. Dec 20 08:42:04.367335 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-cd2b693b-0524-490f-bf42-29221a836cf1 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Synchronizing usage tracker for tenant:f2d922b63cb945f68456db624cc90eca on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:42:04.396991 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5545558a-fc1c-4c5d-8334-963cdbe7a17c tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:04.416456 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 063557c2-d2f1-4269-b5aa-7d3ef4cbf915 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:42:04.417098 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 063557c2-d2f1-4269-b5aa-7d3ef4cbf915 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:42:04.429454 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fda93b57-1163-4f85-801e-42cc65280ba4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:04.432783 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-fda93b57-1163-4f85-801e-42cc65280ba4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6c367896-ee9f-4135-a07f-01b34db6795a HTTP/1.1" status: 204 len: 168 time: 1.4596148 Dec 20 08:42:04.546646 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=9b6cc5b9-ca4a-4d63-9bae-603e251b11d0,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:04.590117 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-06aa1352-ac58-4fa8-96b4-0b11c79991be tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:04.599468 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-8c915735-160f-4ce3-8eea-8e22f7062cda tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Allocated IP 2001:db8::1cd (2a4d4f7f-598a-4e75-9554-bac4816f8d8f/aa989b27-7bfc-4684-853b-3173f2a902f1/7b6a36a7-cfca-42bd-97c5-4a00c4930c92) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:42:04.633593 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-5545558a-fc1c-4c5d-8334-963cdbe7a17c tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Calling delete_port for b7d9e690-6ae1-485e-8846-27afdbd40af5 owned by {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:42:04.649671 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-06aa1352-ac58-4fa8-96b4-0b11c79991be tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Transition to ACTIVE for port object 7f2f8a4b-fa61-428a-9211-a013d074c5a3 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:42:04.673287 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-dce77d6c-be4f-4314-b6b2-040de7f4145c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:04.697867 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:04.700869 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 140a870c-f77e-4311-806d-f54116d13cb0 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:42:04.703729 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-dce77d6c-be4f-4314-b6b2-040de7f4145c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:04.709572 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-cd2b693b-0524-490f-bf42-29221a836cf1 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Unset dirty status for tenant:f2d922b63cb945f68456db624cc90eca on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:42:04.715991 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-cd2b693b-0524-490f-bf42-29221a836cf1 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] 10.222.0.16 "GET /v2.0/ports/f9a09b51-d5eb-4dbc-aa09-b2db6159429d HTTP/1.1" status: 404 len: 333 time: 0.4762979 Dec 20 08:42:04.719450 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 33890) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:04.727053 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.426s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:04.748201 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-8a7b804f-cec4-4e8f-af4d-1b6b16fdd48b tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Request body: {'port': {'network_id': '89e85b71-aa43-4a01-81dd-ce4ea4642e74', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-390788333'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:42:04.755466 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:04.788846 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-8a7b804f-cec4-4e8f-af4d-1b6b16fdd48b tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:42:04.795108 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d6f421ca-0ef6-448f-909c-62ba5bcade24 None None] Provisioning complete for port 1a68abfe-3c9d-4096-bb74-3714faf4418c triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:42:04.795577 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d6f421ca-0ef6-448f-909c-62ba5bcade24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:04.825931 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2ff380-105b-46a8-9d55-b564ff8d825b None None] Network c2d79a55-ba3d-4dca-b1f7-7774ad58e449 is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:42:04.844906 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-ca2ff380-105b-46a8-9d55-b564ff8d825b None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:42:04.889355 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2ff380-105b-46a8-9d55-b564ff8d825b None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:42:04.893095 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5545558a-fc1c-4c5d-8334-963cdbe7a17c tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:04.924169 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-8a7b804f-cec4-4e8f-af4d-1b6b16fdd48b tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:42:04.926345 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce77d6c-be4f-4314-b6b2-040de7f4145c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac973767-d8e5-40b9-96b4-c9bd14a3ce43,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:04.939921 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-dce77d6c-be4f-4314-b6b2-040de7f4145c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:04.958663 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-dce77d6c-be4f-4314-b6b2-040de7f4145c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e019579c2b31459a95267f5fe51e48da&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5626528 Dec 20 08:42:04.970339 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2ff380-105b-46a8-9d55-b564ff8d825b None None] Pushing event updated for resources: {'Port': ['ID=31278664-d0c7-4e2e-93c3-2d15c95db1d4,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:04.973570 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 33896) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:04.975846 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d6f421ca-0ef6-448f-909c-62ba5bcade24 None None] Port 1a68abfe-3c9d-4096-bb74-3714faf4418c cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:42:04.976326 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a18ccf89-3390-474e-ac8e-8bc4110e6a75 tempest-ExternalNetworksAdminNegativeTestJSON-987880733 tempest-ExternalNetworksAdminNegativeTestJSON-987880733-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:04.978941 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-ca2ff380-105b-46a8-9d55-b564ff8d825b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:04.983601 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a7b804f-cec4-4e8f-af4d-1b6b16fdd48b tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Made reservation on behalf of f2d922b63cb945f68456db624cc90eca for: {'port': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:42:04.986002 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8a7b804f-cec4-4e8f-af4d-1b6b16fdd48b tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:05.019466 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-de04c31b-ee02-4d79-b528-058c6ab65c74 None None] For port 22c662ef-d61e-487d-b2e8-dad4446e7e27, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:42:05.034269 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5545558a-fc1c-4c5d-8334-963cdbe7a17c tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Pushing event deleted for resources: {'Port': ['ID=b7d9e690-6ae1-485e-8846-27afdbd40af5,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:05.048276 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-5545558a-fc1c-4c5d-8334-963cdbe7a17c tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:05.056281 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-06aa1352-ac58-4fa8-96b4-0b11c79991be tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:05.082536 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:05.102200 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-de04c31b-ee02-4d79-b528-058c6ab65c74 None None] For port 22c662ef-d61e-487d-b2e8-dad4446e7e27, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=22c662ef-d61e-487d-b2e8-dad4446e7e27,segment=NetworkSegment(7c00552d-ea93-440b-911c-cb3aa0a4eeff),segment_id=7c00552d-ea93-440b-911c-cb3aa0a4eeff)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:42:05.158170 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 33900) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:05.163890 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-8a7b804f-cec4-4e8f-af4d-1b6b16fdd48b tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] device_id is not set on port e4dc0878-b104-4979-b238-d22c8d2e24c7 yet. {{(pid=83445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:42:05.180772 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-de04c31b-ee02-4d79-b528-058c6ab65c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:05.187224 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-ca2ff380-105b-46a8-9d55-b564ff8d825b None None] Attempting to bind port 31278664-d0c7-4e2e-93c3-2d15c95db1d4 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:42:05.187856 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-ca2ff380-105b-46a8-9d55-b564ff8d825b None None] Attempting to bind port 31278664-d0c7-4e2e-93c3-2d15c95db1d4 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '6261bf8b-00d7-419d-91a9-8f1e937134a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c2d79a55-ba3d-4dca-b1f7-7774ad58e449'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:42:05.188549 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2ff380-105b-46a8-9d55-b564ff8d825b None None] Attempting to bind port 31278664-d0c7-4e2e-93c3-2d15c95db1d4 on network c2d79a55-ba3d-4dca-b1f7-7774ad58e449 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:42:05.197256 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-94f63210-d7ca-4d26-84fb-866049808a2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:05.201889 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9ae6ac01-d6e7-43a6-b081-8af39cadba0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:05.251504 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c2dcbf55-9899-4603-b4b9-8d3a005b7eef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:05.256600 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 140a870c-f77e-4311-806d-f54116d13cb0 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:42:05.257460 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:05.270440 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5545558a-fc1c-4c5d-8334-963cdbe7a17c tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:05.302095 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-9ae6ac01-d6e7-43a6-b081-8af39cadba0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:42:05.305050 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c2dcbf55-9899-4603-b4b9-8d3a005b7eef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:05.317635 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-5545558a-fc1c-4c5d-8334-963cdbe7a17c tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] 10.222.0.16 "DELETE /v2.0/ports/b7d9e690-6ae1-485e-8846-27afdbd40af5 HTTP/1.1" status: 204 len: 168 time: 1.4979393 Dec 20 08:42:05.318822 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-9ae6ac01-d6e7-43a6-b081-8af39cadba0e admin admin] Usage tracker for resource:security_group_rule and tenant:702bad34b13a4407ab0079c7c8b16d1d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:42:05.323250 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 33904) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:05.323981 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-9ae6ac01-d6e7-43a6-b081-8af39cadba0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:42:05.339077 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-9ae6ac01-d6e7-43a6-b081-8af39cadba0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:42:05.375751 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06aa1352-ac58-4fa8-96b4-0b11c79991be tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:42:05.388554 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aa1352-ac58-4fa8-96b4-0b11c79991be tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event updated for resources: {'Port': ['ID=7f2f8a4b-fa61-428a-9211-a013d074c5a3,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:05.398738 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-06aa1352-ac58-4fa8-96b4-0b11c79991be tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:05.407371 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-06aa1352-ac58-4fa8-96b4-0b11c79991be tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:42:05.414400 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06aa1352-ac58-4fa8-96b4-0b11c79991be tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:42:05.420237 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06aa1352-ac58-4fa8-96b4-0b11c79991be tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:42:05.421038 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-06aa1352-ac58-4fa8-96b4-0b11c79991be tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:05.437073 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2ff380-105b-46a8-9d55-b564ff8d825b None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:42:05.437756 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2ff380-105b-46a8-9d55-b564ff8d825b None None] Checking segment: {'id': '6261bf8b-00d7-419d-91a9-8f1e937134a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c2d79a55-ba3d-4dca-b1f7-7774ad58e449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:42:05.438381 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-ca2ff380-105b-46a8-9d55-b564ff8d825b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:05.439700 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2ff380-105b-46a8-9d55-b564ff8d825b None None] Bound using segment: {'id': '6261bf8b-00d7-419d-91a9-8f1e937134a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c2d79a55-ba3d-4dca-b1f7-7774ad58e449'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:42:05.441673 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-ca2ff380-105b-46a8-9d55-b564ff8d825b None None] Bound port: 31278664-d0c7-4e2e-93c3-2d15c95db1d4, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6261bf8b-00d7-419d-91a9-8f1e937134a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c2d79a55-ba3d-4dca-b1f7-7774ad58e449'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:42:05.442557 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-ca2ff380-105b-46a8-9d55-b564ff8d825b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:05.473218 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8c915735-160f-4ce3-8eea-8e22f7062cda tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:05.482514 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-06aa1352-ac58-4fa8-96b4-0b11c79991be tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0743256 Dec 20 08:42:05.483616 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 33910) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:05.496491 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de04c31b-ee02-4d79-b528-058c6ab65c74 None None] Pushing event updated for resources: {'Port': ['ID=22c662ef-d61e-487d-b2e8-dad4446e7e27,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:05.519141 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9ae6ac01-d6e7-43a6-b081-8af39cadba0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:05.536200 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c2dcbf55-9899-4603-b4b9-8d3a005b7eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:05.538041 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9ae6ac01-d6e7-43a6-b081-8af39cadba0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:05.539263 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-de04c31b-ee02-4d79-b528-058c6ab65c74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:05.551504 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-6454f54e-82b3-4ca8-9990-973b84d2b24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e107952-13ac-49e4-a9c6-ea642e78ebef', 'name': 'tempest-ServersTestManualDisk-478884454-router', 'tenant_id': 'ec4017678cc746e0bc7f4ecce92ed1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.70'}], 'enable_snat': True}, 'gw_port_id': 'b4722ef3-9c76-4442-94de-c1e8d9012bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:41:52Z', 'updated_at': '2021-12-20T08:41:57Z', 'revision_number': 3, 'project_id': 'ec4017678cc746e0bc7f4ecce92ed1b5', 'gw_port': {'id': 'b4722ef3-9c76-4442-94de-c1e8d9012bed', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:bf:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e107952-13ac-49e4-a9c6-ea642e78ebef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:41:54Z', 'updated_at': '2021-12-20T08:41:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:42:05.560341 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6454f54e-82b3-4ca8-9990-973b84d2b24d None None] Checking router: 5e107952-13ac-49e4-a9c6-ea642e78ebef for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 08:42:05.560623 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6454f54e-82b3-4ca8-9990-973b84d2b24d None None] Updating router 5e107952-13ac-49e4-a9c6-ea642e78ebef port b4722ef3-9c76-4442-94de-c1e8d9012bed binding host dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 08:42:05.584750 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-8c915735-160f-4ce3-8eea-8e22f7062cda tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Transition to ACTIVE for port object 7b6a36a7-cfca-42bd-97c5-4a00c4930c92 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:42:05.642964 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:05.648993 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-6454f54e-82b3-4ca8-9990-973b84d2b24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:05.657670 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bf1fae6-62c3-4a34-8d8d-9616c2214ce0 admin admin] Router 5668e455-965c-43a5-9c72-0bc9f4d2796b has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:42:05.687459 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dcbf55-9899-4603-b4b9-8d3a005b7eef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac973767-d8e5-40b9-96b4-c9bd14a3ce43,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:05.723586 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c2dcbf55-9899-4603-b4b9-8d3a005b7eef admin admin] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:05.723586 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c2dcbf55-9899-4603-b4b9-8d3a005b7eef admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ac973767-d8e5-40b9-96b4-c9bd14a3ce43 HTTP/1.1" status: 204 len: 168 time: 0.6886280 Dec 20 08:42:05.770573 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae6ac01-d6e7-43a6-b081-8af39cadba0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d111f83-ea62-4799-a72c-5a8f6bb7eac6,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:05.775601 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9ae6ac01-d6e7-43a6-b081-8af39cadba0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:05.782169 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-9ae6ac01-d6e7-43a6-b081-8af39cadba0e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=702bad34b13a4407ab0079c7c8b16d1d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6206961 Dec 20 08:42:05.782169 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-255395e7-2077-4040-8c5b-c5a35a0798a2 tempest-PortsAdminExtendedAttrsTestJSON-870363390 tempest-PortsAdminExtendedAttrsTestJSON-870363390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:05.782169 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-255395e7-2077-4040-8c5b-c5a35a0798a2 tempest-PortsAdminExtendedAttrsTestJSON-870363390 tempest-PortsAdminExtendedAttrsTestJSON-870363390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:05.784631 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 33916) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:05.803583 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-7418f3e6-e30b-4fe8-91b8-7ea10c1c34bb tempest-DHCPAgentSchedulersTestJSON-901873245 tempest-DHCPAgentSchedulersTestJSON-901873245-project-admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.4762466 Dec 20 08:42:05.808020 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 33920) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:05.824956 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-9f2ab8fa-8b7f-4f53-a883-543be292aa85 tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2047591020'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:42:05.854023 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-9f2ab8fa-8b7f-4f53-a883-543be292aa85 tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:42:05.864283 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8a7b804f-cec4-4e8f-af4d-1b6b16fdd48b tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:05.872020 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-9f2ab8fa-8b7f-4f53-a883-543be292aa85 tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Usage tracker for resource:network and tenant:54a732c01ec540e6b22fe785716e8e1f is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:42:05.875480 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-9f2ab8fa-8b7f-4f53-a883-543be292aa85 tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:42:05.891835 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-9f2ab8fa-8b7f-4f53-a883-543be292aa85 tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:42:05.919075 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6c1a93c3-79d3-4c16-b244-d1b3b91df925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:06.008915 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f2ab8fa-8b7f-4f53-a883-543be292aa85 tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Made reservation on behalf of 54a732c01ec540e6b22fe785716e8e1f for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:42:06.014121 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9f2ab8fa-8b7f-4f53-a883-543be292aa85 tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:06.029512 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6c1a93c3-79d3-4c16-b244-d1b3b91df925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:06.136852 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8c915735-160f-4ce3-8eea-8e22f7062cda tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:06.139343 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8a7b804f-cec4-4e8f-af4d-1b6b16fdd48b tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:06.171142 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318801e7-8492-4552-a406-4a7c58156b4d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:42:06.173922 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-ca2ff380-105b-46a8-9d55-b564ff8d825b None None] For port 31278664-d0c7-4e2e-93c3-2d15c95db1d4, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:42:06.177913 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-ca2ff380-105b-46a8-9d55-b564ff8d825b None None] For port 31278664-d0c7-4e2e-93c3-2d15c95db1d4, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=31278664-d0c7-4e2e-93c3-2d15c95db1d4,segment=NetworkSegment(6261bf8b-00d7-419d-91a9-8f1e937134a3),segment_id=6261bf8b-00d7-419d-91a9-8f1e937134a3)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:42:06.179107 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f2ab8fa-8b7f-4f53-a883-543be292aa85 tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:42:06.179446 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318801e7-8492-4552-a406-4a7c58156b4d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:42:06.180342 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-318801e7-8492-4552-a406-4a7c58156b4d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Synchronizing usage tracker for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:42:06.198814 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-ca2ff380-105b-46a8-9d55-b564ff8d825b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:06.207574 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-2479e164-9263-44f7-a075-12b6456aa7c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:06.211757 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:06.271538 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6c1a93c3-79d3-4c16-b244-d1b3b91df925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:06.275530 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9f2ab8fa-8b7f-4f53-a883-543be292aa85 tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:06.276291 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-9f2ab8fa-8b7f-4f53-a883-543be292aa85 tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Added segment 83e811cf-db7c-479b-9804-04bd5361be0e of type vlan for network 355262df-d4db-46f2-869b-a9556b3ba4bd Dec 20 08:42:06.289633 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:06.296635 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c915735-160f-4ce3-8eea-8e22f7062cda tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Network 2a4d4f7f-598a-4e75-9554-bac4816f8d8f is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:42:06.301720 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c915735-160f-4ce3-8eea-8e22f7062cda tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Pushing event updated for resources: {'Port': ['ID=7b6a36a7-cfca-42bd-97c5-4a00c4930c92,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:06.304912 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-8c915735-160f-4ce3-8eea-8e22f7062cda tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:42:06.314202 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1a93c3-79d3-4c16-b244-d1b3b91df925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d111f83-ea62-4799-a72c-5a8f6bb7eac6,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:06.367645 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-6454f54e-82b3-4ca8-9990-973b84d2b24d None None] Notify callbacks [] for port, precommit_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:06.381793 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-6c1a93c3-79d3-4c16-b244-d1b3b91df925 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:06.383818 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-6454f54e-82b3-4ca8-9990-973b84d2b24d None None] Transition to ACTIVE for port object b4722ef3-9c76-4442-94de-c1e8d9012bed will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:42:06.384070 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-71e77e68-1e4d-441c-acb9-54e3c423635d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:06.403059 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c915735-160f-4ce3-8eea-8e22f7062cda tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:42:06.408200 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c915735-160f-4ce3-8eea-8e22f7062cda tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:42:06.409050 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8c915735-160f-4ce3-8eea-8e22f7062cda tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:06.448881 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7b804f-cec4-4e8f-af4d-1b6b16fdd48b tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Network 89e85b71-aa43-4a01-81dd-ce4ea4642e74 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:42:06.453504 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 33926) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:06.454479 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-8a7b804f-cec4-4e8f-af4d-1b6b16fdd48b tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:42:06.470609 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6c1a93c3-79d3-4c16-b244-d1b3b91df925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:06.474346 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-6c1a93c3-79d3-4c16-b244-d1b3b91df925 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8d111f83-ea62-4799-a72c-5a8f6bb7eac6 HTTP/1.1" status: 204 len: 168 time: 0.6846440 Dec 20 08:42:06.475501 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9f2ab8fa-8b7f-4f53-a883-543be292aa85 tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:06.488691 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2ff380-105b-46a8-9d55-b564ff8d825b None None] Pushing event updated for resources: {'Port': ['ID=31278664-d0c7-4e2e-93c3-2d15c95db1d4,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:06.498013 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-ca2ff380-105b-46a8-9d55-b564ff8d825b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:06.502032 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-6454f54e-82b3-4ca8-9990-973b84d2b24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:06.521130 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:06.616631 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7b804f-cec4-4e8f-af4d-1b6b16fdd48b tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:42:06.618632 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7b804f-cec4-4e8f-af4d-1b6b16fdd48b tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:42:06.619393 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8a7b804f-cec4-4e8f-af4d-1b6b16fdd48b tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:06.644780 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9f2ab8fa-8b7f-4f53-a883-543be292aa85 tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:06.652766 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2ab8fa-8b7f-4f53-a883-543be292aa85 tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:42:06.653800 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9f2ab8fa-8b7f-4f53-a883-543be292aa85 tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:06.662829 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-dd57f338-de49-46fe-bbdd-b69a2769577f tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:06.751883 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-8c915735-160f-4ce3-8eea-8e22f7062cda tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.7285609 Dec 20 08:42:06.753636 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609d10e1-b494-41eb-9f04-b34204d8be66 None None] Pushing event updated for resources: {'Port': ['ID=b4722ef3-9c76-4442-94de-c1e8d9012bed,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:06.754727 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 33932) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:06.755608 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-318801e7-8492-4552-a406-4a7c58156b4d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Unset dirty status for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:42:06.758323 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-609d10e1-b494-41eb-9f04-b34204d8be66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:06.761682 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-6454f54e-82b3-4ca8-9990-973b84d2b24d None None] Attempting to bind port b4722ef3-9c76-4442-94de-c1e8d9012bed on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:42:06.762061 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-6454f54e-82b3-4ca8-9990-973b84d2b24d None None] Attempting to bind port b4722ef3-9c76-4442-94de-c1e8d9012bed by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:42:06.762425 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6454f54e-82b3-4ca8-9990-973b84d2b24d None None] Attempting to bind port b4722ef3-9c76-4442-94de-c1e8d9012bed on network 95f3bec2-46e6-4468-8229-8badd4a5aaae {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:42:06.762611 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-318801e7-8492-4552-a406-4a7c58156b4d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 1.2700200 Dec 20 08:42:06.768685 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7b804f-cec4-4e8f-af4d-1b6b16fdd48b tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Pushing event updated for resources: {'Port': ['ID=e4dc0878-b104-4979-b238-d22c8d2e24c7,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:06.772773 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6454f54e-82b3-4ca8-9990-973b84d2b24d None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:42:06.773140 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6454f54e-82b3-4ca8-9990-973b84d2b24d None None] Checking segment: {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:42:06.773594 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-6454f54e-82b3-4ca8-9990-973b84d2b24d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:06.773991 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6454f54e-82b3-4ca8-9990-973b84d2b24d None None] Bound using segment: {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:42:06.774466 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-6454f54e-82b3-4ca8-9990-973b84d2b24d None None] Bound port: b4722ef3-9c76-4442-94de-c1e8d9012bed, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:42:06.774675 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-8a7b804f-cec4-4e8f-af4d-1b6b16fdd48b tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:06.774859 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-6454f54e-82b3-4ca8-9990-973b84d2b24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:06.775164 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 33934) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:06.799350 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-99e03a23-195f-4188-90be-d4250b8869d2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2b04adac52db48038b23114b803f7a55&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3404644 Dec 20 08:42:06.799350 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-c31cd088-5e8d-49e7-8614-cc85dec60f39 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.405s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:06.800925 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-c31cd088-5e8d-49e7-8614-cc85dec60f39 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:06.808598 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-8a7b804f-cec4-4e8f-af4d-1b6b16fdd48b tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.0640357 Dec 20 08:42:06.825191 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 9b6cc5b9-ca4a-4d63-9bae-603e251b11d0 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:42:06.893746 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 33936) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:06.895908 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 33940) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:06.911618 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-ff866331-c622-4b33-8da9-5ab5d02cbcd7 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3e', 'mac_address': 'fa:16:3e:46:df:80'}]}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:42:06.951697 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-f623c759-0667-42fa-9bf7-b53d7682ada2 None None] Provisioning for port 7b6a36a7-cfca-42bd-97c5-4a00c4930c92 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:42:06.963212 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-f623c759-0667-42fa-9bf7-b53d7682ada2 None None] Provisioning complete for port 7b6a36a7-cfca-42bd-97c5-4a00c4930c92 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:42:06.963212 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f623c759-0667-42fa-9bf7-b53d7682ada2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:06.991023 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8b8d7-5a5b-4fed-90ab-64bf45cce72d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Deleting port 7f2f8a4b-fa61-428a-9211-a013d074c5a3 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:42:06.991471 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c8a8b8d7-5a5b-4fed-90ab-64bf45cce72d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:07.055082 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-6454f54e-82b3-4ca8-9990-973b84d2b24d None None] For port b4722ef3-9c76-4442-94de-c1e8d9012bed, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:42:07.057634 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-f623c759-0667-42fa-9bf7-b53d7682ada2 None None] Port 7b6a36a7-cfca-42bd-97c5-4a00c4930c92 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:42:07.075312 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-6454f54e-82b3-4ca8-9990-973b84d2b24d None None] For port b4722ef3-9c76-4442-94de-c1e8d9012bed, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=b4722ef3-9c76-4442-94de-c1e8d9012bed,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:42:07.082592 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 9b6cc5b9-ca4a-4d63-9bae-603e251b11d0 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:42:07.082980 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:07.099263 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-41630120-a038-428f-8a64-dcc44d6e1564 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8204'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:42:07.117014 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-6454f54e-82b3-4ca8-9990-973b84d2b24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:07.127948 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-ca2ff380-105b-46a8-9d55-b564ff8d825b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:07.189219 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-9f2ab8fa-8b7f-4f53-a883-543be292aa85 tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.3763425 Dec 20 08:42:07.226000 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 33952) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:07.249157 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609d10e1-b494-41eb-9f04-b34204d8be66 None None] Pushing event updated for resources: {'Port': ['ID=b4722ef3-9c76-4442-94de-c1e8d9012bed,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:07.254886 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-609d10e1-b494-41eb-9f04-b34204d8be66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:07.341916 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6454f54e-82b3-4ca8-9990-973b84d2b24d None None] Routers {'5e107952-13ac-49e4-a9c6-ea642e78ebef'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:42:07.342571 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-6454f54e-82b3-4ca8-9990-973b84d2b24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:41:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['5e107952-13ac-49e4-a9c6-ea642e78ebef'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:42:07.467899 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2ab8fa-8b7f-4f53-a883-543be292aa85 tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Pushing event updated for resources: {'Network': ['ID=355262df-d4db-46f2-869b-a9556b3ba4bd,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:07.473103 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9f2ab8fa-8b7f-4f53-a883-543be292aa85 tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.808s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:07.491828 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network 355262df-d4db-46f2-869b-a9556b3ba4bd details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:42:07.531451 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 22c662ef-d61e-487d-b2e8-dad4446e7e27 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:42:07.588302 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-c900dc9c-0db8-42d5-b640-f385ec7aeba7 None None] Provisioning for port 22c662ef-d61e-487d-b2e8-dad4446e7e27 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:42:07.674339 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bf1fae6-62c3-4a34-8d8d-9616c2214ce0 admin admin] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:42:07.688397 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-71e77e68-1e4d-441c-acb9-54e3c423635d admin admin] Allocated IP 172.20.0.1 (74659ea1-fc06-4c03-bfff-ba787badb621/372cc3e6-10e8-4159-8180-180bc179785a/4f8e3d34-caba-45c3-bd98-71684a55202b) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:42:07.688959 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33160dc7-4160-4e43-a8c6-c643cd04829a None None] Sync routers for ids ['5668e455-965c-43a5-9c72-0bc9f4d2796b'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:42:07.710939 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-3bf1fae6-62c3-4a34-8d8d-9616c2214ce0 admin admin] 10.222.0.16 "PUT /v2.0/routers/5668e455-965c-43a5-9c72-0bc9f4d2796b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2835932 Dec 20 08:42:07.727181 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33160dc7-4160-4e43-a8c6-c643cd04829a None None] Routers {'5668e455-965c-43a5-9c72-0bc9f4d2796b'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:42:07.729711 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-33160dc7-4160-4e43-a8c6-c643cd04829a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:41:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['5668e455-965c-43a5-9c72-0bc9f4d2796b'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:42:07.775542 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-41630120-a038-428f-8a64-dcc44d6e1564 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:07.884700 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-6454f54e-82b3-4ca8-9990-973b84d2b24d None None] Set router 5e107952-13ac-49e4-a9c6-ea642e78ebef gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:42:07.893997 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c8a8b8d7-5a5b-4fed-90ab-64bf45cce72d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:07.944298 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-1fc9a496-b124-4fa2-9797-9790273b03b4 tempest-DHCPAgentSchedulersTestJSON-901873245 tempest-DHCPAgentSchedulersTestJSON-901873245-project-admin] 10.222.0.16 "GET /v2.0/agents/5a522f69-2c56-46ba-9131-853905d096b7/dhcp-networks HTTP/1.1" status: 200 len: 7044 time: 0.6906116 Dec 20 08:42:07.962771 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 22c662ef-d61e-487d-b2e8-dad4446e7e27 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:42:08.038486 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 33968) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:08.071968 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 22c662ef-d61e-487d-b2e8-dad4446e7e27 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:42:08.072168 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:08.137464 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-33160dc7-4160-4e43-a8c6-c643cd04829a None None] Set router 5668e455-965c-43a5-9c72-0bc9f4d2796b gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:42:08.210979 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8b8d7-5a5b-4fed-90ab-64bf45cce72d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Calling delete_port for 7f2f8a4b-fa61-428a-9211-a013d074c5a3 owned by {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:42:08.244022 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-c820cf16-c031-4de3-9fc6-ffaf2ac3eb51 None None] Provisioning for port 7f2f8a4b-fa61-428a-9211-a013d074c5a3 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:42:08.269901 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-c820cf16-c031-4de3-9fc6-ffaf2ac3eb51 None None] Provisioning complete for port 7f2f8a4b-fa61-428a-9211-a013d074c5a3 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:42:08.270312 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c820cf16-c031-4de3-9fc6-ffaf2ac3eb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:08.408352 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b802ee9-35fa-4ec0-a7f3-721b80572c64 None None] Network c2d79a55-ba3d-4dca-b1f7-7774ad58e449 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:42:08.500830 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-c820cf16-c031-4de3-9fc6-ffaf2ac3eb51 None None] Port 7f2f8a4b-fa61-428a-9211-a013d074c5a3 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:42:08.674721 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-33160dc7-4160-4e43-a8c6-c643cd04829a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5668e455-965c-43a5-9c72-0bc9f4d2796b', 'name': 'tempest-ServersTestJSON-158387902-router', 'tenant_id': '7db362d7554a4f47a4a46f85caa7eb15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.23'}], 'enable_snat': True}, 'gw_port_id': '140a870c-f77e-4311-806d-f54116d13cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:41:50Z', 'updated_at': '2021-12-20T08:42:02Z', 'revision_number': 4, 'project_id': '7db362d7554a4f47a4a46f85caa7eb15', 'gw_port': {'id': '140a870c-f77e-4311-806d-f54116d13cb0', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5668e455-965c-43a5-9c72-0bc9f4d2796b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:41:51Z', 'updated_at': '2021-12-20T08:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '1a68abfe-3c9d-4096-bb74-3714faf4418c', 'name': '', 'network_id': 'ae7d918f-a9f8-4196-ba8f-f2cde9016013', 'tenant_id': '7db362d7554a4f47a4a46f85caa7eb15', 'mac_address': 'fa:16:3e:44:62:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5668e455-965c-43a5-9c72-0bc9f4d2796b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41a7a572-5490-4849-a924-85aba7f9eddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:42:00Z', 'updated_at': '2021-12-20T08:42:02Z', 'revision_number': 2, 'project_id': '7db362d7554a4f47a4a46f85caa7eb15', 'subnets': [{'id': '41a7a572-5490-4849-a924-85aba7f9eddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:42:08.682511 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-41630120-a038-428f-8a64-dcc44d6e1564 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] device_id is not set on port e4dc0878-b104-4979-b238-d22c8d2e24c7 yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:42:08.683790 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33160dc7-4160-4e43-a8c6-c643cd04829a None None] Checking router: 5668e455-965c-43a5-9c72-0bc9f4d2796b for host: dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 08:42:08.686940 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33160dc7-4160-4e43-a8c6-c643cd04829a None None] Updating router 5668e455-965c-43a5-9c72-0bc9f4d2796b port 1a68abfe-3c9d-4096-bb74-3714faf4418c binding host dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 08:42:08.692531 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-41630120-a038-428f-8a64-dcc44d6e1564 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:08.711036 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-41630120-a038-428f-8a64-dcc44d6e1564 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Transition to ACTIVE for port object e4dc0878-b104-4979-b238-d22c8d2e24c7 will not be triggered until provisioned by entity L2. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:42:08.761262 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-41630120-a038-428f-8a64-dcc44d6e1564 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:08.794736 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613aeb92-b0b1-4de6-a080-7ca56fd1aadd tempest-DHCPAgentSchedulersTestJSON-901873245 tempest-DHCPAgentSchedulersTestJSON-901873245-project-admin] Network 355262df-d4db-46f2-869b-a9556b3ba4bd is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:42:08.808257 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:08.808459 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:08.828688 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-33160dc7-4160-4e43-a8c6-c643cd04829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:08.830595 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c8a8b8d7-5a5b-4fed-90ab-64bf45cce72d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:08.851996 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-613aeb92-b0b1-4de6-a080-7ca56fd1aadd tempest-DHCPAgentSchedulersTestJSON-901873245 tempest-DHCPAgentSchedulersTestJSON-901873245-project-admin] 10.222.0.16 "POST /v2.0/agents/5a522f69-2c56-46ba-9131-853905d096b7/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.8119466 Dec 20 08:42:08.853095 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3bf1fae6-62c3-4a34-8d8d-9616c2214ce0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:08.871250 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6526e1c1-8103-4f3f-ac9e-85c7e37980d1 None None] Network 355262df-d4db-46f2-869b-a9556b3ba4bd requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:42:08.894484 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 33988) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:08.930259 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a8b8d7-5a5b-4fed-90ab-64bf45cce72d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event deleted for resources: {'Port': ['ID=7f2f8a4b-fa61-428a-9211-a013d074c5a3,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:08.938046 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-c8a8b8d7-5a5b-4fed-90ab-64bf45cce72d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:08.965518 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-4faf85b4-388f-46e3-ac0e-83a21ee7884f None None] Provisioning for port 31278664-d0c7-4e2e-93c3-2d15c95db1d4 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:42:09.031268 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c8a8b8d7-5a5b-4fed-90ab-64bf45cce72d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:09.056800 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8c662c99-1684-4535-9c09-67fd6709a969 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:09.065057 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-c8a8b8d7-5a5b-4fed-90ab-64bf45cce72d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/ports/7f2f8a4b-fa61-428a-9211-a013d074c5a3 HTTP/1.1" status: 204 len: 168 time: 2.2609055 Dec 20 08:42:09.065374 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 33996) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:09.087697 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8c662c99-1684-4535-9c09-67fd6709a969 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:09.193762 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [None req-41630120-a038-428f-8a64-dcc44d6e1564 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempting to bind port e4dc0878-b104-4979-b238-d22c8d2e24c7 on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:42:09.194266 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [None req-41630120-a038-428f-8a64-dcc44d6e1564 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempting to bind port e4dc0878-b104-4979-b238-d22c8d2e24c7 by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': '4b5cce3c-72dc-41c5-85c0-b41189f1c9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '89e85b71-aa43-4a01-81dd-ce4ea4642e74'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:42:09.194736 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41630120-a038-428f-8a64-dcc44d6e1564 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempting to bind port e4dc0878-b104-4979-b238-d22c8d2e24c7 on network 89e85b71-aa43-4a01-81dd-ce4ea4642e74 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:42:09.198589 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 22c662ef-d61e-487d-b2e8-dad4446e7e27, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=22c662ef-d61e-487d-b2e8-dad4446e7e27,segment=NetworkSegment(7c00552d-ea93-440b-911c-cb3aa0a4eeff),segment_id=7c00552d-ea93-440b-911c-cb3aa0a4eeff)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:42:09.202142 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8c662c99-1684-4535-9c09-67fd6709a969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:09.210938 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41630120-a038-428f-8a64-dcc44d6e1564 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Port e4dc0878-b104-4979-b238-d22c8d2e24c7 on network 89e85b71-aa43-4a01-81dd-ce4ea4642e74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 08:42:09.211426 dv-neutron-820491-1-hyperv neutron-server[83444]: ERROR neutron.plugins.ml2.managers [None req-41630120-a038-428f-8a64-dcc44d6e1564 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Failed to bind port e4dc0878-b104-4979-b238-d22c8d2e24c7 on host hv-neutron-8204 for vnic_type normal using segments [{'id': '4b5cce3c-72dc-41c5-85c0-b41189f1c9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '89e85b71-aa43-4a01-81dd-ce4ea4642e74'}] Dec 20 08:42:09.219529 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:09.264454 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78355acf-5583-4e75-b13d-85fd86ddb0d0 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['shared'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:42:09.267225 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78355acf-5583-4e75-b13d-85fd86ddb0d0 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['shared'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:42:09.268011 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-78355acf-5583-4e75-b13d-85fd86ddb0d0 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Synchronizing usage tracker for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:subnet {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:42:09.286748 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-71e77e68-1e4d-441c-acb9-54e3c423635d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:09.310326 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:09.340017 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-78355acf-5583-4e75-b13d-85fd86ddb0d0 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Unset dirty status for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:subnet {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:42:09.350908 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-71e77e68-1e4d-441c-acb9-54e3c423635d admin admin] Transition to ACTIVE for port object 4f8e3d34-caba-45c3-bd98-71684a55202b will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:42:09.353971 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-78355acf-5583-4e75-b13d-85fd86ddb0d0 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2874019 Dec 20 08:42:09.354810 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 34004) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:09.367429 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.plugins.ml2.plugin [None req-41630120-a038-428f-8a64-dcc44d6e1564 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempt 2 to bind port e4dc0878-b104-4979-b238-d22c8d2e24c7 Dec 20 08:42:09.389729 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ff866331-c622-4b33-8da9-5ab5d02cbcd7 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:09.475665 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 31278664-d0c7-4e2e-93c3-2d15c95db1d4 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:42:09.549664 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-71e77e68-1e4d-441c-acb9-54e3c423635d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:09.560390 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41630120-a038-428f-8a64-dcc44d6e1564 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Pushing event updated for resources: {'Port': ['ID=e4dc0878-b104-4979-b238-d22c8d2e24c7,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:09.580056 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [None req-41630120-a038-428f-8a64-dcc44d6e1564 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempting to bind port e4dc0878-b104-4979-b238-d22c8d2e24c7 on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:42:09.580387 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [None req-41630120-a038-428f-8a64-dcc44d6e1564 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempting to bind port e4dc0878-b104-4979-b238-d22c8d2e24c7 by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': '4b5cce3c-72dc-41c5-85c0-b41189f1c9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '89e85b71-aa43-4a01-81dd-ce4ea4642e74'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:42:09.580716 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41630120-a038-428f-8a64-dcc44d6e1564 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempting to bind port e4dc0878-b104-4979-b238-d22c8d2e24c7 on network 89e85b71-aa43-4a01-81dd-ce4ea4642e74 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:42:09.604071 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-6454f54e-82b3-4ca8-9990-973b84d2b24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e107952-13ac-49e4-a9c6-ea642e78ebef', 'name': 'tempest-ServersTestManualDisk-478884454-router', 'tenant_id': 'ec4017678cc746e0bc7f4ecce92ed1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.70'}], 'enable_snat': True}, 'gw_port_id': 'b4722ef3-9c76-4442-94de-c1e8d9012bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:41:52Z', 'updated_at': '2021-12-20T08:41:57Z', 'revision_number': 3, 'project_id': 'ec4017678cc746e0bc7f4ecce92ed1b5', 'gw_port': {'id': 'b4722ef3-9c76-4442-94de-c1e8d9012bed', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:bf:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e107952-13ac-49e4-a9c6-ea642e78ebef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:41:54Z', 'updated_at': '2021-12-20T08:42:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:42:09.607629 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=22c662ef-d61e-487d-b2e8-dad4446e7e27,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:09.608832 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-41630120-a038-428f-8a64-dcc44d6e1564 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.801s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:09.609332 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-41630120-a038-428f-8a64-dcc44d6e1564 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:09.609722 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 34010) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:09.615928 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-03d97c0b-67df-4346-9142-899dc2aaaef2 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Request body: {'security_group': {'name': 'tempest-securitygroup--101337163', 'description': 'tempest-description--106300073'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:42:09.629550 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:09.633156 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6454f54e-82b3-4ca8-9990-973b84d2b24d None None] The sync data for ids ['5e107952-13ac-49e4-a9c6-ea642e78ebef'] in dv-neutron-820491-1-hyperv is: [{'id': '5e107952-13ac-49e4-a9c6-ea642e78ebef', 'name': 'tempest-ServersTestManualDisk-478884454-router', 'tenant_id': 'ec4017678cc746e0bc7f4ecce92ed1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.70'}], 'enable_snat': True}, 'gw_port_id': 'b4722ef3-9c76-4442-94de-c1e8d9012bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:41:52Z', 'updated_at': '2021-12-20T08:41:57Z', 'revision_number': 3, 'project_id': 'ec4017678cc746e0bc7f4ecce92ed1b5', 'gw_port': {'id': 'b4722ef3-9c76-4442-94de-c1e8d9012bed', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:bf:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e107952-13ac-49e4-a9c6-ea642e78ebef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:41:54Z', 'updated_at': '2021-12-20T08:42:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:42:09.695376 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:09.718454 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8c662c99-1684-4535-9c09-67fd6709a969 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:09.719629 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 31278664-d0c7-4e2e-93c3-2d15c95db1d4 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:42:09.719766 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-8c662c99-1684-4535-9c09-67fd6709a969 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c1249cba-216e-4e94-b691-5ad29de2a09e HTTP/1.1" status: 204 len: 168 time: 2.6875381 Dec 20 08:42:09.736184 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-33160dc7-4160-4e43-a8c6-c643cd04829a None None] Notify callbacks [] for port, precommit_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:09.742480 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 31278664-d0c7-4e2e-93c3-2d15c95db1d4 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:42:09.743771 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:09.760845 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.provisioning_blocks [None req-33160dc7-4160-4e43-a8c6-c643cd04829a None None] Transition to ACTIVE for port object 1a68abfe-3c9d-4096-bb74-3714faf4418c will not be triggered until provisioned by entity L2. {{(pid=83447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:42:09.774360 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-33160dc7-4160-4e43-a8c6-c643cd04829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:09.784735 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:09.878030 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-03d97c0b-67df-4346-9142-899dc2aaaef2 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:42:09.892721 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41630120-a038-428f-8a64-dcc44d6e1564 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Port e4dc0878-b104-4979-b238-d22c8d2e24c7 on network 89e85b71-aa43-4a01-81dd-ce4ea4642e74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 08:42:09.895318 dv-neutron-820491-1-hyperv neutron-server[83444]: ERROR neutron.plugins.ml2.managers [None req-41630120-a038-428f-8a64-dcc44d6e1564 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Failed to bind port e4dc0878-b104-4979-b238-d22c8d2e24c7 on host hv-neutron-8204 for vnic_type normal using segments [{'id': '4b5cce3c-72dc-41c5-85c0-b41189f1c9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '89e85b71-aa43-4a01-81dd-ce4ea4642e74'}] Dec 20 08:42:09.896840 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-03d97c0b-67df-4346-9142-899dc2aaaef2 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Usage tracker for resource:security_group and tenant:7db362d7554a4f47a4a46f85caa7eb15 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:42:09.913542 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-03d97c0b-67df-4346-9142-899dc2aaaef2 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:42:09.918031 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.plugins.ml2.plugin [None req-41630120-a038-428f-8a64-dcc44d6e1564 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempt 3 to bind port e4dc0878-b104-4979-b238-d22c8d2e24c7 Dec 20 08:42:09.990285 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-03d97c0b-67df-4346-9142-899dc2aaaef2 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:42:10.042901 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-03d97c0b-67df-4346-9142-899dc2aaaef2 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Notify callbacks [] for security_group, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:10.085902 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e77e68-1e4d-441c-acb9-54e3c423635d admin admin] Network 74659ea1-fc06-4c03-bfff-ba787badb621 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:42:10.088169 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_v2 [None req-057e9330-3697-451b-b62c-82dd7fc3bae1 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Deleting subnet 13d01c2e-b780-4232-9958-d8c312cc170b {{(pid=83445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:42:10.102490 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-057e9330-3697-451b-b62c-82dd7fc3bae1 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for subnet, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:10.105687 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-82c5c116-a003-41b7-8627-eb7107f5e8b7 None None] Provisioning complete for port 31278664-d0c7-4e2e-93c3-2d15c95db1d4 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:42:10.107894 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-82c5c116-a003-41b7-8627-eb7107f5e8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:10.119885 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-71e77e68-1e4d-441c-acb9-54e3c423635d admin admin] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:42:10.122722 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [None req-41630120-a038-428f-8a64-dcc44d6e1564 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempting to bind port e4dc0878-b104-4979-b238-d22c8d2e24c7 on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:42:10.123117 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [None req-41630120-a038-428f-8a64-dcc44d6e1564 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempting to bind port e4dc0878-b104-4979-b238-d22c8d2e24c7 by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': '4b5cce3c-72dc-41c5-85c0-b41189f1c9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '89e85b71-aa43-4a01-81dd-ce4ea4642e74'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:42:10.133688 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41630120-a038-428f-8a64-dcc44d6e1564 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempting to bind port e4dc0878-b104-4979-b238-d22c8d2e24c7 on network 89e85b71-aa43-4a01-81dd-ce4ea4642e74 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:42:10.159412 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e77e68-1e4d-441c-acb9-54e3c423635d admin admin] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:42:10.260294 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:10.278692 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e77e68-1e4d-441c-acb9-54e3c423635d admin admin] Pushing event updated for resources: {'Port': ['ID=4f8e3d34-caba-45c3-bd98-71684a55202b,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:10.292092 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-71e77e68-1e4d-441c-acb9-54e3c423635d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.680s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:10.336544 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-03d97c0b-67df-4346-9142-899dc2aaaef2 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:42:10.346440 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-057e9330-3697-451b-b62c-82dd7fc3bae1 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:10.352609 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-03d97c0b-67df-4346-9142-899dc2aaaef2 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Usage tracker for resource:security_group_rule and tenant:7db362d7554a4f47a4a46f85caa7eb15 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:42:10.380772 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-03d97c0b-67df-4346-9142-899dc2aaaef2 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:42:10.416356 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-33160dc7-4160-4e43-a8c6-c643cd04829a None None] Attempting to bind port 1a68abfe-3c9d-4096-bb74-3714faf4418c on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:42:10.416880 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-33160dc7-4160-4e43-a8c6-c643cd04829a None None] Attempting to bind port 1a68abfe-3c9d-4096-bb74-3714faf4418c by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': 'a9eab435-89d5-4321-91f2-1fa8426047e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ae7d918f-a9f8-4196-ba8f-f2cde9016013'}] {{(pid=83447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:42:10.416964 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-03d97c0b-67df-4346-9142-899dc2aaaef2 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:42:10.417112 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33160dc7-4160-4e43-a8c6-c643cd04829a None None] Attempting to bind port 1a68abfe-3c9d-4096-bb74-3714faf4418c on network ae7d918f-a9f8-4196-ba8f-f2cde9016013 {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:42:10.465547 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 31278664-d0c7-4e2e-93c3-2d15c95db1d4, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=31278664-d0c7-4e2e-93c3-2d15c95db1d4,segment=NetworkSegment(6261bf8b-00d7-419d-91a9-8f1e937134a3),segment_id=6261bf8b-00d7-419d-91a9-8f1e937134a3)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:42:10.498977 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33160dc7-4160-4e43-a8c6-c643cd04829a None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:42:10.503011 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33160dc7-4160-4e43-a8c6-c643cd04829a None None] Checking segment: {'id': 'a9eab435-89d5-4321-91f2-1fa8426047e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ae7d918f-a9f8-4196-ba8f-f2cde9016013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:42:10.503421 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-33160dc7-4160-4e43-a8c6-c643cd04829a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:10.503817 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33160dc7-4160-4e43-a8c6-c643cd04829a None None] Bound using segment: {'id': 'a9eab435-89d5-4321-91f2-1fa8426047e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ae7d918f-a9f8-4196-ba8f-f2cde9016013'} {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:42:10.504306 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-33160dc7-4160-4e43-a8c6-c643cd04829a None None] Bound port: 1a68abfe-3c9d-4096-bb74-3714faf4418c, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9eab435-89d5-4321-91f2-1fa8426047e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ae7d918f-a9f8-4196-ba8f-f2cde9016013'}}] {{(pid=83447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:42:10.511769 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-33160dc7-4160-4e43-a8c6-c643cd04829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:10.561276 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9ae6ac01-d6e7-43a6-b081-8af39cadba0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.172s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:10.565740 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-057e9330-3697-451b-b62c-82dd7fc3bae1 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:10.598620 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-6cc42874-c3b7-4ce9-9e93-cbdbb7b9f21a tempest-DHCPAgentSchedulersTestJSON-901873245 tempest-DHCPAgentSchedulersTestJSON-901873245-project-admin] 10.222.0.16 "GET /v2.0/agents/5a522f69-2c56-46ba-9131-853905d096b7/dhcp-networks HTTP/1.1" status: 200 len: 7789 time: 1.7014685 Dec 20 08:42:10.605800 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:10.619960 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 34026) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:10.620290 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 34028) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:10.625189 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:10.717873 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529541a7-e0ea-47eb-b342-954cc086fb91 None None] Pushing event updated for resources: {'Port': ['ID=1a68abfe-3c9d-4096-bb74-3714faf4418c,revision_number=3']} {{(pid=83447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:10.727551 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-529541a7-e0ea-47eb-b342-954cc086fb91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.949s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:10.744351 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c662c99-1684-4535-9c09-67fd6709a969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1249cba-216e-4e94-b691-5ad29de2a09e,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:10.747804 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-71e77e68-1e4d-441c-acb9-54e3c423635d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-345881'] for router_interface, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:10.752253 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-8c662c99-1684-4535-9c09-67fd6709a969 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:10.768499 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41630120-a038-428f-8a64-dcc44d6e1564 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Port e4dc0878-b104-4979-b238-d22c8d2e24c7 on network 89e85b71-aa43-4a01-81dd-ce4ea4642e74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 08:42:10.768948 dv-neutron-820491-1-hyperv neutron-server[83444]: ERROR neutron.plugins.ml2.managers [None req-41630120-a038-428f-8a64-dcc44d6e1564 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Failed to bind port e4dc0878-b104-4979-b238-d22c8d2e24c7 on host hv-neutron-8204 for vnic_type normal using segments [{'id': '4b5cce3c-72dc-41c5-85c0-b41189f1c9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '89e85b71-aa43-4a01-81dd-ce4ea4642e74'}] Dec 20 08:42:10.807601 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-03d97c0b-67df-4346-9142-899dc2aaaef2 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Notify callbacks [] for security_group, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:10.814915 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=31278664-d0c7-4e2e-93c3-2d15c95db1d4,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:10.824949 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-03d97c0b-67df-4346-9142-899dc2aaaef2 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:10.829401 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:10.841379 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-9973c1bd-fd37-4163-9b80-4a1b3b2a134f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:10.841499 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.plugins.ml2.plugin [None req-41630120-a038-428f-8a64-dcc44d6e1564 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempt 4 to bind port e4dc0878-b104-4979-b238-d22c8d2e24c7 Dec 20 08:42:10.860678 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.db [None req-33160dc7-4160-4e43-a8c6-c643cd04829a None None] For port 1a68abfe-3c9d-4096-bb74-3714faf4418c, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:42:10.864729 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.db [None req-33160dc7-4160-4e43-a8c6-c643cd04829a None None] For port 1a68abfe-3c9d-4096-bb74-3714faf4418c, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=1a68abfe-3c9d-4096-bb74-3714faf4418c,segment=NetworkSegment(a9eab435-89d5-4321-91f2-1fa8426047e8),segment_id=a9eab435-89d5-4321-91f2-1fa8426047e8)] {{(pid=83447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:42:10.871272 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-33160dc7-4160-4e43-a8c6-c643cd04829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:10.887174 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-529541a7-e0ea-47eb-b342-954cc086fb91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:10.914350 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d97c0b-67df-4346-9142-899dc2aaaef2 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85b419f3-1db6-44b7-a0aa-e59be6683846,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:10.932750 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-0b7acfba-7cf9-41f7-b3e8-7d09a4e5c2eb None None] Provisioning for port 4f8e3d34-caba-45c3-bd98-71684a55202b completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:42:10.945946 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-03d97c0b-67df-4346-9142-899dc2aaaef2 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:10.947367 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-0b7acfba-7cf9-41f7-b3e8-7d09a4e5c2eb None None] Provisioning complete for port 4f8e3d34-caba-45c3-bd98-71684a55202b triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:42:10.948253 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-0b7acfba-7cf9-41f7-b3e8-7d09a4e5c2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:10.949779 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-057e9330-3697-451b-b62c-82dd7fc3bae1 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for subnet, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:10.973091 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:11.030367 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529541a7-e0ea-47eb-b342-954cc086fb91 None None] Pushing event updated for resources: {'Port': ['ID=1a68abfe-3c9d-4096-bb74-3714faf4418c,revision_number=4']} {{(pid=83447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:11.043815 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-529541a7-e0ea-47eb-b342-954cc086fb91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:11.053888 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [None req-41630120-a038-428f-8a64-dcc44d6e1564 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempting to bind port e4dc0878-b104-4979-b238-d22c8d2e24c7 on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:42:11.053888 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [None req-41630120-a038-428f-8a64-dcc44d6e1564 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempting to bind port e4dc0878-b104-4979-b238-d22c8d2e24c7 by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': '4b5cce3c-72dc-41c5-85c0-b41189f1c9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '89e85b71-aa43-4a01-81dd-ce4ea4642e74'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:42:11.054317 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41630120-a038-428f-8a64-dcc44d6e1564 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempting to bind port e4dc0878-b104-4979-b238-d22c8d2e24c7 on network 89e85b71-aa43-4a01-81dd-ce4ea4642e74 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:42:11.080653 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-0b7acfba-7cf9-41f7-b3e8-7d09a4e5c2eb None None] Port 4f8e3d34-caba-45c3-bd98-71684a55202b cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:42:11.088211 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057e9330-3697-451b-b62c-82dd7fc3bae1 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event deleted for resources: {'Subnet': ['ID=13d01c2e-b780-4232-9958-d8c312cc170b,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:11.094617 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-057e9330-3697-451b-b62c-82dd7fc3bae1 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:11.101420 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-03d97c0b-67df-4346-9142-899dc2aaaef2 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:11.101603 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41630120-a038-428f-8a64-dcc44d6e1564 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Port e4dc0878-b104-4979-b238-d22c8d2e24c7 on network 89e85b71-aa43-4a01-81dd-ce4ea4642e74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 08:42:11.103364 dv-neutron-820491-1-hyperv neutron-server[83444]: ERROR neutron.plugins.ml2.managers [None req-41630120-a038-428f-8a64-dcc44d6e1564 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Failed to bind port e4dc0878-b104-4979-b238-d22c8d2e24c7 on host hv-neutron-8204 for vnic_type normal using segments [{'id': '4b5cce3c-72dc-41c5-85c0-b41189f1c9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '89e85b71-aa43-4a01-81dd-ce4ea4642e74'}] Dec 20 08:42:11.106383 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-03d97c0b-67df-4346-9142-899dc2aaaef2 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 1.4953506 Dec 20 08:42:11.111930 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-057e9330-3697-451b-b62c-82dd7fc3bae1 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:11.115177 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-057e9330-3697-451b-b62c-82dd7fc3bae1 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/subnets/13d01c2e-b780-4232-9958-d8c312cc170b HTTP/1.1" status: 204 len: 168 time: 1.7593639 Dec 20 08:42:11.118484 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 34042) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:11.118738 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 34044) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:11.119752 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33160dc7-4160-4e43-a8c6-c643cd04829a None None] Routers {'5668e455-965c-43a5-9c72-0bc9f4d2796b'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:42:11.121165 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580ea914-5900-43f4-9bad-12153069973e None None] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:42:11.121758 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-33160dc7-4160-4e43-a8c6-c643cd04829a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:41:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['5668e455-965c-43a5-9c72-0bc9f4d2796b'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:42:11.132205 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-ba6e5516-87c8-4f5a-8d0e-224d1517f974 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Request body: {'security_group_rule': {'security_group_id': '85b419f3-1db6-44b7-a0aa-e59be6683846', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:42:11.143634 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-f3dd09b9-dfa4-491e-a60f-d7f2c6fef347 tempest-RoutersAdminNegativeTest-2143992570 tempest-RoutersAdminNegativeTest-2143992570-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-910297780', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:42:11.164308 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-f3dd09b9-dfa4-491e-a60f-d7f2c6fef347 tempest-RoutersAdminNegativeTest-2143992570 tempest-RoutersAdminNegativeTest-2143992570-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:42:11.171711 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f3dd09b9-dfa4-491e-a60f-d7f2c6fef347 tempest-RoutersAdminNegativeTest-2143992570 tempest-RoutersAdminNegativeTest-2143992570-project-admin] Usage tracker for resource:port and tenant:9f9e5d5e8b8f41c4895895ba15f696d2 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:42:11.180743 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f3dd09b9-dfa4-491e-a60f-d7f2c6fef347 tempest-RoutersAdminNegativeTest-2143992570 tempest-RoutersAdminNegativeTest-2143992570-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:42:11.193493 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-f3dd09b9-dfa4-491e-a60f-d7f2c6fef347 tempest-RoutersAdminNegativeTest-2143992570 tempest-RoutersAdminNegativeTest-2143992570-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:42:11.195733 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-0b7acfba-7cf9-41f7-b3e8-7d09a4e5c2eb None None] Could not find standard attr ID for object b7d9e690-6ae1-485e-8846-27afdbd40af5. {{(pid=83446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 08:42:11.209805 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.plugins.ml2.plugin [None req-41630120-a038-428f-8a64-dcc44d6e1564 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempt 5 to bind port e4dc0878-b104-4979-b238-d22c8d2e24c7 Dec 20 08:42:11.315577 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [None req-41630120-a038-428f-8a64-dcc44d6e1564 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempting to bind port e4dc0878-b104-4979-b238-d22c8d2e24c7 on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:42:11.315577 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [None req-41630120-a038-428f-8a64-dcc44d6e1564 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempting to bind port e4dc0878-b104-4979-b238-d22c8d2e24c7 by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': '4b5cce3c-72dc-41c5-85c0-b41189f1c9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '89e85b71-aa43-4a01-81dd-ce4ea4642e74'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:42:11.315577 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41630120-a038-428f-8a64-dcc44d6e1564 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempting to bind port e4dc0878-b104-4979-b238-d22c8d2e24c7 on network 89e85b71-aa43-4a01-81dd-ce4ea4642e74 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:42:11.320995 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3dd09b9-dfa4-491e-a60f-d7f2c6fef347 tempest-RoutersAdminNegativeTest-2143992570 tempest-RoutersAdminNegativeTest-2143992570-project-admin] Made reservation on behalf of 9f9e5d5e8b8f41c4895895ba15f696d2 for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:42:11.328904 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f3dd09b9-dfa4-491e-a60f-d7f2c6fef347 tempest-RoutersAdminNegativeTest-2143992570 tempest-RoutersAdminNegativeTest-2143992570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:11.329309 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-9262c208-a7f5-4fc5-af95-a2ff9c146452 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1858399 Dec 20 08:42:11.333738 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 34050) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:11.355150 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-ba6e5516-87c8-4f5a-8d0e-224d1517f974 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:42:11.366946 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f3dd09b9-dfa4-491e-a60f-d7f2c6fef347 tempest-RoutersAdminNegativeTest-2143992570 tempest-RoutersAdminNegativeTest-2143992570-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:11.381691 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-dd315e9d-759b-48e5-9afb-1d7dad2ead33 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Request body: {'subnet': {'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:42:11.400010 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-33160dc7-4160-4e43-a8c6-c643cd04829a None None] Set router 5668e455-965c-43a5-9c72-0bc9f4d2796b gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:42:11.436265 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-ba6e5516-87c8-4f5a-8d0e-224d1517f974 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Usage tracker for resource:security_group_rule and tenant:7db362d7554a4f47a4a46f85caa7eb15 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:42:11.460591 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-ba6e5516-87c8-4f5a-8d0e-224d1517f974 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:42:11.505866 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-fc6a7026-a2ac-4cdc-b816-04b32ee883a3 tempest-DHCPAgentSchedulersTestJSON-901873245 tempest-DHCPAgentSchedulersTestJSON-901873245-project-admin] 10.222.0.16 "DELETE /v2.0/agents/5a522f69-2c56-46ba-9131-853905d096b7/dhcp-networks/355262df-d4db-46f2-869b-a9556b3ba4bd HTTP/1.1" status: 204 len: 168 time: 0.8705244 Dec 20 08:42:11.508941 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 34056) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:11.525164 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-ba6e5516-87c8-4f5a-8d0e-224d1517f974 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:42:11.545350 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-f3dd09b9-dfa4-491e-a60f-d7f2c6fef347 tempest-RoutersAdminNegativeTest-2143992570 tempest-RoutersAdminNegativeTest-2143992570-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:42:11.547481 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41630120-a038-428f-8a64-dcc44d6e1564 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Port e4dc0878-b104-4979-b238-d22c8d2e24c7 on network 89e85b71-aa43-4a01-81dd-ce4ea4642e74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 08:42:11.552233 dv-neutron-820491-1-hyperv neutron-server[83444]: ERROR neutron.plugins.ml2.managers [None req-41630120-a038-428f-8a64-dcc44d6e1564 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Failed to bind port e4dc0878-b104-4979-b238-d22c8d2e24c7 on host hv-neutron-8204 for vnic_type normal using segments [{'id': '4b5cce3c-72dc-41c5-85c0-b41189f1c9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '89e85b71-aa43-4a01-81dd-ce4ea4642e74'}] Dec 20 08:42:11.558982 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device b4722ef3-9c76-4442-94de-c1e8d9012bed up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:42:11.600345 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.plugins.ml2.plugin [None req-41630120-a038-428f-8a64-dcc44d6e1564 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempt 6 to bind port e4dc0878-b104-4979-b238-d22c8d2e24c7 Dec 20 08:42:11.618335 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f3dd09b9-dfa4-491e-a60f-d7f2c6fef347 tempest-RoutersAdminNegativeTest-2143992570 tempest-RoutersAdminNegativeTest-2143992570-project-admin] Usage tracker for resource:security_group_rule and tenant:9f9e5d5e8b8f41c4895895ba15f696d2 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:42:11.627384 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f3dd09b9-dfa4-491e-a60f-d7f2c6fef347 tempest-RoutersAdminNegativeTest-2143992570 tempest-RoutersAdminNegativeTest-2143992570-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:42:11.643425 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-f3dd09b9-dfa4-491e-a60f-d7f2c6fef347 tempest-RoutersAdminNegativeTest-2143992570 tempest-RoutersAdminNegativeTest-2143992570-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:42:11.671386 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [None req-41630120-a038-428f-8a64-dcc44d6e1564 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempting to bind port e4dc0878-b104-4979-b238-d22c8d2e24c7 on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:42:11.672234 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [None req-41630120-a038-428f-8a64-dcc44d6e1564 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempting to bind port e4dc0878-b104-4979-b238-d22c8d2e24c7 by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': '4b5cce3c-72dc-41c5-85c0-b41189f1c9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '89e85b71-aa43-4a01-81dd-ce4ea4642e74'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:42:11.672860 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41630120-a038-428f-8a64-dcc44d6e1564 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempting to bind port e4dc0878-b104-4979-b238-d22c8d2e24c7 on network 89e85b71-aa43-4a01-81dd-ce4ea4642e74 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:42:11.752047 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port b4722ef3-9c76-4442-94de-c1e8d9012bed completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:42:11.760100 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port b4722ef3-9c76-4442-94de-c1e8d9012bed triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:42:11.764117 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:11.772321 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ba6e5516-87c8-4f5a-8d0e-224d1517f974 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:11.893187 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd067de-2d02-4c71-a84d-86ab6e6f7f1f None None] DHCP port deletion for f75aa0d2-5f41-40f3-a9e0-d60d934965a4 request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 08:42:11.893705 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ba6e5516-87c8-4f5a-8d0e-224d1517f974 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:11.896913 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-dd315e9d-759b-48e5-9afb-1d7dad2ead33 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:42:11.908345 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-7cd067de-2d02-4c71-a84d-86ab6e6f7f1f None None] Deleting port 22c662ef-d61e-487d-b2e8-dad4446e7e27 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:42:11.908583 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ba6e5516-87c8-4f5a-8d0e-224d1517f974 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:11.909292 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-7cd067de-2d02-4c71-a84d-86ab6e6f7f1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:11.920987 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-dd315e9d-759b-48e5-9afb-1d7dad2ead33 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:42:11.923560 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:11.971812 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:11.975006 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6e5516-87c8-4f5a-8d0e-224d1517f974 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef59bf88-c2d0-431c-8b45-37208c215444,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:11.981891 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ba6e5516-87c8-4f5a-8d0e-224d1517f974 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:11.989349 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port b4722ef3-9c76-4442-94de-c1e8d9012bed, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=b4722ef3-9c76-4442-94de-c1e8d9012bed,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:42:12.001537 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:12.002737 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 31278664-d0c7-4e2e-93c3-2d15c95db1d4 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:42:12.009208 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41630120-a038-428f-8a64-dcc44d6e1564 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Port e4dc0878-b104-4979-b238-d22c8d2e24c7 on network 89e85b71-aa43-4a01-81dd-ce4ea4642e74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 08:42:12.009795 dv-neutron-820491-1-hyperv neutron-server[83444]: ERROR neutron.plugins.ml2.managers [None req-41630120-a038-428f-8a64-dcc44d6e1564 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Failed to bind port e4dc0878-b104-4979-b238-d22c8d2e24c7 on host hv-neutron-8204 for vnic_type normal using segments [{'id': '4b5cce3c-72dc-41c5-85c0-b41189f1c9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '89e85b71-aa43-4a01-81dd-ce4ea4642e74'}] Dec 20 08:42:12.015111 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-71e77e68-1e4d-441c-acb9-54e3c423635d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:12.023222 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd315e9d-759b-48e5-9afb-1d7dad2ead33 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Made reservation on behalf of 9679bafc94a64ee0a207e63ba5560387 for: {'subnet': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:42:12.032457 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-dd315e9d-759b-48e5-9afb-1d7dad2ead33 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:12.032798 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-ca2ff380-105b-46a8-9d55-b564ff8d825b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:12.037570 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.plugins.ml2.plugin [None req-41630120-a038-428f-8a64-dcc44d6e1564 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempt 7 to bind port e4dc0878-b104-4979-b238-d22c8d2e24c7 Dec 20 08:42:12.061917 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-33160dc7-4160-4e43-a8c6-c643cd04829a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5668e455-965c-43a5-9c72-0bc9f4d2796b', 'name': 'tempest-ServersTestJSON-158387902-router', 'tenant_id': '7db362d7554a4f47a4a46f85caa7eb15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.23'}], 'enable_snat': True}, 'gw_port_id': '140a870c-f77e-4311-806d-f54116d13cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:41:50Z', 'updated_at': '2021-12-20T08:42:02Z', 'revision_number': 4, 'project_id': '7db362d7554a4f47a4a46f85caa7eb15', 'gw_port': {'id': '140a870c-f77e-4311-806d-f54116d13cb0', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5668e455-965c-43a5-9c72-0bc9f4d2796b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:41:51Z', 'updated_at': '2021-12-20T08:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '1a68abfe-3c9d-4096-bb74-3714faf4418c', 'name': '', 'network_id': 'ae7d918f-a9f8-4196-ba8f-f2cde9016013', 'tenant_id': '7db362d7554a4f47a4a46f85caa7eb15', 'mac_address': 'fa:16:3e:44:62:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5668e455-965c-43a5-9c72-0bc9f4d2796b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41a7a572-5490-4849-a924-85aba7f9eddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:42:00Z', 'updated_at': '2021-12-20T08:42:10Z', 'revision_number': 4, 'project_id': '7db362d7554a4f47a4a46f85caa7eb15', 'subnets': [{'id': '41a7a572-5490-4849-a924-85aba7f9eddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:42:12.063286 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [None req-41630120-a038-428f-8a64-dcc44d6e1564 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempting to bind port e4dc0878-b104-4979-b238-d22c8d2e24c7 on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:42:12.063705 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [None req-41630120-a038-428f-8a64-dcc44d6e1564 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempting to bind port e4dc0878-b104-4979-b238-d22c8d2e24c7 by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': '4b5cce3c-72dc-41c5-85c0-b41189f1c9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '89e85b71-aa43-4a01-81dd-ce4ea4642e74'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:42:12.064125 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41630120-a038-428f-8a64-dcc44d6e1564 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempting to bind port e4dc0878-b104-4979-b238-d22c8d2e24c7 on network 89e85b71-aa43-4a01-81dd-ce4ea4642e74 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:42:12.070957 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.db.resource_extend [None req-ff866331-c622-4b33-8da9-5ab5d02cbcd7 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 08:42:12.072053 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33160dc7-4160-4e43-a8c6-c643cd04829a None None] The sync data for ids ['5668e455-965c-43a5-9c72-0bc9f4d2796b'] in dv-neutron-820491-1-hyperv is: [{'id': '5668e455-965c-43a5-9c72-0bc9f4d2796b', 'name': 'tempest-ServersTestJSON-158387902-router', 'tenant_id': '7db362d7554a4f47a4a46f85caa7eb15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.23'}], 'enable_snat': True}, 'gw_port_id': '140a870c-f77e-4311-806d-f54116d13cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:41:50Z', 'updated_at': '2021-12-20T08:42:02Z', 'revision_number': 4, 'project_id': '7db362d7554a4f47a4a46f85caa7eb15', 'gw_port': {'id': '140a870c-f77e-4311-806d-f54116d13cb0', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5668e455-965c-43a5-9c72-0bc9f4d2796b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:41:51Z', 'updated_at': '2021-12-20T08:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '1a68abfe-3c9d-4096-bb74-3714faf4418c', 'name': '', 'network_id': 'ae7d918f-a9f8-4196-ba8f-f2cde9016013', 'tenant_id': '7db362d7554a4f47a4a46f85caa7eb15', 'mac_address': 'fa:16:3e:44:62:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5668e455-965c-43a5-9c72-0bc9f4d2796b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41a7a572-5490-4849-a924-85aba7f9eddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:42:00Z', 'updated_at': '2021-12-20T08:42:10Z', 'revision_number': 4, 'project_id': '7db362d7554a4f47a4a46f85caa7eb15', 'subnets': [{'id': '41a7a572-5490-4849-a924-85aba7f9eddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:42:12.072248 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ba6e5516-87c8-4f5a-8d0e-224d1517f974 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:12.075856 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-ba6e5516-87c8-4f5a-8d0e-224d1517f974 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9536810 Dec 20 08:42:12.089969 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 34066) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:12.111551 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-02c6e44a-55a9-4b1e-b1eb-8c83a6ad4a1e tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Request body: {'security_group_rule': {'security_group_id': '85b419f3-1db6-44b7-a0aa-e59be6683846', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:42:12.144067 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-02c6e44a-55a9-4b1e-b1eb-8c83a6ad4a1e tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:42:12.166411 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-02c6e44a-55a9-4b1e-b1eb-8c83a6ad4a1e tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Usage tracker for resource:security_group_rule and tenant:7db362d7554a4f47a4a46f85caa7eb15 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:42:12.171659 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-02c6e44a-55a9-4b1e-b1eb-8c83a6ad4a1e tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:42:12.186041 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ff866331-c622-4b33-8da9-5ab5d02cbcd7 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:12.200630 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41630120-a038-428f-8a64-dcc44d6e1564 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Port e4dc0878-b104-4979-b238-d22c8d2e24c7 on network 89e85b71-aa43-4a01-81dd-ce4ea4642e74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 08:42:12.201832 dv-neutron-820491-1-hyperv neutron-server[83444]: ERROR neutron.plugins.ml2.managers [None req-41630120-a038-428f-8a64-dcc44d6e1564 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Failed to bind port e4dc0878-b104-4979-b238-d22c8d2e24c7 on host hv-neutron-8204 for vnic_type normal using segments [{'id': '4b5cce3c-72dc-41c5-85c0-b41189f1c9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '89e85b71-aa43-4a01-81dd-ce4ea4642e74'}] Dec 20 08:42:12.223506 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.plugins.ml2.plugin [None req-41630120-a038-428f-8a64-dcc44d6e1564 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempt 8 to bind port e4dc0878-b104-4979-b238-d22c8d2e24c7 Dec 20 08:42:12.269786 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [None req-41630120-a038-428f-8a64-dcc44d6e1564 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempting to bind port e4dc0878-b104-4979-b238-d22c8d2e24c7 on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:42:12.270130 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [None req-41630120-a038-428f-8a64-dcc44d6e1564 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempting to bind port e4dc0878-b104-4979-b238-d22c8d2e24c7 by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': '4b5cce3c-72dc-41c5-85c0-b41189f1c9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '89e85b71-aa43-4a01-81dd-ce4ea4642e74'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:42:12.270474 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41630120-a038-428f-8a64-dcc44d6e1564 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempting to bind port e4dc0878-b104-4979-b238-d22c8d2e24c7 on network 89e85b71-aa43-4a01-81dd-ce4ea4642e74 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:42:12.281787 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ff866331-c622-4b33-8da9-5ab5d02cbcd7 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:12.288123 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41630120-a038-428f-8a64-dcc44d6e1564 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Port e4dc0878-b104-4979-b238-d22c8d2e24c7 on network 89e85b71-aa43-4a01-81dd-ce4ea4642e74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 08:42:12.288775 dv-neutron-820491-1-hyperv neutron-server[83444]: ERROR neutron.plugins.ml2.managers [None req-41630120-a038-428f-8a64-dcc44d6e1564 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Failed to bind port e4dc0878-b104-4979-b238-d22c8d2e24c7 on host hv-neutron-8204 for vnic_type normal using segments [{'id': '4b5cce3c-72dc-41c5-85c0-b41189f1c9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '89e85b71-aa43-4a01-81dd-ce4ea4642e74'}] Dec 20 08:42:12.289145 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-02c6e44a-55a9-4b1e-b1eb-8c83a6ad4a1e tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:42:12.307550 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.plugins.ml2.plugin [None req-41630120-a038-428f-8a64-dcc44d6e1564 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempt 9 to bind port e4dc0878-b104-4979-b238-d22c8d2e24c7 Dec 20 08:42:12.330182 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-02c6e44a-55a9-4b1e-b1eb-8c83a6ad4a1e tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:12.351954 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-7cd067de-2d02-4c71-a84d-86ab6e6f7f1f None None] For port 22c662ef-d61e-487d-b2e8-dad4446e7e27, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=22c662ef-d61e-487d-b2e8-dad4446e7e27,segment=NetworkSegment(7c00552d-ea93-440b-911c-cb3aa0a4eeff),segment_id=7c00552d-ea93-440b-911c-cb3aa0a4eeff)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:42:12.352457 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-7cd067de-2d02-4c71-a84d-86ab6e6f7f1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:12.356842 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-71e77e68-1e4d-441c-acb9-54e3c423635d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:12.445514 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [None req-41630120-a038-428f-8a64-dcc44d6e1564 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempting to bind port e4dc0878-b104-4979-b238-d22c8d2e24c7 on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:42:12.446056 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [None req-41630120-a038-428f-8a64-dcc44d6e1564 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempting to bind port e4dc0878-b104-4979-b238-d22c8d2e24c7 by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': '4b5cce3c-72dc-41c5-85c0-b41189f1c9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '89e85b71-aa43-4a01-81dd-ce4ea4642e74'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:42:12.447017 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41630120-a038-428f-8a64-dcc44d6e1564 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempting to bind port e4dc0878-b104-4979-b238-d22c8d2e24c7 on network 89e85b71-aa43-4a01-81dd-ce4ea4642e74 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:42:12.463032 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff866331-c622-4b33-8da9-5ab5d02cbcd7 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Pushing event updated for resources: {'Port': ['ID=7b6a36a7-cfca-42bd-97c5-4a00c4930c92,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:12.465682 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41630120-a038-428f-8a64-dcc44d6e1564 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Port e4dc0878-b104-4979-b238-d22c8d2e24c7 on network 89e85b71-aa43-4a01-81dd-ce4ea4642e74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 08:42:12.466229 dv-neutron-820491-1-hyperv neutron-server[83444]: ERROR neutron.plugins.ml2.managers [None req-41630120-a038-428f-8a64-dcc44d6e1564 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Failed to bind port e4dc0878-b104-4979-b238-d22c8d2e24c7 on host hv-neutron-8204 for vnic_type normal using segments [{'id': '4b5cce3c-72dc-41c5-85c0-b41189f1c9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '89e85b71-aa43-4a01-81dd-ce4ea4642e74'}] Dec 20 08:42:12.482137 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ff866331-c622-4b33-8da9-5ab5d02cbcd7 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:12.482603 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.plugins.ml2.plugin [None req-41630120-a038-428f-8a64-dcc44d6e1564 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempt 10 to bind port e4dc0878-b104-4979-b238-d22c8d2e24c7 Dec 20 08:42:12.529182 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [None req-41630120-a038-428f-8a64-dcc44d6e1564 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempting to bind port e4dc0878-b104-4979-b238-d22c8d2e24c7 on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:42:12.529583 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [None req-41630120-a038-428f-8a64-dcc44d6e1564 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempting to bind port e4dc0878-b104-4979-b238-d22c8d2e24c7 by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': '4b5cce3c-72dc-41c5-85c0-b41189f1c9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '89e85b71-aa43-4a01-81dd-ce4ea4642e74'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:42:12.529879 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41630120-a038-428f-8a64-dcc44d6e1564 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempting to bind port e4dc0878-b104-4979-b238-d22c8d2e24c7 on network 89e85b71-aa43-4a01-81dd-ce4ea4642e74 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:42:12.530870 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-7cd067de-2d02-4c71-a84d-86ab6e6f7f1f None None] Calling delete_port for 22c662ef-d61e-487d-b2e8-dad4446e7e27 owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:42:12.548750 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41630120-a038-428f-8a64-dcc44d6e1564 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Port e4dc0878-b104-4979-b238-d22c8d2e24c7 on network 89e85b71-aa43-4a01-81dd-ce4ea4642e74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 08:42:12.549106 dv-neutron-820491-1-hyperv neutron-server[83444]: ERROR neutron.plugins.ml2.managers [None req-41630120-a038-428f-8a64-dcc44d6e1564 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Failed to bind port e4dc0878-b104-4979-b238-d22c8d2e24c7 on host hv-neutron-8204 for vnic_type normal using segments [{'id': '4b5cce3c-72dc-41c5-85c0-b41189f1c9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '89e85b71-aa43-4a01-81dd-ce4ea4642e74'}] Dec 20 08:42:12.549504 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-41630120-a038-428f-8a64-dcc44d6e1564 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:12.550348 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-02c6e44a-55a9-4b1e-b1eb-8c83a6ad4a1e tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:12.554943 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-dd315e9d-759b-48e5-9afb-1d7dad2ead33 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for subnet, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:12.567769 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:12.569980 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-93990383-8034-48e4-9309-48b496427004 tempest-DHCPAgentSchedulersTestJSON-901873245 tempest-DHCPAgentSchedulersTestJSON-901873245-project-admin] 10.222.0.16 "GET /v2.0/agents/5a522f69-2c56-46ba-9131-853905d096b7/dhcp-networks HTTP/1.1" status: 200 len: 7006 time: 1.0541222 Dec 20 08:42:12.642927 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-02c6e44a-55a9-4b1e-b1eb-8c83a6ad4a1e tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:12.644233 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 34076) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:12.656540 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=b4722ef3-9c76-4442-94de-c1e8d9012bed,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:12.678429 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.646s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:12.689703 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-41630120-a038-428f-8a64-dcc44d6e1564 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] For port e4dc0878-b104-4979-b238-d22c8d2e24c7, host hv-neutron-8204, cleared binding levels {{(pid=83444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:42:12.689908 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-41630120-a038-428f-8a64-dcc44d6e1564 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempted to set empty binding levels {{(pid=83444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 20 08:42:12.704377 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 31278664-d0c7-4e2e-93c3-2d15c95db1d4 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:42:12.704935 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:12.724469 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-41630120-a038-428f-8a64-dcc44d6e1564 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:12.726371 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-ff866331-c622-4b33-8da9-5ab5d02cbcd7 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] In _notify_port_updated(), no bound segment for port 7b6a36a7-cfca-42bd-97c5-4a00c4930c92 on network 2a4d4f7f-598a-4e75-9554-bac4816f8d8f {{(pid=83444) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 08:42:12.730433 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff866331-c622-4b33-8da9-5ab5d02cbcd7 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:42:12.731505 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ff866331-c622-4b33-8da9-5ab5d02cbcd7 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:12.734005 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ff866331-c622-4b33-8da9-5ab5d02cbcd7 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] 10.222.0.16 "PUT /v2.0/ports/7b6a36a7-cfca-42bd-97c5-4a00c4930c92 HTTP/1.1" status: 200 len: 1001 time: 5.8426347 Dec 20 08:42:12.739530 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 34082) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:12.771097 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:12.779534 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd315e9d-759b-48e5-9afb-1d7dad2ead33 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:42:12.783799 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-7cd067de-2d02-4c71-a84d-86ab6e6f7f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102'] for port, after_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:12.790648 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-dd315e9d-759b-48e5-9afb-1d7dad2ead33 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:42:12.799899 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd315e9d-759b-48e5-9afb-1d7dad2ead33 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:42:12.800636 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-dd315e9d-759b-48e5-9afb-1d7dad2ead33 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:12.807522 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd315e9d-759b-48e5-9afb-1d7dad2ead33 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event updated for resources: {'Subnet': ['ID=cb061da3-de8a-413d-8bdb-3131a9df0f37,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:12.829338 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-dd315e9d-759b-48e5-9afb-1d7dad2ead33 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:12.829777 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.126s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:12.847679 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-02c6e44a-55a9-4b1e-b1eb-8c83a6ad4a1e tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:12.848663 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:12.862532 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-02c6e44a-55a9-4b1e-b1eb-8c83a6ad4a1e tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7698328 Dec 20 08:42:12.873492 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 34086) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:12.874400 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c6e44a-55a9-4b1e-b1eb-8c83a6ad4a1e tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1251387d-781a-4fb0-a3d5-9948af81f412,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:12.881789 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-02c6e44a-55a9-4b1e-b1eb-8c83a6ad4a1e tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:12.892729 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-3ceddf65-365a-400e-ae25-b1ab2e4dbb8e tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Request body: {'floatingip': {'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:42:12.908041 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-597500f6-e398-44d5-9596-e2d9dab60359 tempest-DHCPAgentSchedulersTestJSON-901873245 tempest-DHCPAgentSchedulersTestJSON-901873245-project-admin] 10.222.0.16 "GET /v2.0/networks/c2d79a55-ba3d-4dca-b1f7-7774ad58e449/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.2467346 Dec 20 08:42:12.914490 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-dd315e9d-759b-48e5-9afb-1d7dad2ead33 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5725551 Dec 20 08:42:12.921926 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-3ceddf65-365a-400e-ae25-b1ab2e4dbb8e tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:42:12.924199 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 34090) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:12.924530 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 34092) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:12.931725 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-ec5bee8f-ea5d-4b8b-92b0-ce8fbed278dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:12.937006 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd067de-2d02-4c71-a84d-86ab6e6f7f1f None None] No DVR routers for this DVR port 22c662ef-d61e-487d-b2e8-dad4446e7e27 on host dv-neutron-820491-1-hyperv {{(pid=83446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:42:12.937243 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f3dd09b9-dfa4-491e-a60f-d7f2c6fef347 tempest-RoutersAdminNegativeTest-2143992570 tempest-RoutersAdminNegativeTest-2143992570-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:12.945857 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-3f6f3912-419c-4c1d-b835-7f553419a169 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Request body: {'port': {'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'name': 'tempest-NetworksTestDHCPv6-597899326'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:42:12.953942 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd067de-2d02-4c71-a84d-86ab6e6f7f1f None None] Pushing event deleted for resources: {'Port': ['ID=22c662ef-d61e-487d-b2e8-dad4446e7e27,revision_number=None']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:13.025501 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-3ceddf65-365a-400e-ae25-b1ab2e4dbb8e tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Usage tracker for resource:floatingip and tenant:7db362d7554a4f47a4a46f85caa7eb15 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:42:13.025943 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f3dd09b9-dfa4-491e-a60f-d7f2c6fef347 tempest-RoutersAdminNegativeTest-2143992570 tempest-RoutersAdminNegativeTest-2143992570-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:13.039841 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818383d9-46c7-450d-8047-41c342f45d5d None None] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:42:13.045216 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-3ceddf65-365a-400e-ae25-b1ab2e4dbb8e tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:42:13.053130 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-41630120-a038-428f-8a64-dcc44d6e1564 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] In _notify_port_updated(), no bound segment for port e4dc0878-b104-4979-b238-d22c8d2e24c7 on network 89e85b71-aa43-4a01-81dd-ce4ea4642e74 {{(pid=83444) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 08:42:13.054407 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-41630120-a038-428f-8a64-dcc44d6e1564 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:13.058248 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-41630120-a038-428f-8a64-dcc44d6e1564 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] 10.222.0.16 "PUT /v2.0/ports/e4dc0878-b104-4979-b238-d22c8d2e24c7 HTTP/1.1" status: 200 len: 976 time: 6.0024116 Dec 20 08:42:13.067525 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 34102) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:13.069359 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41630120-a038-428f-8a64-dcc44d6e1564 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Pushing event updated for resources: {'Port': ['ID=e4dc0878-b104-4979-b238-d22c8d2e24c7,revision_number=3']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:13.082374 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-f3dd09b9-dfa4-491e-a60f-d7f2c6fef347 tempest-RoutersAdminNegativeTest-2143992570 tempest-RoutersAdminNegativeTest-2143992570-project-admin] device_id is not set on port fe1a50f3-846d-41f4-96f2-fa4545df5310 yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:42:13.089760 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-3ceddf65-365a-400e-ae25-b1ab2e4dbb8e tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:42:13.155358 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-41630120-a038-428f-8a64-dcc44d6e1564 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:13.155666 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:13.210799 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-7cdc67f6-6607-4630-b52e-a0e36bae5579 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Deleting port 7b6a36a7-cfca-42bd-97c5-4a00c4930c92 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:42:13.210799 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7cdc67f6-6607-4630-b52e-a0e36bae5579 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:13.227788 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-7cd067de-2d02-4c71-a84d-86ab6e6f7f1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:13.320692 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dd09b9-dfa4-491e-a60f-d7f2c6fef347 tempest-RoutersAdminNegativeTest-2143992570 tempest-RoutersAdminNegativeTest-2143992570-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46aa34d2-484a-4c10-ba75-722b0917e4ec,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:13.373141 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f3dd09b9-dfa4-491e-a60f-d7f2c6fef347 tempest-RoutersAdminNegativeTest-2143992570 tempest-RoutersAdminNegativeTest-2143992570-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:13.394944 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-3f6f3912-419c-4c1d-b835-7f553419a169 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:42:13.395718 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 22c662ef-d61e-487d-b2e8-dad4446e7e27 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:42:13.408775 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-3f6f3912-419c-4c1d-b835-7f553419a169 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Usage tracker for resource:port and tenant:9679bafc94a64ee0a207e63ba5560387 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:42:13.415309 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-3f6f3912-419c-4c1d-b835-7f553419a169 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:42:13.437098 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3ceddf65-365a-400e-ae25-b1ab2e4dbb8e tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Notify callbacks [] for floatingip, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:13.449708 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-71e77e68-1e4d-441c-acb9-54e3c423635d admin admin] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:13.457033 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 22c662ef-d61e-487d-b2e8-dad4446e7e27 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:42:13.457615 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 22c662ef-d61e-487d-b2e8-dad4446e7e27 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Dec 20 08:42:13.478925 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-3f6f3912-419c-4c1d-b835-7f553419a169 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:42:13.492380 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-71e77e68-1e4d-441c-acb9-54e3c423635d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:13.493015 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 34110) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:13.494106 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-33339752-73fa-4882-b9f7-ea6b9941cb32 tempest-DHCPAgentSchedulersTestJSON-901873245 tempest-DHCPAgentSchedulersTestJSON-901873245-project-admin] 10.222.0.16 "GET /v2.0/networks/c2d79a55-ba3d-4dca-b1f7-7774ad58e449/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.5679677 Dec 20 08:42:13.515311 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Port 22c662ef-d61e-487d-b2e8-dad4446e7e27 not found, will not notify nova. {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Dec 20 08:42:13.554096 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f6f3912-419c-4c1d-b835-7f553419a169 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Made reservation on behalf of 9679bafc94a64ee0a207e63ba5560387 for: {'port': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:42:13.557970 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3f6f3912-419c-4c1d-b835-7f553419a169 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:13.567157 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-993ad33e-3b66-4a5e-a9d0-53373977316e None None] Provisioning complete for port 7b6a36a7-cfca-42bd-97c5-4a00c4930c92 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:42:13.567744 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-993ad33e-3b66-4a5e-a9d0-53373977316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:13.643295 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-f3dd09b9-dfa4-491e-a60f-d7f2c6fef347 tempest-RoutersAdminNegativeTest-2143992570 tempest-RoutersAdminNegativeTest-2143992570-project-admin] Allocated IP 172.26.5.66 (95f3bec2-46e6-4468-8229-8badd4a5aaae/cf8895a3-346d-4313-a645-16ecdcce9969/fe1a50f3-846d-41f4-96f2-fa4545df5310) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:42:13.664834 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:13.672006 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-993ad33e-3b66-4a5e-a9d0-53373977316e None None] Port 7b6a36a7-cfca-42bd-97c5-4a00c4930c92 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:42:13.680875 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-3696c824-d9df-47af-9c1d-32f7c0a47ec9 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Synchronizing usage tracker for tenant:f2d922b63cb945f68456db624cc90eca on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:42:13.720566 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-3f6f3912-419c-4c1d-b835-7f553419a169 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] device_id is not set on port 50bcd6e8-a046-4b8e-82af-ee7b06420859 yet. {{(pid=83445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:42:13.769982 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-3696c824-d9df-47af-9c1d-32f7c0a47ec9 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Unset dirty status for tenant:f2d922b63cb945f68456db624cc90eca on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:42:13.771349 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-3696c824-d9df-47af-9c1d-32f7c0a47ec9 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 13811 time: 0.6940527 Dec 20 08:42:13.773647 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb09713-e5d8-49b4-a081-b4a961ff52ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'tenant_id': '9679bafc94a64ee0a207e63ba5560387', 'fixed_ips': [{'subnet_id': 'cb061da3-de8a-413d-8bdb-3131a9df0f37'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:42:13.774710 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-ecb09713-e5d8-49b4-a081-b4a961ff52ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:13.774906 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 34116) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:13.884012 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-5c887f59-9b89-4a2d-92ae-bb1a6a7d970b tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Deleting port e4dc0878-b104-4979-b238-d22c8d2e24c7 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:42:13.884373 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5c887f59-9b89-4a2d-92ae-bb1a6a7d970b tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:13.928814 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e77e68-1e4d-441c-acb9-54e3c423635d admin admin] Pushing event updated for resources: {'Port': ['ID=4f8e3d34-caba-45c3-bd98-71684a55202b,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:13.951920 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-71e77e68-1e4d-441c-acb9-54e3c423635d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:13.952913 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-71e77e68-1e4d-441c-acb9-54e3c423635d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32898031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349045'] for router_interface, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:14.021577 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7cdc67f6-6607-4630-b52e-a0e36bae5579 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:14.041753 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3ceddf65-365a-400e-ae25-b1ab2e4dbb8e tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:14.044835 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-ecb09713-e5d8-49b4-a081-b4a961ff52ce None None] Allocated IP 2001:db8::2 (f75aa0d2-5f41-40f3-a9e0-d60d934965a4/cb061da3-de8a-413d-8bdb-3131a9df0f37/8ced8bcd-6243-4ad9-9ce3-6b5258e2dc1d) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:42:14.078894 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 08:42:14.199369 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 1a68abfe-3c9d-4096-bb74-3714faf4418c up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:42:14.271929 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-5c887f59-9b89-4a2d-92ae-bb1a6a7d970b tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] For port e4dc0878-b104-4979-b238-d22c8d2e24c7, host hv-neutron-8204, got binding levels [] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:42:14.272296 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5c887f59-9b89-4a2d-92ae-bb1a6a7d970b tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:14.375566 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-ecb09713-e5d8-49b4-a081-b4a961ff52ce None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:14.393664 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-ecb09713-e5d8-49b4-a081-b4a961ff52ce None None] Transition to ACTIVE for port object 8ced8bcd-6243-4ad9-9ce3-6b5258e2dc1d will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:42:14.410573 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-5c887f59-9b89-4a2d-92ae-bb1a6a7d970b tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Calling delete_port for e4dc0878-b104-4979-b238-d22c8d2e24c7 owned by {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:42:14.420934 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 1a68abfe-3c9d-4096-bb74-3714faf4418c completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:42:14.425384 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-ecb09713-e5d8-49b4-a081-b4a961ff52ce None None] Transition to ACTIVE for port object 8ced8bcd-6243-4ad9-9ce3-6b5258e2dc1d will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:42:14.429582 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 1a68abfe-3c9d-4096-bb74-3714faf4418c triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:42:14.430189 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:14.460446 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-ecb09713-e5d8-49b4-a081-b4a961ff52ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:14.472653 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:14.472847 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-7cdc67f6-6607-4630-b52e-a0e36bae5579 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Calling delete_port for 7b6a36a7-cfca-42bd-97c5-4a00c4930c92 owned by {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:42:14.525998 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e77e68-1e4d-441c-acb9-54e3c423635d admin admin] Network 74659ea1-fc06-4c03-bfff-ba787badb621 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:42:14.533592 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 34130) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:14.534542 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-71e77e68-1e4d-441c-acb9-54e3c423635d admin admin] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:42:14.592246 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb09713-e5d8-49b4-a081-b4a961ff52ce None None] Pushing event updated for resources: {'Port': ['ID=8ced8bcd-6243-4ad9-9ce3-6b5258e2dc1d,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:14.595067 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-3f6f3912-419c-4c1d-b835-7f553419a169 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Allocated IP 2001:db8::151 (f75aa0d2-5f41-40f3-a9e0-d60d934965a4/cb061da3-de8a-413d-8bdb-3131a9df0f37/50bcd6e8-a046-4b8e-82af-ee7b06420859) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:42:14.597349 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-ecb09713-e5d8-49b4-a081-b4a961ff52ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:14.625425 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5c887f59-9b89-4a2d-92ae-bb1a6a7d970b tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:14.650859 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb09713-e5d8-49b4-a081-b4a961ff52ce None None] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:42:14.657327 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-ecb09713-e5d8-49b4-a081-b4a961ff52ce None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:42:14.666883 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb09713-e5d8-49b4-a081-b4a961ff52ce None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:42:14.676849 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-cca02d40-366e-4d9f-977b-42053633857c tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:14.792204 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c887f59-9b89-4a2d-92ae-bb1a6a7d970b tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Pushing event deleted for resources: {'Port': ['ID=e4dc0878-b104-4979-b238-d22c8d2e24c7,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:14.804792 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-5c887f59-9b89-4a2d-92ae-bb1a6a7d970b tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:14.841843 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5c887f59-9b89-4a2d-92ae-bb1a6a7d970b tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:14.859250 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-ecb09713-e5d8-49b4-a081-b4a961ff52ce None None] Attempting to bind port 8ced8bcd-6243-4ad9-9ce3-6b5258e2dc1d on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:42:14.861412 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-ecb09713-e5d8-49b4-a081-b4a961ff52ce None None] Attempting to bind port 8ced8bcd-6243-4ad9-9ce3-6b5258e2dc1d by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '7c00552d-ea93-440b-911c-cb3aa0a4eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:42:14.862389 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb09713-e5d8-49b4-a081-b4a961ff52ce None None] Attempting to bind port 8ced8bcd-6243-4ad9-9ce3-6b5258e2dc1d on network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:42:14.867491 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-9da96bd9-fb19-4594-b924-09e9bb71abff tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Request body: {'floatingip': {'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:42:14.888748 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:14.894411 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-9da96bd9-fb19-4594-b924-09e9bb71abff tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:42:14.907303 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-9da96bd9-fb19-4594-b924-09e9bb71abff tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Usage tracker for resource:floatingip and tenant:f481097c03db41fab12a5b6c050f6a52 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:42:14.914414 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-30e83534-819b-4352-9604-aef20c3f766f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:14.923248 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-abb43b2e-f3f7-4967-aae6-fb059968cebd tempest-DHCPAgentSchedulersTestJSON-901873245 tempest-DHCPAgentSchedulersTestJSON-901873245-project-admin] 10.222.0.16 "GET /v2.0/agents/5a522f69-2c56-46ba-9131-853905d096b7/dhcp-networks HTTP/1.1" status: 200 len: 7044 time: 1.4185975 Dec 20 08:42:14.927643 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 34136) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:14.954385 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb09713-e5d8-49b4-a081-b4a961ff52ce None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:42:14.954770 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb09713-e5d8-49b4-a081-b4a961ff52ce None None] Checking segment: {'id': '7c00552d-ea93-440b-911c-cb3aa0a4eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:42:14.955171 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-ecb09713-e5d8-49b4-a081-b4a961ff52ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:14.956578 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb09713-e5d8-49b4-a081-b4a961ff52ce None None] Bound using segment: {'id': '7c00552d-ea93-440b-911c-cb3aa0a4eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:42:14.957079 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-ecb09713-e5d8-49b4-a081-b4a961ff52ce None None] Bound port: 8ced8bcd-6243-4ad9-9ce3-6b5258e2dc1d, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c00552d-ea93-440b-911c-cb3aa0a4eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:42:14.957633 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-ecb09713-e5d8-49b4-a081-b4a961ff52ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:14.958276 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-9da96bd9-fb19-4594-b924-09e9bb71abff tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:42:14.971889 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-5c887f59-9b89-4a2d-92ae-bb1a6a7d970b tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] 10.222.0.16 "DELETE /v2.0/ports/e4dc0878-b104-4979-b238-d22c8d2e24c7 HTTP/1.1" status: 204 len: 168 time: 1.1959975 Dec 20 08:42:14.975148 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-9da96bd9-fb19-4594-b924-09e9bb71abff tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:42:14.976872 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 34140) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:14.989393 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-3f0bc710-e484-4451-a406-f1bc6442f0ae None None] Provisioning complete for port 4f8e3d34-caba-45c3-bd98-71684a55202b triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:42:14.989782 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3f0bc710-e484-4451-a406-f1bc6442f0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:15.020509 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f3dd09b9-dfa4-491e-a60f-d7f2c6fef347 tempest-RoutersAdminNegativeTest-2143992570 tempest-RoutersAdminNegativeTest-2143992570-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:15.036855 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c54be42-fdb8-4cf6-b397-f6111146ed63 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] GET failed (client error): The resource could not be found. Dec 20 08:42:15.037285 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-9c54be42-fdb8-4cf6-b397-f6111146ed63 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Synchronizing usage tracker for tenant:f2d922b63cb945f68456db624cc90eca on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:42:15.051887 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9da96bd9-fb19-4594-b924-09e9bb71abff tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Notify callbacks [] for floatingip, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:15.097510 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-3f0bc710-e484-4451-a406-f1bc6442f0ae None None] Port 4f8e3d34-caba-45c3-bd98-71684a55202b cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:42:15.110096 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3f6f3912-419c-4c1d-b835-7f553419a169 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:15.110269 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 1a68abfe-3c9d-4096-bb74-3714faf4418c, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=1a68abfe-3c9d-4096-bb74-3714faf4418c,segment=NetworkSegment(a9eab435-89d5-4321-91f2-1fa8426047e8),segment_id=a9eab435-89d5-4321-91f2-1fa8426047e8)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:42:15.114230 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:15.115435 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device b4722ef3-9c76-4442-94de-c1e8d9012bed up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:42:15.115543 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-9c54be42-fdb8-4cf6-b397-f6111146ed63 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Unset dirty status for tenant:f2d922b63cb945f68456db624cc90eca on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:42:15.122960 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-9c54be42-fdb8-4cf6-b397-f6111146ed63 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] 10.222.0.16 "GET /v2.0/ports/e4dc0878-b104-4979-b238-d22c8d2e24c7 HTTP/1.1" status: 404 len: 333 time: 0.1368577 Dec 20 08:42:15.124296 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 34144) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:15.132049 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-b52ff15a-ebab-439c-b206-66bf8e3e4b54 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-924726694', 'network_id': '89e85b71-aa43-4a01-81dd-ce4ea4642e74'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:42:15.144731 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:15.153894 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-b52ff15a-ebab-439c-b206-66bf8e3e4b54 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:42:15.156964 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e2268405-e2c9-4566-9cd3-78d75e0629b7 tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:15.167972 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-3f6f3912-419c-4c1d-b835-7f553419a169 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Transition to ACTIVE for port object 50bcd6e8-a046-4b8e-82af-ee7b06420859 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:42:15.172920 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-b52ff15a-ebab-439c-b206-66bf8e3e4b54 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:42:15.218575 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7cdc67f6-6607-4630-b52e-a0e36bae5579 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:15.236281 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b52ff15a-ebab-439c-b206-66bf8e3e4b54 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Made reservation on behalf of f2d922b63cb945f68456db624cc90eca for: {'port': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:42:15.238282 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b52ff15a-ebab-439c-b206-66bf8e3e4b54 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:15.241948 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:15.267829 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-ecb09713-e5d8-49b4-a081-b4a961ff52ce None None] For port 8ced8bcd-6243-4ad9-9ce3-6b5258e2dc1d, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:42:15.269890 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=1a68abfe-3c9d-4096-bb74-3714faf4418c,revision_number=5']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:15.274310 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-ecb09713-e5d8-49b4-a081-b4a961ff52ce None None] For port 8ced8bcd-6243-4ad9-9ce3-6b5258e2dc1d, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=8ced8bcd-6243-4ad9-9ce3-6b5258e2dc1d,segment=NetworkSegment(7c00552d-ea93-440b-911c-cb3aa0a4eeff),segment_id=7c00552d-ea93-440b-911c-cb3aa0a4eeff)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:42:15.277700 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:15.279076 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-b52ff15a-ebab-439c-b206-66bf8e3e4b54 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] device_id is not set on port 5177cd3e-1378-409a-b877-067ebf939d61 yet. {{(pid=83445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:42:15.285078 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-ecb09713-e5d8-49b4-a081-b4a961ff52ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:15.295927 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:15.296404 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdc67f6-6607-4630-b52e-a0e36bae5579 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Pushing event deleted for resources: {'Port': ['ID=7b6a36a7-cfca-42bd-97c5-4a00c4930c92,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:15.337583 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7cdc67f6-6607-4630-b52e-a0e36bae5579 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:15.342760 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f3dd09b9-dfa4-491e-a60f-d7f2c6fef347 tempest-RoutersAdminNegativeTest-2143992570 tempest-RoutersAdminNegativeTest-2143992570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:15.367548 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3f6f3912-419c-4c1d-b835-7f553419a169 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:15.369325 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port b4722ef3-9c76-4442-94de-c1e8d9012bed triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:42:15.369721 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:15.401257 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:15.408025 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-c31cd088-5e8d-49e7-8614-cc85dec60f39 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:15.440802 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb09713-e5d8-49b4-a081-b4a961ff52ce None None] Pushing event updated for resources: {'Port': ['ID=8ced8bcd-6243-4ad9-9ce3-6b5258e2dc1d,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:15.453840 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-ecb09713-e5d8-49b4-a081-b4a961ff52ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:15.547408 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-3ceddf65-365a-400e-ae25-b1ab2e4dbb8e tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Allocated IP 172.26.5.160 (95f3bec2-46e6-4468-8229-8badd4a5aaae/cf8895a3-346d-4313-a645-16ecdcce9969/3ab56858-3332-4c54-8f45-011927f2029f) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:42:15.621036 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 22c662ef-d61e-487d-b2e8-dad4446e7e27 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:42:15.653315 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3dd09b9-dfa4-491e-a60f-d7f2c6fef347 tempest-RoutersAdminNegativeTest-2143992570 tempest-RoutersAdminNegativeTest-2143992570-project-admin] Network 95f3bec2-46e6-4468-8229-8badd4a5aaae is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:42:15.658452 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e2268405-e2c9-4566-9cd3-78d75e0629b7 tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:15.684874 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 22c662ef-d61e-487d-b2e8-dad4446e7e27 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:42:15.684874 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 22c662ef-d61e-487d-b2e8-dad4446e7e27 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:42:15.719794 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-f3dd09b9-dfa4-491e-a60f-d7f2c6fef347 tempest-RoutersAdminNegativeTest-2143992570 tempest-RoutersAdminNegativeTest-2143992570-project-admin] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:42:15.723243 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3dd09b9-dfa4-491e-a60f-d7f2c6fef347 tempest-RoutersAdminNegativeTest-2143992570 tempest-RoutersAdminNegativeTest-2143992570-project-admin] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:42:15.727407 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9da96bd9-fb19-4594-b924-09e9bb71abff tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:15.763555 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dd09b9-dfa4-491e-a60f-d7f2c6fef347 tempest-RoutersAdminNegativeTest-2143992570 tempest-RoutersAdminNegativeTest-2143992570-project-admin] Pushing event updated for resources: {'Port': ['ID=fe1a50f3-846d-41f4-96f2-fa4545df5310,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:15.784740 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f3dd09b9-dfa4-491e-a60f-d7f2c6fef347 tempest-RoutersAdminNegativeTest-2143992570 tempest-RoutersAdminNegativeTest-2143992570-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:15.811337 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6f3912-419c-4c1d-b835-7f553419a169 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:42:15.826461 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6f3912-419c-4c1d-b835-7f553419a169 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event updated for resources: {'Port': ['ID=50bcd6e8-a046-4b8e-82af-ee7b06420859,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:15.834599 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-3f6f3912-419c-4c1d-b835-7f553419a169 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:42:15.836577 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3f6f3912-419c-4c1d-b835-7f553419a169 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:15.849190 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6f3912-419c-4c1d-b835-7f553419a169 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:42:15.856426 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6f3912-419c-4c1d-b835-7f553419a169 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:42:15.856635 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3f6f3912-419c-4c1d-b835-7f553419a169 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:15.864696 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:15.900004 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-e2268405-e2c9-4566-9cd3-78d75e0629b7 tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['355262df-d4db-46f2-869b-a9556b3ba4bd']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:42:15.936698 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-e2268405-e2c9-4566-9cd3-78d75e0629b7 tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83e811cf-db7c-479b-9804-04bd5361be0e') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:42:15.937152 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-e2268405-e2c9-4566-9cd3-78d75e0629b7 tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83e811cf-db7c-479b-9804-04bd5361be0e') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:42:15.949186 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7cdc67f6-6607-4630-b52e-a0e36bae5579 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:15.960620 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:15.967973 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e2268405-e2c9-4566-9cd3-78d75e0629b7 tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1618722'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:15.981068 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3dd09b9-dfa4-491e-a60f-d7f2c6fef347 tempest-RoutersAdminNegativeTest-2143992570 tempest-RoutersAdminNegativeTest-2143992570-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:42:15.981918 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f3dd09b9-dfa4-491e-a60f-d7f2c6fef347 tempest-RoutersAdminNegativeTest-2143992570 tempest-RoutersAdminNegativeTest-2143992570-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:16.010415 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 1a68abfe-3c9d-4096-bb74-3714faf4418c up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:42:16.012412 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e2268405-e2c9-4566-9cd3-78d75e0629b7 tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:16.018057 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3ceddf65-365a-400e-ae25-b1ab2e4dbb8e tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:16.018533 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-7cdc67f6-6607-4630-b52e-a0e36bae5579 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] 10.222.0.16 "DELETE /v2.0/ports/7b6a36a7-cfca-42bd-97c5-4a00c4930c92 HTTP/1.1" status: 204 len: 168 time: 3.2733188 Dec 20 08:42:16.022397 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 34148) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:16.023260 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2268405-e2c9-4566-9cd3-78d75e0629b7 tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:42:16.023638 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e2268405-e2c9-4566-9cd3-78d75e0629b7 tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1128911'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:16.041034 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-3f6f3912-419c-4c1d-b835-7f553419a169 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.1117022 Dec 20 08:42:16.048386 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 34150) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:16.093623 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 1a68abfe-3c9d-4096-bb74-3714faf4418c triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:42:16.094103 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:16.115826 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b52ff15a-ebab-439c-b206-66bf8e3e4b54 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:16.133587 dv-neutron-820491-1-hyperv neutron-server[83444]: Traceback (most recent call last): Dec 20 08:42:16.133587 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:42:16.133587 dv-neutron-820491-1-hyperv neutron-server[83444]: timer() Dec 20 08:42:16.133587 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:42:16.133587 dv-neutron-820491-1-hyperv neutron-server[83444]: cb(*args, **kw) Dec 20 08:42:16.133587 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:42:16.133587 dv-neutron-820491-1-hyperv neutron-server[83444]: return func(*args, **kwargs) Dec 20 08:42:16.133587 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:42:16.133587 dv-neutron-820491-1-hyperv neutron-server[83444]: self._notify() Dec 20 08:42:16.133587 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:42:16.133587 dv-neutron-820491-1-hyperv neutron-server[83444]: self.callback(batched_events) Dec 20 08:42:16.133587 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:42:16.133587 dv-neutron-820491-1-hyperv neutron-server[83444]: event.method(event) Dec 20 08:42:16.133587 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:42:16.133587 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:42:16.133587 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:42:16.133587 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:42:16.133587 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:42:16.133587 dv-neutron-820491-1-hyperv neutron-server[83444]: return f(self, *a, **k) Dec 20 08:42:16.133587 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:42:16.133587 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._get(url).json() Dec 20 08:42:16.133587 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:42:16.133587 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:42:16.133587 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:42:16.133587 dv-neutron-820491-1-hyperv neutron-server[83444]: return self.request(url, 'GET', **kwargs) Dec 20 08:42:16.133587 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:42:16.133587 dv-neutron-820491-1-hyperv neutron-server[83444]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:42:16.133587 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:42:16.133587 dv-neutron-820491-1-hyperv neutron-server[83444]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:42:16.133587 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:42:16.133587 dv-neutron-820491-1-hyperv neutron-server[83444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:42:16.133587 dv-neutron-820491-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:42:16.171413 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f3dd09b9-dfa4-491e-a60f-d7f2c6fef347 tempest-RoutersAdminNegativeTest-2143992570 tempest-RoutersAdminNegativeTest-2143992570-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 5.5354102 Dec 20 08:42:16.189609 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 34156) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:16.211013 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-4c3fba70-925c-4e76-bb78-ea24d5bac8f8 tempest-RoutersAdminNegativeTest-2143992570 tempest-RoutersAdminNegativeTest-2143992570-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.66'}]}}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:42:16.233504 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 8ced8bcd-6243-4ad9-9ce3-6b5258e2dc1d up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:42:16.265678 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-4c3fba70-925c-4e76-bb78-ea24d5bac8f8 tempest-RoutersAdminNegativeTest-2143992570 tempest-RoutersAdminNegativeTest-2143992570-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:42:16.275525 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-315a7843-0ad7-4e1c-a5d4-359d491bff30 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] GET failed (client error): The resource could not be found. Dec 20 08:42:16.276051 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-315a7843-0ad7-4e1c-a5d4-359d491bff30 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Synchronizing usage tracker for tenant:6efc783da9574d08a8a0d82510a572d4 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:42:16.284366 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-4c3fba70-925c-4e76-bb78-ea24d5bac8f8 tempest-RoutersAdminNegativeTest-2143992570 tempest-RoutersAdminNegativeTest-2143992570-project-admin] Usage tracker for resource:router and tenant:9f9e5d5e8b8f41c4895895ba15f696d2 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:42:16.291887 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-4c3fba70-925c-4e76-bb78-ea24d5bac8f8 tempest-RoutersAdminNegativeTest-2143992570 tempest-RoutersAdminNegativeTest-2143992570-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:42:16.302792 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-4c3fba70-925c-4e76-bb78-ea24d5bac8f8 tempest-RoutersAdminNegativeTest-2143992570 tempest-RoutersAdminNegativeTest-2143992570-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:42:16.307246 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3ceddf65-365a-400e-ae25-b1ab2e4dbb8e tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:16.324637 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:16.330430 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e2268405-e2c9-4566-9cd3-78d75e0629b7 tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:16.343874 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e2268405-e2c9-4566-9cd3-78d75e0629b7 tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:16.350701 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:16.363824 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 8ced8bcd-6243-4ad9-9ce3-6b5258e2dc1d completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:42:16.378449 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-315a7843-0ad7-4e1c-a5d4-359d491bff30 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Unset dirty status for tenant:6efc783da9574d08a8a0d82510a572d4 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:42:16.380923 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b52ff15a-ebab-439c-b206-66bf8e3e4b54 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:16.384327 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-315a7843-0ad7-4e1c-a5d4-359d491bff30 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] 10.222.0.16 "GET /v2.0/ports/7b6a36a7-cfca-42bd-97c5-4a00c4930c92 HTTP/1.1" status: 404 len: 333 time: 0.2522519 Dec 20 08:42:16.385111 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 34160) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:16.389867 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4c3fba70-925c-4e76-bb78-ea24d5bac8f8 tempest-RoutersAdminNegativeTest-2143992570 tempest-RoutersAdminNegativeTest-2143992570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24817'] for router, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:16.390831 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4c3fba70-925c-4e76-bb78-ea24d5bac8f8 tempest-RoutersAdminNegativeTest-2143992570 tempest-RoutersAdminNegativeTest-2143992570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-351744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24806'] for router, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:16.401552 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-39ae760c-2987-4d29-8081-97346b3dcc65 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Request body: {'port': {'network_id': '2a4d4f7f-598a-4e75-9554-bac4816f8d8f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-706907307'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:42:16.409640 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeac8b0a-4d19-4c8c-9a0e-4178e605358f tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:42:16.414072 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeac8b0a-4d19-4c8c-9a0e-4178e605358f tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:42:16.414937 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-eeac8b0a-4d19-4c8c-9a0e-4178e605358f tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Synchronizing usage tracker for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:42:16.415441 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2268405-e2c9-4566-9cd3-78d75e0629b7 tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Pushing event deleted for resources: {'Network': ['ID=355262df-d4db-46f2-869b-a9556b3ba4bd,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:16.420819 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e2268405-e2c9-4566-9cd3-78d75e0629b7 tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:16.426741 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e2268405-e2c9-4566-9cd3-78d75e0629b7 tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] 10.222.0.16 "DELETE /v2.0/networks/355262df-d4db-46f2-869b-a9556b3ba4bd HTTP/1.1" status: 204 len: 168 time: 1.4975348 Dec 20 08:42:16.433998 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 34164) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:16.439806 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71e77e68-1e4d-441c-acb9-54e3c423635d admin admin] Router 5e107952-13ac-49e4-a9c6-ea642e78ebef has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:42:16.494762 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-9da96bd9-fb19-4594-b924-09e9bb71abff tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Allocated IP 172.26.5.152 (95f3bec2-46e6-4468-8229-8badd4a5aaae/cf8895a3-346d-4313-a645-16ecdcce9969/e72ca573-ecc7-4dda-9631-4e70cf087d16) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:42:16.522590 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ceddf65-365a-400e-ae25-b1ab2e4dbb8e tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Network 95f3bec2-46e6-4468-8229-8badd4a5aaae is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:42:16.524989 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceddf65-365a-400e-ae25-b1ab2e4dbb8e tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Pushing event updated for resources: {'Port': ['ID=3ab56858-3332-4c54-8f45-011927f2029f,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:16.534318 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-3ceddf65-365a-400e-ae25-b1ab2e4dbb8e tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:42:16.538188 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3ceddf65-365a-400e-ae25-b1ab2e4dbb8e tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:16.541739 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4c3fba70-925c-4e76-bb78-ea24d5bac8f8 tempest-RoutersAdminNegativeTest-2143992570 tempest-RoutersAdminNegativeTest-2143992570-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:16.542355 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.109s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:16.628874 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6f5cecc-796f-47cf-864a-8cd316782faf tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] DELETE failed (client error): The resource could not be found. Dec 20 08:42:16.629463 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6f5cecc-796f-47cf-864a-8cd316782faf tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:42:16.633509 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-d6f5cecc-796f-47cf-864a-8cd316782faf tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] 10.222.0.16 "DELETE /v2.0/ports/b7d9e690-6ae1-485e-8846-27afdbd40af5 HTTP/1.1" status: 404 len: 333 time: 0.1888897 Dec 20 08:42:16.633509 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ceddf65-365a-400e-ae25-b1ab2e4dbb8e tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:42:16.636884 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 34168) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:16.668370 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52ff15a-ebab-439c-b206-66bf8e3e4b54 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Pushing event updated for resources: {'Port': ['ID=5177cd3e-1378-409a-b877-067ebf939d61,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:16.676103 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-eeac8b0a-4d19-4c8c-9a0e-4178e605358f tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Unset dirty status for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:42:16.679354 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-eeac8b0a-4d19-4c8c-9a0e-4178e605358f tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.6253266 Dec 20 08:42:16.683236 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 34172) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:16.689562 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52ff15a-ebab-439c-b206-66bf8e3e4b54 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Network 89e85b71-aa43-4a01-81dd-ce4ea4642e74 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:42:16.691012 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b52ff15a-ebab-439c-b206-66bf8e3e4b54 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:16.692327 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-b52ff15a-ebab-439c-b206-66bf8e3e4b54 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:42:16.694660 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52ff15a-ebab-439c-b206-66bf8e3e4b54 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:42:16.695600 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52ff15a-ebab-439c-b206-66bf8e3e4b54 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:42:16.696667 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b52ff15a-ebab-439c-b206-66bf8e3e4b54 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:16.758752 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-3e1ce1a8-cc7f-4284-9fa1-5f6f4206dd8e None None] Provisioning for port 8ced8bcd-6243-4ad9-9ce3-6b5258e2dc1d completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:42:16.764512 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-3e1ce1a8-cc7f-4284-9fa1-5f6f4206dd8e None None] Provisioning complete for port 8ced8bcd-6243-4ad9-9ce3-6b5258e2dc1d triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:42:16.764948 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3e1ce1a8-cc7f-4284-9fa1-5f6f4206dd8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:16.790161 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-b52ff15a-ebab-439c-b206-66bf8e3e4b54 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.6632490 Dec 20 08:42:16.814398 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 34176) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:16.815334 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-39ae760c-2987-4d29-8081-97346b3dcc65 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:42:16.893608 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9da96bd9-fb19-4594-b924-09e9bb71abff tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:16.902975 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3e1ce1a8-cc7f-4284-9fa1-5f6f4206dd8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:16.946333 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-3e1ce1a8-cc7f-4284-9fa1-5f6f4206dd8e None None] For port 8ced8bcd-6243-4ad9-9ce3-6b5258e2dc1d, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=8ced8bcd-6243-4ad9-9ce3-6b5258e2dc1d,segment=NetworkSegment(7c00552d-ea93-440b-911c-cb3aa0a4eeff),segment_id=7c00552d-ea93-440b-911c-cb3aa0a4eeff)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:42:16.953128 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3e1ce1a8-cc7f-4284-9fa1-5f6f4206dd8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:16.956998 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-21f9b63f-9524-49d3-a7ed-2980d27d41cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:16.963357 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-39ae760c-2987-4d29-8081-97346b3dcc65 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:42:16.985621 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3ceddf65-365a-400e-ae25-b1ab2e4dbb8e tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:16.992772 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-e7dba901-7f52-4866-b9ed-9905653a049b tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Deleting port 50bcd6e8-a046-4b8e-82af-ee7b06420859 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:42:16.993111 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e7dba901-7f52-4866-b9ed-9905653a049b tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:17.039458 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1ce1a8-cc7f-4284-9fa1-5f6f4206dd8e None None] Pushing event updated for resources: {'Port': ['ID=8ced8bcd-6243-4ad9-9ce3-6b5258e2dc1d,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:17.048694 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-3e1ce1a8-cc7f-4284-9fa1-5f6f4206dd8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:17.050927 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3ceddf65-365a-400e-ae25-b1ab2e4dbb8e tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:17.081497 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-070d7835-3b96-4181-b2b2-ff0e505d13ca tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Synchronizing usage tracker for tenant:f2d922b63cb945f68456db624cc90eca on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:42:17.082434 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-77f7b839-1e6a-4f3c-add1-d6183665d949 None None] Provisioning for port 50bcd6e8-a046-4b8e-82af-ee7b06420859 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:42:17.084838 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9da96bd9-fb19-4594-b924-09e9bb71abff tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:17.091800 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-77f7b839-1e6a-4f3c-add1-d6183665d949 None None] Provisioning complete for port 50bcd6e8-a046-4b8e-82af-ee7b06420859 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:42:17.092227 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ae760c-2987-4d29-8081-97346b3dcc65 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Made reservation on behalf of 6efc783da9574d08a8a0d82510a572d4 for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:42:17.092499 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-77f7b839-1e6a-4f3c-add1-d6183665d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:17.095046 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3f6f3912-419c-4c1d-b835-7f553419a169 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:17.095190 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-39ae760c-2987-4d29-8081-97346b3dcc65 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:17.153505 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-77f7b839-1e6a-4f3c-add1-d6183665d949 None None] Port 50bcd6e8-a046-4b8e-82af-ee7b06420859 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:42:17.178710 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da96bd9-fb19-4594-b924-09e9bb71abff tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Network 95f3bec2-46e6-4468-8229-8badd4a5aaae is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:42:17.183290 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-9da96bd9-fb19-4594-b924-09e9bb71abff tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:42:17.186714 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da96bd9-fb19-4594-b924-09e9bb71abff tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:42:17.196339 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da96bd9-fb19-4594-b924-09e9bb71abff tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Pushing event updated for resources: {'Port': ['ID=e72ca573-ecc7-4dda-9631-4e70cf087d16,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:17.199478 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-9da96bd9-fb19-4594-b924-09e9bb71abff tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:17.217071 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4c3fba70-925c-4e76-bb78-ea24d5bac8f8 tempest-RoutersAdminNegativeTest-2143992570 tempest-RoutersAdminNegativeTest-2143992570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24724'] for router, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:17.296774 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:17.301493 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-39ae760c-2987-4d29-8081-97346b3dcc65 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] device_id is not set on port a100953a-bc06-4623-8e90-dc32ae197961 yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:42:17.340473 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-070d7835-3b96-4181-b2b2-ff0e505d13ca tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Unset dirty status for tenant:f2d922b63cb945f68456db624cc90eca on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:42:17.344850 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-070d7835-3b96-4181-b2b2-ff0e505d13ca tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] 10.222.0.16 "GET /v2.0/ports/5177cd3e-1378-409a-b877-067ebf939d61 HTTP/1.1" status: 200 len: 954 time: 0.5173576 Dec 20 08:42:17.357820 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 34180) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:17.420505 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9da96bd9-fb19-4594-b924-09e9bb71abff tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:17.463263 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbe256ef-d86a-4957-875e-66130aa01c3f tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Deleting subnet ef213403-6a30-481a-8615-806413efd66a {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:42:17.484840 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fbe256ef-d86a-4957-875e-66130aa01c3f tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:17.494801 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3ceddf65-365a-400e-ae25-b1ab2e4dbb8e tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:17.496300 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9da96bd9-fb19-4594-b924-09e9bb71abff tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:17.533331 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3ceddf65-365a-400e-ae25-b1ab2e4dbb8e tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:17.538397 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:17.611105 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3ceddf65-365a-400e-ae25-b1ab2e4dbb8e tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-345990'] for floatingip, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:17.663215 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceddf65-365a-400e-ae25-b1ab2e4dbb8e tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Pushing event updated for resources: {'Port': ['ID=3ab56858-3332-4c54-8f45-011927f2029f,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:17.666522 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3ceddf65-365a-400e-ae25-b1ab2e4dbb8e tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:17.733205 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3ceddf65-365a-400e-ae25-b1ab2e4dbb8e tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for floatingip, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:17.742363 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-3ceddf65-365a-400e-ae25-b1ab2e4dbb8e tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8518116 Dec 20 08:42:17.765572 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-741b9063-ed3c-48d9-a895-4bd8141919b7 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Deleting port 5177cd3e-1378-409a-b877-067ebf939d61 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:42:17.766109 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-741b9063-ed3c-48d9-a895-4bd8141919b7 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:17.800326 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fbe256ef-d86a-4957-875e-66130aa01c3f tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1618747'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:17.804433 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 8ced8bcd-6243-4ad9-9ce3-6b5258e2dc1d up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:42:17.819266 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9da96bd9-fb19-4594-b924-09e9bb71abff tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:17.829260 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9da96bd9-fb19-4594-b924-09e9bb71abff tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:17.846024 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-5c887f59-9b89-4a2d-92ae-bb1a6a7d970b tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:17.891013 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 8ced8bcd-6243-4ad9-9ce3-6b5258e2dc1d triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:42:17.892035 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:17.928972 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da96bd9-fb19-4594-b924-09e9bb71abff tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Pushing event updated for resources: {'Port': ['ID=e72ca573-ecc7-4dda-9631-4e70cf087d16,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:17.937789 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e7dba901-7f52-4866-b9ed-9905653a049b tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:17.942596 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9da96bd9-fb19-4594-b924-09e9bb71abff tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-345990'] for floatingip, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:17.951200 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-9da96bd9-fb19-4594-b924-09e9bb71abff tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:17.968222 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9da96bd9-fb19-4594-b924-09e9bb71abff tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for floatingip, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:17.971900 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-9da96bd9-fb19-4594-b924-09e9bb71abff tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4332774 Dec 20 08:42:17.972177 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 34194) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:17.978228 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-0732e615-cec9-4e1c-a1c3-9dc01157ff4f tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-577271423'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:42:17.984130 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-0732e615-cec9-4e1c-a1c3-9dc01157ff4f tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:42:17.988264 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-0732e615-cec9-4e1c-a1c3-9dc01157ff4f tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Usage tracker for resource:network and tenant:f481097c03db41fab12a5b6c050f6a52 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:42:17.991997 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-0732e615-cec9-4e1c-a1c3-9dc01157ff4f tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:42:17.998518 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-0732e615-cec9-4e1c-a1c3-9dc01157ff4f tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:42:18.013622 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0732e615-cec9-4e1c-a1c3-9dc01157ff4f tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Made reservation on behalf of f481097c03db41fab12a5b6c050f6a52 for: {'network': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:42:18.017127 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0732e615-cec9-4e1c-a1c3-9dc01157ff4f tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:18.032040 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0732e615-cec9-4e1c-a1c3-9dc01157ff4f tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Notify callbacks [] for security_group, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:18.056304 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-39ae760c-2987-4d29-8081-97346b3dcc65 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Allocated IP 2001:db8::2d3 (2a4d4f7f-598a-4e75-9554-bac4816f8d8f/aa989b27-7bfc-4684-853b-3173f2a902f1/a100953a-bc06-4623-8e90-dc32ae197961) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:42:18.071127 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-0732e615-cec9-4e1c-a1c3-9dc01157ff4f tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:42:18.075087 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-0732e615-cec9-4e1c-a1c3-9dc01157ff4f tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Usage tracker for resource:security_group_rule and tenant:f481097c03db41fab12a5b6c050f6a52 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:42:18.078266 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-0732e615-cec9-4e1c-a1c3-9dc01157ff4f tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:42:18.083965 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-0732e615-cec9-4e1c-a1c3-9dc01157ff4f tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:42:18.128636 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-e7dba901-7f52-4866-b9ed-9905653a049b tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Calling delete_port for 50bcd6e8-a046-4b8e-82af-ee7b06420859 owned by {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:42:18.154686 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0732e615-cec9-4e1c-a1c3-9dc01157ff4f tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Notify callbacks [] for security_group, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:18.159840 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0732e615-cec9-4e1c-a1c3-9dc01157ff4f tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:18.164380 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:18.192775 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0732e615-cec9-4e1c-a1c3-9dc01157ff4f tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=83445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:42:18.201475 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0732e615-cec9-4e1c-a1c3-9dc01157ff4f tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39d4906e-67a9-44c1-a919-4214f2782f62,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:18.204971 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0732e615-cec9-4e1c-a1c3-9dc01157ff4f tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:18.207807 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0732e615-cec9-4e1c-a1c3-9dc01157ff4f tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:18.208353 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.segments_db [None req-0732e615-cec9-4e1c-a1c3-9dc01157ff4f tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Added segment 92492d3f-6a7c-439d-bc86-4879c84a2b75 of type vlan for network 8073152b-8cbf-4de0-8a31-e29075fb5a32 Dec 20 08:42:18.239447 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 34200) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:18.248516 dv-neutron-820491-1-hyperv neutron-server[83445]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 20 08:42:18.320416 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0732e615-cec9-4e1c-a1c3-9dc01157ff4f tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:18.322259 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71e77e68-1e4d-441c-acb9-54e3c423635d admin admin] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:42:18.367271 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-a582d22c-6431-4ad1-92b8-e0298fa1a965 req-98cecf3f-dfd3-4124-b938-532601750525 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Synchronizing usage tracker for tenant:7db362d7554a4f47a4a46f85caa7eb15 on resource:security_group {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:42:18.383287 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0732e615-cec9-4e1c-a1c3-9dc01157ff4f tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:18.389524 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0732e615-cec9-4e1c-a1c3-9dc01157ff4f tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:42:18.390117 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0732e615-cec9-4e1c-a1c3-9dc01157ff4f tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:18.396133 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:18.406898 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fbe256ef-d86a-4957-875e-66130aa01c3f tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:18.422448 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-a582d22c-6431-4ad1-92b8-e0298fa1a965 req-98cecf3f-dfd3-4124-b938-532601750525 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Unset dirty status for tenant:7db362d7554a4f47a4a46f85caa7eb15 on resource:security_group {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:42:18.423593 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-a582d22c-6431-4ad1-92b8-e0298fa1a965 req-98cecf3f-dfd3-4124-b938-532601750525 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--101337163&fields=id&tenant_id=7db362d7554a4f47a4a46f85caa7eb15 HTTP/1.1" status: 200 len: 267 time: 0.1831720 Dec 20 08:42:18.548315 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-741b9063-ed3c-48d9-a895-4bd8141919b7 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:18.548544 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0732e615-cec9-4e1c-a1c3-9dc01157ff4f tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Pushing event updated for resources: {'Network': ['ID=8073152b-8cbf-4de0-8a31-e29075fb5a32,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:18.551397 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0732e615-cec9-4e1c-a1c3-9dc01157ff4f tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:18.556812 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-71e77e68-1e4d-441c-acb9-54e3c423635d admin admin] 10.222.0.16 "PUT /v2.0/routers/5e107952-13ac-49e4-a9c6-ea642e78ebef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.8265560 Dec 20 08:42:18.570329 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network 8073152b-8cbf-4de0-8a31-e29075fb5a32 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:42:18.585180 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-0732e615-cec9-4e1c-a1c3-9dc01157ff4f tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6120541 Dec 20 08:42:18.604985 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 34206) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:18.675969 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-dbdfd97d-9715-459a-9fca-5d03f6991768 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Request body: {'subnet': {'network_id': '8073152b-8cbf-4de0-8a31-e29075fb5a32', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:42:18.715642 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a582d22c-6431-4ad1-92b8-e0298fa1a965 req-a3c749e4-6858-4661-b4e0-77b46d9f6567 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:42:18.716646 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-a582d22c-6431-4ad1-92b8-e0298fa1a965 req-a3c749e4-6858-4661-b4e0-77b46d9f6567 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Synchronizing usage tracker for tenant:7db362d7554a4f47a4a46f85caa7eb15 on resource:network {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:42:18.742215 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-a582d22c-6431-4ad1-92b8-e0298fa1a965 req-a3c749e4-6858-4661-b4e0-77b46d9f6567 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Unset dirty status for tenant:7db362d7554a4f47a4a46f85caa7eb15 on resource:network {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:42:18.744111 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-a582d22c-6431-4ad1-92b8-e0298fa1a965 req-a3c749e4-6858-4661-b4e0-77b46d9f6567 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] 10.222.0.16 "GET /v2.0/networks?id=ae7d918f-a9f8-4196-ba8f-f2cde9016013 HTTP/1.1" status: 200 len: 805 time: 0.3122554 Dec 20 08:42:18.770877 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-a582d22c-6431-4ad1-92b8-e0298fa1a965 req-8068a8ad-6d06-4d45-a623-6d888f1d1c13 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] 10.222.0.16 "GET /v2.0/quotas/7db362d7554a4f47a4a46f85caa7eb15 HTTP/1.1" status: 200 len: 375 time: 0.0124774 Dec 20 08:42:18.772897 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-741b9063-ed3c-48d9-a895-4bd8141919b7 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Calling delete_port for 5177cd3e-1378-409a-b877-067ebf939d61 owned by {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:42:18.858747 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-a582d22c-6431-4ad1-92b8-e0298fa1a965 req-59ab22da-a5ef-430c-afa9-0c9975152964 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Synchronizing usage tracker for tenant:7db362d7554a4f47a4a46f85caa7eb15 on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:42:18.879089 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-a582d22c-6431-4ad1-92b8-e0298fa1a965 req-59ab22da-a5ef-430c-afa9-0c9975152964 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Unset dirty status for tenant:7db362d7554a4f47a4a46f85caa7eb15 on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:42:18.881153 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-a582d22c-6431-4ad1-92b8-e0298fa1a965 req-59ab22da-a5ef-430c-afa9-0c9975152964 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7db362d7554a4f47a4a46f85caa7eb15&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1037786 Dec 20 08:42:19.047816 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [req-a582d22c-6431-4ad1-92b8-e0298fa1a965 req-7ec0ff24-5da8-44fa-979c-f389a264bfd5 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=83445) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 08:42:19.048920 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-a582d22c-6431-4ad1-92b8-e0298fa1a965 req-7ec0ff24-5da8-44fa-979c-f389a264bfd5 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0709288 Dec 20 08:42:19.050584 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e7dba901-7f52-4866-b9ed-9905653a049b tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:19.095998 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fbe256ef-d86a-4957-875e-66130aa01c3f tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1129313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1529131'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:19.193886 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-a582d22c-6431-4ad1-92b8-e0298fa1a965 req-83049de9-fbba-425e-9518-7b9e48293fd4 service neutron] 10.222.0.16 "GET /v2.0/networks/ae7d918f-a9f8-4196-ba8f-f2cde9016013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385639 Dec 20 08:42:19.203232 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-dbdfd97d-9715-459a-9fca-5d03f6991768 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:42:19.207762 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-dbdfd97d-9715-459a-9fca-5d03f6991768 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Usage tracker for resource:subnet and tenant:f481097c03db41fab12a5b6c050f6a52 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:42:19.210573 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-dbdfd97d-9715-459a-9fca-5d03f6991768 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:42:19.219199 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7cdc67f6-6607-4630-b52e-a0e36bae5579 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:19.226509 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 34220) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:19.244477 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-3fc152d0-12e1-460a-a417-03dffc7ebc0f tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1431915891', 'description': 'tempest-description--1543744673'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:42:19.252814 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-3fc152d0-12e1-460a-a417-03dffc7ebc0f tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:42:19.278910 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-dbdfd97d-9715-459a-9fca-5d03f6991768 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:42:19.301250 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-3fc152d0-12e1-460a-a417-03dffc7ebc0f tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Usage tracker for resource:security_group and tenant:ec4017678cc746e0bc7f4ecce92ed1b5 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:42:19.307833 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-3fc152d0-12e1-460a-a417-03dffc7ebc0f tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:42:19.316369 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-3fc152d0-12e1-460a-a417-03dffc7ebc0f tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:42:19.320893 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dba901-7f52-4866-b9ed-9905653a049b tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event deleted for resources: {'Port': ['ID=50bcd6e8-a046-4b8e-82af-ee7b06420859,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:19.322941 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbdfd97d-9715-459a-9fca-5d03f6991768 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Made reservation on behalf of f481097c03db41fab12a5b6c050f6a52 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:42:19.327196 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0f21f2-51aa-497c-9e2f-b41f85e01e00 None None] Network c2d79a55-ba3d-4dca-b1f7-7774ad58e449 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:42:19.340465 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fbe256ef-d86a-4957-875e-66130aa01c3f tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:19.347534 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-39ae760c-2987-4d29-8081-97346b3dcc65 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:19.350569 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e7dba901-7f52-4866-b9ed-9905653a049b tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:19.351195 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3fc152d0-12e1-460a-a417-03dffc7ebc0f tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Notify callbacks [] for security_group, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:19.376750 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-a582d22c-6431-4ad1-92b8-e0298fa1a965 req-3a6e04e7-9f87-482d-9d0b-8f34b0a991b3 service neutron] 10.222.0.16 "GET /v2.0/networks/ae7d918f-a9f8-4196-ba8f-f2cde9016013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792400 Dec 20 08:42:19.380608 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-208e6b0a-a151-4a83-96cf-ba13ecd988b0 tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.123s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:19.399065 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-3fc152d0-12e1-460a-a417-03dffc7ebc0f tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:42:19.403290 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-3fc152d0-12e1-460a-a417-03dffc7ebc0f tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Usage tracker for resource:security_group_rule and tenant:ec4017678cc746e0bc7f4ecce92ed1b5 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:42:19.406509 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-3fc152d0-12e1-460a-a417-03dffc7ebc0f tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:42:19.413180 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-3fc152d0-12e1-460a-a417-03dffc7ebc0f tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:42:19.420432 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-741b9063-ed3c-48d9-a895-4bd8141919b7 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:19.446865 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe256ef-d86a-4957-875e-66130aa01c3f tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Pushing event deleted for resources: {'Subnet': ['ID=ef213403-6a30-481a-8615-806413efd66a,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:19.509937 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-39ae760c-2987-4d29-8081-97346b3dcc65 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Transition to ACTIVE for port object a100953a-bc06-4623-8e90-dc32ae197961 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:42:19.528543 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3fc152d0-12e1-460a-a417-03dffc7ebc0f tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Notify callbacks [] for security_group, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:19.543201 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3fc152d0-12e1-460a-a417-03dffc7ebc0f tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:19.546833 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-fbe256ef-d86a-4957-875e-66130aa01c3f tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:19.548262 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-fbe256ef-d86a-4957-875e-66130aa01c3f tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] 10.222.0.16 "DELETE /v2.0/subnets/ef213403-6a30-481a-8615-806413efd66a HTTP/1.1" status: 204 len: 168 time: 2.9078908 Dec 20 08:42:19.550301 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-5e6ad72f-c1da-4b5c-bcb4-d071426a09ba tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:19.566413 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 34226) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:19.579625 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a654131b-466e-4b67-bd15-23428cfd3072 tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:19.652411 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741b9063-ed3c-48d9-a895-4bd8141919b7 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Pushing event deleted for resources: {'Port': ['ID=5177cd3e-1378-409a-b877-067ebf939d61,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:19.668190 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-741b9063-ed3c-48d9-a895-4bd8141919b7 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:19.681535 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-741b9063-ed3c-48d9-a895-4bd8141919b7 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:19.683953 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-741b9063-ed3c-48d9-a895-4bd8141919b7 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] 10.222.0.16 "DELETE /v2.0/ports/5177cd3e-1378-409a-b877-067ebf939d61 HTTP/1.1" status: 204 len: 168 time: 2.3217237 Dec 20 08:42:19.699021 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 34232) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:19.831574 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc152d0-12e1-460a-a417-03dffc7ebc0f tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68fefc14-972e-4836-b3f4-32c3967e48f3,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:19.836723 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3fc152d0-12e1-460a-a417-03dffc7ebc0f tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:19.853274 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4c3fba70-925c-4e76-bb78-ea24d5bac8f8 tempest-RoutersAdminNegativeTest-2143992570 tempest-RoutersAdminNegativeTest-2143992570-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:19.882566 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f70a922-5f7c-415b-ba1f-dfe9ac3d1bb9 None None] DHCP port deletion for c2d79a55-ba3d-4dca-b1f7-7774ad58e449 request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 08:42:19.890429 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-3f70a922-5f7c-415b-ba1f-dfe9ac3d1bb9 None None] Deleting port 31278664-d0c7-4e2e-93c3-2d15c95db1d4 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:42:19.891133 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3f70a922-5f7c-415b-ba1f-dfe9ac3d1bb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:19.909284 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 34246) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:19.925700 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-35ce3a67-14c8-4738-a613-8d1985e74a6b tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] GET failed (client error): The resource could not be found. Dec 20 08:42:19.926213 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-35ce3a67-14c8-4738-a613-8d1985e74a6b tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Synchronizing usage tracker for tenant:f2d922b63cb945f68456db624cc90eca on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:42:19.926710 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3fc152d0-12e1-460a-a417-03dffc7ebc0f tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:19.928281 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-3fc152d0-12e1-460a-a417-03dffc7ebc0f tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.7006643 Dec 20 08:42:19.930441 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-dbdfd97d-9715-459a-9fca-5d03f6991768 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1529102'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:19.940255 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 34256) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:19.948809 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-8547609f-713f-4a67-890b-5de512e3ec01 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Request body: {'security_group_rule': {'security_group_id': '68fefc14-972e-4836-b3f4-32c3967e48f3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:42:19.956847 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-8547609f-713f-4a67-890b-5de512e3ec01 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:42:19.963548 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e7dba901-7f52-4866-b9ed-9905653a049b tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:19.965494 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e7dba901-7f52-4866-b9ed-9905653a049b tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/ports/50bcd6e8-a046-4b8e-82af-ee7b06420859 HTTP/1.1" status: 204 len: 168 time: 3.2753735 Dec 20 08:42:19.972002 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4c3fba70-925c-4e76-bb78-ea24d5bac8f8 tempest-RoutersAdminNegativeTest-2143992570 tempest-RoutersAdminNegativeTest-2143992570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:19.976455 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c119b8f8-c3c2-4b05-bd95-b09817ac6d1e tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:19.978726 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 34262) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:19.982890 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-8547609f-713f-4a67-890b-5de512e3ec01 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Usage tracker for resource:security_group_rule and tenant:ec4017678cc746e0bc7f4ecce92ed1b5 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:42:19.991659 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-8547609f-713f-4a67-890b-5de512e3ec01 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:42:20.023935 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-8547609f-713f-4a67-890b-5de512e3ec01 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:42:20.031762 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-c119b8f8-c3c2-4b05-bd95-b09817ac6d1e tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Deleting port 31278664-d0c7-4e2e-93c3-2d15c95db1d4 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:42:20.037657 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c119b8f8-c3c2-4b05-bd95-b09817ac6d1e tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:20.124208 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8547609f-713f-4a67-890b-5de512e3ec01 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:20.139203 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-3f70a922-5f7c-415b-ba1f-dfe9ac3d1bb9 None None] For port 31278664-d0c7-4e2e-93c3-2d15c95db1d4, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=31278664-d0c7-4e2e-93c3-2d15c95db1d4,segment=NetworkSegment(6261bf8b-00d7-419d-91a9-8f1e937134a3),segment_id=6261bf8b-00d7-419d-91a9-8f1e937134a3)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:42:20.139603 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3f70a922-5f7c-415b-ba1f-dfe9ac3d1bb9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:20.272368 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-3f70a922-5f7c-415b-ba1f-dfe9ac3d1bb9 None None] Calling delete_port for 31278664-d0c7-4e2e-93c3-2d15c95db1d4 owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:42:20.280455 dv-neutron-820491-1-hyperv neutron-server[83444]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 20 08:42:20.321161 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4c3fba70-925c-4e76-bb78-ea24d5bac8f8 tempest-RoutersAdminNegativeTest-2143992570 tempest-RoutersAdminNegativeTest-2143992570-project-admin] Notify callbacks [] for router, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:20.337370 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-c119b8f8-c3c2-4b05-bd95-b09817ac6d1e tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] For port 31278664-d0c7-4e2e-93c3-2d15c95db1d4, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=31278664-d0c7-4e2e-93c3-2d15c95db1d4,segment=NetworkSegment(6261bf8b-00d7-419d-91a9-8f1e937134a3),segment_id=6261bf8b-00d7-419d-91a9-8f1e937134a3)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:42:20.337838 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c119b8f8-c3c2-4b05-bd95-b09817ac6d1e tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:20.352906 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3f70a922-5f7c-415b-ba1f-dfe9ac3d1bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102'] for port, after_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:20.358820 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:20.377722 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-39ae760c-2987-4d29-8081-97346b3dcc65 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:20.407355 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f70a922-5f7c-415b-ba1f-dfe9ac3d1bb9 None None] Pushing event deleted for resources: {'Port': ['ID=31278664-d0c7-4e2e-93c3-2d15c95db1d4,revision_number=None']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:20.410374 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-3f70a922-5f7c-415b-ba1f-dfe9ac3d1bb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:20.416797 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f70a922-5f7c-415b-ba1f-dfe9ac3d1bb9 None None] No DVR routers for this DVR port 31278664-d0c7-4e2e-93c3-2d15c95db1d4 on host dv-neutron-820491-1-hyperv {{(pid=83446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:42:20.462827 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-35ce3a67-14c8-4738-a613-8d1985e74a6b tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Unset dirty status for tenant:f2d922b63cb945f68456db624cc90eca on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:42:20.464207 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-35ce3a67-14c8-4738-a613-8d1985e74a6b tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] 10.222.0.16 "GET /v2.0/ports/5177cd3e-1378-409a-b877-067ebf939d61 HTTP/1.1" status: 404 len: 333 time: 0.7371192 Dec 20 08:42:20.468109 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c9d7411d-870b-4746-afd7-209dd80a7cc7 req-e1a0f685-2010-4c3d-8d1f-e14e4f34e9be tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] 10.222.0.16 "GET /v2.0/ports?device_id=449de04f-1310-4bd7-a015-5ccac5cf03e1 HTTP/1.1" status: 200 len: 210 time: 0.5567753 Dec 20 08:42:20.504654 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 34282) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:20.514397 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-c119b8f8-c3c2-4b05-bd95-b09817ac6d1e tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Calling delete_port for 31278664-d0c7-4e2e-93c3-2d15c95db1d4 owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:42:20.557712 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:20.562298 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-c8007e8b-305f-4803-80fa-f4280cb8804d tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Request body: {'port': {'network_id': '89e85b71-aa43-4a01-81dd-ce4ea4642e74', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-99645277'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:42:20.567278 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-c8007e8b-305f-4803-80fa-f4280cb8804d tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:42:20.631239 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-c8007e8b-305f-4803-80fa-f4280cb8804d tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:42:20.633601 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ae760c-2987-4d29-8081-97346b3dcc65 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Network 2a4d4f7f-598a-4e75-9554-bac4816f8d8f is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:42:20.645491 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.api [None req-c119b8f8-c3c2-4b05-bd95-b09817ac6d1e tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 08:42:20.646072 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_db.api [None req-c119b8f8-c3c2-4b05-bd95-b09817ac6d1e tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 08:42:20.646531 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-39ae760c-2987-4d29-8081-97346b3dcc65 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:42:20.656783 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe8f2f7-af2d-415d-9b40-6e5f5e15047d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:42:20.658119 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe8f2f7-af2d-415d-9b40-6e5f5e15047d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:42:20.658869 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-6fe8f2f7-af2d-415d-9b40-6e5f5e15047d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Synchronizing usage tracker for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:subnet {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:42:20.659608 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8007e8b-305f-4803-80fa-f4280cb8804d tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Made reservation on behalf of f2d922b63cb945f68456db624cc90eca for: {'port': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:42:20.661879 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c8007e8b-305f-4803-80fa-f4280cb8804d tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:20.672882 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8547609f-713f-4a67-890b-5de512e3ec01 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:20.681152 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8547609f-713f-4a67-890b-5de512e3ec01 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:20.683845 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ae760c-2987-4d29-8081-97346b3dcc65 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:42:20.685104 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:20.688048 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ae760c-2987-4d29-8081-97346b3dcc65 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:42:20.688715 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-39ae760c-2987-4d29-8081-97346b3dcc65 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:20.696186 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-6fe8f2f7-af2d-415d-9b40-6e5f5e15047d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Unset dirty status for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:subnet {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:42:20.697347 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-6fe8f2f7-af2d-415d-9b40-6e5f5e15047d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.7160857 Dec 20 08:42:20.701103 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-c8007e8b-305f-4803-80fa-f4280cb8804d tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] device_id is not set on port 5806276f-6da6-47aa-ab31-3c03f0efe156 yet. {{(pid=83445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:42:20.737309 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 34290) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:20.767360 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ae760c-2987-4d29-8081-97346b3dcc65 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Pushing event updated for resources: {'Port': ['ID=a100953a-bc06-4623-8e90-dc32ae197961,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:20.784039 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547609f-713f-4a67-890b-5de512e3ec01 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62f77b70-bac4-4650-9985-c7e1064b8122,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:20.815608 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-8547609f-713f-4a67-890b-5de512e3ec01 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:20.851097 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8547609f-713f-4a67-890b-5de512e3ec01 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:20.855242 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-8547609f-713f-4a67-890b-5de512e3ec01 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9115140 Dec 20 08:42:20.859222 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 34298) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:20.863287 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-39ae760c-2987-4d29-8081-97346b3dcc65 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:20.874021 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-48cb8fca-9978-4887-9678-81de09e6c814 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Request body: {'security_group_rule': {'security_group_id': '68fefc14-972e-4836-b3f4-32c3967e48f3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:42:20.879869 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-48cb8fca-9978-4887-9678-81de09e6c814 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:42:20.883753 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-48cb8fca-9978-4887-9678-81de09e6c814 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Usage tracker for resource:security_group_rule and tenant:ec4017678cc746e0bc7f4ecce92ed1b5 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:42:20.888142 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-48cb8fca-9978-4887-9678-81de09e6c814 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:42:20.893834 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-48cb8fca-9978-4887-9678-81de09e6c814 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:42:20.950625 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-39ae760c-2987-4d29-8081-97346b3dcc65 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.5563996 Dec 20 08:42:20.963627 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 34302) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:21.028221 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d7f1f9cd-52de-44e9-87da-2a9f8f48b854 None None] Provisioning for port a100953a-bc06-4623-8e90-dc32ae197961 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:42:21.034840 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d7f1f9cd-52de-44e9-87da-2a9f8f48b854 None None] Provisioning complete for port a100953a-bc06-4623-8e90-dc32ae197961 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:42:21.035349 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d7f1f9cd-52de-44e9-87da-2a9f8f48b854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:21.108904 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d7f1f9cd-52de-44e9-87da-2a9f8f48b854 None None] Port a100953a-bc06-4623-8e90-dc32ae197961 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:42:21.164268 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-c119b8f8-c3c2-4b05-bd95-b09817ac6d1e tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Deleting port 31278664-d0c7-4e2e-93c3-2d15c95db1d4 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:42:21.165041 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c119b8f8-c3c2-4b05-bd95-b09817ac6d1e tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:21.187172 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-739fb92c-ca96-4062-a538-ab69d84ac572 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:46:df:80'}]}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:42:21.235560 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-48cb8fca-9978-4887-9678-81de09e6c814 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:21.252723 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-c119b8f8-c3c2-4b05-bd95-b09817ac6d1e tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] The port '31278664-d0c7-4e2e-93c3-2d15c95db1d4' was deleted {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 08:42:21.261322 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4c3fba70-925c-4e76-bb78-ea24d5bac8f8 tempest-RoutersAdminNegativeTest-2143992570 tempest-RoutersAdminNegativeTest-2143992570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24735'] for router, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:21.308404 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c8007e8b-305f-4803-80fa-f4280cb8804d tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:21.311426 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4c3fba70-925c-4e76-bb78-ea24d5bac8f8 tempest-RoutersAdminNegativeTest-2143992570 tempest-RoutersAdminNegativeTest-2143992570-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:21.329289 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_v2 [None req-3de8e3f6-574d-41a6-aa2f-16e0e7474056 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Deleting subnet cb061da3-de8a-413d-8bdb-3131a9df0f37 {{(pid=83445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:42:21.343732 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3de8e3f6-574d-41a6-aa2f-16e0e7474056 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for subnet, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:21.384394 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-dbdfd97d-9715-459a-9fca-5d03f6991768 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1129376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1529148'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:21.459259 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c119b8f8-c3c2-4b05-bd95-b09817ac6d1e tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:21.475867 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3de8e3f6-574d-41a6-aa2f-16e0e7474056 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:21.502771 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c119b8f8-c3c2-4b05-bd95-b09817ac6d1e tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Subscribe: > segment before_delete 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:42:21.503137 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c119b8f8-c3c2-4b05-bd95-b09817ac6d1e tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:42:21.504109 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c119b8f8-c3c2-4b05-bd95-b09817ac6d1e tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:42:21.504214 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c119b8f8-c3c2-4b05-bd95-b09817ac6d1e tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Subscribe: > port after_create 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:42:21.504718 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c119b8f8-c3c2-4b05-bd95-b09817ac6d1e tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Subscribe: > port after_delete 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:42:21.509601 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c119b8f8-c3c2-4b05-bd95-b09817ac6d1e tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Subscribe: > port after_update 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:42:21.510156 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c119b8f8-c3c2-4b05-bd95-b09817ac6d1e tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Subscribe: > segment after_delete 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:42:21.510598 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c119b8f8-c3c2-4b05-bd95-b09817ac6d1e tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Subscribe: > subnet after_create 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:42:21.511048 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c119b8f8-c3c2-4b05-bd95-b09817ac6d1e tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Subscribe: > subnet after_delete 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:42:21.513153 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c119b8f8-c3c2-4b05-bd95-b09817ac6d1e tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Subscribe: > subnet after_update 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:42:21.514473 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-dbaaf48f-3c2b-4bb9-a5c6-b37ce4b09ddd tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:21.561853 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-48cb8fca-9978-4887-9678-81de09e6c814 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:21.569987 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4c3fba70-925c-4e76-bb78-ea24d5bac8f8 tempest-RoutersAdminNegativeTest-2143992570 tempest-RoutersAdminNegativeTest-2143992570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-390871'] for router, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:21.570531 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c3fba70-925c-4e76-bb78-ea24d5bac8f8 tempest-RoutersAdminNegativeTest-2143992570 tempest-RoutersAdminNegativeTest-2143992570-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c83b7584-9a72-4f18-a8b8-40ff3ae4f639 {{(pid=83444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 08:42:21.605990 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-48cb8fca-9978-4887-9678-81de09e6c814 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:21.650599 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdfd97d-9715-459a-9fca-5d03f6991768 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Pushing event updated for resources: {'Subnet': ['ID=d741f6ed-6c78-48df-8d33-2025f5821182,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:21.669888 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-dbdfd97d-9715-459a-9fca-5d03f6991768 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:21.670511 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:21.715720 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-4c3fba70-925c-4e76-bb78-ea24d5bac8f8 tempest-RoutersAdminNegativeTest-2143992570 tempest-RoutersAdminNegativeTest-2143992570-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 20 08:42:21.719211 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c119b8f8-c3c2-4b05-bd95-b09817ac6d1e tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Subscribe: > subnet after_create 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:42:21.719360 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-4c3fba70-925c-4e76-bb78-ea24d5bac8f8 tempest-RoutersAdminNegativeTest-2143992570 tempest-RoutersAdminNegativeTest-2143992570-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 5.5197384 Dec 20 08:42:21.719437 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c119b8f8-c3c2-4b05-bd95-b09817ac6d1e tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Subscribe: > subnet after_delete 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:42:21.719437 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c119b8f8-c3c2-4b05-bd95-b09817ac6d1e tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Subscribe: > subnet before_create 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:42:21.719437 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c119b8f8-c3c2-4b05-bd95-b09817ac6d1e tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Subscribe: > subnet before_update 55550000 {{(pid=83445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 08:42:21.719437 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-c119b8f8-c3c2-4b05-bd95-b09817ac6d1e tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2d79a55-ba3d-4dca-b1f7-7774ad58e449']}} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:42:21.729407 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 34312) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:21.741849 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-c119b8f8-c3c2-4b05-bd95-b09817ac6d1e tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6261bf8b-00d7-419d-91a9-8f1e937134a3') {'for_net_delete': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:42:21.742308 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-c119b8f8-c3c2-4b05-bd95-b09817ac6d1e tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6261bf8b-00d7-419d-91a9-8f1e937134a3') {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:42:21.773549 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.58', 55127) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:21.780515 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cb8fca-9978-4887-9678-81de09e6c814 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=784016c3-9258-4879-bbc6-d52bc9a5edaa,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:21.801265 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c119b8f8-c3c2-4b05-bd95-b09817ac6d1e tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1518531'] for segment, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:21.807805 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c8007e8b-305f-4803-80fa-f4280cb8804d tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:21.809936 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-48cb8fca-9978-4887-9678-81de09e6c814 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:21.811343 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-48cb8fca-9978-4887-9678-81de09e6c814 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9471183 Dec 20 08:42:21.824154 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-60be2d7b-94fa-48fa-a4c8-23db40d88c11 req-b0c38980-d4eb-464e-af09-097adaaa1351 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] 10.222.0.16 "GET /v2.0/ports?device_id=449de04f-1310-4bd7-a015-5ccac5cf03e1 HTTP/1.1" status: 200 len: 210 time: 0.0892758 Dec 20 08:42:21.824811 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 34318) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:21.830706 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-48cb8fca-9978-4887-9678-81de09e6c814 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:21.833592 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 31278664-d0c7-4e2e-93c3-2d15c95db1d4 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:42:21.838603 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdfd97d-9715-459a-9fca-5d03f6991768 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Checking segment: {'id': '92492d3f-6a7c-439d-bc86-4879c84a2b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8073152b-8cbf-4de0-8a31-e29075fb5a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:42:21.839130 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbdfd97d-9715-459a-9fca-5d03f6991768 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Network hostable DHCP agents. Network: 8073152b-8cbf-4de0-8a31-e29075fb5a32, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:42:21.847258 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-04128a10-f4a4-4a66-858b-e65335d5378e tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:21.864541 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-739fb92c-ca96-4062-a538-ab69d84ac572 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:21.885993 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 31278664-d0c7-4e2e-93c3-2d15c95db1d4 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:42:21.886734 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 31278664-d0c7-4e2e-93c3-2d15c95db1d4 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:42:21.887248 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-c9e9fcef-7633-4342-9646-ed620cb30a17 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Request body: {'floatingip': {'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:42:21.909713 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-c9e9fcef-7633-4342-9646-ed620cb30a17 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:42:21.912226 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3de8e3f6-574d-41a6-aa2f-16e0e7474056 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:21.938702 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c119b8f8-c3c2-4b05-bd95-b09817ac6d1e tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:21.951799 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-7eff2b19-ab77-4ab3-8eaf-6e02e3de4e00 tempest-RoutersAdminNegativeTest-2143992570 tempest-RoutersAdminNegativeTest-2143992570-project-admin] Deleting port fe1a50f3-846d-41f4-96f2-fa4545df5310 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:42:21.951799 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7eff2b19-ab77-4ab3-8eaf-6e02e3de4e00 tempest-RoutersAdminNegativeTest-2143992570 tempest-RoutersAdminNegativeTest-2143992570-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:21.953599 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-c9e9fcef-7633-4342-9646-ed620cb30a17 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Usage tracker for resource:floatingip and tenant:ec4017678cc746e0bc7f4ecce92ed1b5 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:42:21.962357 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-c9e9fcef-7633-4342-9646-ed620cb30a17 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:42:21.972487 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c119b8f8-c3c2-4b05-bd95-b09817ac6d1e tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=83445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:42:21.972808 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c119b8f8-c3c2-4b05-bd95-b09817ac6d1e tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2036002'] for segment, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:21.996425 dv-neutron-820491-1-hyperv neutron-server[83445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 20 08:42:21.996425 dv-neutron-820491-1-hyperv neutron-server[83445]: util.warn_limited( Dec 20 08:42:21.996425 dv-neutron-820491-1-hyperv neutron-server[83445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 08:42:21.996425 dv-neutron-820491-1-hyperv neutron-server[83445]: util.warn( Dec 20 08:42:21.996425 dv-neutron-820491-1-hyperv neutron-server[83445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 08:42:21.996425 dv-neutron-820491-1-hyperv neutron-server[83445]: util.warn( Dec 20 08:42:21.996425 dv-neutron-820491-1-hyperv neutron-server[83445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 08:42:21.996425 dv-neutron-820491-1-hyperv neutron-server[83445]: util.warn( Dec 20 08:42:21.996425 dv-neutron-820491-1-hyperv neutron-server[83445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 08:42:21.996425 dv-neutron-820491-1-hyperv neutron-server[83445]: util.warn( Dec 20 08:42:21.996425 dv-neutron-820491-1-hyperv neutron-server[83445]: Traceback (most recent call last): Dec 20 08:42:21.996425 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:42:21.996425 dv-neutron-820491-1-hyperv neutron-server[83445]: timer() Dec 20 08:42:21.996425 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:42:21.996425 dv-neutron-820491-1-hyperv neutron-server[83445]: cb(*args, **kw) Dec 20 08:42:21.996425 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:42:21.996425 dv-neutron-820491-1-hyperv neutron-server[83445]: return func(*args, **kwargs) Dec 20 08:42:21.996425 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:42:21.996425 dv-neutron-820491-1-hyperv neutron-server[83445]: self._notify() Dec 20 08:42:21.996425 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:42:21.996425 dv-neutron-820491-1-hyperv neutron-server[83445]: self.callback(batched_events) Dec 20 08:42:21.996425 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:42:21.996425 dv-neutron-820491-1-hyperv neutron-server[83445]: event.method(event) Dec 20 08:42:21.996425 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:42:21.996425 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:42:21.996425 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:42:21.996425 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:42:21.996425 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:42:21.996425 dv-neutron-820491-1-hyperv neutron-server[83445]: return f(self, *a, **k) Dec 20 08:42:21.996425 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:42:21.996425 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._get(url).json() Dec 20 08:42:21.996425 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:42:21.996425 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:42:21.996425 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:42:21.996425 dv-neutron-820491-1-hyperv neutron-server[83445]: return self.request(url, 'GET', **kwargs) Dec 20 08:42:21.996425 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:42:21.996425 dv-neutron-820491-1-hyperv neutron-server[83445]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:42:21.996425 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:42:21.996425 dv-neutron-820491-1-hyperv neutron-server[83445]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:42:21.996425 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:42:21.996425 dv-neutron-820491-1-hyperv neutron-server[83445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:42:21.996425 dv-neutron-820491-1-hyperv neutron-server[83445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:42:22.016136 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-c9e9fcef-7633-4342-9646-ed620cb30a17 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:42:22.026921 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8007e8b-305f-4803-80fa-f4280cb8804d tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Network 89e85b71-aa43-4a01-81dd-ce4ea4642e74 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:42:22.035823 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-c8007e8b-305f-4803-80fa-f4280cb8804d tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:42:22.055705 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8007e8b-305f-4803-80fa-f4280cb8804d tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Pushing event updated for resources: {'Port': ['ID=5806276f-6da6-47aa-ab31-3c03f0efe156,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:22.062012 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8007e8b-305f-4803-80fa-f4280cb8804d tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:42:22.062834 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8007e8b-305f-4803-80fa-f4280cb8804d tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:42:22.063440 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c8007e8b-305f-4803-80fa-f4280cb8804d tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:22.113881 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-c8007e8b-305f-4803-80fa-f4280cb8804d tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:22.131865 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c9e9fcef-7633-4342-9646-ed620cb30a17 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Notify callbacks [] for floatingip, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:22.145595 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbdfd97d-9715-459a-9fca-5d03f6991768 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Network 8073152b-8cbf-4de0-8a31-e29075fb5a32 is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:42:22.157870 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a582d22c-6431-4ad1-92b8-e0298fa1a965 req-3982bef1-42d9-4749-a628-03516ce3ce5b tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:42:22.159345 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a582d22c-6431-4ad1-92b8-e0298fa1a965 req-3982bef1-42d9-4749-a628-03516ce3ce5b tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] 10.222.0.58 "GET /v2.0/networks?id=ae7d918f-a9f8-4196-ba8f-f2cde9016013 HTTP/1.1" status: 200 len: 805 time: 0.3848531 Dec 20 08:42:22.168153 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c119b8f8-c3c2-4b05-bd95-b09817ac6d1e tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:22.180776 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3de8e3f6-574d-41a6-aa2f-16e0e7474056 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2036620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2095133'] for subnet, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:22.193469 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f3a949a5-b1ae-4aaa-b1ca-d22dc458f14a tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:22.204229 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-dbdfd97d-9715-459a-9fca-5d03f6991768 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, 8073152b-8cbf-4de0-8a31-e29075fb5a32) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:42:22.213997 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf266cf-fa31-4d28-a65e-4834f1c523ff None None] Network 8073152b-8cbf-4de0-8a31-e29075fb5a32 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:42:22.228258 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-c8007e8b-305f-4803-80fa-f4280cb8804d tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 1.7199650 Dec 20 08:42:22.228258 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c119b8f8-c3c2-4b05-bd95-b09817ac6d1e tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:22.228978 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-c119b8f8-c3c2-4b05-bd95-b09817ac6d1e tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] 10.222.0.16 "DELETE /v2.0/networks/c2d79a55-ba3d-4dca-b1f7-7774ad58e449 HTTP/1.1" status: 204 len: 168 time: 2.6234422 Dec 20 08:42:22.237207 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 34324) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:22.241302 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de8e3f6-574d-41a6-aa2f-16e0e7474056 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event deleted for resources: {'Subnet': ['ID=cb061da3-de8a-413d-8bdb-3131a9df0f37,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:22.247868 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbdfd97d-9715-459a-9fca-5d03f6991768 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:42:22.248470 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-7190a0aa-b3c0-4184-848d-5ff59ef59934 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8204'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:42:22.248608 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-dbdfd97d-9715-459a-9fca-5d03f6991768 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:22.272567 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3de8e3f6-574d-41a6-aa2f-16e0e7474056 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:22.273178 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-780b3607-3c2a-436f-81bd-a39bfdc4ea0d tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:22.320137 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3de8e3f6-574d-41a6-aa2f-16e0e7474056 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:22.324232 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-3de8e3f6-574d-41a6-aa2f-16e0e7474056 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/subnets/cb061da3-de8a-413d-8bdb-3131a9df0f37 HTTP/1.1" status: 204 len: 168 time: 1.5767076 Dec 20 08:42:22.327417 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 34330) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:22.329489 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c119b8f8-c3c2-4b05-bd95-b09817ac6d1e tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Pushing event deleted for resources: {'Network': ['ID=c2d79a55-ba3d-4dca-b1f7-7774ad58e449,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:22.333191 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-c119b8f8-c3c2-4b05-bd95-b09817ac6d1e tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:22.419724 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e46b51a-a7b0-4516-b4a6-e481811930d9 None None] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:42:22.432640 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-27928043-3e7b-44be-bca7-4e842dfae42e tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1004117 Dec 20 08:42:22.438200 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 34344) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:22.456688 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-dbdfd97d-9715-459a-9fca-5d03f6991768 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8442554 Dec 20 08:42:22.500286 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 34348) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:22.530626 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-6777966e-7852-4c86-9c7b-15e3d5e81c48 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1400216337', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}, 'admin_state_up': False}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:42:22.550501 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-6777966e-7852-4c86-9c7b-15e3d5e81c48 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:42:22.556464 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a582d22c-6431-4ad1-92b8-e0298fa1a965 req-47e1b99c-b76c-442e-8316-87c8e0676aee tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7db362d7554a4f47a4a46f85caa7eb15 HTTP/1.1" status: 200 len: 379 time: 0.3447697 Dec 20 08:42:22.559898 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7190a0aa-b3c0-4184-848d-5ff59ef59934 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:22.583285 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-6777966e-7852-4c86-9c7b-15e3d5e81c48 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Usage tracker for resource:router and tenant:f481097c03db41fab12a5b6c050f6a52 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:42:22.589113 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-a582d22c-6431-4ad1-92b8-e0298fa1a965 req-0d78b179-d01b-45a7-bd82-51033c4ae390 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Request body: {'port': {'device_id': '449de04f-1310-4bd7-a015-5ccac5cf03e1', 'network_id': 'ae7d918f-a9f8-4196-ba8f-f2cde9016013', 'admin_state_up': True, 'tenant_id': '7db362d7554a4f47a4a46f85caa7eb15', 'security_groups': ['85b419f3-1db6-44b7-a0aa-e59be6683846']}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:42:22.603273 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-6777966e-7852-4c86-9c7b-15e3d5e81c48 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:42:22.621196 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7eff2b19-ab77-4ab3-8eaf-6e02e3de4e00 tempest-RoutersAdminNegativeTest-2143992570 tempest-RoutersAdminNegativeTest-2143992570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:22.630563 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-6777966e-7852-4c86-9c7b-15e3d5e81c48 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:42:22.695943 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c9e9fcef-7633-4342-9646-ed620cb30a17 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:22.894719 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.db.resource_extend [None req-739fb92c-ca96-4062-a538-ab69d84ac572 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 08:42:22.895438 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 34356) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:22.977014 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-7eff2b19-ab77-4ab3-8eaf-6e02e3de4e00 tempest-RoutersAdminNegativeTest-2143992570 tempest-RoutersAdminNegativeTest-2143992570-project-admin] Calling delete_port for fe1a50f3-846d-41f4-96f2-fa4545df5310 owned by {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:42:23.039163 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6134814a-3b73-4765-aa10-167e9726016e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-8073152b-8cbf-4de0-8a31-e29075fb5a32', 'network_id': '8073152b-8cbf-4de0-8a31-e29075fb5a32', 'tenant_id': 'f481097c03db41fab12a5b6c050f6a52', 'fixed_ips': [{'subnet_id': 'd741f6ed-6c78-48df-8d33-2025f5821182'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:42:23.039944 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-6134814a-3b73-4765-aa10-167e9726016e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:23.047671 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6777966e-7852-4c86-9c7b-15e3d5e81c48 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24817'] for router, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:23.048600 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6777966e-7852-4c86-9c7b-15e3d5e81c48 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-351744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24806'] for router, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:23.057379 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-739fb92c-ca96-4062-a538-ab69d84ac572 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:23.101528 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-739fb92c-ca96-4062-a538-ab69d84ac572 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:23.102994 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-c9e9fcef-7633-4342-9646-ed620cb30a17 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Allocated IP 172.26.5.43 (95f3bec2-46e6-4468-8229-8badd4a5aaae/cf8895a3-346d-4313-a645-16ecdcce9969/d3a0bd9e-05d1-4706-9274-5ef9c82f6d67) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:42:23.118652 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-7190a0aa-b3c0-4184-848d-5ff59ef59934 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] device_id is not set on port 5806276f-6da6-47aa-ab31-3c03f0efe156 yet. {{(pid=83445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:42:23.140924 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:23.142597 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7190a0aa-b3c0-4184-848d-5ff59ef59934 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:23.189520 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb5da64-f3f6-4b3b-af9f-da297a6b2728 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:42:23.190252 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7cb5da64-f3f6-4b3b-af9f-da297a6b2728 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Synchronizing usage tracker for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:42:23.192954 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-7190a0aa-b3c0-4184-848d-5ff59ef59934 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Transition to ACTIVE for port object 5806276f-6da6-47aa-ab31-3c03f0efe156 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:42:23.210439 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7190a0aa-b3c0-4184-848d-5ff59ef59934 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2036698'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:23.228036 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-9da96bd9-fb19-4594-b924-09e9bb71abff tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:23.341321 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-a582d22c-6431-4ad1-92b8-e0298fa1a965 req-0d78b179-d01b-45a7-bd82-51033c4ae390 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:42:23.395867 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4407bfb-a6af-4d50-9815-2b4286420d4d None None] DHCP port deletion for f75aa0d2-5f41-40f3-a9e0-d60d934965a4 request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 08:42:23.407339 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-f4407bfb-a6af-4d50-9815-2b4286420d4d None None] Deleting port 8ced8bcd-6243-4ad9-9ce3-6b5258e2dc1d {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:42:23.407730 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f4407bfb-a6af-4d50-9815-2b4286420d4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:23.475646 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-6134814a-3b73-4765-aa10-167e9726016e None None] Allocated IP 172.20.0.2 (8073152b-8cbf-4de0-8a31-e29075fb5a32/d741f6ed-6c78-48df-8d33-2025f5821182/d98f2cc1-0bf3-4843-9503-2c50f976bee7) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:42:23.564336 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-739fb92c-ca96-4062-a538-ab69d84ac572 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] In _notify_port_updated(), no bound segment for port a100953a-bc06-4623-8e90-dc32ae197961 on network 2a4d4f7f-598a-4e75-9554-bac4816f8d8f {{(pid=83444) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 08:42:23.574436 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739fb92c-ca96-4062-a538-ab69d84ac572 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:42:23.576094 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-739fb92c-ca96-4062-a538-ab69d84ac572 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:23.586115 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-739fb92c-ca96-4062-a538-ab69d84ac572 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] 10.222.0.16 "PUT /v2.0/ports/a100953a-bc06-4623-8e90-dc32ae197961 HTTP/1.1" status: 200 len: 1002 time: 2.6178043 Dec 20 08:42:23.610342 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 34368) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:23.673910 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7190a0aa-b3c0-4184-848d-5ff59ef59934 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Pushing event updated for resources: {'Port': ['ID=5806276f-6da6-47aa-ab31-3c03f0efe156,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:23.680021 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-7190a0aa-b3c0-4184-848d-5ff59ef59934 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:23.681369 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6777966e-7852-4c86-9c7b-15e3d5e81c48 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:23.685633 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-a582d22c-6431-4ad1-92b8-e0298fa1a965 req-0d78b179-d01b-45a7-bd82-51033c4ae390 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:42:23.688820 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7cb5da64-f3f6-4b3b-af9f-da297a6b2728 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Unset dirty status for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:42:23.690789 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-7cb5da64-f3f6-4b3b-af9f-da297a6b2728 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.2437251 Dec 20 08:42:23.692003 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7eff2b19-ab77-4ab3-8eaf-6e02e3de4e00 tempest-RoutersAdminNegativeTest-2143992570 tempest-RoutersAdminNegativeTest-2143992570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:23.701197 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e8c3c581-ecc5-448f-b01a-ae4631932ab3 req-7daf0de7-3ed4-441b-bee1-d470612745f0 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] 10.222.0.16 "GET /v2.0/ports?device_id=449de04f-1310-4bd7-a015-5ccac5cf03e1 HTTP/1.1" status: 200 len: 210 time: 0.5247927 Dec 20 08:42:23.711646 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c9e9fcef-7633-4342-9646-ed620cb30a17 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:23.716939 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 34372) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:23.866933 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739fb92c-ca96-4062-a538-ab69d84ac572 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Pushing event updated for resources: {'Port': ['ID=a100953a-bc06-4623-8e90-dc32ae197961,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:23.871597 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-739fb92c-ca96-4062-a538-ab69d84ac572 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.731s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:23.884347 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-71e77e68-1e4d-441c-acb9-54e3c423635d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:23.910859 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 8ced8bcd-6243-4ad9-9ce3-6b5258e2dc1d no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:42:23.925085 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a582d22c-6431-4ad1-92b8-e0298fa1a965 req-0d78b179-d01b-45a7-bd82-51033c4ae390 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Made reservation on behalf of 7db362d7554a4f47a4a46f85caa7eb15 for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:42:23.929292 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-a582d22c-6431-4ad1-92b8-e0298fa1a965 req-0d78b179-d01b-45a7-bd82-51033c4ae390 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:23.933468 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-3ed5a174-e89e-4f7c-80ab-df33fdd46cb8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=54a732c01ec540e6b22fe785716e8e1f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0347383 Dec 20 08:42:23.938477 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 34376) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:23.991069 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-7190a0aa-b3c0-4184-848d-5ff59ef59934 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempting to bind port 5806276f-6da6-47aa-ab31-3c03f0efe156 on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:42:23.991407 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-7190a0aa-b3c0-4184-848d-5ff59ef59934 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempting to bind port 5806276f-6da6-47aa-ab31-3c03f0efe156 by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': '4b5cce3c-72dc-41c5-85c0-b41189f1c9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '89e85b71-aa43-4a01-81dd-ce4ea4642e74'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:42:23.991738 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7190a0aa-b3c0-4184-848d-5ff59ef59934 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempting to bind port 5806276f-6da6-47aa-ab31-3c03f0efe156 on network 89e85b71-aa43-4a01-81dd-ce4ea4642e74 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:42:24.004426 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-f4407bfb-a6af-4d50-9815-2b4286420d4d None None] For port 8ced8bcd-6243-4ad9-9ce3-6b5258e2dc1d, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=8ced8bcd-6243-4ad9-9ce3-6b5258e2dc1d,segment=NetworkSegment(7c00552d-ea93-440b-911c-cb3aa0a4eeff),segment_id=7c00552d-ea93-440b-911c-cb3aa0a4eeff)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:42:24.004897 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f4407bfb-a6af-4d50-9815-2b4286420d4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:24.011880 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da266bbe-8cfa-4174-920f-e99fb5480929 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:42:24.027242 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-da266bbe-8cfa-4174-920f-e99fb5480929 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Synchronizing usage tracker for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:subnet {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:42:24.053019 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7190a0aa-b3c0-4184-848d-5ff59ef59934 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Port 5806276f-6da6-47aa-ab31-3c03f0efe156 on network 89e85b71-aa43-4a01-81dd-ce4ea4642e74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 08:42:24.053427 dv-neutron-820491-1-hyperv neutron-server[83445]: ERROR neutron.plugins.ml2.managers [None req-7190a0aa-b3c0-4184-848d-5ff59ef59934 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Failed to bind port 5806276f-6da6-47aa-ab31-3c03f0efe156 on host hv-neutron-8204 for vnic_type normal using segments [{'id': '4b5cce3c-72dc-41c5-85c0-b41189f1c9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '89e85b71-aa43-4a01-81dd-ce4ea4642e74'}] Dec 20 08:42:24.074459 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.plugins.ml2.plugin [None req-7190a0aa-b3c0-4184-848d-5ff59ef59934 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempt 2 to bind port 5806276f-6da6-47aa-ab31-3c03f0efe156 Dec 20 08:42:24.093310 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eff2b19-ab77-4ab3-8eaf-6e02e3de4e00 tempest-RoutersAdminNegativeTest-2143992570 tempest-RoutersAdminNegativeTest-2143992570-project-admin] Pushing event deleted for resources: {'Port': ['ID=fe1a50f3-846d-41f4-96f2-fa4545df5310,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:24.102570 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c9e9fcef-7633-4342-9646-ed620cb30a17 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:24.104459 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7eff2b19-ab77-4ab3-8eaf-6e02e3de4e00 tempest-RoutersAdminNegativeTest-2143992570 tempest-RoutersAdminNegativeTest-2143992570-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:24.114244 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3ceddf65-365a-400e-ae25-b1ab2e4dbb8e tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:24.168344 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-f4407bfb-a6af-4d50-9815-2b4286420d4d None None] Calling delete_port for 8ced8bcd-6243-4ad9-9ce3-6b5258e2dc1d owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:42:24.187654 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-eb09a406-848e-4044-8f5b-db87b286799a tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Deleting port a100953a-bc06-4623-8e90-dc32ae197961 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:42:24.188450 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-eb09a406-848e-4044-8f5b-db87b286799a tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:24.216780 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-7190a0aa-b3c0-4184-848d-5ff59ef59934 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempting to bind port 5806276f-6da6-47aa-ab31-3c03f0efe156 on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:42:24.217116 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-7190a0aa-b3c0-4184-848d-5ff59ef59934 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempting to bind port 5806276f-6da6-47aa-ab31-3c03f0efe156 by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': '4b5cce3c-72dc-41c5-85c0-b41189f1c9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '89e85b71-aa43-4a01-81dd-ce4ea4642e74'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:42:24.217535 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7190a0aa-b3c0-4184-848d-5ff59ef59934 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempting to bind port 5806276f-6da6-47aa-ab31-3c03f0efe156 on network 89e85b71-aa43-4a01-81dd-ce4ea4642e74 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:42:24.226362 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e9fcef-7633-4342-9646-ed620cb30a17 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Pushing event updated for resources: {'Port': ['ID=d3a0bd9e-05d1-4706-9274-5ef9c82f6d67,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:24.238703 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-c9e9fcef-7633-4342-9646-ed620cb30a17 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:24.240916 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-da266bbe-8cfa-4174-920f-e99fb5480929 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Unset dirty status for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:subnet {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:42:24.248094 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-da266bbe-8cfa-4174-920f-e99fb5480929 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5140944 Dec 20 08:42:24.253588 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 34380) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:24.364370 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:24.374630 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-6134814a-3b73-4765-aa10-167e9726016e None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:24.376235 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d3c2bb51-6397-4167-9aef-25bf2e17ce60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:24.386366 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e9fcef-7633-4342-9646-ed620cb30a17 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Network 95f3bec2-46e6-4468-8229-8badd4a5aaae is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:42:24.395431 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-f0abc406-e4e3-46c0-b285-9971fed18185 None None] Provisioning complete for port a100953a-bc06-4623-8e90-dc32ae197961 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:42:24.395849 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f0abc406-e4e3-46c0-b285-9971fed18185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:24.397454 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-c9e9fcef-7633-4342-9646-ed620cb30a17 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:42:24.399395 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7190a0aa-b3c0-4184-848d-5ff59ef59934 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Port 5806276f-6da6-47aa-ab31-3c03f0efe156 on network 89e85b71-aa43-4a01-81dd-ce4ea4642e74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 08:42:24.399822 dv-neutron-820491-1-hyperv neutron-server[83445]: ERROR neutron.plugins.ml2.managers [None req-7190a0aa-b3c0-4184-848d-5ff59ef59934 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Failed to bind port 5806276f-6da6-47aa-ab31-3c03f0efe156 on host hv-neutron-8204 for vnic_type normal using segments [{'id': '4b5cce3c-72dc-41c5-85c0-b41189f1c9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '89e85b71-aa43-4a01-81dd-ce4ea4642e74'}] Dec 20 08:42:24.413650 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e9fcef-7633-4342-9646-ed620cb30a17 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:42:24.420811 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-6134814a-3b73-4765-aa10-167e9726016e None None] Transition to ACTIVE for port object d98f2cc1-0bf3-4843-9503-2c50f976bee7 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:42:24.425379 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f4407bfb-a6af-4d50-9815-2b4286420d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102'] for port, after_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:24.437610 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-3e1ce1a8-cc7f-4284-9fa1-5f6f4206dd8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:24.444614 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.plugins.ml2.plugin [None req-7190a0aa-b3c0-4184-848d-5ff59ef59934 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempt 3 to bind port 5806276f-6da6-47aa-ab31-3c03f0efe156 Dec 20 08:42:24.465043 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-7190a0aa-b3c0-4184-848d-5ff59ef59934 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempting to bind port 5806276f-6da6-47aa-ab31-3c03f0efe156 on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:42:24.466080 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-7190a0aa-b3c0-4184-848d-5ff59ef59934 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempting to bind port 5806276f-6da6-47aa-ab31-3c03f0efe156 by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': '4b5cce3c-72dc-41c5-85c0-b41189f1c9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '89e85b71-aa43-4a01-81dd-ce4ea4642e74'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:42:24.466572 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7190a0aa-b3c0-4184-848d-5ff59ef59934 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempting to bind port 5806276f-6da6-47aa-ab31-3c03f0efe156 on network 89e85b71-aa43-4a01-81dd-ce4ea4642e74 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:42:24.479343 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-67e6d688-75e7-415a-819e-173171227ba8 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1907270 Dec 20 08:42:24.486843 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7190a0aa-b3c0-4184-848d-5ff59ef59934 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Port 5806276f-6da6-47aa-ab31-3c03f0efe156 on network 89e85b71-aa43-4a01-81dd-ce4ea4642e74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 08:42:24.487624 dv-neutron-820491-1-hyperv neutron-server[83445]: ERROR neutron.plugins.ml2.managers [None req-7190a0aa-b3c0-4184-848d-5ff59ef59934 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Failed to bind port 5806276f-6da6-47aa-ab31-3c03f0efe156 on host hv-neutron-8204 for vnic_type normal using segments [{'id': '4b5cce3c-72dc-41c5-85c0-b41189f1c9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '89e85b71-aa43-4a01-81dd-ce4ea4642e74'}] Dec 20 08:42:24.490762 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4407bfb-a6af-4d50-9815-2b4286420d4d None None] Pushing event deleted for resources: {'Port': ['ID=8ced8bcd-6243-4ad9-9ce3-6b5258e2dc1d,revision_number=None']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:24.491099 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 34384) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:24.500896 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.plugins.ml2.plugin [None req-7190a0aa-b3c0-4184-848d-5ff59ef59934 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempt 4 to bind port 5806276f-6da6-47aa-ab31-3c03f0efe156 Dec 20 08:42:24.503143 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-f4407bfb-a6af-4d50-9815-2b4286420d4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:24.526411 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-9c738c21-5cb0-4d5c-adc8-9137e345d84d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Request body: {'subnet': {'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:42:24.539390 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-6134814a-3b73-4765-aa10-167e9726016e None None] Transition to ACTIVE for port object d98f2cc1-0bf3-4843-9503-2c50f976bee7 will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:42:24.620269 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4407bfb-a6af-4d50-9815-2b4286420d4d None None] No DVR routers for this DVR port 8ced8bcd-6243-4ad9-9ce3-6b5258e2dc1d on host dv-neutron-820491-1-hyperv {{(pid=83446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:42:24.629095 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-7190a0aa-b3c0-4184-848d-5ff59ef59934 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempting to bind port 5806276f-6da6-47aa-ab31-3c03f0efe156 on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:42:24.629763 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-7190a0aa-b3c0-4184-848d-5ff59ef59934 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempting to bind port 5806276f-6da6-47aa-ab31-3c03f0efe156 by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': '4b5cce3c-72dc-41c5-85c0-b41189f1c9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '89e85b71-aa43-4a01-81dd-ce4ea4642e74'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:42:24.630038 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7190a0aa-b3c0-4184-848d-5ff59ef59934 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempting to bind port 5806276f-6da6-47aa-ab31-3c03f0efe156 on network 89e85b71-aa43-4a01-81dd-ce4ea4642e74 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:42:24.659233 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-f0abc406-e4e3-46c0-b285-9971fed18185 None None] Port a100953a-bc06-4623-8e90-dc32ae197961 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:42:24.660981 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-6134814a-3b73-4765-aa10-167e9726016e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:24.662882 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d3c2bb51-6397-4167-9aef-25bf2e17ce60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:24.678626 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-609d10e1-b494-41eb-9f04-b34204d8be66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:24.710152 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7190a0aa-b3c0-4184-848d-5ff59ef59934 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Port 5806276f-6da6-47aa-ab31-3c03f0efe156 on network 89e85b71-aa43-4a01-81dd-ce4ea4642e74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 08:42:24.710774 dv-neutron-820491-1-hyperv neutron-server[83445]: ERROR neutron.plugins.ml2.managers [None req-7190a0aa-b3c0-4184-848d-5ff59ef59934 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Failed to bind port 5806276f-6da6-47aa-ab31-3c03f0efe156 on host hv-neutron-8204 for vnic_type normal using segments [{'id': '4b5cce3c-72dc-41c5-85c0-b41189f1c9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '89e85b71-aa43-4a01-81dd-ce4ea4642e74'}] Dec 20 08:42:24.731999 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7eff2b19-ab77-4ab3-8eaf-6e02e3de4e00 tempest-RoutersAdminNegativeTest-2143992570 tempest-RoutersAdminNegativeTest-2143992570-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:24.734275 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6134814a-3b73-4765-aa10-167e9726016e None None] Network 8073152b-8cbf-4de0-8a31-e29075fb5a32 is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:42:24.737397 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-6134814a-3b73-4765-aa10-167e9726016e None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:42:24.741824 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6134814a-3b73-4765-aa10-167e9726016e None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:42:24.802550 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.plugins.ml2.plugin [None req-7190a0aa-b3c0-4184-848d-5ff59ef59934 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempt 5 to bind port 5806276f-6da6-47aa-ab31-3c03f0efe156 Dec 20 08:42:24.841945 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-9c738c21-5cb0-4d5c-adc8-9137e345d84d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:42:24.845476 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-7190a0aa-b3c0-4184-848d-5ff59ef59934 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempting to bind port 5806276f-6da6-47aa-ab31-3c03f0efe156 on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:42:24.846021 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-7190a0aa-b3c0-4184-848d-5ff59ef59934 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempting to bind port 5806276f-6da6-47aa-ab31-3c03f0efe156 by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': '4b5cce3c-72dc-41c5-85c0-b41189f1c9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '89e85b71-aa43-4a01-81dd-ce4ea4642e74'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:42:24.846681 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7190a0aa-b3c0-4184-848d-5ff59ef59934 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempting to bind port 5806276f-6da6-47aa-ab31-3c03f0efe156 on network 89e85b71-aa43-4a01-81dd-ce4ea4642e74 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:42:24.856342 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-7eff2b19-ab77-4ab3-8eaf-6e02e3de4e00 tempest-RoutersAdminNegativeTest-2143992570 tempest-RoutersAdminNegativeTest-2143992570-project-admin] 10.222.0.16 "DELETE /v2.0/ports/fe1a50f3-846d-41f4-96f2-fa4545df5310 HTTP/1.1" status: 204 len: 168 time: 3.1199353 Dec 20 08:42:24.862345 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6134814a-3b73-4765-aa10-167e9726016e None None] Pushing event updated for resources: {'Port': ['ID=d98f2cc1-0bf3-4843-9503-2c50f976bee7,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:24.873803 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7190a0aa-b3c0-4184-848d-5ff59ef59934 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Port 5806276f-6da6-47aa-ab31-3c03f0efe156 on network 89e85b71-aa43-4a01-81dd-ce4ea4642e74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 08:42:24.874324 dv-neutron-820491-1-hyperv neutron-server[83445]: ERROR neutron.plugins.ml2.managers [None req-7190a0aa-b3c0-4184-848d-5ff59ef59934 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Failed to bind port 5806276f-6da6-47aa-ab31-3c03f0efe156 on host hv-neutron-8204 for vnic_type normal using segments [{'id': '4b5cce3c-72dc-41c5-85c0-b41189f1c9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '89e85b71-aa43-4a01-81dd-ce4ea4642e74'}] Dec 20 08:42:24.874926 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d3c2bb51-6397-4167-9aef-25bf2e17ce60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:24.881781 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-6134814a-3b73-4765-aa10-167e9726016e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:24.893528 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-eb09a406-848e-4044-8f5b-db87b286799a tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:24.896305 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.plugins.ml2.plugin [None req-7190a0aa-b3c0-4184-848d-5ff59ef59934 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempt 6 to bind port 5806276f-6da6-47aa-ab31-3c03f0efe156 Dec 20 08:42:24.904196 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6777966e-7852-4c86-9c7b-15e3d5e81c48 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24724'] for router, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:24.996365 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-7190a0aa-b3c0-4184-848d-5ff59ef59934 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempting to bind port 5806276f-6da6-47aa-ab31-3c03f0efe156 on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:42:24.997416 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-7190a0aa-b3c0-4184-848d-5ff59ef59934 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempting to bind port 5806276f-6da6-47aa-ab31-3c03f0efe156 by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': '4b5cce3c-72dc-41c5-85c0-b41189f1c9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '89e85b71-aa43-4a01-81dd-ce4ea4642e74'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:42:24.998132 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7190a0aa-b3c0-4184-848d-5ff59ef59934 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempting to bind port 5806276f-6da6-47aa-ab31-3c03f0efe156 on network 89e85b71-aa43-4a01-81dd-ce4ea4642e74 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:42:25.005391 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-6134814a-3b73-4765-aa10-167e9726016e None None] Attempting to bind port d98f2cc1-0bf3-4843-9503-2c50f976bee7 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:42:25.006831 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-6134814a-3b73-4765-aa10-167e9726016e None None] Attempting to bind port d98f2cc1-0bf3-4843-9503-2c50f976bee7 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '92492d3f-6a7c-439d-bc86-4879c84a2b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8073152b-8cbf-4de0-8a31-e29075fb5a32'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:42:25.008840 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6134814a-3b73-4765-aa10-167e9726016e None None] Attempting to bind port d98f2cc1-0bf3-4843-9503-2c50f976bee7 on network 8073152b-8cbf-4de0-8a31-e29075fb5a32 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:42:25.018060 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3fc152d0-12e1-460a-a417-03dffc7ebc0f tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:25.032182 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-50d07f81-e916-4353-bf78-fbf0e226b3fa req-f909f7c1-b238-426a-87ad-520f96d3ceb1 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] 10.222.0.16 "GET /v2.0/ports?device_id=449de04f-1310-4bd7-a015-5ccac5cf03e1 HTTP/1.1" status: 200 len: 210 time: 0.1640589 Dec 20 08:42:25.033158 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-9c738c21-5cb0-4d5c-adc8-9137e345d84d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:42:25.039882 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7190a0aa-b3c0-4184-848d-5ff59ef59934 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Port 5806276f-6da6-47aa-ab31-3c03f0efe156 on network 89e85b71-aa43-4a01-81dd-ce4ea4642e74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 08:42:25.040359 dv-neutron-820491-1-hyperv neutron-server[83445]: ERROR neutron.plugins.ml2.managers [None req-7190a0aa-b3c0-4184-848d-5ff59ef59934 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Failed to bind port 5806276f-6da6-47aa-ab31-3c03f0efe156 on host hv-neutron-8204 for vnic_type normal using segments [{'id': '4b5cce3c-72dc-41c5-85c0-b41189f1c9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '89e85b71-aa43-4a01-81dd-ce4ea4642e74'}] Dec 20 08:42:25.045915 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6134814a-3b73-4765-aa10-167e9726016e None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:42:25.047661 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c2bb51-6397-4167-9aef-25bf2e17ce60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd68b4da-8b3a-4210-b129-d971904b0325,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:25.051442 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d3c2bb51-6397-4167-9aef-25bf2e17ce60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:25.054496 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.plugins.ml2.plugin [None req-7190a0aa-b3c0-4184-848d-5ff59ef59934 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempt 7 to bind port 5806276f-6da6-47aa-ab31-3c03f0efe156 Dec 20 08:42:25.057968 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6134814a-3b73-4765-aa10-167e9726016e None None] Checking segment: {'id': '92492d3f-6a7c-439d-bc86-4879c84a2b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8073152b-8cbf-4de0-8a31-e29075fb5a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:42:25.061108 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-6134814a-3b73-4765-aa10-167e9726016e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:25.062698 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6134814a-3b73-4765-aa10-167e9726016e None None] Bound using segment: {'id': '92492d3f-6a7c-439d-bc86-4879c84a2b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8073152b-8cbf-4de0-8a31-e29075fb5a32'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:42:25.066349 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-6134814a-3b73-4765-aa10-167e9726016e None None] Bound port: d98f2cc1-0bf3-4843-9503-2c50f976bee7, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92492d3f-6a7c-439d-bc86-4879c84a2b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8073152b-8cbf-4de0-8a31-e29075fb5a32'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:42:25.069097 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-6134814a-3b73-4765-aa10-167e9726016e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:25.085436 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-7190a0aa-b3c0-4184-848d-5ff59ef59934 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempting to bind port 5806276f-6da6-47aa-ab31-3c03f0efe156 on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:42:25.086109 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-7190a0aa-b3c0-4184-848d-5ff59ef59934 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempting to bind port 5806276f-6da6-47aa-ab31-3c03f0efe156 by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': '4b5cce3c-72dc-41c5-85c0-b41189f1c9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '89e85b71-aa43-4a01-81dd-ce4ea4642e74'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:42:25.086640 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7190a0aa-b3c0-4184-848d-5ff59ef59934 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempting to bind port 5806276f-6da6-47aa-ab31-3c03f0efe156 on network 89e85b71-aa43-4a01-81dd-ce4ea4642e74 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:42:25.099728 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-eb09a406-848e-4044-8f5b-db87b286799a tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Calling delete_port for a100953a-bc06-4623-8e90-dc32ae197961 owned by {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:42:25.111246 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7190a0aa-b3c0-4184-848d-5ff59ef59934 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Port 5806276f-6da6-47aa-ab31-3c03f0efe156 on network 89e85b71-aa43-4a01-81dd-ce4ea4642e74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 08:42:25.112189 dv-neutron-820491-1-hyperv neutron-server[83445]: ERROR neutron.plugins.ml2.managers [None req-7190a0aa-b3c0-4184-848d-5ff59ef59934 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Failed to bind port 5806276f-6da6-47aa-ab31-3c03f0efe156 on host hv-neutron-8204 for vnic_type normal using segments [{'id': '4b5cce3c-72dc-41c5-85c0-b41189f1c9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '89e85b71-aa43-4a01-81dd-ce4ea4642e74'}] Dec 20 08:42:25.114113 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d3c2bb51-6397-4167-9aef-25bf2e17ce60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:25.115625 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-d3c2bb51-6397-4167-9aef-25bf2e17ce60 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dd68b4da-8b3a-4210-b129-d971904b0325 HTTP/1.1" status: 204 len: 168 time: 1.1699216 Dec 20 08:42:25.130435 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.plugins.ml2.plugin [None req-7190a0aa-b3c0-4184-848d-5ff59ef59934 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempt 8 to bind port 5806276f-6da6-47aa-ab31-3c03f0efe156 Dec 20 08:42:25.165321 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c738c21-5cb0-4d5c-adc8-9137e345d84d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Made reservation on behalf of 9679bafc94a64ee0a207e63ba5560387 for: {'subnet': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:42:25.182852 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9c738c21-5cb0-4d5c-adc8-9137e345d84d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2095160'] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:25.184163 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [req-a582d22c-6431-4ad1-92b8-e0298fa1a965 req-0d78b179-d01b-45a7-bd82-51033c4ae390 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Allocated IP 172.20.0.7 (ae7d918f-a9f8-4196-ba8f-f2cde9016013/41a7a572-5490-4849-a924-85aba7f9eddc/6c9c5529-bcd9-4f60-96a4-8bf0a7e85fe2) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:42:25.273551 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-6134814a-3b73-4765-aa10-167e9726016e None None] For port d98f2cc1-0bf3-4843-9503-2c50f976bee7, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:42:25.281986 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-6134814a-3b73-4765-aa10-167e9726016e None None] For port d98f2cc1-0bf3-4843-9503-2c50f976bee7, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=d98f2cc1-0bf3-4843-9503-2c50f976bee7,segment=NetworkSegment(92492d3f-6a7c-439d-bc86-4879c84a2b75),segment_id=92492d3f-6a7c-439d-bc86-4879c84a2b75)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:42:25.296567 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-6134814a-3b73-4765-aa10-167e9726016e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:25.301961 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-e538b243-bfa5-4ccc-bc6c-487faadf0631 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:25.317485 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-7190a0aa-b3c0-4184-848d-5ff59ef59934 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempting to bind port 5806276f-6da6-47aa-ab31-3c03f0efe156 on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:42:25.317973 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-7190a0aa-b3c0-4184-848d-5ff59ef59934 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempting to bind port 5806276f-6da6-47aa-ab31-3c03f0efe156 by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': '4b5cce3c-72dc-41c5-85c0-b41189f1c9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '89e85b71-aa43-4a01-81dd-ce4ea4642e74'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:42:25.318435 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7190a0aa-b3c0-4184-848d-5ff59ef59934 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempting to bind port 5806276f-6da6-47aa-ab31-3c03f0efe156 on network 89e85b71-aa43-4a01-81dd-ce4ea4642e74 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:42:25.482736 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7190a0aa-b3c0-4184-848d-5ff59ef59934 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Port 5806276f-6da6-47aa-ab31-3c03f0efe156 on network 89e85b71-aa43-4a01-81dd-ce4ea4642e74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 08:42:25.489084 dv-neutron-820491-1-hyperv neutron-server[83445]: ERROR neutron.plugins.ml2.managers [None req-7190a0aa-b3c0-4184-848d-5ff59ef59934 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Failed to bind port 5806276f-6da6-47aa-ab31-3c03f0efe156 on host hv-neutron-8204 for vnic_type normal using segments [{'id': '4b5cce3c-72dc-41c5-85c0-b41189f1c9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '89e85b71-aa43-4a01-81dd-ce4ea4642e74'}] Dec 20 08:42:25.501901 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.plugins.ml2.plugin [None req-7190a0aa-b3c0-4184-848d-5ff59ef59934 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempt 9 to bind port 5806276f-6da6-47aa-ab31-3c03f0efe156 Dec 20 08:42:25.506244 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6134814a-3b73-4765-aa10-167e9726016e None None] Pushing event updated for resources: {'Port': ['ID=d98f2cc1-0bf3-4843-9503-2c50f976bee7,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:25.535709 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-6134814a-3b73-4765-aa10-167e9726016e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:25.545898 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 34398) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:25.729079 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-7190a0aa-b3c0-4184-848d-5ff59ef59934 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempting to bind port 5806276f-6da6-47aa-ab31-3c03f0efe156 on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:42:25.729759 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-7190a0aa-b3c0-4184-848d-5ff59ef59934 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempting to bind port 5806276f-6da6-47aa-ab31-3c03f0efe156 by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': '4b5cce3c-72dc-41c5-85c0-b41189f1c9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '89e85b71-aa43-4a01-81dd-ce4ea4642e74'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:42:25.729759 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7190a0aa-b3c0-4184-848d-5ff59ef59934 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempting to bind port 5806276f-6da6-47aa-ab31-3c03f0efe156 on network 89e85b71-aa43-4a01-81dd-ce4ea4642e74 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:42:25.734448 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c9e9fcef-7633-4342-9646-ed620cb30a17 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:25.747200 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7190a0aa-b3c0-4184-848d-5ff59ef59934 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Port 5806276f-6da6-47aa-ab31-3c03f0efe156 on network 89e85b71-aa43-4a01-81dd-ce4ea4642e74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 08:42:25.750457 dv-neutron-820491-1-hyperv neutron-server[83445]: ERROR neutron.plugins.ml2.managers [None req-7190a0aa-b3c0-4184-848d-5ff59ef59934 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Failed to bind port 5806276f-6da6-47aa-ab31-3c03f0efe156 on host hv-neutron-8204 for vnic_type normal using segments [{'id': '4b5cce3c-72dc-41c5-85c0-b41189f1c9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '89e85b71-aa43-4a01-81dd-ce4ea4642e74'}] Dec 20 08:42:25.750457 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.plugins.ml2.plugin [None req-7190a0aa-b3c0-4184-848d-5ff59ef59934 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempt 10 to bind port 5806276f-6da6-47aa-ab31-3c03f0efe156 Dec 20 08:42:25.886752 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-7190a0aa-b3c0-4184-848d-5ff59ef59934 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempting to bind port 5806276f-6da6-47aa-ab31-3c03f0efe156 on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:42:25.887319 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-7190a0aa-b3c0-4184-848d-5ff59ef59934 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempting to bind port 5806276f-6da6-47aa-ab31-3c03f0efe156 by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': '4b5cce3c-72dc-41c5-85c0-b41189f1c9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '89e85b71-aa43-4a01-81dd-ce4ea4642e74'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:42:25.887791 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7190a0aa-b3c0-4184-848d-5ff59ef59934 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempting to bind port 5806276f-6da6-47aa-ab31-3c03f0efe156 on network 89e85b71-aa43-4a01-81dd-ce4ea4642e74 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:42:25.898818 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6777966e-7852-4c86-9c7b-15e3d5e81c48 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Notify callbacks [] for router_gateway, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:25.954297 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c9e9fcef-7633-4342-9646-ed620cb30a17 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:25.957494 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6777966e-7852-4c86-9c7b-15e3d5e81c48 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:25.960918 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 34404) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:25.995673 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7190a0aa-b3c0-4184-848d-5ff59ef59934 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Port 5806276f-6da6-47aa-ab31-3c03f0efe156 on network 89e85b71-aa43-4a01-81dd-ce4ea4642e74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 08:42:25.996155 dv-neutron-820491-1-hyperv neutron-server[83445]: ERROR neutron.plugins.ml2.managers [None req-7190a0aa-b3c0-4184-848d-5ff59ef59934 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Failed to bind port 5806276f-6da6-47aa-ab31-3c03f0efe156 on host hv-neutron-8204 for vnic_type normal using segments [{'id': '4b5cce3c-72dc-41c5-85c0-b41189f1c9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '89e85b71-aa43-4a01-81dd-ce4ea4642e74'}] Dec 20 08:42:25.997449 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7190a0aa-b3c0-4184-848d-5ff59ef59934 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:26.093839 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fb7e11b8-d9be-4304-8a1f-159c77f24921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:26.114187 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-eb09a406-848e-4044-8f5b-db87b286799a tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:26.139815 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-39ae760c-2987-4d29-8081-97346b3dcc65 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:26.270407 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-eb09a406-848e-4044-8f5b-db87b286799a tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:26.303683 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-eb09a406-848e-4044-8f5b-db87b286799a tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] 10.222.0.16 "DELETE /v2.0/ports/a100953a-bc06-4623-8e90-dc32ae197961 HTTP/1.1" status: 204 len: 168 time: 2.6860754 Dec 20 08:42:26.313581 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 34410) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:26.338948 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb09a406-848e-4044-8f5b-db87b286799a tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Pushing event deleted for resources: {'Port': ['ID=a100953a-bc06-4623-8e90-dc32ae197961,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:26.347549 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-eb09a406-848e-4044-8f5b-db87b286799a tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:26.348464 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-31fb31b0-8616-4dc3-9874-151c51a7525f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:26.432548 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7d90c25-4752-4496-9ae8-0d09571d6fc6 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] GET failed (client error): The resource could not be found. Dec 20 08:42:26.433062 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-b7d90c25-4752-4496-9ae8-0d09571d6fc6 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Synchronizing usage tracker for tenant:6efc783da9574d08a8a0d82510a572d4 on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:42:26.436567 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9c738c21-5cb0-4d5c-adc8-9137e345d84d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2036557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2095114'] for subnet, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:26.499671 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:26.757986 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-b7d90c25-4752-4496-9ae8-0d09571d6fc6 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Unset dirty status for tenant:6efc783da9574d08a8a0d82510a572d4 on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:42:26.762876 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-b7d90c25-4752-4496-9ae8-0d09571d6fc6 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] 10.222.0.16 "GET /v2.0/ports/a100953a-bc06-4623-8e90-dc32ae197961 HTTP/1.1" status: 404 len: 333 time: 0.4393845 Dec 20 08:42:26.770557 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c738c21-5cb0-4d5c-adc8-9137e345d84d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:42:26.775915 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 34414) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:26.778914 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-7190a0aa-b3c0-4184-848d-5ff59ef59934 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] For port 5806276f-6da6-47aa-ab31-3c03f0efe156, host hv-neutron-8204, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:42:26.779284 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-7190a0aa-b3c0-4184-848d-5ff59ef59934 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Attempted to set empty binding levels {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 20 08:42:26.787900 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c738c21-5cb0-4d5c-adc8-9137e345d84d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event updated for resources: {'Subnet': ['ID=6917dccd-e070-4994-8882-cf6383c254db,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:26.790589 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-9c738c21-5cb0-4d5c-adc8-9137e345d84d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:42:26.792326 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-9c738c21-5cb0-4d5c-adc8-9137e345d84d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:26.797097 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-9ae0134e-6a1f-4dec-a61c-8c96650fb5e7 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Request body: {'port': {'network_id': '2a4d4f7f-598a-4e75-9554-bac4816f8d8f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1634899140'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:42:26.805360 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-480c4750-856b-4c78-bf01-dc907dcc4839 req-6f03b930-d660-4bb0-b543-61f17cd2bffe tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Synchronizing usage tracker for tenant:7db362d7554a4f47a4a46f85caa7eb15 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:42:26.806298 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbc3552-4dea-4c62-8df5-f135e2d1c059 None None] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:42:26.814396 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c738c21-5cb0-4d5c-adc8-9137e345d84d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:42:26.814989 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9c738c21-5cb0-4d5c-adc8-9137e345d84d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:26.824431 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7190a0aa-b3c0-4184-848d-5ff59ef59934 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2036698'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:26.839900 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-fb7e11b8-d9be-4304-8a1f-159c77f24921 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:42:26.860971 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:26.874726 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-fb7e11b8-d9be-4304-8a1f-159c77f24921 admin admin] Usage tracker for resource:security_group_rule and tenant:456550a1075b4ebc871a3037e316f33b is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:42:26.886775 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-fb7e11b8-d9be-4304-8a1f-159c77f24921 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:42:26.892464 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-a582d22c-6431-4ad1-92b8-e0298fa1a965 req-0d78b179-d01b-45a7-bd82-51033c4ae390 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:26.940946 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-fb7e11b8-d9be-4304-8a1f-159c77f24921 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:42:26.943405 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-6777966e-7852-4c86-9c7b-15e3d5e81c48 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Allocated IP 172.26.5.65 (95f3bec2-46e6-4468-8229-8badd4a5aaae/cf8895a3-346d-4313-a645-16ecdcce9969/7b4a220f-e78d-42d5-83ee-6baec53b6997) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:42:26.950218 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-31fb31b0-8616-4dc3-9874-151c51a7525f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:42:26.960654 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-31fb31b0-8616-4dc3-9874-151c51a7525f admin admin] Usage tracker for resource:security_group_rule and tenant:f63e9123ab844d46a11de73b5d80269d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:42:26.963962 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-a582d22c-6431-4ad1-92b8-e0298fa1a965 req-0d78b179-d01b-45a7-bd82-51033c4ae390 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Transition to ACTIVE for port object 6c9c5529-bcd9-4f60-96a4-8bf0a7e85fe2 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:42:26.965153 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-480c4750-856b-4c78-bf01-dc907dcc4839 req-6f03b930-d660-4bb0-b543-61f17cd2bffe tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Unset dirty status for tenant:7db362d7554a4f47a4a46f85caa7eb15 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:42:26.966759 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-480c4750-856b-4c78-bf01-dc907dcc4839 req-6f03b930-d660-4bb0-b543-61f17cd2bffe tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] 10.222.0.16 "GET /v2.0/ports?device_id=449de04f-1310-4bd7-a015-5ccac5cf03e1 HTTP/1.1" status: 200 len: 210 time: 0.5813301 Dec 20 08:42:26.967575 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-31fb31b0-8616-4dc3-9874-151c51a7525f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:42:26.989937 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-31fb31b0-8616-4dc3-9874-151c51a7525f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:42:27.166872 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-7190a0aa-b3c0-4184-848d-5ff59ef59934 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] In _notify_port_updated(), no bound segment for port 5806276f-6da6-47aa-ab31-3c03f0efe156 on network 89e85b71-aa43-4a01-81dd-ce4ea4642e74 {{(pid=83445) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 08:42:27.171111 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7190a0aa-b3c0-4184-848d-5ff59ef59934 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:27.173131 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-7190a0aa-b3c0-4184-848d-5ff59ef59934 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] 10.222.0.16 "PUT /v2.0/ports/5806276f-6da6-47aa-ab31-3c03f0efe156 HTTP/1.1" status: 200 len: 975 time: 4.9333279 Dec 20 08:42:27.185641 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 34418) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:27.189024 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c8857c-b897-497b-950d-5e6df043176e None None] Network 8073152b-8cbf-4de0-8a31-e29075fb5a32 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:42:27.207680 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-9c738c21-5cb0-4d5c-adc8-9137e345d84d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6889722 Dec 20 08:42:27.209724 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-a582d22c-6431-4ad1-92b8-e0298fa1a965 req-0d78b179-d01b-45a7-bd82-51033c4ae390 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:27.217793 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 34422) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:27.218002 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.resource_extend [None req-c9e9fcef-7633-4342-9646-ed620cb30a17 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 08:42:27.256417 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c9e9fcef-7633-4342-9646-ed620cb30a17 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:27.261444 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7190a0aa-b3c0-4184-848d-5ff59ef59934 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Pushing event updated for resources: {'Port': ['ID=5806276f-6da6-47aa-ab31-3c03f0efe156,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:27.268680 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-7190a0aa-b3c0-4184-848d-5ff59ef59934 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:27.269444 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c9e9fcef-7633-4342-9646-ed620cb30a17 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2036698'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:27.274950 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-d86af3de-0314-450d-96a3-455f627bb289 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Request body: {'port': {'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'fixed_ips': [{'subnet_id': '6917dccd-e070-4994-8882-cf6383c254db', 'ip_address': '2001:db8::7577:a8eb:3f90:da49'}], 'name': 'tempest-NetworksTestDHCPv6-118706147'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:42:27.284826 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-8a7b804f-cec4-4e8f-af4d-1b6b16fdd48b tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:27.307673 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-41630120-a038-428f-8a64-dcc44d6e1564 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:27.323323 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1a7c52-99ab-4e34-a814-080d023962f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'tenant_id': '9679bafc94a64ee0a207e63ba5560387', 'fixed_ips': [{'subnet_id': '6917dccd-e070-4994-8882-cf6383c254db'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:42:27.324419 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-6c1a7c52-99ab-4e34-a814-080d023962f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:27.351626 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-9ae0134e-6a1f-4dec-a61c-8c96650fb5e7 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:42:27.364362 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-9ae0134e-6a1f-4dec-a61c-8c96650fb5e7 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:42:27.383340 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae0134e-6a1f-4dec-a61c-8c96650fb5e7 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Made reservation on behalf of 6efc783da9574d08a8a0d82510a572d4 for: {'port': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:42:27.388063 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9ae0134e-6a1f-4dec-a61c-8c96650fb5e7 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:27.404395 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-25be0983-c950-4333-87aa-6ddf3c212da2 None None] Provisioning for port d98f2cc1-0bf3-4843-9503-2c50f976bee7 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:42:27.440789 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d78b179-d01b-45a7-bd82-51033c4ae390 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Pushing event updated for resources: {'Port': ['ID=6c9c5529-bcd9-4f60-96a4-8bf0a7e85fe2,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:27.487257 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0d78b179-d01b-45a7-bd82-51033c4ae390 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:27.488533 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c9e9fcef-7633-4342-9646-ed620cb30a17 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-345990'] for floatingip, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:27.489302 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fb7e11b8-d9be-4304-8a1f-159c77f24921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:27.500458 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e9fcef-7633-4342-9646-ed620cb30a17 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Pushing event updated for resources: {'Port': ['ID=d3a0bd9e-05d1-4706-9274-5ef9c82f6d67,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:27.508985 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-c9e9fcef-7633-4342-9646-ed620cb30a17 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:27.515500 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-9ae0134e-6a1f-4dec-a61c-8c96650fb5e7 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] device_id is not set on port 88f73407-faf2-4cad-887d-f072d5215d44 yet. {{(pid=83445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:42:27.543150 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fb7e11b8-d9be-4304-8a1f-159c77f24921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:27.669445 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a582d22c-6431-4ad1-92b8-e0298fa1a965 req-0d78b179-d01b-45a7-bd82-51033c4ae390 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Network ae7d918f-a9f8-4196-ba8f-f2cde9016013 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:42:27.684348 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:27.693009 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-fb7e11b8-d9be-4304-8a1f-159c77f24921 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=456550a1075b4ebc871a3037e316f33b&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1368637 Dec 20 08:42:27.694144 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [req-a582d22c-6431-4ad1-92b8-e0298fa1a965 req-0d78b179-d01b-45a7-bd82-51033c4ae390 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:42:27.773057 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-6c1a7c52-99ab-4e34-a814-080d023962f6 None None] Allocated IP 2001:db8::2 (f75aa0d2-5f41-40f3-a9e0-d60d934965a4/6917dccd-e070-4994-8882-cf6383c254db/dfb11e52-f8ed-4c66-acac-e21ec63e6147) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:42:27.799348 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 34426) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:27.801992 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-d08f8a54-03b4-4030-91cc-b812cb62f7d6 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Deleting port 5806276f-6da6-47aa-ab31-3c03f0efe156 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:42:27.802394 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d08f8a54-03b4-4030-91cc-b812cb62f7d6 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:27.851719 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-9ae0134e-6a1f-4dec-a61c-8c96650fb5e7 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Allocated IP 2001:db8::e (2a4d4f7f-598a-4e75-9554-bac4816f8d8f/aa989b27-7bfc-4684-853b-3173f2a902f1/88f73407-faf2-4cad-887d-f072d5215d44) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:42:27.858439 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-a582d22c-6431-4ad1-92b8-e0298fa1a965 req-0d78b179-d01b-45a7-bd82-51033c4ae390 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:42:27.899011 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-31fb31b0-8616-4dc3-9874-151c51a7525f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:27.939781 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c9e9fcef-7633-4342-9646-ed620cb30a17 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for floatingip, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:27.942515 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7e11b8-d9be-4304-8a1f-159c77f24921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e024dddb-7536-4caf-8a77-0510326dbbfa,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:27.954460 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-c9e9fcef-7633-4342-9646-ed620cb30a17 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.1112442 Dec 20 08:42:27.995147 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device d98f2cc1-0bf3-4843-9503-2c50f976bee7 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:42:28.117180 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a582d22c-6431-4ad1-92b8-e0298fa1a965 req-0d78b179-d01b-45a7-bd82-51033c4ae390 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:42:28.117843 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-a582d22c-6431-4ad1-92b8-e0298fa1a965 req-0d78b179-d01b-45a7-bd82-51033c4ae390 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:28.171665 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port d98f2cc1-0bf3-4843-9503-2c50f976bee7 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:42:28.205411 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port d98f2cc1-0bf3-4843-9503-2c50f976bee7 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:42:28.205411 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:28.243125 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6777966e-7852-4c86-9c7b-15e3d5e81c48 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:28.247253 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-31fb31b0-8616-4dc3-9874-151c51a7525f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:28.254135 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-fb7e11b8-d9be-4304-8a1f-159c77f24921 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:28.267656 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-bde7a05e-2db4-46b5-8752-03fb9dd64594 None None] Provisioning for port 6c9c5529-bcd9-4f60-96a4-8bf0a7e85fe2 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:42:28.309761 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-bde7a05e-2db4-46b5-8752-03fb9dd64594 None None] Provisioning complete for port 6c9c5529-bcd9-4f60-96a4-8bf0a7e85fe2 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:42:28.310810 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-bde7a05e-2db4-46b5-8752-03fb9dd64594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:28.330579 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:28.359315 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-31fb31b0-8616-4dc3-9874-151c51a7525f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f63e9123ab844d46a11de73b5d80269d&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3959863 Dec 20 08:42:28.360903 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a582d22c-6431-4ad1-92b8-e0298fa1a965 req-0d78b179-d01b-45a7-bd82-51033c4ae390 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7959757 Dec 20 08:42:28.364342 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9ae0134e-6a1f-4dec-a61c-8c96650fb5e7 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:28.369391 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fb31b0-8616-4dc3-9874-151c51a7525f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18c43c38-eb92-4af5-8b5a-9c1567642da4,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:28.389454 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 34436) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:28.395531 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-9ae0134e-6a1f-4dec-a61c-8c96650fb5e7 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Transition to ACTIVE for port object 88f73407-faf2-4cad-887d-f072d5215d44 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:42:28.397019 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-31fb31b0-8616-4dc3-9874-151c51a7525f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:28.410522 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-bde7a05e-2db4-46b5-8752-03fb9dd64594 None None] Port 6c9c5529-bcd9-4f60-96a4-8bf0a7e85fe2 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:42:28.453564 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9ae0134e-6a1f-4dec-a61c-8c96650fb5e7 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:28.463397 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6fc11872-93db-46f2-97f8-4531b9935974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:28.467702 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:28.495185 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6fc11872-93db-46f2-97f8-4531b9935974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:28.504506 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-6c1a7c52-99ab-4e34-a814-080d023962f6 None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:28.530617 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae0134e-6a1f-4dec-a61c-8c96650fb5e7 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Network 2a4d4f7f-598a-4e75-9554-bac4816f8d8f is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:42:28.534873 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-9ae0134e-6a1f-4dec-a61c-8c96650fb5e7 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:42:28.541355 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae0134e-6a1f-4dec-a61c-8c96650fb5e7 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:42:28.546293 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae0134e-6a1f-4dec-a61c-8c96650fb5e7 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:42:28.546920 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9ae0134e-6a1f-4dec-a61c-8c96650fb5e7 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:28.580015 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae0134e-6a1f-4dec-a61c-8c96650fb5e7 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Pushing event updated for resources: {'Port': ['ID=88f73407-faf2-4cad-887d-f072d5215d44,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:28.588281 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-9ae0134e-6a1f-4dec-a61c-8c96650fb5e7 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:28.615331 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-9ae0134e-6a1f-4dec-a61c-8c96650fb5e7 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.8362274 Dec 20 08:42:28.616160 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 34442) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:28.625896 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-304d3e12-3905-4466-886b-fec5615e8958 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Request body: {'port': {'network_id': '2a4d4f7f-598a-4e75-9554-bac4816f8d8f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-507548490'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:42:28.658185 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [req-a582d22c-6431-4ad1-92b8-e0298fa1a965 req-3fc2ccb6-5bb1-4210-99ae-220020052922 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 08:42:28.659242 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a582d22c-6431-4ad1-92b8-e0298fa1a965 req-3fc2ccb6-5bb1-4210-99ae-220020052922 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1969955 Dec 20 08:42:28.666734 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-6c1a7c52-99ab-4e34-a814-080d023962f6 None None] Transition to ACTIVE for port object dfb11e52-f8ed-4c66-acac-e21ec63e6147 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:42:28.689951 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1809aa-2e7d-4d66-b228-8a39b1803204 req-ccf73d52-ff20-4dad-a64e-c16ca29213c8 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:42:28.691844 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-7c1809aa-2e7d-4d66-b228-8a39b1803204 req-ccf73d52-ff20-4dad-a64e-c16ca29213c8 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] 10.222.0.16 "GET /v2.0/ports?device_id=449de04f-1310-4bd7-a015-5ccac5cf03e1 HTTP/1.1" status: 200 len: 931 time: 0.2756870 Dec 20 08:42:28.781427 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:28.826730 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f41433d1-500f-49db-8f31-c00c5b05246a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:28.828849 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6777966e-7852-4c86-9c7b-15e3d5e81c48 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:28.830634 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-2670c084-4dd2-40ea-8b9e-04c04fd19a9f None None] Provisioning complete for port d98f2cc1-0bf3-4843-9503-2c50f976bee7 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:42:28.831085 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-2670c084-4dd2-40ea-8b9e-04c04fd19a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:28.838017 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-d86af3de-0314-450d-96a3-455f627bb289 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:42:28.846058 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-5545558a-fc1c-4c5d-8334-963cdbe7a17c tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:28.883841 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-7c1809aa-2e7d-4d66-b228-8a39b1803204 req-16dfc6e2-0c9c-45fc-b997-5f93b595c9bb tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] 10.222.0.16 "GET /v2.0/security-groups?id=85b419f3-1db6-44b7-a0aa-e59be6683846&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1562476 Dec 20 08:42:28.937168 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port d98f2cc1-0bf3-4843-9503-2c50f976bee7, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=d98f2cc1-0bf3-4843-9503-2c50f976bee7,segment=NetworkSegment(92492d3f-6a7c-439d-bc86-4879c84a2b75),segment_id=92492d3f-6a7c-439d-bc86-4879c84a2b75)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:42:28.944196 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:28.948619 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-94f63210-d7ca-4d26-84fb-866049808a2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:28.979199 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-304d3e12-3905-4466-886b-fec5615e8958 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:42:29.011123 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-304d3e12-3905-4466-886b-fec5615e8958 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:42:29.045430 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d86af3de-0314-450d-96a3-455f627bb289 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Usage tracker for resource:port and tenant:9679bafc94a64ee0a207e63ba5560387 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:42:29.051628 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-6c1a7c52-99ab-4e34-a814-080d023962f6 None None] Transition to ACTIVE for port object dfb11e52-f8ed-4c66-acac-e21ec63e6147 will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:42:29.053050 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-304d3e12-3905-4466-886b-fec5615e8958 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Made reservation on behalf of 6efc783da9574d08a8a0d82510a572d4 for: {'port': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:42:29.062044 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-304d3e12-3905-4466-886b-fec5615e8958 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:29.107471 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d86af3de-0314-450d-96a3-455f627bb289 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:42:29.114433 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-304d3e12-3905-4466-886b-fec5615e8958 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] device_id is not set on port d86ea2bc-d7a6-4b96-b703-302dad905970 yet. {{(pid=83445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:42:29.115011 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-6c1a7c52-99ab-4e34-a814-080d023962f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:29.135520 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6fc11872-93db-46f2-97f8-4531b9935974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:29.148499 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f41433d1-500f-49db-8f31-c00c5b05246a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:29.156714 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=d98f2cc1-0bf3-4843-9503-2c50f976bee7,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:29.162442 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:29.163041 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-7cd067de-2d02-4c71-a84d-86ab6e6f7f1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:29.253912 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1a7c52-99ab-4e34-a814-080d023962f6 None None] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:42:29.258874 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-6c1a7c52-99ab-4e34-a814-080d023962f6 None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:42:29.263268 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1a7c52-99ab-4e34-a814-080d023962f6 None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:42:29.296170 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1a7c52-99ab-4e34-a814-080d023962f6 None None] Pushing event updated for resources: {'Port': ['ID=dfb11e52-f8ed-4c66-acac-e21ec63e6147,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:29.300513 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-6c1a7c52-99ab-4e34-a814-080d023962f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:29.319506 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-d86af3de-0314-450d-96a3-455f627bb289 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:42:29.359035 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f41433d1-500f-49db-8f31-c00c5b05246a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:29.395377 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6777966e-7852-4c86-9c7b-15e3d5e81c48 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Network 95f3bec2-46e6-4468-8229-8badd4a5aaae is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:42:29.404332 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6777966e-7852-4c86-9c7b-15e3d5e81c48 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Pushing event updated for resources: {'Port': ['ID=7b4a220f-e78d-42d5-83ee-6baec53b6997,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:29.409262 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-6777966e-7852-4c86-9c7b-15e3d5e81c48 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:29.412726 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-d08f8a54-03b4-4030-91cc-b812cb62f7d6 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] For port 5806276f-6da6-47aa-ab31-3c03f0efe156, host hv-neutron-8204, got binding levels [] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:42:29.413207 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d08f8a54-03b4-4030-91cc-b812cb62f7d6 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:29.423477 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-255395e7-2077-4040-8c5b-c5a35a0798a2 tempest-PortsAdminExtendedAttrsTestJSON-870363390 tempest-PortsAdminExtendedAttrsTestJSON-870363390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:29.443136 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-6777966e-7852-4c86-9c7b-15e3d5e81c48 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:42:29.450280 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6777966e-7852-4c86-9c7b-15e3d5e81c48 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:42:29.473104 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-304d3e12-3905-4466-886b-fec5615e8958 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Allocated IP 2001:db8::e1 (2a4d4f7f-598a-4e75-9554-bac4816f8d8f/aa989b27-7bfc-4684-853b-3173f2a902f1/d86ea2bc-d7a6-4b96-b703-302dad905970) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:42:29.507066 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-a582d22c-6431-4ad1-92b8-e0298fa1a965 req-f26b3c85-9890-4255-983e-75b55cbd71e2 service neutron] Request body: {'port': {'device_id': '449de04f-1310-4bd7-a015-5ccac5cf03e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8204'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:42:29.517249 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-6c1a7c52-99ab-4e34-a814-080d023962f6 None None] Attempting to bind port dfb11e52-f8ed-4c66-acac-e21ec63e6147 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:42:29.517657 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-6c1a7c52-99ab-4e34-a814-080d023962f6 None None] Attempting to bind port dfb11e52-f8ed-4c66-acac-e21ec63e6147 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '7c00552d-ea93-440b-911c-cb3aa0a4eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:42:29.518123 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1a7c52-99ab-4e34-a814-080d023962f6 None None] Attempting to bind port dfb11e52-f8ed-4c66-acac-e21ec63e6147 on network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:42:29.522524 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-f4895015-8928-4b7a-98d2-23901bc802d2 None None] Provisioning for port 88f73407-faf2-4cad-887d-f072d5215d44 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:42:29.532834 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-f4895015-8928-4b7a-98d2-23901bc802d2 None None] Provisioning complete for port 88f73407-faf2-4cad-887d-f072d5215d44 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:42:29.533417 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f4895015-8928-4b7a-98d2-23901bc802d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:29.554096 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc11872-93db-46f2-97f8-4531b9935974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e024dddb-7536-4caf-8a77-0510326dbbfa,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:29.557059 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86af3de-0314-450d-96a3-455f627bb289 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Made reservation on behalf of 9679bafc94a64ee0a207e63ba5560387 for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:42:29.578617 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1a7c52-99ab-4e34-a814-080d023962f6 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:42:29.579066 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1a7c52-99ab-4e34-a814-080d023962f6 None None] Checking segment: {'id': '7c00552d-ea93-440b-911c-cb3aa0a4eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:42:29.579453 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-6c1a7c52-99ab-4e34-a814-080d023962f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:29.579869 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1a7c52-99ab-4e34-a814-080d023962f6 None None] Bound using segment: {'id': '7c00552d-ea93-440b-911c-cb3aa0a4eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:42:29.580344 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-6c1a7c52-99ab-4e34-a814-080d023962f6 None None] Bound port: dfb11e52-f8ed-4c66-acac-e21ec63e6147, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c00552d-ea93-440b-911c-cb3aa0a4eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:42:29.580726 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-6c1a7c52-99ab-4e34-a814-080d023962f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:29.727816 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-f4895015-8928-4b7a-98d2-23901bc802d2 None None] Port 88f73407-faf2-4cad-887d-f072d5215d44 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:42:29.812987 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6fc11872-93db-46f2-97f8-4531b9935974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:29.816355 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-6fc11872-93db-46f2-97f8-4531b9935974 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e024dddb-7536-4caf-8a77-0510326dbbfa HTTP/1.1" status: 204 len: 168 time: 1.9591496 Dec 20 08:42:29.861271 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-6c1a7c52-99ab-4e34-a814-080d023962f6 None None] For port dfb11e52-f8ed-4c66-acac-e21ec63e6147, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:42:29.896032 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-6c1a7c52-99ab-4e34-a814-080d023962f6 None None] For port dfb11e52-f8ed-4c66-acac-e21ec63e6147, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=dfb11e52-f8ed-4c66-acac-e21ec63e6147,segment=NetworkSegment(7c00552d-ea93-440b-911c-cb3aa0a4eeff),segment_id=7c00552d-ea93-440b-911c-cb3aa0a4eeff)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:42:29.907332 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-6c1a7c52-99ab-4e34-a814-080d023962f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:29.923274 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:30.147964 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-304d3e12-3905-4466-886b-fec5615e8958 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:30.155217 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1a7c52-99ab-4e34-a814-080d023962f6 None None] Pushing event updated for resources: {'Port': ['ID=dfb11e52-f8ed-4c66-acac-e21ec63e6147,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:30.164161 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-6c1a7c52-99ab-4e34-a814-080d023962f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:30.168262 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d59ef85-8e22-462f-8fa5-1448c0907f8b None None] Sync routers for ids ['5e107952-13ac-49e4-a9c6-ea642e78ebef'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:42:30.176145 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device d98f2cc1-0bf3-4843-9503-2c50f976bee7 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:42:30.181365 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-304d3e12-3905-4466-886b-fec5615e8958 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Transition to ACTIVE for port object d86ea2bc-d7a6-4b96-b703-302dad905970 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:42:30.212926 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-304d3e12-3905-4466-886b-fec5615e8958 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:30.231922 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-d08f8a54-03b4-4030-91cc-b812cb62f7d6 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Calling delete_port for 5806276f-6da6-47aa-ab31-3c03f0efe156 owned by {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:42:30.240863 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-c8a8b8d7-5a5b-4fed-90ab-64bf45cce72d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:30.302249 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d59ef85-8e22-462f-8fa5-1448c0907f8b None None] Routers {'5e107952-13ac-49e4-a9c6-ea642e78ebef'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:42:30.302876 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-3d59ef85-8e22-462f-8fa5-1448c0907f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:42:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['5e107952-13ac-49e4-a9c6-ea642e78ebef'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:42:30.324264 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-a582d22c-6431-4ad1-92b8-e0298fa1a965 req-f26b3c85-9890-4255-983e-75b55cbd71e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:30.382352 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f41433d1-500f-49db-8f31-c00c5b05246a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:30.382352 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f41433d1-500f-49db-8f31-c00c5b05246a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/18c43c38-eb92-4af5-8b5a-9c1567642da4 HTTP/1.1" status: 204 len: 168 time: 1.9823143 Dec 20 08:42:30.517191 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41433d1-500f-49db-8f31-c00c5b05246a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c43c38-eb92-4af5-8b5a-9c1567642da4,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:30.522516 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f41433d1-500f-49db-8f31-c00c5b05246a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.099s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:30.559903 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-8c662c99-1684-4535-9c09-67fd6709a969 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.155s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:30.560183 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-8c662c99-1684-4535-9c09-67fd6709a969 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:30.577536 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304d3e12-3905-4466-886b-fec5615e8958 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Pushing event updated for resources: {'Port': ['ID=d86ea2bc-d7a6-4b96-b703-302dad905970,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:30.589466 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304d3e12-3905-4466-886b-fec5615e8958 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Network 2a4d4f7f-598a-4e75-9554-bac4816f8d8f is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:42:30.598976 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-304d3e12-3905-4466-886b-fec5615e8958 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:30.600392 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-304d3e12-3905-4466-886b-fec5615e8958 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:42:30.618089 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304d3e12-3905-4466-886b-fec5615e8958 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:42:30.623961 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304d3e12-3905-4466-886b-fec5615e8958 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:42:30.625969 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-304d3e12-3905-4466-886b-fec5615e8958 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:30.675682 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-304d3e12-3905-4466-886b-fec5615e8958 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.0583713 Dec 20 08:42:30.685583 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 34456) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:30.739605 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-fc36daed-2ac1-4490-8cb8-a4c2c50da73e tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3e', 'mac_address': 'fa:16:3e:46:df:80'}, {'ip_address': '2001:db8::e', 'mac_address': 'fa:16:3e:12:b0:d6'}]}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:42:30.944809 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 34460) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:31.036113 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e210a5-004d-4233-9dd1-7958235f9b81 req-4c82a8b7-660f-41af-bac4-45fc4e161163 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:42:31.056525 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-63e210a5-004d-4233-9dd1-7958235f9b81 req-4c82a8b7-660f-41af-bac4-45fc4e161163 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] 10.222.0.16 "GET /v2.0/ports?device_id=449de04f-1310-4bd7-a015-5ccac5cf03e1 HTTP/1.1" status: 200 len: 931 time: 0.5959425 Dec 20 08:42:31.072020 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d08f8a54-03b4-4030-91cc-b812cb62f7d6 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:31.089460 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d86af3de-0314-450d-96a3-455f627bb289 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:31.117361 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:31.183756 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-3d59ef85-8e22-462f-8fa5-1448c0907f8b None None] Set router 5e107952-13ac-49e4-a9c6-ea642e78ebef gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:42:31.210985 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-63e210a5-004d-4233-9dd1-7958235f9b81 req-28f1de4b-8355-4c7f-9201-ad4243889dcc tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] 10.222.0.16 "GET /v2.0/security-groups?id=85b419f3-1db6-44b7-a0aa-e59be6683846&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1522148 Dec 20 08:42:31.242978 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08f8a54-03b4-4030-91cc-b812cb62f7d6 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Pushing event deleted for resources: {'Port': ['ID=5806276f-6da6-47aa-ab31-3c03f0efe156,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:31.255113 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d08f8a54-03b4-4030-91cc-b812cb62f7d6 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:31.282005 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-d86af3de-0314-450d-96a3-455f627bb289 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] device_id is not set on port 227491b5-466b-4eb6-a664-090b25fc8aad yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:42:31.390560 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-f605ade5-4821-4f10-bcbe-65138490805e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9f9e5d5e8b8f41c4895895ba15f696d2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4184654 Dec 20 08:42:31.410127 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 34466) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:31.454746 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port d98f2cc1-0bf3-4843-9503-2c50f976bee7 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:42:31.455604 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:31.484815 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d08f8a54-03b4-4030-91cc-b812cb62f7d6 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:31.638645 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d08f8a54-03b4-4030-91cc-b812cb62f7d6 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] 10.222.0.16 "DELETE /v2.0/ports/5806276f-6da6-47aa-ab31-3c03f0efe156 HTTP/1.1" status: 204 len: 168 time: 4.4451847 Dec 20 08:42:31.639039 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 34476) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:31.747354 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1c8c814e-4a0f-4310-9536-4fcf206d919a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:31.787099 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1c8c814e-4a0f-4310-9536-4fcf206d919a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:31.849906 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-cac525e1-4225-44dd-96b2-62d7317ba68a tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] GET failed (client error): The resource could not be found. Dec 20 08:42:31.850389 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-cac525e1-4225-44dd-96b2-62d7317ba68a tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Synchronizing usage tracker for tenant:f2d922b63cb945f68456db624cc90eca on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:42:31.901115 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fc36daed-2ac1-4490-8cb8-a4c2c50da73e tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:31.986518 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-3627bc03-646f-4809-a874-bde957a1363d None None] Provisioning for port d86ea2bc-d7a6-4b96-b703-302dad905970 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:42:31.994822 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1c8c814e-4a0f-4310-9536-4fcf206d919a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:32.058079 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-cac525e1-4225-44dd-96b2-62d7317ba68a tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Unset dirty status for tenant:f2d922b63cb945f68456db624cc90eca on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:42:32.062174 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-cac525e1-4225-44dd-96b2-62d7317ba68a tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] 10.222.0.16 "GET /v2.0/ports/5806276f-6da6-47aa-ab31-3c03f0efe156 HTTP/1.1" status: 404 len: 333 time: 0.3663678 Dec 20 08:42:32.101221 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-3627bc03-646f-4809-a874-bde957a1363d None None] Provisioning complete for port d86ea2bc-d7a6-4b96-b703-302dad905970 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:42:32.101731 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3627bc03-646f-4809-a874-bde957a1363d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:32.103151 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-d86af3de-0314-450d-96a3-455f627bb289 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Allocated IP 2001:db8::7577:a8eb:3f90:da49 (f75aa0d2-5f41-40f3-a9e0-d60d934965a4/6917dccd-e070-4994-8882-cf6383c254db/227491b5-466b-4eb6-a664-090b25fc8aad) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:42:32.114564 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 34484) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:32.290963 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-3d59ef85-8e22-462f-8fa5-1448c0907f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e107952-13ac-49e4-a9c6-ea642e78ebef', 'name': 'tempest-ServersTestManualDisk-478884454-router', 'tenant_id': 'ec4017678cc746e0bc7f4ecce92ed1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.70'}], 'enable_snat': True}, 'gw_port_id': 'b4722ef3-9c76-4442-94de-c1e8d9012bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:41:52Z', 'updated_at': '2021-12-20T08:42:11Z', 'revision_number': 4, 'project_id': 'ec4017678cc746e0bc7f4ecce92ed1b5', 'gw_port': {'id': 'b4722ef3-9c76-4442-94de-c1e8d9012bed', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:bf:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e107952-13ac-49e4-a9c6-ea642e78ebef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:41:54Z', 'updated_at': '2021-12-20T08:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '4f8e3d34-caba-45c3-bd98-71684a55202b', 'name': '', 'network_id': '74659ea1-fc06-4c03-bfff-ba787badb621', 'tenant_id': 'ec4017678cc746e0bc7f4ecce92ed1b5', 'mac_address': 'fa:16:3e:72:ed:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e107952-13ac-49e4-a9c6-ea642e78ebef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '372cc3e6-10e8-4159-8180-180bc179785a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:42:06Z', 'updated_at': '2021-12-20T08:42:12Z', 'revision_number': 2, 'project_id': 'ec4017678cc746e0bc7f4ecce92ed1b5', 'subnets': [{'id': '372cc3e6-10e8-4159-8180-180bc179785a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:42:32.302991 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-3627bc03-646f-4809-a874-bde957a1363d None None] Port d86ea2bc-d7a6-4b96-b703-302dad905970 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:42:32.306151 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d59ef85-8e22-462f-8fa5-1448c0907f8b None None] Checking router: 5e107952-13ac-49e4-a9c6-ea642e78ebef for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 08:42:32.306561 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d59ef85-8e22-462f-8fa5-1448c0907f8b None None] Updating router 5e107952-13ac-49e4-a9c6-ea642e78ebef port 4f8e3d34-caba-45c3-bd98-71684a55202b binding host dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 08:42:32.449271 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3d59ef85-8e22-462f-8fa5-1448c0907f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:32.480304 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fc36daed-2ac1-4490-8cb8-a4c2c50da73e tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:32.534868 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-79116752-05d1-4d1a-ae64-84da4f78f0b1 None None] Provisioning for port dfb11e52-f8ed-4c66-acac-e21ec63e6147 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:42:32.538556 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device dfb11e52-f8ed-4c66-acac-e21ec63e6147 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:42:32.565821 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:32.590973 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8c814e-4a0f-4310-9536-4fcf206d919a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46aa34d2-484a-4c10-ba75-722b0917e4ec,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:32.607435 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-1c8c814e-4a0f-4310-9536-4fcf206d919a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:32.608637 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fc36daed-2ac1-4490-8cb8-a4c2c50da73e tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2036698'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:32.615916 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:32.729697 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc36daed-2ac1-4490-8cb8-a4c2c50da73e tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Pushing event updated for resources: {'Port': ['ID=d86ea2bc-d7a6-4b96-b703-302dad905970,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:32.742684 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-fc36daed-2ac1-4490-8cb8-a4c2c50da73e tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:32.744771 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-91056f04-0e2a-4785-929d-9724fd5391c8 tempest-PortsAdminExtendedAttrsTestJSON-870363390 tempest-PortsAdminExtendedAttrsTestJSON-870363390-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:32.752776 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1c8c814e-4a0f-4310-9536-4fcf206d919a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:32.755053 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-1c8c814e-4a0f-4310-9536-4fcf206d919a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/46aa34d2-484a-4c10-ba75-722b0917e4ec HTTP/1.1" status: 204 len: 168 time: 1.3435047 Dec 20 08:42:32.768170 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6777966e-7852-4c86-9c7b-15e3d5e81c48 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Notify callbacks [] for router_gateway, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:32.781004 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port dfb11e52-f8ed-4c66-acac-e21ec63e6147 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:42:32.782189 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6777966e-7852-4c86-9c7b-15e3d5e81c48 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071'] for router, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:32.792135 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-fc36daed-2ac1-4490-8cb8-a4c2c50da73e tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] In _notify_port_updated(), no bound segment for port d86ea2bc-d7a6-4b96-b703-302dad905970 on network 2a4d4f7f-598a-4e75-9554-bac4816f8d8f {{(pid=83445) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 08:42:32.793288 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port dfb11e52-f8ed-4c66-acac-e21ec63e6147 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:42:32.793768 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:32.800563 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc36daed-2ac1-4490-8cb8-a4c2c50da73e tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:42:32.802253 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fc36daed-2ac1-4490-8cb8-a4c2c50da73e tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:32.804230 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-fc36daed-2ac1-4490-8cb8-a4c2c50da73e tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] 10.222.0.16 "PUT /v2.0/ports/d86ea2bc-d7a6-4b96-b703-302dad905970 HTTP/1.1" status: 200 len: 1063 time: 2.1109321 Dec 20 08:42:32.820553 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 34500) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:32.902046 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff9c8f5-078a-472c-b117-41b4c44cbc7d req-4f3e2fc2-d0d9-4c0b-a7e4-c4836104e43f tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:42:32.905091 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-bff9c8f5-078a-472c-b117-41b4c44cbc7d req-4f3e2fc2-d0d9-4c0b-a7e4-c4836104e43f tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] 10.222.0.16 "GET /v2.0/ports?device_id=449de04f-1310-4bd7-a015-5ccac5cf03e1 HTTP/1.1" status: 200 len: 931 time: 0.4169285 Dec 20 08:42:33.011748 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-bff9c8f5-078a-472c-b117-41b4c44cbc7d req-b54b512b-1aff-4620-9aad-4f6b5a333f1b tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] 10.222.0.16 "GET /v2.0/security-groups?id=85b419f3-1db6-44b7-a0aa-e59be6683846&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977147 Dec 20 08:42:33.019777 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-7e8e95ff-cd78-4717-9a5e-781372bb3c13 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Deleting port d86ea2bc-d7a6-4b96-b703-302dad905970 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:42:33.022173 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7e8e95ff-cd78-4717-9a5e-781372bb3c13 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:33.285204 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:33.359199 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [req-a582d22c-6431-4ad1-92b8-e0298fa1a965 req-f26b3c85-9890-4255-983e-75b55cbd71e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c9c5529-bcd9-4f60-96a4-8bf0a7e85fe2 {{(pid=83444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 08:42:33.378366 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-a582d22c-6431-4ad1-92b8-e0298fa1a965 req-f26b3c85-9890-4255-983e-75b55cbd71e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:33.427599 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-a582d22c-6431-4ad1-92b8-e0298fa1a965 req-f26b3c85-9890-4255-983e-75b55cbd71e2 service neutron] Transition to ACTIVE for port object 6c9c5529-bcd9-4f60-96a4-8bf0a7e85fe2 will not be triggered until provisioned by entity L2. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:42:33.446775 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7e8e95ff-cd78-4717-9a5e-781372bb3c13 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:33.453283 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port dfb11e52-f8ed-4c66-acac-e21ec63e6147, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=dfb11e52-f8ed-4c66-acac-e21ec63e6147,segment=NetworkSegment(7c00552d-ea93-440b-911c-cb3aa0a4eeff),segment_id=7c00552d-ea93-440b-911c-cb3aa0a4eeff)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:42:33.493649 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-c95e9173-8dce-4896-bbd6-ad84621db23a None None] Provisioning complete for port d86ea2bc-d7a6-4b96-b703-302dad905970 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:42:33.494125 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c95e9173-8dce-4896-bbd6-ad84621db23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:33.584557 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:33.663249 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-7e8e95ff-cd78-4717-9a5e-781372bb3c13 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Calling delete_port for d86ea2bc-d7a6-4b96-b703-302dad905970 owned by {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:42:33.671477 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-3f70a922-5f7c-415b-ba1f-dfe9ac3d1bb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:33.756811 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-a582d22c-6431-4ad1-92b8-e0298fa1a965 req-f26b3c85-9890-4255-983e-75b55cbd71e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:33.783334 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:33.822821 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=dfb11e52-f8ed-4c66-acac-e21ec63e6147,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:33.831884 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:33.836068 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-c95e9173-8dce-4896-bbd6-ad84621db23a None None] Port d86ea2bc-d7a6-4b96-b703-302dad905970 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:42:33.925279 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3d59ef85-8e22-462f-8fa5-1448c0907f8b None None] Notify callbacks [] for port, precommit_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:33.956146 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-3d59ef85-8e22-462f-8fa5-1448c0907f8b None None] Transition to ACTIVE for port object 4f8e3d34-caba-45c3-bd98-71684a55202b will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:42:33.971010 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3d59ef85-8e22-462f-8fa5-1448c0907f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:33.981655 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-609d10e1-b494-41eb-9f04-b34204d8be66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:34.453161 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-91056f04-0e2a-4785-929d-9724fd5391c8 tempest-PortsAdminExtendedAttrsTestJSON-870363390 tempest-PortsAdminExtendedAttrsTestJSON-870363390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:34.484329 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device dfb11e52-f8ed-4c66-acac-e21ec63e6147 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:42:34.537918 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d86af3de-0314-450d-96a3-455f627bb289 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:34.555331 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7e8e95ff-cd78-4717-9a5e-781372bb3c13 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:34.590726 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-d86af3de-0314-450d-96a3-455f627bb289 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Transition to ACTIVE for port object 227491b5-466b-4eb6-a664-090b25fc8aad will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:42:34.592185 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:34.656650 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26b3c85-9890-4255-983e-75b55cbd71e2 service neutron] Pushing event updated for resources: {'Port': ['ID=6c9c5529-bcd9-4f60-96a4-8bf0a7e85fe2,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:34.693980 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f8e8eb-ea9b-4f0f-9fb8-5192fd95e7a3 None None] Pushing event updated for resources: {'Port': ['ID=4f8e3d34-caba-45c3-bd98-71684a55202b,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:34.699069 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d86af3de-0314-450d-96a3-455f627bb289 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:34.717324 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f26b3c85-9890-4255-983e-75b55cbd71e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.934s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:34.726865 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-11f8e8eb-ea9b-4f0f-9fb8-5192fd95e7a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.749s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:34.807012 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8e95ff-cd78-4717-9a5e-781372bb3c13 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Pushing event deleted for resources: {'Port': ['ID=d86ea2bc-d7a6-4b96-b703-302dad905970,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:34.825964 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:34.831978 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-7e8e95ff-cd78-4717-9a5e-781372bb3c13 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:34.904524 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-3d59ef85-8e22-462f-8fa5-1448c0907f8b None None] Attempting to bind port 4f8e3d34-caba-45c3-bd98-71684a55202b on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:42:34.905047 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-3d59ef85-8e22-462f-8fa5-1448c0907f8b None None] Attempting to bind port 4f8e3d34-caba-45c3-bd98-71684a55202b by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '2231e2fa-9d68-41e9-80aa-70e7c056e0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '74659ea1-fc06-4c03-bfff-ba787badb621'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:42:34.905545 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d59ef85-8e22-462f-8fa5-1448c0907f8b None None] Attempting to bind port 4f8e3d34-caba-45c3-bd98-71684a55202b on network 74659ea1-fc06-4c03-bfff-ba787badb621 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:42:34.944671 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port dfb11e52-f8ed-4c66-acac-e21ec63e6147 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:42:34.944671 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:34.976765 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 34538) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:35.051211 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d59ef85-8e22-462f-8fa5-1448c0907f8b None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:42:35.064630 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d59ef85-8e22-462f-8fa5-1448c0907f8b None None] Checking segment: {'id': '2231e2fa-9d68-41e9-80aa-70e7c056e0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '74659ea1-fc06-4c03-bfff-ba787badb621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:42:35.065348 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3d59ef85-8e22-462f-8fa5-1448c0907f8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:35.065818 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d59ef85-8e22-462f-8fa5-1448c0907f8b None None] Bound using segment: {'id': '2231e2fa-9d68-41e9-80aa-70e7c056e0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '74659ea1-fc06-4c03-bfff-ba787badb621'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:42:35.066431 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-3d59ef85-8e22-462f-8fa5-1448c0907f8b None None] Bound port: 4f8e3d34-caba-45c3-bd98-71684a55202b, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2231e2fa-9d68-41e9-80aa-70e7c056e0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '74659ea1-fc06-4c03-bfff-ba787badb621'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:42:35.066919 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3d59ef85-8e22-462f-8fa5-1448c0907f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:35.073643 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b12d500-612a-41a7-9731-5bc4d185e724 req-0cddee1a-4588-4fe2-9500-93810daebd02 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:42:35.078235 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-0b12d500-612a-41a7-9731-5bc4d185e724 req-0cddee1a-4588-4fe2-9500-93810daebd02 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] 10.222.0.16 "GET /v2.0/ports?device_id=449de04f-1310-4bd7-a015-5ccac5cf03e1 HTTP/1.1" status: 200 len: 943 time: 0.6566384 Dec 20 08:42:35.097807 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-91056f04-0e2a-4785-929d-9724fd5391c8 tempest-PortsAdminExtendedAttrsTestJSON-870363390 tempest-PortsAdminExtendedAttrsTestJSON-870363390-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89e85b71-aa43-4a01-81dd-ce4ea4642e74']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:42:35.334808 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86af3de-0314-450d-96a3-455f627bb289 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event updated for resources: {'Port': ['ID=227491b5-466b-4eb6-a664-090b25fc8aad,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:35.405798 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7e8e95ff-cd78-4717-9a5e-781372bb3c13 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:35.440659 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-7e8e95ff-cd78-4717-9a5e-781372bb3c13 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] 10.222.0.16 "DELETE /v2.0/ports/d86ea2bc-d7a6-4b96-b703-302dad905970 HTTP/1.1" status: 204 len: 168 time: 2.6124613 Dec 20 08:42:35.445898 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 34546) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:35.520505 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-9160fad7-1d99-4844-96a6-788963dc5bd6 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] GET failed (client error): The resource could not be found. Dec 20 08:42:35.520842 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d86af3de-0314-450d-96a3-455f627bb289 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.694s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:35.532108 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-9160fad7-1d99-4844-96a6-788963dc5bd6 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Synchronizing usage tracker for tenant:6efc783da9574d08a8a0d82510a572d4 on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:42:35.539006 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-0b12d500-612a-41a7-9731-5bc4d185e724 req-55a8b7cf-2427-48a3-ada9-50bc7b609cf6 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] 10.222.0.16 "GET /v2.0/security-groups?id=85b419f3-1db6-44b7-a0aa-e59be6683846&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4538307 Dec 20 08:42:35.552082 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-3d59ef85-8e22-462f-8fa5-1448c0907f8b None None] For port 4f8e3d34-caba-45c3-bd98-71684a55202b, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:42:35.578442 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-91056f04-0e2a-4785-929d-9724fd5391c8 tempest-PortsAdminExtendedAttrsTestJSON-870363390 tempest-PortsAdminExtendedAttrsTestJSON-870363390-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b5cce3c-72dc-41c5-85c0-b41189f1c9de') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:42:35.578740 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-91056f04-0e2a-4785-929d-9724fd5391c8 tempest-PortsAdminExtendedAttrsTestJSON-870363390 tempest-PortsAdminExtendedAttrsTestJSON-870363390-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b5cce3c-72dc-41c5-85c0-b41189f1c9de') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:42:35.581166 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-9160fad7-1d99-4844-96a6-788963dc5bd6 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Unset dirty status for tenant:6efc783da9574d08a8a0d82510a572d4 on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:42:35.585967 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-9160fad7-1d99-4844-96a6-788963dc5bd6 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] 10.222.0.16 "GET /v2.0/ports/d86ea2bc-d7a6-4b96-b703-302dad905970 HTTP/1.1" status: 404 len: 333 time: 0.1387498 Dec 20 08:42:35.586672 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 34552) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:35.591489 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-3d59ef85-8e22-462f-8fa5-1448c0907f8b None None] For port 4f8e3d34-caba-45c3-bd98-71684a55202b, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=4f8e3d34-caba-45c3-bd98-71684a55202b,segment=NetworkSegment(2231e2fa-9d68-41e9-80aa-70e7c056e0b1),segment_id=2231e2fa-9d68-41e9-80aa-70e7c056e0b1)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:42:35.603029 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3d59ef85-8e22-462f-8fa5-1448c0907f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:35.614491 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-f4407bfb-a6af-4d50-9815-2b4286420d4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:35.641355 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-91056f04-0e2a-4785-929d-9724fd5391c8 tempest-PortsAdminExtendedAttrsTestJSON-870363390 tempest-PortsAdminExtendedAttrsTestJSON-870363390-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1618722'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:35.680013 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-91056f04-0e2a-4785-929d-9724fd5391c8 tempest-PortsAdminExtendedAttrsTestJSON-870363390 tempest-PortsAdminExtendedAttrsTestJSON-870363390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:35.698173 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-9aa1bc3f-ef31-45f8-83c7-4f381a6fc7b7 tempest-RoutersTestDVR-1550903862 tempest-RoutersTestDVR-1550903862-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-676536832'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:42:35.703927 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-9aa1bc3f-ef31-45f8-83c7-4f381a6fc7b7 tempest-RoutersTestDVR-1550903862 tempest-RoutersTestDVR-1550903862-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:42:35.709019 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-9aa1bc3f-ef31-45f8-83c7-4f381a6fc7b7 tempest-RoutersTestDVR-1550903862 tempest-RoutersTestDVR-1550903862-project-admin] Usage tracker for resource:router and tenant:d253d210f6d54426851d577ae7b8493a is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:42:35.712510 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-9aa1bc3f-ef31-45f8-83c7-4f381a6fc7b7 tempest-RoutersTestDVR-1550903862 tempest-RoutersTestDVR-1550903862-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:42:35.723977 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-9aa1bc3f-ef31-45f8-83c7-4f381a6fc7b7 tempest-RoutersTestDVR-1550903862 tempest-RoutersTestDVR-1550903862-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:42:35.728649 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91056f04-0e2a-4785-929d-9724fd5391c8 tempest-PortsAdminExtendedAttrsTestJSON-870363390 tempest-PortsAdminExtendedAttrsTestJSON-870363390-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:42:35.728649 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-91056f04-0e2a-4785-929d-9724fd5391c8 tempest-PortsAdminExtendedAttrsTestJSON-870363390 tempest-PortsAdminExtendedAttrsTestJSON-870363390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1128911'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:35.739509 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-decd4bb6-91b2-43fc-b1ed-cab30e6006e4 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Deleting port 88f73407-faf2-4cad-887d-f072d5215d44 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:42:35.740152 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-decd4bb6-91b2-43fc-b1ed-cab30e6006e4 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:35.782561 dv-neutron-820491-1-hyperv neutron-server[83444]: Traceback (most recent call last): Dec 20 08:42:35.782561 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:42:35.782561 dv-neutron-820491-1-hyperv neutron-server[83444]: timer() Dec 20 08:42:35.782561 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:42:35.782561 dv-neutron-820491-1-hyperv neutron-server[83444]: cb(*args, **kw) Dec 20 08:42:35.782561 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:42:35.782561 dv-neutron-820491-1-hyperv neutron-server[83444]: return func(*args, **kwargs) Dec 20 08:42:35.782561 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:42:35.782561 dv-neutron-820491-1-hyperv neutron-server[83444]: self._notify() Dec 20 08:42:35.782561 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:42:35.782561 dv-neutron-820491-1-hyperv neutron-server[83444]: self.callback(batched_events) Dec 20 08:42:35.782561 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:42:35.782561 dv-neutron-820491-1-hyperv neutron-server[83444]: event.method(event) Dec 20 08:42:35.782561 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:42:35.782561 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:42:35.782561 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:42:35.782561 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:42:35.782561 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:42:35.782561 dv-neutron-820491-1-hyperv neutron-server[83444]: return f(self, *a, **k) Dec 20 08:42:35.782561 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:42:35.782561 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._get(url).json() Dec 20 08:42:35.782561 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:42:35.782561 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:42:35.782561 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:42:35.782561 dv-neutron-820491-1-hyperv neutron-server[83444]: return self.request(url, 'GET', **kwargs) Dec 20 08:42:35.782561 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:42:35.782561 dv-neutron-820491-1-hyperv neutron-server[83444]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:42:35.782561 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:42:35.782561 dv-neutron-820491-1-hyperv neutron-server[83444]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:42:35.782561 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:42:35.782561 dv-neutron-820491-1-hyperv neutron-server[83444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:42:35.782561 dv-neutron-820491-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:42:35.791123 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86af3de-0314-450d-96a3-455f627bb289 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:42:35.794054 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-4cd6bc28-1168-4ff1-941d-f62352fbc738 req-513ac14e-91b6-4c1c-84d5-d30e551c9c46 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Synchronizing usage tracker for tenant:ec4017678cc746e0bc7f4ecce92ed1b5 on resource:security_group {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:42:35.796741 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-a582d22c-6431-4ad1-92b8-e0298fa1a965 req-f26b3c85-9890-4255-983e-75b55cbd71e2 service neutron] Attempting to bind port 6c9c5529-bcd9-4f60-96a4-8bf0a7e85fe2 on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:42:35.797315 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-a582d22c-6431-4ad1-92b8-e0298fa1a965 req-f26b3c85-9890-4255-983e-75b55cbd71e2 service neutron] Attempting to bind port 6c9c5529-bcd9-4f60-96a4-8bf0a7e85fe2 by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': 'a9eab435-89d5-4321-91f2-1fa8426047e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ae7d918f-a9f8-4196-ba8f-f2cde9016013'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:42:35.797836 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a582d22c-6431-4ad1-92b8-e0298fa1a965 req-f26b3c85-9890-4255-983e-75b55cbd71e2 service neutron] Attempting to bind port 6c9c5529-bcd9-4f60-96a4-8bf0a7e85fe2 on network ae7d918f-a9f8-4196-ba8f-f2cde9016013 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:42:35.804923 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-d86af3de-0314-450d-96a3-455f627bb289 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:42:35.805553 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f8e8eb-ea9b-4f0f-9fb8-5192fd95e7a3 None None] Pushing event updated for resources: {'Port': ['ID=4f8e3d34-caba-45c3-bd98-71684a55202b,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:35.813701 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86af3de-0314-450d-96a3-455f627bb289 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:42:35.814564 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-11f8e8eb-ea9b-4f0f-9fb8-5192fd95e7a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:35.816827 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d59ef85-8e22-462f-8fa5-1448c0907f8b None None] Routers {'5e107952-13ac-49e4-a9c6-ea642e78ebef'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:42:35.817500 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-3d59ef85-8e22-462f-8fa5-1448c0907f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:42:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['5e107952-13ac-49e4-a9c6-ea642e78ebef'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:42:35.818660 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86af3de-0314-450d-96a3-455f627bb289 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:42:35.821065 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d86af3de-0314-450d-96a3-455f627bb289 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:35.924439 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9aa1bc3f-ef31-45f8-83c7-4f381a6fc7b7 tempest-RoutersTestDVR-1550903862 tempest-RoutersTestDVR-1550903862-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24817'] for router, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:35.925689 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9aa1bc3f-ef31-45f8-83c7-4f381a6fc7b7 tempest-RoutersTestDVR-1550903862 tempest-RoutersTestDVR-1550903862-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-351744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24806'] for router, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:35.959893 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a582d22c-6431-4ad1-92b8-e0298fa1a965 req-f26b3c85-9890-4255-983e-75b55cbd71e2 service neutron] Port 6c9c5529-bcd9-4f60-96a4-8bf0a7e85fe2 on network ae7d918f-a9f8-4196-ba8f-f2cde9016013 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 08:42:35.961180 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a582d22c-6431-4ad1-92b8-e0298fa1a965 req-f26b3c85-9890-4255-983e-75b55cbd71e2 service neutron] Attempting to bind port 6c9c5529-bcd9-4f60-96a4-8bf0a7e85fe2 on network ae7d918f-a9f8-4196-ba8f-f2cde9016013 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:42:35.970295 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 34560) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:35.990970 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-4cd6bc28-1168-4ff1-941d-f62352fbc738 req-513ac14e-91b6-4c1c-84d5-d30e551c9c46 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Unset dirty status for tenant:ec4017678cc746e0bc7f4ecce92ed1b5 on resource:security_group {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:42:35.992262 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4cd6bc28-1168-4ff1-941d-f62352fbc738 req-513ac14e-91b6-4c1c-84d5-d30e551c9c46 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1431915891&fields=id&tenant_id=ec4017678cc746e0bc7f4ecce92ed1b5 HTTP/1.1" status: 200 len: 267 time: 1.0345552 Dec 20 08:42:35.995716 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d86af3de-0314-450d-96a3-455f627bb289 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 8.7367256 Dec 20 08:42:35.997088 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-91056f04-0e2a-4785-929d-9724fd5391c8 tempest-PortsAdminExtendedAttrsTestJSON-870363390 tempest-PortsAdminExtendedAttrsTestJSON-870363390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:36.004587 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 34566) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:36.008500 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a582d22c-6431-4ad1-92b8-e0298fa1a965 req-f26b3c85-9890-4255-983e-75b55cbd71e2 service neutron] Checking agent: {'id': 'bd419857-3bec-4b96-b211-3fb278c66880', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8204', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 40, 10), 'started_at': datetime.datetime(2021, 12, 20, 8, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:42:36.010448 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a582d22c-6431-4ad1-92b8-e0298fa1a965 req-f26b3c85-9890-4255-983e-75b55cbd71e2 service neutron] Checking segment: {'id': 'a9eab435-89d5-4321-91f2-1fa8426047e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ae7d918f-a9f8-4196-ba8f-f2cde9016013'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:42:36.011054 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a582d22c-6431-4ad1-92b8-e0298fa1a965 req-f26b3c85-9890-4255-983e-75b55cbd71e2 service neutron] Bound using segment: {'id': 'a9eab435-89d5-4321-91f2-1fa8426047e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ae7d918f-a9f8-4196-ba8f-f2cde9016013'} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:42:36.012298 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-a582d22c-6431-4ad1-92b8-e0298fa1a965 req-f26b3c85-9890-4255-983e-75b55cbd71e2 service neutron] Bound port: 6c9c5529-bcd9-4f60-96a4-8bf0a7e85fe2, host: hv-neutron-8204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9eab435-89d5-4321-91f2-1fa8426047e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ae7d918f-a9f8-4196-ba8f-f2cde9016013'}}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:42:36.012823 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-a582d22c-6431-4ad1-92b8-e0298fa1a965 req-f26b3c85-9890-4255-983e-75b55cbd71e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:36.096746 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:36.100511 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9aa1bc3f-ef31-45f8-83c7-4f381a6fc7b7 tempest-RoutersTestDVR-1550903862 tempest-RoutersTestDVR-1550903862-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:36.141090 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-3d59ef85-8e22-462f-8fa5-1448c0907f8b None None] Set router 5e107952-13ac-49e4-a9c6-ea642e78ebef gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:42:36.150234 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-91056f04-0e2a-4785-929d-9724fd5391c8 tempest-PortsAdminExtendedAttrsTestJSON-870363390 tempest-PortsAdminExtendedAttrsTestJSON-870363390-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:36.152159 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-91056f04-0e2a-4785-929d-9724fd5391c8 tempest-PortsAdminExtendedAttrsTestJSON-870363390 tempest-PortsAdminExtendedAttrsTestJSON-870363390-project] 10.222.0.16 "DELETE /v2.0/networks/89e85b71-aa43-4a01-81dd-ce4ea4642e74 HTTP/1.1" status: 204 len: 168 time: 4.0362716 Dec 20 08:42:36.228271 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91056f04-0e2a-4785-929d-9724fd5391c8 tempest-PortsAdminExtendedAttrsTestJSON-870363390 tempest-PortsAdminExtendedAttrsTestJSON-870363390-project] Pushing event deleted for resources: {'Network': ['ID=89e85b71-aa43-4a01-81dd-ce4ea4642e74,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:36.237692 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-91056f04-0e2a-4785-929d-9724fd5391c8 tempest-PortsAdminExtendedAttrsTestJSON-870363390 tempest-PortsAdminExtendedAttrsTestJSON-870363390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:36.255165 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-a0034b6d-6cf2-491c-b206-25f2c19546bd tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1582722895'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:42:36.268535 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-a0034b6d-6cf2-491c-b206-25f2c19546bd tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:42:36.279756 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-a0034b6d-6cf2-491c-b206-25f2c19546bd tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Usage tracker for resource:network and tenant:633b2c35e9434733bcda386383801e9d is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:42:36.284729 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-a0034b6d-6cf2-491c-b206-25f2c19546bd tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:42:36.301367 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-a0034b6d-6cf2-491c-b206-25f2c19546bd tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:42:36.303707 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9aa1bc3f-ef31-45f8-83c7-4f381a6fc7b7 tempest-RoutersTestDVR-1550903862 tempest-RoutersTestDVR-1550903862-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071'] for router, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:36.339757 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-decd4bb6-91b2-43fc-b1ed-cab30e6006e4 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:36.354747 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0034b6d-6cf2-491c-b206-25f2c19546bd tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Made reservation on behalf of 633b2c35e9434733bcda386383801e9d for: {'network': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:42:36.358162 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a0034b6d-6cf2-491c-b206-25f2c19546bd tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:36.375737 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a0034b6d-6cf2-491c-b206-25f2c19546bd tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Notify callbacks [] for security_group, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:36.449147 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9aa1bc3f-ef31-45f8-83c7-4f381a6fc7b7 tempest-RoutersTestDVR-1550903862 tempest-RoutersTestDVR-1550903862-project-admin] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:36.453703 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-9aa1bc3f-ef31-45f8-83c7-4f381a6fc7b7 tempest-RoutersTestDVR-1550903862 tempest-RoutersTestDVR-1550903862-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.4533248 Dec 20 08:42:36.454646 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 34572) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:36.469220 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-a582d22c-6431-4ad1-92b8-e0298fa1a965 req-f26b3c85-9890-4255-983e-75b55cbd71e2 service neutron] For port 6c9c5529-bcd9-4f60-96a4-8bf0a7e85fe2, host hv-neutron-8204, cleared binding levels {{(pid=83444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:42:36.501395 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122fad94-6a2f-42e6-ae94-3189757db23f tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:42:36.505566 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122fad94-6a2f-42e6-ae94-3189757db23f tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:42:36.506364 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-122fad94-6a2f-42e6-ae94-3189757db23f tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Synchronizing usage tracker for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:42:36.517746 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd6bc28-1168-4ff1-941d-f62352fbc738 req-3b3ecb13-ce22-4a61-b4f8-7702496b34a0 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:42:36.518435 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-4cd6bc28-1168-4ff1-941d-f62352fbc738 req-3b3ecb13-ce22-4a61-b4f8-7702496b34a0 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Synchronizing usage tracker for tenant:ec4017678cc746e0bc7f4ecce92ed1b5 on resource:network {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:42:36.523019 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-decd4bb6-91b2-43fc-b1ed-cab30e6006e4 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Calling delete_port for 88f73407-faf2-4cad-887d-f072d5215d44 owned by {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:42:36.539529 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-a582d22c-6431-4ad1-92b8-e0298fa1a965 req-f26b3c85-9890-4255-983e-75b55cbd71e2 service neutron] For port 6c9c5529-bcd9-4f60-96a4-8bf0a7e85fe2, host hv-neutron-8204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=6c9c5529-bcd9-4f60-96a4-8bf0a7e85fe2,segment=NetworkSegment(a9eab435-89d5-4321-91f2-1fa8426047e8),segment_id=a9eab435-89d5-4321-91f2-1fa8426047e8)] {{(pid=83444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:42:36.569706 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-a582d22c-6431-4ad1-92b8-e0298fa1a965 req-f26b3c85-9890-4255-983e-75b55cbd71e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:36.590032 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-739fb92c-ca96-4062-a538-ab69d84ac572 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:36.611993 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-8c118572-b84d-4771-9c21-cc4a173fb6a2 None None] Provisioning for port 227491b5-466b-4eb6-a664-090b25fc8aad completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:42:36.641544 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-8c118572-b84d-4771-9c21-cc4a173fb6a2 None None] Provisioning complete for port 227491b5-466b-4eb6-a664-090b25fc8aad triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:42:36.642051 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-8c118572-b84d-4771-9c21-cc4a173fb6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:36.731280 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26b3c85-9890-4255-983e-75b55cbd71e2 service neutron] Pushing event updated for resources: {'Port': ['ID=6c9c5529-bcd9-4f60-96a4-8bf0a7e85fe2,revision_number=3']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:36.734273 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6777966e-7852-4c86-9c7b-15e3d5e81c48 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Router 85952315-afa5-4e3e-ba7e-002d34802c07 is scheduled to L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 with binding_index 1 {{(pid=83444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 08:42:36.740546 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f26b3c85-9890-4255-983e-75b55cbd71e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:36.744626 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-a582d22c-6431-4ad1-92b8-e0298fa1a965 req-f26b3c85-9890-4255-983e-75b55cbd71e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:36.746373 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a582d22c-6431-4ad1-92b8-e0298fa1a965 req-f26b3c85-9890-4255-983e-75b55cbd71e2 service neutron] 10.222.0.58 "PUT /v2.0/ports/6c9c5529-bcd9-4f60-96a4-8bf0a7e85fe2 HTTP/1.1" status: 200 len: 1093 time: 7.5232694 Dec 20 08:42:36.747002 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '449de04f-1310-4bd7-a015-5ccac5cf03e1', 'tag': '6c9c5529-bcd9-4f60-96a4-8bf0a7e85fe2'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 08:42:36.750899 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 34580) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:36.760716 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-8c118572-b84d-4771-9c21-cc4a173fb6a2 None None] Port 227491b5-466b-4eb6-a664-090b25fc8aad cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:42:36.772764 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-3d59ef85-8e22-462f-8fa5-1448c0907f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e107952-13ac-49e4-a9c6-ea642e78ebef', 'name': 'tempest-ServersTestManualDisk-478884454-router', 'tenant_id': 'ec4017678cc746e0bc7f4ecce92ed1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.70'}], 'enable_snat': True}, 'gw_port_id': 'b4722ef3-9c76-4442-94de-c1e8d9012bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:41:52Z', 'updated_at': '2021-12-20T08:42:11Z', 'revision_number': 4, 'project_id': 'ec4017678cc746e0bc7f4ecce92ed1b5', 'gw_port': {'id': 'b4722ef3-9c76-4442-94de-c1e8d9012bed', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:bf:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e107952-13ac-49e4-a9c6-ea642e78ebef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:41:54Z', 'updated_at': '2021-12-20T08:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '4f8e3d34-caba-45c3-bd98-71684a55202b', 'name': '', 'network_id': '74659ea1-fc06-4c03-bfff-ba787badb621', 'tenant_id': 'ec4017678cc746e0bc7f4ecce92ed1b5', 'mac_address': 'fa:16:3e:72:ed:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e107952-13ac-49e4-a9c6-ea642e78ebef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '372cc3e6-10e8-4159-8180-180bc179785a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:42:06Z', 'updated_at': '2021-12-20T08:42:35Z', 'revision_number': 4, 'project_id': 'ec4017678cc746e0bc7f4ecce92ed1b5', 'subnets': [{'id': '372cc3e6-10e8-4159-8180-180bc179785a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:42:36.777176 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d59ef85-8e22-462f-8fa5-1448c0907f8b None None] The sync data for ids ['5e107952-13ac-49e4-a9c6-ea642e78ebef'] in dv-neutron-820491-1-hyperv is: [{'id': '5e107952-13ac-49e4-a9c6-ea642e78ebef', 'name': 'tempest-ServersTestManualDisk-478884454-router', 'tenant_id': 'ec4017678cc746e0bc7f4ecce92ed1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.70'}], 'enable_snat': True}, 'gw_port_id': 'b4722ef3-9c76-4442-94de-c1e8d9012bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:41:52Z', 'updated_at': '2021-12-20T08:42:11Z', 'revision_number': 4, 'project_id': 'ec4017678cc746e0bc7f4ecce92ed1b5', 'gw_port': {'id': 'b4722ef3-9c76-4442-94de-c1e8d9012bed', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:bf:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e107952-13ac-49e4-a9c6-ea642e78ebef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:41:54Z', 'updated_at': '2021-12-20T08:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '4f8e3d34-caba-45c3-bd98-71684a55202b', 'name': '', 'network_id': '74659ea1-fc06-4c03-bfff-ba787badb621', 'tenant_id': 'ec4017678cc746e0bc7f4ecce92ed1b5', 'mac_address': 'fa:16:3e:72:ed:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e107952-13ac-49e4-a9c6-ea642e78ebef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '372cc3e6-10e8-4159-8180-180bc179785a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:42:06Z', 'updated_at': '2021-12-20T08:42:35Z', 'revision_number': 4, 'project_id': 'ec4017678cc746e0bc7f4ecce92ed1b5', 'subnets': [{'id': '372cc3e6-10e8-4159-8180-180bc179785a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:42:36.786852 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-4cd6bc28-1168-4ff1-941d-f62352fbc738 req-3b3ecb13-ce22-4a61-b4f8-7702496b34a0 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Unset dirty status for tenant:ec4017678cc746e0bc7f4ecce92ed1b5 on resource:network {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:42:36.788205 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4cd6bc28-1168-4ff1-941d-f62352fbc738 req-3b3ecb13-ce22-4a61-b4f8-7702496b34a0 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] 10.222.0.16 "GET /v2.0/networks?id=74659ea1-fc06-4c03-bfff-ba787badb621 HTTP/1.1" status: 200 len: 811 time: 0.7656994 Dec 20 08:42:36.788994 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-122fad94-6a2f-42e6-ae94-3189757db23f tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Unset dirty status for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:42:36.790160 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-122fad94-6a2f-42e6-ae94-3189757db23f tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.7833900 Dec 20 08:42:36.798280 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 34590) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:36.917573 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-a0034b6d-6cf2-491c-b206-25f2c19546bd tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:42:36.975793 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-a0034b6d-6cf2-491c-b206-25f2c19546bd tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Usage tracker for resource:security_group_rule and tenant:633b2c35e9434733bcda386383801e9d is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:42:36.983561 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-a0034b6d-6cf2-491c-b206-25f2c19546bd tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:42:37.013710 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d1899b-2e8e-4ae9-bc17-4f470b8bb0b4 tempest-RoutersTestDVR-1550903862 tempest-RoutersTestDVR-1550903862-project-admin] Notify callbacks [] for router, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:37.060637 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-a0034b6d-6cf2-491c-b206-25f2c19546bd tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:42:37.140485 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4cd6bc28-1168-4ff1-941d-f62352fbc738 req-b5facf28-4cdd-498a-96ab-e35e1ffb32bd tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] 10.222.0.16 "GET /v2.0/quotas/ec4017678cc746e0bc7f4ecce92ed1b5 HTTP/1.1" status: 200 len: 375 time: 0.3396592 Dec 20 08:42:37.267081 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-4493cff2-6e67-4b25-9580-1b11f30a3859 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Deleting port 227491b5-466b-4eb6-a664-090b25fc8aad {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:42:37.267420 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4493cff2-6e67-4b25-9580-1b11f30a3859 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:37.272171 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-decd4bb6-91b2-43fc-b1ed-cab30e6006e4 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:37.280028 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:37.335804 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decd4bb6-91b2-43fc-b1ed-cab30e6006e4 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Pushing event deleted for resources: {'Port': ['ID=88f73407-faf2-4cad-887d-f072d5215d44,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:37.338036 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-decd4bb6-91b2-43fc-b1ed-cab30e6006e4 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:37.347780 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d555d36-2d15-4a47-ba26-b6e2d940c17c req-f34cebe2-3d39-4bdd-8130-f05b122bd987 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:42:37.354669 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-2d555d36-2d15-4a47-ba26-b6e2d940c17c req-f34cebe2-3d39-4bdd-8130-f05b122bd987 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] 10.222.0.16 "GET /v2.0/ports?device_id=449de04f-1310-4bd7-a015-5ccac5cf03e1 HTTP/1.1" status: 200 len: 943 time: 0.6033280 Dec 20 08:42:37.362912 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b09dfd21-f78c-4eb4-b7d4-bedd888d5eb9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=acfb297a6baa461abe3a523763c46bbf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5960231 Dec 20 08:42:37.372671 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 34596) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:37.587094 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-4cd6bc28-1168-4ff1-941d-f62352fbc738 req-27e5a021-6aaa-4eb7-8bfb-fdad68968c40 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Synchronizing usage tracker for tenant:ec4017678cc746e0bc7f4ecce92ed1b5 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:42:37.638306 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-decd4bb6-91b2-43fc-b1ed-cab30e6006e4 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:37.775408 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-4cd6bc28-1168-4ff1-941d-f62352fbc738 req-27e5a021-6aaa-4eb7-8bfb-fdad68968c40 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Unset dirty status for tenant:ec4017678cc746e0bc7f4ecce92ed1b5 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:42:37.776723 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4cd6bc28-1168-4ff1-941d-f62352fbc738 req-27e5a021-6aaa-4eb7-8bfb-fdad68968c40 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ec4017678cc746e0bc7f4ecce92ed1b5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6096177 Dec 20 08:42:37.794919 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4493cff2-6e67-4b25-9580-1b11f30a3859 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:37.825782 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a0034b6d-6cf2-491c-b206-25f2c19546bd tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Notify callbacks [] for security_group, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:37.830323 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-decd4bb6-91b2-43fc-b1ed-cab30e6006e4 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] 10.222.0.16 "DELETE /v2.0/ports/88f73407-faf2-4cad-887d-f072d5215d44 HTTP/1.1" status: 204 len: 168 time: 2.2393084 Dec 20 08:42:37.845786 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-2d555d36-2d15-4a47-ba26-b6e2d940c17c req-5c88ab52-506b-47b8-80e5-89f341126d6f tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] 10.222.0.16 "GET /v2.0/security-groups?id=85b419f3-1db6-44b7-a0aa-e59be6683846&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4902260 Dec 20 08:42:37.848841 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 34606) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:37.853793 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a0034b6d-6cf2-491c-b206-25f2c19546bd tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:37.898366 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:37.916439 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d1899b-2e8e-4ae9-bc17-4f470b8bb0b4 tempest-RoutersTestDVR-1550903862 tempest-RoutersTestDVR-1550903862-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24735'] for router, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:37.923617 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a38cb3b-b5f5-4800-a88e-c0ba3763b797 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] GET failed (client error): The resource could not be found. Dec 20 08:42:37.924227 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-3a38cb3b-b5f5-4800-a88e-c0ba3763b797 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Synchronizing usage tracker for tenant:6efc783da9574d08a8a0d82510a572d4 on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:42:37.935778 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0034b6d-6cf2-491c-b206-25f2c19546bd tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=83445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:42:37.943461 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6ef30096-a67e-4266-8f45-64a67c3f877d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:37.951583 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d1899b-2e8e-4ae9-bc17-4f470b8bb0b4 tempest-RoutersTestDVR-1550903862 tempest-RoutersTestDVR-1550903862-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:37.956056 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-4493cff2-6e67-4b25-9580-1b11f30a3859 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Calling delete_port for 227491b5-466b-4eb6-a664-090b25fc8aad owned by {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:42:37.970294 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0034b6d-6cf2-491c-b206-25f2c19546bd tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be7e3347-e9ff-41f7-a634-cb91081ea433,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:37.972834 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a0034b6d-6cf2-491c-b206-25f2c19546bd tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:37.973170 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.segments_db [None req-a0034b6d-6cf2-491c-b206-25f2c19546bd tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Added segment 30c5b957-fe42-49a4-89d4-96eca6ae117f of type vlan for network 88a86a02-d0ca-49f7-83e1-3941a960d871 Dec 20 08:42:37.975864 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a0034b6d-6cf2-491c-b206-25f2c19546bd tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:37.981122 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-3a38cb3b-b5f5-4800-a88e-c0ba3763b797 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Unset dirty status for tenant:6efc783da9574d08a8a0d82510a572d4 on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:42:37.987262 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-3a38cb3b-b5f5-4800-a88e-c0ba3763b797 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] 10.222.0.16 "GET /v2.0/ports/88f73407-faf2-4cad-887d-f072d5215d44 HTTP/1.1" status: 404 len: 333 time: 0.1319835 Dec 20 08:42:37.987262 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 34614) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:38.029429 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a582d22c-6431-4ad1-92b8-e0298fa1a965 req-e21d7826-1317-4de9-802b-a8973431e4a4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7db362d7554a4f47a4a46f85caa7eb15&device_id=449de04f-1310-4bd7-a015-5ccac5cf03e1 HTTP/1.1" status: 200 len: 1096 time: 0.4634726 Dec 20 08:42:38.117348 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6ef30096-a67e-4266-8f45-64a67c3f877d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:38.124576 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '449de04f-1310-4bd7-a015-5ccac5cf03e1', 'tag': '6c9c5529-bcd9-4f60-96a4-8bf0a7e85fe2', 'status': 'completed', 'code': 200} Dec 20 08:42:38.131942 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [req-4cd6bc28-1168-4ff1-941d-f62352fbc738 req-f480b00b-b244-409a-926a-5f055c3a7149 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 08:42:38.133121 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4cd6bc28-1168-4ff1-941d-f62352fbc738 req-f480b00b-b244-409a-926a-5f055c3a7149 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2486486 Dec 20 08:42:38.144059 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a0034b6d-6cf2-491c-b206-25f2c19546bd tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:38.157359 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d1899b-2e8e-4ae9-bc17-4f470b8bb0b4 tempest-RoutersTestDVR-1550903862 tempest-RoutersTestDVR-1550903862-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-390871'] for router, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:38.157833 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3d1899b-2e8e-4ae9-bc17-4f470b8bb0b4 tempest-RoutersTestDVR-1550903862 tempest-RoutersTestDVR-1550903862-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a6d566f7-3eb8-4931-a1b2-064bd61219fe {{(pid=83445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 08:42:38.179264 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-b77954a5-3a12-4fbc-bbab-e1ce9be87d14 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Deleting port a8bbf41e-4ff2-4213-9d58-c671286efb8a {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:42:38.179601 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b77954a5-3a12-4fbc-bbab-e1ce9be87d14 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:38.206790 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a582d22c-6431-4ad1-92b8-e0298fa1a965 req-6567c6e4-119f-465b-95ed-8f5e6d286d77 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c9c5529-bcd9-4f60-96a4-8bf0a7e85fe2 HTTP/1.1" status: 200 len: 217 time: 0.1521714 Dec 20 08:42:38.250697 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d1899b-2e8e-4ae9-bc17-4f470b8bb0b4 tempest-RoutersTestDVR-1550903862 tempest-RoutersTestDVR-1550903862-project-admin] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:38.254029 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-b3d1899b-2e8e-4ae9-bc17-4f470b8bb0b4 tempest-RoutersTestDVR-1550903862 tempest-RoutersTestDVR-1550903862-project-admin] 10.222.0.16 "DELETE /v2.0/routers/a6d566f7-3eb8-4931-a1b2-064bd61219fe HTTP/1.1" status: 204 len: 168 time: 1.7384641 Dec 20 08:42:38.261188 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 34620) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:38.291726 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-e8f38a7d-da36-4f10-bc61-a288c04bea0d tempest-RoutersTestDVR-1550903862 tempest-RoutersTestDVR-1550903862-project-admin] Request body: {'router': {'name': 'tempest-router-1911736252', 'distributed': False}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:42:38.296443 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-e8f38a7d-da36-4f10-bc61-a288c04bea0d tempest-RoutersTestDVR-1550903862 tempest-RoutersTestDVR-1550903862-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:42:38.301201 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-e8f38a7d-da36-4f10-bc61-a288c04bea0d tempest-RoutersTestDVR-1550903862 tempest-RoutersTestDVR-1550903862-project-admin] Usage tracker for resource:router and tenant:d253d210f6d54426851d577ae7b8493a is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:42:38.301503 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6777966e-7852-4c86-9c7b-15e3d5e81c48 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:42:38.305587 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-e8f38a7d-da36-4f10-bc61-a288c04bea0d tempest-RoutersTestDVR-1550903862 tempest-RoutersTestDVR-1550903862-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:42:38.312698 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-e8f38a7d-da36-4f10-bc61-a288c04bea0d tempest-RoutersTestDVR-1550903862 tempest-RoutersTestDVR-1550903862-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:42:38.319905 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a0034b6d-6cf2-491c-b206-25f2c19546bd tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:38.325150 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7314a9e-bdd9-4e9b-a945-945c4ea7c20f None None] Sync routers for ids ['85952315-afa5-4e3e-ba7e-002d34802c07'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:42:38.333283 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0034b6d-6cf2-491c-b206-25f2c19546bd tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:42:38.333283 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a0034b6d-6cf2-491c-b206-25f2c19546bd tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:38.343565 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-873d70c8-5e6c-4882-baf2-d551a613c5a6 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:38.347070 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7314a9e-bdd9-4e9b-a945-945c4ea7c20f None None] Routers {'85952315-afa5-4e3e-ba7e-002d34802c07'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:42:38.347774 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-e7314a9e-bdd9-4e9b-a945-945c4ea7c20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:42:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['85952315-afa5-4e3e-ba7e-002d34802c07'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:42:38.368679 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e8f38a7d-da36-4f10-bc61-a288c04bea0d tempest-RoutersTestDVR-1550903862 tempest-RoutersTestDVR-1550903862-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24817'] for router, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:38.369511 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e8f38a7d-da36-4f10-bc61-a288c04bea0d tempest-RoutersTestDVR-1550903862 tempest-RoutersTestDVR-1550903862-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-351744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24806'] for router, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:38.384306 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 4f8e3d34-caba-45c3-bd98-71684a55202b up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:42:38.446749 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-e7314a9e-bdd9-4e9b-a945-945c4ea7c20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:42:38.462820 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7314a9e-bdd9-4e9b-a945-945c4ea7c20f None None] Routers {'85952315-afa5-4e3e-ba7e-002d34802c07'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:42:38.463802 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-e7314a9e-bdd9-4e9b-a945-945c4ea7c20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:42:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['85952315-afa5-4e3e-ba7e-002d34802c07'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:42:38.486718 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a582d22c-6431-4ad1-92b8-e0298fa1a965 req-6b1271ea-809e-4fd5-88ac-a734275ae0cf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:42:38.488190 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a582d22c-6431-4ad1-92b8-e0298fa1a965 req-6b1271ea-809e-4fd5-88ac-a734275ae0cf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=41a7a572-5490-4849-a924-85aba7f9eddc HTTP/1.1" status: 200 len: 844 time: 0.1888018 Dec 20 08:42:38.489907 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 4f8e3d34-caba-45c3-bd98-71684a55202b completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:42:38.497340 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 4f8e3d34-caba-45c3-bd98-71684a55202b triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:42:38.497883 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4cd6bc28-1168-4ff1-941d-f62352fbc738 req-777caabc-adae-476b-957d-b2ca95200846 service neutron] 10.222.0.16 "GET /v2.0/networks/74659ea1-fc06-4c03-bfff-ba787badb621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3433352 Dec 20 08:42:38.498440 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:38.518928 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6ef30096-a67e-4266-8f45-64a67c3f877d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:38.519928 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6777966e-7852-4c86-9c7b-15e3d5e81c48 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:38.523996 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-6777966e-7852-4c86-9c7b-15e3d5e81c48 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 16.0197437 Dec 20 08:42:38.544130 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-e7314a9e-bdd9-4e9b-a945-945c4ea7c20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:42:38.545037 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7314a9e-bdd9-4e9b-a945-945c4ea7c20f None None] The sync data for ids ['85952315-afa5-4e3e-ba7e-002d34802c07'] in dv-neutron-820491-1-hyperv is: [] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:42:38.568200 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b77954a5-3a12-4fbc-bbab-e1ce9be87d14 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:38.571573 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 34624) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:38.575239 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6ef30096-a67e-4266-8f45-64a67c3f877d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:38.576632 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-6ef30096-a67e-4266-8f45-64a67c3f877d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9e954ca7-e070-4f20-8464-5b91dab5fc10 HTTP/1.1" status: 204 len: 168 time: 1.2004192 Dec 20 08:42:38.587174 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:38.595930 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4493cff2-6e67-4b25-9580-1b11f30a3859 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:38.686882 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:38.726332 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 4f8e3d34-caba-45c3-bd98-71684a55202b, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=4f8e3d34-caba-45c3-bd98-71684a55202b,segment=NetworkSegment(2231e2fa-9d68-41e9-80aa-70e7c056e0b1),segment_id=2231e2fa-9d68-41e9-80aa-70e7c056e0b1)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:42:38.734297 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:38.738055 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-b77954a5-3a12-4fbc-bbab-e1ce9be87d14 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Calling delete_port for a8bbf41e-4ff2-4213-9d58-c671286efb8a owned by {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:42:38.739566 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-11f8e8eb-ea9b-4f0f-9fb8-5192fd95e7a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:38.780928 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef30096-a67e-4266-8f45-64a67c3f877d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e954ca7-e070-4f20-8464-5b91dab5fc10,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:38.794073 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-6ef30096-a67e-4266-8f45-64a67c3f877d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:38.796514 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:38.844247 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=4f8e3d34-caba-45c3-bd98-71684a55202b,revision_number=5']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:38.848127 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:38.933942 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4493cff2-6e67-4b25-9580-1b11f30a3859 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event deleted for resources: {'Port': ['ID=227491b5-466b-4eb6-a664-090b25fc8aad,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:38.942031 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4493cff2-6e67-4b25-9580-1b11f30a3859 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:38.981567 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-a0034b6d-6cf2-491c-b206-25f2c19546bd tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.0077829 Dec 20 08:42:38.982221 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 34634) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:38.986032 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0034b6d-6cf2-491c-b206-25f2c19546bd tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Pushing event updated for resources: {'Network': ['ID=88a86a02-d0ca-49f7-83e1-3941a960d871,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:38.990978 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a0034b6d-6cf2-491c-b206-25f2c19546bd tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.647s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:38.997898 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-320eb752-c802-4b4e-9292-25576eb37e89 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Request body: {'subnet': {'network_id': '88a86a02-d0ca-49f7-83e1-3941a960d871', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:42:39.003975 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network 88a86a02-d0ca-49f7-83e1-3941a960d871 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:42:39.038679 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e8f38a7d-da36-4f10-bc61-a288c04bea0d tempest-RoutersTestDVR-1550903862 tempest-RoutersTestDVR-1550903862-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:39.039373 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4493cff2-6e67-4b25-9580-1b11f30a3859 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:39.041748 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-4493cff2-6e67-4b25-9580-1b11f30a3859 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/ports/227491b5-466b-4eb6-a664-090b25fc8aad HTTP/1.1" status: 204 len: 168 time: 2.2396142 Dec 20 08:42:39.050087 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 34638) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:39.150399 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4cd6bc28-1168-4ff1-941d-f62352fbc738 req-d2171738-bbb2-4a19-b8da-f9de5dcfdbe3 service neutron] 10.222.0.16 "GET /v2.0/networks/74659ea1-fc06-4c03-bfff-ba787badb621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6515486 Dec 20 08:42:39.151102 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 34642) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:39.172855 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a582d22c-6431-4ad1-92b8-e0298fa1a965 req-0db0a9b5-e693-4618-8bbf-269e754ccd39 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ae7d918f-a9f8-4196-ba8f-f2cde9016013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6729803 Dec 20 08:42:39.185957 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b77954a5-3a12-4fbc-bbab-e1ce9be87d14 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:39.227876 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-c8007e8b-305f-4803-80fa-f4280cb8804d tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:39.326690 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f13a3e8-8524-4743-82eb-1c66081282da tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:42:39.328174 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f13a3e8-8524-4743-82eb-1c66081282da tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:42:39.329657 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-3f13a3e8-8524-4743-82eb-1c66081282da tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2666247 Dec 20 08:42:39.335477 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 34648) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:39.400329 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77954a5-3a12-4fbc-bbab-e1ce9be87d14 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Pushing event deleted for resources: {'Port': ['ID=a8bbf41e-4ff2-4213-9d58-c671286efb8a,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:39.409436 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-320eb752-c802-4b4e-9292-25576eb37e89 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:42:39.417115 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b77954a5-3a12-4fbc-bbab-e1ce9be87d14 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:39.429219 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-320eb752-c802-4b4e-9292-25576eb37e89 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Usage tracker for resource:subnet and tenant:633b2c35e9434733bcda386383801e9d is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:42:39.436367 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b77954a5-3a12-4fbc-bbab-e1ce9be87d14 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:39.438519 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-b77954a5-3a12-4fbc-bbab-e1ce9be87d14 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] 10.222.0.16 "DELETE /v2.0/ports/a8bbf41e-4ff2-4213-9d58-c671286efb8a HTTP/1.1" status: 204 len: 168 time: 1.4494750 Dec 20 08:42:39.439885 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e8f38a7d-da36-4f10-bc61-a288c04bea0d tempest-RoutersTestDVR-1550903862 tempest-RoutersTestDVR-1550903862-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071'] for router, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:39.446850 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 34660) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:39.448931 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-320eb752-c802-4b4e-9292-25576eb37e89 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:42:39.464353 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-320eb752-c802-4b4e-9292-25576eb37e89 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:42:39.482868 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e8f38a7d-da36-4f10-bc61-a288c04bea0d tempest-RoutersTestDVR-1550903862 tempest-RoutersTestDVR-1550903862-project-admin] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:39.486774 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-e8f38a7d-da36-4f10-bc61-a288c04bea0d tempest-RoutersTestDVR-1550903862 tempest-RoutersTestDVR-1550903862-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.2210259 Dec 20 08:42:39.487808 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 34664) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:39.495483 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-320eb752-c802-4b4e-9292-25576eb37e89 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Made reservation on behalf of 633b2c35e9434733bcda386383801e9d for: {'subnet': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:42:39.598039 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-581e8245-3335-4275-bf62-b4bb13496aaf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f2d922b63cb945f68456db624cc90eca&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4401436 Dec 20 08:42:39.617846 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 34672) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:39.638756 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1fd07dd4-2254-4962-9910-1aa64bc7972d req-a64f97a8-a7d7-42a0-96f5-a4c6df2164b2 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] 10.222.0.16 "GET /v2.0/ports?device_id=148d3ca3-99f3-4cac-9876-2d697d86b864 HTTP/1.1" status: 200 len: 210 time: 0.2055218 Dec 20 08:42:39.667735 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:39.733885 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc057c08-c576-4a29-bff3-cd394358eb58 req-5cd7086b-9f95-4b57-a605-71294fc9f8fd tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:42:39.735352 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-dc057c08-c576-4a29-bff3-cd394358eb58 req-5cd7086b-9f95-4b57-a605-71294fc9f8fd tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] 10.222.0.16 "GET /v2.0/ports?device_id=449de04f-1310-4bd7-a015-5ccac5cf03e1 HTTP/1.1" status: 200 len: 943 time: 0.5542636 Dec 20 08:42:39.781130 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a582d22c-6431-4ad1-92b8-e0298fa1a965 req-22d72db0-4cb6-4d92-976c-bfcad64e51b8 service neutron] 10.222.0.58 "GET /v2.0/networks/ae7d918f-a9f8-4196-ba8f-f2cde9016013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5876341 Dec 20 08:42:39.826313 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-320eb752-c802-4b4e-9292-25576eb37e89 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2095160'] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:39.880086 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa1fcf9-e709-4fc9-bc11-da6aadc24009 tempest-RoutersTestDVR-1550903862 tempest-RoutersTestDVR-1550903862-project-admin] Notify callbacks [] for router, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:40.053055 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-dc057c08-c576-4a29-bff3-cd394358eb58 req-500c8fcd-96b0-4ada-9370-0d5c5df2b699 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] 10.222.0.16 "GET /v2.0/security-groups?id=85b419f3-1db6-44b7-a0aa-e59be6683846&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2685177 Dec 20 08:42:40.194613 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-13e61862-a082-4dbc-84de-11364741a186 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:40.269498 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-52cea4a0-98f6-416b-832c-6ef044b771f8 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Deleting subnet aa989b27-7bfc-4684-853b-3173f2a902f1 {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:42:40.277426 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-28a20aae-5e93-4f36-b5e7-aa7c485677d5 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Deleting subnet 6917dccd-e070-4994-8882-cf6383c254db {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:42:40.294175 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a582d22c-6431-4ad1-92b8-e0298fa1a965 req-a4429297-298f-4f91-b47c-7d93ad384a63 service neutron] 10.222.0.58 "GET /v2.0/networks/ae7d918f-a9f8-4196-ba8f-f2cde9016013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4927204 Dec 20 08:42:40.296106 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-13e61862-a082-4dbc-84de-11364741a186 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:40.305820 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-52cea4a0-98f6-416b-832c-6ef044b771f8 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:40.338742 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-28a20aae-5e93-4f36-b5e7-aa7c485677d5 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:40.389138 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 4f8e3d34-caba-45c3-bd98-71684a55202b up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:42:40.441695 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa1fcf9-e709-4fc9-bc11-da6aadc24009 tempest-RoutersTestDVR-1550903862 tempest-RoutersTestDVR-1550903862-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24735'] for router, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:40.449699 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa1fcf9-e709-4fc9-bc11-da6aadc24009 tempest-RoutersTestDVR-1550903862 tempest-RoutersTestDVR-1550903862-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:40.454320 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-320eb752-c802-4b4e-9292-25576eb37e89 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2036557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2095114'] for subnet, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:40.460508 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:40.466180 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 4f8e3d34-caba-45c3-bd98-71684a55202b triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:42:40.466648 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:40.598493 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa1fcf9-e709-4fc9-bc11-da6aadc24009 tempest-RoutersTestDVR-1550903862 tempest-RoutersTestDVR-1550903862-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-390871'] for router, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:40.599080 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fa1fcf9-e709-4fc9-bc11-da6aadc24009 tempest-RoutersTestDVR-1550903862 tempest-RoutersTestDVR-1550903862-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7923a81b-6345-4771-b0c4-cc23d029c1c5 {{(pid=83445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 08:42:40.643910 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320eb752-c802-4b4e-9292-25576eb37e89 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Pushing event updated for resources: {'Subnet': ['ID=ff4c6ba3-48a6-4551-9d22-ec3ece691718,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:40.650217 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-320eb752-c802-4b4e-9292-25576eb37e89 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:40.655601 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320eb752-c802-4b4e-9292-25576eb37e89 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Checking segment: {'id': '30c5b957-fe42-49a4-89d4-96eca6ae117f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '88a86a02-d0ca-49f7-83e1-3941a960d871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:42:40.655821 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320eb752-c802-4b4e-9292-25576eb37e89 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Network hostable DHCP agents. Network: 88a86a02-d0ca-49f7-83e1-3941a960d871, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:42:40.663762 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa1fcf9-e709-4fc9-bc11-da6aadc24009 tempest-RoutersTestDVR-1550903862 tempest-RoutersTestDVR-1550903862-project-admin] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:40.666077 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-4fa1fcf9-e709-4fc9-bc11-da6aadc24009 tempest-RoutersTestDVR-1550903862 tempest-RoutersTestDVR-1550903862-project-admin] 10.222.0.16 "DELETE /v2.0/routers/7923a81b-6345-4771-b0c4-cc23d029c1c5 HTTP/1.1" status: 204 len: 168 time: 1.1777980 Dec 20 08:42:40.671583 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 34698) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:40.677496 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-14dbdde3-5996-47e4-a569-428bd4cec75a tempest-RoutersTestDVR-1550903862 tempest-RoutersTestDVR-1550903862-project-admin] Request body: {'router': {'name': 'tempest-router-1835921980', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '5f062d31dddc4a7daeee77984e6c2508'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:42:40.684042 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-14dbdde3-5996-47e4-a569-428bd4cec75a tempest-RoutersTestDVR-1550903862 tempest-RoutersTestDVR-1550903862-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:42:40.690324 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-14dbdde3-5996-47e4-a569-428bd4cec75a tempest-RoutersTestDVR-1550903862 tempest-RoutersTestDVR-1550903862-project-admin] Usage tracker for resource:router and tenant:5f062d31dddc4a7daeee77984e6c2508 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:42:40.693819 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-14dbdde3-5996-47e4-a569-428bd4cec75a tempest-RoutersTestDVR-1550903862 tempest-RoutersTestDVR-1550903862-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:42:40.701448 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-14dbdde3-5996-47e4-a569-428bd4cec75a tempest-RoutersTestDVR-1550903862 tempest-RoutersTestDVR-1550903862-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:42:40.709337 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320eb752-c802-4b4e-9292-25576eb37e89 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Network 88a86a02-d0ca-49f7-83e1-3941a960d871 is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:42:40.715633 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-14dbdde3-5996-47e4-a569-428bd4cec75a tempest-RoutersTestDVR-1550903862 tempest-RoutersTestDVR-1550903862-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24817'] for router, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:40.716535 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-14dbdde3-5996-47e4-a569-428bd4cec75a tempest-RoutersTestDVR-1550903862 tempest-RoutersTestDVR-1550903862-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-351744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24806'] for router, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:40.728498 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-320eb752-c802-4b4e-9292-25576eb37e89 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, 88a86a02-d0ca-49f7-83e1-3941a960d871) {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:42:40.735369 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320eb752-c802-4b4e-9292-25576eb37e89 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:42:40.735510 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-320eb752-c802-4b4e-9292-25576eb37e89 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:40.736955 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9ade9b-7b41-4949-a71b-39a77d4ed459 None None] Network 88a86a02-d0ca-49f7-83e1-3941a960d871 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:42:40.737861 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-28a20aae-5e93-4f36-b5e7-aa7c485677d5 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1618747'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:40.756981 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-14dbdde3-5996-47e4-a569-428bd4cec75a tempest-RoutersTestDVR-1550903862 tempest-RoutersTestDVR-1550903862-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:40.766067 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-320eb752-c802-4b4e-9292-25576eb37e89 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7775509 Dec 20 08:42:40.769500 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 34702) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:40.776870 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-bd8d3664-1904-404d-a99f-3e7bf9ad743a tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Request body: {'port': {'network_id': '88a86a02-d0ca-49f7-83e1-3941a960d871', 'name': 'tempest-AllowedAddressPairTestJSON-2042968950'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:42:40.794137 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-52cea4a0-98f6-416b-832c-6ef044b771f8 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1618747'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:40.898469 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-14dbdde3-5996-47e4-a569-428bd4cec75a tempest-RoutersTestDVR-1550903862 tempest-RoutersTestDVR-1550903862-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071'] for router, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:40.920532 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-799932ad-8edd-4fc8-955a-6fabf64d4dc7 req-fc1be01f-6716-44d4-a976-2f3f0ab1b7c9 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] 10.222.0.16 "GET /v2.0/ports?device_id=148d3ca3-99f3-4cac-9876-2d697d86b864 HTTP/1.1" status: 200 len: 210 time: 0.0912797 Dec 20 08:42:40.968231 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-14dbdde3-5996-47e4-a569-428bd4cec75a tempest-RoutersTestDVR-1550903862 tempest-RoutersTestDVR-1550903862-project-admin] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:40.969505 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-14dbdde3-5996-47e4-a569-428bd4cec75a tempest-RoutersTestDVR-1550903862 tempest-RoutersTestDVR-1550903862-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2969055 Dec 20 08:42:40.970626 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c98a6f77-2cc4-453f-8a29-7934afed2384 req-b26a06f8-20d7-4c42-b4f6-099262f6a3dc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7db362d7554a4f47a4a46f85caa7eb15&device_id=449de04f-1310-4bd7-a015-5ccac5cf03e1 HTTP/1.1" status: 200 len: 1096 time: 0.4707546 Dec 20 08:42:40.971238 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-13e61862-a082-4dbc-84de-11364741a186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:40.972574 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 34706) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:40.986110 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d976667-ccf3-41bb-a922-7c8551dbf64a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-88a86a02-d0ca-49f7-83e1-3941a960d871', 'network_id': '88a86a02-d0ca-49f7-83e1-3941a960d871', 'tenant_id': '633b2c35e9434733bcda386383801e9d', 'fixed_ips': [{'subnet_id': 'ff4c6ba3-48a6-4551-9d22-ec3ece691718'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:42:40.987034 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-4d976667-ccf3-41bb-a922-7c8551dbf64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:40.992569 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:40.998644 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-3653e337-cee4-4a82-b566-1b94d6da8c69 tempest-RoutersTestDVR-1550903862 tempest-RoutersTestDVR-1550903862-project-admin] Request body: {'router': {'distributed': True}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:42:41.042511 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e61862-a082-4dbc-84de-11364741a186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2026e3c9-8be4-418f-b68a-3603e5c1a92e,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:41.046684 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-13e61862-a082-4dbc-84de-11364741a186 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:41.160794 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-bd8d3664-1904-404d-a99f-3e7bf9ad743a tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:42:41.168675 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-bd8d3664-1904-404d-a99f-3e7bf9ad743a tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Usage tracker for resource:port and tenant:633b2c35e9434733bcda386383801e9d is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:42:41.204291 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-52cea4a0-98f6-416b-832c-6ef044b771f8 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:41.228636 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-bd8d3664-1904-404d-a99f-3e7bf9ad743a tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:42:41.240870 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a6f77-2cc4-453f-8a29-7934afed2384 req-8d1994f6-865f-4d1e-a22b-1d453336e1d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:42:41.242472 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c98a6f77-2cc4-453f-8a29-7934afed2384 req-8d1994f6-865f-4d1e-a22b-1d453336e1d5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ae7d918f-a9f8-4196-ba8f-f2cde9016013 HTTP/1.1" status: 200 len: 906 time: 0.2554693 Dec 20 08:42:41.243102 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-4d976667-ccf3-41bb-a922-7c8551dbf64a None None] Allocated IP 172.20.0.2 (88a86a02-d0ca-49f7-83e1-3941a960d871/ff4c6ba3-48a6-4551-9d22-ec3ece691718/6e23948e-5834-4d28-af4b-18ed38f47e72) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:42:41.256678 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-13e61862-a082-4dbc-84de-11364741a186 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:41.260093 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-13e61862-a082-4dbc-84de-11364741a186 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2026e3c9-8be4-418f-b68a-3603e5c1a92e HTTP/1.1" status: 204 len: 168 time: 1.6334803 Dec 20 08:42:41.298231 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-bd8d3664-1904-404d-a99f-3e7bf9ad743a tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:42:41.300669 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.58', 55136) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:41.351210 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c98a6f77-2cc4-453f-8a29-7934afed2384 req-4e63640a-b40f-402c-8b29-2a282b52c24f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c9c5529-bcd9-4f60-96a4-8bf0a7e85fe2 HTTP/1.1" status: 200 len: 217 time: 0.0923867 Dec 20 08:42:41.428208 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-28a20aae-5e93-4f36-b5e7-aa7c485677d5 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:41.487339 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd6bc28-1168-4ff1-941d-f62352fbc738 req-9c20b977-7862-46f8-8d9d-2bd8b83be622 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:42:41.488747 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-4cd6bc28-1168-4ff1-941d-f62352fbc738 req-9c20b977-7862-46f8-8d9d-2bd8b83be622 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] 10.222.0.58 "GET /v2.0/networks?id=74659ea1-fc06-4c03-bfff-ba787badb621 HTTP/1.1" status: 200 len: 811 time: 0.1856594 Dec 20 08:42:41.546638 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd8d3664-1904-404d-a99f-3e7bf9ad743a tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Made reservation on behalf of 633b2c35e9434733bcda386383801e9d for: {'port': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:42:41.549527 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bd8d3664-1904-404d-a99f-3e7bf9ad743a tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:41.583574 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-bd8d3664-1904-404d-a99f-3e7bf9ad743a tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] device_id is not set on port b91671eb-1f84-4da6-ab5b-17959c4dae0c yet. {{(pid=83445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:42:41.620738 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-4d976667-ccf3-41bb-a922-7c8551dbf64a None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:41.660412 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-4d976667-ccf3-41bb-a922-7c8551dbf64a None None] Transition to ACTIVE for port object 6e23948e-5834-4d28-af4b-18ed38f47e72 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:42:41.676498 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a6f77-2cc4-453f-8a29-7934afed2384 req-ef955310-7fe7-4d7b-a6e9-73a9cf9c37de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:42:41.677988 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c98a6f77-2cc4-453f-8a29-7934afed2384 req-ef955310-7fe7-4d7b-a6e9-73a9cf9c37de service neutron] 10.222.0.58 "GET /v2.0/subnets?id=41a7a572-5490-4849-a924-85aba7f9eddc HTTP/1.1" status: 200 len: 844 time: 0.3046114 Dec 20 08:42:41.682247 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-52cea4a0-98f6-416b-832c-6ef044b771f8 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1129313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1529131'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:41.756060 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:41.756430 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3653e337-cee4-4a82-b566-1b94d6da8c69 tempest-RoutersTestDVR-1550903862 tempest-RoutersTestDVR-1550903862-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24724'] for router, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:41.756970 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3653e337-cee4-4a82-b566-1b94d6da8c69 tempest-RoutersTestDVR-1550903862 tempest-RoutersTestDVR-1550903862-project-admin] Notify callbacks [] for router, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:41.792192 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bf3773-52ca-405e-afb2-fdf85ad6e693 None None] Network 2a4d4f7f-598a-4e75-9554-bac4816f8d8f requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:42:41.799754 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-52cea4a0-98f6-416b-832c-6ef044b771f8 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:41.810323 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-52cea4a0-98f6-416b-832c-6ef044b771f8 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] 10.222.0.16 "DELETE /v2.0/subnets/aa989b27-7bfc-4684-853b-3173f2a902f1 HTTP/1.1" status: 204 len: 168 time: 2.3022165 Dec 20 08:42:41.819065 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 34718) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:41.824678 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cea4a0-98f6-416b-832c-6ef044b771f8 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Pushing event deleted for resources: {'Subnet': ['ID=aa989b27-7bfc-4684-853b-3173f2a902f1,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:41.844759 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-4d976667-ccf3-41bb-a922-7c8551dbf64a None None] Transition to ACTIVE for port object 6e23948e-5834-4d28-af4b-18ed38f47e72 will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:42:41.874150 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-4d976667-ccf3-41bb-a922-7c8551dbf64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:41.881366 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-ecb09713-e5d8-49b4-a081-b4a961ff52ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:41.897740 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-3653e337-cee4-4a82-b566-1b94d6da8c69 tempest-RoutersTestDVR-1550903862 tempest-RoutersTestDVR-1550903862-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=83445) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Dec 20 08:42:41.898286 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-3653e337-cee4-4a82-b566-1b94d6da8c69 tempest-RoutersTestDVR-1550903862 tempest-RoutersTestDVR-1550903862-project-admin] Router 65c669cc-509d-4d49-9c2c-751c2972c596 migrating from provider to provider. {{(pid=83445) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Dec 20 08:42:41.898967 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3653e337-cee4-4a82-b566-1b94d6da8c69 tempest-RoutersTestDVR-1550903862 tempest-RoutersTestDVR-1550903862-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:41.904234 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3653e337-cee4-4a82-b566-1b94d6da8c69 tempest-RoutersTestDVR-1550903862 tempest-RoutersTestDVR-1550903862-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:41.935962 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3653e337-cee4-4a82-b566-1b94d6da8c69 tempest-RoutersTestDVR-1550903862 tempest-RoutersTestDVR-1550903862-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-351805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-351780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-379562'] for router, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:42.012796 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f0936928-dbe0-4db4-865d-6c4f7a52cdab tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:42.015320 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-52cea4a0-98f6-416b-832c-6ef044b771f8 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:42.022813 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-28a20aae-5e93-4f36-b5e7-aa7c485677d5 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1129313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1529131'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:42.048283 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-fbe256ef-d86a-4957-875e-66130aa01c3f tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:42.082140 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-f0936928-dbe0-4db4-865d-6c4f7a52cdab tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Deleting port 9b6cc5b9-ca4a-4d63-9bae-603e251b11d0 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:42:42.082478 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f0936928-dbe0-4db4-865d-6c4f7a52cdab tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:42.107760 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-4cd6bc28-1168-4ff1-941d-f62352fbc738 req-c371e6bd-f8a8-49c6-b57b-9f0d60fbe4a0 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Synchronizing usage tracker for tenant:ec4017678cc746e0bc7f4ecce92ed1b5 on resource:security_group {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:42:42.110204 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d976667-ccf3-41bb-a922-7c8551dbf64a None None] Network 88a86a02-d0ca-49f7-83e1-3941a960d871 is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:42:42.111473 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a62213-e0cc-4b4e-9514-9bf285fbe2b6 None None] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:42:42.134733 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90759188-1ad2-4fd4-91fb-06c42bd8befe req-7d32acb5-983d-42c0-8acd-7a260463950b tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:42:42.135798 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-28a20aae-5e93-4f36-b5e7-aa7c485677d5 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:42.137804 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-28a20aae-5e93-4f36-b5e7-aa7c485677d5 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/subnets/6917dccd-e070-4994-8882-cf6383c254db HTTP/1.1" status: 204 len: 168 time: 2.7959080 Dec 20 08:42:42.142268 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-90759188-1ad2-4fd4-91fb-06c42bd8befe req-7d32acb5-983d-42c0-8acd-7a260463950b tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] 10.222.0.16 "GET /v2.0/ports?device_id=449de04f-1310-4bd7-a015-5ccac5cf03e1 HTTP/1.1" status: 200 len: 943 time: 0.9017506 Dec 20 08:42:42.144626 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 34732) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:42.151475 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a20aae-5e93-4f36-b5e7-aa7c485677d5 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event deleted for resources: {'Subnet': ['ID=6917dccd-e070-4994-8882-cf6383c254db,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:42.163439 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-4d976667-ccf3-41bb-a922-7c8551dbf64a None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:42:42.171028 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-28a20aae-5e93-4f36-b5e7-aa7c485677d5 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:42.173368 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d976667-ccf3-41bb-a922-7c8551dbf64a None None] Pushing event updated for resources: {'Port': ['ID=6e23948e-5834-4d28-af4b-18ed38f47e72,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:42.176447 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-4d976667-ccf3-41bb-a922-7c8551dbf64a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:42.218291 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dcc12e88-65aa-47e9-8c14-fb1ef21da2e4 req-2fb97e1c-eb82-4296-8fa3-2dfd7d9fa4fe tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] 10.222.0.16 "GET /v2.0/ports?device_id=148d3ca3-99f3-4cac-9876-2d697d86b864 HTTP/1.1" status: 200 len: 210 time: 0.0573692 Dec 20 08:42:42.221794 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d976667-ccf3-41bb-a922-7c8551dbf64a None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:42:42.368104 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-4cd6bc28-1168-4ff1-941d-f62352fbc738 req-c371e6bd-f8a8-49c6-b57b-9f0d60fbe4a0 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Unset dirty status for tenant:ec4017678cc746e0bc7f4ecce92ed1b5 on resource:security_group {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:42:42.370153 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-4cd6bc28-1168-4ff1-941d-f62352fbc738 req-c371e6bd-f8a8-49c6-b57b-9f0d60fbe4a0 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec4017678cc746e0bc7f4ecce92ed1b5 HTTP/1.1" status: 200 len: 380 time: 0.8533998 Dec 20 08:42:42.395357 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-6b7c9825-698c-4ce2-a018-1f6b8631faad tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2433612 Dec 20 08:42:42.417201 dv-neutron-820491-1-hyperv neutron-server[83445]: WARNING neutron.scheduler.l3_agent_scheduler [None req-3653e337-cee4-4a82-b566-1b94d6da8c69 tempest-RoutersTestDVR-1550903862 tempest-RoutersTestDVR-1550903862-project-admin] No L3 agents can host the router 65c669cc-509d-4d49-9c2c-751c2972c596 Dec 20 08:42:42.423580 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [req-4cd6bc28-1168-4ff1-941d-f62352fbc738 req-4f467647-3f22-4ea8-8bd8-ad7e8626db89 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Request body: {'port': {'device_id': '148d3ca3-99f3-4cac-9876-2d697d86b864', 'network_id': '74659ea1-fc06-4c03-bfff-ba787badb621', 'admin_state_up': True, 'tenant_id': 'ec4017678cc746e0bc7f4ecce92ed1b5', 'security_groups': ['68fefc14-972e-4836-b3f4-32c3967e48f3']}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:42:42.440912 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 34742) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:42.466894 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-d92698de-da60-4919-bb2e-607f9a179637 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Request body: {'subnet': {'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:42:42.535830 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-4d976667-ccf3-41bb-a922-7c8551dbf64a None None] Attempting to bind port 6e23948e-5834-4d28-af4b-18ed38f47e72 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:42:42.536490 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-4d976667-ccf3-41bb-a922-7c8551dbf64a None None] Attempting to bind port 6e23948e-5834-4d28-af4b-18ed38f47e72 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '30c5b957-fe42-49a4-89d4-96eca6ae117f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '88a86a02-d0ca-49f7-83e1-3941a960d871'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:42:42.537451 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d976667-ccf3-41bb-a922-7c8551dbf64a None None] Attempting to bind port 6e23948e-5834-4d28-af4b-18ed38f47e72 on network 88a86a02-d0ca-49f7-83e1-3941a960d871 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:42:42.545055 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-f0936928-dbe0-4db4-865d-6c4f7a52cdab tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] For port 9b6cc5b9-ca4a-4d63-9bae-603e251b11d0, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=9b6cc5b9-ca4a-4d63-9bae-603e251b11d0,segment=NetworkSegment(ea48391b-f445-4b97-9c49-85f202510b65),segment_id=ea48391b-f445-4b97-9c49-85f202510b65)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:42:42.545597 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f0936928-dbe0-4db4-865d-6c4f7a52cdab tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:42.615488 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d976667-ccf3-41bb-a922-7c8551dbf64a None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:42:42.616411 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d976667-ccf3-41bb-a922-7c8551dbf64a None None] Checking segment: {'id': '30c5b957-fe42-49a4-89d4-96eca6ae117f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '88a86a02-d0ca-49f7-83e1-3941a960d871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:42:42.617420 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-4d976667-ccf3-41bb-a922-7c8551dbf64a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:42.618346 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d976667-ccf3-41bb-a922-7c8551dbf64a None None] Bound using segment: {'id': '30c5b957-fe42-49a4-89d4-96eca6ae117f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '88a86a02-d0ca-49f7-83e1-3941a960d871'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:42:42.619251 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-4d976667-ccf3-41bb-a922-7c8551dbf64a None None] Bound port: 6e23948e-5834-4d28-af4b-18ed38f47e72, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30c5b957-fe42-49a4-89d4-96eca6ae117f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '88a86a02-d0ca-49f7-83e1-3941a960d871'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:42:42.620007 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-4d976667-ccf3-41bb-a922-7c8551dbf64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:42.631421 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-6a97a3ec-85b1-4ab7-a104-453927f2a085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:42.675616 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-f0936928-dbe0-4db4-865d-6c4f7a52cdab tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Calling delete_port for 9b6cc5b9-ca4a-4d63-9bae-603e251b11d0 owned by network:dhcp {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:42:42.678434 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-bd8d3664-1904-404d-a99f-3e7bf9ad743a tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Allocated IP 172.20.0.3 (88a86a02-d0ca-49f7-83e1-3941a960d871/ff4c6ba3-48a6-4551-9d22-ec3ece691718/b91671eb-1f84-4da6-ab5b-17959c4dae0c) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:42:42.741565 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-4d976667-ccf3-41bb-a922-7c8551dbf64a None None] For port 6e23948e-5834-4d28-af4b-18ed38f47e72, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:42:42.745485 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-4d976667-ccf3-41bb-a922-7c8551dbf64a None None] For port 6e23948e-5834-4d28-af4b-18ed38f47e72, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=6e23948e-5834-4d28-af4b-18ed38f47e72,segment=NetworkSegment(30c5b957-fe42-49a4-89d4-96eca6ae117f),segment_id=30c5b957-fe42-49a4-89d4-96eca6ae117f)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:42:42.750123 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555eb298-8ed5-4dc6-b3f7-828178be3280 None None] DHCP port deletion for 2a4d4f7f-598a-4e75-9554-bac4816f8d8f request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 08:42:42.758263 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c98a6f77-2cc4-453f-8a29-7934afed2384 req-bca5f232-37a2-4d5d-9af6-83efa8791b5e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ae7d918f-a9f8-4196-ba8f-f2cde9016013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.0636566 Dec 20 08:42:42.759334 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [req-4cd6bc28-1168-4ff1-941d-f62352fbc738 req-4f467647-3f22-4ea8-8bd8-ad7e8626db89 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:42:42.760310 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-555eb298-8ed5-4dc6-b3f7-828178be3280 None None] Deleting port 9b6cc5b9-ca4a-4d63-9bae-603e251b11d0 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:42:42.761383 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-555eb298-8ed5-4dc6-b3f7-828178be3280 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:42.784805 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f0936928-dbe0-4db4-865d-6c4f7a52cdab tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:42.795479 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-4d976667-ccf3-41bb-a922-7c8551dbf64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:42.811992 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-6134814a-3b73-4765-aa10-167e9726016e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:42.838245 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f26b3c85-9890-4255-983e-75b55cbd71e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:42.860219 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-90759188-1ad2-4fd4-91fb-06c42bd8befe req-6cdc22cc-4686-476b-ba2e-2b0494802228 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] 10.222.0.16 "GET /v2.0/security-groups?id=85b419f3-1db6-44b7-a0aa-e59be6683846&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7168233 Dec 20 08:42:42.893607 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0936928-dbe0-4db4-865d-6c4f7a52cdab tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Pushing event deleted for resources: {'Port': ['ID=9b6cc5b9-ca4a-4d63-9bae-603e251b11d0,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:42.897883 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f0936928-dbe0-4db4-865d-6c4f7a52cdab tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:42.923339 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-555eb298-8ed5-4dc6-b3f7-828178be3280 None None] The port '9b6cc5b9-ca4a-4d63-9bae-603e251b11d0' was deleted {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 08:42:42.923527 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0936928-dbe0-4db4-865d-6c4f7a52cdab tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] No DVR routers for this DVR port 9b6cc5b9-ca4a-4d63-9bae-603e251b11d0 on host dv-neutron-820491-1-hyperv {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:42:42.987806 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [req-4cd6bc28-1168-4ff1-941d-f62352fbc738 req-4f467647-3f22-4ea8-8bd8-ad7e8626db89 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:42:42.992385 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-d92698de-da60-4919-bb2e-607f9a179637 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:42:42.995476 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d976667-ccf3-41bb-a922-7c8551dbf64a None None] Pushing event updated for resources: {'Port': ['ID=6e23948e-5834-4d28-af4b-18ed38f47e72,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:42.998334 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-d92698de-da60-4919-bb2e-607f9a179637 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Usage tracker for resource:subnet and tenant:9679bafc94a64ee0a207e63ba5560387 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:42:43.002378 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-d92698de-da60-4919-bb2e-607f9a179637 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:42:43.008168 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-4d976667-ccf3-41bb-a922-7c8551dbf64a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:43.008979 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-d92698de-da60-4919-bb2e-607f9a179637 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:42:43.029211 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d92698de-da60-4919-bb2e-607f9a179637 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Made reservation on behalf of 9679bafc94a64ee0a207e63ba5560387 for: {'subnet': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:42:43.108465 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cd6bc28-1168-4ff1-941d-f62352fbc738 req-4f467647-3f22-4ea8-8bd8-ad7e8626db89 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Made reservation on behalf of ec4017678cc746e0bc7f4ecce92ed1b5 for: {'port': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:42:43.112587 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-4cd6bc28-1168-4ff1-941d-f62352fbc738 req-4f467647-3f22-4ea8-8bd8-ad7e8626db89 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:43.119921 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6c75c6-c7b9-49e7-aacb-ca7ce0951d79 None None] DHCP port deletion for f75aa0d2-5f41-40f3-a9e0-d60d934965a4 request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 08:42:43.125627 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-8d6c75c6-c7b9-49e7-aacb-ca7ce0951d79 None None] Deleting port dfb11e52-f8ed-4c66-acac-e21ec63e6147 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:42:43.125999 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-8d6c75c6-c7b9-49e7-aacb-ca7ce0951d79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:43.211980 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c98a6f77-2cc4-453f-8a29-7934afed2384 req-77f3613c-a371-4b12-ab43-025ab2d13d7d service neutron] 10.222.0.58 "GET /v2.0/networks/ae7d918f-a9f8-4196-ba8f-f2cde9016013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4375355 Dec 20 08:42:43.256134 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3653e337-cee4-4a82-b566-1b94d6da8c69 tempest-RoutersTestDVR-1550903862 tempest-RoutersTestDVR-1550903862-project-admin] Hosts for router 65c669cc-509d-4d49-9c2c-751c2972c596: [] {{(pid=83445) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Dec 20 08:42:43.464266 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-8d6c75c6-c7b9-49e7-aacb-ca7ce0951d79 None None] For port dfb11e52-f8ed-4c66-acac-e21ec63e6147, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=dfb11e52-f8ed-4c66-acac-e21ec63e6147,segment=NetworkSegment(7c00552d-ea93-440b-911c-cb3aa0a4eeff),segment_id=7c00552d-ea93-440b-911c-cb3aa0a4eeff)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:42:43.464872 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-8d6c75c6-c7b9-49e7-aacb-ca7ce0951d79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:43.530256 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f0936928-dbe0-4db4-865d-6c4f7a52cdab tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:43.540674 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d92698de-da60-4919-bb2e-607f9a179637 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2095160'] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:43.542649 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2e4f2105-3ae1-4b87-8286-b2a7625afec8 req-5226d9d3-a887-4078-83d8-4e687cd1b883 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] 10.222.0.16 "GET /v2.0/ports?device_id=148d3ca3-99f3-4cac-9876-2d697d86b864 HTTP/1.1" status: 200 len: 210 time: 0.0606239 Dec 20 08:42:43.578859 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3653e337-cee4-4a82-b566-1b94d6da8c69 tempest-RoutersTestDVR-1550903862 tempest-RoutersTestDVR-1550903862-project-admin] Hosts for other DVR routers connected to router 65c669cc-509d-4d49-9c2c-751c2972c596: set() {{(pid=83445) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Dec 20 08:42:43.609856 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-8d6c75c6-c7b9-49e7-aacb-ca7ce0951d79 None None] Calling delete_port for dfb11e52-f8ed-4c66-acac-e21ec63e6147 owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:42:43.630169 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3653e337-cee4-4a82-b566-1b94d6da8c69 tempest-RoutersTestDVR-1550903862 tempest-RoutersTestDVR-1550903862-project-admin] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:43.631361 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-3653e337-cee4-4a82-b566-1b94d6da8c69 tempest-RoutersTestDVR-1550903862 tempest-RoutersTestDVR-1550903862-project-admin] 10.222.0.16 "PUT /v2.0/routers/65c669cc-509d-4d49-9c2c-751c2972c596 HTTP/1.1" status: 200 len: 717 time: 2.6578867 Dec 20 08:42:43.637288 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 34762) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:43.725266 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-8d6c75c6-c7b9-49e7-aacb-ca7ce0951d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102'] for port, after_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:43.733611 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-6c1a7c52-99ab-4e34-a814-080d023962f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:43.742000 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-f0936928-dbe0-4db4-865d-6c4f7a52cdab tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a4d4f7f-598a-4e75-9554-bac4816f8d8f']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:42:43.751183 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4a39b742-744a-4b6c-bb8a-16d8fc686f16 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:43.790995 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6c75c6-c7b9-49e7-aacb-ca7ce0951d79 None None] Pushing event deleted for resources: {'Port': ['ID=dfb11e52-f8ed-4c66-acac-e21ec63e6147,revision_number=None']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:43.799430 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-8d6c75c6-c7b9-49e7-aacb-ca7ce0951d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:43.803751 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6c75c6-c7b9-49e7-aacb-ca7ce0951d79 None None] No DVR routers for this DVR port dfb11e52-f8ed-4c66-acac-e21ec63e6147 on host dv-neutron-820491-1-hyperv {{(pid=83446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:42:43.860153 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-f0936928-dbe0-4db4-865d-6c4f7a52cdab tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea48391b-f445-4b97-9c49-85f202510b65') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:42:43.860574 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-f0936928-dbe0-4db4-865d-6c4f7a52cdab tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea48391b-f445-4b97-9c49-85f202510b65') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:42:43.887194 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [req-4cd6bc28-1168-4ff1-941d-f62352fbc738 req-4f467647-3f22-4ea8-8bd8-ad7e8626db89 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Allocated IP 172.20.0.13 (74659ea1-fc06-4c03-bfff-ba787badb621/372cc3e6-10e8-4159-8180-180bc179785a/e8c49f43-1e9e-46bc-85eb-6d813a0cd1d3) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:42:43.940904 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c98a6f77-2cc4-453f-8a29-7934afed2384 req-80335533-496b-43bf-9b81-50d837e5df73 service neutron] 10.222.0.58 "GET /v2.0/networks/ae7d918f-a9f8-4196-ba8f-f2cde9016013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6964900 Dec 20 08:42:43.941760 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f0936928-dbe0-4db4-865d-6c4f7a52cdab tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1618722'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:44.023766 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f0936928-dbe0-4db4-865d-6c4f7a52cdab tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:44.039249 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-60ec79a0-8a7c-4d70-9d50-be9233754cad tempest-RoutersTestDVR-1550903862 tempest-RoutersTestDVR-1550903862-project-admin] 10.222.0.16 "GET /v2.0/routers/65c669cc-509d-4d49-9c2c-751c2972c596 HTTP/1.1" status: 200 len: 717 time: 0.3940763 Dec 20 08:42:44.046953 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 34776) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:44.120383 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0936928-dbe0-4db4-865d-6c4f7a52cdab tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:42:44.120977 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f0936928-dbe0-4db4-865d-6c4f7a52cdab tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1128911'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:44.136220 dv-neutron-820491-1-hyperv neutron-server[83444]: Traceback (most recent call last): Dec 20 08:42:44.136220 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:42:44.136220 dv-neutron-820491-1-hyperv neutron-server[83444]: timer() Dec 20 08:42:44.136220 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:42:44.136220 dv-neutron-820491-1-hyperv neutron-server[83444]: cb(*args, **kw) Dec 20 08:42:44.136220 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:42:44.136220 dv-neutron-820491-1-hyperv neutron-server[83444]: return func(*args, **kwargs) Dec 20 08:42:44.136220 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:42:44.136220 dv-neutron-820491-1-hyperv neutron-server[83444]: self._notify() Dec 20 08:42:44.136220 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:42:44.136220 dv-neutron-820491-1-hyperv neutron-server[83444]: self.callback(batched_events) Dec 20 08:42:44.136220 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:42:44.136220 dv-neutron-820491-1-hyperv neutron-server[83444]: event.method(event) Dec 20 08:42:44.136220 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:42:44.136220 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:42:44.136220 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:42:44.136220 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:42:44.136220 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:42:44.136220 dv-neutron-820491-1-hyperv neutron-server[83444]: return f(self, *a, **k) Dec 20 08:42:44.136220 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:42:44.136220 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._get(url).json() Dec 20 08:42:44.136220 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:42:44.136220 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:42:44.136220 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:42:44.136220 dv-neutron-820491-1-hyperv neutron-server[83444]: return self.request(url, 'GET', **kwargs) Dec 20 08:42:44.136220 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:42:44.136220 dv-neutron-820491-1-hyperv neutron-server[83444]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:42:44.136220 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:42:44.136220 dv-neutron-820491-1-hyperv neutron-server[83444]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:42:44.136220 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:42:44.136220 dv-neutron-820491-1-hyperv neutron-server[83444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:42:44.136220 dv-neutron-820491-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:42:44.199781 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bd8d3664-1904-404d-a99f-3e7bf9ad743a tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:44.382219 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-4cd6bc28-1168-4ff1-941d-f62352fbc738 req-4f467647-3f22-4ea8-8bd8-ad7e8626db89 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:44.388494 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 6c9c5529-bcd9-4f60-96a4-8bf0a7e85fe2 details requested by agent hyperv_hv-neutron-8204 with host hv-neutron-8204 {{(pid=83446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 08:42:44.397120 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f52d20a-1a4c-40a0-99cf-9a3a7944c562 None None] Network 88a86a02-d0ca-49f7-83e1-3941a960d871 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:42:44.413376 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f0936928-dbe0-4db4-865d-6c4f7a52cdab tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:44.424379 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:44.430114 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-bd8d3664-1904-404d-a99f-3e7bf9ad743a tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Transition to ACTIVE for port object b91671eb-1f84-4da6-ab5b-17959c4dae0c will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:42:44.431993 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [req-4cd6bc28-1168-4ff1-941d-f62352fbc738 req-4f467647-3f22-4ea8-8bd8-ad7e8626db89 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Transition to ACTIVE for port object e8c49f43-1e9e-46bc-85eb-6d813a0cd1d3 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:42:44.447164 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f0936928-dbe0-4db4-865d-6c4f7a52cdab tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:44.466417 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0936928-dbe0-4db4-865d-6c4f7a52cdab tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Pushing event deleted for resources: {'Network': ['ID=2a4d4f7f-598a-4e75-9554-bac4816f8d8f,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:44.474955 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f0936928-dbe0-4db4-865d-6c4f7a52cdab tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:44.513847 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 6e23948e-5834-4d28-af4b-18ed38f47e72 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:42:44.560687 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f0936928-dbe0-4db4-865d-6c4f7a52cdab tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] 10.222.0.16 "DELETE /v2.0/networks/2a4d4f7f-598a-4e75-9554-bac4816f8d8f HTTP/1.1" status: 204 len: 168 time: 2.7397051 Dec 20 08:42:44.621705 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 34792) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:44.696323 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.db.resource_extend [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 08:42:44.750000 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-4a39b742-744a-4b6c-bb8a-16d8fc686f16 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Allocated IP 172.20.0.1 (8073152b-8cbf-4de0-8a31-e29075fb5a32/d741f6ed-6c78-48df-8d33-2025f5821182/735106fa-c671-4155-a552-ae33587f4a6d) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:42:44.864183 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-21ab76d8-74ff-4bfd-b2c7-b13d7f297b25 None None] Provisioning for port 6e23948e-5834-4d28-af4b-18ed38f47e72 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:42:44.889640 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-9696227f-af1f-4e11-bd12-3bc9c3587df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:44.905866 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9e318097-54f9-4d3b-9d26-a7c8de09f282 req-2347430a-dd76-45e1-83b3-657196be5369 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] 10.222.0.16 "GET /v2.0/ports?device_id=148d3ca3-99f3-4cac-9876-2d697d86b864 HTTP/1.1" status: 200 len: 210 time: 0.0742893 Dec 20 08:42:44.958738 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bd8d3664-1904-404d-a99f-3e7bf9ad743a tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:44.973276 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:45.000314 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-42520616-4d23-4598-9a49-0e7db8f81223 tempest-QuotasTest-1363660252 tempest-QuotasTest-1363660252-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:42:45.023052 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port 6c9c5529-bcd9-4f60-96a4-8bf0a7e85fe2, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=6c9c5529-bcd9-4f60-96a4-8bf0a7e85fe2,segment=NetworkSegment(a9eab435-89d5-4321-91f2-1fa8426047e8),segment_id=a9eab435-89d5-4321-91f2-1fa8426047e8)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:42:45.026267 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cec6171-4c1e-4089-990c-264ca68444c7 req-7ae88cbd-8028-48cd-823c-08c8833cf9f9 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:42:45.027931 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-7cec6171-4c1e-4089-990c-264ca68444c7 req-7ae88cbd-8028-48cd-823c-08c8833cf9f9 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] 10.222.0.16 "GET /v2.0/ports?device_id=449de04f-1310-4bd7-a015-5ccac5cf03e1 HTTP/1.1" status: 200 len: 943 time: 0.9015312 Dec 20 08:42:45.044591 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-4cd6bc28-1168-4ff1-941d-f62352fbc738 req-4f467647-3f22-4ea8-8bd8-ad7e8626db89 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:45.067148 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 6e23948e-5834-4d28-af4b-18ed38f47e72 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:42:45.078619 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Returning: {'device': '6c9c5529-bcd9-4f60-96a4-8bf0a7e85fe2', 'network_id': 'ae7d918f-a9f8-4196-ba8f-f2cde9016013', 'port_id': '6c9c5529-bcd9-4f60-96a4-8bf0a7e85fe2', 'mac_address': 'fa:16:3e:64:6b:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41a7a572-5490-4849-a924-85aba7f9eddc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 08:42:45.083903 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 6e23948e-5834-4d28-af4b-18ed38f47e72 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:42:45.084397 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:45.104784 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4a39b742-744a-4b6c-bb8a-16d8fc686f16 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:45.127691 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-4a39b742-744a-4b6c-bb8a-16d8fc686f16 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Transition to ACTIVE for port object 735106fa-c671-4155-a552-ae33587f4a6d will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:42:45.153820 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-42520616-4d23-4598-9a49-0e7db8f81223 tempest-QuotasTest-1363660252 tempest-QuotasTest-1363660252-project-admin] 10.222.0.16 "PUT /v2.0/quotas/eab3c99f91734f9ab51ad07d0834ae23 HTTP/1.1" status: 200 len: 366 time: 0.5308573 Dec 20 08:42:45.155568 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8d3664-1904-404d-a99f-3e7bf9ad743a tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Network 88a86a02-d0ca-49f7-83e1-3941a960d871 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:42:45.156358 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 34800) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:45.168853 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-bd8d3664-1904-404d-a99f-3e7bf9ad743a tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:42:45.171337 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8d3664-1904-404d-a99f-3e7bf9ad743a tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Pushing event updated for resources: {'Port': ['ID=b91671eb-1f84-4da6-ab5b-17959c4dae0c,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:45.176599 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b5842e7d-1034-4174-b9d3-6805a1f61866 tempest-QuotasTest-1363660252 tempest-QuotasTest-1363660252-project-admin] 10.222.0.16 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0185926 Dec 20 08:42:45.179118 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 34804) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:45.185042 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-bd8d3664-1904-404d-a99f-3e7bf9ad743a tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:45.185809 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8d3664-1904-404d-a99f-3e7bf9ad743a tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:42:45.191583 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4a39b742-744a-4b6c-bb8a-16d8fc686f16 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:45.199104 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0d78b179-d01b-45a7-bd82-51033c4ae390 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:45.223928 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-c9e9fcef-7633-4342-9646-ed620cb30a17 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.165s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:45.241668 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 34808) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:45.246622 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:45.263321 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d6b3db9f-c53a-4b22-9f71-64b24ff99d86 tempest-QuotasTest-1363660252 tempest-QuotasTest-1363660252-project-admin] 10.222.0.16 "GET /v2.0/quotas/eab3c99f91734f9ab51ad07d0834ae23 HTTP/1.1" status: 200 len: 366 time: 0.0827792 Dec 20 08:42:45.267450 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-165360c7-5d11-4300-8d94-27b5e87244ff tempest-RoutersTestDVR-1427702730 tempest-RoutersTestDVR-1427702730-project] 10.222.0.16 "GET /v2.0/routers/65c669cc-509d-4d49-9c2c-751c2972c596 HTTP/1.1" status: 200 len: 683 time: 1.2162285 Dec 20 08:42:45.268378 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 34814) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:45.269519 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cd6bc28-1168-4ff1-941d-f62352fbc738 req-4f467647-3f22-4ea8-8bd8-ad7e8626db89 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Network 74659ea1-fc06-4c03-bfff-ba787badb621 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:42:45.279805 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a39b742-744a-4b6c-bb8a-16d8fc686f16 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Network 8073152b-8cbf-4de0-8a31-e29075fb5a32 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:42:45.282438 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 34816) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:45.283328 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d92698de-da60-4919-bb2e-607f9a179637 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2036557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2095114'] for subnet, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:45.283532 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c9c5529-bcd9-4f60-96a4-8bf0a7e85fe2 {{(pid=83446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 08:42:45.290653 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-4a39b742-744a-4b6c-bb8a-16d8fc686f16 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:42:45.294384 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a39b742-744a-4b6c-bb8a-16d8fc686f16 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:42:45.296728 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [req-4cd6bc28-1168-4ff1-941d-f62352fbc738 req-4f467647-3f22-4ea8-8bd8-ad7e8626db89 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:42:45.368193 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cd6bc28-1168-4ff1-941d-f62352fbc738 req-4f467647-3f22-4ea8-8bd8-ad7e8626db89 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:42:45.373424 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a39b742-744a-4b6c-bb8a-16d8fc686f16 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Pushing event updated for resources: {'Port': ['ID=735106fa-c671-4155-a552-ae33587f4a6d,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:45.377770 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4a39b742-744a-4b6c-bb8a-16d8fc686f16 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:45.406122 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-5a641bfe-c8aa-4e54-b41f-6174101ae86e tempest-QuotasTest-1363660252 tempest-QuotasTest-1363660252-project-admin] 10.222.0.16 "DELETE /v2.0/quotas/eab3c99f91734f9ab51ad07d0834ae23 HTTP/1.1" status: 204 len: 168 time: 0.1244650 Dec 20 08:42:45.409951 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 34822) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:45.422780 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port 6c9c5529-bcd9-4f60-96a4-8bf0a7e85fe2, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=6c9c5529-bcd9-4f60-96a4-8bf0a7e85fe2,segment=NetworkSegment(a9eab435-89d5-4321-91f2-1fa8426047e8),segment_id=a9eab435-89d5-4321-91f2-1fa8426047e8)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:42:45.424704 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:45.425337 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4a39b742-744a-4b6c-bb8a-16d8fc686f16 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-345881'] for router_interface, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:45.436318 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-69cc83bd-e598-45de-9fe2-4229bd5b0061 tempest-QuotasTest-1363660252 tempest-QuotasTest-1363660252-project-admin] 10.222.0.16 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0246897 Dec 20 08:42:45.439515 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 34826) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:45.463643 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-6459b31b-727b-4698-a109-a91be94fd9bc tempest-QuotasTest-1363660252 tempest-QuotasTest-1363660252-project-admin] 10.222.0.16 "GET /v2.0/quotas/eab3c99f91734f9ab51ad07d0834ae23 HTTP/1.1" status: 200 len: 370 time: 0.0225728 Dec 20 08:42:45.466219 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 34830) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:45.484624 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 6e23948e-5834-4d28-af4b-18ed38f47e72, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=6e23948e-5834-4d28-af4b-18ed38f47e72,segment=NetworkSegment(30c5b957-fe42-49a4-89d4-96eca6ae117f),segment_id=30c5b957-fe42-49a4-89d4-96eca6ae117f)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:42:45.487777 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-eee5940e-872b-411e-b6e0-05ba7716dc23 tempest-QuotasTest-1363660252 tempest-QuotasTest-1363660252-project-admin] 10.222.0.16 "GET /v2.0/quotas/eab3c99f91734f9ab51ad07d0834ae23/default HTTP/1.1" status: 200 len: 370 time: 0.0113161 Dec 20 08:42:45.492953 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 34834) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:45.493452 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:45.495508 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-024f64eb-7c98-4b7d-af06-c649f67d7bed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:45.511688 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-209040c4-a2a7-41ab-8fc1-11542b35caea tempest-QuotasTest-1363660252 tempest-QuotasTest-1363660252-project-admin] delete failed (client error): The resource could not be found. Dec 20 08:42:45.513194 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-209040c4-a2a7-41ab-8fc1-11542b35caea tempest-QuotasTest-1363660252 tempest-QuotasTest-1363660252-project-admin] 10.222.0.16 "DELETE /v2.0/quotas/eab3c99f91734f9ab51ad07d0834ae23 HTTP/1.1" status: 404 len: 348 time: 0.0185637 Dec 20 08:42:45.700736 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-7cec6171-4c1e-4089-990c-264ca68444c7 req-dc72dbc4-fb91-4646-bfee-1f04953ab6df tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] 10.222.0.16 "GET /v2.0/security-groups?id=85b419f3-1db6-44b7-a0aa-e59be6683846&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6500213 Dec 20 08:42:45.727616 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4a39b742-744a-4b6c-bb8a-16d8fc686f16 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:45.748537 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f467647-3f22-4ea8-8bd8-ad7e8626db89 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Pushing event updated for resources: {'Port': ['ID=e8c49f43-1e9e-46bc-85eb-6d813a0cd1d3,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:45.753014 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-5f51f832-3c73-4557-a7eb-1578058d0cc7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6efc783da9574d08a8a0d82510a572d4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5070851 Dec 20 08:42:45.753014 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 34840) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:45.757680 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:45.763173 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-4f467647-3f22-4ea8-8bd8-ad7e8626db89 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:45.772211 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=6c9c5529-bcd9-4f60-96a4-8bf0a7e85fe2,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:45.786707 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-34340035-8e4b-45c7-8c10-93d8f03796ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.350s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:45.803334 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:45.804740 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-6134814a-3b73-4765-aa10-167e9726016e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:45.861517 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8d3664-1904-404d-a99f-3e7bf9ad743a tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:42:45.862357 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bd8d3664-1904-404d-a99f-3e7bf9ad743a tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:45.868116 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92698de-da60-4919-bb2e-607f9a179637 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:42:45.883790 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-d92698de-da60-4919-bb2e-607f9a179637 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:42:45.894868 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd6bc28-1168-4ff1-941d-f62352fbc738 req-4f467647-3f22-4ea8-8bd8-ad7e8626db89 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:42:45.895696 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-4cd6bc28-1168-4ff1-941d-f62352fbc738 req-4f467647-3f22-4ea8-8bd8-ad7e8626db89 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:45.904760 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92698de-da60-4919-bb2e-607f9a179637 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:42:45.905396 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d92698de-da60-4919-bb2e-607f9a179637 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:45.941012 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=6e23948e-5834-4d28-af4b-18ed38f47e72,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:45.952617 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device dfb11e52-f8ed-4c66-acac-e21ec63e6147 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:42:45.961657 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-263c564b-98c7-428b-9513-818cf67991ee tempest-RoutersTestDVR-1550903862 tempest-RoutersTestDVR-1550903862-project-admin] Notify callbacks [] for router, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:45.999265 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff98c8d8-bd54-48bd-b3a5-4100ea0fc8c8 None None] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:42:46.032489 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-bd8d3664-1904-404d-a99f-3e7bf9ad743a tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.2617414 Dec 20 08:42:46.041767 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:46.046661 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92698de-da60-4919-bb2e-607f9a179637 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event updated for resources: {'Subnet': ['ID=23857afd-ba06-4a50-8f62-bee220667450,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:46.049832 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-4cd6bc28-1168-4ff1-941d-f62352fbc738 req-4f467647-3f22-4ea8-8bd8-ad7e8626db89 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6617985 Dec 20 08:42:46.052469 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d92698de-da60-4919-bb2e-607f9a179637 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:46.055598 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 34846) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:46.061869 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: dfb11e52-f8ed-4c66-acac-e21ec63e6147 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:42:46.062429 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device dfb11e52-f8ed-4c66-acac-e21ec63e6147 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:42:46.062988 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 9b6cc5b9-ca4a-4d63-9bae-603e251b11d0 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:42:46.114766 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] get_ports_and_sgs() called for port_ids ['6c9c5529-bcd9-4f60-96a4-8bf0a7e85fe2'] {{(pid=83446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 08:42:46.132890 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 34850) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:46.170456 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-aea3d96d-0479-4097-806f-4976b8ebf5a5 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Request body: {'port': {'network_id': '88a86a02-d0ca-49f7-83e1-3941a960d871', 'name': 'tempest-AllowedAddressPairTestJSON-1491649968', 'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:5d:d3:44'}]}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:42:46.192308 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 9b6cc5b9-ca4a-4d63-9bae-603e251b11d0 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:42:46.192764 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [req-4cd6bc28-1168-4ff1-941d-f62352fbc738 req-4d797e54-569f-4a09-bdec-2f74d2492106 service neutron] Request body: {'port': {'device_id': '148d3ca3-99f3-4cac-9876-2d697d86b864', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8204'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:42:46.193054 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 9b6cc5b9-ca4a-4d63-9bae-603e251b11d0 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:42:46.232894 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-d92698de-da60-4919-bb2e-607f9a179637 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.7860234 Dec 20 08:42:46.238930 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-945aac5c-1d09-4266-b0da-db31f657337f None None] Provisioning for port 735106fa-c671-4155-a552-ae33587f4a6d completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:42:46.248711 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 34854) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:46.252981 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:46.262221 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-eb7016b6-c23a-4c6b-84d5-14b77ac8138c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Request body: {'port': {'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'fixed_ips': [{'subnet_id': '23857afd-ba06-4a50-8f62-bee220667450', 'ip_address': '2001:db8::4d0f:c835:e9ca:85f'}], 'name': 'tempest-NetworksTestDHCPv6-722201314'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:42:46.305575 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7531acae-f8f9-4ae8-a325-3c4ec4bde00c tempest-QuotasTest-1363660252 tempest-QuotasTest-1363660252-project-admin] Usage tracker for resource:network and tenant:8c64e658653c46d28ebf06fc4aebe96c is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:42:46.307089 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-945aac5c-1d09-4266-b0da-db31f657337f None None] Provisioning complete for port 735106fa-c671-4155-a552-ae33587f4a6d triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:42:46.307208 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-945aac5c-1d09-4266-b0da-db31f657337f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:46.324517 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7531acae-f8f9-4ae8-a325-3c4ec4bde00c tempest-QuotasTest-1363660252 tempest-QuotasTest-1363660252-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:42:46.332874 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:46.368964 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-481b13b3-b5a5-415d-a8f5-8f0b207dfe6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:46.378088 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7531acae-f8f9-4ae8-a325-3c4ec4bde00c tempest-QuotasTest-1363660252 tempest-QuotasTest-1363660252-project-admin] Usage tracker for resource:subnet and tenant:8c64e658653c46d28ebf06fc4aebe96c is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:42:46.408235 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7531acae-f8f9-4ae8-a325-3c4ec4bde00c tempest-QuotasTest-1363660252 tempest-QuotasTest-1363660252-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:42:46.421326 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 6e23948e-5834-4d28-af4b-18ed38f47e72 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:42:46.422458 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-481b13b3-b5a5-415d-a8f5-8f0b207dfe6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:46.467003 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7531acae-f8f9-4ae8-a325-3c4ec4bde00c tempest-QuotasTest-1363660252 tempest-QuotasTest-1363660252-project-admin] Usage tracker for resource:subnetpool and tenant:8c64e658653c46d28ebf06fc4aebe96c is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:42:46.473673 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-945aac5c-1d09-4266-b0da-db31f657337f None None] Port 735106fa-c671-4155-a552-ae33587f4a6d cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:42:46.488384 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7531acae-f8f9-4ae8-a325-3c4ec4bde00c tempest-QuotasTest-1363660252 tempest-QuotasTest-1363660252-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:42:46.495472 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4a39b742-744a-4b6c-bb8a-16d8fc686f16 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:46.505524 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f0b8cf-d208-4444-9418-ab4e4ebed791 req-827ffabf-2741-4dca-9452-f44ef5cf5d33 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:42:46.506996 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-10f0b8cf-d208-4444-9418-ab4e4ebed791 req-827ffabf-2741-4dca-9452-f44ef5cf5d33 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] 10.222.0.16 "GET /v2.0/ports?device_id=148d3ca3-99f3-4cac-9876-2d697d86b864 HTTP/1.1" status: 200 len: 932 time: 0.3320448 Dec 20 08:42:46.509856 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4a39b742-744a-4b6c-bb8a-16d8fc686f16 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:46.543353 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f3dd09b9-dfa4-491e-a60f-d7f2c6fef347 tempest-RoutersAdminNegativeTest-2143992570 tempest-RoutersAdminNegativeTest-2143992570-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:46.609342 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7531acae-f8f9-4ae8-a325-3c4ec4bde00c tempest-QuotasTest-1363660252 tempest-QuotasTest-1363660252-project-admin] Usage tracker for resource:port and tenant:8c64e658653c46d28ebf06fc4aebe96c is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:42:46.628992 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7531acae-f8f9-4ae8-a325-3c4ec4bde00c tempest-QuotasTest-1363660252 tempest-QuotasTest-1363660252-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:42:46.643036 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b0cd2a-e8e1-481b-a984-a9c31c240e40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'tenant_id': '9679bafc94a64ee0a207e63ba5560387', 'fixed_ips': [{'subnet_id': '23857afd-ba06-4a50-8f62-bee220667450'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:42:46.643859 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f0b0cd2a-e8e1-481b-a984-a9c31c240e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:46.670902 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-481b13b3-b5a5-415d-a8f5-8f0b207dfe6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:46.671688 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a39b742-744a-4b6c-bb8a-16d8fc686f16 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Pushing event updated for resources: {'Port': ['ID=735106fa-c671-4155-a552-ae33587f4a6d,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:46.674799 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 6e23948e-5834-4d28-af4b-18ed38f47e72 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:42:46.675180 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:46.676732 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4a39b742-744a-4b6c-bb8a-16d8fc686f16 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:46.684650 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4a39b742-744a-4b6c-bb8a-16d8fc686f16 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32898031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349045'] for router_interface, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:46.691391 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b9d78da2-33a1-42a6-a343-e89889a02e8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:46.701711 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7531acae-f8f9-4ae8-a325-3c4ec4bde00c tempest-QuotasTest-1363660252 tempest-QuotasTest-1363660252-project-admin] Usage tracker for resource:router and tenant:8c64e658653c46d28ebf06fc4aebe96c is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:42:46.717693 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-10f0b8cf-d208-4444-9418-ab4e4ebed791 req-fcf4afec-2013-4d32-93ab-2c79b9505dd9 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] 10.222.0.16 "GET /v2.0/security-groups?id=68fefc14-972e-4836-b3f4-32c3967e48f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1754913 Dec 20 08:42:46.720493 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481b13b3-b5a5-415d-a8f5-8f0b207dfe6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7530cd12-b0df-42ee-9986-06223e4e9550,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:46.722262 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7531acae-f8f9-4ae8-a325-3c4ec4bde00c tempest-QuotasTest-1363660252 tempest-QuotasTest-1363660252-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:42:46.724542 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-481b13b3-b5a5-415d-a8f5-8f0b207dfe6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:46.727997 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-f043f655-47cf-435b-8e39-ed359c2083f3 None None] Provisioning for port b91671eb-1f84-4da6-ab5b-17959c4dae0c completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:42:46.743769 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-481b13b3-b5a5-415d-a8f5-8f0b207dfe6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:46.744161 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-481b13b3-b5a5-415d-a8f5-8f0b207dfe6a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7530cd12-b0df-42ee-9986-06223e4e9550 HTTP/1.1" status: 204 len: 168 time: 0.9903629 Dec 20 08:42:46.756748 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7531acae-f8f9-4ae8-a325-3c4ec4bde00c tempest-QuotasTest-1363660252 tempest-QuotasTest-1363660252-project-admin] Usage tracker for resource:floatingip and tenant:8c64e658653c46d28ebf06fc4aebe96c is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:42:46.775014 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7531acae-f8f9-4ae8-a325-3c4ec4bde00c tempest-QuotasTest-1363660252 tempest-QuotasTest-1363660252-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:42:46.834980 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-f043f655-47cf-435b-8e39-ed359c2083f3 None None] Provisioning complete for port b91671eb-1f84-4da6-ab5b-17959c4dae0c triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:42:46.835358 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f043f655-47cf-435b-8e39-ed359c2083f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:46.937969 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-f043f655-47cf-435b-8e39-ed359c2083f3 None None] Port b91671eb-1f84-4da6-ab5b-17959c4dae0c cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:42:47.019178 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-4cd6bc28-1168-4ff1-941d-f62352fbc738 req-4d797e54-569f-4a09-bdec-2f74d2492106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:47.050525 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a39b742-744a-4b6c-bb8a-16d8fc686f16 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Network 8073152b-8cbf-4de0-8a31-e29075fb5a32 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:42:47.057398 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7531acae-f8f9-4ae8-a325-3c4ec4bde00c tempest-QuotasTest-1363660252 tempest-QuotasTest-1363660252-project-admin] Usage tracker for resource:security_group and tenant:8c64e658653c46d28ebf06fc4aebe96c is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:42:47.064603 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-aea3d96d-0479-4097-806f-4976b8ebf5a5 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:42:47.068413 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-4a39b742-744a-4b6c-bb8a-16d8fc686f16 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:42:47.068813 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-f043f655-47cf-435b-8e39-ed359c2083f3 None None] Provisioning for port e8c49f43-1e9e-46bc-85eb-6d813a0cd1d3 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:42:47.071281 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7531acae-f8f9-4ae8-a325-3c4ec4bde00c tempest-QuotasTest-1363660252 tempest-QuotasTest-1363660252-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:42:47.088820 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-f0b0cd2a-e8e1-481b-a984-a9c31c240e40 None None] Allocated IP 2001:db8::2 (f75aa0d2-5f41-40f3-a9e0-d60d934965a4/23857afd-ba06-4a50-8f62-bee220667450/cd7fdcb8-6319-44e1-93d8-8d8415eae228) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:42:47.103521 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-f043f655-47cf-435b-8e39-ed359c2083f3 None None] Provisioning complete for port e8c49f43-1e9e-46bc-85eb-6d813a0cd1d3 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:42:47.103846 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f043f655-47cf-435b-8e39-ed359c2083f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:47.130257 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-eb7016b6-c23a-4c6b-84d5-14b77ac8138c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:42:47.137844 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-aea3d96d-0479-4097-806f-4976b8ebf5a5 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Usage tracker for resource:port and tenant:633b2c35e9434733bcda386383801e9d is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:42:47.182016 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7531acae-f8f9-4ae8-a325-3c4ec4bde00c tempest-QuotasTest-1363660252 tempest-QuotasTest-1363660252-project-admin] Usage tracker for resource:security_group_rule and tenant:8c64e658653c46d28ebf06fc4aebe96c is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:42:47.194502 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7531acae-f8f9-4ae8-a325-3c4ec4bde00c tempest-QuotasTest-1363660252 tempest-QuotasTest-1363660252-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:42:47.232921 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-aea3d96d-0479-4097-806f-4976b8ebf5a5 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:42:47.246425 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-7531acae-f8f9-4ae8-a325-3c4ec4bde00c tempest-QuotasTest-1363660252 tempest-QuotasTest-1363660252-project-admin] 10.222.0.16 "GET /v2.0/quotas/8c64e658653c46d28ebf06fc4aebe96c/details.json HTTP/1.1" status: 200 len: 703 time: 1.1116369 Dec 20 08:42:47.255216 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-eb7016b6-c23a-4c6b-84d5-14b77ac8138c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:42:47.266406 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-aea3d96d-0479-4097-806f-4976b8ebf5a5 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:42:47.291407 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-263c564b-98c7-428b-9513-818cf67991ee tempest-RoutersTestDVR-1550903862 tempest-RoutersTestDVR-1550903862-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24735'] for router, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:47.295807 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-f043f655-47cf-435b-8e39-ed359c2083f3 None None] Port e8c49f43-1e9e-46bc-85eb-6d813a0cd1d3 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:42:47.328027 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea3d96d-0479-4097-806f-4976b8ebf5a5 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Made reservation on behalf of 633b2c35e9434733bcda386383801e9d for: {'port': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:42:47.344479 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb7016b6-c23a-4c6b-84d5-14b77ac8138c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Made reservation on behalf of 9679bafc94a64ee0a207e63ba5560387 for: {'port': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:42:47.350858 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-eb7016b6-c23a-4c6b-84d5-14b77ac8138c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:47.370219 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-263c564b-98c7-428b-9513-818cf67991ee tempest-RoutersTestDVR-1550903862 tempest-RoutersTestDVR-1550903862-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:47.447748 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:47.469854 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-f043f655-47cf-435b-8e39-ed359c2083f3 None None] Provisioning complete for port 6e23948e-5834-4d28-af4b-18ed38f47e72 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:42:47.470255 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f043f655-47cf-435b-8e39-ed359c2083f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:47.564820 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-eb7016b6-c23a-4c6b-84d5-14b77ac8138c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] device_id is not set on port 5b3a15b8-5d35-479c-8781-bbea33924f6c yet. {{(pid=83445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:42:47.675078 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f0b0cd2a-e8e1-481b-a984-a9c31c240e40 None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:47.716404 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-f0b0cd2a-e8e1-481b-a984-a9c31c240e40 None None] Transition to ACTIVE for port object cd7fdcb8-6319-44e1-93d8-8d8415eae228 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:42:47.721023 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a39b742-744a-4b6c-bb8a-16d8fc686f16 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Router 85952315-afa5-4e3e-ba7e-002d34802c07 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:42:47.767438 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bb3e2e-0fd9-434a-802e-e9c13bf4a403 req-f16fc0d2-def1-47bc-8108-172e4d4d98e8 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:42:47.768989 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-c8bb3e2e-0fd9-434a-802e-e9c13bf4a403 req-f16fc0d2-def1-47bc-8108-172e4d4d98e8 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] 10.222.0.16 "GET /v2.0/ports?device_id=449de04f-1310-4bd7-a015-5ccac5cf03e1 HTTP/1.1" status: 200 len: 944 time: 0.8389671 Dec 20 08:42:47.774749 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 34876) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:47.796988 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-f0b0cd2a-e8e1-481b-a984-a9c31c240e40 None None] Transition to ACTIVE for port object cd7fdcb8-6319-44e1-93d8-8d8415eae228 will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:42:47.812437 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f0b0cd2a-e8e1-481b-a984-a9c31c240e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:47.820664 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-c921b839-02ff-466b-b546-128cb8507e8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:47.830838 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-263c564b-98c7-428b-9513-818cf67991ee tempest-RoutersTestDVR-1550903862 tempest-RoutersTestDVR-1550903862-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-390871'] for router, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:47.831553 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-263c564b-98c7-428b-9513-818cf67991ee tempest-RoutersTestDVR-1550903862 tempest-RoutersTestDVR-1550903862-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 65c669cc-509d-4d49-9c2c-751c2972c596 {{(pid=83445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 08:42:47.932226 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-aea3d96d-0479-4097-806f-4976b8ebf5a5 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:47.960168 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b0cd2a-e8e1-481b-a984-a9c31c240e40 None None] Pushing event updated for resources: {'Port': ['ID=cd7fdcb8-6319-44e1-93d8-8d8415eae228,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:47.968642 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-f0b0cd2a-e8e1-481b-a984-a9c31c240e40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:47.981845 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a39b742-744a-4b6c-bb8a-16d8fc686f16 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:42:47.988951 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-4a39b742-744a-4b6c-bb8a-16d8fc686f16 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] 10.222.0.16 "PUT /v2.0/routers/85952315-afa5-4e3e-ba7e-002d34802c07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4107165 Dec 20 08:42:47.991530 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 34888) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:48.000149 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b0cd2a-e8e1-481b-a984-a9c31c240e40 None None] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:42:48.000679 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-6ed52a3c-b08e-4c05-af70-f0c77e6fb18d tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Request body: {'port': {'network_id': '8073152b-8cbf-4de0-8a31-e29075fb5a32', 'name': 'tempest-FloatingIPAdminTestJSON-1883777682'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:42:48.006285 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-f0b0cd2a-e8e1-481b-a984-a9c31c240e40 None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:42:48.008382 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb9cb6f-0211-449f-8809-5148c45b440b None None] Sync routers for ids ['85952315-afa5-4e3e-ba7e-002d34802c07'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:42:48.021621 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b0cd2a-e8e1-481b-a984-a9c31c240e40 None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:42:48.064860 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-20b566a5-6023-4341-9cfe-967d470f0448 None None] Provisioning complete for port 735106fa-c671-4155-a552-ae33587f4a6d triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:42:48.065518 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-20b566a5-6023-4341-9cfe-967d470f0448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:48.199850 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f3b4a7ce-741d-4e53-8b31-c7277f22d316 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:48.221671 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb9cb6f-0211-449f-8809-5148c45b440b None None] Routers {'85952315-afa5-4e3e-ba7e-002d34802c07'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:42:48.222382 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-ffb9cb6f-0211-449f-8809-5148c45b440b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:42:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['85952315-afa5-4e3e-ba7e-002d34802c07'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:42:48.231863 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-263c564b-98c7-428b-9513-818cf67991ee tempest-RoutersTestDVR-1550903862 tempest-RoutersTestDVR-1550903862-project-admin] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:48.233328 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-263c564b-98c7-428b-9513-818cf67991ee tempest-RoutersTestDVR-1550903862 tempest-RoutersTestDVR-1550903862-project-admin] 10.222.0.16 "DELETE /v2.0/routers/65c669cc-509d-4d49-9c2c-751c2972c596 HTTP/1.1" status: 204 len: 168 time: 2.9489591 Dec 20 08:42:48.236195 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f6434a-b27d-4d48-9b85-1f4bee933237 req-62416fc6-40fe-4f59-b288-4bf6eced7618 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:42:48.237719 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-30f6434a-b27d-4d48-9b85-1f4bee933237 req-62416fc6-40fe-4f59-b288-4bf6eced7618 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] 10.222.0.16 "GET /v2.0/ports?device_id=148d3ca3-99f3-4cac-9876-2d697d86b864 HTTP/1.1" status: 200 len: 932 time: 0.2088435 Dec 20 08:42:48.239248 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-6ed52a3c-b08e-4c05-af70-f0c77e6fb18d tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:42:48.241624 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 34896) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:48.248815 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-eb7a5405-f85c-44f5-a587-3c50cd9df486 tempest-RoutersTestDVR-1550903862 tempest-RoutersTestDVR-1550903862-project-admin] Request body: {'router': {'name': 'tempest-router-1520852406', 'distributed': True}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:42:48.255290 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-6ed52a3c-b08e-4c05-af70-f0c77e6fb18d tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Usage tracker for resource:port and tenant:f481097c03db41fab12a5b6c050f6a52 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:42:48.259427 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-6ed52a3c-b08e-4c05-af70-f0c77e6fb18d tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:42:48.263656 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-eb7a5405-f85c-44f5-a587-3c50cd9df486 tempest-RoutersTestDVR-1550903862 tempest-RoutersTestDVR-1550903862-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:42:48.264758 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-aea3d96d-0479-4097-806f-4976b8ebf5a5 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] device_id is not set on port e703a35e-7488-4f2b-86e3-baefa93b7322 yet. {{(pid=83445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:42:48.285665 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-eb7a5405-f85c-44f5-a587-3c50cd9df486 tempest-RoutersTestDVR-1550903862 tempest-RoutersTestDVR-1550903862-project-admin] Usage tracker for resource:router and tenant:d253d210f6d54426851d577ae7b8493a is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:42:48.289890 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-6ed52a3c-b08e-4c05-af70-f0c77e6fb18d tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:42:48.292079 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-eb7a5405-f85c-44f5-a587-3c50cd9df486 tempest-RoutersTestDVR-1550903862 tempest-RoutersTestDVR-1550903862-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:42:48.302981 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-eb7a5405-f85c-44f5-a587-3c50cd9df486 tempest-RoutersTestDVR-1550903862 tempest-RoutersTestDVR-1550903862-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:42:48.307001 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 34900) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:48.309466 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-ffb9cb6f-0211-449f-8809-5148c45b440b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:42:48.319753 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-f0b0cd2a-e8e1-481b-a984-a9c31c240e40 None None] Attempting to bind port cd7fdcb8-6319-44e1-93d8-8d8415eae228 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:42:48.320135 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-f0b0cd2a-e8e1-481b-a984-a9c31c240e40 None None] Attempting to bind port cd7fdcb8-6319-44e1-93d8-8d8415eae228 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '7c00552d-ea93-440b-911c-cb3aa0a4eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:42:48.320498 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b0cd2a-e8e1-481b-a984-a9c31c240e40 None None] Attempting to bind port cd7fdcb8-6319-44e1-93d8-8d8415eae228 on network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:42:48.320999 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-c8bb3e2e-0fd9-434a-802e-e9c13bf4a403 req-b4bdbe88-8724-478b-b772-5a63a33331df tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] 10.222.0.16 "GET /v2.0/security-groups?id=85b419f3-1db6-44b7-a0aa-e59be6683846&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5405743 Dec 20 08:42:48.330307 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-20b566a5-6023-4341-9cfe-967d470f0448 None None] Port 735106fa-c671-4155-a552-ae33587f4a6d cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:42:48.333356 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed52a3c-b08e-4c05-af70-f0c77e6fb18d tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Made reservation on behalf of f481097c03db41fab12a5b6c050f6a52 for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:42:48.336390 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6ed52a3c-b08e-4c05-af70-f0c77e6fb18d tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:48.343663 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb9cb6f-0211-449f-8809-5148c45b440b None None] Routers {'85952315-afa5-4e3e-ba7e-002d34802c07'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:42:48.344494 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-ffb9cb6f-0211-449f-8809-5148c45b440b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:42:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['85952315-afa5-4e3e-ba7e-002d34802c07'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:42:48.357782 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-eb7a5405-f85c-44f5-a587-3c50cd9df486 tempest-RoutersTestDVR-1550903862 tempest-RoutersTestDVR-1550903862-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24817'] for router, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:48.358709 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-eb7a5405-f85c-44f5-a587-3c50cd9df486 tempest-RoutersTestDVR-1550903862 tempest-RoutersTestDVR-1550903862-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-351744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24806'] for router, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:48.377297 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-30f6434a-b27d-4d48-9b85-1f4bee933237 req-daa5eafb-0fdc-4ddb-9df5-2db428e785c8 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] 10.222.0.16 "GET /v2.0/security-groups?id=68fefc14-972e-4836-b3f4-32c3967e48f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237662 Dec 20 08:42:48.386088 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-6ed52a3c-b08e-4c05-af70-f0c77e6fb18d tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] device_id is not set on port 40bfde63-4f1c-4b13-a140-08eb52ac1ea7 yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:42:48.410459 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b0cd2a-e8e1-481b-a984-a9c31c240e40 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:42:48.410847 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b0cd2a-e8e1-481b-a984-a9c31c240e40 None None] Checking segment: {'id': '7c00552d-ea93-440b-911c-cb3aa0a4eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:42:48.411254 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f0b0cd2a-e8e1-481b-a984-a9c31c240e40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:48.411651 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b0cd2a-e8e1-481b-a984-a9c31c240e40 None None] Bound using segment: {'id': '7c00552d-ea93-440b-911c-cb3aa0a4eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:42:48.412145 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-f0b0cd2a-e8e1-481b-a984-a9c31c240e40 None None] Bound port: cd7fdcb8-6319-44e1-93d8-8d8415eae228, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c00552d-ea93-440b-911c-cb3aa0a4eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:42:48.412527 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f0b0cd2a-e8e1-481b-a984-a9c31c240e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:48.441580 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 6c9c5529-bcd9-4f60-96a4-8bf0a7e85fe2 up at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:42:48.497808 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-f3b4a7ce-741d-4e53-8b31-c7277f22d316 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:42:48.507282 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-eb7016b6-c23a-4c6b-84d5-14b77ac8138c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Allocated IP 2001:db8::4d0f:c835:e9ca:85f (f75aa0d2-5f41-40f3-a9e0-d60d934965a4/23857afd-ba06-4a50-8f62-bee220667450/5b3a15b8-5d35-479c-8781-bbea33924f6c) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:42:48.510661 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-ffb9cb6f-0211-449f-8809-5148c45b440b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:42:48.511079 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb9cb6f-0211-449f-8809-5148c45b440b None None] The sync data for ids ['85952315-afa5-4e3e-ba7e-002d34802c07'] in dv-neutron-820491-1-hyperv is: [] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:42:48.517869 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-f3b4a7ce-741d-4e53-8b31-c7277f22d316 admin admin] Usage tracker for resource:security_group_rule and tenant:f05b72c01e29461b86710aea7ea53083 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:42:48.525558 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-f3b4a7ce-741d-4e53-8b31-c7277f22d316 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:42:48.540377 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-f3b4a7ce-741d-4e53-8b31-c7277f22d316 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:42:48.552817 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-e1dc4128-456a-4145-a8f1-ea9c281b6130 tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 08:42:48.559263 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e1dc4128-456a-4145-a8f1-ea9c281b6130 tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.2477400 Dec 20 08:42:48.586337 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-f0b0cd2a-e8e1-481b-a984-a9c31c240e40 None None] For port cd7fdcb8-6319-44e1-93d8-8d8415eae228, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:42:48.587169 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 34906) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:48.591043 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-f0b0cd2a-e8e1-481b-a984-a9c31c240e40 None None] For port cd7fdcb8-6319-44e1-93d8-8d8415eae228, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=cd7fdcb8-6319-44e1-93d8-8d8415eae228,segment=NetworkSegment(7c00552d-ea93-440b-911c-cb3aa0a4eeff),segment_id=7c00552d-ea93-440b-911c-cb3aa0a4eeff)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:42:48.593674 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-6ed52a3c-b08e-4c05-af70-f0c77e6fb18d tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Allocated IP 172.20.0.5 (8073152b-8cbf-4de0-8a31-e29075fb5a32/d741f6ed-6c78-48df-8d33-2025f5821182/40bfde63-4f1c-4b13-a140-08eb52ac1ea7) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:42:48.601006 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f0b0cd2a-e8e1-481b-a984-a9c31c240e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:48.608927 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [None req-6a5d30f6-cec6-4f50-b649-ba6c5e817b08 tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] http://10.222.0.16:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=83445) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 08:42:48.612457 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-6a5d30f6-cec6-4f50-b649-ba6c5e817b08 tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] 10.222.0.16 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0177760 Dec 20 08:42:48.614984 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-024f64eb-7c98-4b7d-af06-c649f67d7bed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:48.616061 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 34910) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:48.623596 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-eb7a5405-f85c-44f5-a587-3c50cd9df486 tempest-RoutersTestDVR-1550903862 tempest-RoutersTestDVR-1550903862-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:48.630269 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-8c1095b7-44d9-48b5-933e-159c4f4d7d35 tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] http://10.222.0.16:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 08:42:48.633946 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-8c1095b7-44d9-48b5-933e-159c4f4d7d35 tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] 10.222.0.16 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0164456 Dec 20 08:42:48.636562 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 34914) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:48.654260 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning for port 6c9c5529-bcd9-4f60-96a4-8bf0a7e85fe2 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:42:48.664378 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-ac426508-77e8-47bd-aa6e-11c3ecbbdccf tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] http://10.222.0.16:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 08:42:48.668593 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ac426508-77e8-47bd-aa6e-11c3ecbbdccf tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] 10.222.0.16 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0212042 Dec 20 08:42:48.670667 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 34918) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:48.671408 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning complete for port 6c9c5529-bcd9-4f60-96a4-8bf0a7e85fe2 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:42:48.671915 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:48.680237 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-623c13af-a794-4ce2-bb8b-4648548c3c9c tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] http://10.222.0.16:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 08:42:48.684657 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-623c13af-a794-4ce2-bb8b-4648548c3c9c tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] 10.222.0.16 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0088198 Dec 20 08:42:48.693282 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 34922) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:48.701763 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-f356064c-b307-49ad-8950-f540b5f249cb tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] http://10.222.0.16:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 08:42:48.705207 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f356064c-b307-49ad-8950-f540b5f249cb tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] 10.222.0.16 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0092463 Dec 20 08:42:48.706164 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 34926) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:48.714703 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-eb7a5405-f85c-44f5-a587-3c50cd9df486 tempest-RoutersTestDVR-1550903862 tempest-RoutersTestDVR-1550903862-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071'] for router, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:48.726032 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-93736ba9-df81-41a0-a3b0-2cc35c1deabb tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] http://10.222.0.16:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 08:42:48.729589 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-93736ba9-df81-41a0-a3b0-2cc35c1deabb tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] 10.222.0.16 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0204983 Dec 20 08:42:48.735873 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 34930) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:48.752804 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-aea3d96d-0479-4097-806f-4976b8ebf5a5 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Allocated IP 172.20.0.5 (88a86a02-d0ca-49f7-83e1-3941a960d871/ff4c6ba3-48a6-4551-9d22-ec3ece691718/e703a35e-7488-4f2b-86e3-baefa93b7322) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:42:48.756571 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [req-4cd6bc28-1168-4ff1-941d-f62352fbc738 req-4d797e54-569f-4a09-bdec-2f74d2492106 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8c49f43-1e9e-46bc-85eb-6d813a0cd1d3 {{(pid=83445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 08:42:48.770879 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [None req-3c8ce416-e52e-4ee7-85a3-562e2a213543 tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] http://10.222.0.16:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=83445) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 08:42:48.774656 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-3c8ce416-e52e-4ee7-85a3-562e2a213543 tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] 10.222.0.16 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0301974 Dec 20 08:42:48.775605 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 34934) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:48.782959 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-eb7a5405-f85c-44f5-a587-3c50cd9df486 tempest-RoutersTestDVR-1550903862 tempest-RoutersTestDVR-1550903862-project-admin] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:48.784283 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-eb7a5405-f85c-44f5-a587-3c50cd9df486 tempest-RoutersTestDVR-1550903862 tempest-RoutersTestDVR-1550903862-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5417590 Dec 20 08:42:48.799775 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-890524e8-12cd-4481-be2a-f4223651af7f tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] http://10.222.0.16:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 08:42:48.803749 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-890524e8-12cd-4481-be2a-f4223651af7f tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] 10.222.0.16 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0257871 Dec 20 08:42:48.805191 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 34938) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:48.805729 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 34940) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:48.815264 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-4cd6bc28-1168-4ff1-941d-f62352fbc738 req-4d797e54-569f-4a09-bdec-2f74d2492106 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:48.821663 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-25787434-9410-479c-8e6e-ebfba1e15874 tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] http://10.222.0.16:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 08:42:48.825733 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-25787434-9410-479c-8e6e-ebfba1e15874 tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] 10.222.0.16 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0118644 Dec 20 08:42:48.847049 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b0cd2a-e8e1-481b-a984-a9c31c240e40 None None] Pushing event updated for resources: {'Port': ['ID=cd7fdcb8-6319-44e1-93d8-8d8415eae228,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:48.850251 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-f0b0cd2a-e8e1-481b-a984-a9c31c240e40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:48.851154 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:48.880747 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '449de04f-1310-4bd7-a015-5ccac5cf03e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c9c5529-bcd9-4f60-96a4-8bf0a7e85fe2'}] {{(pid=83446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 08:42:48.882214 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 34946) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:48.949386 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-1a049905-f7e6-4298-bf0e-ce71ff21293a tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] http://10.222.0.16:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 08:42:48.954036 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1a049905-f7e6-4298-bf0e-ce71ff21293a tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] 10.222.0.16 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0226347 Dec 20 08:42:48.957829 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port 6c9c5529-bcd9-4f60-96a4-8bf0a7e85fe2, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=6c9c5529-bcd9-4f60-96a4-8bf0a7e85fe2,segment=NetworkSegment(a9eab435-89d5-4321-91f2-1fa8426047e8),segment_id=a9eab435-89d5-4321-91f2-1fa8426047e8)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:42:48.972205 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:48.978096 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:48.994741 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 34952) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:49.001194 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [req-4cd6bc28-1168-4ff1-941d-f62352fbc738 req-4d797e54-569f-4a09-bdec-2f74d2492106 service neutron] Transition to ACTIVE for port object e8c49f43-1e9e-46bc-85eb-6d813a0cd1d3 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:42:49.079341 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-a5b1862f-beb5-4d0a-8025-72fe4f094eeb tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] http://10.222.0.16:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 08:42:49.080310 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a5b1862f-beb5-4d0a-8025-72fe4f094eeb tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] 10.222.0.16 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0841575 Dec 20 08:42:49.088711 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 34958) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:49.094202 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=6c9c5529-bcd9-4f60-96a4-8bf0a7e85fe2,revision_number=5']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:49.094997 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-f4298d58-8127-40f2-aa87-c949c2b709fc tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] http://10.222.0.16:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 08:42:49.095930 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f4298d58-8127-40f2-aa87-c949c2b709fc tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] 10.222.0.16 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0062900 Dec 20 08:42:49.099645 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:49.125403 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 34962) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:49.137374 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-95ca61e0-7add-4301-8d45-493e6cc799a3 tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] http://10.222.0.16:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 08:42:49.140713 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-95ca61e0-7add-4301-8d45-493e6cc799a3 tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] 10.222.0.16 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0088904 Dec 20 08:42:49.150862 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 34970) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:49.161795 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-f65ca8dc-96ef-4be2-8669-f5af0e5b3b44 tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] http://10.222.0.16:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 08:42:49.165276 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f65ca8dc-96ef-4be2-8669-f5af0e5b3b44 tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] 10.222.0.16 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0076861 Dec 20 08:42:49.166658 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 34974) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:49.181527 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-d2ea24b6-6015-4907-aa05-92b38dbb089c tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] http://10.222.0.16:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 08:42:49.182573 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d2ea24b6-6015-4907-aa05-92b38dbb089c tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] 10.222.0.16 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0150378 Dec 20 08:42:49.186602 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 34978) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:49.194725 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6ed52a3c-b08e-4c05-af70-f0c77e6fb18d tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:49.200677 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-ec9f15ea-ab41-4e4b-b0ae-784628b04118 tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] http://10.222.0.16:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 08:42:49.203999 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ec9f15ea-ab41-4e4b-b0ae-784628b04118 tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] 10.222.0.16 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0129721 Dec 20 08:42:49.207504 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 34982) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:49.216228 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-4cd6bc28-1168-4ff1-941d-f62352fbc738 req-4d797e54-569f-4a09-bdec-2f74d2492106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2036698'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:49.218377 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-68aa4b27-e925-42c1-bdc1-222558a644ac tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] http://10.222.0.16:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 08:42:49.221900 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-68aa4b27-e925-42c1-bdc1-222558a644ac tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] 10.222.0.16 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0109301 Dec 20 08:42:49.221900 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0f025225-9cce-44ab-8f2e-36f6e0d1b6f4 tempest-RoutersTestDVR-1550903862 tempest-RoutersTestDVR-1550903862-project-admin] Notify callbacks [] for router, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:49.236495 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 34986) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:49.248200 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-06aa1352-ac58-4fa8-96b4-0b11c79991be tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:49.285050 dv-neutron-820491-1-hyperv neutron-server[83446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '449de04f-1310-4bd7-a015-5ccac5cf03e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c9c5529-bcd9-4f60-96a4-8bf0a7e85fe2', 'code': 200} Dec 20 08:42:49.369285 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-6ed52a3c-b08e-4c05-af70-f0c77e6fb18d tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Transition to ACTIVE for port object 40bfde63-4f1c-4b13-a140-08eb52ac1ea7 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:42:49.504864 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [None req-c1de0a0d-4af6-43db-b806-339e0cd7f1bf tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] http://10.222.0.16:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=83445) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 08:42:49.505886 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-c1de0a0d-4af6-43db-b806-339e0cd7f1bf tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] 10.222.0.16 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.2109473 Dec 20 08:42:49.517502 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 34994) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:49.585113 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-aea3d96d-0479-4097-806f-4976b8ebf5a5 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:49.604665 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-aea3d96d-0479-4097-806f-4976b8ebf5a5 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Transition to ACTIVE for port object e703a35e-7488-4f2b-86e3-baefa93b7322 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:42:49.656161 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [None req-2a275fd8-e136-4a76-90a1-37eecdc457c0 tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] http://10.222.0.16:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=83445) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 08:42:49.660744 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-2a275fd8-e136-4a76-90a1-37eecdc457c0 tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] 10.222.0.16 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.1372459 Dec 20 08:42:49.711833 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 34998) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:49.731448 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-aea3d96d-0479-4097-806f-4976b8ebf5a5 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:49.738336 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [None req-edc6194e-90fd-4637-ac07-2cddc30297b2 tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] http://10.222.0.16:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=83445) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 08:42:49.742161 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-edc6194e-90fd-4637-ac07-2cddc30297b2 tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] 10.222.0.16 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0293310 Dec 20 08:42:49.752212 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-eb7016b6-c23a-4c6b-84d5-14b77ac8138c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:49.756602 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f3b4a7ce-741d-4e53-8b31-c7277f22d316 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:49.757905 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 35002) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:49.775294 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6ed52a3c-b08e-4c05-af70-f0c77e6fb18d tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:49.776517 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d797e54-569f-4a09-bdec-2f74d2492106 service neutron] Pushing event updated for resources: {'Port': ['ID=e8c49f43-1e9e-46bc-85eb-6d813a0cd1d3,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:49.784223 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f3b4a7ce-741d-4e53-8b31-c7277f22d316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:49.790581 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-53a73a07-e923-494a-a6f8-f6f1776c4d7a tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] http://10.222.0.16:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 08:42:49.794426 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-53a73a07-e923-494a-a6f8-f6f1776c4d7a tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] 10.222.0.16 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0315423 Dec 20 08:42:49.803019 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ff866331-c622-4b33-8da9-5ab5d02cbcd7 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:49.805419 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 35006) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:49.807203 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-eb7016b6-c23a-4c6b-84d5-14b77ac8138c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Transition to ACTIVE for port object 5b3a15b8-5d35-479c-8781-bbea33924f6c will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:42:49.854610 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [None req-f4ad8291-b92e-4bf4-ab95-c12424ba5a8c tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] http://10.222.0.16:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=83445) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 08:42:49.855700 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-f4ad8291-b92e-4bf4-ab95-c12424ba5a8c tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] 10.222.0.16 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0446093 Dec 20 08:42:49.861883 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 35010) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:49.895653 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d797e54-569f-4a09-bdec-2f74d2492106 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:42:49.895995 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d797e54-569f-4a09-bdec-2f74d2492106 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:42:49.896342 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d797e54-569f-4a09-bdec-2f74d2492106 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:42:49.896687 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d797e54-569f-4a09-bdec-2f74d2492106 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:42:49.897037 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d797e54-569f-4a09-bdec-2f74d2492106 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:42:49.897399 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d797e54-569f-4a09-bdec-2f74d2492106 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:42:49.897732 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d797e54-569f-4a09-bdec-2f74d2492106 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:42:49.898485 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d797e54-569f-4a09-bdec-2f74d2492106 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:42:49.898860 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d797e54-569f-4a09-bdec-2f74d2492106 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:42:49.899175 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d797e54-569f-4a09-bdec-2f74d2492106 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:42:49.899510 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d797e54-569f-4a09-bdec-2f74d2492106 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:42:49.913396 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [None req-2a1735d8-c62a-4934-afbf-7e262402312f tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] http://10.222.0.16:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=83445) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 08:42:49.914628 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-2a1735d8-c62a-4934-afbf-7e262402312f tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] 10.222.0.16 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0460207 Dec 20 08:42:49.918261 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea3d96d-0479-4097-806f-4976b8ebf5a5 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Network 88a86a02-d0ca-49f7-83e1-3941a960d871 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:42:49.920152 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-4d797e54-569f-4a09-bdec-2f74d2492106 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.672s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:49.921802 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-304d3e12-3905-4466-886b-fec5615e8958 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.151s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:49.959333 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 35014) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:49.964311 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-aea3d96d-0479-4097-806f-4976b8ebf5a5 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:42:49.989350 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [None req-9168440b-1249-4180-aec8-2c5e711160b9 tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] http://10.222.0.16:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=83445) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 08:42:49.990660 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-9168440b-1249-4180-aec8-2c5e711160b9 tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] 10.222.0.16 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0275404 Dec 20 08:42:49.992097 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea3d96d-0479-4097-806f-4976b8ebf5a5 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:42:50.005011 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 35018) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:50.017766 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0f025225-9cce-44ab-8f2e-36f6e0d1b6f4 tempest-RoutersTestDVR-1550903862 tempest-RoutersTestDVR-1550903862-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24735'] for router, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:50.028358 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-c2d590a1-3379-44dc-ae90-f3cf4d81d31a tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] http://10.222.0.16:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 08:42:50.029350 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c2d590a1-3379-44dc-ae90-f3cf4d81d31a tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] 10.222.0.16 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0233631 Dec 20 08:42:50.036491 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed52a3c-b08e-4c05-af70-f0c77e6fb18d tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Network 8073152b-8cbf-4de0-8a31-e29075fb5a32 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:42:50.037091 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 35022) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:50.046904 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-6ed52a3c-b08e-4c05-af70-f0c77e6fb18d tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:42:50.050991 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-671d0e58-d5ba-4223-8efb-dc82c9a5be94 tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] http://10.222.0.16:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 08:42:50.054314 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-671d0e58-d5ba-4223-8efb-dc82c9a5be94 tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] 10.222.0.16 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0125282 Dec 20 08:42:50.055735 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed52a3c-b08e-4c05-af70-f0c77e6fb18d tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Pushing event updated for resources: {'Port': ['ID=40bfde63-4f1c-4b13-a140-08eb52ac1ea7,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:50.058592 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed52a3c-b08e-4c05-af70-f0c77e6fb18d tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:42:50.063287 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-f3b4a7ce-741d-4e53-8b31-c7277f22d316 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f05b72c01e29461b86710aea7ea53083&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2822328 Dec 20 08:42:50.072862 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 35026) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:50.073393 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 35028) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:50.096017 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0f025225-9cce-44ab-8f2e-36f6e0d1b6f4 tempest-RoutersTestDVR-1550903862 tempest-RoutersTestDVR-1550903862-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:50.102050 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-ef1647c3-6d2d-4032-951c-6289edf1ad7d None None] Provisioning for port cd7fdcb8-6319-44e1-93d8-8d8415eae228 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:42:50.113611 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [None req-0ea231a9-cb10-446b-81d4-45864ee85f99 tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] http://10.222.0.16:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=83445) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 08:42:50.116964 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-0ea231a9-cb10-446b-81d4-45864ee85f99 tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] 10.222.0.16 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0395834 Dec 20 08:42:50.118241 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 35034) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:50.145503 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed52a3c-b08e-4c05-af70-f0c77e6fb18d tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:42:50.145871 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed52a3c-b08e-4c05-af70-f0c77e6fb18d tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:42:50.146237 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed52a3c-b08e-4c05-af70-f0c77e6fb18d tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:42:50.146588 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed52a3c-b08e-4c05-af70-f0c77e6fb18d tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:42:50.146941 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed52a3c-b08e-4c05-af70-f0c77e6fb18d tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:42:50.147293 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed52a3c-b08e-4c05-af70-f0c77e6fb18d tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:42:50.147638 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed52a3c-b08e-4c05-af70-f0c77e6fb18d tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:42:50.147984 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed52a3c-b08e-4c05-af70-f0c77e6fb18d tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:42:50.148400 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed52a3c-b08e-4c05-af70-f0c77e6fb18d tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:42:50.148747 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed52a3c-b08e-4c05-af70-f0c77e6fb18d tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:42:50.149272 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed52a3c-b08e-4c05-af70-f0c77e6fb18d tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:42:50.151885 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [None req-2223245e-3298-4532-8c8d-509158bf61b8 tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] http://10.222.0.16:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=83445) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 08:42:50.153224 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-2223245e-3298-4532-8c8d-509158bf61b8 tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] 10.222.0.16 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0224359 Dec 20 08:42:50.154102 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea3d96d-0479-4097-806f-4976b8ebf5a5 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Pushing event updated for resources: {'Port': ['ID=e703a35e-7488-4f2b-86e3-baefa93b7322,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:50.156471 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 35038) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:50.166243 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb91df6-4843-43e8-ae57-11a2dd3d4ed6 req-b1059065-b8e8-4732-8c89-cb17278d69b9 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:42:50.166710 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea3d96d-0479-4097-806f-4976b8ebf5a5 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:42:50.168423 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dfb91df6-4843-43e8-ae57-11a2dd3d4ed6 req-b1059065-b8e8-4732-8c89-cb17278d69b9 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] 10.222.0.16 "GET /v2.0/ports?device_id=449de04f-1310-4bd7-a015-5ccac5cf03e1 HTTP/1.1" status: 200 len: 945 time: 0.5609682 Dec 20 08:42:50.169096 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-aea3d96d-0479-4097-806f-4976b8ebf5a5 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:50.169341 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-6ed52a3c-b08e-4c05-af70-f0c77e6fb18d tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:50.179240 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0635ad-a71c-47a5-8bdc-59e8466d801e req-e3cd5ee9-c78c-4f56-9d07-4ca7bc1395be tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:42:50.180140 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-3f0635ad-a71c-47a5-8bdc-59e8466d801e req-e3cd5ee9-c78c-4f56-9d07-4ca7bc1395be tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Synchronizing usage tracker for tenant:ec4017678cc746e0bc7f4ecce92ed1b5 on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:42:50.181359 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b6b17f2e-c9f7-444b-b851-ff6c9b36ab4f req-16ba10d6-0934-46f6-a1cd-96387a131300 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=449de04f-1310-4bd7-a015-5ccac5cf03e1 HTTP/1.1" status: 200 len: 1098 time: 0.5000219 Dec 20 08:42:50.192624 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-aea3d96d-0479-4097-806f-4976b8ebf5a5 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:50.193899 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-eb7016b6-c23a-4c6b-84d5-14b77ac8138c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:50.194084 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed52a3c-b08e-4c05-af70-f0c77e6fb18d tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:42:50.194733 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6ed52a3c-b08e-4c05-af70-f0c77e6fb18d tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:50.195258 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d3c2bb51-6397-4167-9aef-25bf2e17ce60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.385s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:50.221845 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [None req-602be975-a0b3-46ae-a994-21c67d7fb1de tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] http://10.222.0.16:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=83445) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 08:42:50.225811 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-602be975-a0b3-46ae-a994-21c67d7fb1de tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] 10.222.0.16 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0615382 Dec 20 08:42:50.233109 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [req-4cd6bc28-1168-4ff1-941d-f62352fbc738 req-4d797e54-569f-4a09-bdec-2f74d2492106 service neutron] Attempting to bind port e8c49f43-1e9e-46bc-85eb-6d813a0cd1d3 on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:42:50.233502 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [req-4cd6bc28-1168-4ff1-941d-f62352fbc738 req-4d797e54-569f-4a09-bdec-2f74d2492106 service neutron] Attempting to bind port e8c49f43-1e9e-46bc-85eb-6d813a0cd1d3 by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': '2231e2fa-9d68-41e9-80aa-70e7c056e0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '74659ea1-fc06-4c03-bfff-ba787badb621'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:42:50.234303 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd6bc28-1168-4ff1-941d-f62352fbc738 req-4d797e54-569f-4a09-bdec-2f74d2492106 service neutron] Attempting to bind port e8c49f43-1e9e-46bc-85eb-6d813a0cd1d3 on network 74659ea1-fc06-4c03-bfff-ba787badb621 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:42:50.234922 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 35042) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:50.254709 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-bbe299e8-d4c9-4ff8-bc2e-eb49f4cf76d0 tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] http://10.222.0.16:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 08:42:50.258180 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-bbe299e8-d4c9-4ff8-bc2e-eb49f4cf76d0 tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] 10.222.0.16 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0182171 Dec 20 08:42:50.265477 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 35046) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:50.269179 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-b6b17f2e-c9f7-444b-b851-ff6c9b36ab4f req-80cf6633-29b4-46ce-9e6e-a77f69f5c2db service neutron] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:50.279112 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0f025225-9cce-44ab-8f2e-36f6e0d1b6f4 tempest-RoutersTestDVR-1550903862 tempest-RoutersTestDVR-1550903862-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-390871'] for router, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:50.279592 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f025225-9cce-44ab-8f2e-36f6e0d1b6f4 tempest-RoutersTestDVR-1550903862 tempest-RoutersTestDVR-1550903862-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 590d544b-e139-462a-89f0-3925bbd71a15 {{(pid=83444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 08:42:50.287361 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd6bc28-1168-4ff1-941d-f62352fbc738 req-4d797e54-569f-4a09-bdec-2f74d2492106 service neutron] Port e8c49f43-1e9e-46bc-85eb-6d813a0cd1d3 on network 74659ea1-fc06-4c03-bfff-ba787badb621 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 08:42:50.290458 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd6bc28-1168-4ff1-941d-f62352fbc738 req-4d797e54-569f-4a09-bdec-2f74d2492106 service neutron] Attempting to bind port e8c49f43-1e9e-46bc-85eb-6d813a0cd1d3 on network 74659ea1-fc06-4c03-bfff-ba787badb621 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:42:50.294546 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-8e801de2-33f4-4a30-887b-e4ee5319dafa tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] http://10.222.0.16:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 08:42:50.297933 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-8e801de2-33f4-4a30-887b-e4ee5319dafa tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] 10.222.0.16 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0277054 Dec 20 08:42:50.298450 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-6ed52a3c-b08e-4c05-af70-f0c77e6fb18d tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3057222 Dec 20 08:42:50.299309 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 35052) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:50.302350 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0f025225-9cce-44ab-8f2e-36f6e0d1b6f4 tempest-RoutersTestDVR-1550903862 tempest-RoutersTestDVR-1550903862-project-admin] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:50.308750 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-0f025225-9cce-44ab-8f2e-36f6e0d1b6f4 tempest-RoutersTestDVR-1550903862 tempest-RoutersTestDVR-1550903862-project-admin] 10.222.0.16 "DELETE /v2.0/routers/590d544b-e139-462a-89f0-3925bbd71a15 HTTP/1.1" status: 204 len: 168 time: 1.4972208 Dec 20 08:42:50.312953 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 35054) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:50.314341 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-3f0635ad-a71c-47a5-8bdc-59e8466d801e req-e3cd5ee9-c78c-4f56-9d07-4ca7bc1395be tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Unset dirty status for tenant:ec4017678cc746e0bc7f4ecce92ed1b5 on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:42:50.321283 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-3f0635ad-a71c-47a5-8bdc-59e8466d801e req-e3cd5ee9-c78c-4f56-9d07-4ca7bc1395be tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] 10.222.0.16 "GET /v2.0/ports?device_id=148d3ca3-99f3-4cac-9876-2d697d86b864 HTTP/1.1" status: 200 len: 944 time: 0.6426833 Dec 20 08:42:50.327374 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-c1606eac-b41a-48de-aea2-392de008a8c8 tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] http://10.222.0.16:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 08:42:50.328448 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c1606eac-b41a-48de-aea2-392de008a8c8 tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] 10.222.0.16 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0167243 Dec 20 08:42:50.337549 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 35062) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:50.358573 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dfb91df6-4843-43e8-ae57-11a2dd3d4ed6 req-afe93eca-b390-42b4-8203-11fddddb9de7 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] 10.222.0.16 "GET /v2.0/security-groups?id=85b419f3-1db6-44b7-a0aa-e59be6683846&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1688609 Dec 20 08:42:50.362323 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-e0244f17-ae76-4665-8b7d-bc5623a30dd1 tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] http://10.222.0.16:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 08:42:50.363968 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e0244f17-ae76-4665-8b7d-bc5623a30dd1 tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] 10.222.0.16 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0254266 Dec 20 08:42:50.377050 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 35068) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:50.405005 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-1b65a1b1-18be-4033-bca4-7e65f54bdc2c tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] http://10.222.0.16:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 08:42:50.406164 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1b65a1b1-18be-4033-bca4-7e65f54bdc2c tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] 10.222.0.16 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0175734 Dec 20 08:42:50.408844 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 35072) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:50.416791 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-1b1fcb78-bd5d-4bb7-8579-9b9e51f6a080 tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] http://10.222.0.16:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 08:42:50.418040 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1b1fcb78-bd5d-4bb7-8579-9b9e51f6a080 tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] 10.222.0.16 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0082316 Dec 20 08:42:50.421267 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 35076) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:50.427171 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-387b636c-8cfb-4b68-949f-53dcce590569 tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] http://10.222.0.16:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 08:42:50.428080 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-387b636c-8cfb-4b68-949f-53dcce590569 tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] 10.222.0.16 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0052071 Dec 20 08:42:50.429197 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-b6b17f2e-c9f7-444b-b851-ff6c9b36ab4f req-80cf6633-29b4-46ce-9e6e-a77f69f5c2db service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:42:50.431984 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 35080) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:50.439543 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-0be6030b-e7b0-4985-bb6c-e2a445fc21a2 None None] Provisioning for port e703a35e-7488-4f2b-86e3-baefa93b7322 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:42:50.448450 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-0be6030b-e7b0-4985-bb6c-e2a445fc21a2 None None] Provisioning complete for port e703a35e-7488-4f2b-86e3-baefa93b7322 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:42:50.449115 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-0be6030b-e7b0-4985-bb6c-e2a445fc21a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:50.450101 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-bc36df56-b320-4544-9f77-1ea552d4b7e0 tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] http://10.222.0.16:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 08:42:50.453474 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-bc36df56-b320-4544-9f77-1ea552d4b7e0 tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] 10.222.0.16 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0176806 Dec 20 08:42:50.453474 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-b6b17f2e-c9f7-444b-b851-ff6c9b36ab4f req-80cf6633-29b4-46ce-9e6e-a77f69f5c2db service neutron] Usage tracker for resource:security_group_rule and tenant:61f6100544ad49498df84d3f96abfba6 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:42:50.455449 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 35084) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:50.457976 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-b6b17f2e-c9f7-444b-b851-ff6c9b36ab4f req-80cf6633-29b4-46ce-9e6e-a77f69f5c2db service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:42:50.467418 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-20880b8e-fe79-457e-b110-ac60fac58b2f tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] http://10.222.0.16:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 08:42:50.471514 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-20880b8e-fe79-457e-b110-ac60fac58b2f tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] 10.222.0.16 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0120542 Dec 20 08:42:50.472701 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 35088) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:50.475543 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-b6b17f2e-c9f7-444b-b851-ff6c9b36ab4f req-80cf6633-29b4-46ce-9e6e-a77f69f5c2db service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:42:50.480932 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-e2a609ba-9809-484e-a4fb-bd5e35b57432 tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] http://10.222.0.16:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 08:42:50.484401 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e2a609ba-9809-484e-a4fb-bd5e35b57432 tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] 10.222.0.16 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0081522 Dec 20 08:42:50.485357 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 35092) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:50.489746 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-a21fd323-de43-4094-819b-d047209826a9 tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] http://10.222.0.16:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 08:42:50.493132 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a21fd323-de43-4094-819b-d047209826a9 tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] 10.222.0.16 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0054054 Dec 20 08:42:50.496926 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 35096) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:50.505426 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7016b6-c23a-4c6b-84d5-14b77ac8138c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:42:50.506018 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-21f2951c-a0a9-4adc-8e61-8712cc5a0327 tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] http://10.222.0.16:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 08:42:50.509977 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-21f2951c-a0a9-4adc-8e61-8712cc5a0327 tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] 10.222.0.16 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0094614 Dec 20 08:42:50.510117 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-eb7016b6-c23a-4c6b-84d5-14b77ac8138c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:42:50.510386 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 35100) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:50.513924 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b4a7ce-741d-4e53-8b31-c7277f22d316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98dded7f-fbc1-4318-ac38-ce6ce68958b9,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:50.521964 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f3b4a7ce-741d-4e53-8b31-c7277f22d316 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:50.524054 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device cd7fdcb8-6319-44e1-93d8-8d8415eae228 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:42:50.524376 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7016b6-c23a-4c6b-84d5-14b77ac8138c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:42:50.534178 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-9a6ffeaa-4d59-440c-a51f-22c9811b53d4 tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] http://10.222.0.16:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 08:42:50.534872 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7016b6-c23a-4c6b-84d5-14b77ac8138c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:42:50.539441 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-9a6ffeaa-4d59-440c-a51f-22c9811b53d4 tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] 10.222.0.16 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0249441 Dec 20 08:42:50.539572 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-eb7016b6-c23a-4c6b-84d5-14b77ac8138c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:50.539662 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 35104) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:50.566238 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-fb48d82b-69d9-478d-9d22-9ebc470716f6 tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] http://10.222.0.16:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 08:42:50.569762 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-fb48d82b-69d9-478d-9d22-9ebc470716f6 tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] 10.222.0.16 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0267224 Dec 20 08:42:50.580049 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 35108) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:50.584999 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd6bc28-1168-4ff1-941d-f62352fbc738 req-4d797e54-569f-4a09-bdec-2f74d2492106 service neutron] Checking agent: {'id': 'bd419857-3bec-4b96-b211-3fb278c66880', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8204', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 40, 10), 'started_at': datetime.datetime(2021, 12, 20, 8, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:42:50.585727 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd6bc28-1168-4ff1-941d-f62352fbc738 req-4d797e54-569f-4a09-bdec-2f74d2492106 service neutron] Checking segment: {'id': '2231e2fa-9d68-41e9-80aa-70e7c056e0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '74659ea1-fc06-4c03-bfff-ba787badb621'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:42:50.586582 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd6bc28-1168-4ff1-941d-f62352fbc738 req-4d797e54-569f-4a09-bdec-2f74d2492106 service neutron] Bound using segment: {'id': '2231e2fa-9d68-41e9-80aa-70e7c056e0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '74659ea1-fc06-4c03-bfff-ba787badb621'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:42:50.587433 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [req-4cd6bc28-1168-4ff1-941d-f62352fbc738 req-4d797e54-569f-4a09-bdec-2f74d2492106 service neutron] Bound port: e8c49f43-1e9e-46bc-85eb-6d813a0cd1d3, host: hv-neutron-8204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2231e2fa-9d68-41e9-80aa-70e7c056e0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '74659ea1-fc06-4c03-bfff-ba787badb621'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:42:50.587976 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-4cd6bc28-1168-4ff1-941d-f62352fbc738 req-4d797e54-569f-4a09-bdec-2f74d2492106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:50.598293 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-5b210f03-42f9-463c-94e5-9333b69d933f tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] http://10.222.0.16:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 08:42:50.601811 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-5b210f03-42f9-463c-94e5-9333b69d933f tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] 10.222.0.16 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0182512 Dec 20 08:42:50.607715 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-decd4bb6-91b2-43fc-b1ed-cab30e6006e4 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.376s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:50.610018 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 35112) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:50.630773 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-494f4267-c0cd-40b1-91b1-54ced996dbf8 tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] http://10.222.0.16:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 08:42:50.635815 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-494f4267-c0cd-40b1-91b1-54ced996dbf8 tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] 10.222.0.16 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0218780 Dec 20 08:42:50.653738 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-aea3d96d-0479-4097-806f-4976b8ebf5a5 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 4.5966494 Dec 20 08:42:50.657464 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 35116) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:50.658104 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 35118) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:50.666649 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-0be6030b-e7b0-4985-bb6c-e2a445fc21a2 None None] Port e703a35e-7488-4f2b-86e3-baefa93b7322 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:42:50.677191 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-75a46abf-d491-4e12-9473-fefa174c6b57 tempest-FloatingIPAdminTestJSON-278763285 tempest-FloatingIPAdminTestJSON-278763285-project-admin] Request body: {'floatingip': {'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'project_id': 'f481097c03db41fab12a5b6c050f6a52', 'port_id': '40bfde63-4f1c-4b13-a140-08eb52ac1ea7'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:42:50.683771 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-eb7016b6-c23a-4c6b-84d5-14b77ac8138c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 4.4337375 Dec 20 08:42:50.685936 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 35124) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:50.690437 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port cd7fdcb8-6319-44e1-93d8-8d8415eae228 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:42:50.696802 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port cd7fdcb8-6319-44e1-93d8-8d8415eae228 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:42:50.697422 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:50.734504 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [None req-c5ed06b9-b404-47c7-a12c-7eac77a9b79b tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] http://10.222.0.16:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=83445) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 08:42:50.738211 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-c5ed06b9-b404-47c7-a12c-7eac77a9b79b tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] 10.222.0.16 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0723574 Dec 20 08:42:50.741021 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-75a46abf-d491-4e12-9473-fefa174c6b57 tempest-FloatingIPAdminTestJSON-278763285 tempest-FloatingIPAdminTestJSON-278763285-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:42:50.743503 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 35130) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:50.801094 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-48c80392-1e9a-4f3b-b4a4-5b8a93917c9a tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] http://10.222.0.16:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 08:42:50.803271 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-48c80392-1e9a-4f3b-b4a4-5b8a93917c9a tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] 10.222.0.16 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0415275 Dec 20 08:42:50.805436 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-75a46abf-d491-4e12-9473-fefa174c6b57 tempest-FloatingIPAdminTestJSON-278763285 tempest-FloatingIPAdminTestJSON-278763285-project-admin] Usage tracker for resource:floatingip and tenant:f481097c03db41fab12a5b6c050f6a52 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:42:50.808910 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d111ee4d-620f-4a7a-9b8d-bcfcf5026190 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:50.809637 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-75a46abf-d491-4e12-9473-fefa174c6b57 tempest-FloatingIPAdminTestJSON-278763285 tempest-FloatingIPAdminTestJSON-278763285-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:42:50.812157 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 35134) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:50.814054 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-b6b17f2e-c9f7-444b-b851-ff6c9b36ab4f req-80cf6633-29b4-46ce-9e6e-a77f69f5c2db service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:50.831589 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-2494b79c-0ce6-46ec-a601-ee60377aa84b tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] http://10.222.0.16:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 08:42:50.832657 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-2494b79c-0ce6-46ec-a601-ee60377aa84b tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] 10.222.0.16 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0173142 Dec 20 08:42:50.835230 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-75a46abf-d491-4e12-9473-fefa174c6b57 tempest-FloatingIPAdminTestJSON-278763285 tempest-FloatingIPAdminTestJSON-278763285-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:42:50.839063 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 35138) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:50.842318 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-b6b17f2e-c9f7-444b-b851-ff6c9b36ab4f req-80cf6633-29b4-46ce-9e6e-a77f69f5c2db service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:50.845484 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-069b0dd9-61a7-42fa-8022-412195e56da7 None None] Provisioning for port 40bfde63-4f1c-4b13-a140-08eb52ac1ea7 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:42:50.845896 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d111ee4d-620f-4a7a-9b8d-bcfcf5026190 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:50.857403 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-069b0dd9-61a7-42fa-8022-412195e56da7 None None] Provisioning complete for port 40bfde63-4f1c-4b13-a140-08eb52ac1ea7 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:42:50.858057 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-069b0dd9-61a7-42fa-8022-412195e56da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:50.866244 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:50.892723 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-8016ae4c-ff9e-4d2c-ad1b-40722caca039 tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] http://10.222.0.16:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 08:42:50.893780 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-8016ae4c-ff9e-4d2c-ad1b-40722caca039 tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] 10.222.0.16 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0529897 Dec 20 08:42:50.899867 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 35142) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:50.922917 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-6aac864a-589c-4f7b-b01c-b1f0a3be046c tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 08:42:50.923912 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-6aac864a-589c-4f7b-b01c-b1f0a3be046c tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0182362 Dec 20 08:42:50.931714 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-069b0dd9-61a7-42fa-8022-412195e56da7 None None] Port 40bfde63-4f1c-4b13-a140-08eb52ac1ea7 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:42:50.936284 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 35146) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:50.938960 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-75a46abf-d491-4e12-9473-fefa174c6b57 tempest-FloatingIPAdminTestJSON-278763285 tempest-FloatingIPAdminTestJSON-278763285-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:50.955156 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d111ee4d-620f-4a7a-9b8d-bcfcf5026190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:50.960213 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:50.964620 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-dab1a1a1-ac66-4a48-b54e-c7ccd5f88c0a tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] http://10.222.0.16:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 08:42:50.965615 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-dab1a1a1-ac66-4a48-b54e-c7ccd5f88c0a tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] 10.222.0.16 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0282416 Dec 20 08:42:50.967288 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b6b17f2e-c9f7-444b-b851-ff6c9b36ab4f req-80cf6633-29b4-46ce-9e6e-a77f69f5c2db service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=85b419f3-1db6-44b7-a0aa-e59be6683846&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7686305 Dec 20 08:42:50.967905 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cf6633-29b4-46ce-9e6e-a77f69f5c2db service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=bc9f5201-ffa5-4afb-8684-b2a9ad246ff2,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:50.970387 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 35150) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:50.977613 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-80cf6633-29b4-46ce-9e6e-a77f69f5c2db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:50.983727 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-346c9e6e-6353-4ac6-bf55-02a906f3d726 tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] http://10.222.0.16:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 08:42:50.987514 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-346c9e6e-6353-4ac6-bf55-02a906f3d726 tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] 10.222.0.16 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0125465 Dec 20 08:42:50.987992 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 35154) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:50.997699 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-1b24c3a9-45e2-4e67-9257-7dc17fbe12e5 tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] http://10.222.0.16:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 08:42:51.000954 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1b24c3a9-45e2-4e67-9257-7dc17fbe12e5 tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] 10.222.0.16 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0097938 Dec 20 08:42:51.003289 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 35158) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:51.006157 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-3f0635ad-a71c-47a5-8bdc-59e8466d801e req-2dfeeb44-4958-46c1-88de-6021c31516a7 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] 10.222.0.16 "GET /v2.0/security-groups?id=68fefc14-972e-4836-b3f4-32c3967e48f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6838670 Dec 20 08:42:51.007207 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port cd7fdcb8-6319-44e1-93d8-8d8415eae228, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=cd7fdcb8-6319-44e1-93d8-8d8415eae228,segment=NetworkSegment(7c00552d-ea93-440b-911c-cb3aa0a4eeff),segment_id=7c00552d-ea93-440b-911c-cb3aa0a4eeff)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:42:51.008746 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7016b6-c23a-4c6b-84d5-14b77ac8138c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event updated for resources: {'Port': ['ID=5b3a15b8-5d35-479c-8781-bbea33924f6c,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:51.012164 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-021818ba-eeca-4630-ae5c-ddd6910885c2 tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] http://10.222.0.16:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 08:42:51.013135 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-021818ba-eeca-4630-ae5c-ddd6910885c2 tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] 10.222.0.16 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0083885 Dec 20 08:42:51.013524 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:51.015590 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:51.019656 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 35162) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:51.029500 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-eb7016b6-c23a-4c6b-84d5-14b77ac8138c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:51.034352 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:51.042179 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 35166) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:51.046647 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-8c46073a-2282-460b-ba6b-934a1eae79c3 tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] http://10.222.0.16:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 08:42:51.050124 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-8c46073a-2282-460b-ba6b-934a1eae79c3 tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] 10.222.0.16 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0253112 Dec 20 08:42:51.050904 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 35170) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:51.058962 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-cdbf9225-d091-47ac-9e6a-866ae3890669 tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 08:42:51.062318 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-cdbf9225-d091-47ac-9e6a-866ae3890669 tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0082765 Dec 20 08:42:51.068493 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629c1abd-6734-4f43-820f-9659e3981669 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:42:51.070495 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 35176) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:51.073819 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629c1abd-6734-4f43-820f-9659e3981669 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:42:51.074689 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-629c1abd-6734-4f43-820f-9659e3981669 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Synchronizing usage tracker for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:42:51.085731 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 08:42:51.098837 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d111ee4d-620f-4a7a-9b8d-bcfcf5026190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98dded7f-fbc1-4318-ac38-ce6ce68958b9,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:51.107915 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [None req-a42bb545-96b7-495d-8f9b-4d783d5ee06e tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] http://10.222.0.16:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=83445) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 08:42:51.109055 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-a42bb545-96b7-495d-8f9b-4d783d5ee06e tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] 10.222.0.16 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0274248 Dec 20 08:42:51.112171 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 35180) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:51.113148 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d111ee4d-620f-4a7a-9b8d-bcfcf5026190 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:51.118997 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d111ee4d-620f-4a7a-9b8d-bcfcf5026190 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:51.120232 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-d111ee4d-620f-4a7a-9b8d-bcfcf5026190 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/98dded7f-fbc1-4318-ac38-ce6ce68958b9 HTTP/1.1" status: 204 len: 168 time: 1.0437746 Dec 20 08:42:51.134479 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [None req-aa947208-398b-4b7e-b763-ca73162d0ff5 tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] http://10.222.0.16:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=83445) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 08:42:51.141370 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-aa947208-398b-4b7e-b763-ca73162d0ff5 tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] 10.222.0.16 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0227416 Dec 20 08:42:51.142739 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 35186) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:51.148537 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-629c1abd-6734-4f43-820f-9659e3981669 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Unset dirty status for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:42:51.149801 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-629c1abd-6734-4f43-820f-9659e3981669 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.4548264 Dec 20 08:42:51.150463 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=cd7fdcb8-6319-44e1-93d8-8d8415eae228,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:51.153671 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-0f2fcba9-f29d-4829-b2e4-60ac39836cc6 tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] http://10.222.0.16:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 08:42:51.154605 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-0f2fcba9-f29d-4829-b2e4-60ac39836cc6 tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] 10.222.0.16 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0109522 Dec 20 08:42:51.155290 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:51.157029 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-5c434352-e7bc-4939-93f2-812b7cb98521 None None] Provisioning for port 5b3a15b8-5d35-479c-8781-bbea33924f6c completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:42:51.162454 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-5c434352-e7bc-4939-93f2-812b7cb98521 None None] Provisioning complete for port 5b3a15b8-5d35-479c-8781-bbea33924f6c triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:42:51.163049 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-5c434352-e7bc-4939-93f2-812b7cb98521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:51.166333 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 35190) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:51.166664 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 35192) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:51.187570 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e80a8f-ef2f-4916-8c59-ced6a5a86482 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:42:51.191479 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e80a8f-ef2f-4916-8c59-ced6a5a86482 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:42:51.195595 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e80a8f-ef2f-4916-8c59-ced6a5a86482 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:42:51.196443 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-c8e80a8f-ef2f-4916-8c59-ced6a5a86482 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Synchronizing usage tracker for tenant:633b2c35e9434733bcda386383801e9d on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:42:51.202762 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [req-4cd6bc28-1168-4ff1-941d-f62352fbc738 req-4d797e54-569f-4a09-bdec-2f74d2492106 service neutron] For port e8c49f43-1e9e-46bc-85eb-6d813a0cd1d3, host hv-neutron-8204, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:42:51.228187 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [req-4cd6bc28-1168-4ff1-941d-f62352fbc738 req-4d797e54-569f-4a09-bdec-2f74d2492106 service neutron] For port e8c49f43-1e9e-46bc-85eb-6d813a0cd1d3, host hv-neutron-8204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=e8c49f43-1e9e-46bc-85eb-6d813a0cd1d3,segment=NetworkSegment(2231e2fa-9d68-41e9-80aa-70e7c056e0b1),segment_id=2231e2fa-9d68-41e9-80aa-70e7c056e0b1)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:42:51.231283 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-c8e80a8f-ef2f-4916-8c59-ced6a5a86482 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Unset dirty status for tenant:633b2c35e9434733bcda386383801e9d on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:42:51.232531 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-c8e80a8f-ef2f-4916-8c59-ced6a5a86482 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.5629878 Dec 20 08:42:51.236109 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-4cd6bc28-1168-4ff1-941d-f62352fbc738 req-4d797e54-569f-4a09-bdec-2f74d2492106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2036698'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:51.240535 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 35198) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:51.241200 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b52ff15a-ebab-439c-b206-66bf8e3e4b54 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:51.242634 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-f4e71a63-b95b-4136-8156-b69d8541e3e4 tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] http://10.222.0.16:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 08:42:51.244334 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f4e71a63-b95b-4136-8156-b69d8541e3e4 tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] 10.222.0.16 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0688174 Dec 20 08:42:51.252103 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 35200) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:51.274946 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-5c434352-e7bc-4939-93f2-812b7cb98521 None None] Port 5b3a15b8-5d35-479c-8781-bbea33924f6c cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:42:51.289169 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-9eb37562-b998-4cd4-a49c-d22e9213ab25 tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] http://10.222.0.16:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 08:42:51.290169 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-9eb37562-b998-4cd4-a49c-d22e9213ab25 tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] 10.222.0.16 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0369670 Dec 20 08:42:51.298109 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 35206) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:51.302240 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-b6f23bf6-faab-4841-8a9f-def8e2eea345 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Deleting port 5b3a15b8-5d35-479c-8781-bbea33924f6c {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:42:51.302683 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b6f23bf6-faab-4841-8a9f-def8e2eea345 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:51.337906 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-8662a0c9-905b-4ba6-9d1d-41497f46709c tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 08:42:51.338868 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-8662a0c9-905b-4ba6-9d1d-41497f46709c tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0417132 Dec 20 08:42:51.347865 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 35212) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:51.355679 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-7d1367ed-218d-459c-8ca9-36e590c33a54 tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 08:42:51.356604 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-7d1367ed-218d-459c-8ca9-36e590c33a54 tempest-ExtensionsTestJSON-957919006 tempest-ExtensionsTestJSON-957919006-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0078468 Dec 20 08:42:51.374446 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-4cd6bc28-1168-4ff1-941d-f62352fbc738 req-4d797e54-569f-4a09-bdec-2f74d2492106 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:51.376107 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-4cd6bc28-1168-4ff1-941d-f62352fbc738 req-4d797e54-569f-4a09-bdec-2f74d2492106 service neutron] 10.222.0.58 "PUT /v2.0/ports/e8c49f43-1e9e-46bc-85eb-6d813a0cd1d3 HTTP/1.1" status: 200 len: 1094 time: 5.2206244 Dec 20 08:42:51.382910 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '148d3ca3-99f3-4cac-9876-2d697d86b864', 'tag': 'e8c49f43-1e9e-46bc-85eb-6d813a0cd1d3'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 08:42:51.393610 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1c996638-3ab1-45ad-a862-6efb4eaf00ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:51.487764 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-75a46abf-d491-4e12-9473-fefa174c6b57 tempest-FloatingIPAdminTestJSON-278763285 tempest-FloatingIPAdminTestJSON-278763285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:51.536364 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0cf17793-6ae9-4517-92cf-19dd8a662fb4 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Deleting port e703a35e-7488-4f2b-86e3-baefa93b7322 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:42:51.536714 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0cf17793-6ae9-4517-92cf-19dd8a662fb4 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:51.619098 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d797e54-569f-4a09-bdec-2f74d2492106 service neutron] Pushing event updated for resources: {'Port': ['ID=e8c49f43-1e9e-46bc-85eb-6d813a0cd1d3,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:51.628190 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-4d797e54-569f-4a09-bdec-2f74d2492106 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:51.701183 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-1c996638-3ab1-45ad-a862-6efb4eaf00ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:42:51.715204 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-1c996638-3ab1-45ad-a862-6efb4eaf00ed admin admin] Usage tracker for resource:security_group_rule and tenant:5f062d31dddc4a7daeee77984e6c2508 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:42:51.738565 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 35222) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:51.758989 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-1c996638-3ab1-45ad-a862-6efb4eaf00ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:42:51.776211 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-1c996638-3ab1-45ad-a862-6efb4eaf00ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:42:51.845794 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-4cd6bc28-1168-4ff1-941d-f62352fbc738 req-192a3b55-b07c-449c-8abe-9c5b633bbe39 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ec4017678cc746e0bc7f4ecce92ed1b5&device_id=148d3ca3-99f3-4cac-9876-2d697d86b864 HTTP/1.1" status: 200 len: 1097 time: 0.4075460 Dec 20 08:42:51.873829 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8d43e341-23b6-4c7b-aeb2-598c02ca499b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:52.006839 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-4cd6bc28-1168-4ff1-941d-f62352fbc738 req-1ab2a42a-d291-44ba-a2ea-57a00870dde8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8c49f43-1e9e-46bc-85eb-6d813a0cd1d3 HTTP/1.1" status: 200 len: 217 time: 0.1514316 Dec 20 08:42:52.015111 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b6f23bf6-faab-4841-8a9f-def8e2eea345 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:52.025603 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-8d43e341-23b6-4c7b-aeb2-598c02ca499b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:42:52.070050 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 35236) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:52.110090 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-8d43e341-23b6-4c7b-aeb2-598c02ca499b admin admin] Usage tracker for resource:security_group_rule and tenant:8c64e658653c46d28ebf06fc4aebe96c is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:42:52.111512 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0cf17793-6ae9-4517-92cf-19dd8a662fb4 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:52.229332 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-8d43e341-23b6-4c7b-aeb2-598c02ca499b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:42:52.239247 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-b6f23bf6-faab-4841-8a9f-def8e2eea345 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Calling delete_port for 5b3a15b8-5d35-479c-8781-bbea33924f6c owned by {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:42:52.285824 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-8d43e341-23b6-4c7b-aeb2-598c02ca499b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:42:52.305856 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-75a46abf-d491-4e12-9473-fefa174c6b57 tempest-FloatingIPAdminTestJSON-278763285 tempest-FloatingIPAdminTestJSON-278763285-project-admin] Allocated IP 172.26.5.165 (95f3bec2-46e6-4468-8229-8badd4a5aaae/cf8895a3-346d-4313-a645-16ecdcce9969/9ae7953b-9c46-4692-90d3-26bdcbcc7809) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:42:52.317660 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efc7021-8663-4377-9b46-1a644cbdf308 req-8814e971-f12d-4e2c-bfce-ae645c760400 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:42:52.319203 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5efc7021-8663-4377-9b46-1a644cbdf308 req-8814e971-f12d-4e2c-bfce-ae645c760400 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] 10.222.0.16 "GET /v2.0/ports?device_id=449de04f-1310-4bd7-a015-5ccac5cf03e1 HTTP/1.1" status: 200 len: 945 time: 0.5819244 Dec 20 08:42:52.389975 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device cd7fdcb8-6319-44e1-93d8-8d8415eae228 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:42:52.400972 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0cf17793-6ae9-4517-92cf-19dd8a662fb4 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Calling delete_port for e703a35e-7488-4f2b-86e3-baefa93b7322 owned by {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:42:52.488408 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd6bc28-1168-4ff1-941d-f62352fbc738 req-a746f295-f277-40b8-bf3a-19f683518ef7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:42:52.488632 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port cd7fdcb8-6319-44e1-93d8-8d8415eae228 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:42:52.489151 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:52.490002 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-4cd6bc28-1168-4ff1-941d-f62352fbc738 req-a746f295-f277-40b8-bf3a-19f683518ef7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=372cc3e6-10e8-4159-8180-180bc179785a HTTP/1.1" status: 200 len: 850 time: 0.4724195 Dec 20 08:42:52.499314 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1c996638-3ab1-45ad-a862-6efb4eaf00ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:52.501835 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '148d3ca3-99f3-4cac-9876-2d697d86b864', 'tag': 'e8c49f43-1e9e-46bc-85eb-6d813a0cd1d3', 'status': 'completed', 'code': 200} Dec 20 08:42:52.589805 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1c996638-3ab1-45ad-a862-6efb4eaf00ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:52.626125 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5efc7021-8663-4377-9b46-1a644cbdf308 req-5307545b-35b2-494c-b8ea-5f60a378d1bc tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] 10.222.0.16 "GET /v2.0/security-groups?id=85b419f3-1db6-44b7-a0aa-e59be6683846&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2926512 Dec 20 08:42:52.669466 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:52.705633 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c996638-3ab1-45ad-a862-6efb4eaf00ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=948d94c2-384e-44a8-9f73-68430347321d,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:52.709178 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-1c996638-3ab1-45ad-a862-6efb4eaf00ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:52.716690 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7aba05c3-de05-4e37-9eae-b06e8ecfeb7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:52.757413 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b6f23bf6-faab-4841-8a9f-def8e2eea345 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:52.763016 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-75a46abf-d491-4e12-9473-fefa174c6b57 tempest-FloatingIPAdminTestJSON-278763285 tempest-FloatingIPAdminTestJSON-278763285-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:52.807387 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-1c996638-3ab1-45ad-a862-6efb4eaf00ed admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5f062d31dddc4a7daeee77984e6c2508&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7610738 Dec 20 08:42:52.814111 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 35244) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:52.819569 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d86af3de-0314-450d-96a3-455f627bb289 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:52.820000 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-7aba05c3-de05-4e37-9eae-b06e8ecfeb7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:42:52.836453 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0cf17793-6ae9-4517-92cf-19dd8a662fb4 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:52.842513 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-7aba05c3-de05-4e37-9eae-b06e8ecfeb7f admin admin] Usage tracker for resource:security_group_rule and tenant:4749c11205c445daa44c135434aa1f3e is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:42:52.848583 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-4f467647-3f22-4ea8-8bd8-ad7e8626db89 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:52.882125 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-7aba05c3-de05-4e37-9eae-b06e8ecfeb7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:42:52.886000 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-75a46abf-d491-4e12-9473-fefa174c6b57 tempest-FloatingIPAdminTestJSON-278763285 tempest-FloatingIPAdminTestJSON-278763285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:52.904219 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00306bf2-90dd-4d69-836e-cddca555547f req-04915d24-d553-44e1-babf-5ce442d4083f tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:42:52.905777 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-00306bf2-90dd-4d69-836e-cddca555547f req-04915d24-d553-44e1-babf-5ce442d4083f tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] 10.222.0.16 "GET /v2.0/ports?device_id=148d3ca3-99f3-4cac-9876-2d697d86b864 HTTP/1.1" status: 200 len: 944 time: 0.4143171 Dec 20 08:42:52.906683 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-7aba05c3-de05-4e37-9eae-b06e8ecfeb7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:42:52.913766 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f23bf6-faab-4841-8a9f-def8e2eea345 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event deleted for resources: {'Port': ['ID=5b3a15b8-5d35-479c-8781-bbea33924f6c,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:52.927970 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b6f23bf6-faab-4841-8a9f-def8e2eea345 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:52.929713 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8d43e341-23b6-4c7b-aeb2-598c02ca499b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:52.930419 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-eb09a406-848e-4044-8f5b-db87b286799a tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:52.936838 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf17793-6ae9-4517-92cf-19dd8a662fb4 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Pushing event deleted for resources: {'Port': ['ID=e703a35e-7488-4f2b-86e3-baefa93b7322,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:52.945392 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0cf17793-6ae9-4517-92cf-19dd8a662fb4 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:52.972722 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8d43e341-23b6-4c7b-aeb2-598c02ca499b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:53.026945 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-4cd6bc28-1168-4ff1-941d-f62352fbc738 req-d2d75ca2-9306-4bf9-b7dc-bdff86c1daa9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=74659ea1-fc06-4c03-bfff-ba787badb621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4813166 Dec 20 08:42:53.051094 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a46abf-d491-4e12-9473-fefa174c6b57 tempest-FloatingIPAdminTestJSON-278763285 tempest-FloatingIPAdminTestJSON-278763285-project-admin] Network 95f3bec2-46e6-4468-8229-8badd4a5aaae is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:42:53.056640 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b6f23bf6-faab-4841-8a9f-def8e2eea345 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:53.059672 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-75a46abf-d491-4e12-9473-fefa174c6b57 tempest-FloatingIPAdminTestJSON-278763285 tempest-FloatingIPAdminTestJSON-278763285-project-admin] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:42:53.072238 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a46abf-d491-4e12-9473-fefa174c6b57 tempest-FloatingIPAdminTestJSON-278763285 tempest-FloatingIPAdminTestJSON-278763285-project-admin] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:42:53.120477 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-8d43e341-23b6-4c7b-aeb2-598c02ca499b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8c64e658653c46d28ebf06fc4aebe96c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3783145 Dec 20 08:42:53.121541 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a46abf-d491-4e12-9473-fefa174c6b57 tempest-FloatingIPAdminTestJSON-278763285 tempest-FloatingIPAdminTestJSON-278763285-project-admin] Pushing event updated for resources: {'Port': ['ID=9ae7953b-9c46-4692-90d3-26bdcbcc7809,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:53.126404 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 35248) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:53.133312 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-75a46abf-d491-4e12-9473-fefa174c6b57 tempest-FloatingIPAdminTestJSON-278763285 tempest-FloatingIPAdminTestJSON-278763285-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:53.135368 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f1373d25-feb3-42b9-8356-8c1e05b2598e tempest-ExternalNetworksAdminNegativeTestJSON-987880733 tempest-ExternalNetworksAdminNegativeTestJSON-987880733-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.128s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:53.177868 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-00306bf2-90dd-4d69-836e-cddca555547f req-92f7fa9e-f62c-4c52-b068-bbf49d23495b tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] 10.222.0.16 "GET /v2.0/security-groups?id=68fefc14-972e-4836-b3f4-32c3967e48f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2496495 Dec 20 08:42:53.184684 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ddf90446-ff6e-4b9c-b8ca-9572888f2f89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:53.202945 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b6f23bf6-faab-4841-8a9f-def8e2eea345 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/ports/5b3a15b8-5d35-479c-8781-bbea33924f6c HTTP/1.1" status: 204 len: 168 time: 2.0351131 Dec 20 08:42:53.208608 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 35252) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:53.290693 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d43e341-23b6-4c7b-aeb2-598c02ca499b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91491210-cb28-4dae-9c22-aeb11bb29c44,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:53.303333 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-8d43e341-23b6-4c7b-aeb2-598c02ca499b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:53.383028 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db4cd81-0c25-4967-81b9-b293e44cd22d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:42:53.384436 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db4cd81-0c25-4967-81b9-b293e44cd22d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:42:53.385180 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-0db4cd81-0c25-4967-81b9-b293e44cd22d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Synchronizing usage tracker for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:subnet {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:42:53.404543 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d71ffbb7-3c68-485a-aa09-ae544cb28115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:53.410063 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ddf90446-ff6e-4b9c-b8ca-9572888f2f89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:53.446387 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-0db4cd81-0c25-4967-81b9-b293e44cd22d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Unset dirty status for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:subnet {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:42:53.447531 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-0db4cd81-0c25-4967-81b9-b293e44cd22d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2117929 Dec 20 08:42:53.453101 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 35256) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:53.460540 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d71ffbb7-3c68-485a-aa09-ae544cb28115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:53.500562 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-4cd6bc28-1168-4ff1-941d-f62352fbc738 req-4b81f7ee-ecb8-4e6b-82f1-ba0cbae214dd service neutron] 10.222.0.58 "GET /v2.0/networks/74659ea1-fc06-4c03-bfff-ba787badb621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4496872 Dec 20 08:42:53.504524 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7aba05c3-de05-4e37-9eae-b06e8ecfeb7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:53.508790 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0cf17793-6ae9-4517-92cf-19dd8a662fb4 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:53.536938 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7aba05c3-de05-4e37-9eae-b06e8ecfeb7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:53.558216 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:53.666580 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-0cf17793-6ae9-4517-92cf-19dd8a662fb4 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] 10.222.0.16 "DELETE /v2.0/ports/e703a35e-7488-4f2b-86e3-baefa93b7322 HTTP/1.1" status: 204 len: 168 time: 2.3889294 Dec 20 08:42:53.677716 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 35262) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:53.688463 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aba05c3-de05-4e37-9eae-b06e8ecfeb7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f738d5a9-1927-4fe4-aaa5-e983df0e81e1,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:53.691818 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-7aba05c3-de05-4e37-9eae-b06e8ecfeb7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:53.734729 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ddf90446-ff6e-4b9c-b8ca-9572888f2f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:53.752569 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-7aba05c3-de05-4e37-9eae-b06e8ecfeb7f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4749c11205c445daa44c135434aa1f3e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6704001 Dec 20 08:42:53.755200 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ddf90446-ff6e-4b9c-b8ca-9572888f2f89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:53.758706 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-ddf90446-ff6e-4b9c-b8ca-9572888f2f89 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/948d94c2-384e-44a8-9f73-68430347321d HTTP/1.1" status: 204 len: 168 time: 0.9381425 Dec 20 08:42:53.758706 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 35266) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:53.759890 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0732e615-cec9-4e1c-a1c3-9dc01157ff4f tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:53.769559 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-37b64ca1-d606-44cd-9ff5-d8527df5557e tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] GET failed (client error): The resource could not be found. Dec 20 08:42:53.770055 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-37b64ca1-d606-44cd-9ff5-d8527df5557e tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Synchronizing usage tracker for tenant:633b2c35e9434733bcda386383801e9d on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:42:53.800707 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf90446-ff6e-4b9c-b8ca-9572888f2f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=948d94c2-384e-44a8-9f73-68430347321d,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:53.803881 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ddf90446-ff6e-4b9c-b8ca-9572888f2f89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:53.829065 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-4cd6bc28-1168-4ff1-941d-f62352fbc738 req-c3fa7934-0a93-48a9-8eaf-5f24980ace11 service neutron] 10.222.0.58 "GET /v2.0/networks/74659ea1-fc06-4c03-bfff-ba787badb621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3164048 Dec 20 08:42:53.865433 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-37b64ca1-d606-44cd-9ff5-d8527df5557e tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Unset dirty status for tenant:633b2c35e9434733bcda386383801e9d on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:42:53.870731 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-37b64ca1-d606-44cd-9ff5-d8527df5557e tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] 10.222.0.16 "GET /v2.0/ports/e703a35e-7488-4f2b-86e3-baefa93b7322 HTTP/1.1" status: 404 len: 333 time: 0.1846077 Dec 20 08:42:53.870731 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 35272) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:53.880529 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-8871c49b-ed14-4e9e-a5c2-7b8b0025c722 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Request body: {'port': {'network_id': '88a86a02-d0ca-49f7-83e1-3941a960d871', 'name': 'tempest-AllowedAddressPairTestJSON-1846563572'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:42:53.943205 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d71ffbb7-3c68-485a-aa09-ae544cb28115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:53.952736 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-31fb31b0-8616-4dc3-9874-151c51a7525f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:53.989031 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71ffbb7-3c68-485a-aa09-ae544cb28115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91491210-cb28-4dae-9c22-aeb11bb29c44,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:54.006845 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d71ffbb7-3c68-485a-aa09-ae544cb28115 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:54.029139 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d71ffbb7-3c68-485a-aa09-ae544cb28115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:54.032516 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d71ffbb7-3c68-485a-aa09-ae544cb28115 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/91491210-cb28-4dae-9c22-aeb11bb29c44 HTTP/1.1" status: 204 len: 168 time: 0.9011245 Dec 20 08:42:54.045157 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1340346-190b-46b6-8c6e-90720135aaa7 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Deleting subnet 23857afd-ba06-4a50-8f62-bee220667450 {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:42:54.051275 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a1340346-190b-46b6-8c6e-90720135aaa7 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:54.082329 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d4ab9bcf-7987-419f-bdc7-9e81b3dbf629 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:54.117676 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5c10b4-e7b0-4dd8-9825-984204556d14 req-9427487b-ad1f-4d24-b552-10701571ffd2 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:42:54.119148 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3a5c10b4-e7b0-4dd8-9825-984204556d14 req-9427487b-ad1f-4d24-b552-10701571ffd2 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] 10.222.0.16 "GET /v2.0/ports?device_id=449de04f-1310-4bd7-a015-5ccac5cf03e1 HTTP/1.1" status: 200 len: 945 time: 0.3233602 Dec 20 08:42:54.126941 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d4ab9bcf-7987-419f-bdc7-9e81b3dbf629 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:54.127564 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a1340346-190b-46b6-8c6e-90720135aaa7 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1618747'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:54.198070 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-8871c49b-ed14-4e9e-a5c2-7b8b0025c722 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:42:54.204128 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 35280) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:54.234663 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-8871c49b-ed14-4e9e-a5c2-7b8b0025c722 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:42:54.244096 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-7810766f-e8a9-4158-a57d-635cf4df0d8b req-53af3b3e-1ed3-467b-a2e0-919673a1286d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ec4017678cc746e0bc7f4ecce92ed1b5&device_id=148d3ca3-99f3-4cac-9876-2d697d86b864 HTTP/1.1" status: 200 len: 1097 time: 0.3460820 Dec 20 08:42:54.247710 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3b3e6f11-0a91-41be-8fdd-211e12070ff1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:54.299576 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8871c49b-ed14-4e9e-a5c2-7b8b0025c722 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Made reservation on behalf of 633b2c35e9434733bcda386383801e9d for: {'port': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:42:54.304110 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8871c49b-ed14-4e9e-a5c2-7b8b0025c722 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:54.331216 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d4ab9bcf-7987-419f-bdc7-9e81b3dbf629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:54.341121 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:54.420949 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3a5c10b4-e7b0-4dd8-9825-984204556d14 req-fd466834-b4e4-40da-8875-b0b2368b220f tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] 10.222.0.16 "GET /v2.0/security-groups?id=85b419f3-1db6-44b7-a0aa-e59be6683846&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2658541 Dec 20 08:42:54.449880 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a1340346-190b-46b6-8c6e-90720135aaa7 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:54.547859 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ab9bcf-7987-419f-bdc7-9e81b3dbf629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f738d5a9-1927-4fe4-aaa5-e983df0e81e1,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:54.550075 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d4ab9bcf-7987-419f-bdc7-9e81b3dbf629 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:54.562928 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-8871c49b-ed14-4e9e-a5c2-7b8b0025c722 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] device_id is not set on port a395a5aa-2670-4adc-8328-e6cd1a289548 yet. {{(pid=83445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:42:54.619976 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-75a46abf-d491-4e12-9473-fefa174c6b57 tempest-FloatingIPAdminTestJSON-278763285 tempest-FloatingIPAdminTestJSON-278763285-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:54.625071 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a1340346-190b-46b6-8c6e-90720135aaa7 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1129313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1529131'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:54.625415 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-3b3e6f11-0a91-41be-8fdd-211e12070ff1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:42:54.628260 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d4ab9bcf-7987-419f-bdc7-9e81b3dbf629 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:54.631877 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-d4ab9bcf-7987-419f-bdc7-9e81b3dbf629 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f738d5a9-1927-4fe4-aaa5-e983df0e81e1 HTTP/1.1" status: 204 len: 168 time: 0.8625927 Dec 20 08:42:54.634271 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:54.641742 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-3b3e6f11-0a91-41be-8fdd-211e12070ff1 admin admin] Usage tracker for resource:security_group_rule and tenant:d253d210f6d54426851d577ae7b8493a is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:42:54.652732 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-3b3e6f11-0a91-41be-8fdd-211e12070ff1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:42:54.679009 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-3b3e6f11-0a91-41be-8fdd-211e12070ff1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:42:54.711319 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7810766f-e8a9-4158-a57d-635cf4df0d8b req-c2d691e7-2ef4-4b57-a8f0-0e092b91852a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:42:54.712892 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-7810766f-e8a9-4158-a57d-635cf4df0d8b req-c2d691e7-2ef4-4b57-a8f0-0e092b91852a service neutron] 10.222.0.58 "GET /v2.0/networks?id=74659ea1-fc06-4c03-bfff-ba787badb621 HTTP/1.1" status: 200 len: 912 time: 0.4533391 Dec 20 08:42:54.767538 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1340346-190b-46b6-8c6e-90720135aaa7 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event deleted for resources: {'Subnet': ['ID=23857afd-ba06-4a50-8f62-bee220667450,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:54.781437 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a1340346-190b-46b6-8c6e-90720135aaa7 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:54.805642 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc36476-c3b2-45df-ab58-bf7dbcb4553c None None] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:42:54.806559 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a1340346-190b-46b6-8c6e-90720135aaa7 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:54.827550 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a1340346-190b-46b6-8c6e-90720135aaa7 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/subnets/23857afd-ba06-4a50-8f62-bee220667450 HTTP/1.1" status: 204 len: 168 time: 1.3713286 Dec 20 08:42:54.831511 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 35300) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:54.834109 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-75a46abf-d491-4e12-9473-fefa174c6b57 tempest-FloatingIPAdminTestJSON-278763285 tempest-FloatingIPAdminTestJSON-278763285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:54.861187 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-7810766f-e8a9-4158-a57d-635cf4df0d8b req-601dcd96-cc54-445e-998a-37098aa6acf5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8c49f43-1e9e-46bc-85eb-6d813a0cd1d3 HTTP/1.1" status: 200 len: 217 time: 0.1370566 Dec 20 08:42:54.940137 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d3550-15be-4517-87e0-10149d05b40e req-8635d25c-b5c1-4ccb-81f6-d04fa585e367 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:42:54.941646 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-f62d3550-15be-4517-87e0-10149d05b40e req-8635d25c-b5c1-4ccb-81f6-d04fa585e367 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] 10.222.0.16 "GET /v2.0/ports?device_id=148d3ca3-99f3-4cac-9876-2d697d86b864 HTTP/1.1" status: 200 len: 944 time: 0.4428225 Dec 20 08:42:54.950975 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-902b80c8-a63e-459b-b34f-31c178680d87 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1178386 Dec 20 08:42:54.955569 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 35306) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:54.964384 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-8871c49b-ed14-4e9e-a5c2-7b8b0025c722 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Allocated IP 172.20.0.7 (88a86a02-d0ca-49f7-83e1-3941a960d871/ff4c6ba3-48a6-4551-9d22-ec3ece691718/a395a5aa-2670-4adc-8328-e6cd1a289548) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:42:54.971104 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-8dfecde6-3cc5-4e15-96a4-ee91e9d58243 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Request body: {'subnet': {'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:42:55.054399 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7810766f-e8a9-4158-a57d-635cf4df0d8b req-497b26a4-4920-46c1-8e9e-6c2174e5dea1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:42:55.056208 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-7810766f-e8a9-4158-a57d-635cf4df0d8b req-497b26a4-4920-46c1-8e9e-6c2174e5dea1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=372cc3e6-10e8-4159-8180-180bc179785a HTTP/1.1" status: 200 len: 850 time: 0.1814733 Dec 20 08:42:55.060987 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3b3e6f11-0a91-41be-8fdd-211e12070ff1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:55.126194 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3b3e6f11-0a91-41be-8fdd-211e12070ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:55.136910 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9382b66f-c5a0-4ee9-94a6-4d041b0543b0 req-58e13173-40c4-4e56-8310-dc702d52ed79 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:42:55.139042 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9382b66f-c5a0-4ee9-94a6-4d041b0543b0 req-58e13173-40c4-4e56-8310-dc702d52ed79 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] 10.222.0.16 "GET /v2.0/ports?device_id=449de04f-1310-4bd7-a015-5ccac5cf03e1 HTTP/1.1" status: 200 len: 945 time: 0.4456449 Dec 20 08:42:55.140223 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-8dfecde6-3cc5-4e15-96a4-ee91e9d58243 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:42:55.143433 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:55.150360 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-8dfecde6-3cc5-4e15-96a4-ee91e9d58243 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Usage tracker for resource:subnet and tenant:9679bafc94a64ee0a207e63ba5560387 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:42:55.154000 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 35316) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:55.167596 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-8dfecde6-3cc5-4e15-96a4-ee91e9d58243 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:42:55.173694 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-230f04e5-e4ac-4f0b-8e66-d946dcea4577 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Request body: {'floatingip': {'port_id': '6c9c5529-bcd9-4f60-96a4-8bf0a7e85fe2'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:42:55.174541 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-f62d3550-15be-4517-87e0-10149d05b40e req-27c917f0-27e0-443d-8321-c88d98ecb428 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] 10.222.0.16 "GET /v2.0/security-groups?id=68fefc14-972e-4836-b3f4-32c3967e48f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2226112 Dec 20 08:42:55.248796 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f1952e-a3bc-41a7-981f-bcb540e6f78e None None] DHCP port deletion for f75aa0d2-5f41-40f3-a9e0-d60d934965a4 request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 08:42:55.257269 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-f9f1952e-a3bc-41a7-981f-bcb540e6f78e None None] Deleting port cd7fdcb8-6319-44e1-93d8-8d8415eae228 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:42:55.258107 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f9f1952e-a3bc-41a7-981f-bcb540e6f78e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:55.262930 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e6f11-0a91-41be-8fdd-211e12070ff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b505a58-380e-492f-8e1a-816a72bd9167,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:55.266031 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3b3e6f11-0a91-41be-8fdd-211e12070ff1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:55.282569 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-3b3e6f11-0a91-41be-8fdd-211e12070ff1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d253d210f6d54426851d577ae7b8493a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0727973 Dec 20 08:42:55.294744 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 35322) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:55.316634 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-8dfecde6-3cc5-4e15-96a4-ee91e9d58243 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:42:55.425591 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-7810766f-e8a9-4158-a57d-635cf4df0d8b req-ceead070-1abe-443c-a6cf-6e12a0d7ae78 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=74659ea1-fc06-4c03-bfff-ba787badb621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3570051 Dec 20 08:42:55.481174 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-230f04e5-e4ac-4f0b-8e66-d946dcea4577 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Notify callbacks [] for floatingip, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:55.569171 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dfecde6-3cc5-4e15-96a4-ee91e9d58243 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Made reservation on behalf of 9679bafc94a64ee0a207e63ba5560387 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:42:55.572639 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8dfecde6-3cc5-4e15-96a4-ee91e9d58243 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1529102'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:55.578518 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-50d13ea6-308b-4692-ad95-c30d2cb907ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:55.643591 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8871c49b-ed14-4e9e-a5c2-7b8b0025c722 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:55.731996 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-50d13ea6-308b-4692-ad95-c30d2cb907ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:55.732810 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-f9f1952e-a3bc-41a7-981f-bcb540e6f78e None None] For port cd7fdcb8-6319-44e1-93d8-8d8415eae228, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=cd7fdcb8-6319-44e1-93d8-8d8415eae228,segment=NetworkSegment(7c00552d-ea93-440b-911c-cb3aa0a4eeff),segment_id=7c00552d-ea93-440b-911c-cb3aa0a4eeff)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:42:55.734093 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f9f1952e-a3bc-41a7-981f-bcb540e6f78e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:55.753172 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-75a46abf-d491-4e12-9473-fefa174c6b57 tempest-FloatingIPAdminTestJSON-278763285 tempest-FloatingIPAdminTestJSON-278763285-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:55.823019 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-8871c49b-ed14-4e9e-a5c2-7b8b0025c722 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Transition to ACTIVE for port object a395a5aa-2670-4adc-8328-e6cd1a289548 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:42:55.885636 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-f9f1952e-a3bc-41a7-981f-bcb540e6f78e None None] Calling delete_port for cd7fdcb8-6319-44e1-93d8-8d8415eae228 owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:42:55.887858 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-7810766f-e8a9-4158-a57d-635cf4df0d8b req-6a518659-b753-4340-902d-3867087824c8 service neutron] 10.222.0.58 "GET /v2.0/networks/74659ea1-fc06-4c03-bfff-ba787badb621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4525402 Dec 20 08:42:55.920686 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-75a46abf-d491-4e12-9473-fefa174c6b57 tempest-FloatingIPAdminTestJSON-278763285 tempest-FloatingIPAdminTestJSON-278763285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:55.945832 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8871c49b-ed14-4e9e-a5c2-7b8b0025c722 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:55.953017 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-4d797e54-569f-4a09-bdec-2f74d2492106 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:55.992755 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-099bd021-f6ba-41bd-88d4-da5e2c813a21 tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:56.035524 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f9f1952e-a3bc-41a7-981f-bcb540e6f78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102'] for port, after_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:56.047289 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-f0b0cd2a-e8e1-481b-a984-a9c31c240e40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:56.050516 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-50d13ea6-308b-4692-ad95-c30d2cb907ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:56.111534 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8871c49b-ed14-4e9e-a5c2-7b8b0025c722 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Pushing event updated for resources: {'Port': ['ID=a395a5aa-2670-4adc-8328-e6cd1a289548,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:56.114956 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8871c49b-ed14-4e9e-a5c2-7b8b0025c722 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Network 88a86a02-d0ca-49f7-83e1-3941a960d871 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:42:56.129631 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-8871c49b-ed14-4e9e-a5c2-7b8b0025c722 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:56.139865 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-8871c49b-ed14-4e9e-a5c2-7b8b0025c722 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:42:56.141703 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-1c996638-3ab1-45ad-a862-6efb4eaf00ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:56.152844 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8871c49b-ed14-4e9e-a5c2-7b8b0025c722 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:42:56.182043 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f1952e-a3bc-41a7-981f-bcb540e6f78e None None] Pushing event deleted for resources: {'Port': ['ID=cd7fdcb8-6319-44e1-93d8-8d8415eae228,revision_number=None']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:56.191497 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d13ea6-308b-4692-ad95-c30d2cb907ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b505a58-380e-492f-8e1a-816a72bd9167,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:56.192136 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f1952e-a3bc-41a7-981f-bcb540e6f78e None None] No DVR routers for this DVR port cd7fdcb8-6319-44e1-93d8-8d8415eae228 on host dv-neutron-820491-1-hyperv {{(pid=83446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:42:56.201535 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-50d13ea6-308b-4692-ad95-c30d2cb907ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:56.206442 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-7810766f-e8a9-4158-a57d-635cf4df0d8b req-b26fa1a0-ff5f-4424-9464-2c104abc38c5 service neutron] 10.222.0.58 "GET /v2.0/networks/74659ea1-fc06-4c03-bfff-ba787badb621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3104401 Dec 20 08:42:56.216693 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-50d13ea6-308b-4692-ad95-c30d2cb907ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:56.217571 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-50d13ea6-308b-4692-ad95-c30d2cb907ac admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1b505a58-380e-492f-8e1a-816a72bd9167 HTTP/1.1" status: 204 len: 168 time: 0.9206252 Dec 20 08:42:56.235290 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8871c49b-ed14-4e9e-a5c2-7b8b0025c722 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:42:56.236121 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8871c49b-ed14-4e9e-a5c2-7b8b0025c722 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:56.244832 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f1952e-a3bc-41a7-981f-bcb540e6f78e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:42:56.245411 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f1952e-a3bc-41a7-981f-bcb540e6f78e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:42:56.245888 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f1952e-a3bc-41a7-981f-bcb540e6f78e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:42:56.246928 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f1952e-a3bc-41a7-981f-bcb540e6f78e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:42:56.247358 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f1952e-a3bc-41a7-981f-bcb540e6f78e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:42:56.247782 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f1952e-a3bc-41a7-981f-bcb540e6f78e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:42:56.248201 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f1952e-a3bc-41a7-981f-bcb540e6f78e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:42:56.248636 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f1952e-a3bc-41a7-981f-bcb540e6f78e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:42:56.249164 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f1952e-a3bc-41a7-981f-bcb540e6f78e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:42:56.249604 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f1952e-a3bc-41a7-981f-bcb540e6f78e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:42:56.250011 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f1952e-a3bc-41a7-981f-bcb540e6f78e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:42:56.260647 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-f9f1952e-a3bc-41a7-981f-bcb540e6f78e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:56.281635 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-8871c49b-ed14-4e9e-a5c2-7b8b0025c722 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4098353 Dec 20 08:42:56.284094 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 35352) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:56.290271 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-fcc946bd-a608-4710-a87e-f743c702ce65 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:5d:d3:44'}]}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:42:56.356589 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 35356) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:56.387387 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device cd7fdcb8-6319-44e1-93d8-8d8415eae228 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:42:56.476010 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a46abf-d491-4e12-9473-fefa174c6b57 tempest-FloatingIPAdminTestJSON-278763285 tempest-FloatingIPAdminTestJSON-278763285-project-admin] Pushing event updated for resources: {'Port': ['ID=9ae7953b-9c46-4692-90d3-26bdcbcc7809,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:56.484428 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-75a46abf-d491-4e12-9473-fefa174c6b57 tempest-FloatingIPAdminTestJSON-278763285 tempest-FloatingIPAdminTestJSON-278763285-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-345990'] for floatingip, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:56.491255 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: cd7fdcb8-6319-44e1-93d8-8d8415eae228 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:42:56.491618 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device cd7fdcb8-6319-44e1-93d8-8d8415eae228 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:42:56.607754 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-155354e1-1a60-4b98-bea9-0acc0506c162 None None] Provisioning for port a395a5aa-2670-4adc-8328-e6cd1a289548 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:42:56.616516 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-155354e1-1a60-4b98-bea9-0acc0506c162 None None] Provisioning complete for port a395a5aa-2670-4adc-8328-e6cd1a289548 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:42:56.617194 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-155354e1-1a60-4b98-bea9-0acc0506c162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:56.657003 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fcc946bd-a608-4710-a87e-f743c702ce65 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:56.669167 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-75a46abf-d491-4e12-9473-fefa174c6b57 tempest-FloatingIPAdminTestJSON-278763285 tempest-FloatingIPAdminTestJSON-278763285-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.676s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:56.710664 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-155354e1-1a60-4b98-bea9-0acc0506c162 None None] Port a395a5aa-2670-4adc-8328-e6cd1a289548 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:42:56.964448 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8dfecde6-3cc5-4e15-96a4-ee91e9d58243 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1129376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1529148'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:57.006704 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ef361d20-aa0d-4e66-96af-6fe494349a45 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:57.011522 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-bd820a26-7a22-40ce-939b-550bc7fbeafd tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1042849410'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:42:57.017433 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-bd820a26-7a22-40ce-939b-550bc7fbeafd tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:42:57.021778 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-bd820a26-7a22-40ce-939b-550bc7fbeafd tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Usage tracker for resource:network and tenant:ea1d62abcae346768a483723e21c598a is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:42:57.029698 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-bd820a26-7a22-40ce-939b-550bc7fbeafd tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:42:57.064123 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fcc946bd-a608-4710-a87e-f743c702ce65 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:57.074995 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-bd820a26-7a22-40ce-939b-550bc7fbeafd tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:42:57.079539 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fcc946bd-a608-4710-a87e-f743c702ce65 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2036698'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:57.085159 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 35378) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:57.086999 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-eb7016b6-c23a-4c6b-84d5-14b77ac8138c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:57.119729 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3da27e0-4380-46d8-9ec5-a58f66ed1040 req-8013016d-39c3-42b8-8b19-99acfe189872 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:42:57.121855 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c3da27e0-4380-46d8-9ec5-a58f66ed1040 req-8013016d-39c3-42b8-8b19-99acfe189872 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] 10.222.0.16 "GET /v2.0/ports?device_id=148d3ca3-99f3-4cac-9876-2d697d86b864 HTTP/1.1" status: 200 len: 944 time: 0.6607964 Dec 20 08:42:57.150220 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd820a26-7a22-40ce-939b-550bc7fbeafd tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Made reservation on behalf of ea1d62abcae346768a483723e21c598a for: {'network': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:42:57.154751 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bd820a26-7a22-40ce-939b-550bc7fbeafd tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:57.178264 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfecde6-3cc5-4e15-96a4-ee91e9d58243 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:42:57.189101 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-8dfecde6-3cc5-4e15-96a4-ee91e9d58243 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:42:57.194151 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfecde6-3cc5-4e15-96a4-ee91e9d58243 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event updated for resources: {'Subnet': ['ID=c199771f-1738-47c1-95ce-80f34b62335e,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:57.203151 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dfecde6-3cc5-4e15-96a4-ee91e9d58243 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:42:57.203743 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8dfecde6-3cc5-4e15-96a4-ee91e9d58243 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:57.204314 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1965fd7-b72a-48c4-b7c2-8f5de07ca54d None None] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:42:57.208978 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-8dfecde6-3cc5-4e15-96a4-ee91e9d58243 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:57.285330 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c3da27e0-4380-46d8-9ec5-a58f66ed1040 req-828b9b5b-a24d-4958-a0ba-c9f6e2a50845 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] 10.222.0.16 "GET /v2.0/security-groups?id=68fefc14-972e-4836-b3f4-32c3967e48f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499178 Dec 20 08:42:57.291605 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bd820a26-7a22-40ce-939b-550bc7fbeafd tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Notify callbacks [] for security_group, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:57.307269 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc946bd-a608-4710-a87e-f743c702ce65 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Pushing event updated for resources: {'Port': ['ID=a395a5aa-2670-4adc-8328-e6cd1a289548,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:57.322963 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-8dfecde6-3cc5-4e15-96a4-ee91e9d58243 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3613949 Dec 20 08:42:57.323404 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-fcc946bd-a608-4710-a87e-f743c702ce65 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:57.324352 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 35386) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:57.358795 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-f484c562-d833-426f-8ee0-d1c04fd48d47 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Request body: {'port': {'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'fixed_ips': [{'subnet_id': 'c199771f-1738-47c1-95ce-80f34b62335e', 'ip_address': '2001:db8::8b37:6e39:eef3:45f5'}], 'name': 'tempest-NetworksTestDHCPv6-856146181'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:42:57.390705 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-fcc946bd-a608-4710-a87e-f743c702ce65 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] In _notify_port_updated(), no bound segment for port a395a5aa-2670-4adc-8328-e6cd1a289548 on network 88a86a02-d0ca-49f7-83e1-3941a960d871 {{(pid=83445) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 08:42:57.395525 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc946bd-a608-4710-a87e-f743c702ce65 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:42:57.398924 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fcc946bd-a608-4710-a87e-f743c702ce65 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:57.401556 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-fcc946bd-a608-4710-a87e-f743c702ce65 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] 10.222.0.16 "PUT /v2.0/ports/a395a5aa-2670-4adc-8328-e6cd1a289548 HTTP/1.1" status: 200 len: 993 time: 1.1163471 Dec 20 08:42:57.410369 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-bd820a26-7a22-40ce-939b-550bc7fbeafd tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:42:57.421526 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-bd820a26-7a22-40ce-939b-550bc7fbeafd tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Usage tracker for resource:security_group_rule and tenant:ea1d62abcae346768a483723e21c598a is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:42:57.428669 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-bd820a26-7a22-40ce-939b-550bc7fbeafd tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:42:57.440707 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-bd820a26-7a22-40ce-939b-550bc7fbeafd tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:42:57.452937 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 35390) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:57.532022 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.db.resource_extend [None req-230f04e5-e4ac-4f0b-8e66-d946dcea4577 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 08:42:57.537852 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2074d13-78e3-4b4b-9b85-da90466437f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'tenant_id': '9679bafc94a64ee0a207e63ba5560387', 'fixed_ips': [{'subnet_id': 'c199771f-1738-47c1-95ce-80f34b62335e'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:42:57.541557 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e2074d13-78e3-4b4b-9b85-da90466437f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:57.570164 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bd820a26-7a22-40ce-939b-550bc7fbeafd tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Notify callbacks [] for security_group, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:57.583925 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-50ae16be-81cb-46b4-aa94-01b85ea34711 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1868071975', 'router:external': True}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:42:57.587515 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bd820a26-7a22-40ce-939b-550bc7fbeafd tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:57.594616 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f3b4a7ce-741d-4e53-8b31-c7277f22d316 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:57.604934 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-50ae16be-81cb-46b4-aa94-01b85ea34711 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:42:57.622480 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-50ae16be-81cb-46b4-aa94-01b85ea34711 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Usage tracker for resource:network and tenant:c9391a383e4c4e4485d5999fc045ba4e is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:42:57.634017 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd820a26-7a22-40ce-939b-550bc7fbeafd tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=83445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:42:57.638069 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-50ae16be-81cb-46b4-aa94-01b85ea34711 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:42:57.654320 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-50ae16be-81cb-46b4-aa94-01b85ea34711 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:42:57.663683 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd820a26-7a22-40ce-939b-550bc7fbeafd tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b069af0c-b595-4373-85a2-39181acde04b,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:57.671806 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-bd820a26-7a22-40ce-939b-550bc7fbeafd tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:57.673471 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bd820a26-7a22-40ce-939b-550bc7fbeafd tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:57.674250 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.segments_db [None req-bd820a26-7a22-40ce-939b-550bc7fbeafd tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Added segment ee3fd11d-4800-4df8-bca4-d79e82b23163 of type vlan for network 65a262d0-6b3f-41c2-b620-87a23dd94ca6 Dec 20 08:42:57.685035 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ae16be-81cb-46b4-aa94-01b85ea34711 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Made reservation on behalf of c9391a383e4c4e4485d5999fc045ba4e for: {'network': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:42:57.688244 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-50ae16be-81cb-46b4-aa94-01b85ea34711 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:57.722174 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-50ae16be-81cb-46b4-aa94-01b85ea34711 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:57.741869 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-e819db26-5f42-4cbe-a1cc-2dbe0c65cf17 None None] Provisioning complete for port a395a5aa-2670-4adc-8328-e6cd1a289548 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:42:57.742246 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e819db26-5f42-4cbe-a1cc-2dbe0c65cf17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:57.748151 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bd820a26-7a22-40ce-939b-550bc7fbeafd tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:57.789730 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-50ae16be-81cb-46b4-aa94-01b85ea34711 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:42:57.796194 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-50ae16be-81cb-46b4-aa94-01b85ea34711 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Usage tracker for resource:security_group_rule and tenant:c9391a383e4c4e4485d5999fc045ba4e is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:42:57.799581 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-50ae16be-81cb-46b4-aa94-01b85ea34711 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:42:57.806493 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-50ae16be-81cb-46b4-aa94-01b85ea34711 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:42:57.809454 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bd820a26-7a22-40ce-939b-550bc7fbeafd tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:57.813715 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-e819db26-5f42-4cbe-a1cc-2dbe0c65cf17 None None] Port a395a5aa-2670-4adc-8328-e6cd1a289548 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:42:57.816023 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd820a26-7a22-40ce-939b-550bc7fbeafd tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:42:57.816177 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bd820a26-7a22-40ce-939b-550bc7fbeafd tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:57.824149 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-230f04e5-e4ac-4f0b-8e66-d946dcea4577 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:57.842171 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d169e2ab-d111-4b88-b594-430f8681c635 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:57.874344 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-230f04e5-e4ac-4f0b-8e66-d946dcea4577 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-345990'] for floatingip, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:57.890341 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-bd820a26-7a22-40ce-939b-550bc7fbeafd tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.5321398 Dec 20 08:42:57.894879 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 35400) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:57.895344 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 35402) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:57.906320 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-e2074d13-78e3-4b4b-9b85-da90466437f8 None None] Allocated IP 2001:db8::2 (f75aa0d2-5f41-40f3-a9e0-d60d934965a4/c199771f-1738-47c1-95ce-80f34b62335e/93ea08d5-52bb-47d5-9ff7-4a3d375866c0) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:42:57.907488 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-49f50db6-d0aa-4daa-8716-78772155201d tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Request body: {'subnet': {'network_id': '65a262d0-6b3f-41c2-b620-87a23dd94ca6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:42:57.985633 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd820a26-7a22-40ce-939b-550bc7fbeafd tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Pushing event updated for resources: {'Network': ['ID=65a262d0-6b3f-41c2-b620-87a23dd94ca6,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:57.993959 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-bd820a26-7a22-40ce-939b-550bc7fbeafd tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:58.025145 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.l3_db [None req-75a46abf-d491-4e12-9473-fefa174c6b57 tempest-FloatingIPAdminTestJSON-278763285 tempest-FloatingIPAdminTestJSON-278763285-project-admin] Floating IP 5713a935-11a9-4997-8248-ddbf49ac5edb associated. External IP: 172.26.5.165, port: 40bfde63-4f1c-4b13-a140-08eb52ac1ea7. Dec 20 08:42:58.098839 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-49f50db6-d0aa-4daa-8716-78772155201d tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:42:58.109659 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-49f50db6-d0aa-4daa-8716-78772155201d tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Usage tracker for resource:subnet and tenant:ea1d62abcae346768a483723e21c598a is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:42:58.114276 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-49f50db6-d0aa-4daa-8716-78772155201d tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:42:58.128134 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-49f50db6-d0aa-4daa-8716-78772155201d tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:42:58.134617 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-d632606b-f440-4f35-8054-4136ef3fb518 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Deleting port a395a5aa-2670-4adc-8328-e6cd1a289548 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:42:58.135156 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d632606b-f440-4f35-8054-4136ef3fb518 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:58.138863 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-50ae16be-81cb-46b4-aa94-01b85ea34711 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:58.149775 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-45f6e3c3-aba2-4fea-9a37-b787b2b24dd3 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1284320003'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:42:58.153810 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network 65a262d0-6b3f-41c2-b620-87a23dd94ca6 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:42:58.155550 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-50ae16be-81cb-46b4-aa94-01b85ea34711 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:58.158648 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-45f6e3c3-aba2-4fea-9a37-b787b2b24dd3 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:42:58.161944 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:58.168910 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f50db6-d0aa-4daa-8716-78772155201d tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Made reservation on behalf of ea1d62abcae346768a483723e21c598a for: {'subnet': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:42:58.189116 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-45f6e3c3-aba2-4fea-9a37-b787b2b24dd3 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Usage tracker for resource:network and tenant:bcc408b3053b4123bbeeedda32cab34a is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:42:58.190298 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e2074d13-78e3-4b4b-9b85-da90466437f8 None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:58.200195 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-45f6e3c3-aba2-4fea-9a37-b787b2b24dd3 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:42:58.204887 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-f484c562-d833-426f-8ee0-d1c04fd48d47 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:42:58.208551 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50ae16be-81cb-46b4-aa94-01b85ea34711 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=83445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:42:58.219021 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f484c562-d833-426f-8ee0-d1c04fd48d47 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Usage tracker for resource:port and tenant:9679bafc94a64ee0a207e63ba5560387 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:42:58.230609 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f484c562-d833-426f-8ee0-d1c04fd48d47 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:42:58.236097 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-45f6e3c3-aba2-4fea-9a37-b787b2b24dd3 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:42:58.250696 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ae16be-81cb-46b4-aa94-01b85ea34711 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d46f366-e404-4bfc-ae2e-4b6dc807454f,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:58.254979 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-50ae16be-81cb-46b4-aa94-01b85ea34711 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:58.255264 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-f484c562-d833-426f-8ee0-d1c04fd48d47 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:42:58.255390 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.segments_db [None req-50ae16be-81cb-46b4-aa94-01b85ea34711 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Added segment 941f58db-d5a8-46a6-82bb-1cca381084ff of type vlan for network 342276d6-cef2-4cb9-8b88-5f2b75f4bb15 Dec 20 08:42:58.256663 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-e2074d13-78e3-4b4b-9b85-da90466437f8 None None] Transition to ACTIVE for port object 93ea08d5-52bb-47d5-9ff7-4a3d375866c0 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:42:58.291925 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-e2074d13-78e3-4b4b-9b85-da90466437f8 None None] Transition to ACTIVE for port object 93ea08d5-52bb-47d5-9ff7-4a3d375866c0 will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:42:58.305194 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-50ae16be-81cb-46b4-aa94-01b85ea34711 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:58.307283 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e2074d13-78e3-4b4b-9b85-da90466437f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:58.312239 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-8741887d-094a-401f-a459-11521c46617a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:58.326358 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f6e3c3-aba2-4fea-9a37-b787b2b24dd3 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Made reservation on behalf of bcc408b3053b4123bbeeedda32cab34a for: {'network': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:42:58.329223 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-45f6e3c3-aba2-4fea-9a37-b787b2b24dd3 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:58.348386 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-49f50db6-d0aa-4daa-8716-78772155201d tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2095160'] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:58.373485 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-45f6e3c3-aba2-4fea-9a37-b787b2b24dd3 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks [] for security_group, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:58.428153 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device e8c49f43-1e9e-46bc-85eb-6d813a0cd1d3 details requested by agent hyperv_hv-neutron-8204 with host hv-neutron-8204 {{(pid=83446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 08:42:58.443709 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f484c562-d833-426f-8ee0-d1c04fd48d47 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Made reservation on behalf of 9679bafc94a64ee0a207e63ba5560387 for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:42:58.450318 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f484c562-d833-426f-8ee0-d1c04fd48d47 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:58.482727 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-50ae16be-81cb-46b4-aa94-01b85ea34711 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:58.519883 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-45f6e3c3-aba2-4fea-9a37-b787b2b24dd3 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:42:58.538610 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-45f6e3c3-aba2-4fea-9a37-b787b2b24dd3 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Usage tracker for resource:security_group_rule and tenant:bcc408b3053b4123bbeeedda32cab34a is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:42:58.539854 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-f484c562-d833-426f-8ee0-d1c04fd48d47 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] device_id is not set on port ed650d8e-89f3-4bf4-866e-1636c63b0bb5 yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:42:58.544888 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-45f6e3c3-aba2-4fea-9a37-b787b2b24dd3 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:42:58.553675 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-45f6e3c3-aba2-4fea-9a37-b787b2b24dd3 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:42:58.615991 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-50ae16be-81cb-46b4-aa94-01b85ea34711 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:58.710523 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2074d13-78e3-4b4b-9b85-da90466437f8 None None] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:42:58.715191 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ae16be-81cb-46b4-aa94-01b85ea34711 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:42:58.715999 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-50ae16be-81cb-46b4-aa94-01b85ea34711 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:58.719386 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:58.721129 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-e2074d13-78e3-4b4b-9b85-da90466437f8 None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:42:58.727882 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2074d13-78e3-4b4b-9b85-da90466437f8 None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:42:58.761123 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d632606b-f440-4f35-8054-4136ef3fb518 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:58.767528 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2074d13-78e3-4b4b-9b85-da90466437f8 None None] Pushing event updated for resources: {'Port': ['ID=93ea08d5-52bb-47d5-9ff7-4a3d375866c0,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:58.779052 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-e2074d13-78e3-4b4b-9b85-da90466437f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:58.828353 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port e8c49f43-1e9e-46bc-85eb-6d813a0cd1d3, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=e8c49f43-1e9e-46bc-85eb-6d813a0cd1d3,segment=NetworkSegment(2231e2fa-9d68-41e9-80aa-70e7c056e0b1),segment_id=2231e2fa-9d68-41e9-80aa-70e7c056e0b1)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:42:58.853864 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Returning: {'device': 'e8c49f43-1e9e-46bc-85eb-6d813a0cd1d3', 'network_id': '74659ea1-fc06-4c03-bfff-ba787badb621', 'port_id': 'e8c49f43-1e9e-46bc-85eb-6d813a0cd1d3', 'mac_address': 'fa:16:3e:62:5c:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '372cc3e6-10e8-4159-8180-180bc179785a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 08:42:58.856439 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-e2074d13-78e3-4b4b-9b85-da90466437f8 None None] Attempting to bind port 93ea08d5-52bb-47d5-9ff7-4a3d375866c0 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:42:58.856815 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-e2074d13-78e3-4b4b-9b85-da90466437f8 None None] Attempting to bind port 93ea08d5-52bb-47d5-9ff7-4a3d375866c0 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '7c00552d-ea93-440b-911c-cb3aa0a4eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:42:58.857175 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2074d13-78e3-4b4b-9b85-da90466437f8 None None] Attempting to bind port 93ea08d5-52bb-47d5-9ff7-4a3d375866c0 on network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:42:58.865087 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2074d13-78e3-4b4b-9b85-da90466437f8 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:42:58.865834 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2074d13-78e3-4b4b-9b85-da90466437f8 None None] Checking segment: {'id': '7c00552d-ea93-440b-911c-cb3aa0a4eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:42:58.865834 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e2074d13-78e3-4b4b-9b85-da90466437f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:58.866439 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2074d13-78e3-4b4b-9b85-da90466437f8 None None] Bound using segment: {'id': '7c00552d-ea93-440b-911c-cb3aa0a4eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:42:58.866666 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-e2074d13-78e3-4b4b-9b85-da90466437f8 None None] Bound port: 93ea08d5-52bb-47d5-9ff7-4a3d375866c0, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c00552d-ea93-440b-911c-cb3aa0a4eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:42:58.866797 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ae16be-81cb-46b4-aa94-01b85ea34711 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Pushing event updated for resources: {'Network': ['ID=342276d6-cef2-4cb9-8b88-5f2b75f4bb15,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:58.867066 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e2074d13-78e3-4b4b-9b85-da90466437f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:58.887293 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-50ae16be-81cb-46b4-aa94-01b85ea34711 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:58.900040 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-50ae16be-81cb-46b4-aa94-01b85ea34711 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.7808535 Dec 20 08:42:58.904449 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network 342276d6-cef2-4cb9-8b88-5f2b75f4bb15 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:42:58.905413 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 35412) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:58.923278 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-15270f54-1651-432f-9ac5-f42f0731778d tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Request body: {'subnet': {'network_id': '342276d6-cef2-4cb9-8b88-5f2b75f4bb15', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:42:58.945543 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-15270f54-1651-432f-9ac5-f42f0731778d tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:42:58.955951 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-d632606b-f440-4f35-8054-4136ef3fb518 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Calling delete_port for a395a5aa-2670-4adc-8328-e6cd1a289548 owned by {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:42:58.964124 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-15270f54-1651-432f-9ac5-f42f0731778d tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Usage tracker for resource:subnet and tenant:c9391a383e4c4e4485d5999fc045ba4e is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:42:58.968654 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-49f50db6-d0aa-4daa-8716-78772155201d tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2036557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2095114'] for subnet, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:58.972682 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-15270f54-1651-432f-9ac5-f42f0731778d tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:42:58.976391 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-45f6e3c3-aba2-4fea-9a37-b787b2b24dd3 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks [] for security_group, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:58.985214 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:59.013858 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-15270f54-1651-432f-9ac5-f42f0731778d tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:42:59.022595 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-45f6e3c3-aba2-4fea-9a37-b787b2b24dd3 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:59.051231 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912f862f-c8be-4a07-a61a-c0e30293a711 req-e70d2270-832b-47dd-a0de-61f309da5b2c tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:42:59.052719 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-912f862f-c8be-4a07-a61a-c0e30293a711 req-e70d2270-832b-47dd-a0de-61f309da5b2c tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] 10.222.0.16 "GET /v2.0/ports?device_id=148d3ca3-99f3-4cac-9876-2d697d86b864 HTTP/1.1" status: 200 len: 944 time: 0.4488392 Dec 20 08:42:59.081659 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:59.083670 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45f6e3c3-aba2-4fea-9a37-b787b2b24dd3 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=83445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:42:59.085882 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15270f54-1651-432f-9ac5-f42f0731778d tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Made reservation on behalf of c9391a383e4c4e4485d5999fc045ba4e for: {'subnet': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:42:59.088096 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-15270f54-1651-432f-9ac5-f42f0731778d tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2095160'] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:59.111690 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.l3_db [None req-230f04e5-e4ac-4f0b-8e66-d946dcea4577 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Floating IP 78fa34b3-16cf-4de2-b5f5-a8e746d1b32e associated. External IP: 172.26.5.160, port: 6c9c5529-bcd9-4f60-96a4-8bf0a7e85fe2. Dec 20 08:42:59.119797 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8c49f43-1e9e-46bc-85eb-6d813a0cd1d3 {{(pid=83446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 08:42:59.132696 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-e2074d13-78e3-4b4b-9b85-da90466437f8 None None] For port 93ea08d5-52bb-47d5-9ff7-4a3d375866c0, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:42:59.137543 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-e2074d13-78e3-4b4b-9b85-da90466437f8 None None] For port 93ea08d5-52bb-47d5-9ff7-4a3d375866c0, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=93ea08d5-52bb-47d5-9ff7-4a3d375866c0,segment=NetworkSegment(7c00552d-ea93-440b-911c-cb3aa0a4eeff),segment_id=7c00552d-ea93-440b-911c-cb3aa0a4eeff)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:42:59.140484 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f50db6-d0aa-4daa-8716-78772155201d tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Pushing event updated for resources: {'Subnet': ['ID=6465acdf-af6e-48da-ad7c-6d16de90b371,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:59.143207 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port e8c49f43-1e9e-46bc-85eb-6d813a0cd1d3, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=e8c49f43-1e9e-46bc-85eb-6d813a0cd1d3,segment=NetworkSegment(2231e2fa-9d68-41e9-80aa-70e7c056e0b1),segment_id=2231e2fa-9d68-41e9-80aa-70e7c056e0b1)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:42:59.145523 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e2074d13-78e3-4b4b-9b85-da90466437f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:59.150222 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-ecb09713-e5d8-49b4-a081-b4a961ff52ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:59.160955 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-49f50db6-d0aa-4daa-8716-78772155201d tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:59.161478 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-03d97c0b-67df-4346-9142-899dc2aaaef2 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:59.169658 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-45f6e3c3-aba2-4fea-9a37-b787b2b24dd3 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:59.169998 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.segments_db [None req-45f6e3c3-aba2-4fea-9a37-b787b2b24dd3 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Added segment f640d3e7-cc57-4249-b60e-fe4ef5cde30d of type vlan for network b7355766-552f-465d-9e88-97d34cc7cd01 Dec 20 08:42:59.191670 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:59.232784 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2074d13-78e3-4b4b-9b85-da90466437f8 None None] Pushing event updated for resources: {'Port': ['ID=93ea08d5-52bb-47d5-9ff7-4a3d375866c0,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:59.235711 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-e2074d13-78e3-4b4b-9b85-da90466437f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:59.236181 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:59.354321 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=e8c49f43-1e9e-46bc-85eb-6d813a0cd1d3,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:59.357580 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:59.391057 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f50db6-d0aa-4daa-8716-78772155201d tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Checking segment: {'id': 'ee3fd11d-4800-4df8-bca4-d79e82b23163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '65a262d0-6b3f-41c2-b620-87a23dd94ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:42:59.391410 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f50db6-d0aa-4daa-8716-78772155201d tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Network hostable DHCP agents. Network: 65a262d0-6b3f-41c2-b620-87a23dd94ca6, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:42:59.403039 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f6e3c3-aba2-4fea-9a37-b787b2b24dd3 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba1c694-ed24-4a50-ab2c-d53ca50df780,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:59.410833 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-45f6e3c3-aba2-4fea-9a37-b787b2b24dd3 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:59.419163 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-45f6e3c3-aba2-4fea-9a37-b787b2b24dd3 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:59.430312 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-912f862f-c8be-4a07-a61a-c0e30293a711 req-44ba4e74-0970-4a59-a0a1-d8fe3d9a0b90 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] 10.222.0.16 "GET /v2.0/security-groups?id=68fefc14-972e-4836-b3f4-32c3967e48f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3496540 Dec 20 08:42:59.478153 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f50db6-d0aa-4daa-8716-78772155201d tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Network 65a262d0-6b3f-41c2-b620-87a23dd94ca6 is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:42:59.498615 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-45f6e3c3-aba2-4fea-9a37-b787b2b24dd3 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:59.529782 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] get_ports_and_sgs() called for port_ids ['e8c49f43-1e9e-46bc-85eb-6d813a0cd1d3'] {{(pid=83446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 08:42:59.531371 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-49f50db6-d0aa-4daa-8716-78772155201d tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, 65a262d0-6b3f-41c2-b620-87a23dd94ca6) {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:42:59.536423 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f50db6-d0aa-4daa-8716-78772155201d tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:42:59.536999 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-49f50db6-d0aa-4daa-8716-78772155201d tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:59.547590 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-f484c562-d833-426f-8ee0-d1c04fd48d47 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Allocated IP 2001:db8::8b37:6e39:eef3:45f5 (f75aa0d2-5f41-40f3-a9e0-d60d934965a4/c199771f-1738-47c1-95ce-80f34b62335e/ed650d8e-89f3-4bf4-866e-1636c63b0bb5) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:42:59.552848 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f6e3c3-aba2-4fea-9a37-b787b2b24dd3 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:42:59.553643 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-45f6e3c3-aba2-4fea-9a37-b787b2b24dd3 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:59.566303 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0732e615-cec9-4e1c-a1c3-9dc01157ff4f tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:59.597252 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e3b3f5-361e-4820-8cc9-10e8f0732f5a None None] Network 65a262d0-6b3f-41c2-b620-87a23dd94ca6 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:42:59.714300 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-49f50db6-d0aa-4daa-8716-78772155201d tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8162370 Dec 20 08:42:59.744675 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 35416) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:59.744916 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-45f6e3c3-aba2-4fea-9a37-b787b2b24dd3 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.8485963 Dec 20 08:42:59.745964 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f6e3c3-aba2-4fea-9a37-b787b2b24dd3 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Pushing event updated for resources: {'Network': ['ID=b7355766-552f-465d-9e88-97d34cc7cd01,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:59.760590 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 35418) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:42:59.764247 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network b7355766-552f-465d-9e88-97d34cc7cd01 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:42:59.764623 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-45f6e3c3-aba2-4fea-9a37-b787b2b24dd3 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:59.773675 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-519dbe6d-2372-4e86-840d-446e6ef49bf5 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Request body: {'port': {'network_id': '65a262d0-6b3f-41c2-b620-87a23dd94ca6', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2023981010'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:42:59.777076 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-987fdbd5-8153-446c-9920-b9c5f4dc5c13 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Request body: {'port': {'network_id': 'b7355766-552f-465d-9e88-97d34cc7cd01', 'name': 'tempest-PortsIpV6TestJSON-2078731657'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:42:59.813628 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d632606b-f440-4f35-8054-4136ef3fb518 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:42:59.827385 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-6ed52a3c-b08e-4c05-af70-f0c77e6fb18d tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:42:59.906839 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d632606b-f440-4f35-8054-4136ef3fb518 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Pushing event deleted for resources: {'Port': ['ID=a395a5aa-2670-4adc-8328-e6cd1a289548,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:42:59.909289 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d632606b-f440-4f35-8054-4136ef3fb518 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:42:59.934477 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-987fdbd5-8153-446c-9920-b9c5f4dc5c13 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:42:59.940333 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-987fdbd5-8153-446c-9920-b9c5f4dc5c13 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Usage tracker for resource:port and tenant:bcc408b3053b4123bbeeedda32cab34a is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:42:59.944621 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-987fdbd5-8153-446c-9920-b9c5f4dc5c13 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:42:59.952077 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-987fdbd5-8153-446c-9920-b9c5f4dc5c13 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:43:00.012691 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-987fdbd5-8153-446c-9920-b9c5f4dc5c13 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Made reservation on behalf of bcc408b3053b4123bbeeedda32cab34a for: {'port': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:43:00.016143 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-987fdbd5-8153-446c-9920-b9c5f4dc5c13 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:00.035744 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd6b109-bf48-41a0-9921-e78a24df6037 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-65a262d0-6b3f-41c2-b620-87a23dd94ca6', 'network_id': '65a262d0-6b3f-41c2-b620-87a23dd94ca6', 'tenant_id': 'ea1d62abcae346768a483723e21c598a', 'fixed_ips': [{'subnet_id': '6465acdf-af6e-48da-ad7c-6d16de90b371'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:43:00.037568 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-7dd6b109-bf48-41a0-9921-e78a24df6037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:00.045172 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-987fdbd5-8153-446c-9920-b9c5f4dc5c13 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] device_id is not set on port faf9e5e4-af97-47e6-99cd-01cf9cfe7116 yet. {{(pid=83445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:43:00.293659 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-7dd6b109-bf48-41a0-9921-e78a24df6037 None None] Allocated IP 172.20.0.2 (65a262d0-6b3f-41c2-b620-87a23dd94ca6/6465acdf-af6e-48da-ad7c-6d16de90b371/0aac42fe-b6c3-49f0-a32b-cc80f1e423ee) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:43:00.312851 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.objects.ports [None req-15270f54-1651-432f-9ac5-f42f0731778d tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83445) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 20 08:43:00.313570 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-15270f54-1651-432f-9ac5-f42f0731778d tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2036557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2095114'] for subnet, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:00.320021 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-519dbe6d-2372-4e86-840d-446e6ef49bf5 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:43:00.325334 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3de8e3f6-574d-41a6-aa2f-16e0e7474056 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:00.325450 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-519dbe6d-2372-4e86-840d-446e6ef49bf5 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Usage tracker for resource:port and tenant:ea1d62abcae346768a483723e21c598a is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:43:00.328965 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-519dbe6d-2372-4e86-840d-446e6ef49bf5 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:43:00.337609 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-519dbe6d-2372-4e86-840d-446e6ef49bf5 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:43:00.411284 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-519dbe6d-2372-4e86-840d-446e6ef49bf5 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Made reservation on behalf of ea1d62abcae346768a483723e21c598a for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:43:00.414605 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-519dbe6d-2372-4e86-840d-446e6ef49bf5 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:00.459510 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 93ea08d5-52bb-47d5-9ff7-4a3d375866c0 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:43:00.562750 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-519dbe6d-2372-4e86-840d-446e6ef49bf5 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] device_id is not set on port c1170019-6ca7-4fa0-823e-bf7b711e5fdc yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:43:00.580335 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15270f54-1651-432f-9ac5-f42f0731778d tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a1058a3a-b6bb-453c-8c74-ed6f9ddf6d11,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:00.597458 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-987fdbd5-8153-446c-9920-b9c5f4dc5c13 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:00.599541 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-15270f54-1651-432f-9ac5-f42f0731778d tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:00.610079 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d632606b-f440-4f35-8054-4136ef3fb518 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:00.626835 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d632606b-f440-4f35-8054-4136ef3fb518 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] 10.222.0.16 "DELETE /v2.0/ports/a395a5aa-2670-4adc-8328-e6cd1a289548 HTTP/1.1" status: 204 len: 168 time: 3.1610630 Dec 20 08:43:00.630297 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 35426) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:00.649860 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75a46abf-d491-4e12-9473-fefa174c6b57 tempest-FloatingIPAdminTestJSON-278763285 tempest-FloatingIPAdminTestJSON-278763285-project-admin] Router 85952315-afa5-4e3e-ba7e-002d34802c07 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:43:00.689306 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 93ea08d5-52bb-47d5-9ff7-4a3d375866c0 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:43:00.704057 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15270f54-1651-432f-9ac5-f42f0731778d tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Checking segment: {'id': '941f58db-d5a8-46a6-82bb-1cca381084ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '342276d6-cef2-4cb9-8b88-5f2b75f4bb15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:43:00.704409 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15270f54-1651-432f-9ac5-f42f0731778d tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Network hostable DHCP agents. Network: 342276d6-cef2-4cb9-8b88-5f2b75f4bb15, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:43:00.707046 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-7dd6b109-bf48-41a0-9921-e78a24df6037 None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:00.714486 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2de02e7-dcc2-4ba4-ba0a-75b6d6a1560c tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] GET failed (client error): The resource could not be found. Dec 20 08:43:00.715084 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-c2de02e7-dcc2-4ba4-ba0a-75b6d6a1560c tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Synchronizing usage tracker for tenant:633b2c35e9434733bcda386383801e9d on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:43:00.718293 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-7dd6b109-bf48-41a0-9921-e78a24df6037 None None] Transition to ACTIVE for port object 0aac42fe-b6c3-49f0-a32b-cc80f1e423ee will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:43:00.743565 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-7dd6b109-bf48-41a0-9921-e78a24df6037 None None] Transition to ACTIVE for port object 0aac42fe-b6c3-49f0-a32b-cc80f1e423ee will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:43:00.747546 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-c2de02e7-dcc2-4ba4-ba0a-75b6d6a1560c tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Unset dirty status for tenant:633b2c35e9434733bcda386383801e9d on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:43:00.752700 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-c2de02e7-dcc2-4ba4-ba0a-75b6d6a1560c tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] 10.222.0.16 "GET /v2.0/ports/a395a5aa-2670-4adc-8328-e6cd1a289548 HTTP/1.1" status: 404 len: 333 time: 0.1201818 Dec 20 08:43:00.753659 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 35430) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:00.757446 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-987fdbd5-8153-446c-9920-b9c5f4dc5c13 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:00.758910 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15270f54-1651-432f-9ac5-f42f0731778d tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Network 342276d6-cef2-4cb9-8b88-5f2b75f4bb15 is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:43:00.760141 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-7dd6b109-bf48-41a0-9921-e78a24df6037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:00.765520 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-55aed0f8-01ec-49d2-a6fc-64396e0a592c tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Request body: {'port': {'network_id': '88a86a02-d0ca-49f7-83e1-3941a960d871', 'name': 'tempest-AllowedAddressPairTestJSON-1813638092'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:43:00.765774 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:00.782238 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0cf17793-6ae9-4517-92cf-19dd8a662fb4 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:00.787788 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f484c562-d833-426f-8ee0-d1c04fd48d47 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:00.839893 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-ef6c7ab2-14a0-4cd8-9bf6-d52c9b8501e0 None None] Provisioning for port 93ea08d5-52bb-47d5-9ff7-4a3d375866c0 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:43:00.849954 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd6b109-bf48-41a0-9921-e78a24df6037 None None] Network 65a262d0-6b3f-41c2-b620-87a23dd94ca6 is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:43:00.850600 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-15270f54-1651-432f-9ac5-f42f0731778d tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, 342276d6-cef2-4cb9-8b88-5f2b75f4bb15) {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:43:00.860835 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7066540-611c-41b2-a2b5-982b88afbe86 None None] Network 342276d6-cef2-4cb9-8b88-5f2b75f4bb15 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:43:00.876234 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-ef6c7ab2-14a0-4cd8-9bf6-d52c9b8501e0 None None] Provisioning complete for port 93ea08d5-52bb-47d5-9ff7-4a3d375866c0 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:43:00.876868 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-ef6c7ab2-14a0-4cd8-9bf6-d52c9b8501e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:00.882468 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15270f54-1651-432f-9ac5-f42f0731778d tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:00.883060 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-15270f54-1651-432f-9ac5-f42f0731778d tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:00.907024 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd6b109-bf48-41a0-9921-e78a24df6037 None None] Pushing event updated for resources: {'Port': ['ID=0aac42fe-b6c3-49f0-a32b-cc80f1e423ee,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:00.909159 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-f484c562-d833-426f-8ee0-d1c04fd48d47 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Transition to ACTIVE for port object ed650d8e-89f3-4bf4-866e-1636c63b0bb5 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:43:00.948969 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987fdbd5-8153-446c-9920-b9c5f4dc5c13 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Pushing event updated for resources: {'Port': ['ID=faf9e5e4-af97-47e6-99cd-01cf9cfe7116,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:00.957473 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-7dd6b109-bf48-41a0-9921-e78a24df6037 None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:43:00.963813 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-987fdbd5-8153-446c-9920-b9c5f4dc5c13 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:00.969379 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-7dd6b109-bf48-41a0-9921-e78a24df6037 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:00.973598 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd6b109-bf48-41a0-9921-e78a24df6037 None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:43:01.001105 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-15270f54-1651-432f-9ac5-f42f0731778d tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.0875165 Dec 20 08:43:01.004423 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 35434) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:01.020850 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987fdbd5-8153-446c-9920-b9c5f4dc5c13 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Checking segment: {'id': 'f640d3e7-cc57-4249-b60e-fe4ef5cde30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b7355766-552f-465d-9e88-97d34cc7cd01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:43:01.021677 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987fdbd5-8153-446c-9920-b9c5f4dc5c13 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Network hostable DHCP agents. Network: b7355766-552f-465d-9e88-97d34cc7cd01, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:43:01.031564 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-bacfba86-cab1-476c-9381-6211f891feb1 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-201631151', 'network_id': '342276d6-cef2-4cb9-8b88-5f2b75f4bb15'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:43:01.038900 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-55aed0f8-01ec-49d2-a6fc-64396e0a592c tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:43:01.052242 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-55aed0f8-01ec-49d2-a6fc-64396e0a592c tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:43:01.054042 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-bacfba86-cab1-476c-9381-6211f891feb1 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:43:01.061970 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-519dbe6d-2372-4e86-840d-446e6ef49bf5 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Allocated IP 172.20.0.12 (65a262d0-6b3f-41c2-b620-87a23dd94ca6/6465acdf-af6e-48da-ad7c-6d16de90b371/c1170019-6ca7-4fa0-823e-bf7b711e5fdc) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:43:01.065005 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987fdbd5-8153-446c-9920-b9c5f4dc5c13 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Network b7355766-552f-465d-9e88-97d34cc7cd01 is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:43:01.067262 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-bacfba86-cab1-476c-9381-6211f891feb1 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Usage tracker for resource:port and tenant:c9391a383e4c4e4485d5999fc045ba4e is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:43:01.070996 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55aed0f8-01ec-49d2-a6fc-64396e0a592c tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Made reservation on behalf of 633b2c35e9434733bcda386383801e9d for: {'port': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:43:01.074256 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-bacfba86-cab1-476c-9381-6211f891feb1 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:43:01.074881 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-55aed0f8-01ec-49d2-a6fc-64396e0a592c tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:01.092911 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-987fdbd5-8153-446c-9920-b9c5f4dc5c13 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, b7355766-552f-465d-9e88-97d34cc7cd01) {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:43:01.099997 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987fdbd5-8153-446c-9920-b9c5f4dc5c13 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:43:01.103851 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987fdbd5-8153-446c-9920-b9c5f4dc5c13 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:01.104736 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-987fdbd5-8153-446c-9920-b9c5f4dc5c13 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:01.111667 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-55aed0f8-01ec-49d2-a6fc-64396e0a592c tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] device_id is not set on port e15bbd4e-d69a-4123-b169-9dc69ba8089b yet. {{(pid=83445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:43:01.116759 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da7cd71-dc03-4cf5-8570-1df9d2f78fea None None] Network b7355766-552f-465d-9e88-97d34cc7cd01 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:43:01.140161 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-bacfba86-cab1-476c-9381-6211f891feb1 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:43:01.142077 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f484c562-d833-426f-8ee0-d1c04fd48d47 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:01.166347 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e7dba901-7f52-4866-b9ed-9905653a049b tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:01.176164 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-987fdbd5-8153-446c-9920-b9c5f4dc5c13 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.4107702 Dec 20 08:43:01.176575 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 35438) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:01.182189 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-bbeb6382-a013-46c0-ad15-9950887bef69 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-308396652'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:43:01.193695 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-bbeb6382-a013-46c0-ad15-9950887bef69 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:43:01.199679 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d50e8b8-3592-4b29-839c-7806888c982a req-d584b567-2bb3-45d0-a10b-c1d90301ca6e tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:01.201151 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2d50e8b8-3592-4b29-839c-7806888c982a req-d584b567-2bb3-45d0-a10b-c1d90301ca6e tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] 10.222.0.16 "GET /v2.0/ports?device_id=148d3ca3-99f3-4cac-9876-2d697d86b864 HTTP/1.1" status: 200 len: 945 time: 0.5494576 Dec 20 08:43:01.212446 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-bbeb6382-a013-46c0-ad15-9950887bef69 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Usage tracker for resource:network and tenant:bcc408b3053b4123bbeeedda32cab34a is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:43:01.218233 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-bbeb6382-a013-46c0-ad15-9950887bef69 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:43:01.263626 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-bbeb6382-a013-46c0-ad15-9950887bef69 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:43:01.278971 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bacfba86-cab1-476c-9381-6211f891feb1 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Made reservation on behalf of c9391a383e4c4e4485d5999fc045ba4e for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:43:01.281402 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bacfba86-cab1-476c-9381-6211f891feb1 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:01.287384 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbeb6382-a013-46c0-ad15-9950887bef69 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Made reservation on behalf of bcc408b3053b4123bbeeedda32cab34a for: {'network': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:43:01.289954 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bbeb6382-a013-46c0-ad15-9950887bef69 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:01.316791 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-55aed0f8-01ec-49d2-a6fc-64396e0a592c tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Allocated IP 172.20.0.4 (88a86a02-d0ca-49f7-83e1-3941a960d871/ff4c6ba3-48a6-4551-9d22-ec3ece691718/e15bbd4e-d69a-4123-b169-9dc69ba8089b) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:43:01.338084 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbeb6382-a013-46c0-ad15-9950887bef69 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=83445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:43:01.356286 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-7dd6b109-bf48-41a0-9921-e78a24df6037 None None] Attempting to bind port 0aac42fe-b6c3-49f0-a32b-cc80f1e423ee on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:43:01.356531 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-7dd6b109-bf48-41a0-9921-e78a24df6037 None None] Attempting to bind port 0aac42fe-b6c3-49f0-a32b-cc80f1e423ee by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': 'ee3fd11d-4800-4df8-bca4-d79e82b23163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '65a262d0-6b3f-41c2-b620-87a23dd94ca6'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:43:01.356881 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd6b109-bf48-41a0-9921-e78a24df6037 None None] Attempting to bind port 0aac42fe-b6c3-49f0-a32b-cc80f1e423ee on network 65a262d0-6b3f-41c2-b620-87a23dd94ca6 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:43:01.374700 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bbeb6382-a013-46c0-ad15-9950887bef69 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:01.375050 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.segments_db [None req-bbeb6382-a013-46c0-ad15-9950887bef69 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Added segment c6f26d67-41fb-4cab-b78d-8d2fb58db48f of type vlan for network 05d5073d-eac2-4b79-a5b1-3c99aecbc7e9 Dec 20 08:43:01.427188 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd6b109-bf48-41a0-9921-e78a24df6037 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:43:01.427608 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd6b109-bf48-41a0-9921-e78a24df6037 None None] Checking segment: {'id': 'ee3fd11d-4800-4df8-bca4-d79e82b23163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '65a262d0-6b3f-41c2-b620-87a23dd94ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:43:01.428549 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-7dd6b109-bf48-41a0-9921-e78a24df6037 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:01.428549 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd6b109-bf48-41a0-9921-e78a24df6037 None None] Bound using segment: {'id': 'ee3fd11d-4800-4df8-bca4-d79e82b23163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '65a262d0-6b3f-41c2-b620-87a23dd94ca6'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:43:01.428846 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-7dd6b109-bf48-41a0-9921-e78a24df6037 None None] Bound port: 0aac42fe-b6c3-49f0-a32b-cc80f1e423ee, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee3fd11d-4800-4df8-bca4-d79e82b23163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '65a262d0-6b3f-41c2-b620-87a23dd94ca6'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:43:01.429198 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-7dd6b109-bf48-41a0-9921-e78a24df6037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:01.437665 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bbeb6382-a013-46c0-ad15-9950887bef69 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:01.488009 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-ef6c7ab2-14a0-4cd8-9bf6-d52c9b8501e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:01.525267 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f484c562-d833-426f-8ee0-d1c04fd48d47 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event updated for resources: {'Port': ['ID=ed650d8e-89f3-4bf4-866e-1636c63b0bb5,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:01.539734 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f484c562-d833-426f-8ee0-d1c04fd48d47 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:01.542523 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f484c562-d833-426f-8ee0-d1c04fd48d47 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:43:01.583186 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-f484c562-d833-426f-8ee0-d1c04fd48d47 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:43:01.597496 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c66ff8-2b09-4544-bd17-e62f4c7f87d3 None None] Network 342276d6-cef2-4cb9-8b88-5f2b75f4bb15 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:43:01.615197 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f484c562-d833-426f-8ee0-d1c04fd48d47 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:43:01.626152 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f484c562-d833-426f-8ee0-d1c04fd48d47 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:01.631272 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f484c562-d833-426f-8ee0-d1c04fd48d47 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:01.665198 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-bacfba86-cab1-476c-9381-6211f891feb1 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] device_id is not set on port 5c566998-537f-4cd7-8836-773555e23cb7 yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:43:01.675140 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bbeb6382-a013-46c0-ad15-9950887bef69 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:01.688153 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbeb6382-a013-46c0-ad15-9950887bef69 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:01.688743 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bbeb6382-a013-46c0-ad15-9950887bef69 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:01.695600 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a654131b-466e-4b67-bd15-23428cfd3072 tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:01.702605 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-ef6c7ab2-14a0-4cd8-9bf6-d52c9b8501e0 None None] For port 93ea08d5-52bb-47d5-9ff7-4a3d375866c0, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=93ea08d5-52bb-47d5-9ff7-4a3d375866c0,segment=NetworkSegment(7c00552d-ea93-440b-911c-cb3aa0a4eeff),segment_id=7c00552d-ea93-440b-911c-cb3aa0a4eeff)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:43:01.712779 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-55aed0f8-01ec-49d2-a6fc-64396e0a592c tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:01.769673 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-55aed0f8-01ec-49d2-a6fc-64396e0a592c tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Transition to ACTIVE for port object e15bbd4e-d69a-4123-b169-9dc69ba8089b will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:43:01.770425 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2d50e8b8-3592-4b29-839c-7806888c982a req-8b1f2a81-a0d2-4979-acb2-5fcbe215dcf7 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] 10.222.0.16 "GET /v2.0/security-groups?id=68fefc14-972e-4836-b3f4-32c3967e48f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5435371 Dec 20 08:43:01.780912 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-bbeb6382-a013-46c0-ad15-9950887bef69 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6009753 Dec 20 08:43:01.788625 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 35442) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:01.821753 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-ef6c7ab2-14a0-4cd8-9bf6-d52c9b8501e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:01.830425 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-8d6c75c6-c7b9-49e7-aacb-ca7ce0951d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:01.871093 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-d54884f3-ef08-40f2-adfb-58771e9996c4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Request body: {'ports': [{'network_id': 'b7355766-552f-465d-9e88-97d34cc7cd01'}, {'network_id': '05d5073d-eac2-4b79-a5b1-3c99aecbc7e9'}]} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:43:01.871328 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-d54884f3-ef08-40f2-adfb-58771e9996c4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Request body: {'port': {'network_id': 'b7355766-552f-465d-9e88-97d34cc7cd01'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:43:01.871734 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-d54884f3-ef08-40f2-adfb-58771e9996c4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Request body: {'port': {'network_id': '05d5073d-eac2-4b79-a5b1-3c99aecbc7e9'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:43:01.891661 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f484c562-d833-426f-8ee0-d1c04fd48d47 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.5571575 Dec 20 08:43:01.899451 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-7dd6b109-bf48-41a0-9921-e78a24df6037 None None] For port 0aac42fe-b6c3-49f0-a32b-cc80f1e423ee, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:43:01.913588 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 35446) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:01.914291 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-7dd6b109-bf48-41a0-9921-e78a24df6037 None None] For port 0aac42fe-b6c3-49f0-a32b-cc80f1e423ee, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=0aac42fe-b6c3-49f0-a32b-cc80f1e423ee,segment=NetworkSegment(ee3fd11d-4800-4df8-bca4-d79e82b23163),segment_id=ee3fd11d-4800-4df8-bca4-d79e82b23163)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:43:01.937668 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-7dd6b109-bf48-41a0-9921-e78a24df6037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:01.971346 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeb6382-a013-46c0-ad15-9950887bef69 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Pushing event updated for resources: {'Network': ['ID=05d5073d-eac2-4b79-a5b1-3c99aecbc7e9,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:01.973974 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-55aed0f8-01ec-49d2-a6fc-64396e0a592c tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:01.975862 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-bbeb6382-a013-46c0-ad15-9950887bef69 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:01.981390 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-9d160f19-824b-4871-a07e-40fd83e975ee tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:02.016433 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network 05d5073d-eac2-4b79-a5b1-3c99aecbc7e9 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:43:02.040851 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6c7ab2-14a0-4cd8-9bf6-d52c9b8501e0 None None] Pushing event updated for resources: {'Port': ['ID=93ea08d5-52bb-47d5-9ff7-4a3d375866c0,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:02.051366 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-ef6c7ab2-14a0-4cd8-9bf6-d52c9b8501e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:02.056784 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55aed0f8-01ec-49d2-a6fc-64396e0a592c tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Network 88a86a02-d0ca-49f7-83e1-3941a960d871 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:43:02.058466 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-6c1a7c52-99ab-4e34-a814-080d023962f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:02.060941 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-55aed0f8-01ec-49d2-a6fc-64396e0a592c tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:43:02.062987 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aed0f8-01ec-49d2-a6fc-64396e0a592c tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Pushing event updated for resources: {'Port': ['ID=e15bbd4e-d69a-4123-b169-9dc69ba8089b,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:02.065167 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55aed0f8-01ec-49d2-a6fc-64396e0a592c tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:43:02.128041 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55aed0f8-01ec-49d2-a6fc-64396e0a592c tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:02.128586 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-55aed0f8-01ec-49d2-a6fc-64396e0a592c tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:02.134818 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-55aed0f8-01ec-49d2-a6fc-64396e0a592c tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:02.142856 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-a99ccf70-f949-4fef-b82f-e1f90866f75d None None] Provisioning for port ed650d8e-89f3-4bf4-866e-1636c63b0bb5 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:43:02.154395 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-55aed0f8-01ec-49d2-a6fc-64396e0a592c tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3991961 Dec 20 08:43:02.156827 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 35450) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:02.163513 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-592b74f2-852c-4ef5-a185-6b7aec689f7f tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:5d:d3:44'}]}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:43:02.214965 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-519dbe6d-2372-4e86-840d-446e6ef49bf5 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:02.225584 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-230f04e5-e4ac-4f0b-8e66-d946dcea4577 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Router 5668e455-965c-43a5-9c72-0bc9f4d2796b has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:43:02.244990 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-bacfba86-cab1-476c-9381-6211f891feb1 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Allocated IP 172.20.0.12 (342276d6-cef2-4cb9-8b88-5f2b75f4bb15/a1058a3a-b6bb-453c-8c74-ed6f9ddf6d11/5c566998-537f-4cd7-8836-773555e23cb7) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:43:02.280687 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-a99ccf70-f949-4fef-b82f-e1f90866f75d None None] Provisioning complete for port ed650d8e-89f3-4bf4-866e-1636c63b0bb5 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:43:02.281341 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a99ccf70-f949-4fef-b82f-e1f90866f75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:02.368098 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd6b109-bf48-41a0-9921-e78a24df6037 None None] Pushing event updated for resources: {'Port': ['ID=0aac42fe-b6c3-49f0-a32b-cc80f1e423ee,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:02.374564 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-7dd6b109-bf48-41a0-9921-e78a24df6037 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:02.379404 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-519dbe6d-2372-4e86-840d-446e6ef49bf5 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Transition to ACTIVE for port object c1170019-6ca7-4fa0-823e-bf7b711e5fdc will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:43:02.388549 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-a99ccf70-f949-4fef-b82f-e1f90866f75d None None] Port ed650d8e-89f3-4bf4-866e-1636c63b0bb5 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:43:02.403599 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75a46abf-d491-4e12-9473-fefa174c6b57 tempest-FloatingIPAdminTestJSON-278763285 tempest-FloatingIPAdminTestJSON-278763285-project-admin] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:43:02.413694 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3337e9ef-8fd0-4f2f-b02b-5b2d0358b4af None None] Sync routers for ids ['85952315-afa5-4e3e-ba7e-002d34802c07'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:43:02.434244 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 93ea08d5-52bb-47d5-9ff7-4a3d375866c0 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:43:02.436902 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3337e9ef-8fd0-4f2f-b02b-5b2d0358b4af None None] Routers {'85952315-afa5-4e3e-ba7e-002d34802c07'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:43:02.439326 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-3337e9ef-8fd0-4f2f-b02b-5b2d0358b4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:42:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['85952315-afa5-4e3e-ba7e-002d34802c07'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:43:02.481169 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device e8c49f43-1e9e-46bc-85eb-6d813a0cd1d3 up at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:43:02.485250 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-d54884f3-ef08-40f2-adfb-58771e9996c4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:43:02.503196 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d54884f3-ef08-40f2-adfb-58771e9996c4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Usage tracker for resource:port and tenant:bcc408b3053b4123bbeeedda32cab34a is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:43:02.506654 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-592b74f2-852c-4ef5-a185-6b7aec689f7f tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:02.585268 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-75a46abf-d491-4e12-9473-fefa174c6b57 tempest-FloatingIPAdminTestJSON-278763285 tempest-FloatingIPAdminTestJSON-278763285-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:02.656186 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-3337e9ef-8fd0-4f2f-b02b-5b2d0358b4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:43:02.685363 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3337e9ef-8fd0-4f2f-b02b-5b2d0358b4af None None] Routers {'85952315-afa5-4e3e-ba7e-002d34802c07'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:43:02.686393 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-3337e9ef-8fd0-4f2f-b02b-5b2d0358b4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:42:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['85952315-afa5-4e3e-ba7e-002d34802c07'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:43:02.690870 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-438194fb-0665-4b34-8537-8b07110b5c87 None None] Provisioning for port e15bbd4e-d69a-4123-b169-9dc69ba8089b completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:43:02.694408 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d54884f3-ef08-40f2-adfb-58771e9996c4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:43:02.702164 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-438194fb-0665-4b34-8537-8b07110b5c87 None None] Provisioning complete for port e15bbd4e-d69a-4123-b169-9dc69ba8089b triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:43:02.702772 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-438194fb-0665-4b34-8537-8b07110b5c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:02.708802 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-75a46abf-d491-4e12-9473-fefa174c6b57 tempest-FloatingIPAdminTestJSON-278763285 tempest-FloatingIPAdminTestJSON-278763285-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 12.3866780 Dec 20 08:43:02.726681 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b16521-7884-4a94-9c21-34b1ad7681e1 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:02.732784 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b16521-7884-4a94-9c21-34b1ad7681e1 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:02.733430 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-a8b16521-7884-4a94-9c21-34b1ad7681e1 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Synchronizing usage tracker for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:43:02.739430 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 35454) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:02.742393 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-d54884f3-ef08-40f2-adfb-58771e9996c4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:43:02.771044 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-438194fb-0665-4b34-8537-8b07110b5c87 None None] Port e15bbd4e-d69a-4123-b169-9dc69ba8089b cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:43:02.796039 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-3337e9ef-8fd0-4f2f-b02b-5b2d0358b4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:43:02.796682 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3337e9ef-8fd0-4f2f-b02b-5b2d0358b4af None None] The sync data for ids ['85952315-afa5-4e3e-ba7e-002d34802c07'] in dv-neutron-820491-1-hyperv is: [] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:43:02.815280 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 93ea08d5-52bb-47d5-9ff7-4a3d375866c0 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:43:02.815280 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:02.878288 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-592b74f2-852c-4ef5-a185-6b7aec689f7f tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:02.887425 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-592b74f2-852c-4ef5-a185-6b7aec689f7f tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2036698'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:02.893921 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3ceddf65-365a-400e-ae25-b1ab2e4dbb8e tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:02.904293 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d54884f3-ef08-40f2-adfb-58771e9996c4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Made reservation on behalf of bcc408b3053b4123bbeeedda32cab34a for: {'port': 2} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:43:02.908351 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d54884f3-ef08-40f2-adfb-58771e9996c4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:02.913466 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning for port e8c49f43-1e9e-46bc-85eb-6d813a0cd1d3 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:43:02.921454 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-a8b16521-7884-4a94-9c21-34b1ad7681e1 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Unset dirty status for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:43:02.925679 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a8b16521-7884-4a94-9c21-34b1ad7681e1 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 1.0096295 Dec 20 08:43:02.931506 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 35460) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:02.937371 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-519dbe6d-2372-4e86-840d-446e6ef49bf5 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:02.951724 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning complete for port e8c49f43-1e9e-46bc-85eb-6d813a0cd1d3 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:43:02.952108 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:02.956521 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7eff2b19-ab77-4ab3-8eaf-6e02e3de4e00 tempest-RoutersAdminNegativeTest-2143992570 tempest-RoutersAdminNegativeTest-2143992570-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:03.070638 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592b74f2-852c-4ef5-a185-6b7aec689f7f tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Pushing event updated for resources: {'Port': ['ID=e15bbd4e-d69a-4123-b169-9dc69ba8089b,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:03.079490 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-592b74f2-852c-4ef5-a185-6b7aec689f7f tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:03.090046 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-592b74f2-852c-4ef5-a185-6b7aec689f7f tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] In _notify_port_updated(), no bound segment for port e15bbd4e-d69a-4123-b169-9dc69ba8089b on network 88a86a02-d0ca-49f7-83e1-3941a960d871 {{(pid=83445) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 08:43:03.094290 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592b74f2-852c-4ef5-a185-6b7aec689f7f tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:03.095080 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-592b74f2-852c-4ef5-a185-6b7aec689f7f tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:03.097860 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-592b74f2-852c-4ef5-a185-6b7aec689f7f tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] 10.222.0.16 "PUT /v2.0/ports/e15bbd4e-d69a-4123-b169-9dc69ba8089b HTTP/1.1" status: 200 len: 996 time: 0.9398022 Dec 20 08:43:03.099486 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 35464) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:03.127340 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d54884f3-ef08-40f2-adfb-58771e9996c4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:03.150991 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:03.173644 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a6bdd7-b686-468d-b705-1edaf825f15b req-d8a89310-5215-4cd9-8e17-310466b07a0f tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:03.175379 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-22a6bdd7-b686-468d-b705-1edaf825f15b req-d8a89310-5215-4cd9-8e17-310466b07a0f tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] 10.222.0.16 "GET /v2.0/ports?device_id=148d3ca3-99f3-4cac-9876-2d697d86b864 HTTP/1.1" status: 200 len: 945 time: 0.2327116 Dec 20 08:43:03.180632 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '148d3ca3-99f3-4cac-9876-2d697d86b864', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8c49f43-1e9e-46bc-85eb-6d813a0cd1d3'}] {{(pid=83446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 08:43:03.199988 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-af667e7b-6a4a-4631-82d9-5ba9b6b072e4 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Deleting port e15bbd4e-d69a-4123-b169-9dc69ba8089b {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:43:03.200336 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af667e7b-6a4a-4631-82d9-5ba9b6b072e4 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:03.201219 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port e8c49f43-1e9e-46bc-85eb-6d813a0cd1d3, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=e8c49f43-1e9e-46bc-85eb-6d813a0cd1d3,segment=NetworkSegment(2231e2fa-9d68-41e9-80aa-70e7c056e0b1),segment_id=2231e2fa-9d68-41e9-80aa-70e7c056e0b1)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:43:03.207906 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:03.211254 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:03.213471 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519dbe6d-2372-4e86-840d-446e6ef49bf5 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Network 65a262d0-6b3f-41c2-b620-87a23dd94ca6 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:43:03.233393 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-60ef55b9-fb39-43bd-a7d0-0d5f1624c037 tempest-FloatingIPAdminTestJSON-278763285 tempest-FloatingIPAdminTestJSON-278763285-project-admin] 10.222.0.16 "GET /v2.0/floatingips/5713a935-11a9-4997-8248-ddbf49ac5edb HTTP/1.1" status: 200 len: 983 time: 0.4839354 Dec 20 08:43:03.281432 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-519dbe6d-2372-4e86-840d-446e6ef49bf5 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:43:03.283789 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519dbe6d-2372-4e86-840d-446e6ef49bf5 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:43:03.295283 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=e8c49f43-1e9e-46bc-85eb-6d813a0cd1d3,revision_number=5']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:03.298979 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:03.315812 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 35470) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:03.353054 dv-neutron-820491-1-hyperv neutron-server[83446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '148d3ca3-99f3-4cac-9876-2d697d86b864', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8c49f43-1e9e-46bc-85eb-6d813a0cd1d3', 'code': 200} Dec 20 08:43:03.359194 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519dbe6d-2372-4e86-840d-446e6ef49bf5 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Pushing event updated for resources: {'Port': ['ID=c1170019-6ca7-4fa0-823e-bf7b711e5fdc,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:03.364738 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-4e9bb2cc-cec8-4851-b5f4-537666932fd3 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Deleting port ed650d8e-89f3-4bf4-866e-1636c63b0bb5 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:43:03.365082 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4e9bb2cc-cec8-4851-b5f4-537666932fd3 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:03.399390 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-519dbe6d-2372-4e86-840d-446e6ef49bf5 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:03.496237 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-d0863cb5-828e-43bc-ac31-dc20e58731d0 tempest-FloatingIPAdminTestJSON-278763285 tempest-FloatingIPAdminTestJSON-278763285-project-admin] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2729 time: 0.1706772 Dec 20 08:43:03.502318 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 35476) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:03.623770 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-61ef1f69-3ee2-4920-80af-7e832d695d2a None None] Provisioning complete for port e15bbd4e-d69a-4123-b169-9dc69ba8089b triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:43:03.624500 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-61ef1f69-3ee2-4920-80af-7e832d695d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:03.686950 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-61ef1f69-3ee2-4920-80af-7e832d695d2a None None] Port e15bbd4e-d69a-4123-b169-9dc69ba8089b cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:43:03.717739 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bacfba86-cab1-476c-9381-6211f891feb1 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:03.725887 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7aa8db-a592-4dd1-acb0-efc719b36959 None None] Network 65a262d0-6b3f-41c2-b620-87a23dd94ca6 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:43:03.764673 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-22a6bdd7-b686-468d-b705-1edaf825f15b req-d726cfe3-c5a9-4a49-943b-efc8acf32e82 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] 10.222.0.16 "GET /v2.0/security-groups?id=68fefc14-972e-4836-b3f4-32c3967e48f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5215340 Dec 20 08:43:03.817000 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519dbe6d-2372-4e86-840d-446e6ef49bf5 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:03.817647 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-519dbe6d-2372-4e86-840d-446e6ef49bf5 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:03.842694 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-d54884f3-ef08-40f2-adfb-58771e9996c4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] device_id is not set on port 5931e527-82ec-4ca0-b71b-3e3f271bea1a yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:43:03.859862 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-2c80182d-056b-40ef-99d9-f10b18f9ac3f None None] Provisioning for port 0aac42fe-b6c3-49f0-a32b-cc80f1e423ee completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:43:03.877724 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-aeecce7a-64fd-4eec-b580-94b76cb13f3f tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Deleting port 9ae7953b-9c46-4692-90d3-26bdcbcc7809 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:43:03.878179 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-aeecce7a-64fd-4eec-b580-94b76cb13f3f tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:03.904605 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-519dbe6d-2372-4e86-840d-446e6ef49bf5 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.1430628 Dec 20 08:43:03.916478 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 35480) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:03.948955 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-44e08a03-80b6-4130-8186-dc2d9fc762a4 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Request body: {'port': {'network_id': '65a262d0-6b3f-41c2-b620-87a23dd94ca6', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1690877277', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:43:03.949475 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.api.validators [None req-44e08a03-80b6-4130-8186-dc2d9fc762a4 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] bootfile-name is not in valid_values {{(pid=83444) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 20 08:43:03.949789 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.api.validators [None req-44e08a03-80b6-4130-8186-dc2d9fc762a4 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] tftp-server is not in valid_values {{(pid=83444) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 20 08:43:03.950117 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.api.validators [None req-44e08a03-80b6-4130-8186-dc2d9fc762a4 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] server-ip-address is not in valid_values {{(pid=83444) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 20 08:43:04.037049 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bacfba86-cab1-476c-9381-6211f891feb1 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:04.138122 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4a39b742-744a-4b6c-bb8a-16d8fc686f16 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:04.150411 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-f5f65c84-b325-420e-8b67-f047e6d9f7d6 req-4295ce96-4b8e-4c96-bf50-e42339d05162 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=148d3ca3-99f3-4cac-9876-2d697d86b864 HTTP/1.1" status: 200 len: 1099 time: 0.4432809 Dec 20 08:43:04.201484 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af667e7b-6a4a-4631-82d9-5ba9b6b072e4 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:04.234361 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-2c7f1ba9-7206-426e-b6a0-e2b82d4eef76 None None] Provisioning for port c1170019-6ca7-4fa0-823e-bf7b711e5fdc completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:43:04.241810 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-2c7f1ba9-7206-426e-b6a0-e2b82d4eef76 None None] Provisioning complete for port c1170019-6ca7-4fa0-823e-bf7b711e5fdc triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:43:04.242569 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-2c7f1ba9-7206-426e-b6a0-e2b82d4eef76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:04.334661 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-2c7f1ba9-7206-426e-b6a0-e2b82d4eef76 None None] Port c1170019-6ca7-4fa0-823e-bf7b711e5fdc cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:43:04.361888 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bacfba86-cab1-476c-9381-6211f891feb1 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Network 342276d6-cef2-4cb9-8b88-5f2b75f4bb15 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:43:04.388118 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-af667e7b-6a4a-4631-82d9-5ba9b6b072e4 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Calling delete_port for e15bbd4e-d69a-4123-b169-9dc69ba8089b owned by {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:43:04.390463 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-bacfba86-cab1-476c-9381-6211f891feb1 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:43:04.396917 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4e9bb2cc-cec8-4851-b5f4-537666932fd3 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:04.415689 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacfba86-cab1-476c-9381-6211f891feb1 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Pushing event updated for resources: {'Port': ['ID=5c566998-537f-4cd7-8836-773555e23cb7,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:04.427309 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacfba86-cab1-476c-9381-6211f891feb1 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:43:04.460771 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 0aac42fe-b6c3-49f0-a32b-cc80f1e423ee up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:43:04.467649 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-bacfba86-cab1-476c-9381-6211f891feb1 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:04.471827 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-230f04e5-e4ac-4f0b-8e66-d946dcea4577 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:43:04.486993 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-f5f65c84-b325-420e-8b67-f047e6d9f7d6 req-6fe28e9b-347c-4ceb-9c77-fad1648b47c2 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=68fefc14-972e-4836-b3f4-32c3967e48f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3226562 Dec 20 08:43:04.494415 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339c6bb4-ad47-4afc-b1d3-92b6f291e072 None None] Sync routers for ids ['5668e455-965c-43a5-9c72-0bc9f4d2796b'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:43:04.515052 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-aeecce7a-64fd-4eec-b580-94b76cb13f3f tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:04.515381 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-aeecce7a-64fd-4eec-b580-94b76cb13f3f tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:04.531819 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339c6bb4-ad47-4afc-b1d3-92b6f291e072 None None] Routers {'5668e455-965c-43a5-9c72-0bc9f4d2796b'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:43:04.532620 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-339c6bb4-ad47-4afc-b1d3-92b6f291e072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:42:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['5668e455-965c-43a5-9c72-0bc9f4d2796b'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:43:04.599952 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-4e9bb2cc-cec8-4851-b5f4-537666932fd3 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Calling delete_port for ed650d8e-89f3-4bf4-866e-1636c63b0bb5 owned by {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:43:04.640232 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 0aac42fe-b6c3-49f0-a32b-cc80f1e423ee completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:43:04.664039 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-230f04e5-e4ac-4f0b-8e66-d946dcea4577 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:04.695550 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-44e08a03-80b6-4130-8186-dc2d9fc762a4 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:43:04.702248 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-aeecce7a-64fd-4eec-b580-94b76cb13f3f tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Calling delete_port for 9ae7953b-9c46-4692-90d3-26bdcbcc7809 owned by network:floatingip {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:43:04.705826 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 0aac42fe-b6c3-49f0-a32b-cc80f1e423ee triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:43:04.706244 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:04.711118 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d54884f3-ef08-40f2-adfb-58771e9996c4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:04.717225 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-44e08a03-80b6-4130-8186-dc2d9fc762a4 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Usage tracker for resource:port and tenant:ea1d62abcae346768a483723e21c598a is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:43:04.743352 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-44e08a03-80b6-4130-8186-dc2d9fc762a4 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:43:04.747900 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-658522cf-4720-4402-b9ac-23762e40924a None None] Provisioning complete for port c1170019-6ca7-4fa0-823e-bf7b711e5fdc triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:43:04.748390 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-658522cf-4720-4402-b9ac-23762e40924a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:04.759092 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-44e08a03-80b6-4130-8186-dc2d9fc762a4 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:43:04.772036 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bacfba86-cab1-476c-9381-6211f891feb1 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:04.772650 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bacfba86-cab1-476c-9381-6211f891feb1 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:04.804082 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af667e7b-6a4a-4631-82d9-5ba9b6b072e4 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:04.814763 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-bd8d3664-1904-404d-a99f-3e7bf9ad743a tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:04.835946 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-230f04e5-e4ac-4f0b-8e66-d946dcea4577 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] 10.222.0.16 "PUT /v2.0/floatingips/78fa34b3-16cf-4de2-b5f5-a8e746d1b32e HTTP/1.1" status: 200 len: 991 time: 9.6804550 Dec 20 08:43:04.858475 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '449de04f-1310-4bd7-a015-5ccac5cf03e1', 'tag': '6c9c5529-bcd9-4f60-96a4-8bf0a7e85fe2'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 08:43:04.869764 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af667e7b-6a4a-4631-82d9-5ba9b6b072e4 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Pushing event deleted for resources: {'Port': ['ID=e15bbd4e-d69a-4123-b169-9dc69ba8089b,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:04.873313 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af667e7b-6a4a-4631-82d9-5ba9b6b072e4 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:04.899344 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-658522cf-4720-4402-b9ac-23762e40924a None None] Port c1170019-6ca7-4fa0-823e-bf7b711e5fdc cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:43:04.929416 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-339c6bb4-ad47-4afc-b1d3-92b6f291e072 None None] Set router 5668e455-965c-43a5-9c72-0bc9f4d2796b gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:43:04.964052 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e08a03-80b6-4130-8186-dc2d9fc762a4 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Made reservation on behalf of ea1d62abcae346768a483723e21c598a for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:43:04.967220 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-44e08a03-80b6-4130-8186-dc2d9fc762a4 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:05.002218 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-bacfba86-cab1-476c-9381-6211f891feb1 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 3.9934905 Dec 20 08:43:05.013508 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 35492) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:05.072187 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af667e7b-6a4a-4631-82d9-5ba9b6b072e4 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:05.102542 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-d54884f3-ef08-40f2-adfb-58771e9996c4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] device_id is not set on port edbe38e4-96e8-465a-afa8-de225f586618 yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:43:05.110678 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-af667e7b-6a4a-4631-82d9-5ba9b6b072e4 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] 10.222.0.16 "DELETE /v2.0/ports/e15bbd4e-d69a-4123-b169-9dc69ba8089b HTTP/1.1" status: 204 len: 168 time: 1.9995930 Dec 20 08:43:05.115249 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 35496) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:05.126686 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:05.152155 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '449de04f-1310-4bd7-a015-5ccac5cf03e1', 'tag': '6c9c5529-bcd9-4f60-96a4-8bf0a7e85fe2', 'status': 'completed', 'code': 200} Dec 20 08:43:05.184495 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-44e08a03-80b6-4130-8186-dc2d9fc762a4 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] device_id is not set on port 24f07223-4959-4961-a3b5-01195a12c00e yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:43:05.187390 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 0aac42fe-b6c3-49f0-a32b-cc80f1e423ee, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=0aac42fe-b6c3-49f0-a32b-cc80f1e423ee,segment=NetworkSegment(ee3fd11d-4800-4df8-bca4-d79e82b23163),segment_id=ee3fd11d-4800-4df8-bca4-d79e82b23163)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:43:05.199751 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:05.204712 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-de04c31b-ee02-4d79-b528-058c6ab65c74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:05.210319 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-aeecce7a-64fd-4eec-b580-94b76cb13f3f tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:05.224143 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-7e8e95ff-cd78-4717-9a5e-781372bb3c13 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:05.265265 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-f732b112-5aa5-46f1-8520-759d268dcdac tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] GET failed (client error): The resource could not be found. Dec 20 08:43:05.265638 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-f732b112-5aa5-46f1-8520-759d268dcdac tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Synchronizing usage tracker for tenant:633b2c35e9434733bcda386383801e9d on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:43:05.282563 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeecce7a-64fd-4eec-b580-94b76cb13f3f tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Pushing event deleted for resources: {'Port': ['ID=9ae7953b-9c46-4692-90d3-26bdcbcc7809,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:05.284459 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-aeecce7a-64fd-4eec-b580-94b76cb13f3f tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:05.296369 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-644dbf35-4b62-4806-83e9-41c694a89f14 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Deleting port 5c566998-537f-4cd7-8836-773555e23cb7 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:43:05.296707 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-644dbf35-4b62-4806-83e9-41c694a89f14 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:05.361644 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=0aac42fe-b6c3-49f0-a32b-cc80f1e423ee,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:05.387028 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-f732b112-5aa5-46f1-8520-759d268dcdac tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Unset dirty status for tenant:633b2c35e9434733bcda386383801e9d on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:43:05.387506 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:05.391738 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-f732b112-5aa5-46f1-8520-759d268dcdac tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] 10.222.0.16 "GET /v2.0/ports/e15bbd4e-d69a-4123-b169-9dc69ba8089b HTTP/1.1" status: 404 len: 333 time: 0.2753723 Dec 20 08:43:05.395131 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 35500) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:05.399843 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4e9bb2cc-cec8-4851-b5f4-537666932fd3 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:05.407941 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-d81c4a9c-8a92-480e-8018-c6a3d0d83443 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Request body: {'port': {'network_id': '88a86a02-d0ca-49f7-83e1-3941a960d871', 'name': 'tempest-AllowedAddressPairTestJSON-167713567'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:43:05.462972 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4a39b742-744a-4b6c-bb8a-16d8fc686f16 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:05.469856 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-aeecce7a-64fd-4eec-b580-94b76cb13f3f tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Notify callbacks [] for floatingip, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:05.536637 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-97f0ab1d-bb44-4042-a47c-986cf23251d8 req-aa2cd10d-b33f-4709-89be-891bae0cf654 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7db362d7554a4f47a4a46f85caa7eb15&device_id=449de04f-1310-4bd7-a015-5ccac5cf03e1 HTTP/1.1" status: 200 len: 1098 time: 0.3723273 Dec 20 08:43:05.607512 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-339c6bb4-ad47-4afc-b1d3-92b6f291e072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5668e455-965c-43a5-9c72-0bc9f4d2796b', 'name': 'tempest-ServersTestJSON-158387902-router', 'tenant_id': '7db362d7554a4f47a4a46f85caa7eb15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.23'}], 'enable_snat': True}, 'gw_port_id': '140a870c-f77e-4311-806d-f54116d13cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:41:50Z', 'updated_at': '2021-12-20T08:42:02Z', 'revision_number': 4, 'project_id': '7db362d7554a4f47a4a46f85caa7eb15', 'gw_port': {'id': '140a870c-f77e-4311-806d-f54116d13cb0', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5668e455-965c-43a5-9c72-0bc9f4d2796b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:41:51Z', 'updated_at': '2021-12-20T08:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': '78fa34b3-16cf-4de2-b5f5-a8e746d1b32e', 'tenant_id': '7db362d7554a4f47a4a46f85caa7eb15', 'floating_ip_address': '172.26.5.160', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': '5668e455-965c-43a5-9c72-0bc9f4d2796b', 'port_id': '6c9c5529-bcd9-4f60-96a4-8bf0a7e85fe2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae7d918f-a9f8-4196-ba8f-f2cde9016013', 'mac_address': 'fa:16:3e:64:6b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449de04f-1310-4bd7-a015-5ccac5cf03e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T08:42:16Z', 'updated_at': '2021-12-20T08:42:57Z', 'revision_number': 1, 'project_id': '7db362d7554a4f47a4a46f85caa7eb15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a68abfe-3c9d-4096-bb74-3714faf4418c', 'name': '', 'network_id': 'ae7d918f-a9f8-4196-ba8f-f2cde9016013', 'tenant_id': '7db362d7554a4f47a4a46f85caa7eb15', 'mac_address': 'fa:16:3e:44:62:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5668e455-965c-43a5-9c72-0bc9f4d2796b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41a7a572-5490-4849-a924-85aba7f9eddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:42:00Z', 'updated_at': '2021-12-20T08:42:14Z', 'revision_number': 5, 'project_id': '7db362d7554a4f47a4a46f85caa7eb15', 'subnets': [{'id': '41a7a572-5490-4849-a924-85aba7f9eddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:43:05.612071 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339c6bb4-ad47-4afc-b1d3-92b6f291e072 None None] Checking router: 5668e455-965c-43a5-9c72-0bc9f4d2796b for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 08:43:05.624290 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339c6bb4-ad47-4afc-b1d3-92b6f291e072 None None] Routers {'5668e455-965c-43a5-9c72-0bc9f4d2796b'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:43:05.625060 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-339c6bb4-ad47-4afc-b1d3-92b6f291e072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:42:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['5668e455-965c-43a5-9c72-0bc9f4d2796b'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:43:05.643637 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9bb2cc-cec8-4851-b5f4-537666932fd3 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event deleted for resources: {'Port': ['ID=ed650d8e-89f3-4bf4-866e-1636c63b0bb5,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:05.692433 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4e9bb2cc-cec8-4851-b5f4-537666932fd3 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:05.714868 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13190d5e-b1ab-447d-97e5-9db87c232fbd req-08ce5d84-d98f-49e8-9fcc-0d1e19868728 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:05.716398 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-13190d5e-b1ab-447d-97e5-9db87c232fbd req-08ce5d84-d98f-49e8-9fcc-0d1e19868728 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] 10.222.0.16 "GET /v2.0/ports?device_id=148d3ca3-99f3-4cac-9876-2d697d86b864 HTTP/1.1" status: 200 len: 946 time: 0.7205551 Dec 20 08:43:05.812467 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-44e08a03-80b6-4130-8186-dc2d9fc762a4 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Allocated IP 172.20.0.3 (65a262d0-6b3f-41c2-b620-87a23dd94ca6/6465acdf-af6e-48da-ad7c-6d16de90b371/24f07223-4959-4961-a3b5-01195a12c00e) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:43:05.843212 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-339c6bb4-ad47-4afc-b1d3-92b6f291e072 None None] Set router 5668e455-965c-43a5-9c72-0bc9f4d2796b gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:43:05.857617 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4e9bb2cc-cec8-4851-b5f4-537666932fd3 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:05.893206 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-d81c4a9c-8a92-480e-8018-c6a3d0d83443 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:43:05.911759 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0ab1d-bb44-4042-a47c-986cf23251d8 req-4e6405fa-3e60-4c18-8da3-6a1cb3b394da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:05.913197 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-97f0ab1d-bb44-4042-a47c-986cf23251d8 req-4e6405fa-3e60-4c18-8da3-6a1cb3b394da service neutron] 10.222.0.58 "GET /v2.0/networks?id=ae7d918f-a9f8-4196-ba8f-f2cde9016013 HTTP/1.1" status: 200 len: 906 time: 0.3159719 Dec 20 08:43:05.945096 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d54884f3-ef08-40f2-adfb-58771e9996c4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:05.988381 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-d81c4a9c-8a92-480e-8018-c6a3d0d83443 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:43:05.990966 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-4e9bb2cc-cec8-4851-b5f4-537666932fd3 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/ports/ed650d8e-89f3-4bf4-866e-1636c63b0bb5 HTTP/1.1" status: 204 len: 168 time: 3.0447738 Dec 20 08:43:05.993265 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-13190d5e-b1ab-447d-97e5-9db87c232fbd req-1378a4d7-2f55-4ec6-9471-1dfe1d9c7e77 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] 10.222.0.16 "GET /v2.0/security-groups?id=68fefc14-972e-4836-b3f4-32c3967e48f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2628102 Dec 20 08:43:05.993741 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 35504) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:06.112044 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d81c4a9c-8a92-480e-8018-c6a3d0d83443 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Made reservation on behalf of 633b2c35e9434733bcda386383801e9d for: {'port': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:43:06.115254 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d81c4a9c-8a92-480e-8018-c6a3d0d83443 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:06.172318 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-d81c4a9c-8a92-480e-8018-c6a3d0d83443 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] device_id is not set on port 46ca4972-4527-48a8-8992-e5fddf69ac32 yet. {{(pid=83445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:43:06.219008 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-97f0ab1d-bb44-4042-a47c-986cf23251d8 req-a00f3a68-3dd0-476d-8fa3-3e8f4ffc799d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c9c5529-bcd9-4f60-96a4-8bf0a7e85fe2 HTTP/1.1" status: 200 len: 999 time: 0.2384038 Dec 20 08:43:06.274735 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-644dbf35-4b62-4806-83e9-41c694a89f14 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:06.287012 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd241c56-f97c-4ffd-957c-331507c42d64 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:06.288443 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd241c56-f97c-4ffd-957c-331507c42d64 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:06.289263 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-dd241c56-f97c-4ffd-957c-331507c42d64 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Synchronizing usage tracker for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:subnet {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:43:06.329388 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-339c6bb4-ad47-4afc-b1d3-92b6f291e072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5668e455-965c-43a5-9c72-0bc9f4d2796b', 'name': 'tempest-ServersTestJSON-158387902-router', 'tenant_id': '7db362d7554a4f47a4a46f85caa7eb15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.23'}], 'enable_snat': True}, 'gw_port_id': '140a870c-f77e-4311-806d-f54116d13cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:41:50Z', 'updated_at': '2021-12-20T08:42:02Z', 'revision_number': 4, 'project_id': '7db362d7554a4f47a4a46f85caa7eb15', 'gw_port': {'id': '140a870c-f77e-4311-806d-f54116d13cb0', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5668e455-965c-43a5-9c72-0bc9f4d2796b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:41:51Z', 'updated_at': '2021-12-20T08:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': '78fa34b3-16cf-4de2-b5f5-a8e746d1b32e', 'tenant_id': '7db362d7554a4f47a4a46f85caa7eb15', 'floating_ip_address': '172.26.5.160', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': '5668e455-965c-43a5-9c72-0bc9f4d2796b', 'port_id': '6c9c5529-bcd9-4f60-96a4-8bf0a7e85fe2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae7d918f-a9f8-4196-ba8f-f2cde9016013', 'mac_address': 'fa:16:3e:64:6b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449de04f-1310-4bd7-a015-5ccac5cf03e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T08:42:16Z', 'updated_at': '2021-12-20T08:42:57Z', 'revision_number': 1, 'project_id': '7db362d7554a4f47a4a46f85caa7eb15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a68abfe-3c9d-4096-bb74-3714faf4418c', 'name': '', 'network_id': 'ae7d918f-a9f8-4196-ba8f-f2cde9016013', 'tenant_id': '7db362d7554a4f47a4a46f85caa7eb15', 'mac_address': 'fa:16:3e:44:62:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5668e455-965c-43a5-9c72-0bc9f4d2796b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41a7a572-5490-4849-a924-85aba7f9eddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:42:00Z', 'updated_at': '2021-12-20T08:42:14Z', 'revision_number': 5, 'project_id': '7db362d7554a4f47a4a46f85caa7eb15', 'subnets': [{'id': '41a7a572-5490-4849-a924-85aba7f9eddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:43:06.333731 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339c6bb4-ad47-4afc-b1d3-92b6f291e072 None None] The sync data for ids ['5668e455-965c-43a5-9c72-0bc9f4d2796b'] in dv-neutron-820491-1-hyperv is: [{'id': '5668e455-965c-43a5-9c72-0bc9f4d2796b', 'name': 'tempest-ServersTestJSON-158387902-router', 'tenant_id': '7db362d7554a4f47a4a46f85caa7eb15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.23'}], 'enable_snat': True}, 'gw_port_id': '140a870c-f77e-4311-806d-f54116d13cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:41:50Z', 'updated_at': '2021-12-20T08:42:02Z', 'revision_number': 4, 'project_id': '7db362d7554a4f47a4a46f85caa7eb15', 'gw_port': {'id': '140a870c-f77e-4311-806d-f54116d13cb0', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5668e455-965c-43a5-9c72-0bc9f4d2796b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:41:51Z', 'updated_at': '2021-12-20T08:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': '78fa34b3-16cf-4de2-b5f5-a8e746d1b32e', 'tenant_id': '7db362d7554a4f47a4a46f85caa7eb15', 'floating_ip_address': '172.26.5.160', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': '5668e455-965c-43a5-9c72-0bc9f4d2796b', 'port_id': '6c9c5529-bcd9-4f60-96a4-8bf0a7e85fe2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae7d918f-a9f8-4196-ba8f-f2cde9016013', 'mac_address': 'fa:16:3e:64:6b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449de04f-1310-4bd7-a015-5ccac5cf03e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T08:42:16Z', 'updated_at': '2021-12-20T08:42:57Z', 'revision_number': 1, 'project_id': '7db362d7554a4f47a4a46f85caa7eb15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a68abfe-3c9d-4096-bb74-3714faf4418c', 'name': '', 'network_id': 'ae7d918f-a9f8-4196-ba8f-f2cde9016013', 'tenant_id': '7db362d7554a4f47a4a46f85caa7eb15', 'mac_address': 'fa:16:3e:44:62:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5668e455-965c-43a5-9c72-0bc9f4d2796b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41a7a572-5490-4849-a924-85aba7f9eddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:42:00Z', 'updated_at': '2021-12-20T08:42:14Z', 'revision_number': 5, 'project_id': '7db362d7554a4f47a4a46f85caa7eb15', 'subnets': [{'id': '41a7a572-5490-4849-a924-85aba7f9eddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:43:06.352266 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0ab1d-bb44-4042-a47c-986cf23251d8 req-89a976e4-d981-495c-bc36-01af1d2c49e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:06.353905 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-97f0ab1d-bb44-4042-a47c-986cf23251d8 req-89a976e4-d981-495c-bc36-01af1d2c49e1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=41a7a572-5490-4849-a924-85aba7f9eddc HTTP/1.1" status: 200 len: 844 time: 0.1177971 Dec 20 08:43:06.396199 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 0aac42fe-b6c3-49f0-a32b-cc80f1e423ee up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:43:06.467287 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d54884f3-ef08-40f2-adfb-58771e9996c4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:06.479514 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-644dbf35-4b62-4806-83e9-41c694a89f14 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Calling delete_port for 5c566998-537f-4cd7-8836-773555e23cb7 owned by {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:43:06.479726 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 0aac42fe-b6c3-49f0-a32b-cc80f1e423ee triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:43:06.480338 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:06.511985 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-6777966e-7852-4c86-9c7b-15e3d5e81c48 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:06.578655 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-d81c4a9c-8a92-480e-8018-c6a3d0d83443 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Allocated IP 172.20.0.9 (88a86a02-d0ca-49f7-83e1-3941a960d871/ff4c6ba3-48a6-4551-9d22-ec3ece691718/46ca4972-4527-48a8-8992-e5fddf69ac32) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:43:06.607080 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-dd241c56-f97c-4ffd-957c-331507c42d64 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Unset dirty status for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:subnet {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:43:06.608243 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-dd241c56-f97c-4ffd-957c-331507c42d64 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5267777 Dec 20 08:43:06.616405 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 35510) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:06.648617 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609b299f-5da6-4b48-a86b-e69056ae4cd7 None None] New status for floating IP 78fa34b3-16cf-4de2-b5f5-a8e746d1b32e: ACTIVE {{(pid=83447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 08:43:06.716477 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54884f3-ef08-40f2-adfb-58771e9996c4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Network b7355766-552f-465d-9e88-97d34cc7cd01 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:43:06.717343 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54884f3-ef08-40f2-adfb-58771e9996c4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Pushing event updated for resources: {'Port': ['ID=5931e527-82ec-4ca0-b71b-3e3f271bea1a,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:06.724959 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-d54884f3-ef08-40f2-adfb-58771e9996c4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:43:06.741533 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d54884f3-ef08-40f2-adfb-58771e9996c4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:06.754108 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54884f3-ef08-40f2-adfb-58771e9996c4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:43:06.754850 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d54884f3-ef08-40f2-adfb-58771e9996c4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:06.774367 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d08f8a54-03b4-4030-91cc-b812cb62f7d6 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:06.834520 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-97f0ab1d-bb44-4042-a47c-986cf23251d8 req-761216d2-50a5-4a08-b692-55cdde776cee service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ae7d918f-a9f8-4196-ba8f-f2cde9016013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4431481 Dec 20 08:43:06.835577 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-44e08a03-80b6-4130-8186-dc2d9fc762a4 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:06.963119 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54884f3-ef08-40f2-adfb-58771e9996c4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Pushing event updated for resources: {'Port': ['ID=edbe38e4-96e8-465a-afa8-de225f586618,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:07.023098 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d54884f3-ef08-40f2-adfb-58771e9996c4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:07.055752 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d81c4a9c-8a92-480e-8018-c6a3d0d83443 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:07.056249 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-44e08a03-80b6-4130-8186-dc2d9fc762a4 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Transition to ACTIVE for port object 24f07223-4959-4961-a3b5-01195a12c00e will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:43:07.064094 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-644dbf35-4b62-4806-83e9-41c694a89f14 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:07.074383 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54884f3-ef08-40f2-adfb-58771e9996c4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Checking segment: {'id': 'c6f26d67-41fb-4cab-b78d-8d2fb58db48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '05d5073d-eac2-4b79-a5b1-3c99aecbc7e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:43:07.074747 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54884f3-ef08-40f2-adfb-58771e9996c4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Network hostable DHCP agents. Network: 05d5073d-eac2-4b79-a5b1-3c99aecbc7e9, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:43:07.078782 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-519dbe6d-2372-4e86-840d-446e6ef49bf5 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:07.107210 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-d81c4a9c-8a92-480e-8018-c6a3d0d83443 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Transition to ACTIVE for port object 46ca4972-4527-48a8-8992-e5fddf69ac32 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:43:07.110741 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-97f0ab1d-bb44-4042-a47c-986cf23251d8 req-b3bb85a8-ccb2-4167-bab2-8aee27544bca service neutron] 10.222.0.58 "GET /v2.0/networks/ae7d918f-a9f8-4196-ba8f-f2cde9016013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180853 Dec 20 08:43:07.149607 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644dbf35-4b62-4806-83e9-41c694a89f14 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Pushing event deleted for resources: {'Port': ['ID=5c566998-537f-4cd7-8836-773555e23cb7,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:07.157811 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-644dbf35-4b62-4806-83e9-41c694a89f14 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:07.161917 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-a59787c8-9217-4737-94e8-67e96c80ff9a tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Deleting subnet c199771f-1738-47c1-95ce-80f34b62335e {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:43:07.201959 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a59787c8-9217-4737-94e8-67e96c80ff9a tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:07.246903 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeecce7a-64fd-4eec-b580-94b76cb13f3f tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Router 85952315-afa5-4e3e-ba7e-002d34802c07 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:43:07.262687 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d81c4a9c-8a92-480e-8018-c6a3d0d83443 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:07.271948 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af667e7b-6a4a-4631-82d9-5ba9b6b072e4 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:07.336349 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-44e08a03-80b6-4130-8186-dc2d9fc762a4 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:07.345436 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a59787c8-9217-4737-94e8-67e96c80ff9a tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1618747'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:07.358305 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-97f0ab1d-bb44-4042-a47c-986cf23251d8 req-81b50e0a-138d-41e9-ab27-036b02b4bbcd service neutron] 10.222.0.58 "GET /v2.0/networks/ae7d918f-a9f8-4196-ba8f-f2cde9016013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360115 Dec 20 08:43:07.375979 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81c4a9c-8a92-480e-8018-c6a3d0d83443 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Network 88a86a02-d0ca-49f7-83e1-3941a960d871 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:43:07.379753 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4493cff2-6e67-4b25-9580-1b11f30a3859 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:07.429745 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-d81c4a9c-8a92-480e-8018-c6a3d0d83443 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:43:07.432110 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81c4a9c-8a92-480e-8018-c6a3d0d83443 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:43:07.457402 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81c4a9c-8a92-480e-8018-c6a3d0d83443 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Pushing event updated for resources: {'Port': ['ID=46ca4972-4527-48a8-8992-e5fddf69ac32,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:07.460311 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d81c4a9c-8a92-480e-8018-c6a3d0d83443 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:07.535788 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54884f3-ef08-40f2-adfb-58771e9996c4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Network 05d5073d-eac2-4b79-a5b1-3c99aecbc7e9 is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:43:07.632342 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-d54884f3-ef08-40f2-adfb-58771e9996c4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, 05d5073d-eac2-4b79-a5b1-3c99aecbc7e9) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:43:07.633279 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81c4a9c-8a92-480e-8018-c6a3d0d83443 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:07.635232 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d81c4a9c-8a92-480e-8018-c6a3d0d83443 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:07.643234 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e08a03-80b6-4130-8186-dc2d9fc762a4 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Network 65a262d0-6b3f-41c2-b620-87a23dd94ca6 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:43:07.644096 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e08a03-80b6-4130-8186-dc2d9fc762a4 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Pushing event updated for resources: {'Port': ['ID=24f07223-4959-4961-a3b5-01195a12c00e,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:07.644779 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3134eb88-894b-4fdd-bd6b-87115ea0a470 None None] Network 05d5073d-eac2-4b79-a5b1-3c99aecbc7e9 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:43:07.648550 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54884f3-ef08-40f2-adfb-58771e9996c4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:43:07.656617 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54884f3-ef08-40f2-adfb-58771e9996c4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:07.660189 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54884f3-ef08-40f2-adfb-58771e9996c4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:07.660883 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d54884f3-ef08-40f2-adfb-58771e9996c4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:07.665307 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-644dbf35-4b62-4806-83e9-41c694a89f14 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:07.673463 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-44e08a03-80b6-4130-8186-dc2d9fc762a4 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:43:07.685921 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e08a03-80b6-4130-8186-dc2d9fc762a4 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:43:07.686549 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-d81c4a9c-8a92-480e-8018-c6a3d0d83443 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2881374 Dec 20 08:43:07.718752 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-44e08a03-80b6-4130-8186-dc2d9fc762a4 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:07.725523 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b85dba-01e3-4467-ba4c-e358da196582 req-ee395270-4e2f-42f9-bace-a6f961c2c7e2 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:07.729963 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 35518) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:07.733036 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c5b85dba-01e3-4467-ba4c-e358da196582 req-ee395270-4e2f-42f9-bace-a6f961c2c7e2 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] 10.222.0.16 "GET /v2.0/ports?device_id=148d3ca3-99f3-4cac-9876-2d697d86b864 HTTP/1.1" status: 200 len: 946 time: 0.5782185 Dec 20 08:43:07.753365 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-1c16b0f0-848e-4378-bbe9-da7bdc993dea tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Request body: {'port': {'network_id': '88a86a02-d0ca-49f7-83e1-3941a960d871', 'name': 'tempest-AllowedAddressPairTestJSON-728837238'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:43:07.757112 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-644dbf35-4b62-4806-83e9-41c694a89f14 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] 10.222.0.16 "DELETE /v2.0/ports/5c566998-537f-4cd7-8836-773555e23cb7 HTTP/1.1" status: 204 len: 168 time: 2.7138178 Dec 20 08:43:07.767404 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 35522) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:07.813996 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-9ce671d8-d1bb-4236-8138-f41450f47148 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '342276d6-cef2-4cb9-8b88-5f2b75f4bb15', 'external_fixed_ips': [{'subnet_id': 'a1058a3a-b6bb-453c-8c74-ed6f9ddf6d11', 'ip_address': '172.20.0.12'}]}}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:43:07.843829 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d54884f3-ef08-40f2-adfb-58771e9996c4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.9932117 Dec 20 08:43:07.857099 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 35526) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:07.859239 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c5b85dba-01e3-4467-ba4c-e358da196582 req-b10d9e91-eb32-488f-bc92-0856517a219d tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] 10.222.0.16 "GET /v2.0/security-groups?id=68fefc14-972e-4836-b3f4-32c3967e48f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065650 Dec 20 08:43:07.863687 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e08a03-80b6-4130-8186-dc2d9fc762a4 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:07.864416 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-44e08a03-80b6-4130-8186-dc2d9fc762a4 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:07.871404 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-9ce671d8-d1bb-4236-8138-f41450f47148 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:43:07.880496 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-9ce671d8-d1bb-4236-8138-f41450f47148 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Usage tracker for resource:router and tenant:c9391a383e4c4e4485d5999fc045ba4e is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:43:07.889166 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-9ce671d8-d1bb-4236-8138-f41450f47148 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:43:07.899447 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a59787c8-9217-4737-94e8-67e96c80ff9a tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:07.917894 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-105f8504-9dc3-46c4-9bcc-158544230903 None None] Provisioning for port 46ca4972-4527-48a8-8992-e5fddf69ac32 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:43:07.927973 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-105f8504-9dc3-46c4-9bcc-158544230903 None None] Provisioning complete for port 46ca4972-4527-48a8-8992-e5fddf69ac32 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:43:07.928335 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-105f8504-9dc3-46c4-9bcc-158544230903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:07.944509 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-9ce671d8-d1bb-4236-8138-f41450f47148 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:43:07.954995 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 35532) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:07.955380 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-44e08a03-80b6-4130-8186-dc2d9fc762a4 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 4.0364997 Dec 20 08:43:07.978627 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9ce671d8-d1bb-4236-8138-f41450f47148 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24817'] for router, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:07.979808 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9ce671d8-d1bb-4236-8138-f41450f47148 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-351744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24806'] for router, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:08.000676 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9ce671d8-d1bb-4236-8138-f41450f47148 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:08.013854 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-105f8504-9dc3-46c4-9bcc-158544230903 None None] Port 46ca4972-4527-48a8-8992-e5fddf69ac32 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:43:08.053190 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-a08185f9-1568-47ff-9806-a1fcc701c204 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Deleting port edbe38e4-96e8-465a-afa8-de225f586618 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:43:08.053554 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a08185f9-1568-47ff-9806-a1fcc701c204 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:08.140255 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-01984a79-a57d-4024-90a7-fdf25bbbcc6c None None] Provisioning for port 24f07223-4959-4961-a3b5-01195a12c00e completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:43:08.143539 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-1c16b0f0-848e-4378-bbe9-da7bdc993dea tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:43:08.146574 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-01984a79-a57d-4024-90a7-fdf25bbbcc6c None None] Provisioning complete for port 24f07223-4959-4961-a3b5-01195a12c00e triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:43:08.147174 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-01984a79-a57d-4024-90a7-fdf25bbbcc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:08.163400 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-1c16b0f0-848e-4378-bbe9-da7bdc993dea tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Usage tracker for resource:port and tenant:633b2c35e9434733bcda386383801e9d is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:43:08.169248 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-1c16b0f0-848e-4378-bbe9-da7bdc993dea tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:43:08.169848 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a59787c8-9217-4737-94e8-67e96c80ff9a tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1129313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1529131'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:08.175933 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:08.189793 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-1c16b0f0-848e-4378-bbe9-da7bdc993dea tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:43:08.213045 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-01984a79-a57d-4024-90a7-fdf25bbbcc6c None None] Port 24f07223-4959-4961-a3b5-01195a12c00e cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:43:08.215089 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59787c8-9217-4737-94e8-67e96c80ff9a tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event deleted for resources: {'Subnet': ['ID=c199771f-1738-47c1-95ce-80f34b62335e,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:08.218130 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9ce671d8-d1bb-4236-8138-f41450f47148 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24724'] for router, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:08.221021 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a59787c8-9217-4737-94e8-67e96c80ff9a tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:08.227628 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a59787c8-9217-4737-94e8-67e96c80ff9a tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:08.234257 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406e1415-bcb9-4f95-8956-16ca28bd45a8 None None] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:43:08.261355 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a59787c8-9217-4737-94e8-67e96c80ff9a tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/subnets/c199771f-1738-47c1-95ce-80f34b62335e HTTP/1.1" status: 204 len: 168 time: 1.6392283 Dec 20 08:43:08.264152 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 35536) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:08.266094 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c16b0f0-848e-4378-bbe9-da7bdc993dea tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Made reservation on behalf of 633b2c35e9434733bcda386383801e9d for: {'port': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:43:08.269025 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1c16b0f0-848e-4378-bbe9-da7bdc993dea tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:08.290373 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeecce7a-64fd-4eec-b580-94b76cb13f3f tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:43:08.295346 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-aeecce7a-64fd-4eec-b580-94b76cb13f3f tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for floatingip, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:08.340472 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-44e68cf4-c42d-4d86-8d8b-b9d713295d73 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0725136 Dec 20 08:43:08.340703 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 35540) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:08.348534 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11388444-9b75-4b8a-b7b8-3bee7eff065b None None] Sync routers for ids ['85952315-afa5-4e3e-ba7e-002d34802c07'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:43:08.405916 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-1c16b0f0-848e-4378-bbe9-da7bdc993dea tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] device_id is not set on port f45e2c4d-e8f1-4611-bdc3-d845ca6d11dd yet. {{(pid=83445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:43:08.443049 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11388444-9b75-4b8a-b7b8-3bee7eff065b None None] Routers {'85952315-afa5-4e3e-ba7e-002d34802c07'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:43:08.444103 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-11388444-9b75-4b8a-b7b8-3bee7eff065b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:42:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['85952315-afa5-4e3e-ba7e-002d34802c07'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:43:08.447021 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ba014d-3ef5-4590-824c-d5a522b55e3e tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:08.451781 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ba014d-3ef5-4590-824c-d5a522b55e3e tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:08.455364 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ba014d-3ef5-4590-824c-d5a522b55e3e tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:08.457180 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-35ba014d-3ef5-4590-824c-d5a522b55e3e tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.4965014 Dec 20 08:43:08.460094 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 35546) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:08.484880 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-aeecce7a-64fd-4eec-b580-94b76cb13f3f tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] 10.222.0.16 "DELETE /v2.0/floatingips/5713a935-11a9-4997-8248-ddbf49ac5edb HTTP/1.1" status: 204 len: 168 time: 4.9802604 Dec 20 08:43:08.493260 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6c22b7-83bd-4201-8eae-eda3c6742e1c req-ed47ede2-057d-4c81-929c-7c8e6d84cd3a tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:08.494697 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-bd6c22b7-83bd-4201-8eae-eda3c6742e1c req-ed47ede2-057d-4c81-929c-7c8e6d84cd3a tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] 10.222.0.16 "GET /v2.0/ports?device_id=148d3ca3-99f3-4cac-9876-2d697d86b864 HTTP/1.1" status: 200 len: 946 time: 0.4486272 Dec 20 08:43:08.495316 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 35550) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:08.505150 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 35552) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:08.518848 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-77d39207-5ed1-4e01-9111-6300d150f400 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Request body: {'floatingip': {'port_id': 'e8c49f43-1e9e-46bc-85eb-6d813a0cd1d3'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:43:08.563584 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-11388444-9b75-4b8a-b7b8-3bee7eff065b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:43:08.569468 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-5392e084-9da9-4c98-ac92-ec953cddda61 tempest-FloatingIPAdminTestJSON-278763285 tempest-FloatingIPAdminTestJSON-278763285-project-admin] Request body: {'floatingip': {'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:43:08.588139 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-5392e084-9da9-4c98-ac92-ec953cddda61 tempest-FloatingIPAdminTestJSON-278763285 tempest-FloatingIPAdminTestJSON-278763285-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:43:08.596111 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a08185f9-1568-47ff-9806-a1fcc701c204 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:08.603462 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-5392e084-9da9-4c98-ac92-ec953cddda61 tempest-FloatingIPAdminTestJSON-278763285 tempest-FloatingIPAdminTestJSON-278763285-project-admin] Usage tracker for resource:floatingip and tenant:913f3285ba164e1e926bd93d93dbb38a is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:43:08.605736 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11388444-9b75-4b8a-b7b8-3bee7eff065b None None] Routers {'85952315-afa5-4e3e-ba7e-002d34802c07'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:43:08.606593 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-11388444-9b75-4b8a-b7b8-3bee7eff065b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:42:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['85952315-afa5-4e3e-ba7e-002d34802c07'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:43:08.617942 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-5392e084-9da9-4c98-ac92-ec953cddda61 tempest-FloatingIPAdminTestJSON-278763285 tempest-FloatingIPAdminTestJSON-278763285-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:43:08.651926 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-77d39207-5ed1-4e01-9111-6300d150f400 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Notify callbacks [] for floatingip, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:08.697354 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-5392e084-9da9-4c98-ac92-ec953cddda61 tempest-FloatingIPAdminTestJSON-278763285 tempest-FloatingIPAdminTestJSON-278763285-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:43:08.715178 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-f26a3030-7d8e-4dc5-a70d-a32422afcd95 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Deleting port 24f07223-4959-4961-a3b5-01195a12c00e {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:43:08.715572 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f26a3030-7d8e-4dc5-a70d-a32422afcd95 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:08.731987 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566b331e-a8e2-499e-8408-5c472926b59f None None] DHCP port deletion for f75aa0d2-5f41-40f3-a9e0-d60d934965a4 request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 08:43:08.736261 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-11388444-9b75-4b8a-b7b8-3bee7eff065b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:43:08.736665 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11388444-9b75-4b8a-b7b8-3bee7eff065b None None] The sync data for ids ['85952315-afa5-4e3e-ba7e-002d34802c07'] in dv-neutron-820491-1-hyperv is: [] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:43:08.739027 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-566b331e-a8e2-499e-8408-5c472926b59f None None] Deleting port 93ea08d5-52bb-47d5-9ff7-4a3d375866c0 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:43:08.739391 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-566b331e-a8e2-499e-8408-5c472926b59f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:08.768489 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-a08185f9-1568-47ff-9806-a1fcc701c204 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Calling delete_port for edbe38e4-96e8-465a-afa8-de225f586618 owned by {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:43:08.769383 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef9273b-57a3-4482-813e-a3a79f25b7de tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:08.770098 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-4ef9273b-57a3-4482-813e-a3a79f25b7de tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Synchronizing usage tracker for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:43:08.862151 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5392e084-9da9-4c98-ac92-ec953cddda61 tempest-FloatingIPAdminTestJSON-278763285 tempest-FloatingIPAdminTestJSON-278763285-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:08.910847 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-4ef9273b-57a3-4482-813e-a3a79f25b7de tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Unset dirty status for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:43:08.911678 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-4ef9273b-57a3-4482-813e-a3a79f25b7de tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5695684 Dec 20 08:43:08.923543 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 35560) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:08.932591 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-1c16b0f0-848e-4378-bbe9-da7bdc993dea tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Allocated IP 172.20.0.8 (88a86a02-d0ca-49f7-83e1-3941a960d871/ff4c6ba3-48a6-4551-9d22-ec3ece691718/f45e2c4d-e8f1-4611-bdc3-d845ca6d11dd) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:43:08.960767 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-566b331e-a8e2-499e-8408-5c472926b59f None None] For port 93ea08d5-52bb-47d5-9ff7-4a3d375866c0, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=93ea08d5-52bb-47d5-9ff7-4a3d375866c0,segment=NetworkSegment(7c00552d-ea93-440b-911c-cb3aa0a4eeff),segment_id=7c00552d-ea93-440b-911c-cb3aa0a4eeff)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:43:08.961286 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-566b331e-a8e2-499e-8408-5c472926b59f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:08.972464 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a08185f9-1568-47ff-9806-a1fcc701c204 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:08.985315 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-987fdbd5-8153-446c-9920-b9c5f4dc5c13 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:09.044143 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08185f9-1568-47ff-9806-a1fcc701c204 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Pushing event deleted for resources: {'Port': ['ID=edbe38e4-96e8-465a-afa8-de225f586618,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:09.050196 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a08185f9-1568-47ff-9806-a1fcc701c204 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:09.091250 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-566b331e-a8e2-499e-8408-5c472926b59f None None] Calling delete_port for 93ea08d5-52bb-47d5-9ff7-4a3d375866c0 owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:43:09.118717 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a08185f9-1568-47ff-9806-a1fcc701c204 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:09.171474 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-a08185f9-1568-47ff-9806-a1fcc701c204 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "DELETE /v2.0/ports/edbe38e4-96e8-465a-afa8-de225f586618 HTTP/1.1" status: 204 len: 168 time: 1.2987781 Dec 20 08:43:09.173488 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 35564) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:09.184941 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-566b331e-a8e2-499e-8408-5c472926b59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102'] for port, after_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:09.190624 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:09.241986 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566b331e-a8e2-499e-8408-5c472926b59f None None] Pushing event deleted for resources: {'Port': ['ID=93ea08d5-52bb-47d5-9ff7-4a3d375866c0,revision_number=None']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:09.244907 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-566b331e-a8e2-499e-8408-5c472926b59f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:09.248597 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566b331e-a8e2-499e-8408-5c472926b59f None None] No DVR routers for this DVR port 93ea08d5-52bb-47d5-9ff7-4a3d375866c0 on host dv-neutron-820491-1-hyperv {{(pid=83446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:43:09.407216 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5e4ecf-b859-4edc-ab2b-6e709550f668 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:09.407895 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-2e5e4ecf-b859-4edc-ab2b-6e709550f668 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Synchronizing usage tracker for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:subnet {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:43:09.439076 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1c16b0f0-848e-4378-bbe9-da7bdc993dea tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:09.452501 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5392e084-9da9-4c98-ac92-ec953cddda61 tempest-FloatingIPAdminTestJSON-278763285 tempest-FloatingIPAdminTestJSON-278763285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:09.504592 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-1c16b0f0-848e-4378-bbe9-da7bdc993dea tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Transition to ACTIVE for port object f45e2c4d-e8f1-4611-bdc3-d845ca6d11dd will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:43:09.528738 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6501a48-9dcb-405f-8b67-2d3828fdfefc tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:09.533704 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6501a48-9dcb-405f-8b67-2d3828fdfefc tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:09.534017 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-d6501a48-9dcb-405f-8b67-2d3828fdfefc tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Synchronizing usage tracker for tenant:bcc408b3053b4123bbeeedda32cab34a on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:43:09.543292 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-2e5e4ecf-b859-4edc-ab2b-6e709550f668 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Unset dirty status for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:subnet {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:43:09.546758 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-2e5e4ecf-b859-4edc-ab2b-6e709550f668 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6183918 Dec 20 08:43:09.550226 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 35568) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:09.551831 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f26a3030-7d8e-4dc5-a70d-a32422afcd95 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:09.560978 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9ce671d8-d1bb-4236-8138-f41450f47148 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:09.648237 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-d6501a48-9dcb-405f-8b67-2d3828fdfefc tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Unset dirty status for tenant:bcc408b3053b4123bbeeedda32cab34a on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:43:09.652699 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-d6501a48-9dcb-405f-8b67-2d3828fdfefc tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.4750056 Dec 20 08:43:09.656667 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 35574) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:09.657741 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-5392e084-9da9-4c98-ac92-ec953cddda61 tempest-FloatingIPAdminTestJSON-278763285 tempest-FloatingIPAdminTestJSON-278763285-project-admin] Allocated IP 172.26.5.120 (95f3bec2-46e6-4468-8229-8badd4a5aaae/cf8895a3-346d-4313-a645-16ecdcce9969/6917f97e-7dc4-43f3-9564-b1d356d39851) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:43:09.664301 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9ce671d8-d1bb-4236-8138-f41450f47148 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:09.680070 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:09.715016 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1c16b0f0-848e-4378-bbe9-da7bdc993dea tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:09.726054 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-9da96bd9-fb19-4594-b924-09e9bb71abff tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:09.792643 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1ddc8f48-6323-4be3-a9e9-0c36954f6a77 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2317719 Dec 20 08:43:09.801419 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-f26a3030-7d8e-4dc5-a70d-a32422afcd95 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Calling delete_port for 24f07223-4959-4961-a3b5-01195a12c00e owned by {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:43:09.815052 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 35578) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:09.829148 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-a03cf994-e9a4-4da5-a53f-f71361227e91 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Request body: {'subnet': {'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:43:09.863488 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-1b91fe5f-d8ff-44e4-8c1b-192f15c79749 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Deleting port 5931e527-82ec-4ca0-b71b-3e3f271bea1a {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:43:09.863826 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1b91fe5f-d8ff-44e4-8c1b-192f15c79749 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:09.994661 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c16b0f0-848e-4378-bbe9-da7bdc993dea tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Network 88a86a02-d0ca-49f7-83e1-3941a960d871 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:43:10.002807 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c16b0f0-848e-4378-bbe9-da7bdc993dea tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Pushing event updated for resources: {'Port': ['ID=f45e2c4d-e8f1-4611-bdc3-d845ca6d11dd,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:10.020409 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-1c16b0f0-848e-4378-bbe9-da7bdc993dea tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:43:10.028956 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-1c16b0f0-848e-4378-bbe9-da7bdc993dea tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:10.078268 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c16b0f0-848e-4378-bbe9-da7bdc993dea tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:43:10.217435 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5392e084-9da9-4c98-ac92-ec953cddda61 tempest-FloatingIPAdminTestJSON-278763285 tempest-FloatingIPAdminTestJSON-278763285-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:10.224230 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-a03cf994-e9a4-4da5-a53f-f71361227e91 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:43:10.228417 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-9ce671d8-d1bb-4236-8138-f41450f47148 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Allocated IP 172.20.0.12 (342276d6-cef2-4cb9-8b88-5f2b75f4bb15/a1058a3a-b6bb-453c-8c74-ed6f9ddf6d11/c95b3a52-fa22-4f50-83a9-da7b5cff8bdd) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:43:10.238719 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f26a3030-7d8e-4dc5-a70d-a32422afcd95 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:10.246346 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c16b0f0-848e-4378-bbe9-da7bdc993dea tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:10.246969 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1c16b0f0-848e-4378-bbe9-da7bdc993dea tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:10.251840 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-644dbf35-4b62-4806-83e9-41c694a89f14 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:10.256185 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-654cd91f-3b29-4a90-aba5-2247a861dd0c None None] Provisioning for port f45e2c4d-e8f1-4611-bdc3-d845ca6d11dd completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:43:10.262730 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-654cd91f-3b29-4a90-aba5-2247a861dd0c None None] Provisioning complete for port f45e2c4d-e8f1-4611-bdc3-d845ca6d11dd triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:43:10.263365 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-654cd91f-3b29-4a90-aba5-2247a861dd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:10.264009 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-a03cf994-e9a4-4da5-a53f-f71361227e91 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:43:10.298641 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26a3030-7d8e-4dc5-a70d-a32422afcd95 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Pushing event deleted for resources: {'Port': ['ID=24f07223-4959-4961-a3b5-01195a12c00e,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:10.322875 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f26a3030-7d8e-4dc5-a70d-a32422afcd95 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:10.330046 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03cf994-e9a4-4da5-a53f-f71361227e91 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Made reservation on behalf of 9679bafc94a64ee0a207e63ba5560387 for: {'subnet': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:43:10.349003 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-654cd91f-3b29-4a90-aba5-2247a861dd0c None None] Port f45e2c4d-e8f1-4611-bdc3-d845ca6d11dd cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:43:10.353981 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-1c16b0f0-848e-4378-bbe9-da7bdc993dea tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.6205430 Dec 20 08:43:10.386391 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 35582) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:10.401824 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.db.resource_extend [None req-77d39207-5ed1-4e01-9111-6300d150f400 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 08:43:10.427333 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 93ea08d5-52bb-47d5-9ff7-4a3d375866c0 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:43:10.462910 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1b91fe5f-d8ff-44e4-8c1b-192f15c79749 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:10.464781 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 93ea08d5-52bb-47d5-9ff7-4a3d375866c0 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:43:10.465476 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 93ea08d5-52bb-47d5-9ff7-4a3d375866c0 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:43:10.509557 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-f2c708fb-a65c-4d62-a73b-f907eacef268 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:5d:d3:44'}, {'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:02:85:8f'}]}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:43:10.589629 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5392e084-9da9-4c98-ac92-ec953cddda61 tempest-FloatingIPAdminTestJSON-278763285 tempest-FloatingIPAdminTestJSON-278763285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:10.644443 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-1b91fe5f-d8ff-44e4-8c1b-192f15c79749 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Calling delete_port for 5931e527-82ec-4ca0-b71b-3e3f271bea1a owned by {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:43:10.670120 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:10.758416 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-77d39207-5ed1-4e01-9111-6300d150f400 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:10.761200 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f26a3030-7d8e-4dc5-a70d-a32422afcd95 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:10.761357 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a03cf994-e9a4-4da5-a53f-f71361227e91 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2095160'] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:10.780667 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-77d39207-5ed1-4e01-9111-6300d150f400 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-345990'] for floatingip, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:10.819415 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5392e084-9da9-4c98-ac92-ec953cddda61 tempest-FloatingIPAdminTestJSON-278763285 tempest-FloatingIPAdminTestJSON-278763285-project-admin] Network 95f3bec2-46e6-4468-8229-8badd4a5aaae is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:43:10.832663 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-5392e084-9da9-4c98-ac92-ec953cddda61 tempest-FloatingIPAdminTestJSON-278763285 tempest-FloatingIPAdminTestJSON-278763285-project-admin] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:43:10.855098 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5392e084-9da9-4c98-ac92-ec953cddda61 tempest-FloatingIPAdminTestJSON-278763285 tempest-FloatingIPAdminTestJSON-278763285-project-admin] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:43:10.894614 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5392e084-9da9-4c98-ac92-ec953cddda61 tempest-FloatingIPAdminTestJSON-278763285 tempest-FloatingIPAdminTestJSON-278763285-project-admin] Pushing event updated for resources: {'Port': ['ID=6917f97e-7dc4-43f3-9564-b1d356d39851,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:10.950795 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-5392e084-9da9-4c98-ac92-ec953cddda61 tempest-FloatingIPAdminTestJSON-278763285 tempest-FloatingIPAdminTestJSON-278763285-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:10.974473 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9ce671d8-d1bb-4236-8138-f41450f47148 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:10.985405 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f26a3030-7d8e-4dc5-a70d-a32422afcd95 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] 10.222.0.16 "DELETE /v2.0/ports/24f07223-4959-4961-a3b5-01195a12c00e HTTP/1.1" status: 204 len: 168 time: 2.5201988 Dec 20 08:43:10.986553 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1b91fe5f-d8ff-44e4-8c1b-192f15c79749 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:10.987938 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 35588) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:11.000844 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-8871c49b-ed14-4e9e-a5c2-7b8b0025c722 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:11.040716 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-b9771722-cd8d-4b3f-bc2f-825916959178 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Request body: {'port': {'name': 'tempest-new-port-name-1991232882', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:43:11.041395 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.api.validators [None req-b9771722-cd8d-4b3f-bc2f-825916959178 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] bootfile-name is not in valid_values {{(pid=83445) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 20 08:43:11.042336 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.api.validators [None req-b9771722-cd8d-4b3f-bc2f-825916959178 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] tftp-server is not in valid_values {{(pid=83445) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 20 08:43:11.042840 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.api.validators [None req-b9771722-cd8d-4b3f-bc2f-825916959178 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] server-ip-address is not in valid_values {{(pid=83445) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 20 08:43:11.170110 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9ce671d8-d1bb-4236-8138-f41450f47148 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:11.175775 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:11.199940 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b91fe5f-d8ff-44e4-8c1b-192f15c79749 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Pushing event deleted for resources: {'Port': ['ID=5931e527-82ec-4ca0-b71b-3e3f271bea1a,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:11.208423 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f2c708fb-a65c-4d62-a73b-f907eacef268 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:11.209321 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-1b91fe5f-d8ff-44e4-8c1b-192f15c79749 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:11.230993 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1b91fe5f-d8ff-44e4-8c1b-192f15c79749 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:11.359808 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce671d8-d1bb-4236-8138-f41450f47148 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Network 342276d6-cef2-4cb9-8b88-5f2b75f4bb15 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:43:11.363154 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce671d8-d1bb-4236-8138-f41450f47148 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Pushing event updated for resources: {'Port': ['ID=c95b3a52-fa22-4f50-83a9-da7b5cff8bdd,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:11.368832 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-9ce671d8-d1bb-4236-8138-f41450f47148 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:43:11.372717 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9ce671d8-d1bb-4236-8138-f41450f47148 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:11.373815 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-1b91fe5f-d8ff-44e4-8c1b-192f15c79749 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "DELETE /v2.0/ports/5931e527-82ec-4ca0-b71b-3e3f271bea1a HTTP/1.1" status: 204 len: 168 time: 1.7134860 Dec 20 08:43:11.378600 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 35592) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:11.385217 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce671d8-d1bb-4236-8138-f41450f47148 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:43:11.411625 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b9771722-cd8d-4b3f-bc2f-825916959178 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:11.594328 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5392e084-9da9-4c98-ac92-ec953cddda61 tempest-FloatingIPAdminTestJSON-278763285 tempest-FloatingIPAdminTestJSON-278763285-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:11.608815 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a03cf994-e9a4-4da5-a53f-f71361227e91 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2036557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2095114'] for subnet, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:11.649070 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-15270f54-1651-432f-9ac5-f42f0731778d tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:11.657673 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.l3_db [None req-77d39207-5ed1-4e01-9111-6300d150f400 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Floating IP f8a237f8-b231-409d-ad14-48784129ac90 associated. External IP: 172.26.5.43, port: e8c49f43-1e9e-46bc-85eb-6d813a0cd1d3. Dec 20 08:43:11.763305 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2322fc0d-4a9e-48ba-9365-d3f5a4fa00b7 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:11.763994 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-2322fc0d-4a9e-48ba-9365-d3f5a4fa00b7 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Synchronizing usage tracker for tenant:bcc408b3053b4123bbeeedda32cab34a on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:43:11.766070 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f2c708fb-a65c-4d62-a73b-f907eacef268 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:11.780963 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f2c708fb-a65c-4d62-a73b-f907eacef268 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:11.786241 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d632606b-f440-4f35-8054-4136ef3fb518 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:11.788434 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5392e084-9da9-4c98-ac92-ec953cddda61 tempest-FloatingIPAdminTestJSON-278763285 tempest-FloatingIPAdminTestJSON-278763285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:11.828888 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03cf994-e9a4-4da5-a53f-f71361227e91 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event updated for resources: {'Subnet': ['ID=072cc825-c305-42a7-b642-244f4f4891bc,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:11.841440 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03cf994-e9a4-4da5-a53f-f71361227e91 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:43:11.891042 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a03cf994-e9a4-4da5-a53f-f71361227e91 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:11.891785 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-a03cf994-e9a4-4da5-a53f-f71361227e91 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:43:11.905434 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03cf994-e9a4-4da5-a53f-f71361227e91 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:11.906031 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a03cf994-e9a4-4da5-a53f-f71361227e91 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:11.906503 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95dad092-9803-45b3-bbdd-a91a9c798bbc None None] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:43:11.918566 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-2322fc0d-4a9e-48ba-9365-d3f5a4fa00b7 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Unset dirty status for tenant:bcc408b3053b4123bbeeedda32cab34a on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:43:11.922585 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-2322fc0d-4a9e-48ba-9365-d3f5a4fa00b7 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.5426457 Dec 20 08:43:11.923203 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 35596) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:11.953664 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c708fb-a65c-4d62-a73b-f907eacef268 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Pushing event updated for resources: {'Port': ['ID=f45e2c4d-e8f1-4611-bdc3-d845ca6d11dd,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:11.960622 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f2c708fb-a65c-4d62-a73b-f907eacef268 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:11.994603 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-f2c708fb-a65c-4d62-a73b-f907eacef268 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] In _notify_port_updated(), no bound segment for port f45e2c4d-e8f1-4611-bdc3-d845ca6d11dd on network 88a86a02-d0ca-49f7-83e1-3941a960d871 {{(pid=83444) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 08:43:11.998034 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c708fb-a65c-4d62-a73b-f907eacef268 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:11.998655 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f2c708fb-a65c-4d62-a73b-f907eacef268 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:11.999933 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f2c708fb-a65c-4d62-a73b-f907eacef268 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] 10.222.0.16 "PUT /v2.0/ports/f45e2c4d-e8f1-4611-bdc3-d845ca6d11dd HTTP/1.1" status: 200 len: 1054 time: 1.6069226 Dec 20 08:43:12.003199 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 35602) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:12.007774 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9ce671d8-d1bb-4236-8138-f41450f47148 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:12.008180 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9ce671d8-d1bb-4236-8138-f41450f47148 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071'] for router, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:12.030993 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-443f8549-d82e-49f3-a436-8adfef31b477 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] GET failed (client error): The resource could not be found. Dec 20 08:43:12.035420 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-443f8549-d82e-49f3-a436-8adfef31b477 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "GET /v2.0/ports/edbe38e4-96e8-465a-afa8-de225f586618 HTTP/1.1" status: 404 len: 333 time: 0.0891602 Dec 20 08:43:12.047613 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 35606) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:12.125512 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-a03cf994-e9a4-4da5-a53f-f71361227e91 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3093276 Dec 20 08:43:12.138131 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 35610) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:12.150177 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c0218d5-d02a-480d-ad78-149e4e17ff08 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] GET failed (client error): The resource could not be found. Dec 20 08:43:12.156399 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-0c0218d5-d02a-480d-ad78-149e4e17ff08 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "GET /v2.0/ports/5931e527-82ec-4ca0-b71b-3e3f271bea1a HTTP/1.1" status: 404 len: 333 time: 0.1075468 Dec 20 08:43:12.157193 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 35614) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:12.164004 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-32e14489-5567-433d-9c65-33aabd0c3ff2 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Request body: {'port': {'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'fixed_ips': [{'subnet_id': '072cc825-c305-42a7-b642-244f4f4891bc', 'ip_address': '2001:db8::3582:cee8:1cb3:cf91'}], 'name': 'tempest-NetworksTestDHCPv6-1515387504'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:43:12.184691 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-d66d1e1b-d9ab-460d-913c-61c0a28ac037 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Deleting port f45e2c4d-e8f1-4611-bdc3-d845ca6d11dd {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:43:12.184951 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d66d1e1b-d9ab-460d-913c-61c0a28ac037 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:12.240286 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007b0632-a34f-4983-a871-41f07a0f5c29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'tenant_id': '9679bafc94a64ee0a207e63ba5560387', 'fixed_ips': [{'subnet_id': '072cc825-c305-42a7-b642-244f4f4891bc'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:43:12.241271 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-007b0632-a34f-4983-a871-41f07a0f5c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:12.346791 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-4fddee7e-0fcb-4bfa-a94b-5496f95ce7a6 None None] Provisioning complete for port f45e2c4d-e8f1-4611-bdc3-d845ca6d11dd triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:43:12.346791 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-4fddee7e-0fcb-4bfa-a94b-5496f95ce7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:12.457187 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-4fddee7e-0fcb-4bfa-a94b-5496f95ce7a6 None None] Port f45e2c4d-e8f1-4611-bdc3-d845ca6d11dd cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:43:12.476750 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-007b0632-a34f-4983-a871-41f07a0f5c29 None None] Allocated IP 2001:db8::2 (f75aa0d2-5f41-40f3-a9e0-d60d934965a4/072cc825-c305-42a7-b642-244f4f4891bc/5bc8930a-98a3-46ed-9617-052f49cdde1e) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:43:12.483458 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d1ec367c-a526-4a24-8199-0d948a1dc6a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:12.500231 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.resource_extend [None req-b9771722-cd8d-4b3f-bc2f-825916959178 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 08:43:12.577630 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-32e14489-5567-433d-9c65-33aabd0c3ff2 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:43:12.589256 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-32e14489-5567-433d-9c65-33aabd0c3ff2 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:43:12.624378 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b9771722-cd8d-4b3f-bc2f-825916959178 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:12.629950 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32e14489-5567-433d-9c65-33aabd0c3ff2 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Made reservation on behalf of 9679bafc94a64ee0a207e63ba5560387 for: {'port': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:43:12.636143 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-32e14489-5567-433d-9c65-33aabd0c3ff2 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:12.659075 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b9771722-cd8d-4b3f-bc2f-825916959178 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2036698'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:12.668375 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-aeecce7a-64fd-4eec-b580-94b76cb13f3f tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:12.704288 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6deeea26-f746-4c4b-a856-6e2dddf8c7a8 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:12.723554 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-007b0632-a34f-4983-a871-41f07a0f5c29 None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:12.734411 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-007b0632-a34f-4983-a871-41f07a0f5c29 None None] Transition to ACTIVE for port object 5bc8930a-98a3-46ed-9617-052f49cdde1e will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:43:12.750923 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-32e14489-5567-433d-9c65-33aabd0c3ff2 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] device_id is not set on port 0dc18bac-3114-4aea-8912-96b12f67a9e9 yet. {{(pid=83445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:43:12.754196 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-007b0632-a34f-4983-a871-41f07a0f5c29 None None] Transition to ACTIVE for port object 5bc8930a-98a3-46ed-9617-052f49cdde1e will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:43:12.760316 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-007b0632-a34f-4983-a871-41f07a0f5c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:12.765994 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-f0b0cd2a-e8e1-481b-a984-a9c31c240e40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:12.779076 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d66d1e1b-d9ab-460d-913c-61c0a28ac037 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:12.832568 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007b0632-a34f-4983-a871-41f07a0f5c29 None None] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:43:12.835932 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-007b0632-a34f-4983-a871-41f07a0f5c29 None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:43:12.840721 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007b0632-a34f-4983-a871-41f07a0f5c29 None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:43:12.842903 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007b0632-a34f-4983-a871-41f07a0f5c29 None None] Pushing event updated for resources: {'Port': ['ID=5bc8930a-98a3-46ed-9617-052f49cdde1e,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:12.851329 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-007b0632-a34f-4983-a871-41f07a0f5c29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:12.871722 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.resource_extend [None req-5392e084-9da9-4c98-ac92-ec953cddda61 tempest-FloatingIPAdminTestJSON-278763285 tempest-FloatingIPAdminTestJSON-278763285-project-admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 08:43:12.910245 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-d66d1e1b-d9ab-460d-913c-61c0a28ac037 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Calling delete_port for f45e2c4d-e8f1-4611-bdc3-d845ca6d11dd owned by {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:43:12.950982 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-007b0632-a34f-4983-a871-41f07a0f5c29 None None] Attempting to bind port 5bc8930a-98a3-46ed-9617-052f49cdde1e on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:43:12.951554 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-007b0632-a34f-4983-a871-41f07a0f5c29 None None] Attempting to bind port 5bc8930a-98a3-46ed-9617-052f49cdde1e by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '7c00552d-ea93-440b-911c-cb3aa0a4eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:43:12.951708 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007b0632-a34f-4983-a871-41f07a0f5c29 None None] Attempting to bind port 5bc8930a-98a3-46ed-9617-052f49cdde1e on network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:43:12.958630 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007b0632-a34f-4983-a871-41f07a0f5c29 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:43:12.958921 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007b0632-a34f-4983-a871-41f07a0f5c29 None None] Checking segment: {'id': '7c00552d-ea93-440b-911c-cb3aa0a4eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:43:12.959349 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-007b0632-a34f-4983-a871-41f07a0f5c29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:12.959732 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007b0632-a34f-4983-a871-41f07a0f5c29 None None] Bound using segment: {'id': '7c00552d-ea93-440b-911c-cb3aa0a4eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:43:12.960372 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-007b0632-a34f-4983-a871-41f07a0f5c29 None None] Bound port: 5bc8930a-98a3-46ed-9617-052f49cdde1e, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c00552d-ea93-440b-911c-cb3aa0a4eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:43:12.960758 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-007b0632-a34f-4983-a871-41f07a0f5c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:13.031380 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9771722-cd8d-4b3f-bc2f-825916959178 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Pushing event updated for resources: {'Port': ['ID=c1170019-6ca7-4fa0-823e-bf7b711e5fdc,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:13.034991 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b9771722-cd8d-4b3f-bc2f-825916959178 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:13.058677 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5392e084-9da9-4c98-ac92-ec953cddda61 tempest-FloatingIPAdminTestJSON-278763285 tempest-FloatingIPAdminTestJSON-278763285-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:13.093606 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ce671d8-d1bb-4236-8138-f41450f47148 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Router f1322dcc-4ac4-4dab-bf94-aaccd6cd6639 is scheduled to L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 with binding_index 1 {{(pid=83444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 08:43:13.097692 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5392e084-9da9-4c98-ac92-ec953cddda61 tempest-FloatingIPAdminTestJSON-278763285 tempest-FloatingIPAdminTestJSON-278763285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2036698'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:13.104199 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77d39207-5ed1-4e01-9111-6300d150f400 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Router 5e107952-13ac-49e4-a9c6-ea642e78ebef has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:43:13.109174 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-f60191e9-eb5c-4d19-9b2e-0f69cfc386de None None] Provisioning complete for port c1170019-6ca7-4fa0-823e-bf7b711e5fdc triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:43:13.109725 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f60191e9-eb5c-4d19-9b2e-0f69cfc386de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:13.112665 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-592b74f2-852c-4ef5-a185-6b7aec689f7f tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:13.144346 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-007b0632-a34f-4983-a871-41f07a0f5c29 None None] For port 5bc8930a-98a3-46ed-9617-052f49cdde1e, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:43:13.159020 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-007b0632-a34f-4983-a871-41f07a0f5c29 None None] For port 5bc8930a-98a3-46ed-9617-052f49cdde1e, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=5bc8930a-98a3-46ed-9617-052f49cdde1e,segment=NetworkSegment(7c00552d-ea93-440b-911c-cb3aa0a4eeff),segment_id=7c00552d-ea93-440b-911c-cb3aa0a4eeff)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:43:13.165702 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-b9771722-cd8d-4b3f-bc2f-825916959178 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] In _notify_port_updated(), no bound segment for port c1170019-6ca7-4fa0-823e-bf7b711e5fdc on network 65a262d0-6b3f-41c2-b620-87a23dd94ca6 {{(pid=83445) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 08:43:13.169879 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9771722-cd8d-4b3f-bc2f-825916959178 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:13.170499 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-007b0632-a34f-4983-a871-41f07a0f5c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:13.170651 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b9771722-cd8d-4b3f-bc2f-825916959178 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:13.174410 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-b9771722-cd8d-4b3f-bc2f-825916959178 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] 10.222.0.16 "PUT /v2.0/ports/c1170019-6ca7-4fa0-823e-bf7b711e5fdc HTTP/1.1" status: 200 len: 1137 time: 2.1802249 Dec 20 08:43:13.178940 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:13.194546 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 35618) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:13.203799 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d66d1e1b-d9ab-460d-913c-61c0a28ac037 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:13.243257 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-9c32ff9e-b9d5-4564-9d9a-c24f724e9c1d req-316d8860-ea29-409e-be9d-cd2d145ae02e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=449de04f-1310-4bd7-a015-5ccac5cf03e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.8440516 Dec 20 08:43:13.252552 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-f60191e9-eb5c-4d19-9b2e-0f69cfc386de None None] Port c1170019-6ca7-4fa0-823e-bf7b711e5fdc cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:43:13.300097 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007b0632-a34f-4983-a871-41f07a0f5c29 None None] Pushing event updated for resources: {'Port': ['ID=5bc8930a-98a3-46ed-9617-052f49cdde1e,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:13.300260 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-44e08a03-80b6-4130-8186-dc2d9fc762a4 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:13.309668 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-007b0632-a34f-4983-a871-41f07a0f5c29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:13.373925 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66d1e1b-d9ab-460d-913c-61c0a28ac037 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Pushing event deleted for resources: {'Port': ['ID=f45e2c4d-e8f1-4611-bdc3-d845ca6d11dd,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:13.380704 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d66d1e1b-d9ab-460d-913c-61c0a28ac037 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:13.435019 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6deeea26-f746-4c4b-a856-6e2dddf8c7a8 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:13.435490 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ceb2e7-a5f3-4622-a955-55e39634a227 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:13.436000 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-67ceb2e7-a5f3-4622-a955-55e39634a227 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Synchronizing usage tracker for tenant:ea1d62abcae346768a483723e21c598a on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:43:13.525497 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5392e084-9da9-4c98-ac92-ec953cddda61 tempest-FloatingIPAdminTestJSON-278763285 tempest-FloatingIPAdminTestJSON-278763285-project-admin] Pushing event updated for resources: {'Port': ['ID=6917f97e-7dc4-43f3-9564-b1d356d39851,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:13.529519 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-5392e084-9da9-4c98-ac92-ec953cddda61 tempest-FloatingIPAdminTestJSON-278763285 tempest-FloatingIPAdminTestJSON-278763285-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:13.537738 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-6deeea26-f746-4c4b-a856-6e2dddf8c7a8 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05d5073d-eac2-4b79-a5b1-3c99aecbc7e9']}} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:43:13.616105 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-67ceb2e7-a5f3-4622-a955-55e39634a227 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Unset dirty status for tenant:ea1d62abcae346768a483723e21c598a on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:43:13.617534 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-67ceb2e7-a5f3-4622-a955-55e39634a227 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] 10.222.0.16 "GET /v2.0/ports/c1170019-6ca7-4fa0-823e-bf7b711e5fdc HTTP/1.1" status: 200 len: 1137 time: 0.4223359 Dec 20 08:43:13.637825 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 35624) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:13.674523 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-6deeea26-f746-4c4b-a856-6e2dddf8c7a8 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6f26d67-41fb-4cab-b78d-8d2fb58db48f') {'for_net_delete': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:43:13.674818 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-6deeea26-f746-4c4b-a856-6e2dddf8c7a8 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6f26d67-41fb-4cab-b78d-8d2fb58db48f') {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:43:13.681693 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5392e084-9da9-4c98-ac92-ec953cddda61 tempest-FloatingIPAdminTestJSON-278763285 tempest-FloatingIPAdminTestJSON-278763285-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-345990'] for floatingip, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:13.717210 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6deeea26-f746-4c4b-a856-6e2dddf8c7a8 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1518531'] for segment, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:13.748169 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6deeea26-f746-4c4b-a856-6e2dddf8c7a8 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:13.761135 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6deeea26-f746-4c4b-a856-6e2dddf8c7a8 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=83445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:43:13.761713 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6deeea26-f746-4c4b-a856-6e2dddf8c7a8 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2036002'] for segment, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:13.784701 dv-neutron-820491-1-hyperv neutron-server[83445]: Traceback (most recent call last): Dec 20 08:43:13.784701 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:43:13.784701 dv-neutron-820491-1-hyperv neutron-server[83445]: timer() Dec 20 08:43:13.784701 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:43:13.784701 dv-neutron-820491-1-hyperv neutron-server[83445]: cb(*args, **kw) Dec 20 08:43:13.784701 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:43:13.784701 dv-neutron-820491-1-hyperv neutron-server[83445]: return func(*args, **kwargs) Dec 20 08:43:13.784701 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:43:13.784701 dv-neutron-820491-1-hyperv neutron-server[83445]: self._notify() Dec 20 08:43:13.784701 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:43:13.784701 dv-neutron-820491-1-hyperv neutron-server[83445]: self.callback(batched_events) Dec 20 08:43:13.784701 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:43:13.784701 dv-neutron-820491-1-hyperv neutron-server[83445]: event.method(event) Dec 20 08:43:13.784701 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:43:13.784701 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:43:13.784701 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:43:13.784701 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:43:13.784701 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:43:13.784701 dv-neutron-820491-1-hyperv neutron-server[83445]: return f(self, *a, **k) Dec 20 08:43:13.784701 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:43:13.784701 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._get(url).json() Dec 20 08:43:13.784701 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:43:13.784701 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:43:13.784701 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:43:13.784701 dv-neutron-820491-1-hyperv neutron-server[83445]: return self.request(url, 'GET', **kwargs) Dec 20 08:43:13.784701 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:43:13.784701 dv-neutron-820491-1-hyperv neutron-server[83445]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:43:13.784701 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:43:13.784701 dv-neutron-820491-1-hyperv neutron-server[83445]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:43:13.784701 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:43:13.784701 dv-neutron-820491-1-hyperv neutron-server[83445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:43:13.784701 dv-neutron-820491-1-hyperv neutron-server[83445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:43:13.889402 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-32e14489-5567-433d-9c65-33aabd0c3ff2 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Allocated IP 2001:db8::3582:cee8:1cb3:cf91 (f75aa0d2-5f41-40f3-a9e0-d60d934965a4/072cc825-c305-42a7-b642-244f4f4891bc/0dc18bac-3114-4aea-8912-96b12f67a9e9) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:43:13.899574 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5392e084-9da9-4c98-ac92-ec953cddda61 tempest-FloatingIPAdminTestJSON-278763285 tempest-FloatingIPAdminTestJSON-278763285-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for floatingip, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:13.900886 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-5392e084-9da9-4c98-ac92-ec953cddda61 tempest-FloatingIPAdminTestJSON-278763285 tempest-FloatingIPAdminTestJSON-278763285-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3523679 Dec 20 08:43:13.907758 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 35628) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:13.913144 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-92e00ae8-bc7c-4f06-bbb9-059dabe92fae tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Deleting port c1170019-6ca7-4fa0-823e-bf7b711e5fdc {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:43:13.913567 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-92e00ae8-bc7c-4f06-bbb9-059dabe92fae tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:13.941016 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d66d1e1b-d9ab-460d-913c-61c0a28ac037 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:13.966108 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d66d1e1b-d9ab-460d-913c-61c0a28ac037 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] 10.222.0.16 "DELETE /v2.0/ports/f45e2c4d-e8f1-4611-bdc3-d845ca6d11dd HTTP/1.1" status: 204 len: 168 time: 1.9618990 Dec 20 08:43:13.969496 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 35634) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:13.976621 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ce671d8-d1bb-4236-8138-f41450f47148 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:43:13.978011 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6deeea26-f746-4c4b-a856-6e2dddf8c7a8 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:13.992467 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d7a360-389c-4a35-92bd-a453d1a25c65 None None] Sync routers for ids ['f1322dcc-4ac4-4dab-bf94-aaccd6cd6639'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:43:13.992997 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6deeea26-f746-4c4b-a856-6e2dddf8c7a8 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:13.997853 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-9c32ff9e-b9d5-4564-9d9a-c24f724e9c1d req-7d6ef70a-7daf-4052-8770-7cab190e340d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7db362d7554a4f47a4a46f85caa7eb15&device_id=449de04f-1310-4bd7-a015-5ccac5cf03e1 HTTP/1.1" status: 200 len: 1098 time: 0.6004033 Dec 20 08:43:14.011094 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:14.015393 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d7a360-389c-4a35-92bd-a453d1a25c65 None None] Routers {'f1322dcc-4ac4-4dab-bf94-aaccd6cd6639'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:43:14.016316 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-f6d7a360-389c-4a35-92bd-a453d1a25c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:42:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['f1322dcc-4ac4-4dab-bf94-aaccd6cd6639'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:43:14.073577 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deeea26-f746-4c4b-a856-6e2dddf8c7a8 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Pushing event deleted for resources: {'Network': ['ID=05d5073d-eac2-4b79-a5b1-3c99aecbc7e9,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:14.076206 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-6deeea26-f746-4c4b-a856-6e2dddf8c7a8 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:14.085479 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-6deeea26-f746-4c4b-a856-6e2dddf8c7a8 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "DELETE /v2.0/networks/05d5073d-eac2-4b79-a5b1-3c99aecbc7e9 HTTP/1.1" status: 204 len: 168 time: 1.8982971 Dec 20 08:43:14.113184 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 35638) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:14.127214 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-2b4cb715-195c-4db1-bf7a-d67f6af00318 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-324621493'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:43:14.166139 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-2b4cb715-195c-4db1-bf7a-d67f6af00318 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:43:14.183218 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-fded911c-99fe-445b-985a-6dea57c3df21 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] GET failed (client error): The resource could not be found. Dec 20 08:43:14.184115 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-fded911c-99fe-445b-985a-6dea57c3df21 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Synchronizing usage tracker for tenant:633b2c35e9434733bcda386383801e9d on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:43:14.185324 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-2b4cb715-195c-4db1-bf7a-d67f6af00318 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Usage tracker for resource:network and tenant:bcc408b3053b4123bbeeedda32cab34a is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:43:14.194706 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77d39207-5ed1-4e01-9111-6300d150f400 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:43:14.200070 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-b4e0492e-2627-4030-998b-9efe4bc5d8df tempest-FloatingIPAdminTestJSON-975604836 tempest-FloatingIPAdminTestJSON-975604836-project] Request body: {'floatingip': {'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:43:14.205626 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101f14cb-d7db-4c14-a111-6bde0d646369 None None] Sync routers for ids ['5e107952-13ac-49e4-a9c6-ea642e78ebef'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:43:14.206934 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-b4e0492e-2627-4030-998b-9efe4bc5d8df tempest-FloatingIPAdminTestJSON-975604836 tempest-FloatingIPAdminTestJSON-975604836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:43:14.210954 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-b4e0492e-2627-4030-998b-9efe4bc5d8df tempest-FloatingIPAdminTestJSON-975604836 tempest-FloatingIPAdminTestJSON-975604836-project] Usage tracker for resource:floatingip and tenant:573763f6bec34b759c7be263c4ab844c is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:43:14.214302 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-b4e0492e-2627-4030-998b-9efe4bc5d8df tempest-FloatingIPAdminTestJSON-975604836 tempest-FloatingIPAdminTestJSON-975604836-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:43:14.220500 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-b4e0492e-2627-4030-998b-9efe4bc5d8df tempest-FloatingIPAdminTestJSON-975604836 tempest-FloatingIPAdminTestJSON-975604836-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:43:14.224339 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101f14cb-d7db-4c14-a111-6bde0d646369 None None] Routers {'5e107952-13ac-49e4-a9c6-ea642e78ebef'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:43:14.226966 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-101f14cb-d7db-4c14-a111-6bde0d646369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:42:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['5e107952-13ac-49e4-a9c6-ea642e78ebef'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:43:14.239837 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-2b4cb715-195c-4db1-bf7a-d67f6af00318 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:43:14.240531 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-77d39207-5ed1-4e01-9111-6300d150f400 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:14.251641 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-f6d7a360-389c-4a35-92bd-a453d1a25c65 None None] Set router f1322dcc-4ac4-4dab-bf94-aaccd6cd6639 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:43:14.261221 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-2b4cb715-195c-4db1-bf7a-d67f6af00318 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:43:14.282970 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b4e0492e-2627-4030-998b-9efe4bc5d8df tempest-FloatingIPAdminTestJSON-975604836 tempest-FloatingIPAdminTestJSON-975604836-project] Notify callbacks [] for floatingip, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:14.336641 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b4cb715-195c-4db1-bf7a-d67f6af00318 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Made reservation on behalf of bcc408b3053b4123bbeeedda32cab34a for: {'network': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:43:14.340578 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2b4cb715-195c-4db1-bf7a-d67f6af00318 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:14.352518 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9ce671d8-d1bb-4236-8138-f41450f47148 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:14.353835 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-9ce671d8-d1bb-4236-8138-f41450f47148 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 6.5672297 Dec 20 08:43:14.364006 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 35642) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:14.369586 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-fded911c-99fe-445b-985a-6dea57c3df21 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Unset dirty status for tenant:633b2c35e9434733bcda386383801e9d on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:43:14.373761 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-fded911c-99fe-445b-985a-6dea57c3df21 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] 10.222.0.16 "GET /v2.0/ports/f45e2c4d-e8f1-4611-bdc3-d845ca6d11dd HTTP/1.1" status: 404 len: 333 time: 0.3999979 Dec 20 08:43:14.384895 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 35646) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:14.532768 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-77d39207-5ed1-4e01-9111-6300d150f400 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] 10.222.0.16 "PUT /v2.0/floatingips/f8a237f8-b231-409d-ad14-48784129ac90 HTTP/1.1" status: 200 len: 991 time: 6.0265493 Dec 20 08:43:14.544856 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '148d3ca3-99f3-4cac-9876-2d697d86b864', 'tag': 'e8c49f43-1e9e-46bc-85eb-6d813a0cd1d3'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 08:43:14.583692 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 5bc8930a-98a3-46ed-9617-052f49cdde1e up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:43:14.736425 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-101f14cb-d7db-4c14-a111-6bde0d646369 None None] Set router 5e107952-13ac-49e4-a9c6-ea642e78ebef gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:43:14.773412 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b4cb715-195c-4db1-bf7a-d67f6af00318 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=83445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:43:14.793804 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 5bc8930a-98a3-46ed-9617-052f49cdde1e completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:43:14.802262 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c32ff9e-b9d5-4564-9d9a-c24f724e9c1d req-36f71c97-1945-41bd-a943-0de3c6f77cf8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:14.802551 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-9c32ff9e-b9d5-4564-9d9a-c24f724e9c1d req-36f71c97-1945-41bd-a943-0de3c6f77cf8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ae7d918f-a9f8-4196-ba8f-f2cde9016013 HTTP/1.1" status: 200 len: 906 time: 0.7699025 Dec 20 08:43:14.850501 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '148d3ca3-99f3-4cac-9876-2d697d86b864', 'tag': 'e8c49f43-1e9e-46bc-85eb-6d813a0cd1d3', 'status': 'completed', 'code': 200} Dec 20 08:43:14.872754 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-f6d7a360-389c-4a35-92bd-a453d1a25c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1322dcc-4ac4-4dab-bf94-aaccd6cd6639', 'name': '', 'tenant_id': 'c9391a383e4c4e4485d5999fc045ba4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '342276d6-cef2-4cb9-8b88-5f2b75f4bb15', 'external_fixed_ips': [{'subnet_id': 'a1058a3a-b6bb-453c-8c74-ed6f9ddf6d11', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': 'c95b3a52-fa22-4f50-83a9-da7b5cff8bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:43:07Z', 'updated_at': '2021-12-20T08:43:11Z', 'revision_number': 3, 'project_id': 'c9391a383e4c4e4485d5999fc045ba4e', 'gw_port': {'id': 'c95b3a52-fa22-4f50-83a9-da7b5cff8bdd', 'name': '', 'network_id': '342276d6-cef2-4cb9-8b88-5f2b75f4bb15', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:31:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1322dcc-4ac4-4dab-bf94-aaccd6cd6639', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1058a3a-b6bb-453c-8c74-ed6f9ddf6d11', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:43:09Z', 'updated_at': '2021-12-20T08:43:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1058a3a-b6bb-453c-8c74-ed6f9ddf6d11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:43:14.877580 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d7a360-389c-4a35-92bd-a453d1a25c65 None None] Checking router: f1322dcc-4ac4-4dab-bf94-aaccd6cd6639 for host: dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 08:43:14.878139 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d7a360-389c-4a35-92bd-a453d1a25c65 None None] Updating router f1322dcc-4ac4-4dab-bf94-aaccd6cd6639 port c95b3a52-fa22-4f50-83a9-da7b5cff8bdd binding host dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 08:43:14.913141 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-9031fa2b-2009-4e49-a6e3-cf56a73bec54 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Deleting port 46ca4972-4527-48a8-8992-e5fddf69ac32 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:43:14.913419 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9031fa2b-2009-4e49-a6e3-cf56a73bec54 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:14.941751 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-f6d7a360-389c-4a35-92bd-a453d1a25c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:14.973785 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-309b8fc6-ca27-4dd3-ad65-ac77c143dde1 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks [] for router, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:14.974631 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e9e45733-d305-475b-aee3-185bc04a85c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:14.984563 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2b4cb715-195c-4db1-bf7a-d67f6af00318 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:14.985067 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.segments_db [None req-2b4cb715-195c-4db1-bf7a-d67f6af00318 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Added segment f7f12a91-6286-4d73-bd99-825123f98279 of type vlan for network 03a151dc-b13c-4543-a799-a75cfd55057d Dec 20 08:43:14.999265 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-e60e9985-1282-4b31-995f-9370e750cfe3 None None] Provisioning for port 5bc8930a-98a3-46ed-9617-052f49cdde1e completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:43:15.008984 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-e60e9985-1282-4b31-995f-9370e750cfe3 None None] Provisioning complete for port 5bc8930a-98a3-46ed-9617-052f49cdde1e triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:43:15.009387 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e60e9985-1282-4b31-995f-9370e750cfe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:15.056204 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b4e0492e-2627-4030-998b-9efe4bc5d8df tempest-FloatingIPAdminTestJSON-975604836 tempest-FloatingIPAdminTestJSON-975604836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:15.067424 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-92e00ae8-bc7c-4f06-bbb9-059dabe92fae tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:15.136041 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-83963d6f-8ba3-452f-a169-b027a49e8e14 req-f3314593-c19f-40ec-a0b0-9e5c2550a00b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ec4017678cc746e0bc7f4ecce92ed1b5&device_id=148d3ca3-99f3-4cac-9876-2d697d86b864 HTTP/1.1" status: 200 len: 1099 time: 0.2796009 Dec 20 08:43:15.290854 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83963d6f-8ba3-452f-a169-b027a49e8e14 req-293a620a-930c-4070-bd29-23238ce01f26 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:15.292236 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e60e9985-1282-4b31-995f-9370e750cfe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:15.292754 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-83963d6f-8ba3-452f-a169-b027a49e8e14 req-293a620a-930c-4070-bd29-23238ce01f26 service neutron] 10.222.0.58 "GET /v2.0/networks?id=74659ea1-fc06-4c03-bfff-ba787badb621 HTTP/1.1" status: 200 len: 912 time: 0.1498368 Dec 20 08:43:15.334412 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-f6d7a360-389c-4a35-92bd-a453d1a25c65 None None] Notify callbacks [] for port, precommit_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:15.342125 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-101f14cb-d7db-4c14-a111-6bde0d646369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e107952-13ac-49e4-a9c6-ea642e78ebef', 'name': 'tempest-ServersTestManualDisk-478884454-router', 'tenant_id': 'ec4017678cc746e0bc7f4ecce92ed1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.70'}], 'enable_snat': True}, 'gw_port_id': 'b4722ef3-9c76-4442-94de-c1e8d9012bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:41:52Z', 'updated_at': '2021-12-20T08:42:11Z', 'revision_number': 4, 'project_id': 'ec4017678cc746e0bc7f4ecce92ed1b5', 'gw_port': {'id': 'b4722ef3-9c76-4442-94de-c1e8d9012bed', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:bf:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e107952-13ac-49e4-a9c6-ea642e78ebef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:41:54Z', 'updated_at': '2021-12-20T08:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': 'f8a237f8-b231-409d-ad14-48784129ac90', 'tenant_id': 'ec4017678cc746e0bc7f4ecce92ed1b5', 'floating_ip_address': '172.26.5.43', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': '5e107952-13ac-49e4-a9c6-ea642e78ebef', 'port_id': 'e8c49f43-1e9e-46bc-85eb-6d813a0cd1d3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74659ea1-fc06-4c03-bfff-ba787badb621', 'mac_address': 'fa:16:3e:62:5c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148d3ca3-99f3-4cac-9876-2d697d86b864', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T08:42:24Z', 'updated_at': '2021-12-20T08:43:10Z', 'revision_number': 1, 'project_id': 'ec4017678cc746e0bc7f4ecce92ed1b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f8e3d34-caba-45c3-bd98-71684a55202b', 'name': '', 'network_id': '74659ea1-fc06-4c03-bfff-ba787badb621', 'tenant_id': 'ec4017678cc746e0bc7f4ecce92ed1b5', 'mac_address': 'fa:16:3e:72:ed:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e107952-13ac-49e4-a9c6-ea642e78ebef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '372cc3e6-10e8-4159-8180-180bc179785a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:42:06Z', 'updated_at': '2021-12-20T08:42:38Z', 'revision_number': 5, 'project_id': 'ec4017678cc746e0bc7f4ecce92ed1b5', 'subnets': [{'id': '372cc3e6-10e8-4159-8180-180bc179785a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:43:15.347095 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-92e00ae8-bc7c-4f06-bbb9-059dabe92fae tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Calling delete_port for c1170019-6ca7-4fa0-823e-bf7b711e5fdc owned by {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:43:15.347296 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-e60e9985-1282-4b31-995f-9370e750cfe3 None None] For port 5bc8930a-98a3-46ed-9617-052f49cdde1e, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=5bc8930a-98a3-46ed-9617-052f49cdde1e,segment=NetworkSegment(7c00552d-ea93-440b-911c-cb3aa0a4eeff),segment_id=7c00552d-ea93-440b-911c-cb3aa0a4eeff)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:43:15.348943 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101f14cb-d7db-4c14-a111-6bde0d646369 None None] Checking router: 5e107952-13ac-49e4-a9c6-ea642e78ebef for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 08:43:15.353185 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.provisioning_blocks [None req-f6d7a360-389c-4a35-92bd-a453d1a25c65 None None] Transition to ACTIVE for port object c95b3a52-fa22-4f50-83a9-da7b5cff8bdd will not be triggered until provisioned by entity L2. {{(pid=83447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:43:15.357064 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e60e9985-1282-4b31-995f-9370e750cfe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:15.360680 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-7dd6b109-bf48-41a0-9921-e78a24df6037 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:15.366031 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-f6d7a360-389c-4a35-92bd-a453d1a25c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:15.374715 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:15.405193 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101f14cb-d7db-4c14-a111-6bde0d646369 None None] Routers {'5e107952-13ac-49e4-a9c6-ea642e78ebef'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:43:15.405866 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-101f14cb-d7db-4c14-a111-6bde0d646369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:43:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['5e107952-13ac-49e4-a9c6-ea642e78ebef'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:43:15.457514 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982c5007-6a9e-4e3c-8803-7bdc7af242c7 None None] Pushing event updated for resources: {'Port': ['ID=c95b3a52-fa22-4f50-83a9-da7b5cff8bdd,revision_number=2']} {{(pid=83447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:15.496996 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-f6d7a360-389c-4a35-92bd-a453d1a25c65 None None] Attempting to bind port c95b3a52-fa22-4f50-83a9-da7b5cff8bdd on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:43:15.498058 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-f6d7a360-389c-4a35-92bd-a453d1a25c65 None None] Attempting to bind port c95b3a52-fa22-4f50-83a9-da7b5cff8bdd by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '941f58db-d5a8-46a6-82bb-1cca381084ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '342276d6-cef2-4cb9-8b88-5f2b75f4bb15'}] {{(pid=83447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:43:15.498561 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d7a360-389c-4a35-92bd-a453d1a25c65 None None] Attempting to bind port c95b3a52-fa22-4f50-83a9-da7b5cff8bdd on network 342276d6-cef2-4cb9-8b88-5f2b75f4bb15 {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:43:15.509178 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d7a360-389c-4a35-92bd-a453d1a25c65 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:43:15.509736 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d7a360-389c-4a35-92bd-a453d1a25c65 None None] Checking segment: {'id': '941f58db-d5a8-46a6-82bb-1cca381084ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '342276d6-cef2-4cb9-8b88-5f2b75f4bb15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:43:15.510775 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-f6d7a360-389c-4a35-92bd-a453d1a25c65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:15.511415 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d7a360-389c-4a35-92bd-a453d1a25c65 None None] Bound using segment: {'id': '941f58db-d5a8-46a6-82bb-1cca381084ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '342276d6-cef2-4cb9-8b88-5f2b75f4bb15'} {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:43:15.512740 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-f6d7a360-389c-4a35-92bd-a453d1a25c65 None None] Bound port: c95b3a52-fa22-4f50-83a9-da7b5cff8bdd, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '941f58db-d5a8-46a6-82bb-1cca381084ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '342276d6-cef2-4cb9-8b88-5f2b75f4bb15'}}] {{(pid=83447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:43:15.513559 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-f6d7a360-389c-4a35-92bd-a453d1a25c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:15.528646 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-9c32ff9e-b9d5-4564-9d9a-c24f724e9c1d req-653ff808-32d8-437d-acd2-6540865ae44c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c9c5529-bcd9-4f60-96a4-8bf0a7e85fe2 HTTP/1.1" status: 200 len: 1001 time: 0.6889951 Dec 20 08:43:15.581746 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-b4e0492e-2627-4030-998b-9efe4bc5d8df tempest-FloatingIPAdminTestJSON-975604836 tempest-FloatingIPAdminTestJSON-975604836-project] Allocated IP 172.26.5.102 (95f3bec2-46e6-4468-8229-8badd4a5aaae/cf8895a3-346d-4313-a645-16ecdcce9969/0b6c1fc3-7a71-49b2-94a9-b51ddbacca4a) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:43:15.585164 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-83963d6f-8ba3-452f-a169-b027a49e8e14 req-191781b3-c0a4-4bda-86d8-4fc13aaec2e3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8c49f43-1e9e-46bc-85eb-6d813a0cd1d3 HTTP/1.1" status: 200 len: 999 time: 0.2785733 Dec 20 08:43:15.594322 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.db [None req-f6d7a360-389c-4a35-92bd-a453d1a25c65 None None] For port c95b3a52-fa22-4f50-83a9-da7b5cff8bdd, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:43:15.599561 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982c5007-6a9e-4e3c-8803-7bdc7af242c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:43:15.600037 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982c5007-6a9e-4e3c-8803-7bdc7af242c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:43:15.600539 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982c5007-6a9e-4e3c-8803-7bdc7af242c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:43:15.600971 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982c5007-6a9e-4e3c-8803-7bdc7af242c7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:43:15.601490 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982c5007-6a9e-4e3c-8803-7bdc7af242c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:43:15.601912 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982c5007-6a9e-4e3c-8803-7bdc7af242c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:43:15.602335 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982c5007-6a9e-4e3c-8803-7bdc7af242c7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:43:15.602811 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982c5007-6a9e-4e3c-8803-7bdc7af242c7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:43:15.603236 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982c5007-6a9e-4e3c-8803-7bdc7af242c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:43:15.603653 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982c5007-6a9e-4e3c-8803-7bdc7af242c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:43:15.604923 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982c5007-6a9e-4e3c-8803-7bdc7af242c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:43:15.608655 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-982c5007-6a9e-4e3c-8803-7bdc7af242c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:15.650959 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60e9985-1282-4b31-995f-9370e750cfe3 None None] Pushing event updated for resources: {'Port': ['ID=5bc8930a-98a3-46ed-9617-052f49cdde1e,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:15.656553 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-e60e9985-1282-4b31-995f-9370e750cfe3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:15.663741 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-32e14489-5567-433d-9c65-33aabd0c3ff2 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:15.679798 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-101f14cb-d7db-4c14-a111-6bde0d646369 None None] Set router 5e107952-13ac-49e4-a9c6-ea642e78ebef gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:43:15.741180 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2b4cb715-195c-4db1-bf7a-d67f6af00318 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:15.772193 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c32ff9e-b9d5-4564-9d9a-c24f724e9c1d req-ce3698b1-1ffe-4cb4-97b3-a578c6aa3212 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:15.773653 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-9c32ff9e-b9d5-4564-9d9a-c24f724e9c1d req-ce3698b1-1ffe-4cb4-97b3-a578c6aa3212 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=41a7a572-5490-4849-a924-85aba7f9eddc HTTP/1.1" status: 200 len: 844 time: 0.2244802 Dec 20 08:43:15.781138 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-32e14489-5567-433d-9c65-33aabd0c3ff2 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Transition to ACTIVE for port object 0dc18bac-3114-4aea-8912-96b12f67a9e9 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:43:15.791292 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.db [None req-f6d7a360-389c-4a35-92bd-a453d1a25c65 None None] For port c95b3a52-fa22-4f50-83a9-da7b5cff8bdd, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=c95b3a52-fa22-4f50-83a9-da7b5cff8bdd,segment=NetworkSegment(941f58db-d5a8-46a6-82bb-1cca381084ff),segment_id=941f58db-d5a8-46a6-82bb-1cca381084ff)] {{(pid=83447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:43:15.804779 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-f6d7a360-389c-4a35-92bd-a453d1a25c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:15.814099 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:15.858192 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:15.936019 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.resource_extend [None req-2b4cb715-195c-4db1-bf7a-d67f6af00318 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 08:43:15.939539 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b4e0492e-2627-4030-998b-9efe4bc5d8df tempest-FloatingIPAdminTestJSON-975604836 tempest-FloatingIPAdminTestJSON-975604836-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:15.951540 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-92e00ae8-bc7c-4f06-bbb9-059dabe92fae tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:15.956747 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d7a360-389c-4a35-92bd-a453d1a25c65 None None] Routers {'f1322dcc-4ac4-4dab-bf94-aaccd6cd6639'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:43:15.957672 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-f6d7a360-389c-4a35-92bd-a453d1a25c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:43:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['f1322dcc-4ac4-4dab-bf94-aaccd6cd6639'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:43:15.985457 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-7190a0aa-b3c0-4184-848d-5ff59ef59934 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:15.996600 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83963d6f-8ba3-452f-a169-b027a49e8e14 req-9acd3e31-71ce-4335-a575-6b87eaf89247 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:15.998145 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:16.000910 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-83963d6f-8ba3-452f-a169-b027a49e8e14 req-9acd3e31-71ce-4335-a575-6b87eaf89247 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=372cc3e6-10e8-4159-8180-180bc179785a HTTP/1.1" status: 200 len: 850 time: 0.4036541 Dec 20 08:43:16.007196 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b4e0492e-2627-4030-998b-9efe4bc5d8df tempest-FloatingIPAdminTestJSON-975604836 tempest-FloatingIPAdminTestJSON-975604836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:16.014530 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-75a46abf-d491-4e12-9473-fefa174c6b57 tempest-FloatingIPAdminTestJSON-278763285 tempest-FloatingIPAdminTestJSON-278763285-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:16.146395 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e0492e-2627-4030-998b-9efe4bc5d8df tempest-FloatingIPAdminTestJSON-975604836 tempest-FloatingIPAdminTestJSON-975604836-project] Pushing event updated for resources: {'Port': ['ID=0b6c1fc3-7a71-49b2-94a9-b51ddbacca4a,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:16.168636 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b4e0492e-2627-4030-998b-9efe4bc5d8df tempest-FloatingIPAdminTestJSON-975604836 tempest-FloatingIPAdminTestJSON-975604836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:16.170431 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982c5007-6a9e-4e3c-8803-7bdc7af242c7 None None] Pushing event updated for resources: {'Port': ['ID=c95b3a52-fa22-4f50-83a9-da7b5cff8bdd,revision_number=3']} {{(pid=83447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:16.183338 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e00ae8-bc7c-4f06-bbb9-059dabe92fae tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Pushing event deleted for resources: {'Port': ['ID=c1170019-6ca7-4fa0-823e-bf7b711e5fdc,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:16.186796 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-92e00ae8-bc7c-4f06-bbb9-059dabe92fae tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:16.195073 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-92e00ae8-bc7c-4f06-bbb9-059dabe92fae tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:16.202518 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-309b8fc6-ca27-4dd3-ad65-ac77c143dde1 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:16.219724 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2b4cb715-195c-4db1-bf7a-d67f6af00318 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:16.221374 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-101f14cb-d7db-4c14-a111-6bde0d646369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e107952-13ac-49e4-a9c6-ea642e78ebef', 'name': 'tempest-ServersTestManualDisk-478884454-router', 'tenant_id': 'ec4017678cc746e0bc7f4ecce92ed1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.70'}], 'enable_snat': True}, 'gw_port_id': 'b4722ef3-9c76-4442-94de-c1e8d9012bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:41:52Z', 'updated_at': '2021-12-20T08:42:11Z', 'revision_number': 4, 'project_id': 'ec4017678cc746e0bc7f4ecce92ed1b5', 'gw_port': {'id': 'b4722ef3-9c76-4442-94de-c1e8d9012bed', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:bf:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e107952-13ac-49e4-a9c6-ea642e78ebef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:41:54Z', 'updated_at': '2021-12-20T08:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': 'f8a237f8-b231-409d-ad14-48784129ac90', 'tenant_id': 'ec4017678cc746e0bc7f4ecce92ed1b5', 'floating_ip_address': '172.26.5.43', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': '5e107952-13ac-49e4-a9c6-ea642e78ebef', 'port_id': 'e8c49f43-1e9e-46bc-85eb-6d813a0cd1d3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74659ea1-fc06-4c03-bfff-ba787badb621', 'mac_address': 'fa:16:3e:62:5c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148d3ca3-99f3-4cac-9876-2d697d86b864', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T08:42:24Z', 'updated_at': '2021-12-20T08:43:10Z', 'revision_number': 1, 'project_id': 'ec4017678cc746e0bc7f4ecce92ed1b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f8e3d34-caba-45c3-bd98-71684a55202b', 'name': '', 'network_id': '74659ea1-fc06-4c03-bfff-ba787badb621', 'tenant_id': 'ec4017678cc746e0bc7f4ecce92ed1b5', 'mac_address': 'fa:16:3e:72:ed:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e107952-13ac-49e4-a9c6-ea642e78ebef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '372cc3e6-10e8-4159-8180-180bc179785a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:42:06Z', 'updated_at': '2021-12-20T08:42:38Z', 'revision_number': 5, 'project_id': 'ec4017678cc746e0bc7f4ecce92ed1b5', 'subnets': [{'id': '372cc3e6-10e8-4159-8180-180bc179785a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:43:16.230291 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101f14cb-d7db-4c14-a111-6bde0d646369 None None] The sync data for ids ['5e107952-13ac-49e4-a9c6-ea642e78ebef'] in dv-neutron-820491-1-hyperv is: [{'id': '5e107952-13ac-49e4-a9c6-ea642e78ebef', 'name': 'tempest-ServersTestManualDisk-478884454-router', 'tenant_id': 'ec4017678cc746e0bc7f4ecce92ed1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.70'}], 'enable_snat': True}, 'gw_port_id': 'b4722ef3-9c76-4442-94de-c1e8d9012bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:41:52Z', 'updated_at': '2021-12-20T08:42:11Z', 'revision_number': 4, 'project_id': 'ec4017678cc746e0bc7f4ecce92ed1b5', 'gw_port': {'id': 'b4722ef3-9c76-4442-94de-c1e8d9012bed', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:bf:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e107952-13ac-49e4-a9c6-ea642e78ebef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:41:54Z', 'updated_at': '2021-12-20T08:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': 'f8a237f8-b231-409d-ad14-48784129ac90', 'tenant_id': 'ec4017678cc746e0bc7f4ecce92ed1b5', 'floating_ip_address': '172.26.5.43', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': '5e107952-13ac-49e4-a9c6-ea642e78ebef', 'port_id': 'e8c49f43-1e9e-46bc-85eb-6d813a0cd1d3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74659ea1-fc06-4c03-bfff-ba787badb621', 'mac_address': 'fa:16:3e:62:5c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148d3ca3-99f3-4cac-9876-2d697d86b864', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T08:42:24Z', 'updated_at': '2021-12-20T08:43:10Z', 'revision_number': 1, 'project_id': 'ec4017678cc746e0bc7f4ecce92ed1b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f8e3d34-caba-45c3-bd98-71684a55202b', 'name': '', 'network_id': '74659ea1-fc06-4c03-bfff-ba787badb621', 'tenant_id': 'ec4017678cc746e0bc7f4ecce92ed1b5', 'mac_address': 'fa:16:3e:72:ed:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e107952-13ac-49e4-a9c6-ea642e78ebef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '372cc3e6-10e8-4159-8180-180bc179785a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:42:06Z', 'updated_at': '2021-12-20T08:42:38Z', 'revision_number': 5, 'project_id': 'ec4017678cc746e0bc7f4ecce92ed1b5', 'subnets': [{'id': '372cc3e6-10e8-4159-8180-180bc179785a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:43:16.234096 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e0492e-2627-4030-998b-9efe4bc5d8df tempest-FloatingIPAdminTestJSON-975604836 tempest-FloatingIPAdminTestJSON-975604836-project] Network 95f3bec2-46e6-4468-8229-8badd4a5aaae is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:43:16.235898 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-309b8fc6-ca27-4dd3-ad65-ac77c143dde1 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Deleting port c95b3a52-fa22-4f50-83a9-da7b5cff8bdd {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:43:16.241775 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-309b8fc6-ca27-4dd3-ad65-ac77c143dde1 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:16.251885 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4cb715-195c-4db1-bf7a-d67f6af00318 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:16.252527 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2b4cb715-195c-4db1-bf7a-d67f6af00318 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:16.258414 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-982c5007-6a9e-4e3c-8803-7bdc7af242c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:16.262913 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-50ae16be-81cb-46b4-aa94-01b85ea34711 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:16.286024 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9031fa2b-2009-4e49-a6e3-cf56a73bec54 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:16.297219 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-92e00ae8-bc7c-4f06-bbb9-059dabe92fae tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] 10.222.0.16 "DELETE /v2.0/ports/c1170019-6ca7-4fa0-823e-bf7b711e5fdc HTTP/1.1" status: 204 len: 168 time: 2.6555109 Dec 20 08:43:16.312607 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 35662) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:16.367125 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-f6d7a360-389c-4a35-92bd-a453d1a25c65 None None] Set router f1322dcc-4ac4-4dab-bf94-aaccd6cd6639 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:43:16.410024 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 5bc8930a-98a3-46ed-9617-052f49cdde1e up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:43:16.456799 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-b4e0492e-2627-4030-998b-9efe4bc5d8df tempest-FloatingIPAdminTestJSON-975604836 tempest-FloatingIPAdminTestJSON-975604836-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:43:16.462400 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e0492e-2627-4030-998b-9efe4bc5d8df tempest-FloatingIPAdminTestJSON-975604836 tempest-FloatingIPAdminTestJSON-975604836-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:43:16.489117 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 5bc8930a-98a3-46ed-9617-052f49cdde1e triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:43:16.489608 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:16.504490 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-32e14489-5567-433d-9c65-33aabd0c3ff2 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:16.522104 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-9031fa2b-2009-4e49-a6e3-cf56a73bec54 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Calling delete_port for 46ca4972-4527-48a8-8992-e5fddf69ac32 owned by {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:43:16.561325 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-2b4cb715-195c-4db1-bf7a-d67f6af00318 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.4388380 Dec 20 08:43:16.567451 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 35666) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:16.584479 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-04cd817e-a771-44e1-9e5c-a512796ac650 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Request body: {'subnet': {'network_id': '03a151dc-b13c-4543-a799-a75cfd55057d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:43:16.632861 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-9c32ff9e-b9d5-4564-9d9a-c24f724e9c1d req-8be0f919-73ec-4d4f-91db-6cdaee9dc80b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ae7d918f-a9f8-4196-ba8f-f2cde9016013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8451557 Dec 20 08:43:16.657325 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4cb715-195c-4db1-bf7a-d67f6af00318 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Pushing event updated for resources: {'Network': ['ID=03a151dc-b13c-4543-a799-a75cfd55057d,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:16.660007 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-2b4cb715-195c-4db1-bf7a-d67f6af00318 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:16.683178 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-fcc946bd-a608-4710-a87e-f743c702ce65 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.123s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:16.687600 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network 03a151dc-b13c-4543-a799-a75cfd55057d details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:43:16.752321 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e14489-5567-433d-9c65-33aabd0c3ff2 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:43:16.768882 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-f6d7a360-389c-4a35-92bd-a453d1a25c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1322dcc-4ac4-4dab-bf94-aaccd6cd6639', 'name': '', 'tenant_id': 'c9391a383e4c4e4485d5999fc045ba4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '342276d6-cef2-4cb9-8b88-5f2b75f4bb15', 'external_fixed_ips': [{'subnet_id': 'a1058a3a-b6bb-453c-8c74-ed6f9ddf6d11', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': 'c95b3a52-fa22-4f50-83a9-da7b5cff8bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:43:07Z', 'updated_at': '2021-12-20T08:43:11Z', 'revision_number': 3, 'project_id': 'c9391a383e4c4e4485d5999fc045ba4e', 'gw_port': {'id': 'c95b3a52-fa22-4f50-83a9-da7b5cff8bdd', 'name': '', 'network_id': '342276d6-cef2-4cb9-8b88-5f2b75f4bb15', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:31:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1322dcc-4ac4-4dab-bf94-aaccd6cd6639', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1058a3a-b6bb-453c-8c74-ed6f9ddf6d11', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:43:09Z', 'updated_at': '2021-12-20T08:43:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1058a3a-b6bb-453c-8c74-ed6f9ddf6d11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:43:16.772336 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-83963d6f-8ba3-452f-a169-b027a49e8e14 req-3292b3db-1147-4127-9f2e-7c036bd8e5c4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=74659ea1-fc06-4c03-bfff-ba787badb621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7602735 Dec 20 08:43:16.778255 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d7a360-389c-4a35-92bd-a453d1a25c65 None None] The sync data for ids ['f1322dcc-4ac4-4dab-bf94-aaccd6cd6639'] in dv-neutron-820491-1-hyperv is: [{'id': 'f1322dcc-4ac4-4dab-bf94-aaccd6cd6639', 'name': '', 'tenant_id': 'c9391a383e4c4e4485d5999fc045ba4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '342276d6-cef2-4cb9-8b88-5f2b75f4bb15', 'external_fixed_ips': [{'subnet_id': 'a1058a3a-b6bb-453c-8c74-ed6f9ddf6d11', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': 'c95b3a52-fa22-4f50-83a9-da7b5cff8bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:43:07Z', 'updated_at': '2021-12-20T08:43:11Z', 'revision_number': 3, 'project_id': 'c9391a383e4c4e4485d5999fc045ba4e', 'gw_port': {'id': 'c95b3a52-fa22-4f50-83a9-da7b5cff8bdd', 'name': '', 'network_id': '342276d6-cef2-4cb9-8b88-5f2b75f4bb15', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:31:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1322dcc-4ac4-4dab-bf94-aaccd6cd6639', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1058a3a-b6bb-453c-8c74-ed6f9ddf6d11', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:43:09Z', 'updated_at': '2021-12-20T08:43:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1058a3a-b6bb-453c-8c74-ed6f9ddf6d11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:43:16.783537 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-32e14489-5567-433d-9c65-33aabd0c3ff2 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:43:16.786121 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e14489-5567-433d-9c65-33aabd0c3ff2 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:43:16.790261 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e14489-5567-433d-9c65-33aabd0c3ff2 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:16.790871 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-32e14489-5567-433d-9c65-33aabd0c3ff2 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:16.837438 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-04cd817e-a771-44e1-9e5c-a512796ac650 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:43:16.864126 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-04cd817e-a771-44e1-9e5c-a512796ac650 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Usage tracker for resource:subnet and tenant:bcc408b3053b4123bbeeedda32cab34a is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:43:16.876709 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-04cd817e-a771-44e1-9e5c-a512796ac650 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:43:16.889435 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-04cd817e-a771-44e1-9e5c-a512796ac650 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:43:16.899131 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-309b8fc6-ca27-4dd3-ad65-ac77c143dde1 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] For port c95b3a52-fa22-4f50-83a9-da7b5cff8bdd, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=c95b3a52-fa22-4f50-83a9-da7b5cff8bdd,segment=NetworkSegment(941f58db-d5a8-46a6-82bb-1cca381084ff),segment_id=941f58db-d5a8-46a6-82bb-1cca381084ff)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:43:16.899570 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-309b8fc6-ca27-4dd3-ad65-ac77c143dde1 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:16.944361 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e14489-5567-433d-9c65-33aabd0c3ff2 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event updated for resources: {'Port': ['ID=0dc18bac-3114-4aea-8912-96b12f67a9e9,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:16.947460 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-32e14489-5567-433d-9c65-33aabd0c3ff2 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:17.004268 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-32e14489-5567-433d-9c65-33aabd0c3ff2 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.8649037 Dec 20 08:43:17.022065 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 35670) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:17.034187 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-16fd9883-2805-4cff-b1f4-8a0a7fcd2e5c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Request body: {'port': {'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'fixed_ips': [{'subnet_id': '072cc825-c305-42a7-b642-244f4f4891bc', 'ip_address': '2001:db8::3582:cee8:1cb3:cf91'}], 'name': 'tempest-NetworksTestDHCPv6-1083838869'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:43:17.105968 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-76d965b9-e4cf-4d70-a458-ace5f057c5db None None] Provisioning for port 0dc18bac-3114-4aea-8912-96b12f67a9e9 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:43:17.111161 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-76d965b9-e4cf-4d70-a458-ace5f057c5db None None] Provisioning complete for port 0dc18bac-3114-4aea-8912-96b12f67a9e9 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:43:17.111590 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-76d965b9-e4cf-4d70-a458-ace5f057c5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:17.182608 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04cd817e-a771-44e1-9e5c-a512796ac650 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Made reservation on behalf of bcc408b3053b4123bbeeedda32cab34a for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:43:17.201308 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf1343f-289b-4167-bd5e-76a5c241a90b None None] New status for floating IP f8a237f8-b231-409d-ad14-48784129ac90: ACTIVE {{(pid=83447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 08:43:17.223048 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-76d965b9-e4cf-4d70-a458-ace5f057c5db None None] Port 0dc18bac-3114-4aea-8912-96b12f67a9e9 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:43:17.316919 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:17.327007 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-309b8fc6-ca27-4dd3-ad65-ac77c143dde1 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Calling delete_port for c95b3a52-fa22-4f50-83a9-da7b5cff8bdd owned by network:router_gateway {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:43:17.366278 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-9c32ff9e-b9d5-4564-9d9a-c24f724e9c1d req-dad544ec-c929-4ae6-ab6f-20049d0b1d6d service neutron] 10.222.0.58 "GET /v2.0/networks/ae7d918f-a9f8-4196-ba8f-f2cde9016013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7127433 Dec 20 08:43:17.399709 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-04cd817e-a771-44e1-9e5c-a512796ac650 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1529102'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:17.508756 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7b47849-1e9a-40d0-bc47-b096775fd8f6 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Deleting subnet 6465acdf-af6e-48da-ad7c-6d16de90b371 {{(pid=83445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:43:17.573526 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-83963d6f-8ba3-452f-a169-b027a49e8e14 req-6dda9a28-25ef-408e-8d1d-fd5b8d712fdc service neutron] 10.222.0.58 "GET /v2.0/networks/74659ea1-fc06-4c03-bfff-ba787badb621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7897007 Dec 20 08:43:17.578532 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a7b47849-1e9a-40d0-bc47-b096775fd8f6 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Notify callbacks [] for subnet, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:17.654763 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9031fa2b-2009-4e49-a6e3-cf56a73bec54 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:17.680738 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-9ae0134e-6a1f-4dec-a61c-8c96650fb5e7 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:17.721271 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b4e0492e-2627-4030-998b-9efe4bc5d8df tempest-FloatingIPAdminTestJSON-975604836 tempest-FloatingIPAdminTestJSON-975604836-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:17.741124 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a7b47849-1e9a-40d0-bc47-b096775fd8f6 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1518554'] for subnet, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:17.772425 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-16fd9883-2805-4cff-b1f4-8a0a7fcd2e5c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:43:17.774775 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9031fa2b-2009-4e49-a6e3-cf56a73bec54 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Pushing event deleted for resources: {'Port': ['ID=46ca4972-4527-48a8-8992-e5fddf69ac32,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:17.785778 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-16fd9883-2805-4cff-b1f4-8a0a7fcd2e5c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Usage tracker for resource:port and tenant:9679bafc94a64ee0a207e63ba5560387 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:43:17.792936 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.ipam_backend_mixin [None req-04cd817e-a771-44e1-9e5c-a512796ac650 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Performing IP validity checks on allocation pools {{(pid=83444) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 20 08:43:17.795635 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.ipam_backend_mixin [None req-04cd817e-a771-44e1-9e5c-a512796ac650 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83444) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 20 08:43:17.796927 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-9031fa2b-2009-4e49-a6e3-cf56a73bec54 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:17.799924 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-16fd9883-2805-4cff-b1f4-8a0a7fcd2e5c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:43:17.811589 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-16fd9883-2805-4cff-b1f4-8a0a7fcd2e5c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:43:17.869336 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-9c32ff9e-b9d5-4564-9d9a-c24f724e9c1d req-388aab19-00d8-4f50-86e1-19964dcd8c77 service neutron] 10.222.0.58 "GET /v2.0/networks/ae7d918f-a9f8-4196-ba8f-f2cde9016013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4946744 Dec 20 08:43:17.927495 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16fd9883-2805-4cff-b1f4-8a0a7fcd2e5c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Made reservation on behalf of 9679bafc94a64ee0a207e63ba5560387 for: {'port': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:43:18.017820 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9031fa2b-2009-4e49-a6e3-cf56a73bec54 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:18.075957 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a7b47849-1e9a-40d0-bc47-b096775fd8f6 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:18.095836 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b4e0492e-2627-4030-998b-9efe4bc5d8df tempest-FloatingIPAdminTestJSON-975604836 tempest-FloatingIPAdminTestJSON-975604836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:18.128691 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-9031fa2b-2009-4e49-a6e3-cf56a73bec54 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] 10.222.0.16 "DELETE /v2.0/ports/46ca4972-4527-48a8-8992-e5fddf69ac32 HTTP/1.1" status: 204 len: 168 time: 3.7335629 Dec 20 08:43:18.130205 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 35678) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:18.161778 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-83963d6f-8ba3-452f-a169-b027a49e8e14 req-1fe85bac-3f93-41ad-9396-7bc31189ff8f service neutron] 10.222.0.58 "GET /v2.0/networks/74659ea1-fc06-4c03-bfff-ba787badb621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4579818 Dec 20 08:43:18.199519 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-f06cdfef-14ef-4c35-8903-784e4756487f tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] GET failed (client error): The resource could not be found. Dec 20 08:43:18.200025 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-f06cdfef-14ef-4c35-8903-784e4756487f tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Synchronizing usage tracker for tenant:633b2c35e9434733bcda386383801e9d on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:43:18.236645 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-16fd9883-2805-4cff-b1f4-8a0a7fcd2e5c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:18.263721 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-f06cdfef-14ef-4c35-8903-784e4756487f tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Unset dirty status for tenant:633b2c35e9434733bcda386383801e9d on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:43:18.268285 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-f06cdfef-14ef-4c35-8903-784e4756487f tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] 10.222.0.16 "GET /v2.0/ports/46ca4972-4527-48a8-8992-e5fddf69ac32 HTTP/1.1" status: 404 len: 333 time: 0.1269529 Dec 20 08:43:18.268645 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 35684) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:18.307671 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-16fd9883-2805-4cff-b1f4-8a0a7fcd2e5c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] device_id is not set on port d66fd90f-e3a5-450f-a3c6-e8ce31039f77 yet. {{(pid=83445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:43:18.345283 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a7b47849-1e9a-40d0-bc47-b096775fd8f6 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2036620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2095133'] for subnet, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:18.392153 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a03cf994-e9a4-4da5-a53f-f71361227e91 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:18.437034 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b4e0492e-2627-4030-998b-9efe4bc5d8df tempest-FloatingIPAdminTestJSON-975604836 tempest-FloatingIPAdminTestJSON-975604836-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:18.452212 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b47849-1e9a-40d0-bc47-b096775fd8f6 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Pushing event deleted for resources: {'Subnet': ['ID=6465acdf-af6e-48da-ad7c-6d16de90b371,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:18.454828 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a7b47849-1e9a-40d0-bc47-b096775fd8f6 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:18.472562 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device c95b3a52-fa22-4f50-83a9-da7b5cff8bdd up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:43:18.483869 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b4e0492e-2627-4030-998b-9efe4bc5d8df tempest-FloatingIPAdminTestJSON-975604836 tempest-FloatingIPAdminTestJSON-975604836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:18.491348 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f2c708fb-a65c-4d62-a73b-f907eacef268 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:18.512817 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a7b47849-1e9a-40d0-bc47-b096775fd8f6 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:18.521672 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6e28a1-a87f-4f10-98ca-3ad8be09801a None None] Network 65a262d0-6b3f-41c2-b620-87a23dd94ca6 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:43:18.524114 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-6f6b9800-fa63-40d1-a367-764873dc292e tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Deleting port b91671eb-1f84-4da6-ab5b-17959c4dae0c {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:43:18.524456 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6f6b9800-fa63-40d1-a367-764873dc292e tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:18.579178 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-a7b47849-1e9a-40d0-bc47-b096775fd8f6 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] 10.222.0.16 "DELETE /v2.0/subnets/6465acdf-af6e-48da-ad7c-6d16de90b371 HTTP/1.1" status: 204 len: 168 time: 2.2575455 Dec 20 08:43:18.585462 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 35690) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:18.672907 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-04cd817e-a771-44e1-9e5c-a512796ac650 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1129376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1529148'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:18.688741 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e0492e-2627-4030-998b-9efe4bc5d8df tempest-FloatingIPAdminTestJSON-975604836 tempest-FloatingIPAdminTestJSON-975604836-project] Pushing event updated for resources: {'Port': ['ID=0b6c1fc3-7a71-49b2-94a9-b51ddbacca4a,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:18.712763 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b4e0492e-2627-4030-998b-9efe4bc5d8df tempest-FloatingIPAdminTestJSON-975604836 tempest-FloatingIPAdminTestJSON-975604836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:18.714506 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:18.739420 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port c95b3a52-fa22-4f50-83a9-da7b5cff8bdd triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:43:18.739794 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:18.749160 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-309b8fc6-ca27-4dd3-ad65-ac77c143dde1 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:18.756265 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-16fd9883-2805-4cff-b1f4-8a0a7fcd2e5c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 20 08:43:18.756720 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16fd9883-2805-4cff-b1f4-8a0a7fcd2e5c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:43:18.776482 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Port c95b3a52-fa22-4f50-83a9-da7b5cff8bdd was deleted so its status cannot be updated. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Dec 20 08:43:18.849846 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b4e0492e-2627-4030-998b-9efe4bc5d8df tempest-FloatingIPAdminTestJSON-975604836 tempest-FloatingIPAdminTestJSON-975604836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-345990'] for floatingip, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:18.850576 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-16fd9883-2805-4cff-b1f4-8a0a7fcd2e5c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.8273365 Dec 20 08:43:18.853604 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 35694) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:18.872925 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2a9f2ef3-4791-47fa-81a1-10dd2ef09f88 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:18.886378 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634d4f77-88fe-41b5-af71-3b22f8978fa1 None None] DHCP port deletion for 65a262d0-6b3f-41c2-b620-87a23dd94ca6 request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 08:43:18.892092 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-634d4f77-88fe-41b5-af71-3b22f8978fa1 None None] Deleting port 0aac42fe-b6c3-49f0-a32b-cc80f1e423ee {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:43:18.892461 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-634d4f77-88fe-41b5-af71-3b22f8978fa1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:18.932994 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6f6b9800-fa63-40d1-a367-764873dc292e tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:18.943177 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cd817e-a771-44e1-9e5c-a512796ac650 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Pushing event updated for resources: {'Subnet': ['ID=1aec62a2-c73c-41a7-b168-08457ad6e33c,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:18.955257 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-04cd817e-a771-44e1-9e5c-a512796ac650 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:18.984204 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.165s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:19.024154 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b4e0492e-2627-4030-998b-9efe4bc5d8df tempest-FloatingIPAdminTestJSON-975604836 tempest-FloatingIPAdminTestJSON-975604836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:19.025282 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b4e0492e-2627-4030-998b-9efe4bc5d8df tempest-FloatingIPAdminTestJSON-975604836 tempest-FloatingIPAdminTestJSON-975604836-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1119111 Dec 20 08:43:19.036329 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-2a9f2ef3-4791-47fa-81a1-10dd2ef09f88 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Deleting port 0aac42fe-b6c3-49f0-a32b-cc80f1e423ee {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:43:19.036663 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2a9f2ef3-4791-47fa-81a1-10dd2ef09f88 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:19.064881 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 35698) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:19.067372 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309b8fc6-ca27-4dd3-ad65-ac77c143dde1 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Pushing event deleted for resources: {'Port': ['ID=c95b3a52-fa22-4f50-83a9-da7b5cff8bdd,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:19.080109 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-309b8fc6-ca27-4dd3-ad65-ac77c143dde1 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:19.084387 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-6f6b9800-fa63-40d1-a367-764873dc292e tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Calling delete_port for b91671eb-1f84-4da6-ab5b-17959c4dae0c owned by {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:43:19.110629 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-634d4f77-88fe-41b5-af71-3b22f8978fa1 None None] For port 0aac42fe-b6c3-49f0-a32b-cc80f1e423ee, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=0aac42fe-b6c3-49f0-a32b-cc80f1e423ee,segment=NetworkSegment(ee3fd11d-4800-4df8-bca4-d79e82b23163),segment_id=ee3fd11d-4800-4df8-bca4-d79e82b23163)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:43:19.110941 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-634d4f77-88fe-41b5-af71-3b22f8978fa1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:19.170345 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cd817e-a771-44e1-9e5c-a512796ac650 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Checking segment: {'id': 'f7f12a91-6286-4d73-bd99-825123f98279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '03a151dc-b13c-4543-a799-a75cfd55057d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:43:19.170705 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04cd817e-a771-44e1-9e5c-a512796ac650 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Network hostable DHCP agents. Network: 03a151dc-b13c-4543-a799-a75cfd55057d, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:43:19.239233 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-634d4f77-88fe-41b5-af71-3b22f8978fa1 None None] Calling delete_port for 0aac42fe-b6c3-49f0-a32b-cc80f1e423ee owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:43:19.259663 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed0f1e0-4220-4966-8f55-c1514f979d06 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:19.264213 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed0f1e0-4220-4966-8f55-c1514f979d06 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:19.265054 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-3ed0f1e0-4220-4966-8f55-c1514f979d06 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Synchronizing usage tracker for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:43:19.294366 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-3ed0f1e0-4220-4966-8f55-c1514f979d06 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Unset dirty status for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:43:19.295553 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-3ed0f1e0-4220-4966-8f55-c1514f979d06 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.4405003 Dec 20 08:43:19.299764 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 35702) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:19.323151 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-634d4f77-88fe-41b5-af71-3b22f8978fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102'] for port, after_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:19.341335 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-ef6c7ab2-14a0-4cd8-9bf6-d52c9b8501e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:19.345716 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-2a9f2ef3-4791-47fa-81a1-10dd2ef09f88 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] The port '0aac42fe-b6c3-49f0-a32b-cc80f1e423ee' was deleted {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 08:43:19.383422 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634d4f77-88fe-41b5-af71-3b22f8978fa1 None None] Pushing event deleted for resources: {'Port': ['ID=0aac42fe-b6c3-49f0-a32b-cc80f1e423ee,revision_number=None']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:19.387559 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-634d4f77-88fe-41b5-af71-3b22f8978fa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:19.390638 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634d4f77-88fe-41b5-af71-3b22f8978fa1 None None] No DVR routers for this DVR port 0aac42fe-b6c3-49f0-a32b-cc80f1e423ee on host dv-neutron-820491-1-hyperv {{(pid=83446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:43:19.408483 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ccbda09d-f2b0-450f-a1a2-d6a42888e6bd tempest-FloatingIPAdminTestJSON-278763285 tempest-FloatingIPAdminTestJSON-278763285-project-admin] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3222 time: 0.3407059 Dec 20 08:43:19.414611 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 35708) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:19.432991 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-309b8fc6-ca27-4dd3-ad65-ac77c143dde1 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346107'] for router_gateway, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:19.476979 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-3e1d3c69-7207-4d21-b3d2-7e4dd3b6c0aa tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Deleting port 0dc18bac-3114-4aea-8912-96b12f67a9e9 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:43:19.477346 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3e1d3c69-7207-4d21-b3d2-7e4dd3b6c0aa tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:19.595683 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-dcd10517-e6c6-412c-a913-bf189c54c1a4 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Synchronizing usage tracker for tenant:f481097c03db41fab12a5b6c050f6a52 on resource:floatingip {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:43:19.635792 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6f6b9800-fa63-40d1-a367-764873dc292e tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:19.650336 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-aea3d96d-0479-4097-806f-4976b8ebf5a5 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:19.720037 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6b9800-fa63-40d1-a367-764873dc292e tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Pushing event deleted for resources: {'Port': ['ID=b91671eb-1f84-4da6-ab5b-17959c4dae0c,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:19.725383 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-6f6b9800-fa63-40d1-a367-764873dc292e tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:19.742314 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-dcd10517-e6c6-412c-a913-bf189c54c1a4 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Unset dirty status for tenant:f481097c03db41fab12a5b6c050f6a52 on resource:floatingip {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:43:19.746237 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-dcd10517-e6c6-412c-a913-bf189c54c1a4 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.3250935 Dec 20 08:43:19.752952 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 35714) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:19.807346 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04cd817e-a771-44e1-9e5c-a512796ac650 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Network 03a151dc-b13c-4543-a799-a75cfd55057d is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:43:19.820528 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2a9f2ef3-4791-47fa-81a1-10dd2ef09f88 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:19.909331 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-04cd817e-a771-44e1-9e5c-a512796ac650 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, 03a151dc-b13c-4543-a799-a75cfd55057d) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:43:19.918865 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18151c52-a4ee-44b8-b9a3-8c4832480eb2 None None] Network 03a151dc-b13c-4543-a799-a75cfd55057d requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:43:19.947293 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04cd817e-a771-44e1-9e5c-a512796ac650 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:19.951646 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-04cd817e-a771-44e1-9e5c-a512796ac650 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:19.960306 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-309b8fc6-ca27-4dd3-ad65-ac77c143dde1 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24735'] for router, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:19.969497 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-2a9f2ef3-4791-47fa-81a1-10dd2ef09f88 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65a262d0-6b3f-41c2-b620-87a23dd94ca6']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:43:19.987691 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-2a9f2ef3-4791-47fa-81a1-10dd2ef09f88 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee3fd11d-4800-4df8-bca4-d79e82b23163') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:43:19.987983 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-2a9f2ef3-4791-47fa-81a1-10dd2ef09f88 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee3fd11d-4800-4df8-bca4-d79e82b23163') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:43:19.994471 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-309b8fc6-ca27-4dd3-ad65-ac77c143dde1 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:20.003740 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-04cd817e-a771-44e1-9e5c-a512796ac650 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4276896 Dec 20 08:43:20.006390 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2a9f2ef3-4791-47fa-81a1-10dd2ef09f88 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1618722'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:20.014542 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 35718) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:20.026630 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-c2d9b4b8-2f17-413f-95bc-27140ae9e8d4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Request body: {'port': {'network_id': '03a151dc-b13c-4543-a799-a75cfd55057d', 'name': 'tempest-PortsIpV6TestJSON-1892438372'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:43:20.051546 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2a9f2ef3-4791-47fa-81a1-10dd2ef09f88 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:20.070845 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a9f2ef3-4791-47fa-81a1-10dd2ef09f88 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:43:20.071247 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2a9f2ef3-4791-47fa-81a1-10dd2ef09f88 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1128911'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:20.088800 dv-neutron-820491-1-hyperv neutron-server[83444]: Traceback (most recent call last): Dec 20 08:43:20.088800 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:43:20.088800 dv-neutron-820491-1-hyperv neutron-server[83444]: timer() Dec 20 08:43:20.088800 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:43:20.088800 dv-neutron-820491-1-hyperv neutron-server[83444]: cb(*args, **kw) Dec 20 08:43:20.088800 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:43:20.088800 dv-neutron-820491-1-hyperv neutron-server[83444]: return func(*args, **kwargs) Dec 20 08:43:20.088800 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:43:20.088800 dv-neutron-820491-1-hyperv neutron-server[83444]: self._notify() Dec 20 08:43:20.088800 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:43:20.088800 dv-neutron-820491-1-hyperv neutron-server[83444]: self.callback(batched_events) Dec 20 08:43:20.088800 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:43:20.088800 dv-neutron-820491-1-hyperv neutron-server[83444]: event.method(event) Dec 20 08:43:20.088800 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:43:20.088800 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:43:20.088800 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:43:20.088800 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:43:20.088800 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:43:20.088800 dv-neutron-820491-1-hyperv neutron-server[83444]: return f(self, *a, **k) Dec 20 08:43:20.088800 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:43:20.088800 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._get(url).json() Dec 20 08:43:20.088800 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:43:20.088800 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:43:20.088800 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:43:20.088800 dv-neutron-820491-1-hyperv neutron-server[83444]: return self.request(url, 'GET', **kwargs) Dec 20 08:43:20.088800 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:43:20.088800 dv-neutron-820491-1-hyperv neutron-server[83444]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:43:20.088800 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:43:20.088800 dv-neutron-820491-1-hyperv neutron-server[83444]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:43:20.088800 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:43:20.088800 dv-neutron-820491-1-hyperv neutron-server[83444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:43:20.088800 dv-neutron-820491-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:43:20.106051 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-38d52519-bf10-4683-bc60-b407b0c7c54f tempest-FloatingIPAdminTestJSON-975604836 tempest-FloatingIPAdminTestJSON-975604836-project] Deleting port 0b6c1fc3-7a71-49b2-94a9-b51ddbacca4a {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:43:20.106720 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-38d52519-bf10-4683-bc60-b407b0c7c54f tempest-FloatingIPAdminTestJSON-975604836 tempest-FloatingIPAdminTestJSON-975604836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:20.111453 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-309b8fc6-ca27-4dd3-ad65-ac77c143dde1 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-390871'] for router, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:20.112173 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-309b8fc6-ca27-4dd3-ad65-ac77c143dde1 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f1322dcc-4ac4-4dab-bf94-aaccd6cd6639 {{(pid=83444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 08:43:20.177455 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3e1d3c69-7207-4d21-b3d2-7e4dd3b6c0aa tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:20.191468 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6f6b9800-fa63-40d1-a367-764873dc292e tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:20.237047 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc67837-0d2f-4d1b-84fa-4f8c18f06480 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-03a151dc-b13c-4543-a799-a75cfd55057d', 'network_id': '03a151dc-b13c-4543-a799-a75cfd55057d', 'tenant_id': 'bcc408b3053b4123bbeeedda32cab34a', 'fixed_ips': [{'subnet_id': '1aec62a2-c73c-41a7-b168-08457ad6e33c'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:43:20.238044 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-8cc67837-0d2f-4d1b-84fa-4f8c18f06480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:20.243499 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-309b8fc6-ca27-4dd3-ad65-ac77c143dde1 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:20.247541 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-309b8fc6-ca27-4dd3-ad65-ac77c143dde1 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] 10.222.0.16 "DELETE /v2.0/routers/f1322dcc-4ac4-4dab-bf94-aaccd6cd6639 HTTP/1.1" status: 204 len: 168 time: 5.8808570 Dec 20 08:43:20.251398 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 35722) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:20.323417 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2a9f2ef3-4791-47fa-81a1-10dd2ef09f88 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:20.324703 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-3e1d3c69-7207-4d21-b3d2-7e4dd3b6c0aa tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Calling delete_port for 0dc18bac-3114-4aea-8912-96b12f67a9e9 owned by {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:43:20.343814 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2a9f2ef3-4791-47fa-81a1-10dd2ef09f88 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:20.347886 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-957c86de-d08c-45ae-bda4-ea46a7b31cd9 tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:20.387609 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-c2d9b4b8-2f17-413f-95bc-27140ae9e8d4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:43:20.404268 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-6f6b9800-fa63-40d1-a367-764873dc292e tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] 10.222.0.16 "DELETE /v2.0/ports/b91671eb-1f84-4da6-ab5b-17959c4dae0c HTTP/1.1" status: 204 len: 168 time: 2.1345959 Dec 20 08:43:20.405497 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-2a9f2ef3-4791-47fa-81a1-10dd2ef09f88 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] 10.222.0.16 "DELETE /v2.0/networks/65a262d0-6b3f-41c2-b620-87a23dd94ca6 HTTP/1.1" status: 204 len: 168 time: 1.8165860 Dec 20 08:43:20.407202 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9f2ef3-4791-47fa-81a1-10dd2ef09f88 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Pushing event deleted for resources: {'Network': ['ID=65a262d0-6b3f-41c2-b620-87a23dd94ca6,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:20.420477 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 35726) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:20.422121 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-c2d9b4b8-2f17-413f-95bc-27140ae9e8d4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:43:20.424431 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2a9f2ef3-4791-47fa-81a1-10dd2ef09f88 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:20.431613 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0cbb4d5-26de-4b0d-888f-226b93cf8b0e tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Deleting subnet a1058a3a-b6bb-453c-8c74-ed6f9ddf6d11 {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:43:20.440588 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e0cbb4d5-26de-4b0d-888f-226b93cf8b0e tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:20.512941 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-8cc67837-0d2f-4d1b-84fa-4f8c18f06480 None None] Allocated IP 2001:db8::2 (03a151dc-b13c-4543-a799-a75cfd55057d/1aec62a2-c73c-41a7-b168-08457ad6e33c/5ef3f928-0f1d-4f8e-81fe-282643d8b3cd) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:43:20.521913 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d9b4b8-2f17-413f-95bc-27140ae9e8d4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Made reservation on behalf of bcc408b3053b4123bbeeedda32cab34a for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:43:20.525040 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c2d9b4b8-2f17-413f-95bc-27140ae9e8d4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:20.546139 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 0aac42fe-b6c3-49f0-a32b-cc80f1e423ee no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:43:20.573788 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e0cbb4d5-26de-4b0d-888f-226b93cf8b0e tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1618747'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:20.602746 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 0aac42fe-b6c3-49f0-a32b-cc80f1e423ee {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:43:20.603232 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 0aac42fe-b6c3-49f0-a32b-cc80f1e423ee not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:43:20.668470 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-c2d9b4b8-2f17-413f-95bc-27140ae9e8d4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] device_id is not set on port 076f336b-2f7e-4c52-9284-67c159a65e78 yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:43:20.688016 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-38d52519-bf10-4683-bc60-b407b0c7c54f tempest-FloatingIPAdminTestJSON-975604836 tempest-FloatingIPAdminTestJSON-975604836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:20.688253 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-38d52519-bf10-4683-bc60-b407b0c7c54f tempest-FloatingIPAdminTestJSON-975604836 tempest-FloatingIPAdminTestJSON-975604836-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:20.817444 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e0cbb4d5-26de-4b0d-888f-226b93cf8b0e tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:20.920084 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-8cc67837-0d2f-4d1b-84fa-4f8c18f06480 None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:20.943269 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e0cbb4d5-26de-4b0d-888f-226b93cf8b0e tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1129313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1529131'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:20.949016 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:20.985025 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 35738) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:20.987684 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cbb4d5-26de-4b0d-888f-226b93cf8b0e tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a1058a3a-b6bb-453c-8c74-ed6f9ddf6d11,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:20.991059 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e0cbb4d5-26de-4b0d-888f-226b93cf8b0e tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:21.000607 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e0cbb4d5-26de-4b0d-888f-226b93cf8b0e tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:21.017994 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e0cbb4d5-26de-4b0d-888f-226b93cf8b0e tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] 10.222.0.16 "DELETE /v2.0/subnets/a1058a3a-b6bb-453c-8c74-ed6f9ddf6d11 HTTP/1.1" status: 204 len: 168 time: 0.7647376 Dec 20 08:43:21.019400 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 35744) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:21.033124 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-38d52519-bf10-4683-bc60-b407b0c7c54f tempest-FloatingIPAdminTestJSON-975604836 tempest-FloatingIPAdminTestJSON-975604836-project] Calling delete_port for 0b6c1fc3-7a71-49b2-94a9-b51ddbacca4a owned by network:floatingip {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:43:21.063024 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-8cc67837-0d2f-4d1b-84fa-4f8c18f06480 None None] Transition to ACTIVE for port object 5ef3f928-0f1d-4f8e-81fe-282643d8b3cd will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:43:21.075917 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3e1d3c69-7207-4d21-b3d2-7e4dd3b6c0aa tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:21.085838 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-8cc67837-0d2f-4d1b-84fa-4f8c18f06480 None None] Transition to ACTIVE for port object 5ef3f928-0f1d-4f8e-81fe-282643d8b3cd will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:43:21.086057 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-6f6b9800-fa63-40d1-a367-764873dc292e tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:21.094154 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-8cc67837-0d2f-4d1b-84fa-4f8c18f06480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:21.108169 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:21.140601 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-82398969-5012-4fd3-a1c9-6e9154e2fcdb tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:21.147704 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc67837-0d2f-4d1b-84fa-4f8c18f06480 None None] Network 03a151dc-b13c-4543-a799-a75cfd55057d is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:43:21.152423 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1d3c69-7207-4d21-b3d2-7e4dd3b6c0aa tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event deleted for resources: {'Port': ['ID=0dc18bac-3114-4aea-8912-96b12f67a9e9,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:21.155960 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-8cc67837-0d2f-4d1b-84fa-4f8c18f06480 None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:43:21.162198 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3e1d3c69-7207-4d21-b3d2-7e4dd3b6c0aa tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:21.166123 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc67837-0d2f-4d1b-84fa-4f8c18f06480 None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:43:21.172814 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a705b04-8102-40b8-b7d5-25f5af6145ed tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Deleting subnet ff4c6ba3-48a6-4551-9d22-ec3ece691718 {{(pid=83445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:43:21.183085 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1a705b04-8102-40b8-b7d5-25f5af6145ed tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Notify callbacks [] for subnet, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:21.273465 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc67837-0d2f-4d1b-84fa-4f8c18f06480 None None] Pushing event updated for resources: {'Port': ['ID=5ef3f928-0f1d-4f8e-81fe-282643d8b3cd,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:21.279159 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3e1d3c69-7207-4d21-b3d2-7e4dd3b6c0aa tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:21.287086 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-8cc67837-0d2f-4d1b-84fa-4f8c18f06480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:21.295463 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a17a3e0e-c7fc-408e-b394-3be48db36c94 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ea1d62abcae346768a483723e21c598a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3055189 Dec 20 08:43:21.296964 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1a705b04-8102-40b8-b7d5-25f5af6145ed tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1518554'] for subnet, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:21.304796 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-8cc67837-0d2f-4d1b-84fa-4f8c18f06480 None None] Attempting to bind port 5ef3f928-0f1d-4f8e-81fe-282643d8b3cd on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:43:21.305173 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-8cc67837-0d2f-4d1b-84fa-4f8c18f06480 None None] Attempting to bind port 5ef3f928-0f1d-4f8e-81fe-282643d8b3cd by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': 'f7f12a91-6286-4d73-bd99-825123f98279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '03a151dc-b13c-4543-a799-a75cfd55057d'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:43:21.305574 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc67837-0d2f-4d1b-84fa-4f8c18f06480 None None] Attempting to bind port 5ef3f928-0f1d-4f8e-81fe-282643d8b3cd on network 03a151dc-b13c-4543-a799-a75cfd55057d {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:43:21.310073 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 35748) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:21.312984 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc67837-0d2f-4d1b-84fa-4f8c18f06480 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:43:21.313392 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc67837-0d2f-4d1b-84fa-4f8c18f06480 None None] Checking segment: {'id': 'f7f12a91-6286-4d73-bd99-825123f98279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '03a151dc-b13c-4543-a799-a75cfd55057d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:43:21.313798 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-8cc67837-0d2f-4d1b-84fa-4f8c18f06480 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:21.314201 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc67837-0d2f-4d1b-84fa-4f8c18f06480 None None] Bound using segment: {'id': 'f7f12a91-6286-4d73-bd99-825123f98279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '03a151dc-b13c-4543-a799-a75cfd55057d'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:43:21.314669 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-8cc67837-0d2f-4d1b-84fa-4f8c18f06480 None None] Bound port: 5ef3f928-0f1d-4f8e-81fe-282643d8b3cd, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f12a91-6286-4d73-bd99-825123f98279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '03a151dc-b13c-4543-a799-a75cfd55057d'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:43:21.315041 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-8cc67837-0d2f-4d1b-84fa-4f8c18f06480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:21.329467 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-c2d9b4b8-2f17-413f-95bc-27140ae9e8d4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Allocated IP 2001:db8::a0 (03a151dc-b13c-4543-a799-a75cfd55057d/1aec62a2-c73c-41a7-b168-08457ad6e33c/076f336b-2f7e-4c52-9284-67c159a65e78) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:43:21.384594 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-3e1d3c69-7207-4d21-b3d2-7e4dd3b6c0aa tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/ports/0dc18bac-3114-4aea-8912-96b12f67a9e9 HTTP/1.1" status: 204 len: 168 time: 2.0838418 Dec 20 08:43:21.389321 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 35752) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:21.413465 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-8cc67837-0d2f-4d1b-84fa-4f8c18f06480 None None] For port 5ef3f928-0f1d-4f8e-81fe-282643d8b3cd, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:43:21.416726 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-8cc67837-0d2f-4d1b-84fa-4f8c18f06480 None None] For port 5ef3f928-0f1d-4f8e-81fe-282643d8b3cd, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=5ef3f928-0f1d-4f8e-81fe-282643d8b3cd,segment=NetworkSegment(f7f12a91-6286-4d73-bd99-825123f98279),segment_id=f7f12a91-6286-4d73-bd99-825123f98279)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:43:21.422546 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-82398969-5012-4fd3-a1c9-6e9154e2fcdb tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:21.425115 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-8cc67837-0d2f-4d1b-84fa-4f8c18f06480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:21.429788 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-4d976667-ccf3-41bb-a922-7c8551dbf64a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:21.460977 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-82398969-5012-4fd3-a1c9-6e9154e2fcdb tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['342276d6-cef2-4cb9-8b88-5f2b75f4bb15']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:43:21.483958 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-82398969-5012-4fd3-a1c9-6e9154e2fcdb tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '941f58db-d5a8-46a6-82bb-1cca381084ff') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:43:21.484155 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-82398969-5012-4fd3-a1c9-6e9154e2fcdb tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '941f58db-d5a8-46a6-82bb-1cca381084ff') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:43:21.498323 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9f54ff8f-f34f-49b7-86ce-af277b80a9fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:21.507597 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806c241d-89a4-4270-9a35-3a4e481b5adb tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:21.509066 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806c241d-89a4-4270-9a35-3a4e481b5adb tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:21.509882 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-806c241d-89a4-4270-9a35-3a4e481b5adb tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Synchronizing usage tracker for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:subnet {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:43:21.517679 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-38d52519-bf10-4683-bc60-b407b0c7c54f tempest-FloatingIPAdminTestJSON-975604836 tempest-FloatingIPAdminTestJSON-975604836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:21.525073 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9f54ff8f-f34f-49b7-86ce-af277b80a9fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:21.535126 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3bf1fae6-62c3-4a34-8d8d-9616c2214ce0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:21.539531 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc67837-0d2f-4d1b-84fa-4f8c18f06480 None None] Pushing event updated for resources: {'Port': ['ID=5ef3f928-0f1d-4f8e-81fe-282643d8b3cd,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:21.550841 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-8cc67837-0d2f-4d1b-84fa-4f8c18f06480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:21.555772 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-82398969-5012-4fd3-a1c9-6e9154e2fcdb tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1618722'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:21.579568 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1a705b04-8102-40b8-b7d5-25f5af6145ed tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:21.596254 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-82398969-5012-4fd3-a1c9-6e9154e2fcdb tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:21.624957 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82398969-5012-4fd3-a1c9-6e9154e2fcdb tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:43:21.625394 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-82398969-5012-4fd3-a1c9-6e9154e2fcdb tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1128911'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:21.656238 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d52519-bf10-4683-bc60-b407b0c7c54f tempest-FloatingIPAdminTestJSON-975604836 tempest-FloatingIPAdminTestJSON-975604836-project] Pushing event deleted for resources: {'Port': ['ID=0b6c1fc3-7a71-49b2-94a9-b51ddbacca4a,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:21.658682 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-38d52519-bf10-4683-bc60-b407b0c7c54f tempest-FloatingIPAdminTestJSON-975604836 tempest-FloatingIPAdminTestJSON-975604836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:21.705510 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-806c241d-89a4-4270-9a35-3a4e481b5adb tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Unset dirty status for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:subnet {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:43:21.709166 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-806c241d-89a4-4270-9a35-3a4e481b5adb tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3159580 Dec 20 08:43:21.720578 dv-neutron-820491-1-hyperv neutron-server[83444]: Traceback (most recent call last): Dec 20 08:43:21.720578 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:43:21.720578 dv-neutron-820491-1-hyperv neutron-server[83444]: timer() Dec 20 08:43:21.720578 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:43:21.720578 dv-neutron-820491-1-hyperv neutron-server[83444]: cb(*args, **kw) Dec 20 08:43:21.720578 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:43:21.720578 dv-neutron-820491-1-hyperv neutron-server[83444]: return func(*args, **kwargs) Dec 20 08:43:21.720578 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:43:21.720578 dv-neutron-820491-1-hyperv neutron-server[83444]: self._notify() Dec 20 08:43:21.720578 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:43:21.720578 dv-neutron-820491-1-hyperv neutron-server[83444]: self.callback(batched_events) Dec 20 08:43:21.720578 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:43:21.720578 dv-neutron-820491-1-hyperv neutron-server[83444]: event.method(event) Dec 20 08:43:21.720578 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:43:21.720578 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:43:21.720578 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:43:21.720578 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:43:21.720578 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:43:21.720578 dv-neutron-820491-1-hyperv neutron-server[83444]: return f(self, *a, **k) Dec 20 08:43:21.720578 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:43:21.720578 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._get(url).json() Dec 20 08:43:21.720578 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:43:21.720578 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:43:21.720578 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:43:21.720578 dv-neutron-820491-1-hyperv neutron-server[83444]: return self.request(url, 'GET', **kwargs) Dec 20 08:43:21.720578 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:43:21.720578 dv-neutron-820491-1-hyperv neutron-server[83444]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:43:21.720578 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:43:21.720578 dv-neutron-820491-1-hyperv neutron-server[83444]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:43:21.720578 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:43:21.720578 dv-neutron-820491-1-hyperv neutron-server[83444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:43:21.720578 dv-neutron-820491-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:43:21.736074 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 35756) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:21.814968 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9f54ff8f-f34f-49b7-86ce-af277b80a9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:21.818729 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1a705b04-8102-40b8-b7d5-25f5af6145ed tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2036620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2095133'] for subnet, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:21.819593 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-82398969-5012-4fd3-a1c9-6e9154e2fcdb tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:21.825345 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-6c02a890-e2b5-4ec2-9384-9c160c96f40a tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:21.844569 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d92698de-da60-4919-bb2e-607f9a179637 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:21.860607 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f54ff8f-f34f-49b7-86ce-af277b80a9fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b069af0c-b595-4373-85a2-39181acde04b,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:21.865579 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82398969-5012-4fd3-a1c9-6e9154e2fcdb tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 342276d6-cef2-4cb9-8b88-5f2b75f4bb15 {{(pid=83444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 20 08:43:21.876465 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9f54ff8f-f34f-49b7-86ce-af277b80a9fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:21.876953 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:21.897905 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6dc2d4c-1d3d-49eb-8044-996d729a998a tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Deleting subnet 072cc825-c305-42a7-b642-244f4f4891bc {{(pid=83445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:43:21.900514 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a705b04-8102-40b8-b7d5-25f5af6145ed tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Pushing event deleted for resources: {'Subnet': ['ID=ff4c6ba3-48a6-4551-9d22-ec3ece691718,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:21.903663 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-1a705b04-8102-40b8-b7d5-25f5af6145ed tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:21.909137 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a6dc2d4c-1d3d-49eb-8044-996d729a998a tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for subnet, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:21.962326 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-38d52519-bf10-4683-bc60-b407b0c7c54f tempest-FloatingIPAdminTestJSON-975604836 tempest-FloatingIPAdminTestJSON-975604836-project] Notify callbacks [] for floatingip, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:21.994828 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52122a74-9ea0-4916-9a7f-dea44ed7c657 None None] Network 88a86a02-d0ca-49f7-83e1-3941a960d871 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:43:21.998377 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1a705b04-8102-40b8-b7d5-25f5af6145ed tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:22.002590 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-82398969-5012-4fd3-a1c9-6e9154e2fcdb tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:22.036758 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82398969-5012-4fd3-a1c9-6e9154e2fcdb tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Pushing event deleted for resources: {'Network': ['ID=342276d6-cef2-4cb9-8b88-5f2b75f4bb15,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:22.038939 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9f54ff8f-f34f-49b7-86ce-af277b80a9fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:22.042502 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-9f54ff8f-f34f-49b7-86ce-af277b80a9fe admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b069af0c-b595-4373-85a2-39181acde04b HTTP/1.1" status: 204 len: 168 time: 0.7165465 Dec 20 08:43:22.042502 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-82398969-5012-4fd3-a1c9-6e9154e2fcdb tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:22.045631 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-82398969-5012-4fd3-a1c9-6e9154e2fcdb tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] 10.222.0.16 "DELETE /v2.0/networks/342276d6-cef2-4cb9-8b88-5f2b75f4bb15 HTTP/1.1" status: 204 len: 168 time: 1.0248787 Dec 20 08:43:22.054588 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-38d52519-bf10-4683-bc60-b407b0c7c54f tempest-FloatingIPAdminTestJSON-975604836 tempest-FloatingIPAdminTestJSON-975604836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for floatingip, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:22.057809 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-38d52519-bf10-4683-bc60-b407b0c7c54f tempest-FloatingIPAdminTestJSON-975604836 tempest-FloatingIPAdminTestJSON-975604836-project] 10.222.0.16 "DELETE /v2.0/floatingips/09d53dc3-cac8-44b1-bd41-1476b119579b HTTP/1.1" status: 204 len: 168 time: 2.3038943 Dec 20 08:43:22.064828 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 35768) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:22.164151 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-1a705b04-8102-40b8-b7d5-25f5af6145ed tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] 10.222.0.16 "DELETE /v2.0/subnets/ff4c6ba3-48a6-4551-9d22-ec3ece691718 HTTP/1.1" status: 204 len: 168 time: 1.7352443 Dec 20 08:43:22.170944 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 35772) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:22.193032 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a6dc2d4c-1d3d-49eb-8044-996d729a998a tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1518554'] for subnet, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:22.231393 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c2d9b4b8-2f17-413f-95bc-27140ae9e8d4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:22.335258 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-12426dfe-5439-4035-9239-f5b6cb296a61 tempest-FloatingIPAdminTestJSON-278763285 tempest-FloatingIPAdminTestJSON-278763285-project-admin] Deleting port 6917f97e-7dc4-43f3-9564-b1d356d39851 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:43:22.335687 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-12426dfe-5439-4035-9239-f5b6cb296a61 tempest-FloatingIPAdminTestJSON-278763285 tempest-FloatingIPAdminTestJSON-278763285-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:22.337806 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-c2d9b4b8-2f17-413f-95bc-27140ae9e8d4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Transition to ACTIVE for port object 076f336b-2f7e-4c52-9284-67c159a65e78 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:43:22.388193 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9541c34e-47da-4428-9b44-1ff5bc814fcc tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:22.442452 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-9541c34e-47da-4428-9b44-1ff5bc814fcc tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Deleting port 6e23948e-5834-4d28-af4b-18ed38f47e72 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:43:22.443409 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9541c34e-47da-4428-9b44-1ff5bc814fcc tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:22.545932 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 5ef3f928-0f1d-4f8e-81fe-282643d8b3cd up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:43:22.590396 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a6dc2d4c-1d3d-49eb-8044-996d729a998a tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:22.652212 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c2d9b4b8-2f17-413f-95bc-27140ae9e8d4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:22.657134 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac4ac82-ead3-4bf3-abda-3abbf75d58a1 None None] DHCP port deletion for 88a86a02-d0ca-49f7-83e1-3941a960d871 request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 08:43:22.684741 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:22.694682 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-6ac4ac82-ead3-4bf3-abda-3abbf75d58a1 None None] Deleting port 6e23948e-5834-4d28-af4b-18ed38f47e72 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:43:22.695059 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-6ac4ac82-ead3-4bf3-abda-3abbf75d58a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:22.868708 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d9b4b8-2f17-413f-95bc-27140ae9e8d4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Network 03a151dc-b13c-4543-a799-a75cfd55057d is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:43:22.889822 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 5ef3f928-0f1d-4f8e-81fe-282643d8b3cd completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:43:22.895638 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d9b4b8-2f17-413f-95bc-27140ae9e8d4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Pushing event updated for resources: {'Port': ['ID=076f336b-2f7e-4c52-9284-67c159a65e78,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:22.907678 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c2d9b4b8-2f17-413f-95bc-27140ae9e8d4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:22.908735 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-c2d9b4b8-2f17-413f-95bc-27140ae9e8d4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:43:22.915247 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d9b4b8-2f17-413f-95bc-27140ae9e8d4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:43:22.920476 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d9b4b8-2f17-413f-95bc-27140ae9e8d4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:22.921419 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c2d9b4b8-2f17-413f-95bc-27140ae9e8d4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:22.965677 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8e223f-d742-41f6-9df9-4516607b819f None None] Network 03a151dc-b13c-4543-a799-a75cfd55057d requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:43:22.969075 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a6dc2d4c-1d3d-49eb-8044-996d729a998a tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2036620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2095133'] for subnet, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:22.973094 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c2d9b4b8-2f17-413f-95bc-27140ae9e8d4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9565494 Dec 20 08:43:22.977507 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:22.985694 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 35786) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:23.028451 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 35790) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:23.036516 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dc2d4c-1d3d-49eb-8044-996d729a998a tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event deleted for resources: {'Subnet': ['ID=072cc825-c305-42a7-b642-244f4f4891bc,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:23.042625 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-2ff9cbfd-cb0e-4827-b1bd-ebf8f52b846f tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Request body: {'router': {'name': 'tempest-router--976122055', 'project_id': 'df12ccddd1ac4ac58b4c80eff7a16f14'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:43:23.047215 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-2ff9cbfd-cb0e-4827-b1bd-ebf8f52b846f tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:43:23.056815 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-2ff9cbfd-cb0e-4827-b1bd-ebf8f52b846f tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Usage tracker for resource:router and tenant:df12ccddd1ac4ac58b4c80eff7a16f14 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:43:23.060744 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-12426dfe-5439-4035-9239-f5b6cb296a61 tempest-FloatingIPAdminTestJSON-278763285 tempest-FloatingIPAdminTestJSON-278763285-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:23.061286 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-12426dfe-5439-4035-9239-f5b6cb296a61 tempest-FloatingIPAdminTestJSON-278763285 tempest-FloatingIPAdminTestJSON-278763285-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:23.068950 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a6dc2d4c-1d3d-49eb-8044-996d729a998a tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:23.069857 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-2ff9cbfd-cb0e-4827-b1bd-ebf8f52b846f tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:43:23.075447 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a6dc2d4c-1d3d-49eb-8044-996d729a998a tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:23.085946 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-2ff9cbfd-cb0e-4827-b1bd-ebf8f52b846f tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:43:23.130171 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b7eb6a-f9b0-404f-8e53-655db09a9456 None None] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:43:23.145701 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-9541c34e-47da-4428-9b44-1ff5bc814fcc tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] For port 6e23948e-5834-4d28-af4b-18ed38f47e72, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=6e23948e-5834-4d28-af4b-18ed38f47e72,segment=NetworkSegment(30c5b957-fe42-49a4-89d4-96eca6ae117f),segment_id=30c5b957-fe42-49a4-89d4-96eca6ae117f)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:43:23.146156 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9541c34e-47da-4428-9b44-1ff5bc814fcc tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:23.300640 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-ad47b429-0873-4786-bb74-5a4c0baffd57 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Deleting port 076f336b-2f7e-4c52-9284-67c159a65e78 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:43:23.300847 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ad47b429-0873-4786-bb74-5a4c0baffd57 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:23.335055 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-9541c34e-47da-4428-9b44-1ff5bc814fcc tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Calling delete_port for 6e23948e-5834-4d28-af4b-18ed38f47e72 owned by network:dhcp {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:43:23.335856 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2ff9cbfd-cb0e-4827-b1bd-ebf8f52b846f tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24817'] for router, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:23.336896 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2ff9cbfd-cb0e-4827-b1bd-ebf8f52b846f tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-351744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24806'] for router, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:23.348814 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-12426dfe-5439-4035-9239-f5b6cb296a61 tempest-FloatingIPAdminTestJSON-278763285 tempest-FloatingIPAdminTestJSON-278763285-project-admin] Calling delete_port for 6917f97e-7dc4-43f3-9564-b1d356d39851 owned by network:floatingip {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:43:23.380472 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-a6dc2d4c-1d3d-49eb-8044-996d729a998a tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/subnets/072cc825-c305-42a7-b642-244f4f4891bc HTTP/1.1" status: 204 len: 168 time: 1.6413829 Dec 20 08:43:23.385699 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 35802) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:23.429396 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2ff9cbfd-cb0e-4827-b1bd-ebf8f52b846f tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:23.497933 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-3b6e394c-5cc6-4a0d-ab61-82a8d50980e3 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1070585 Dec 20 08:43:23.498133 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2ff9cbfd-cb0e-4827-b1bd-ebf8f52b846f tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071'] for router, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:23.501351 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 35808) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:23.514516 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-3723fe7d-b127-44c5-936a-44a66b410ff6 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Request body: {'subnet': {'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:43:23.547226 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2ff9cbfd-cb0e-4827-b1bd-ebf8f52b846f tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:23.548690 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-2ff9cbfd-cb0e-4827-b1bd-ebf8f52b846f tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5161417 Dec 20 08:43:23.551496 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 35814) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:23.618082 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-12426dfe-5439-4035-9239-f5b6cb296a61 tempest-FloatingIPAdminTestJSON-278763285 tempest-FloatingIPAdminTestJSON-278763285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:23.621783 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-3e748171-5980-4447-a9a1-9a69e08a27b2 None None] Provisioning for port 5ef3f928-0f1d-4f8e-81fe-282643d8b3cd completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:43:23.630397 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-32e14489-5567-433d-9c65-33aabd0c3ff2 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:23.660184 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-6ac4ac82-ead3-4bf3-abda-3abbf75d58a1 None None] For port 6e23948e-5834-4d28-af4b-18ed38f47e72, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=6e23948e-5834-4d28-af4b-18ed38f47e72,segment=NetworkSegment(30c5b957-fe42-49a4-89d4-96eca6ae117f),segment_id=30c5b957-fe42-49a4-89d4-96eca6ae117f)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:43:23.660667 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-6ac4ac82-ead3-4bf3-abda-3abbf75d58a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:23.685390 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12426dfe-5439-4035-9239-f5b6cb296a61 tempest-FloatingIPAdminTestJSON-278763285 tempest-FloatingIPAdminTestJSON-278763285-project-admin] Pushing event deleted for resources: {'Port': ['ID=6917f97e-7dc4-43f3-9564-b1d356d39851,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:23.722578 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-3e748171-5980-4447-a9a1-9a69e08a27b2 None None] Provisioning complete for port 5ef3f928-0f1d-4f8e-81fe-282643d8b3cd triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:43:23.723034 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3e748171-5980-4447-a9a1-9a69e08a27b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:23.744898 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-12426dfe-5439-4035-9239-f5b6cb296a61 tempest-FloatingIPAdminTestJSON-278763285 tempest-FloatingIPAdminTestJSON-278763285-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:23.756187 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9541c34e-47da-4428-9b44-1ff5bc814fcc tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:23.784883 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d66d1e1b-d9ab-460d-913c-61c0a28ac037 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:23.845641 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 35820) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:23.845898 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9541c34e-47da-4428-9b44-1ff5bc814fcc tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Pushing event deleted for resources: {'Port': ['ID=6e23948e-5834-4d28-af4b-18ed38f47e72,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:23.848266 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9541c34e-47da-4428-9b44-1ff5bc814fcc tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:23.860564 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bca7d3bf-ba11-462d-ab90-8f17b13bd91f tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks [] for router, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:23.862294 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-3723fe7d-b127-44c5-936a-44a66b410ff6 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:43:23.869493 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-3723fe7d-b127-44c5-936a-44a66b410ff6 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Usage tracker for resource:subnet and tenant:9679bafc94a64ee0a207e63ba5560387 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:43:23.874034 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9541c34e-47da-4428-9b44-1ff5bc814fcc tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] No DVR routers for this DVR port 6e23948e-5834-4d28-af4b-18ed38f47e72 on host dv-neutron-820491-1-hyperv {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:43:23.909597 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-3723fe7d-b127-44c5-936a-44a66b410ff6 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:43:23.928316 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-6ac4ac82-ead3-4bf3-abda-3abbf75d58a1 None None] Calling delete_port for 6e23948e-5834-4d28-af4b-18ed38f47e72 owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:43:23.973468 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-3723fe7d-b127-44c5-936a-44a66b410ff6 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:43:24.036366 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3723fe7d-b127-44c5-936a-44a66b410ff6 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Made reservation on behalf of 9679bafc94a64ee0a207e63ba5560387 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:43:24.046273 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-12426dfe-5439-4035-9239-f5b6cb296a61 tempest-FloatingIPAdminTestJSON-278763285 tempest-FloatingIPAdminTestJSON-278763285-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:24.048607 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-12426dfe-5439-4035-9239-f5b6cb296a61 tempest-FloatingIPAdminTestJSON-278763285 tempest-FloatingIPAdminTestJSON-278763285-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for floatingip, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:24.054067 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-12426dfe-5439-4035-9239-f5b6cb296a61 tempest-FloatingIPAdminTestJSON-278763285 tempest-FloatingIPAdminTestJSON-278763285-project-admin] 10.222.0.16 "DELETE /v2.0/floatingips/c436bba7-ca77-4600-a194-cf1de5a13048 HTTP/1.1" status: 204 len: 168 time: 1.9808655 Dec 20 08:43:24.058327 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 35826) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:24.062203 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-64a16ee3-2e9d-49a1-bd79-b954884b521e tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-230997981'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:43:24.077300 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-64a16ee3-2e9d-49a1-bd79-b954884b521e tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:43:24.109046 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3e748171-5980-4447-a9a1-9a69e08a27b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:24.112352 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-64a16ee3-2e9d-49a1-bd79-b954884b521e tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Usage tracker for resource:network and tenant:eaf8b0e5251149e8a7db6a147c396e28 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:43:24.129174 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-64a16ee3-2e9d-49a1-bd79-b954884b521e tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:43:24.145410 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-64a16ee3-2e9d-49a1-bd79-b954884b521e tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:43:24.179958 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdfe1ae0-e0c5-47a0-a801-02269a0fbffa None None] DHCP port deletion for f75aa0d2-5f41-40f3-a9e0-d60d934965a4 request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 08:43:24.189459 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-fdfe1ae0-e0c5-47a0-a801-02269a0fbffa None None] Deleting port 5bc8930a-98a3-46ed-9617-052f49cdde1e {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:43:24.189980 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-fdfe1ae0-e0c5-47a0-a801-02269a0fbffa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:24.219404 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9541c34e-47da-4428-9b44-1ff5bc814fcc tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:24.255211 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.db.api [None req-6ac4ac82-ead3-4bf3-abda-3abbf75d58a1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 08:43:24.255630 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_db.api [None req-6ac4ac82-ead3-4bf3-abda-3abbf75d58a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 08:43:24.258005 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-e00148d5-efe2-4348-9b09-4f263c8f6607 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Deleting port 40bfde63-4f1c-4b13-a140-08eb52ac1ea7 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:43:24.258360 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e00148d5-efe2-4348-9b09-4f263c8f6607 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:24.271316 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-3e748171-5980-4447-a9a1-9a69e08a27b2 None None] For port 5ef3f928-0f1d-4f8e-81fe-282643d8b3cd, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=5ef3f928-0f1d-4f8e-81fe-282643d8b3cd,segment=NetworkSegment(f7f12a91-6286-4d73-bd99-825123f98279),segment_id=f7f12a91-6286-4d73-bd99-825123f98279)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:43:24.279656 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ad47b429-0873-4786-bb74-5a4c0baffd57 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:24.284074 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a16ee3-2e9d-49a1-bd79-b954884b521e tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Made reservation on behalf of eaf8b0e5251149e8a7db6a147c396e28 for: {'network': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:43:24.287806 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-64a16ee3-2e9d-49a1-bd79-b954884b521e tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:24.331522 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3e748171-5980-4447-a9a1-9a69e08a27b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:24.337726 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-de04c31b-ee02-4d79-b528-058c6ab65c74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:24.347758 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-9541c34e-47da-4428-9b44-1ff5bc814fcc tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88a86a02-d0ca-49f7-83e1-3941a960d871']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:43:24.437942 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-64a16ee3-2e9d-49a1-bd79-b954884b521e tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Notify callbacks [] for security_group, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:24.465993 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e748171-5980-4447-a9a1-9a69e08a27b2 None None] Pushing event updated for resources: {'Port': ['ID=5ef3f928-0f1d-4f8e-81fe-282643d8b3cd,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:24.478368 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 5bc8930a-98a3-46ed-9617-052f49cdde1e no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:43:24.523177 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-ad47b429-0873-4786-bb74-5a4c0baffd57 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Calling delete_port for 076f336b-2f7e-4c52-9284-67c159a65e78 owned by {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:43:24.559689 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-3e748171-5980-4447-a9a1-9a69e08a27b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:24.575398 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-9541c34e-47da-4428-9b44-1ff5bc814fcc tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30c5b957-fe42-49a4-89d4-96eca6ae117f') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:43:24.575854 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-9541c34e-47da-4428-9b44-1ff5bc814fcc tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30c5b957-fe42-49a4-89d4-96eca6ae117f') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:43:24.576516 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-64a16ee3-2e9d-49a1-bd79-b954884b521e tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:43:24.580809 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-64a16ee3-2e9d-49a1-bd79-b954884b521e tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Usage tracker for resource:security_group_rule and tenant:eaf8b0e5251149e8a7db6a147c396e28 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:43:24.590893 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9541c34e-47da-4428-9b44-1ff5bc814fcc tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1618722'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:24.592857 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-64a16ee3-2e9d-49a1-bd79-b954884b521e tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:43:24.606087 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-64a16ee3-2e9d-49a1-bd79-b954884b521e tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:43:24.634245 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3723fe7d-b127-44c5-936a-44a66b410ff6 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1529102'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:24.676539 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:24.775311 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-6ac4ac82-ead3-4bf3-abda-3abbf75d58a1 None None] Deleting port 6e23948e-5834-4d28-af4b-18ed38f47e72 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:43:24.776536 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-6ac4ac82-ead3-4bf3-abda-3abbf75d58a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:24.786626 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9541c34e-47da-4428-9b44-1ff5bc814fcc tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:24.821812 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-7ea822a2-9295-4c4d-ac2f-f86ceda4452f None None] Provisioning for port 076f336b-2f7e-4c52-9284-67c159a65e78 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:43:24.836576 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9541c34e-47da-4428-9b44-1ff5bc814fcc tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:43:24.837368 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9541c34e-47da-4428-9b44-1ff5bc814fcc tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1128911'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:24.840598 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-fdfe1ae0-e0c5-47a0-a801-02269a0fbffa None None] For port 5bc8930a-98a3-46ed-9617-052f49cdde1e, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=5bc8930a-98a3-46ed-9617-052f49cdde1e,segment=NetworkSegment(7c00552d-ea93-440b-911c-cb3aa0a4eeff),segment_id=7c00552d-ea93-440b-911c-cb3aa0a4eeff)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:43:24.841051 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-fdfe1ae0-e0c5-47a0-a801-02269a0fbffa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:24.842877 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-64a16ee3-2e9d-49a1-bd79-b954884b521e tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Notify callbacks [] for security_group, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:24.854321 dv-neutron-820491-1-hyperv neutron-server[83444]: Traceback (most recent call last): Dec 20 08:43:24.854321 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:43:24.854321 dv-neutron-820491-1-hyperv neutron-server[83444]: timer() Dec 20 08:43:24.854321 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:43:24.854321 dv-neutron-820491-1-hyperv neutron-server[83444]: cb(*args, **kw) Dec 20 08:43:24.854321 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:43:24.854321 dv-neutron-820491-1-hyperv neutron-server[83444]: return func(*args, **kwargs) Dec 20 08:43:24.854321 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:43:24.854321 dv-neutron-820491-1-hyperv neutron-server[83444]: self._notify() Dec 20 08:43:24.854321 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:43:24.854321 dv-neutron-820491-1-hyperv neutron-server[83444]: self.callback(batched_events) Dec 20 08:43:24.854321 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:43:24.854321 dv-neutron-820491-1-hyperv neutron-server[83444]: event.method(event) Dec 20 08:43:24.854321 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:43:24.854321 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:43:24.854321 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:43:24.854321 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:43:24.854321 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:43:24.854321 dv-neutron-820491-1-hyperv neutron-server[83444]: return f(self, *a, **k) Dec 20 08:43:24.854321 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:43:24.854321 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._get(url).json() Dec 20 08:43:24.854321 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:43:24.854321 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:43:24.854321 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:43:24.854321 dv-neutron-820491-1-hyperv neutron-server[83444]: return self.request(url, 'GET', **kwargs) Dec 20 08:43:24.854321 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:43:24.854321 dv-neutron-820491-1-hyperv neutron-server[83444]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:43:24.854321 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:43:24.854321 dv-neutron-820491-1-hyperv neutron-server[83444]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:43:24.854321 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:43:24.854321 dv-neutron-820491-1-hyperv neutron-server[83444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:43:24.854321 dv-neutron-820491-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:43:24.885329 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-6ac4ac82-ead3-4bf3-abda-3abbf75d58a1 None None] The port '6e23948e-5834-4d28-af4b-18ed38f47e72' was deleted {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 08:43:24.887148 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 5bc8930a-98a3-46ed-9617-052f49cdde1e, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=5bc8930a-98a3-46ed-9617-052f49cdde1e,segment=NetworkSegment(7c00552d-ea93-440b-911c-cb3aa0a4eeff),segment_id=7c00552d-ea93-440b-911c-cb3aa0a4eeff)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:43:24.892494 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-7ea822a2-9295-4c4d-ac2f-f86ceda4452f None None] Provisioning complete for port 076f336b-2f7e-4c52-9284-67c159a65e78 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:43:24.892874 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-7ea822a2-9295-4c4d-ac2f-f86ceda4452f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:24.913923 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-64a16ee3-2e9d-49a1-bd79-b954884b521e tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:24.917376 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-50ae16be-81cb-46b4-aa94-01b85ea34711 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:25.034051 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9541c34e-47da-4428-9b44-1ff5bc814fcc tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:25.061791 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-211bac44-0ae9-4600-b94d-b2452a409c0a tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:25.062153 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-fdfe1ae0-e0c5-47a0-a801-02269a0fbffa None None] Calling delete_port for 5bc8930a-98a3-46ed-9617-052f49cdde1e owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:43:25.082840 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9541c34e-47da-4428-9b44-1ff5bc814fcc tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:25.094267 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64a16ee3-2e9d-49a1-bd79-b954884b521e tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=83445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:43:25.097373 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bca7d3bf-ba11-462d-ab90-8f17b13bd91f tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24735'] for router, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:25.097507 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:25.098197 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 6e23948e-5834-4d28-af4b-18ed38f47e72 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:43:25.106343 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9541c34e-47da-4428-9b44-1ff5bc814fcc tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Pushing event deleted for resources: {'Network': ['ID=88a86a02-d0ca-49f7-83e1-3941a960d871,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:25.111173 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a16ee3-2e9d-49a1-bd79-b954884b521e tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36e0ff85-01cf-4f2e-85ac-f29e61fdcbf2,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:25.114588 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-64a16ee3-2e9d-49a1-bd79-b954884b521e tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:25.116276 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9541c34e-47da-4428-9b44-1ff5bc814fcc tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:25.125525 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3723fe7d-b127-44c5-936a-44a66b410ff6 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1129376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1529148'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:25.129847 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bca7d3bf-ba11-462d-ab90-8f17b13bd91f tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:25.148400 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-f9f1952e-a3bc-41a7-981f-bcb540e6f78e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:25.158687 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-9541c34e-47da-4428-9b44-1ff5bc814fcc tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] 10.222.0.16 "DELETE /v2.0/networks/88a86a02-d0ca-49f7-83e1-3941a960d871 HTTP/1.1" status: 204 len: 168 time: 2.9739301 Dec 20 08:43:25.160275 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:25.202640 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-64a16ee3-2e9d-49a1-bd79-b954884b521e tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:25.203022 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.segments_db [None req-64a16ee3-2e9d-49a1-bd79-b954884b521e tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Added segment 8e3d0a37-c3fe-4b2a-b056-a79be54242bb of type vlan for network 993fc2a0-64cf-488a-8f33-c8c76ace5b6f Dec 20 08:43:25.216571 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3723fe7d-b127-44c5-936a-44a66b410ff6 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:43:25.222571 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-3723fe7d-b127-44c5-936a-44a66b410ff6 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:43:25.227294 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 6e23948e-5834-4d28-af4b-18ed38f47e72 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:43:25.227799 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 6e23948e-5834-4d28-af4b-18ed38f47e72 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:43:25.230315 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ad47b429-0873-4786-bb74-5a4c0baffd57 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:25.234827 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3723fe7d-b127-44c5-936a-44a66b410ff6 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:25.235574 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3723fe7d-b127-44c5-936a-44a66b410ff6 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:25.235758 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=5bc8930a-98a3-46ed-9617-052f49cdde1e,revision_number=5']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:25.250035 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:25.273343 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-7ea822a2-9295-4c4d-ac2f-f86ceda4452f None None] Port 076f336b-2f7e-4c52-9284-67c159a65e78 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:43:25.276291 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bca7d3bf-ba11-462d-ab90-8f17b13bd91f tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-390871'] for router, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:25.277075 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bca7d3bf-ba11-462d-ab90-8f17b13bd91f tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 93ad45ab-ad56-41bc-9768-2262a6a9cb7b {{(pid=83445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 08:43:25.296558 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-64a16ee3-2e9d-49a1-bd79-b954884b521e tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:25.304990 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e00148d5-efe2-4348-9b09-4f263c8f6607 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:25.316842 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-7ea822a2-9295-4c4d-ac2f-f86ceda4452f None None] Provisioning complete for port 5ef3f928-0f1d-4f8e-81fe-282643d8b3cd triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:43:25.317260 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-7ea822a2-9295-4c4d-ac2f-f86ceda4452f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:25.339964 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3723fe7d-b127-44c5-936a-44a66b410ff6 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event updated for resources: {'Subnet': ['ID=9fe1d9f1-1e79-4712-8738-857a04bcd024,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:25.348271 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3723fe7d-b127-44c5-936a-44a66b410ff6 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:25.348448 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f26a3030-7d8e-4dc5-a70d-a32422afcd95 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:25.386750 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.db.api [None req-fdfe1ae0-e0c5-47a0-a801-02269a0fbffa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 08:43:25.387105 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_db.api [None req-fdfe1ae0-e0c5-47a0-a801-02269a0fbffa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 08:43:25.436122 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-3723fe7d-b127-44c5-936a-44a66b410ff6 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9281237 Dec 20 08:43:25.437414 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 35836) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:25.448435 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad47b429-0873-4786-bb74-5a4c0baffd57 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Pushing event deleted for resources: {'Port': ['ID=076f336b-2f7e-4c52-9284-67c159a65e78,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:25.453414 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ad47b429-0873-4786-bb74-5a4c0baffd57 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:25.457942 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ad47b429-0873-4786-bb74-5a4c0baffd57 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "DELETE /v2.0/ports/076f336b-2f7e-4c52-9284-67c159a65e78 HTTP/1.1" status: 204 len: 168 time: 2.4694555 Dec 20 08:43:25.458922 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ad47b429-0873-4786-bb74-5a4c0baffd57 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:25.464982 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 35840) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:25.465554 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-5331dcd3-fcd1-4143-8097-e88d370faee8 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Request body: {'port': {'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'fixed_ips': [{'subnet_id': '9fe1d9f1-1e79-4712-8738-857a04bcd024', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-393318478'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:43:25.471986 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-e00148d5-efe2-4348-9b09-4f263c8f6607 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Calling delete_port for 40bfde63-4f1c-4b13-a140-08eb52ac1ea7 owned by {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:43:25.517533 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.resource_extend [None req-64a16ee3-2e9d-49a1-bd79-b954884b521e tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 08:43:25.610160 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-fb2ef1c0-e012-44b3-a40e-531168788979 None None] Could not find standard attr ID for object 076f336b-2f7e-4c52-9284-67c159a65e78. {{(pid=83446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 08:43:25.622062 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-93b5924d-00b7-438a-bef5-ffc3d25ed214 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] DELETE failed (client error): The resource could not be found. Dec 20 08:43:25.622506 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93b5924d-00b7-438a-bef5-ffc3d25ed214 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:43:25.637394 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-93b5924d-00b7-438a-bef5-ffc3d25ed214 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "DELETE /v2.0/ports/076f336b-2f7e-4c52-9284-67c159a65e78 HTTP/1.1" status: 404 len: 333 time: 0.1311662 Dec 20 08:43:25.639879 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 35848) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:25.645339 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bca7d3bf-ba11-462d-ab90-8f17b13bd91f tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:25.649528 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-bca7d3bf-ba11-462d-ab90-8f17b13bd91f tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] 10.222.0.16 "DELETE /v2.0/routers/93ad45ab-ad56-41bc-9768-2262a6a9cb7b HTTP/1.1" status: 204 len: 168 time: 2.0946512 Dec 20 08:43:25.696696 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-64a16ee3-2e9d-49a1-bd79-b954884b521e tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:25.710258 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 35856) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:25.718607 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a16ee3-2e9d-49a1-bd79-b954884b521e tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:25.719275 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-64a16ee3-2e9d-49a1-bd79-b954884b521e tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:25.729488 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:25.771020 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0e87d5f-1ff1-4bcb-aa56-4654dca5bd17 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] GET failed (client error): The resource could not be found. Dec 20 08:43:25.771767 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d0e87d5f-1ff1-4bcb-aa56-4654dca5bd17 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Synchronizing usage tracker for tenant:bcc408b3053b4123bbeeedda32cab34a on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:43:25.795548 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-5331dcd3-fcd1-4143-8097-e88d370faee8 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:43:25.801382 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-5331dcd3-fcd1-4143-8097-e88d370faee8 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Usage tracker for resource:port and tenant:9679bafc94a64ee0a207e63ba5560387 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:43:25.804582 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-5331dcd3-fcd1-4143-8097-e88d370faee8 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:43:25.808296 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d0e87d5f-1ff1-4bcb-aa56-4654dca5bd17 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Unset dirty status for tenant:bcc408b3053b4123bbeeedda32cab34a on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:43:25.811957 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d0e87d5f-1ff1-4bcb-aa56-4654dca5bd17 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "GET /v2.0/ports/076f336b-2f7e-4c52-9284-67c159a65e78 HTTP/1.1" status: 404 len: 333 time: 0.1686349 Dec 20 08:43:25.812958 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 35862) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:25.815718 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-5331dcd3-fcd1-4143-8097-e88d370faee8 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:43:25.834755 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-64a16ee3-2e9d-49a1-bd79-b954884b521e tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.9880989 Dec 20 08:43:25.853370 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 35866) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:25.864271 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-2d58c76f-2306-4a8d-a9a3-836f727437d7 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Request body: {'subnet': {'network_id': '993fc2a0-64cf-488a-8f33-c8c76ace5b6f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:43:25.888684 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-fdfe1ae0-e0c5-47a0-a801-02269a0fbffa None None] Deleting port 5bc8930a-98a3-46ed-9617-052f49cdde1e {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:43:25.889075 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-fdfe1ae0-e0c5-47a0-a801-02269a0fbffa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:25.946905 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5331dcd3-fcd1-4143-8097-e88d370faee8 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Made reservation on behalf of 9679bafc94a64ee0a207e63ba5560387 for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:43:25.954791 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5331dcd3-fcd1-4143-8097-e88d370faee8 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:25.972106 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 35870) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:25.975463 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a16ee3-2e9d-49a1-bd79-b954884b521e tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Pushing event updated for resources: {'Network': ['ID=993fc2a0-64cf-488a-8f33-c8c76ace5b6f,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:25.984963 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-64a16ee3-2e9d-49a1-bd79-b954884b521e tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:25.991441 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network 993fc2a0-64cf-488a-8f33-c8c76ace5b6f details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:43:26.013714 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-5331dcd3-fcd1-4143-8097-e88d370faee8 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] device_id is not set on port a61703c5-3608-44d7-83ff-f09c6878c852 yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:43:26.111384 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e00148d5-efe2-4348-9b09-4f263c8f6607 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:26.117498 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-25bc2a40-3883-4a84-8658-4c457bc8df9e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=633b2c35e9434733bcda386383801e9d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4058788 Dec 20 08:43:26.123596 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-c9e9fcef-7633-4342-9646-ed620cb30a17 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:26.163141 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 35876) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:26.188241 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a93d850-1550-4fb2-a9e0-76e929f31a2d tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Deleting subnet 1aec62a2-c73c-41a7-b168-08457ad6e33c {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:43:26.192869 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00148d5-efe2-4348-9b09-4f263c8f6607 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Pushing event deleted for resources: {'Port': ['ID=40bfde63-4f1c-4b13-a140-08eb52ac1ea7,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:26.195665 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-2d58c76f-2306-4a8d-a9a3-836f727437d7 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:43:26.203131 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8a93d850-1550-4fb2-a9e0-76e929f31a2d tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:26.207149 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e00148d5-efe2-4348-9b09-4f263c8f6607 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:26.210524 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-2d58c76f-2306-4a8d-a9a3-836f727437d7 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Usage tracker for resource:subnet and tenant:eaf8b0e5251149e8a7db6a147c396e28 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:43:26.223822 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-2d58c76f-2306-4a8d-a9a3-836f727437d7 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:43:26.266793 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-20a0269e-26e7-48d9-b35c-75669e643f5a tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-449662222', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}, 'admin_state_up': False}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:43:26.271422 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-2d58c76f-2306-4a8d-a9a3-836f727437d7 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:43:26.280625 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-20a0269e-26e7-48d9-b35c-75669e643f5a tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:43:26.321169 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-fdfe1ae0-e0c5-47a0-a801-02269a0fbffa None None] For port 5bc8930a-98a3-46ed-9617-052f49cdde1e, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=5bc8930a-98a3-46ed-9617-052f49cdde1e,segment=NetworkSegment(7c00552d-ea93-440b-911c-cb3aa0a4eeff),segment_id=7c00552d-ea93-440b-911c-cb3aa0a4eeff)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:43:26.322119 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-fdfe1ae0-e0c5-47a0-a801-02269a0fbffa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:26.324065 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-20a0269e-26e7-48d9-b35c-75669e643f5a tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Usage tracker for resource:router and tenant:056abb2bc23f424d94c87e583774364a is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:43:26.332173 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-20a0269e-26e7-48d9-b35c-75669e643f5a tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:43:26.377857 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d58c76f-2306-4a8d-a9a3-836f727437d7 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Made reservation on behalf of eaf8b0e5251149e8a7db6a147c396e28 for: {'subnet': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:43:26.458617 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-13c44f2f-3877-4831-a066-18b29fcbd621 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:26.470849 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-fdfe1ae0-e0c5-47a0-a801-02269a0fbffa None None] Calling delete_port for 5bc8930a-98a3-46ed-9617-052f49cdde1e owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:43:26.482951 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-20a0269e-26e7-48d9-b35c-75669e643f5a tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:43:26.503358 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8a93d850-1550-4fb2-a9e0-76e929f31a2d tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1618747'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:26.524773 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e00148d5-efe2-4348-9b09-4f263c8f6607 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:26.548100 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2d58c76f-2306-4a8d-a9a3-836f727437d7 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2095160'] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:26.552513 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-20a0269e-26e7-48d9-b35c-75669e643f5a tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24817'] for router, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:26.553804 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-20a0269e-26e7-48d9-b35c-75669e643f5a tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-351744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24806'] for router, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:26.557599 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 5ef3f928-0f1d-4f8e-81fe-282643d8b3cd up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:43:26.570894 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-e00148d5-efe2-4348-9b09-4f263c8f6607 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] 10.222.0.16 "DELETE /v2.0/ports/40bfde63-4f1c-4b13-a140-08eb52ac1ea7 HTTP/1.1" status: 204 len: 168 time: 2.5033312 Dec 20 08:43:26.580150 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 35880) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:26.586846 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-fdfe1ae0-e0c5-47a0-a801-02269a0fbffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102'] for port, after_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:26.595211 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-13c44f2f-3877-4831-a066-18b29fcbd621 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:26.597905 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-e2074d13-78e3-4b4b-9b85-da90466437f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:26.636297 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-5331dcd3-fcd1-4143-8097-e88d370faee8 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 08:43:26.636644 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5331dcd3-fcd1-4143-8097-e88d370faee8 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:43:26.660250 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfe1ae0-e0c5-47a0-a801-02269a0fbffa None None] Pushing event deleted for resources: {'Port': ['ID=5bc8930a-98a3-46ed-9617-052f49cdde1e,revision_number=None']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:26.660467 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-13c44f2f-3877-4831-a066-18b29fcbd621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:26.665386 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-fdfe1ae0-e0c5-47a0-a801-02269a0fbffa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:26.670221 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-64a16ee3-2e9d-49a1-bd79-b954884b521e tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:26.670809 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfe1ae0-e0c5-47a0-a801-02269a0fbffa None None] No DVR routers for this DVR port 5bc8930a-98a3-46ed-9617-052f49cdde1e on host dv-neutron-820491-1-hyperv {{(pid=83446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:43:26.701408 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5903b7c-4887-42ad-881e-335b5a049c86 None None] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:43:26.712054 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-20a0269e-26e7-48d9-b35c-75669e643f5a tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:26.725931 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-5331dcd3-fcd1-4143-8097-e88d370faee8 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 1.2747643 Dec 20 08:43:26.731325 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 35884) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:26.736166 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8a93d850-1550-4fb2-a9e0-76e929f31a2d tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:26.747789 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 5ef3f928-0f1d-4f8e-81fe-282643d8b3cd triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:43:26.748161 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:26.756529 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c44f2f-3877-4831-a066-18b29fcbd621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7e3347-e9ff-41f7-a634-cb91081ea433,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:26.761136 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-13c44f2f-3877-4831-a066-18b29fcbd621 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:26.824750 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-13c44f2f-3877-4831-a066-18b29fcbd621 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:26.830379 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-13c44f2f-3877-4831-a066-18b29fcbd621 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/be7e3347-e9ff-41f7-a634-cb91081ea433 HTTP/1.1" status: 204 len: 168 time: 0.6652241 Dec 20 08:43:26.834676 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-05e32d87-0326-4135-bd6b-de2dc71d9432 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Synchronizing usage tracker for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:43:27.010653 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2d58c76f-2306-4a8d-a9a3-836f727437d7 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2036557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2095114'] for subnet, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:27.017640 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9e6a58-3eee-4728-b60b-13b55d49872c tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:27.018342 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-cb9e6a58-3eee-4728-b60b-13b55d49872c tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Synchronizing usage tracker for tenant:f481097c03db41fab12a5b6c050f6a52 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:43:27.027202 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:27.053206 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-05e32d87-0326-4135-bd6b-de2dc71d9432 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Unset dirty status for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:43:27.054420 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-05e32d87-0326-4135-bd6b-de2dc71d9432 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3201542 Dec 20 08:43:27.060113 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 35894) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:27.097712 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5568ad64-c488-44d0-911f-189535111b4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'tenant_id': '9679bafc94a64ee0a207e63ba5560387', 'fixed_ips': [{'subnet_id': '9fe1d9f1-1e79-4712-8738-857a04bcd024'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:43:27.098594 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-5568ad64-c488-44d0-911f-189535111b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:27.119037 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-cb9e6a58-3eee-4728-b60b-13b55d49872c tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Unset dirty status for tenant:f481097c03db41fab12a5b6c050f6a52 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:43:27.120735 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-cb9e6a58-3eee-4728-b60b-13b55d49872c tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] 10.222.0.16 "GET /v2.0/ports?device_id=85952315-afa5-4e3e-ba7e-002d34802c07 HTTP/1.1" status: 200 len: 913 time: 0.5365441 Dec 20 08:43:27.122048 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8a93d850-1550-4fb2-a9e0-76e929f31a2d tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1129313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1529131'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:27.128826 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 35898) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:27.140615 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:27.143399 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d58c76f-2306-4a8d-a9a3-836f727437d7 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Checking segment: {'id': '8e3d0a37-c3fe-4b2a-b056-a79be54242bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '993fc2a0-64cf-488a-8f33-c8c76ace5b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:43:27.144184 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d58c76f-2306-4a8d-a9a3-836f727437d7 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Network hostable DHCP agents. Network: 993fc2a0-64cf-488a-8f33-c8c76ace5b6f, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:43:27.162878 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d58c76f-2306-4a8d-a9a3-836f727437d7 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Pushing event updated for resources: {'Subnet': ['ID=cfe1c293-4c0c-40d0-b700-a601cfc460d9,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:27.176115 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-2d58c76f-2306-4a8d-a9a3-836f727437d7 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:27.194371 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d58c76f-2306-4a8d-a9a3-836f727437d7 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Network 993fc2a0-64cf-488a-8f33-c8c76ace5b6f is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:43:27.207935 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-2d58c76f-2306-4a8d-a9a3-836f727437d7 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, 993fc2a0-64cf-488a-8f33-c8c76ace5b6f) {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:43:27.216776 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d58c76f-2306-4a8d-a9a3-836f727437d7 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:27.217333 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2d58c76f-2306-4a8d-a9a3-836f727437d7 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:27.234583 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d6a339-55a8-468f-ac23-4e0007dda4d0 None None] Network 993fc2a0-64cf-488a-8f33-c8c76ace5b6f requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:43:27.242219 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-2d58c76f-2306-4a8d-a9a3-836f727437d7 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3869598 Dec 20 08:43:27.246264 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 35904) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:27.257848 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-20a0269e-26e7-48d9-b35c-75669e643f5a tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24724'] for router, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:27.259036 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-9684d49f-33dc-4ee1-8f9a-fb874dd75f7e tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1895071371', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:43:27.269813 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-9684d49f-33dc-4ee1-8f9a-fb874dd75f7e tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:43:27.272284 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a93d850-1550-4fb2-a9e0-76e929f31a2d tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Pushing event deleted for resources: {'Subnet': ['ID=1aec62a2-c73c-41a7-b168-08457ad6e33c,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:27.275295 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-8a93d850-1550-4fb2-a9e0-76e929f31a2d tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:27.276887 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-9684d49f-33dc-4ee1-8f9a-fb874dd75f7e tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Usage tracker for resource:router and tenant:eaf8b0e5251149e8a7db6a147c396e28 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:43:27.282588 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-9684d49f-33dc-4ee1-8f9a-fb874dd75f7e tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:43:27.289024 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8a93d850-1550-4fb2-a9e0-76e929f31a2d tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:27.298711 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-9684d49f-33dc-4ee1-8f9a-fb874dd75f7e tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:43:27.302698 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836fcb4c-8f10-4a8e-8a20-249ae91c7492 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:27.304061 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836fcb4c-8f10-4a8e-8a20-249ae91c7492 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:27.304851 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-836fcb4c-8f10-4a8e-8a20-249ae91c7492 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Synchronizing usage tracker for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:subnet {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:43:27.315755 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-8a93d850-1550-4fb2-a9e0-76e929f31a2d tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "DELETE /v2.0/subnets/1aec62a2-c73c-41a7-b168-08457ad6e33c HTTP/1.1" status: 204 len: 168 time: 1.4992383 Dec 20 08:43:27.317143 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 35908) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:27.325478 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9684d49f-33dc-4ee1-8f9a-fb874dd75f7e tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24817'] for router, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:27.326084 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea76351-1f3b-44a9-833e-2111db7b8e24 None None] Network 03a151dc-b13c-4543-a799-a75cfd55057d requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:43:27.327765 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9684d49f-33dc-4ee1-8f9a-fb874dd75f7e tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-351744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24806'] for router, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:27.364401 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9684d49f-33dc-4ee1-8f9a-fb874dd75f7e tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:27.381353 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-836fcb4c-8f10-4a8e-8a20-249ae91c7492 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Unset dirty status for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:subnet {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:43:27.382534 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-836fcb4c-8f10-4a8e-8a20-249ae91c7492 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3196840 Dec 20 08:43:27.385582 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 35914) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:27.455934 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9684d49f-33dc-4ee1-8f9a-fb874dd75f7e tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071'] for router, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:27.522590 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9684d49f-33dc-4ee1-8f9a-fb874dd75f7e tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:27.523757 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-9684d49f-33dc-4ee1-8f9a-fb874dd75f7e tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.2765262 Dec 20 08:43:27.565082 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 35922) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:27.570975 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cfc12026-dd0a-4095-938c-1db46f283ff8 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:27.580328 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-5568ad64-c488-44d0-911f-189535111b4e None None] Allocated IP 2001:db8::2 (f75aa0d2-5f41-40f3-a9e0-d60d934965a4/9fe1d9f1-1e79-4712-8738-857a04bcd024/21023f74-a3d5-4b57-9ffc-d81471c232f8) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:43:27.743027 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ac31f70-909e-498e-9c48-6ab90c0d3e2f tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Deleting subnet 9fe1d9f1-1e79-4712-8738-857a04bcd024 {{(pid=83445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:43:27.776795 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-cfc12026-dd0a-4095-938c-1db46f283ff8 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Deleting port 5ef3f928-0f1d-4f8e-81fe-282643d8b3cd {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:43:27.777130 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cfc12026-dd0a-4095-938c-1db46f283ff8 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:27.937488 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8364bedc-ec93-46b3-8508-1f3a2c67a744 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-993fc2a0-64cf-488a-8f33-c8c76ace5b6f', 'network_id': '993fc2a0-64cf-488a-8f33-c8c76ace5b6f', 'tenant_id': 'eaf8b0e5251149e8a7db6a147c396e28', 'fixed_ips': [{'subnet_id': 'cfe1c293-4c0c-40d0-b700-a601cfc460d9'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:43:27.938283 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-8364bedc-ec93-46b3-8508-1f3a2c67a744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:28.092945 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 08:43:28.188026 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9441ae39-c484-4aa8-95c8-06fda0d3841f None None] DHCP port deletion for 03a151dc-b13c-4543-a799-a75cfd55057d request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 08:43:28.190341 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-5568ad64-c488-44d0-911f-189535111b4e None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:28.208172 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-9441ae39-c484-4aa8-95c8-06fda0d3841f None None] Deleting port 5ef3f928-0f1d-4f8e-81fe-282643d8b3cd {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:43:28.208554 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-9441ae39-c484-4aa8-95c8-06fda0d3841f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:28.226350 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 35938) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:28.240946 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-5568ad64-c488-44d0-911f-189535111b4e None None] Transition to ACTIVE for port object 21023f74-a3d5-4b57-9ffc-d81471c232f8 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:43:28.294200 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-5568ad64-c488-44d0-911f-189535111b4e None None] Transition to ACTIVE for port object 21023f74-a3d5-4b57-9ffc-d81471c232f8 will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:43:28.302466 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-8364bedc-ec93-46b3-8508-1f3a2c67a744 None None] Allocated IP 172.20.0.2 (993fc2a0-64cf-488a-8f33-c8c76ace5b6f/cfe1c293-4c0c-40d0-b700-a601cfc460d9/8b86754a-2979-4ab1-a31d-4369c6a5c34c) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:43:28.303687 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4ac31f70-909e-498e-9c48-6ab90c0d3e2f tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for subnet, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:28.334144 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-5568ad64-c488-44d0-911f-189535111b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:28.345992 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:28.371529 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4ac31f70-909e-498e-9c48-6ab90c0d3e2f tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1518554'] for subnet, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:28.429850 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-20a0269e-26e7-48d9-b35c-75669e643f5a tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks [] for router_gateway, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:28.446144 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-1d517169-cc4c-497f-bf55-7d14f2064375 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Request body: {'networks': [{'name': 'tempest-network--552279419'}, {'name': 'tempest-network--458353370'}]} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:43:28.446572 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-1d517169-cc4c-497f-bf55-7d14f2064375 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Request body: {'network': {'name': 'tempest-network--552279419'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:43:28.447151 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-1d517169-cc4c-497f-bf55-7d14f2064375 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Request body: {'network': {'name': 'tempest-network--458353370'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:43:28.455677 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-1d517169-cc4c-497f-bf55-7d14f2064375 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:43:28.461798 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 5ef3f928-0f1d-4f8e-81fe-282643d8b3cd no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:43:28.468611 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-1d517169-cc4c-497f-bf55-7d14f2064375 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Usage tracker for resource:network and tenant:cf377d55b4c14297b2fb628382abd84f is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:43:28.472990 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-1d517169-cc4c-497f-bf55-7d14f2064375 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:43:28.485782 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-1d517169-cc4c-497f-bf55-7d14f2064375 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:43:28.514737 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5568ad64-c488-44d0-911f-189535111b4e None None] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:43:28.516197 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d517169-cc4c-497f-bf55-7d14f2064375 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Made reservation on behalf of cf377d55b4c14297b2fb628382abd84f for: {'network': 2} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:43:28.521041 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1d517169-cc4c-497f-bf55-7d14f2064375 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:28.524229 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-20a0269e-26e7-48d9-b35c-75669e643f5a tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:28.541816 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1d517169-cc4c-497f-bf55-7d14f2064375 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks [] for security_group, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:28.545021 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-5568ad64-c488-44d0-911f-189535111b4e None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:43:28.555222 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5568ad64-c488-44d0-911f-189535111b4e None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:43:28.575429 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5568ad64-c488-44d0-911f-189535111b4e None None] Pushing event updated for resources: {'Port': ['ID=21023f74-a3d5-4b57-9ffc-d81471c232f8,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:28.596894 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-1d517169-cc4c-497f-bf55-7d14f2064375 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:43:28.601429 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-1d517169-cc4c-497f-bf55-7d14f2064375 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Usage tracker for resource:security_group_rule and tenant:cf377d55b4c14297b2fb628382abd84f is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:43:28.604480 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-1d517169-cc4c-497f-bf55-7d14f2064375 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:43:28.611346 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-1d517169-cc4c-497f-bf55-7d14f2064375 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:43:28.626801 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-5568ad64-c488-44d0-911f-189535111b4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:28.677072 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4ac31f70-909e-498e-9c48-6ab90c0d3e2f tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:28.699682 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-cfc12026-dd0a-4095-938c-1db46f283ff8 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] For port 5ef3f928-0f1d-4f8e-81fe-282643d8b3cd, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=5ef3f928-0f1d-4f8e-81fe-282643d8b3cd,segment=NetworkSegment(f7f12a91-6286-4d73-bd99-825123f98279),segment_id=f7f12a91-6286-4d73-bd99-825123f98279)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:43:28.699947 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cfc12026-dd0a-4095-938c-1db46f283ff8 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:28.738236 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1d517169-cc4c-497f-bf55-7d14f2064375 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks [] for security_group, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:28.745217 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1d517169-cc4c-497f-bf55-7d14f2064375 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:28.745987 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1d517169-cc4c-497f-bf55-7d14f2064375 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:28.759356 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-bd820a26-7a22-40ce-939b-550bc7fbeafd tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:28.814037 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-9441ae39-c484-4aa8-95c8-06fda0d3841f None None] For port 5ef3f928-0f1d-4f8e-81fe-282643d8b3cd, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=5ef3f928-0f1d-4f8e-81fe-282643d8b3cd,segment=NetworkSegment(f7f12a91-6286-4d73-bd99-825123f98279),segment_id=f7f12a91-6286-4d73-bd99-825123f98279)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:43:28.814284 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-9441ae39-c484-4aa8-95c8-06fda0d3841f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:28.816715 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d517169-cc4c-497f-bf55-7d14f2064375 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=391e34eb-88d6-4064-831f-f848d1d3346c,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:28.824125 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-1d517169-cc4c-497f-bf55-7d14f2064375 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:28.825371 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d517169-cc4c-497f-bf55-7d14f2064375 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=83445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:43:28.844087 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4ac31f70-909e-498e-9c48-6ab90c0d3e2f tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2036620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2095133'] for subnet, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:28.845280 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1d517169-cc4c-497f-bf55-7d14f2064375 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:28.845543 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.segments_db [None req-1d517169-cc4c-497f-bf55-7d14f2064375 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Added segment a3bdb851-fe0c-46fa-a3f0-df20478a6eb9 of type vlan for network fca57622-353f-467a-a567-39b6acfeb524 Dec 20 08:43:28.853920 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:28.855678 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-cfc12026-dd0a-4095-938c-1db46f283ff8 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Calling delete_port for 5ef3f928-0f1d-4f8e-81fe-282643d8b3cd owned by network:dhcp {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:43:28.897518 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac31f70-909e-498e-9c48-6ab90c0d3e2f tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event deleted for resources: {'Subnet': ['ID=9fe1d9f1-1e79-4712-8738-857a04bcd024,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:28.909303 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-4ac31f70-909e-498e-9c48-6ab90c0d3e2f tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:28.913050 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4ac31f70-909e-498e-9c48-6ab90c0d3e2f tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:28.922677 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1d517169-cc4c-497f-bf55-7d14f2064375 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:28.956842 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-4ac31f70-909e-498e-9c48-6ab90c0d3e2f tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/subnets/9fe1d9f1-1e79-4712-8738-857a04bcd024 HTTP/1.1" status: 204 len: 168 time: 1.5678449 Dec 20 08:43:28.960957 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 35944) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:28.988663 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-5568ad64-c488-44d0-911f-189535111b4e None None] Attempting to bind port 21023f74-a3d5-4b57-9ffc-d81471c232f8 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:43:28.989134 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-5568ad64-c488-44d0-911f-189535111b4e None None] Attempting to bind port 21023f74-a3d5-4b57-9ffc-d81471c232f8 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '7c00552d-ea93-440b-911c-cb3aa0a4eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:43:28.989597 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5568ad64-c488-44d0-911f-189535111b4e None None] Attempting to bind port 21023f74-a3d5-4b57-9ffc-d81471c232f8 on network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:43:29.006542 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-9441ae39-c484-4aa8-95c8-06fda0d3841f None None] Calling delete_port for 5ef3f928-0f1d-4f8e-81fe-282643d8b3cd owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:43:29.035669 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d517169-cc4c-497f-bf55-7d14f2064375 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=83445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:43:29.043823 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-9a12edbf-2851-47ac-b87d-8f36b58bea89 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0776265 Dec 20 08:43:29.045844 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 35948) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:29.056029 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-4c5cef0b-d2fa-4115-9ea8-732afb37a0b4 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Request body: {'subnet': {'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:43:29.079072 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1d517169-cc4c-497f-bf55-7d14f2064375 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:29.079425 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.segments_db [None req-1d517169-cc4c-497f-bf55-7d14f2064375 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Added segment 102f6876-549f-45d5-807b-66caaebf47bd of type vlan for network 46ca0ca0-dd79-43af-a7e5-1f9ba6e2b5a6 Dec 20 08:43:29.101325 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5568ad64-c488-44d0-911f-189535111b4e None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:43:29.101709 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5568ad64-c488-44d0-911f-189535111b4e None None] Checking segment: {'id': '7c00552d-ea93-440b-911c-cb3aa0a4eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:43:29.102860 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-5568ad64-c488-44d0-911f-189535111b4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:29.102860 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5568ad64-c488-44d0-911f-189535111b4e None None] Bound using segment: {'id': '7c00552d-ea93-440b-911c-cb3aa0a4eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:43:29.103100 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-5568ad64-c488-44d0-911f-189535111b4e None None] Bound port: 21023f74-a3d5-4b57-9ffc-d81471c232f8, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c00552d-ea93-440b-911c-cb3aa0a4eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:43:29.104173 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-5568ad64-c488-44d0-911f-189535111b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:29.154919 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:29.158624 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-20a0269e-26e7-48d9-b35c-75669e643f5a tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Allocated IP 172.26.5.59 (95f3bec2-46e6-4468-8229-8badd4a5aaae/cf8895a3-346d-4313-a645-16ecdcce9969/97589230-0813-4bee-8a4b-b81fe2d61e8f) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:43:29.167404 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cfc12026-dd0a-4095-938c-1db46f283ff8 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:29.190590 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1d517169-cc4c-497f-bf55-7d14f2064375 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:29.202002 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-4c5cef0b-d2fa-4115-9ea8-732afb37a0b4 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:43:29.205121 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-75a46abf-d491-4e12-9473-fefa174c6b57 tempest-FloatingIPAdminTestJSON-278763285 tempest-FloatingIPAdminTestJSON-278763285-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:29.208103 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-4c5cef0b-d2fa-4115-9ea8-732afb37a0b4 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Usage tracker for resource:subnet and tenant:9679bafc94a64ee0a207e63ba5560387 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:43:29.213098 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-4c5cef0b-d2fa-4115-9ea8-732afb37a0b4 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:43:29.226887 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-4c5cef0b-d2fa-4115-9ea8-732afb37a0b4 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:43:29.245576 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-8364bedc-ec93-46b3-8508-1f3a2c67a744 None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:29.246003 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c5cef0b-d2fa-4115-9ea8-732afb37a0b4 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Made reservation on behalf of 9679bafc94a64ee0a207e63ba5560387 for: {'subnet': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:43:29.250613 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4c5cef0b-d2fa-4115-9ea8-732afb37a0b4 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2095160'] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:29.254981 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9c1af721-0c18-4e97-b583-b4ab55145f69 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:29.270327 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc12026-dd0a-4095-938c-1db46f283ff8 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Pushing event deleted for resources: {'Port': ['ID=5ef3f928-0f1d-4f8e-81fe-282643d8b3cd,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:29.274376 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1d517169-cc4c-497f-bf55-7d14f2064375 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:29.280558 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1d517169-cc4c-497f-bf55-7d14f2064375 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:29.285741 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-45f6e3c3-aba2-4fea-9a37-b787b2b24dd3 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:29.286351 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-8364bedc-ec93-46b3-8508-1f3a2c67a744 None None] Transition to ACTIVE for port object 8b86754a-2979-4ab1-a31d-4369c6a5c34c will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:43:29.297054 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.db.api [None req-9441ae39-c484-4aa8-95c8-06fda0d3841f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 08:43:29.297570 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_db.api [None req-9441ae39-c484-4aa8-95c8-06fda0d3841f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 08:43:29.310103 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-cfc12026-dd0a-4095-938c-1db46f283ff8 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:29.313082 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d517169-cc4c-497f-bf55-7d14f2064375 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:29.316075 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d517169-cc4c-497f-bf55-7d14f2064375 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:29.316707 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1d517169-cc4c-497f-bf55-7d14f2064375 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:29.352169 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-5568ad64-c488-44d0-911f-189535111b4e None None] For port 21023f74-a3d5-4b57-9ffc-d81471c232f8, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:43:29.359029 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-8364bedc-ec93-46b3-8508-1f3a2c67a744 None None] Transition to ACTIVE for port object 8b86754a-2979-4ab1-a31d-4369c6a5c34c will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:43:29.366517 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-5568ad64-c488-44d0-911f-189535111b4e None None] For port 21023f74-a3d5-4b57-9ffc-d81471c232f8, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=21023f74-a3d5-4b57-9ffc-d81471c232f8,segment=NetworkSegment(7c00552d-ea93-440b-911c-cb3aa0a4eeff),segment_id=7c00552d-ea93-440b-911c-cb3aa0a4eeff)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:43:29.376958 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-8364bedc-ec93-46b3-8508-1f3a2c67a744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:29.382782 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-11f8e8eb-ea9b-4f0f-9fb8-5192fd95e7a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:29.396710 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc12026-dd0a-4095-938c-1db46f283ff8 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] No DVR routers for this DVR port 5ef3f928-0f1d-4f8e-81fe-282643d8b3cd on host dv-neutron-820491-1-hyperv {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:43:29.424098 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-5568ad64-c488-44d0-911f-189535111b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:29.479993 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8364bedc-ec93-46b3-8508-1f3a2c67a744 None None] Pushing event updated for resources: {'Port': ['ID=8b86754a-2979-4ab1-a31d-4369c6a5c34c,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:29.490730 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8364bedc-ec93-46b3-8508-1f3a2c67a744 None None] Network 993fc2a0-64cf-488a-8f33-c8c76ace5b6f is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:43:29.493471 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-1d517169-cc4c-497f-bf55-7d14f2064375 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.2659032 Dec 20 08:43:29.494017 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-8364bedc-ec93-46b3-8508-1f3a2c67a744 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:29.495620 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-7dd6b109-bf48-41a0-9921-e78a24df6037 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:29.497206 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 35956) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:29.524954 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d517169-cc4c-497f-bf55-7d14f2064375 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Pushing event updated for resources: {'Network': ['ID=fca57622-353f-467a-a567-39b6acfeb524,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:29.542792 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-8364bedc-ec93-46b3-8508-1f3a2c67a744 None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:43:29.555386 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network fca57622-353f-467a-a567-39b6acfeb524 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:43:29.577797 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8364bedc-ec93-46b3-8508-1f3a2c67a744 None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:43:29.715784 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d517169-cc4c-497f-bf55-7d14f2064375 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Pushing event updated for resources: {'Network': ['ID=46ca0ca0-dd79-43af-a7e5-1f9ba6e2b5a6,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:29.727797 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-1d517169-cc4c-497f-bf55-7d14f2064375 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:29.732084 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-6deeea26-f746-4c4b-a856-6e2dddf8c7a8 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.396s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:29.732235 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-6deeea26-f746-4c4b-a856-6e2dddf8c7a8 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:29.773123 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network 46ca0ca0-dd79-43af-a7e5-1f9ba6e2b5a6 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:43:29.812081 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff25fbaf-b3dc-42e4-8665-dc8700c04971 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:29.816207 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff25fbaf-b3dc-42e4-8665-dc8700c04971 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:29.820247 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff25fbaf-b3dc-42e4-8665-dc8700c04971 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:29.824718 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff25fbaf-b3dc-42e4-8665-dc8700c04971 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:29.825605 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-ff25fbaf-b3dc-42e4-8665-dc8700c04971 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Synchronizing usage tracker for tenant:cf377d55b4c14297b2fb628382abd84f on resource:network {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:43:29.833518 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-9441ae39-c484-4aa8-95c8-06fda0d3841f None None] Deleting port 5ef3f928-0f1d-4f8e-81fe-282643d8b3cd {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:43:29.833899 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-9441ae39-c484-4aa8-95c8-06fda0d3841f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:29.861291 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-ff25fbaf-b3dc-42e4-8665-dc8700c04971 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Unset dirty status for tenant:cf377d55b4c14297b2fb628382abd84f on resource:network {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:43:29.864575 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-ff25fbaf-b3dc-42e4-8665-dc8700c04971 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.3636885 Dec 20 08:43:29.864948 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 35960) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:29.894980 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5568ad64-c488-44d0-911f-189535111b4e None None] Pushing event updated for resources: {'Port': ['ID=21023f74-a3d5-4b57-9ffc-d81471c232f8,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:29.922528 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-5568ad64-c488-44d0-911f-189535111b4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:29.926599 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4c5cef0b-d2fa-4115-9ea8-732afb37a0b4 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2036557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2095114'] for subnet, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:29.932367 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-512c8937-db7f-4b3d-a837-6ebe0f18d830 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:29.983626 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cfc12026-dd0a-4095-938c-1db46f283ff8 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:29.985604 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-9441ae39-c484-4aa8-95c8-06fda0d3841f None None] The port '5ef3f928-0f1d-4f8e-81fe-282643d8b3cd' was deleted {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 08:43:30.035265 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c5286b43-2932-4b10-83bd-c147950a0758 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349062'] for router_interface, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:30.043969 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5444696d-c7dc-4750-8bed-5125ea92de47 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:30.055358 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-8364bedc-ec93-46b3-8508-1f3a2c67a744 None None] Attempting to bind port 8b86754a-2979-4ab1-a31d-4369c6a5c34c on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:43:30.056000 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-8364bedc-ec93-46b3-8508-1f3a2c67a744 None None] Attempting to bind port 8b86754a-2979-4ab1-a31d-4369c6a5c34c by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '8e3d0a37-c3fe-4b2a-b056-a79be54242bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '993fc2a0-64cf-488a-8f33-c8c76ace5b6f'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:43:30.056706 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8364bedc-ec93-46b3-8508-1f3a2c67a744 None None] Attempting to bind port 8b86754a-2979-4ab1-a31d-4369c6a5c34c on network 993fc2a0-64cf-488a-8f33-c8c76ace5b6f {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:43:30.067258 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5cef0b-d2fa-4115-9ea8-732afb37a0b4 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:43:30.072213 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-4c5cef0b-d2fa-4115-9ea8-732afb37a0b4 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:43:30.078004 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5cef0b-d2fa-4115-9ea8-732afb37a0b4 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:30.078524 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4c5cef0b-d2fa-4115-9ea8-732afb37a0b4 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:30.084554 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8364bedc-ec93-46b3-8508-1f3a2c67a744 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:43:30.085003 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8364bedc-ec93-46b3-8508-1f3a2c67a744 None None] Checking segment: {'id': '8e3d0a37-c3fe-4b2a-b056-a79be54242bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '993fc2a0-64cf-488a-8f33-c8c76ace5b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:43:30.085496 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-8364bedc-ec93-46b3-8508-1f3a2c67a744 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:30.086012 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8364bedc-ec93-46b3-8508-1f3a2c67a744 None None] Bound using segment: {'id': '8e3d0a37-c3fe-4b2a-b056-a79be54242bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '993fc2a0-64cf-488a-8f33-c8c76ace5b6f'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:43:30.086599 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-8364bedc-ec93-46b3-8508-1f3a2c67a744 None None] Bound port: 8b86754a-2979-4ab1-a31d-4369c6a5c34c, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e3d0a37-c3fe-4b2a-b056-a79be54242bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '993fc2a0-64cf-488a-8f33-c8c76ace5b6f'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:43:30.087045 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-8364bedc-ec93-46b3-8508-1f3a2c67a744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:30.108046 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175acf82-922f-4add-80e4-d442cba1d6e1 None None] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:43:30.108258 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5cef0b-d2fa-4115-9ea8-732afb37a0b4 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event updated for resources: {'Subnet': ['ID=417f2349-b09b-4d1a-856a-f69dc032bcf3,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:30.114954 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-4c5cef0b-d2fa-4115-9ea8-732afb37a0b4 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:30.148487 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-cfc12026-dd0a-4095-938c-1db46f283ff8 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03a151dc-b13c-4543-a799-a75cfd55057d']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:43:30.176413 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-4c5cef0b-d2fa-4115-9ea8-732afb37a0b4 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1264660 Dec 20 08:43:30.176618 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 35964) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:30.190077 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-20a0269e-26e7-48d9-b35c-75669e643f5a tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:30.193739 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-cfc12026-dd0a-4095-938c-1db46f283ff8 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7f12a91-6286-4d73-bd99-825123f98279') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:43:30.194037 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-cfc12026-dd0a-4095-938c-1db46f283ff8 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7f12a91-6286-4d73-bd99-825123f98279') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:43:30.242850 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cfc12026-dd0a-4095-938c-1db46f283ff8 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1618722'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:30.285453 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cfc12026-dd0a-4095-938c-1db46f283ff8 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:30.312683 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-8364bedc-ec93-46b3-8508-1f3a2c67a744 None None] For port 8b86754a-2979-4ab1-a31d-4369c6a5c34c, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:43:30.314456 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-92bf879f-8bef-4655-a98b-b4b9a92b2355 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1381119498', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:43:30.321607 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfc12026-dd0a-4095-938c-1db46f283ff8 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:43:30.322010 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cfc12026-dd0a-4095-938c-1db46f283ff8 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1128911'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:30.322677 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5444696d-c7dc-4750-8bed-5125ea92de47 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:30.333110 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-92bf879f-8bef-4655-a98b-b4b9a92b2355 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:43:30.339626 dv-neutron-820491-1-hyperv neutron-server[83444]: Traceback (most recent call last): Dec 20 08:43:30.339626 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:43:30.339626 dv-neutron-820491-1-hyperv neutron-server[83444]: timer() Dec 20 08:43:30.339626 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:43:30.339626 dv-neutron-820491-1-hyperv neutron-server[83444]: cb(*args, **kw) Dec 20 08:43:30.339626 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:43:30.339626 dv-neutron-820491-1-hyperv neutron-server[83444]: return func(*args, **kwargs) Dec 20 08:43:30.339626 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:43:30.339626 dv-neutron-820491-1-hyperv neutron-server[83444]: self._notify() Dec 20 08:43:30.339626 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:43:30.339626 dv-neutron-820491-1-hyperv neutron-server[83444]: self.callback(batched_events) Dec 20 08:43:30.339626 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:43:30.339626 dv-neutron-820491-1-hyperv neutron-server[83444]: event.method(event) Dec 20 08:43:30.339626 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:43:30.339626 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:43:30.339626 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:43:30.339626 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:43:30.339626 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:43:30.339626 dv-neutron-820491-1-hyperv neutron-server[83444]: return f(self, *a, **k) Dec 20 08:43:30.339626 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:43:30.339626 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._get(url).json() Dec 20 08:43:30.339626 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:43:30.339626 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:43:30.339626 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:43:30.339626 dv-neutron-820491-1-hyperv neutron-server[83444]: return self.request(url, 'GET', **kwargs) Dec 20 08:43:30.339626 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:43:30.339626 dv-neutron-820491-1-hyperv neutron-server[83444]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:43:30.339626 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:43:30.339626 dv-neutron-820491-1-hyperv neutron-server[83444]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:43:30.339626 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:43:30.339626 dv-neutron-820491-1-hyperv neutron-server[83444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:43:30.339626 dv-neutron-820491-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:43:30.345965 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-9c1af721-0c18-4e97-b583-b4ab55145f69 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Allocated IP 172.20.0.1 (993fc2a0-64cf-488a-8f33-c8c76ace5b6f/cfe1c293-4c0c-40d0-b700-a601cfc460d9/7700e0f3-ffaa-46e1-b3f7-d566236275ec) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:43:30.346555 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-92bf879f-8bef-4655-a98b-b4b9a92b2355 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Usage tracker for resource:router and tenant:9679bafc94a64ee0a207e63ba5560387 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:43:30.351832 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-92bf879f-8bef-4655-a98b-b4b9a92b2355 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:43:30.359531 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-5444696d-c7dc-4750-8bed-5125ea92de47 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fca57622-353f-467a-a567-39b6acfeb524']}} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:43:30.360210 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-8364bedc-ec93-46b3-8508-1f3a2c67a744 None None] For port 8b86754a-2979-4ab1-a31d-4369c6a5c34c, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=8b86754a-2979-4ab1-a31d-4369c6a5c34c,segment=NetworkSegment(8e3d0a37-c3fe-4b2a-b056-a79be54242bb),segment_id=8e3d0a37-c3fe-4b2a-b056-a79be54242bb)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:43:30.367368 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-92bf879f-8bef-4655-a98b-b4b9a92b2355 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:43:30.368270 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-8364bedc-ec93-46b3-8508-1f3a2c67a744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:30.379239 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-5444696d-c7dc-4750-8bed-5125ea92de47 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3bdb851-fe0c-46fa-a3f0-df20478a6eb9') {'for_net_delete': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:43:30.379616 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-5444696d-c7dc-4750-8bed-5125ea92de47 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3bdb851-fe0c-46fa-a3f0-df20478a6eb9') {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:43:30.389443 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:30.394126 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5444696d-c7dc-4750-8bed-5125ea92de47 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1518531'] for segment, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:30.402947 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-92bf879f-8bef-4655-a98b-b4b9a92b2355 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24817'] for router, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:30.403491 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-92bf879f-8bef-4655-a98b-b4b9a92b2355 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-351744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24806'] for router, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:30.420891 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5444696d-c7dc-4750-8bed-5125ea92de47 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:30.432630 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5444696d-c7dc-4750-8bed-5125ea92de47 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=83445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:43:30.433336 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5444696d-c7dc-4750-8bed-5125ea92de47 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2036002'] for segment, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:30.449072 dv-neutron-820491-1-hyperv neutron-server[83445]: Traceback (most recent call last): Dec 20 08:43:30.449072 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:43:30.449072 dv-neutron-820491-1-hyperv neutron-server[83445]: timer() Dec 20 08:43:30.449072 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:43:30.449072 dv-neutron-820491-1-hyperv neutron-server[83445]: cb(*args, **kw) Dec 20 08:43:30.449072 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:43:30.449072 dv-neutron-820491-1-hyperv neutron-server[83445]: return func(*args, **kwargs) Dec 20 08:43:30.449072 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:43:30.449072 dv-neutron-820491-1-hyperv neutron-server[83445]: self._notify() Dec 20 08:43:30.449072 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:43:30.449072 dv-neutron-820491-1-hyperv neutron-server[83445]: self.callback(batched_events) Dec 20 08:43:30.449072 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:43:30.449072 dv-neutron-820491-1-hyperv neutron-server[83445]: event.method(event) Dec 20 08:43:30.449072 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:43:30.449072 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:43:30.449072 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:43:30.449072 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:43:30.449072 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:43:30.449072 dv-neutron-820491-1-hyperv neutron-server[83445]: return f(self, *a, **k) Dec 20 08:43:30.449072 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:43:30.449072 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._get(url).json() Dec 20 08:43:30.449072 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:43:30.449072 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:43:30.449072 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:43:30.449072 dv-neutron-820491-1-hyperv neutron-server[83445]: return self.request(url, 'GET', **kwargs) Dec 20 08:43:30.449072 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:43:30.449072 dv-neutron-820491-1-hyperv neutron-server[83445]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:43:30.449072 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:43:30.449072 dv-neutron-820491-1-hyperv neutron-server[83445]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:43:30.449072 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:43:30.449072 dv-neutron-820491-1-hyperv neutron-server[83445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:43:30.449072 dv-neutron-820491-1-hyperv neutron-server[83445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:43:30.465180 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-92bf879f-8bef-4655-a98b-b4b9a92b2355 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:30.487688 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8364bedc-ec93-46b3-8508-1f3a2c67a744 None None] Pushing event updated for resources: {'Port': ['ID=8b86754a-2979-4ab1-a31d-4369c6a5c34c,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:30.564297 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-8364bedc-ec93-46b3-8508-1f3a2c67a744 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:30.570263 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5444696d-c7dc-4750-8bed-5125ea92de47 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:30.574721 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-92bf879f-8bef-4655-a98b-b4b9a92b2355 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071'] for router, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:30.582457 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-20a0269e-26e7-48d9-b35c-75669e643f5a tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:30.597600 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:30.601979 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:30.647817 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5444696d-c7dc-4750-8bed-5125ea92de47 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:30.663055 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5444696d-c7dc-4750-8bed-5125ea92de47 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Pushing event deleted for resources: {'Network': ['ID=fca57622-353f-467a-a567-39b6acfeb524,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:30.683287 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-5444696d-c7dc-4750-8bed-5125ea92de47 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:30.684886 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-92bf879f-8bef-4655-a98b-b4b9a92b2355 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:30.686160 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-92bf879f-8bef-4655-a98b-b4b9a92b2355 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5086870 Dec 20 08:43:30.688787 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-5444696d-c7dc-4750-8bed-5125ea92de47 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] 10.222.0.16 "DELETE /v2.0/networks/fca57622-353f-467a-a567-39b6acfeb524 HTTP/1.1" status: 204 len: 168 time: 0.8229346 Dec 20 08:43:30.689603 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 35972) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:30.700406 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cfc12026-dd0a-4095-938c-1db46f283ff8 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:30.701633 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c06d4b-f81d-44a4-b0cb-a5b415974e27 None None] Update dhcp port {'port': {'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'fixed_ips': [{'subnet_id': '417f2349-b09b-4d1a-856a-f69dc032bcf3'}], 'binding:host_id': 'dv-neutron-820491-1-hyperv'}, 'id': '21023f74-a3d5-4b57-9ffc-d81471c232f8'} from dv-neutron-820491-1-hyperv. {{(pid=83446) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 20 08:43:30.716693 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 35974) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:30.784227 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d6c06d4b-f81d-44a4-b0cb-a5b415974e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:30.861947 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cfc12026-dd0a-4095-938c-1db46f283ff8 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:30.915088 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a0269e-26e7-48d9-b35c-75669e643f5a tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Network 95f3bec2-46e6-4468-8229-8badd4a5aaae is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:43:30.919689 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a0269e-26e7-48d9-b35c-75669e643f5a tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Pushing event updated for resources: {'Port': ['ID=97589230-0813-4bee-8a4b-b81fe2d61e8f,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:30.929635 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-20a0269e-26e7-48d9-b35c-75669e643f5a tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:43:30.937134 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a0269e-26e7-48d9-b35c-75669e643f5a tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:43:31.013220 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-20a0269e-26e7-48d9-b35c-75669e643f5a tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:31.074140 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-d6c06d4b-f81d-44a4-b0cb-a5b415974e27 None None] Allocated IP 2001:db8::2 (f75aa0d2-5f41-40f3-a9e0-d60d934965a4/417f2349-b09b-4d1a-856a-f69dc032bcf3/21023f74-a3d5-4b57-9ffc-d81471c232f8) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:43:31.134842 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9541c34e-47da-4428-9b44-1ff5bc814fcc tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.270s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:31.159097 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9c1af721-0c18-4e97-b583-b4ab55145f69 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:31.195032 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc12026-dd0a-4095-938c-1db46f283ff8 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Pushing event deleted for resources: {'Network': ['ID=03a151dc-b13c-4543-a799-a75cfd55057d,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:31.198744 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-cfc12026-dd0a-4095-938c-1db46f283ff8 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:31.200162 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-cfc12026-dd0a-4095-938c-1db46f283ff8 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "DELETE /v2.0/networks/03a151dc-b13c-4543-a799-a75cfd55057d HTTP/1.1" status: 204 len: 168 time: 3.8811750 Dec 20 08:43:31.204795 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 35980) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:31.216297 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-9a03ef0a-cd7f-4cb7-913d-fda446b99186 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-404548242'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:43:31.220500 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-9a03ef0a-cd7f-4cb7-913d-fda446b99186 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:43:31.225884 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-9a03ef0a-cd7f-4cb7-913d-fda446b99186 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Usage tracker for resource:network and tenant:bcc408b3053b4123bbeeedda32cab34a is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:43:31.230144 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-9c1af721-0c18-4e97-b583-b4ab55145f69 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Transition to ACTIVE for port object 7700e0f3-ffaa-46e1-b3f7-d566236275ec will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:43:31.231000 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-9a03ef0a-cd7f-4cb7-913d-fda446b99186 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:43:31.234720 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-df010836-e023-4827-93b1-424fdd2f9cf3 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:31.237876 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-9a03ef0a-cd7f-4cb7-913d-fda446b99186 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:43:31.251453 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d6c06d4b-f81d-44a4-b0cb-a5b415974e27 None None] For port 21023f74-a3d5-4b57-9ffc-d81471c232f8, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=21023f74-a3d5-4b57-9ffc-d81471c232f8,segment=NetworkSegment(7c00552d-ea93-440b-911c-cb3aa0a4eeff),segment_id=7c00552d-ea93-440b-911c-cb3aa0a4eeff)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:43:31.285371 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d6c06d4b-f81d-44a4-b0cb-a5b415974e27 None None] Notify callbacks [] for port, precommit_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:31.298787 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a03ef0a-cd7f-4cb7-913d-fda446b99186 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Made reservation on behalf of bcc408b3053b4123bbeeedda32cab34a for: {'network': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:43:31.301214 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d6c06d4b-f81d-44a4-b0cb-a5b415974e27 None None] Ignored duplicate provisioning block setup for port 21023f74-a3d5-4b57-9ffc-d81471c232f8 by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 20 08:43:31.301743 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9a03ef0a-cd7f-4cb7-913d-fda446b99186 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:31.306070 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d6c06d4b-f81d-44a4-b0cb-a5b415974e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:31.310339 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-5568ad64-c488-44d0-911f-189535111b4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:31.378318 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-043ba319-049b-4d8e-bd62-d12010d05647 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:31.397874 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a03ef0a-cd7f-4cb7-913d-fda446b99186 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=83445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:43:31.449188 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9c1af721-0c18-4e97-b583-b4ab55145f69 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:31.468161 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ad47b429-0873-4786-bb74-5a4c0baffd57 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:31.487873 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c06d4b-f81d-44a4-b0cb-a5b415974e27 None None] Pushing event updated for resources: {'Port': ['ID=21023f74-a3d5-4b57-9ffc-d81471c232f8,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:31.499265 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d6c06d4b-f81d-44a4-b0cb-a5b415974e27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:31.766955 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9a03ef0a-cd7f-4cb7-913d-fda446b99186 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:31.767488 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.segments_db [None req-9a03ef0a-cd7f-4cb7-913d-fda446b99186 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Added segment deda08ec-2c33-4160-beb5-c661910af7a3 of type vlan for network 52e46c0e-e27e-40b3-9104-5c415fcf507e Dec 20 08:43:31.861320 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-df010836-e023-4827-93b1-424fdd2f9cf3 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:31.912846 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9a03ef0a-cd7f-4cb7-913d-fda446b99186 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:31.968799 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-043ba319-049b-4d8e-bd62-d12010d05647 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Allocated IP 2001:db8::1 (f75aa0d2-5f41-40f3-a9e0-d60d934965a4/417f2349-b09b-4d1a-856a-f69dc032bcf3/94dcdf1f-da92-45fd-9aa3-24599286cab9) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:43:31.998659 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-df010836-e023-4827-93b1-424fdd2f9cf3 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46ca0ca0-dd79-43af-a7e5-1f9ba6e2b5a6']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:43:32.015023 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1af721-0c18-4e97-b583-b4ab55145f69 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Network 993fc2a0-64cf-488a-8f33-c8c76ace5b6f is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:43:32.017038 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1af721-0c18-4e97-b583-b4ab55145f69 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Pushing event updated for resources: {'Port': ['ID=7700e0f3-ffaa-46e1-b3f7-d566236275ec,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:32.019535 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9a03ef0a-cd7f-4cb7-913d-fda446b99186 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:32.029978 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a03ef0a-cd7f-4cb7-913d-fda446b99186 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:32.030719 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9a03ef0a-cd7f-4cb7-913d-fda446b99186 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:32.038008 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:32.067786 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44331173-e762-4d9d-9cd6-dd2af184a5c7 None None] Network 993fc2a0-64cf-488a-8f33-c8c76ace5b6f requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:43:32.097831 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-9c1af721-0c18-4e97-b583-b4ab55145f69 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:43:32.104427 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9c1af721-0c18-4e97-b583-b4ab55145f69 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.636s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:32.109566 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1af721-0c18-4e97-b583-b4ab55145f69 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:43:32.125197 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-9a03ef0a-cd7f-4cb7-913d-fda446b99186 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9160061 Dec 20 08:43:32.135894 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 35988) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:32.151076 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-df010836-e023-4827-93b1-424fdd2f9cf3 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '102f6876-549f-45d5-807b-66caaebf47bd') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:43:32.151483 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-df010836-e023-4827-93b1-424fdd2f9cf3 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '102f6876-549f-45d5-807b-66caaebf47bd') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:43:32.176476 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-df010836-e023-4827-93b1-424fdd2f9cf3 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1618722'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:32.215001 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-ff5ff67a-07ed-46e3-bebe-445c80ef3f9f None None] Provisioning for port 8b86754a-2979-4ab1-a31d-4369c6a5c34c completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:43:32.218062 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-f1df79b6-7169-4020-a91d-0ad7b66b87d7 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Request body: {'subnet': {'network_id': '52e46c0e-e27e-40b3-9104-5c415fcf507e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:43:32.252886 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-df010836-e023-4827-93b1-424fdd2f9cf3 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:32.262808 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9c1af721-0c18-4e97-b583-b4ab55145f69 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-345881'] for router_interface, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:32.280919 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df010836-e023-4827-93b1-424fdd2f9cf3 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:43:32.281352 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-df010836-e023-4827-93b1-424fdd2f9cf3 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1128911'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:32.308950 dv-neutron-820491-1-hyperv neutron-server[83444]: Traceback (most recent call last): Dec 20 08:43:32.308950 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:43:32.308950 dv-neutron-820491-1-hyperv neutron-server[83444]: timer() Dec 20 08:43:32.308950 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:43:32.308950 dv-neutron-820491-1-hyperv neutron-server[83444]: cb(*args, **kw) Dec 20 08:43:32.308950 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:43:32.308950 dv-neutron-820491-1-hyperv neutron-server[83444]: return func(*args, **kwargs) Dec 20 08:43:32.308950 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:43:32.308950 dv-neutron-820491-1-hyperv neutron-server[83444]: self._notify() Dec 20 08:43:32.308950 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:43:32.308950 dv-neutron-820491-1-hyperv neutron-server[83444]: self.callback(batched_events) Dec 20 08:43:32.308950 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:43:32.308950 dv-neutron-820491-1-hyperv neutron-server[83444]: event.method(event) Dec 20 08:43:32.308950 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:43:32.308950 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:43:32.308950 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:43:32.308950 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:43:32.308950 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:43:32.308950 dv-neutron-820491-1-hyperv neutron-server[83444]: return f(self, *a, **k) Dec 20 08:43:32.308950 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:43:32.308950 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._get(url).json() Dec 20 08:43:32.308950 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:43:32.308950 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:43:32.308950 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:43:32.308950 dv-neutron-820491-1-hyperv neutron-server[83444]: return self.request(url, 'GET', **kwargs) Dec 20 08:43:32.308950 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:43:32.308950 dv-neutron-820491-1-hyperv neutron-server[83444]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:43:32.308950 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:43:32.308950 dv-neutron-820491-1-hyperv neutron-server[83444]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:43:32.308950 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:43:32.308950 dv-neutron-820491-1-hyperv neutron-server[83444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:43:32.308950 dv-neutron-820491-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:43:32.324174 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-20a0269e-26e7-48d9-b35c-75669e643f5a tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks [] for router_gateway, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:32.324926 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-20a0269e-26e7-48d9-b35c-75669e643f5a tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071'] for router, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:32.448499 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a03ef0a-cd7f-4cb7-913d-fda446b99186 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Pushing event updated for resources: {'Network': ['ID=52e46c0e-e27e-40b3-9104-5c415fcf507e,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:32.471006 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network 52e46c0e-e27e-40b3-9104-5c415fcf507e details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:43:32.480910 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-9a03ef0a-cd7f-4cb7-913d-fda446b99186 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:32.539522 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-df010836-e023-4827-93b1-424fdd2f9cf3 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:32.560849 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-df010836-e023-4827-93b1-424fdd2f9cf3 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:32.566064 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2a9f2ef3-4791-47fa-81a1-10dd2ef09f88 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:32.631572 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-f1df79b6-7169-4020-a91d-0ad7b66b87d7 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:43:32.641066 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-f1df79b6-7169-4020-a91d-0ad7b66b87d7 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Usage tracker for resource:subnet and tenant:bcc408b3053b4123bbeeedda32cab34a is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:43:32.647673 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-043ba319-049b-4d8e-bd62-d12010d05647 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:32.655069 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-f1df79b6-7169-4020-a91d-0ad7b66b87d7 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:43:32.667264 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-f1df79b6-7169-4020-a91d-0ad7b66b87d7 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:43:32.673745 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 21023f74-a3d5-4b57-9ffc-d81471c232f8 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:43:32.683079 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-043ba319-049b-4d8e-bd62-d12010d05647 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Transition to ACTIVE for port object 94dcdf1f-da92-45fd-9aa3-24599286cab9 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:43:32.696172 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1df79b6-7169-4020-a91d-0ad7b66b87d7 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Made reservation on behalf of bcc408b3053b4123bbeeedda32cab34a for: {'subnet': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:43:32.730060 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df010836-e023-4827-93b1-424fdd2f9cf3 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Pushing event deleted for resources: {'Network': ['ID=46ca0ca0-dd79-43af-a7e5-1f9ba6e2b5a6,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:32.736158 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-df010836-e023-4827-93b1-424fdd2f9cf3 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:32.746005 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-df010836-e023-4827-93b1-424fdd2f9cf3 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] 10.222.0.16 "DELETE /v2.0/networks/46ca0ca0-dd79-43af-a7e5-1f9ba6e2b5a6 HTTP/1.1" status: 204 len: 168 time: 2.0262098 Dec 20 08:43:32.750974 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 35992) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:32.845537 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 21023f74-a3d5-4b57-9ffc-d81471c232f8 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:43:32.855873 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9c1af721-0c18-4e97-b583-b4ab55145f69 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:32.863414 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 8b86754a-2979-4ab1-a31d-4369c6a5c34c up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:43:33.000605 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-20e87033-9efe-440b-beeb-c12f5e2db071 None None] Provisioning for port 7700e0f3-ffaa-46e1-b3f7-d566236275ec completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:43:33.011608 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-20e87033-9efe-440b-beeb-c12f5e2db071 None None] Provisioning complete for port 7700e0f3-ffaa-46e1-b3f7-d566236275ec triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:43:33.012420 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-20e87033-9efe-440b-beeb-c12f5e2db071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:33.031804 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6338525-7efe-4e2f-ae2c-d736de4377c4 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:33.047365 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6338525-7efe-4e2f-ae2c-d736de4377c4 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:33.048448 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-b6338525-7efe-4e2f-ae2c-d736de4377c4 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Synchronizing usage tracker for tenant:cf377d55b4c14297b2fb628382abd84f on resource:network {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:43:33.068659 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-043ba319-049b-4d8e-bd62-d12010d05647 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:33.072698 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d81c4a9c-8a92-480e-8018-c6a3d0d83443 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:33.121170 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-20e87033-9efe-440b-beeb-c12f5e2db071 None None] Port 7700e0f3-ffaa-46e1-b3f7-d566236275ec cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:43:33.133851 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 8b86754a-2979-4ab1-a31d-4369c6a5c34c completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:43:33.167351 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 8b86754a-2979-4ab1-a31d-4369c6a5c34c triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:43:33.167351 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:33.170399 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f1df79b6-7169-4020-a91d-0ad7b66b87d7 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2095160'] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:33.210211 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c276a26-8ab9-4759-897b-304c9184cb7b None None] get_active_networks_info from dv-neutron-820491-1-hyperv {{(pid=83446) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 20 08:43:33.222349 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-b6338525-7efe-4e2f-ae2c-d736de4377c4 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Unset dirty status for tenant:cf377d55b4c14297b2fb628382abd84f on resource:network {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:43:33.227146 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-b6338525-7efe-4e2f-ae2c-d736de4377c4 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4705079 Dec 20 08:43:33.232328 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 36000) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:33.315184 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-a562ae83-4717-434a-b807-aed0f2976c5e tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-730483847'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:43:33.320393 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043ba319-049b-4d8e-bd62-d12010d05647 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:43:33.322469 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-393217bb-1985-46e4-a481-5fdcbc705ccf None None] Provisioning for port 21023f74-a3d5-4b57-9ffc-d81471c232f8 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:43:33.329346 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-043ba319-049b-4d8e-bd62-d12010d05647 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:43:33.332109 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043ba319-049b-4d8e-bd62-d12010d05647 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:43:33.333220 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-043ba319-049b-4d8e-bd62-d12010d05647 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-345881'] for router_interface, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:33.335917 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-a562ae83-4717-434a-b807-aed0f2976c5e tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:43:33.342619 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043ba319-049b-4d8e-bd62-d12010d05647 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event updated for resources: {'Port': ['ID=94dcdf1f-da92-45fd-9aa3-24599286cab9,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:33.346323 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-043ba319-049b-4d8e-bd62-d12010d05647 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:33.366219 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-a562ae83-4717-434a-b807-aed0f2976c5e tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:43:33.371691 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-393217bb-1985-46e4-a481-5fdcbc705ccf None None] Provisioning complete for port 21023f74-a3d5-4b57-9ffc-d81471c232f8 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:43:33.372066 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-393217bb-1985-46e4-a481-5fdcbc705ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:33.392443 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a562ae83-4717-434a-b807-aed0f2976c5e tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Made reservation on behalf of cf377d55b4c14297b2fb628382abd84f for: {'network': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:43:33.395401 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a562ae83-4717-434a-b807-aed0f2976c5e tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:33.429005 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9c1af721-0c18-4e97-b583-b4ab55145f69 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:33.440973 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9c1af721-0c18-4e97-b583-b4ab55145f69 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:33.458825 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:33.471904 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-20a0269e-26e7-48d9-b35c-75669e643f5a tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:33.489496 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c276a26-8ab9-4759-897b-304c9184cb7b None None] Resources bound (agent type, host, resource id): {{(pid=83446) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 08:43:33.524208 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a562ae83-4717-434a-b807-aed0f2976c5e tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=83445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:43:33.568284 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a562ae83-4717-434a-b807-aed0f2976c5e tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:33.568572 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.segments_db [None req-a562ae83-4717-434a-b807-aed0f2976c5e tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Added segment 9202cddc-acd6-4ea0-b45c-1d7491b35772 of type vlan for network 0c70f353-9636-4e27-b37a-70f2347f4167 Dec 20 08:43:33.575734 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 8b86754a-2979-4ab1-a31d-4369c6a5c34c, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=8b86754a-2979-4ab1-a31d-4369c6a5c34c,segment=NetworkSegment(8e3d0a37-c3fe-4b2a-b056-a79be54242bb),segment_id=8e3d0a37-c3fe-4b2a-b056-a79be54242bb)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:43:33.591837 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-043ba319-049b-4d8e-bd62-d12010d05647 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:33.594565 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:33.596253 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9c1af721-0c18-4e97-b583-b4ab55145f69 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32898031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349045'] for router_interface, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:33.598325 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-8364bedc-ec93-46b3-8508-1f3a2c67a744 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:33.613630 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1af721-0c18-4e97-b583-b4ab55145f69 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Pushing event updated for resources: {'Port': ['ID=7700e0f3-ffaa-46e1-b3f7-d566236275ec,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:33.629807 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9c1af721-0c18-4e97-b583-b4ab55145f69 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:33.635174 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f1df79b6-7169-4020-a91d-0ad7b66b87d7 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2036557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2095114'] for subnet, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:33.640821 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-1a705b04-8102-40b8-b7d5-25f5af6145ed tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:33.647139 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-393217bb-1985-46e4-a481-5fdcbc705ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:33.656113 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device c95b3a52-fa22-4f50-83a9-da7b5cff8bdd no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:43:33.699718 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a562ae83-4717-434a-b807-aed0f2976c5e tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:33.717716 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: c95b3a52-fa22-4f50-83a9-da7b5cff8bdd {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:43:33.717716 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device c95b3a52-fa22-4f50-83a9-da7b5cff8bdd not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:43:33.829837 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=8b86754a-2979-4ab1-a31d-4369c6a5c34c,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:33.833377 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-393217bb-1985-46e4-a481-5fdcbc705ccf None None] For port 21023f74-a3d5-4b57-9ffc-d81471c232f8, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=21023f74-a3d5-4b57-9ffc-d81471c232f8,segment=NetworkSegment(7c00552d-ea93-440b-911c-cb3aa0a4eeff),segment_id=7c00552d-ea93-440b-911c-cb3aa0a4eeff)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:43:33.836909 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:33.843249 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-393217bb-1985-46e4-a481-5fdcbc705ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:33.853068 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-fdfe1ae0-e0c5-47a0-a801-02269a0fbffa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:33.917316 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1df79b6-7169-4020-a91d-0ad7b66b87d7 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Pushing event updated for resources: {'Subnet': ['ID=c4bdc337-42a1-49e3-b479-f91481d7060b,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:33.921050 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f1df79b6-7169-4020-a91d-0ad7b66b87d7 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:33.940082 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a562ae83-4717-434a-b807-aed0f2976c5e tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:33.943652 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a562ae83-4717-434a-b807-aed0f2976c5e tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:33.944527 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a562ae83-4717-434a-b807-aed0f2976c5e tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:33.958241 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-c119b8f8-c3c2-4b05-bd95-b09817ac6d1e tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:33.968159 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20a0269e-26e7-48d9-b35c-75669e643f5a tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Router 77befb40-8d69-4f8b-b779-1ba29997e86b is scheduled to L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 with binding_index 1 {{(pid=83444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 08:43:33.979512 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1df79b6-7169-4020-a91d-0ad7b66b87d7 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Checking segment: {'id': 'deda08ec-2c33-4160-beb5-c661910af7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '52e46c0e-e27e-40b3-9104-5c415fcf507e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:43:33.979874 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1df79b6-7169-4020-a91d-0ad7b66b87d7 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Network hostable DHCP agents. Network: 52e46c0e-e27e-40b3-9104-5c415fcf507e, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:43:33.982861 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-393217bb-1985-46e4-a481-5fdcbc705ccf None None] Provisioning complete for port 7700e0f3-ffaa-46e1-b3f7-d566236275ec triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:43:33.983307 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-393217bb-1985-46e4-a481-5fdcbc705ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:34.004743 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1af721-0c18-4e97-b583-b4ab55145f69 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Network 993fc2a0-64cf-488a-8f33-c8c76ace5b6f is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:43:34.027134 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393217bb-1985-46e4-a481-5fdcbc705ccf None None] Pushing event updated for resources: {'Port': ['ID=21023f74-a3d5-4b57-9ffc-d81471c232f8,revision_number=5']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:34.034354 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-393217bb-1985-46e4-a481-5fdcbc705ccf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:34.039105 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-9c1af721-0c18-4e97-b583-b4ab55145f69 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:43:34.054663 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-393217bb-1985-46e4-a481-5fdcbc705ccf None None] Port 7700e0f3-ffaa-46e1-b3f7-d566236275ec cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:43:34.112134 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a562ae83-4717-434a-b807-aed0f2976c5e tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Pushing event updated for resources: {'Network': ['ID=0c70f353-9636-4e27-b37a-70f2347f4167,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:34.117267 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a562ae83-4717-434a-b807-aed0f2976c5e tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:34.136248 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-a562ae83-4717-434a-b807-aed0f2976c5e tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8465092 Dec 20 08:43:34.142453 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 36006) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:34.153584 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-fba2f454-860a-4153-a6af-e3401d042102 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-808831137'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:43:34.162992 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-fba2f454-860a-4153-a6af-e3401d042102 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:43:34.174402 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network 0c70f353-9636-4e27-b37a-70f2347f4167 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:43:34.182045 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-fba2f454-860a-4153-a6af-e3401d042102 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Usage tracker for resource:network and tenant:cf377d55b4c14297b2fb628382abd84f is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:43:34.187767 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-fba2f454-860a-4153-a6af-e3401d042102 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:43:34.191385 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1df79b6-7169-4020-a91d-0ad7b66b87d7 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Network 52e46c0e-e27e-40b3-9104-5c415fcf507e is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:43:34.246775 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-fba2f454-860a-4153-a6af-e3401d042102 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:43:34.267018 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-c5286b43-2932-4b10-83bd-c147950a0758 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Deleting port 735106fa-c671-4155-a552-ae33587f4a6d {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:43:34.267409 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c5286b43-2932-4b10-83bd-c147950a0758 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:34.281112 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba2f454-860a-4153-a6af-e3401d042102 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Made reservation on behalf of cf377d55b4c14297b2fb628382abd84f for: {'network': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:43:34.284582 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fba2f454-860a-4153-a6af-e3401d042102 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:34.298614 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-f1df79b6-7169-4020-a91d-0ad7b66b87d7 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, 52e46c0e-e27e-40b3-9104-5c415fcf507e) {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:43:34.303736 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1df79b6-7169-4020-a91d-0ad7b66b87d7 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:34.304329 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f1df79b6-7169-4020-a91d-0ad7b66b87d7 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:34.355826 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fba2f454-860a-4153-a6af-e3401d042102 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=83445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:43:34.365422 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fba2f454-860a-4153-a6af-e3401d042102 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:34.365422 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.segments_db [None req-fba2f454-860a-4153-a6af-e3401d042102 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Added segment 111856e6-68e3-4973-95bc-f0d2157654c5 of type vlan for network 4a0affed-f7bc-4e4b-8c45-358c23eb01df Dec 20 08:43:34.396422 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fba2f454-860a-4153-a6af-e3401d042102 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:34.437904 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-f1df79b6-7169-4020-a91d-0ad7b66b87d7 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2426994 Dec 20 08:43:34.440532 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fba2f454-860a-4153-a6af-e3401d042102 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:34.444427 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba2f454-860a-4153-a6af-e3401d042102 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:34.445022 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fba2f454-860a-4153-a6af-e3401d042102 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:34.450230 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 36012) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:34.450835 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:34.486180 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 21023f74-a3d5-4b57-9ffc-d81471c232f8 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:43:34.616864 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 21023f74-a3d5-4b57-9ffc-d81471c232f8 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:43:34.617260 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:34.619975 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.resource_extend [None req-043ba319-049b-4d8e-bd62-d12010d05647 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 08:43:34.642844 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-0b5e31fa-79f3-4e69-9e59-1e3819df72a7 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Request body: {'port': {'network_id': '52e46c0e-e27e-40b3-9104-5c415fcf507e', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-867897563'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:43:34.660763 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-043ba319-049b-4d8e-bd62-d12010d05647 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:34.733501 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-043ba319-049b-4d8e-bd62-d12010d05647 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2036698'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:34.734320 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-043ba319-049b-4d8e-bd62-d12010d05647 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32898031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349045'] for router_interface, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:34.737778 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba2f454-860a-4153-a6af-e3401d042102 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Pushing event updated for resources: {'Network': ['ID=4a0affed-f7bc-4e4b-8c45-358c23eb01df,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:34.738838 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c5286b43-2932-4b10-83bd-c147950a0758 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:34.748657 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-fba2f454-860a-4153-a6af-e3401d042102 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:34.757041 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 8b86754a-2979-4ab1-a31d-4369c6a5c34c up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:43:34.758997 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-fba2f454-860a-4153-a6af-e3401d042102 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6114707 Dec 20 08:43:34.760003 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b9771722-cd8d-4b3f-bc2f-825916959178 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:34.763266 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 36016) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:34.777595 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-10fa6366-5cc6-492f-a733-ecbc93ae1186 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Request body: {'ports': [{'network_id': '0c70f353-9636-4e27-b37a-70f2347f4167', 'name': 'tempest-port--1609305167', 'admin_state_up': True}, {'network_id': '4a0affed-f7bc-4e4b-8c45-358c23eb01df', 'admin_state_up': False}]} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:43:34.778175 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-10fa6366-5cc6-492f-a733-ecbc93ae1186 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Request body: {'port': {'network_id': '0c70f353-9636-4e27-b37a-70f2347f4167', 'name': 'tempest-port--1609305167', 'admin_state_up': True}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:43:34.778811 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-10fa6366-5cc6-492f-a733-ecbc93ae1186 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Request body: {'port': {'network_id': '4a0affed-f7bc-4e4b-8c45-358c23eb01df', 'admin_state_up': False}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:43:34.786528 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network 4a0affed-f7bc-4e4b-8c45-358c23eb01df details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:43:34.913520 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-c5286b43-2932-4b10-83bd-c147950a0758 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Calling delete_port for 735106fa-c671-4155-a552-ae33587f4a6d owned by network:router_interface {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:43:34.997557 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 8b86754a-2979-4ab1-a31d-4369c6a5c34c triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:43:34.998041 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:35.004096 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043ba319-049b-4d8e-bd62-d12010d05647 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event updated for resources: {'Port': ['ID=94dcdf1f-da92-45fd-9aa3-24599286cab9,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:35.012874 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-043ba319-049b-4d8e-bd62-d12010d05647 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:35.051708 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-0b5e31fa-79f3-4e69-9e59-1e3819df72a7 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:43:35.067392 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-0b5e31fa-79f3-4e69-9e59-1e3819df72a7 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Usage tracker for resource:port and tenant:bcc408b3053b4123bbeeedda32cab34a is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:43:35.072501 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-0b5e31fa-79f3-4e69-9e59-1e3819df72a7 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:43:35.134071 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a658eb-7815-4618-baa5-fed2c8542865 None None] Network 52e46c0e-e27e-40b3-9104-5c415fcf507e requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:43:35.137085 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-0b5e31fa-79f3-4e69-9e59-1e3819df72a7 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:43:35.159140 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20a0269e-26e7-48d9-b35c-75669e643f5a tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:43:35.171842 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b5e31fa-79f3-4e69-9e59-1e3819df72a7 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Made reservation on behalf of bcc408b3053b4123bbeeedda32cab34a for: {'port': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:43:35.174859 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0b5e31fa-79f3-4e69-9e59-1e3819df72a7 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:35.216146 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043ba319-049b-4d8e-bd62-d12010d05647 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:43:35.223974 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-043ba319-049b-4d8e-bd62-d12010d05647 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:43:35.338186 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412353e4-c7a8-4579-b64b-e6e0e2091b57 None None] Sync routers for ids ['77befb40-8d69-4f8b-b779-1ba29997e86b'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:43:35.411765 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-9ae8b6a2-a496-4ad6-9ca7-ae44c2664ad8 None None] Provisioning for port 94dcdf1f-da92-45fd-9aa3-24599286cab9 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:43:35.436213 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412353e4-c7a8-4579-b64b-e6e0e2091b57 None None] Routers {'77befb40-8d69-4f8b-b779-1ba29997e86b'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:43:35.436868 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-412353e4-c7a8-4579-b64b-e6e0e2091b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:43:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['77befb40-8d69-4f8b-b779-1ba29997e86b'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:43:35.452422 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-0b5e31fa-79f3-4e69-9e59-1e3819df72a7 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] device_id is not set on port 0f3c80ae-2b43-4fae-8365-74083ad80748 yet. {{(pid=83445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:43:35.564735 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-9ae8b6a2-a496-4ad6-9ca7-ae44c2664ad8 None None] Provisioning complete for port 94dcdf1f-da92-45fd-9aa3-24599286cab9 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:43:35.565281 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-9ae8b6a2-a496-4ad6-9ca7-ae44c2664ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:35.595915 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-10fa6366-5cc6-492f-a733-ecbc93ae1186 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:43:35.614573 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-20a0269e-26e7-48d9-b35c-75669e643f5a tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:35.615918 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-20a0269e-26e7-48d9-b35c-75669e643f5a tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 9.6391408 Dec 20 08:43:35.620490 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-10fa6366-5cc6-492f-a733-ecbc93ae1186 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Usage tracker for resource:port and tenant:cf377d55b4c14297b2fb628382abd84f is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:43:35.623056 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 36024) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:35.632172 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-10fa6366-5cc6-492f-a733-ecbc93ae1186 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:43:35.696891 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-412353e4-c7a8-4579-b64b-e6e0e2091b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:43:35.726932 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-10fa6366-5cc6-492f-a733-ecbc93ae1186 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:43:35.728166 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-0b5e31fa-79f3-4e69-9e59-1e3819df72a7 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Allocated IP 2001:db8::327 (52e46c0e-e27e-40b3-9104-5c415fcf507e/c4bdc337-42a1-49e3-b479-f91481d7060b/0f3c80ae-2b43-4fae-8365-74083ad80748) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:43:35.743249 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-9ae8b6a2-a496-4ad6-9ca7-ae44c2664ad8 None None] Port 94dcdf1f-da92-45fd-9aa3-24599286cab9 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:43:35.767865 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10fa6366-5cc6-492f-a733-ecbc93ae1186 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Made reservation on behalf of cf377d55b4c14297b2fb628382abd84f for: {'port': 2} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:43:35.771648 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-10fa6366-5cc6-492f-a733-ecbc93ae1186 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:35.786334 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412353e4-c7a8-4579-b64b-e6e0e2091b57 None None] Routers {'77befb40-8d69-4f8b-b779-1ba29997e86b'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:43:35.786334 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-412353e4-c7a8-4579-b64b-e6e0e2091b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:43:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['77befb40-8d69-4f8b-b779-1ba29997e86b'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:43:35.788669 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c5286b43-2932-4b10-83bd-c147950a0758 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:35.796536 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-bacfba86-cab1-476c-9381-6211f891feb1 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:35.839671 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c1af721-0c18-4e97-b583-b4ab55145f69 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Router fa7e778b-d6dc-4361-a00d-d05eaaeafc48 is scheduled to L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 with binding_index 1 {{(pid=83444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 08:43:35.841425 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-10fa6366-5cc6-492f-a733-ecbc93ae1186 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:35.863329 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-412353e4-c7a8-4579-b64b-e6e0e2091b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:43:35.863753 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412353e4-c7a8-4579-b64b-e6e0e2091b57 None None] The sync data for ids ['77befb40-8d69-4f8b-b779-1ba29997e86b'] in dv-neutron-820491-1-hyperv is: [] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:43:35.881920 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb062f4-4395-41ba-9d92-a8b8cb061a4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-52e46c0e-e27e-40b3-9104-5c415fcf507e', 'network_id': '52e46c0e-e27e-40b3-9104-5c415fcf507e', 'tenant_id': 'bcc408b3053b4123bbeeedda32cab34a', 'fixed_ips': [{'subnet_id': 'c4bdc337-42a1-49e3-b479-f91481d7060b'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:43:35.883398 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-7fb062f4-4395-41ba-9d92-a8b8cb061a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:35.883825 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5286b43-2932-4b10-83bd-c147950a0758 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Pushing event deleted for resources: {'Port': ['ID=735106fa-c671-4155-a552-ae33587f4a6d,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:35.893571 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c5286b43-2932-4b10-83bd-c147950a0758 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:35.895340 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-9ae8b6a2-a496-4ad6-9ca7-ae44c2664ad8 None None] Provisioning complete for port 21023f74-a3d5-4b57-9ffc-d81471c232f8 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:43:35.896250 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-9ae8b6a2-a496-4ad6-9ca7-ae44c2664ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:36.054181 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0b5e31fa-79f3-4e69-9e59-1e3819df72a7 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:36.100451 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0b5e31fa-79f3-4e69-9e59-1e3819df72a7 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Transition to ACTIVE for port object 0f3c80ae-2b43-4fae-8365-74083ad80748 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:43:36.143130 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-043ba319-049b-4d8e-bd62-d12010d05647 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Router 7efeeed1-e0a3-4bc1-8906-17cee7df041e is scheduled to L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 with binding_index 1 {{(pid=83445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 08:43:36.157178 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0b5e31fa-79f3-4e69-9e59-1e3819df72a7 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:36.162615 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-92e00ae8-bc7c-4f06-bbb9-059dabe92fae tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:36.231975 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-7fb062f4-4395-41ba-9d92-a8b8cb061a4b None None] Allocated IP 2001:db8::2 (52e46c0e-e27e-40b3-9104-5c415fcf507e/c4bdc337-42a1-49e3-b479-f91481d7060b/acca47c7-7fb1-411c-9172-41c1db172ddc) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:43:36.242842 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-10fa6366-5cc6-492f-a733-ecbc93ae1186 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] device_id is not set on port 47e88edc-7d06-4347-97c5-cf63ce786b6d yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:43:36.342788 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5e31fa-79f3-4e69-9e59-1e3819df72a7 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Network 52e46c0e-e27e-40b3-9104-5c415fcf507e is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:43:36.351578 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-0b5e31fa-79f3-4e69-9e59-1e3819df72a7 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:43:36.356987 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5e31fa-79f3-4e69-9e59-1e3819df72a7 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:43:36.359455 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-944980ea-d688-4888-a68f-5a1ad451aeef None None] Provisioning complete for port 94dcdf1f-da92-45fd-9aa3-24599286cab9 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:43:36.359847 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-944980ea-d688-4888-a68f-5a1ad451aeef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:36.360968 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5e31fa-79f3-4e69-9e59-1e3819df72a7 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:36.361601 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0b5e31fa-79f3-4e69-9e59-1e3819df72a7 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:36.378359 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5e31fa-79f3-4e69-9e59-1e3819df72a7 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Pushing event updated for resources: {'Port': ['ID=0f3c80ae-2b43-4fae-8365-74083ad80748,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:36.382285 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0b5e31fa-79f3-4e69-9e59-1e3819df72a7 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:36.402509 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-0b5e31fa-79f3-4e69-9e59-1e3819df72a7 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.7994716 Dec 20 08:43:36.404571 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 36028) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:36.441884 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-944980ea-d688-4888-a68f-5a1ad451aeef None None] Port 94dcdf1f-da92-45fd-9aa3-24599286cab9 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:43:36.595015 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-944980ea-d688-4888-a68f-5a1ad451aeef None None] Provisioning complete for port 7700e0f3-ffaa-46e1-b3f7-d566236275ec triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:43:36.596650 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-944980ea-d688-4888-a68f-5a1ad451aeef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:36.601366 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-d2883c66-9d22-42ba-b98c-7f7630cab29f tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Deleting port 0f3c80ae-2b43-4fae-8365-74083ad80748 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:43:36.602587 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d2883c66-9d22-42ba-b98c-7f7630cab29f tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:36.625497 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-fc32278f-25db-49af-b7f2-62c2a5842066 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] 10.222.0.16 "GET /v2.0/routers/77befb40-8d69-4f8b-b779-1ba29997e86b HTTP/1.1" status: 200 len: 919 time: 0.9961615 Dec 20 08:43:36.633920 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 36034) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:36.655377 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-7fb062f4-4395-41ba-9d92-a8b8cb061a4b None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:36.660715 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-043ba319-049b-4d8e-bd62-d12010d05647 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:43:36.673070 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-043ba319-049b-4d8e-bd62-d12010d05647 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "PUT /v2.0/routers/7efeeed1-e0a3-4bc1-8906-17cee7df041e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9821715 Dec 20 08:43:36.674187 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 36040) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:36.675558 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fb1c81-0189-4913-93ad-3afe1b37a95e None None] Sync routers for ids ['7efeeed1-e0a3-4bc1-8906-17cee7df041e'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:43:36.680044 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-944980ea-d688-4888-a68f-5a1ad451aeef None None] Port 7700e0f3-ffaa-46e1-b3f7-d566236275ec cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:43:36.684736 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-7fb062f4-4395-41ba-9d92-a8b8cb061a4b None None] Transition to ACTIVE for port object acca47c7-7fb1-411c-9172-41c1db172ddc will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:43:36.702313 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fb1c81-0189-4913-93ad-3afe1b37a95e None None] Routers {'7efeeed1-e0a3-4bc1-8906-17cee7df041e'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:43:36.702957 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-e9fb1c81-0189-4913-93ad-3afe1b37a95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:43:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['7efeeed1-e0a3-4bc1-8906-17cee7df041e'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:43:36.719040 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-7fb062f4-4395-41ba-9d92-a8b8cb061a4b None None] Transition to ACTIVE for port object acca47c7-7fb1-411c-9172-41c1db172ddc will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:43:36.739998 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-10fa6366-5cc6-492f-a733-ecbc93ae1186 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:36.740998 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-7fb062f4-4395-41ba-9d92-a8b8cb061a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:36.745615 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-e60e9985-1282-4b31-995f-9370e750cfe3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:36.753267 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c1af721-0c18-4e97-b583-b4ab55145f69 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:43:36.785264 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-5770280e-dfd4-41fc-be29-5715ac1f9cb2 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] 10.222.0.16 "GET /v2.0/ports?device_id=77befb40-8d69-4f8b-b779-1ba29997e86b HTTP/1.1" status: 200 len: 205 time: 0.1492190 Dec 20 08:43:36.791747 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 36044) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:36.802277 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61906c8e-cad9-48da-9f25-4905b877b7dc None None] Sync routers for ids ['fa7e778b-d6dc-4361-a00d-d05eaaeafc48'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:43:36.825123 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-9c1af721-0c18-4e97-b583-b4ab55145f69 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] 10.222.0.16 "PUT /v2.0/routers/fa7e778b-d6dc-4361-a00d-d05eaaeafc48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2586639 Dec 20 08:43:36.864960 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb062f4-4395-41ba-9d92-a8b8cb061a4b None None] Network 52e46c0e-e27e-40b3-9104-5c415fcf507e is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:43:36.865737 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb062f4-4395-41ba-9d92-a8b8cb061a4b None None] Pushing event updated for resources: {'Port': ['ID=acca47c7-7fb1-411c-9172-41c1db172ddc,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:36.870734 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-7fb062f4-4395-41ba-9d92-a8b8cb061a4b None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:43:36.875061 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 36048) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:36.875375 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-7fb062f4-4395-41ba-9d92-a8b8cb061a4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:36.877893 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb062f4-4395-41ba-9d92-a8b8cb061a4b None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:43:36.888040 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61906c8e-cad9-48da-9f25-4905b877b7dc None None] Routers {'fa7e778b-d6dc-4361-a00d-d05eaaeafc48'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:43:36.888682 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-61906c8e-cad9-48da-9f25-4905b877b7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:43:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['fa7e778b-d6dc-4361-a00d-d05eaaeafc48'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:43:36.898352 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c1908a-89ac-4b68-91b0-0a19c271be9f tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:36.898931 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-c2c1908a-89ac-4b68-91b0-0a19c271be9f tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Synchronizing usage tracker for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:43:36.904406 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-e9fb1c81-0189-4913-93ad-3afe1b37a95e None None] Set router 7efeeed1-e0a3-4bc1-8906-17cee7df041e gateway port host: None {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:43:36.910457 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-f3303a7c-059f-44e0-be81-428608b0eb3b tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Request body: {'port': {'network_id': '993fc2a0-64cf-488a-8f33-c8c76ace5b6f', 'name': 'tempest-FloatingIPNegativeTestJSON-1237349520'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:43:36.948498 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-10fa6366-5cc6-492f-a733-ecbc93ae1186 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] device_id is not set on port fc8479fb-f1a4-44d0-812d-8dfa81709484 yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:43:36.987329 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-61906c8e-cad9-48da-9f25-4905b877b7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:43:37.031048 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-c2c1908a-89ac-4b68-91b0-0a19c271be9f tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Unset dirty status for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:43:37.034278 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-c2c1908a-89ac-4b68-91b0-0a19c271be9f tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/ports/94dcdf1f-da92-45fd-9aa3-24599286cab9 HTTP/1.1" status: 200 len: 911 time: 0.3563454 Dec 20 08:43:37.093705 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 36052) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:37.101985 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-7fb062f4-4395-41ba-9d92-a8b8cb061a4b None None] Attempting to bind port acca47c7-7fb1-411c-9172-41c1db172ddc on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:43:37.102355 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-7fb062f4-4395-41ba-9d92-a8b8cb061a4b None None] Attempting to bind port acca47c7-7fb1-411c-9172-41c1db172ddc by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': 'deda08ec-2c33-4160-beb5-c661910af7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '52e46c0e-e27e-40b3-9104-5c415fcf507e'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:43:37.102708 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb062f4-4395-41ba-9d92-a8b8cb061a4b None None] Attempting to bind port acca47c7-7fb1-411c-9172-41c1db172ddc on network 52e46c0e-e27e-40b3-9104-5c415fcf507e {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:43:37.107110 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61906c8e-cad9-48da-9f25-4905b877b7dc None None] Routers {'fa7e778b-d6dc-4361-a00d-d05eaaeafc48'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:43:37.107270 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-61906c8e-cad9-48da-9f25-4905b877b7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:43:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['fa7e778b-d6dc-4361-a00d-d05eaaeafc48'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:43:37.121346 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-10fa6366-5cc6-492f-a733-ecbc93ae1186 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:37.181068 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-61906c8e-cad9-48da-9f25-4905b877b7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:43:37.181526 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61906c8e-cad9-48da-9f25-4905b877b7dc None None] The sync data for ids ['fa7e778b-d6dc-4361-a00d-d05eaaeafc48'] in dv-neutron-820491-1-hyperv is: [] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:43:37.187767 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb062f4-4395-41ba-9d92-a8b8cb061a4b None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:43:37.188607 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb062f4-4395-41ba-9d92-a8b8cb061a4b None None] Checking segment: {'id': 'deda08ec-2c33-4160-beb5-c661910af7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '52e46c0e-e27e-40b3-9104-5c415fcf507e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:43:37.189172 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-7fb062f4-4395-41ba-9d92-a8b8cb061a4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:37.189735 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb062f4-4395-41ba-9d92-a8b8cb061a4b None None] Bound using segment: {'id': 'deda08ec-2c33-4160-beb5-c661910af7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '52e46c0e-e27e-40b3-9104-5c415fcf507e'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:43:37.190361 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-7fb062f4-4395-41ba-9d92-a8b8cb061a4b None None] Bound port: acca47c7-7fb1-411c-9172-41c1db172ddc, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deda08ec-2c33-4160-beb5-c661910af7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '52e46c0e-e27e-40b3-9104-5c415fcf507e'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:43:37.190892 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-7fb062f4-4395-41ba-9d92-a8b8cb061a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:37.200075 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c5286b43-2932-4b10-83bd-c147950a0758 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32897953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348760'] for router_interface, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:37.213388 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-10fa6366-5cc6-492f-a733-ecbc93ae1186 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:37.226466 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-309b8fc6-ca27-4dd3-ad65-ac77c143dde1 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:37.256760 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-e9fb1c81-0189-4913-93ad-3afe1b37a95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7efeeed1-e0a3-4bc1-8906-17cee7df041e', 'name': 'tempest-NetworksTestDHCPv6-router-1381119498', 'tenant_id': '9679bafc94a64ee0a207e63ba5560387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:43:30Z', 'updated_at': '2021-12-20T08:43:33Z', 'revision_number': 2, 'project_id': '9679bafc94a64ee0a207e63ba5560387', 'gw_port_host': None, '_interfaces': [{'id': '94dcdf1f-da92-45fd-9aa3-24599286cab9', 'name': '', 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'tenant_id': '9679bafc94a64ee0a207e63ba5560387', 'mac_address': 'fa:16:3e:d0:9d:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7efeeed1-e0a3-4bc1-8906-17cee7df041e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '417f2349-b09b-4d1a-856a-f69dc032bcf3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:43:31Z', 'updated_at': '2021-12-20T08:43:34Z', 'revision_number': 2, 'project_id': '9679bafc94a64ee0a207e63ba5560387', 'subnets': [{'id': '417f2349-b09b-4d1a-856a-f69dc032bcf3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:43:37.261935 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fb1c81-0189-4913-93ad-3afe1b37a95e None None] Checking router: 7efeeed1-e0a3-4bc1-8906-17cee7df041e for host: dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 08:43:37.262628 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fb1c81-0189-4913-93ad-3afe1b37a95e None None] Updating router 7efeeed1-e0a3-4bc1-8906-17cee7df041e port 94dcdf1f-da92-45fd-9aa3-24599286cab9 binding host dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 08:43:37.302636 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-7fb062f4-4395-41ba-9d92-a8b8cb061a4b None None] For port acca47c7-7fb1-411c-9172-41c1db172ddc, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:43:37.311222 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-7fb062f4-4395-41ba-9d92-a8b8cb061a4b None None] For port acca47c7-7fb1-411c-9172-41c1db172ddc, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=acca47c7-7fb1-411c-9172-41c1db172ddc,segment=NetworkSegment(deda08ec-2c33-4160-beb5-c661910af7a3),segment_id=deda08ec-2c33-4160-beb5-c661910af7a3)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:43:37.319431 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-7fb062f4-4395-41ba-9d92-a8b8cb061a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:37.325458 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:37.336836 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-e9fb1c81-0189-4913-93ad-3afe1b37a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:37.370735 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d2883c66-9d22-42ba-b98c-7f7630cab29f tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:37.395731 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-f3303a7c-059f-44e0-be81-428608b0eb3b tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:43:37.431936 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb062f4-4395-41ba-9d92-a8b8cb061a4b None None] Pushing event updated for resources: {'Port': ['ID=acca47c7-7fb1-411c-9172-41c1db172ddc,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:37.443033 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-7fb062f4-4395-41ba-9d92-a8b8cb061a4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:37.474997 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fa6366-5cc6-492f-a733-ecbc93ae1186 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Pushing event updated for resources: {'Port': ['ID=47e88edc-7d06-4347-97c5-cf63ce786b6d,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:37.531898 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-d2883c66-9d22-42ba-b98c-7f7630cab29f tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Calling delete_port for 0f3c80ae-2b43-4fae-8365-74083ad80748 owned by {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:43:37.553976 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-10fa6366-5cc6-492f-a733-ecbc93ae1186 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:37.560363 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-f3303a7c-059f-44e0-be81-428608b0eb3b tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Usage tracker for resource:port and tenant:eaf8b0e5251149e8a7db6a147c396e28 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:43:37.565285 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-f3303a7c-059f-44e0-be81-428608b0eb3b tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:43:37.586782 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fa6366-5cc6-492f-a733-ecbc93ae1186 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Checking segment: {'id': '9202cddc-acd6-4ea0-b45c-1d7491b35772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0c70f353-9636-4e27-b37a-70f2347f4167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:43:37.587145 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10fa6366-5cc6-492f-a733-ecbc93ae1186 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Network hostable DHCP agents. Network: 0c70f353-9636-4e27-b37a-70f2347f4167, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:43:37.659053 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10fa6366-5cc6-492f-a733-ecbc93ae1186 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Network 0c70f353-9636-4e27-b37a-70f2347f4167 is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:43:37.721438 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-f3303a7c-059f-44e0-be81-428608b0eb3b tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:43:37.736389 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-10fa6366-5cc6-492f-a733-ecbc93ae1186 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, 0c70f353-9636-4e27-b37a-70f2347f4167) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:43:37.741712 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fa6366-5cc6-492f-a733-ecbc93ae1186 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:43:37.742573 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-10fa6366-5cc6-492f-a733-ecbc93ae1186 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:37.748517 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184e4b9f-ac65-4837-800f-0ce4e6ff4593 None None] Network 0c70f353-9636-4e27-b37a-70f2347f4167 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:43:37.761581 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4e9bb2cc-cec8-4851-b5f4-537666932fd3 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:37.770629 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fdbabe3-0be2-4e8d-8fa4-3e331de32b2c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:37.774738 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fdbabe3-0be2-4e8d-8fa4-3e331de32b2c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:37.780145 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-9fdbabe3-0be2-4e8d-8fa4-3e331de32b2c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.6820741 Dec 20 08:43:37.781031 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 36058) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:37.789476 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3303a7c-059f-44e0-be81-428608b0eb3b tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Made reservation on behalf of eaf8b0e5251149e8a7db6a147c396e28 for: {'port': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:43:37.792626 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f3303a7c-059f-44e0-be81-428608b0eb3b tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:37.856648 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fa6366-5cc6-492f-a733-ecbc93ae1186 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Pushing event updated for resources: {'Port': ['ID=fc8479fb-f1a4-44d0-812d-8dfa81709484,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:37.859942 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-10fa6366-5cc6-492f-a733-ecbc93ae1186 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:37.916489 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fa6366-5cc6-492f-a733-ecbc93ae1186 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Checking segment: {'id': '111856e6-68e3-4973-95bc-f0d2157654c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4a0affed-f7bc-4e4b-8c45-358c23eb01df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:43:37.916884 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10fa6366-5cc6-492f-a733-ecbc93ae1186 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Network hostable DHCP agents. Network: 4a0affed-f7bc-4e4b-8c45-358c23eb01df, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:43:37.934695 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d2883c66-9d22-42ba-b98c-7f7630cab29f tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:37.958917 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-38d52519-bf10-4683-bc60-b407b0c7c54f tempest-FloatingIPAdminTestJSON-975604836 tempest-FloatingIPAdminTestJSON-975604836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:38.029038 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-e9fb1c81-0189-4913-93ad-3afe1b37a95e None None] Notify callbacks [] for port, precommit_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:38.042969 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10fa6366-5cc6-492f-a733-ecbc93ae1186 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Network 4a0affed-f7bc-4e4b-8c45-358c23eb01df is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:43:38.044402 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.provisioning_blocks [None req-e9fb1c81-0189-4913-93ad-3afe1b37a95e None None] Transition to ACTIVE for port object 94dcdf1f-da92-45fd-9aa3-24599286cab9 will not be triggered until provisioned by entity L2. {{(pid=83447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:43:38.056384 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-e9fb1c81-0189-4913-93ad-3afe1b37a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:38.061666 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-61a6ec44-b96a-4d9f-8948-d987e8069ee7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:38.077260 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-f3303a7c-059f-44e0-be81-428608b0eb3b tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] device_id is not set on port d6ab3806-727e-42ed-8d77-a4a01156e584 yet. {{(pid=83445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:43:38.131883 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-10fa6366-5cc6-492f-a733-ecbc93ae1186 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, 4a0affed-f7bc-4e4b-8c45-358c23eb01df) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:43:38.137641 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fa6366-5cc6-492f-a733-ecbc93ae1186 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:43:38.142690 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fa6366-5cc6-492f-a733-ecbc93ae1186 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:38.145362 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3bdcb5-3cbb-4f09-b534-f8443dc09f4a None None] Network 4a0affed-f7bc-4e4b-8c45-358c23eb01df requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:43:38.146912 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fa6366-5cc6-492f-a733-ecbc93ae1186 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:38.147662 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-10fa6366-5cc6-492f-a733-ecbc93ae1186 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:38.157171 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6f21d7-4165-4405-af2f-a1d9a9a331ee None None] Pushing event updated for resources: {'Port': ['ID=94dcdf1f-da92-45fd-9aa3-24599286cab9,revision_number=3']} {{(pid=83447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:38.162553 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-2a6f21d7-4165-4405-af2f-a1d9a9a331ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:38.208999 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-10fa6366-5cc6-492f-a733-ecbc93ae1186 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.4370642 Dec 20 08:43:38.211830 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 36064) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:38.242671 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2883c66-9d22-42ba-b98c-7f7630cab29f tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Pushing event deleted for resources: {'Port': ['ID=0f3c80ae-2b43-4fae-8365-74083ad80748,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:38.271663 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d2883c66-9d22-42ba-b98c-7f7630cab29f tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:38.297853 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d2883c66-9d22-42ba-b98c-7f7630cab29f tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:38.328389 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-d2883c66-9d22-42ba-b98c-7f7630cab29f tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "DELETE /v2.0/ports/0f3c80ae-2b43-4fae-8365-74083ad80748 HTTP/1.1" status: 204 len: 168 time: 1.9136317 Dec 20 08:43:38.335039 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 36068) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:38.434057 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-e9fb1c81-0189-4913-93ad-3afe1b37a95e None None] Attempting to bind port 94dcdf1f-da92-45fd-9aa3-24599286cab9 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:43:38.434672 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-e9fb1c81-0189-4913-93ad-3afe1b37a95e None None] Attempting to bind port 94dcdf1f-da92-45fd-9aa3-24599286cab9 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '7c00552d-ea93-440b-911c-cb3aa0a4eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4'}] {{(pid=83447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:43:38.435193 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fb1c81-0189-4913-93ad-3afe1b37a95e None None] Attempting to bind port 94dcdf1f-da92-45fd-9aa3-24599286cab9 on network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:43:38.443296 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fb1c81-0189-4913-93ad-3afe1b37a95e None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:43:38.443855 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fb1c81-0189-4913-93ad-3afe1b37a95e None None] Checking segment: {'id': '7c00552d-ea93-440b-911c-cb3aa0a4eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:43:38.444371 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-e9fb1c81-0189-4913-93ad-3afe1b37a95e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:38.444876 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fb1c81-0189-4913-93ad-3afe1b37a95e None None] Bound using segment: {'id': '7c00552d-ea93-440b-911c-cb3aa0a4eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4'} {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:43:38.445484 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-e9fb1c81-0189-4913-93ad-3afe1b37a95e None None] Bound port: 94dcdf1f-da92-45fd-9aa3-24599286cab9, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c00552d-ea93-440b-911c-cb3aa0a4eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4'}}] {{(pid=83447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:43:38.446006 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-e9fb1c81-0189-4913-93ad-3afe1b37a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:38.535175 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device acca47c7-7fb1-411c-9172-41c1db172ddc up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:43:38.626947 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.db [None req-e9fb1c81-0189-4913-93ad-3afe1b37a95e None None] For port 94dcdf1f-da92-45fd-9aa3-24599286cab9, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:43:38.632499 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.db [None req-e9fb1c81-0189-4913-93ad-3afe1b37a95e None None] For port 94dcdf1f-da92-45fd-9aa3-24599286cab9, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=94dcdf1f-da92-45fd-9aa3-24599286cab9,segment=NetworkSegment(7c00552d-ea93-440b-911c-cb3aa0a4eeff),segment_id=7c00552d-ea93-440b-911c-cb3aa0a4eeff)] {{(pid=83447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:43:38.644038 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f27e80-a467-48dc-8f38-c51ce75c0942 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:38.648535 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-e9fb1c81-0189-4913-93ad-3afe1b37a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:38.653831 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:38.661037 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f27e80-a467-48dc-8f38-c51ce75c0942 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:38.661780 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f5f27e80-a467-48dc-8f38-c51ce75c0942 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Synchronizing usage tracker for tenant:cf377d55b4c14297b2fb628382abd84f on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:43:38.724200 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f5f27e80-a467-48dc-8f38-c51ce75c0942 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Unset dirty status for tenant:cf377d55b4c14297b2fb628382abd84f on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:43:38.725405 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f5f27e80-a467-48dc-8f38-c51ce75c0942 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.5124719 Dec 20 08:43:38.728774 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 36072) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:38.762045 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6f21d7-4165-4405-af2f-a1d9a9a331ee None None] Pushing event updated for resources: {'Port': ['ID=94dcdf1f-da92-45fd-9aa3-24599286cab9,revision_number=4']} {{(pid=83447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:38.766767 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-2a6f21d7-4165-4405-af2f-a1d9a9a331ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:38.771517 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fb1c81-0189-4913-93ad-3afe1b37a95e None None] Routers {'7efeeed1-e0a3-4bc1-8906-17cee7df041e'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:43:38.772225 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-e9fb1c81-0189-4913-93ad-3afe1b37a95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:43:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['7efeeed1-e0a3-4bc1-8906-17cee7df041e'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:43:38.818412 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-044bf787-23ad-4004-b1f8-7dda7328b196 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks [] for router, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:38.875302 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f047fd9-568a-4f73-aef9-1cd17d837bd9 None None] Network 52e46c0e-e27e-40b3-9104-5c415fcf507e requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:43:38.894035 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-f5528742-0cc2-4d77-84c1-e9389a5fd5ab tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Deleting port 47e88edc-7d06-4347-97c5-cf63ce786b6d {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:43:38.895187 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f5528742-0cc2-4d77-84c1-e9389a5fd5ab tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:38.957320 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cf1f713-1ab7-4f3c-98f6-4eb028a1ee49 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] GET failed (client error): The resource could not be found. Dec 20 08:43:38.957831 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-5cf1f713-1ab7-4f3c-98f6-4eb028a1ee49 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Synchronizing usage tracker for tenant:bcc408b3053b4123bbeeedda32cab34a on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:43:38.987908 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-e9fb1c81-0189-4913-93ad-3afe1b37a95e None None] Set router 7efeeed1-e0a3-4bc1-8906-17cee7df041e gateway port host: None {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:43:39.007903 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-5cf1f713-1ab7-4f3c-98f6-4eb028a1ee49 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Unset dirty status for tenant:bcc408b3053b4123bbeeedda32cab34a on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:43:39.009556 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-5cf1f713-1ab7-4f3c-98f6-4eb028a1ee49 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "GET /v2.0/ports/0f3c80ae-2b43-4fae-8365-74083ad80748 HTTP/1.1" status: 404 len: 333 time: 0.6458220 Dec 20 08:43:39.012893 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 36078) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:39.024687 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-f3303a7c-059f-44e0-be81-428608b0eb3b tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Allocated IP 172.20.0.11 (993fc2a0-64cf-488a-8f33-c8c76ace5b6f/cfe1c293-4c0c-40d0-b700-a601cfc460d9/d6ab3806-727e-42ed-8d77-a4a01156e584) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:43:39.214177 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5286b43-2932-4b10-83bd-c147950a0758 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Router 85952315-afa5-4e3e-ba7e-002d34802c07 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:43:39.260541 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-65d88d34-3cbc-4353-98d4-309d9d30e050 None None] Provisioning for port acca47c7-7fb1-411c-9172-41c1db172ddc completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:43:39.264301 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port acca47c7-7fb1-411c-9172-41c1db172ddc completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:43:39.291380 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port acca47c7-7fb1-411c-9172-41c1db172ddc triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:43:39.291756 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:39.369547 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-65d88d34-3cbc-4353-98d4-309d9d30e050 None None] Provisioning complete for port acca47c7-7fb1-411c-9172-41c1db172ddc triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:43:39.369911 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-65d88d34-3cbc-4353-98d4-309d9d30e050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:39.480249 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-e9fb1c81-0189-4913-93ad-3afe1b37a95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7efeeed1-e0a3-4bc1-8906-17cee7df041e', 'name': 'tempest-NetworksTestDHCPv6-router-1381119498', 'tenant_id': '9679bafc94a64ee0a207e63ba5560387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:43:30Z', 'updated_at': '2021-12-20T08:43:33Z', 'revision_number': 2, 'project_id': '9679bafc94a64ee0a207e63ba5560387', 'gw_port_host': None, '_interfaces': [{'id': '94dcdf1f-da92-45fd-9aa3-24599286cab9', 'name': '', 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'tenant_id': '9679bafc94a64ee0a207e63ba5560387', 'mac_address': 'fa:16:3e:d0:9d:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7efeeed1-e0a3-4bc1-8906-17cee7df041e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '417f2349-b09b-4d1a-856a-f69dc032bcf3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:43:31Z', 'updated_at': '2021-12-20T08:43:38Z', 'revision_number': 4, 'project_id': '9679bafc94a64ee0a207e63ba5560387', 'subnets': [{'id': '417f2349-b09b-4d1a-856a-f69dc032bcf3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:43:39.486171 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fb1c81-0189-4913-93ad-3afe1b37a95e None None] The sync data for ids ['7efeeed1-e0a3-4bc1-8906-17cee7df041e'] in dv-neutron-820491-1-hyperv is: [{'id': '7efeeed1-e0a3-4bc1-8906-17cee7df041e', 'name': 'tempest-NetworksTestDHCPv6-router-1381119498', 'tenant_id': '9679bafc94a64ee0a207e63ba5560387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:43:30Z', 'updated_at': '2021-12-20T08:43:33Z', 'revision_number': 2, 'project_id': '9679bafc94a64ee0a207e63ba5560387', 'gw_port_host': None, '_interfaces': [{'id': '94dcdf1f-da92-45fd-9aa3-24599286cab9', 'name': '', 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'tenant_id': '9679bafc94a64ee0a207e63ba5560387', 'mac_address': 'fa:16:3e:d0:9d:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7efeeed1-e0a3-4bc1-8906-17cee7df041e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '417f2349-b09b-4d1a-856a-f69dc032bcf3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:43:31Z', 'updated_at': '2021-12-20T08:43:38Z', 'revision_number': 4, 'project_id': '9679bafc94a64ee0a207e63ba5560387', 'subnets': [{'id': '417f2349-b09b-4d1a-856a-f69dc032bcf3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:43:39.565004 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f5528742-0cc2-4d77-84c1-e9389a5fd5ab tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:39.642163 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f3303a7c-059f-44e0-be81-428608b0eb3b tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:39.662788 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-65d88d34-3cbc-4353-98d4-309d9d30e050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:39.712693 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-044bf787-23ad-4004-b1f8-7dda7328b196 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:39.721172 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-f3303a7c-059f-44e0-be81-428608b0eb3b tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Transition to ACTIVE for port object d6ab3806-727e-42ed-8d77-a4a01156e584 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:43:39.760709 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-044bf787-23ad-4004-b1f8-7dda7328b196 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Deleting port 97589230-0813-4bee-8a4b-b81fe2d61e8f {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:43:39.761060 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-044bf787-23ad-4004-b1f8-7dda7328b196 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:39.834020 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:39.844085 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:39.875220 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-65d88d34-3cbc-4353-98d4-309d9d30e050 None None] For port acca47c7-7fb1-411c-9172-41c1db172ddc, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=acca47c7-7fb1-411c-9172-41c1db172ddc,segment=NetworkSegment(deda08ec-2c33-4160-beb5-c661910af7a3),segment_id=deda08ec-2c33-4160-beb5-c661910af7a3)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:43:39.915696 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f3303a7c-059f-44e0-be81-428608b0eb3b tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:39.925571 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-65d88d34-3cbc-4353-98d4-309d9d30e050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:39.932353 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-7fb062f4-4395-41ba-9d92-a8b8cb061a4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:39.935666 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-1b91fe5f-d8ff-44e4-8c1b-192f15c79749 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:39.958180 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-f5528742-0cc2-4d77-84c1-e9389a5fd5ab tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Calling delete_port for 47e88edc-7d06-4347-97c5-cf63ce786b6d owned by {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:43:40.037459 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3303a7c-059f-44e0-be81-428608b0eb3b tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Network 993fc2a0-64cf-488a-8f33-c8c76ace5b6f is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:43:40.063202 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d88d34-3cbc-4353-98d4-309d9d30e050 None None] Pushing event updated for resources: {'Port': ['ID=acca47c7-7fb1-411c-9172-41c1db172ddc,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:40.067040 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-65d88d34-3cbc-4353-98d4-309d9d30e050 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:40.068422 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.db.api [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 08:43:40.068795 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_db.api [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 08:43:40.098773 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-f7d5523b-fdba-4d43-8cb9-a875fac6a636 None None] Provisioning complete for port acca47c7-7fb1-411c-9172-41c1db172ddc triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:43:40.100020 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f7d5523b-fdba-4d43-8cb9-a875fac6a636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:40.129600 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f5528742-0cc2-4d77-84c1-e9389a5fd5ab tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:40.151278 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-741b9063-ed3c-48d9-a895-4bd8141919b7 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:40.170104 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-f3303a7c-059f-44e0-be81-428608b0eb3b tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:43:40.190479 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3303a7c-059f-44e0-be81-428608b0eb3b tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:43:40.282581 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5528742-0cc2-4d77-84c1-e9389a5fd5ab tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Pushing event deleted for resources: {'Port': ['ID=47e88edc-7d06-4347-97c5-cf63ce786b6d,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:40.283665 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3303a7c-059f-44e0-be81-428608b0eb3b tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Pushing event updated for resources: {'Port': ['ID=d6ab3806-727e-42ed-8d77-a4a01156e584,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:40.287814 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-2918ac2d-fd26-4b74-a51c-ef4fbcc60fd0 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Deleting subnet c4bdc337-42a1-49e3-b479-f91481d7060b {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:43:40.294062 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f5528742-0cc2-4d77-84c1-e9389a5fd5ab tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:40.297868 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2918ac2d-fd26-4b74-a51c-ef4fbcc60fd0 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:40.311715 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f3303a7c-059f-44e0-be81-428608b0eb3b tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:40.390410 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-044bf787-23ad-4004-b1f8-7dda7328b196 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:40.426688 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3303a7c-059f-44e0-be81-428608b0eb3b tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:40.427445 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f3303a7c-059f-44e0-be81-428608b0eb3b tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:40.473392 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f5528742-0cc2-4d77-84c1-e9389a5fd5ab tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:40.486390 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-4c8ff17b-95d7-43e4-aba4-33a170162a30 None None] Could not find standard attr ID for object 0f3c80ae-2b43-4fae-8365-74083ad80748. {{(pid=83446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 08:43:40.539448 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f5528742-0cc2-4d77-84c1-e9389a5fd5ab tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] 10.222.0.16 "DELETE /v2.0/ports/47e88edc-7d06-4347-97c5-cf63ce786b6d HTTP/1.1" status: 204 len: 168 time: 1.8050275 Dec 20 08:43:40.544585 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 36088) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:40.551615 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2918ac2d-fd26-4b74-a51c-ef4fbcc60fd0 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1618747'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:40.636054 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-96dbd6b0-be96-4ba5-b791-2f0125b580e5 None None] Provisioning for port d6ab3806-727e-42ed-8d77-a4a01156e584 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:43:40.650738 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-96dbd6b0-be96-4ba5-b791-2f0125b580e5 None None] Provisioning complete for port d6ab3806-727e-42ed-8d77-a4a01156e584 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:43:40.651425 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-96dbd6b0-be96-4ba5-b791-2f0125b580e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:40.654574 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-044bf787-23ad-4004-b1f8-7dda7328b196 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Calling delete_port for 97589230-0813-4bee-8a4b-b81fe2d61e8f owned by network:router_gateway {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:43:40.706174 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-96dbd6b0-be96-4ba5-b791-2f0125b580e5 None None] Port d6ab3806-727e-42ed-8d77-a4a01156e584 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:43:40.733076 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-f3303a7c-059f-44e0-be81-428608b0eb3b tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8511109 Dec 20 08:43:40.741278 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 36092) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:40.747962 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-ed741856-53b9-4ee5-bbec-b48003a876f2 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Deleting port fc8479fb-f1a4-44d0-812d-8dfa81709484 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:43:40.748306 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ed741856-53b9-4ee5-bbec-b48003a876f2 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:40.778019 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-afe4fcd0-0778-4c56-a548-527838d20a8a tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Request body: {'floatingip': {'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:43:40.807282 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-afe4fcd0-0778-4c56-a548-527838d20a8a tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:43:40.819224 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-afe4fcd0-0778-4c56-a548-527838d20a8a tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Usage tracker for resource:floatingip and tenant:eaf8b0e5251149e8a7db6a147c396e28 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:43:40.825084 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-afe4fcd0-0778-4c56-a548-527838d20a8a tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:43:40.842988 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-afe4fcd0-0778-4c56-a548-527838d20a8a tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:43:40.873733 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 94dcdf1f-da92-45fd-9aa3-24599286cab9 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:43:40.896234 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2918ac2d-fd26-4b74-a51c-ef4fbcc60fd0 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:40.941979 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5286b43-2932-4b10-83bd-c147950a0758 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:43:40.943643 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-afe4fcd0-0778-4c56-a548-527838d20a8a tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Notify callbacks [] for floatingip, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:40.957432 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2739f3c-9935-4d05-a9ee-300d073b74b5 None None] Sync routers for ids ['85952315-afa5-4e3e-ba7e-002d34802c07'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:43:40.960794 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c5286b43-2932-4b10-83bd-c147950a0758 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] 10.222.0.16 "PUT /v2.0/routers/85952315-afa5-4e3e-ba7e-002d34802c07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.8264942 Dec 20 08:43:40.966487 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 94dcdf1f-da92-45fd-9aa3-24599286cab9 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:43:40.976531 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 94dcdf1f-da92-45fd-9aa3-24599286cab9 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:43:40.977397 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 36096) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:40.977548 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:40.982813 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2739f3c-9935-4d05-a9ee-300d073b74b5 None None] Routers {'85952315-afa5-4e3e-ba7e-002d34802c07'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:43:40.983700 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-a2739f3c-9935-4d05-a9ee-300d073b74b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:43:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['85952315-afa5-4e3e-ba7e-002d34802c07'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:43:41.033142 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2b8b05ef-4bb0-4d10-ba25-348e1d962300 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349062'] for router_interface, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:41.086342 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-a2739f3c-9935-4d05-a9ee-300d073b74b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:43:41.100167 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2739f3c-9935-4d05-a9ee-300d073b74b5 None None] Routers {'85952315-afa5-4e3e-ba7e-002d34802c07'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:43:41.101814 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-a2739f3c-9935-4d05-a9ee-300d073b74b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:43:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['85952315-afa5-4e3e-ba7e-002d34802c07'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:43:41.139720 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:41.179550 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 94dcdf1f-da92-45fd-9aa3-24599286cab9, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=94dcdf1f-da92-45fd-9aa3-24599286cab9,segment=NetworkSegment(7c00552d-ea93-440b-911c-cb3aa0a4eeff),segment_id=7c00552d-ea93-440b-911c-cb3aa0a4eeff)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:43:41.185714 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:41.186556 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device acca47c7-7fb1-411c-9172-41c1db172ddc up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:43:41.202086 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-a2739f3c-9935-4d05-a9ee-300d073b74b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:43:41.203250 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2739f3c-9935-4d05-a9ee-300d073b74b5 None None] The sync data for ids ['85952315-afa5-4e3e-ba7e-002d34802c07'] in dv-neutron-820491-1-hyperv is: [] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:43:41.224996 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-566b331e-a8e2-499e-8408-5c472926b59f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:41.237896 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ed741856-53b9-4ee5-bbec-b48003a876f2 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:41.254492 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2918ac2d-fd26-4b74-a51c-ef4fbcc60fd0 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1129313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1529131'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:41.324370 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=94dcdf1f-da92-45fd-9aa3-24599286cab9,revision_number=5']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:41.327756 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:41.341346 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port acca47c7-7fb1-411c-9172-41c1db172ddc triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:43:41.341838 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:41.343753 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-044bf787-23ad-4004-b1f8-7dda7328b196 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:41.351639 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e00148d5-efe2-4348-9b09-4f263c8f6607 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:41.371683 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e0cbb4d5-26de-4b0d-888f-226b93cf8b0e tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:41.402642 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-ed741856-53b9-4ee5-bbec-b48003a876f2 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Calling delete_port for fc8479fb-f1a4-44d0-812d-8dfa81709484 owned by {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:43:41.409010 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044bf787-23ad-4004-b1f8-7dda7328b196 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Pushing event deleted for resources: {'Port': ['ID=97589230-0813-4bee-8a4b-b81fe2d61e8f,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:41.414450 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-044bf787-23ad-4004-b1f8-7dda7328b196 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:41.491327 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2918ac2d-fd26-4b74-a51c-ef4fbcc60fd0 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Pushing event deleted for resources: {'Subnet': ['ID=c4bdc337-42a1-49e3-b479-f91481d7060b,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:41.494498 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2918ac2d-fd26-4b74-a51c-ef4fbcc60fd0 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:41.576499 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2918ac2d-fd26-4b74-a51c-ef4fbcc60fd0 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:41.589399 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a3ba7a-6708-48f9-ad4b-4a3d66314add None None] Network 52e46c0e-e27e-40b3-9104-5c415fcf507e requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:43:41.685063 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 36104) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:41.685563 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-2918ac2d-fd26-4b74-a51c-ef4fbcc60fd0 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "DELETE /v2.0/subnets/c4bdc337-42a1-49e3-b479-f91481d7060b HTTP/1.1" status: 204 len: 168 time: 2.6545501 Dec 20 08:43:41.724652 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ed741856-53b9-4ee5-bbec-b48003a876f2 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:41.739267 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d54884f3-ef08-40f2-adfb-58771e9996c4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:41.780658 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ed741856-53b9-4ee5-bbec-b48003a876f2 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:41.816971 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-044bf787-23ad-4004-b1f8-7dda7328b196 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346107'] for router_gateway, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:41.885222 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-2b8b05ef-4bb0-4d10-ba25-348e1d962300 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Deleting port 94dcdf1f-da92-45fd-9aa3-24599286cab9 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:43:41.885642 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2b8b05ef-4bb0-4d10-ba25-348e1d962300 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:41.888223 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094ef857-fee5-46a3-bf1f-836ae6310bae None None] DHCP port deletion for 52e46c0e-e27e-40b3-9104-5c415fcf507e request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 08:43:41.892537 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-094ef857-fee5-46a3-bf1f-836ae6310bae None None] Deleting port acca47c7-7fb1-411c-9172-41c1db172ddc {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:43:41.892915 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-094ef857-fee5-46a3-bf1f-836ae6310bae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:41.930119 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed741856-53b9-4ee5-bbec-b48003a876f2 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Pushing event deleted for resources: {'Port': ['ID=fc8479fb-f1a4-44d0-812d-8dfa81709484,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:41.934605 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ed741856-53b9-4ee5-bbec-b48003a876f2 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:41.942685 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ed741856-53b9-4ee5-bbec-b48003a876f2 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] 10.222.0.16 "DELETE /v2.0/ports/fc8479fb-f1a4-44d0-812d-8dfa81709484 HTTP/1.1" status: 204 len: 168 time: 1.3943255 Dec 20 08:43:41.947671 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 36108) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:41.995600 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-3eca61fc-3848-4420-8def-a0dfa9b9df16 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Synchronizing usage tracker for tenant:cf377d55b4c14297b2fb628382abd84f on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:43:42.001920 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-afe4fcd0-0778-4c56-a548-527838d20a8a tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:42.057437 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-275ea438-cd3e-4571-bd81-477309227134 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:42.082674 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3d74b636-d34f-44be-89e0-86af0b81f227 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Notify callbacks [] for router, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:42.102702 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-094ef857-fee5-46a3-bf1f-836ae6310bae None None] For port acca47c7-7fb1-411c-9172-41c1db172ddc, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=acca47c7-7fb1-411c-9172-41c1db172ddc,segment=NetworkSegment(deda08ec-2c33-4160-beb5-c661910af7a3),segment_id=deda08ec-2c33-4160-beb5-c661910af7a3)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:43:42.103952 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-094ef857-fee5-46a3-bf1f-836ae6310bae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:42.141761 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-3eca61fc-3848-4420-8def-a0dfa9b9df16 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Unset dirty status for tenant:cf377d55b4c14297b2fb628382abd84f on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:43:42.146199 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-3eca61fc-3848-4420-8def-a0dfa9b9df16 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1928737 Dec 20 08:43:42.152103 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 36112) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:42.162654 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-03b45089-b60e-4584-baa9-88c5fa30e9ad tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-970833344'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:43:42.173206 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-03b45089-b60e-4584-baa9-88c5fa30e9ad tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:43:42.213447 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-03b45089-b60e-4584-baa9-88c5fa30e9ad tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Usage tracker for resource:network and tenant:cf377d55b4c14297b2fb628382abd84f is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:43:42.222023 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-03b45089-b60e-4584-baa9-88c5fa30e9ad tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:43:42.225829 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-094ef857-fee5-46a3-bf1f-836ae6310bae None None] Calling delete_port for acca47c7-7fb1-411c-9172-41c1db172ddc owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:43:42.238412 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-03b45089-b60e-4584-baa9-88c5fa30e9ad tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:43:42.276119 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b45089-b60e-4584-baa9-88c5fa30e9ad tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Made reservation on behalf of cf377d55b4c14297b2fb628382abd84f for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:43:42.279151 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-03b45089-b60e-4584-baa9-88c5fa30e9ad tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:42.295708 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-afe4fcd0-0778-4c56-a548-527838d20a8a tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Allocated IP 172.26.5.175 (95f3bec2-46e6-4468-8229-8badd4a5aaae/cf8895a3-346d-4313-a645-16ecdcce9969/288a5826-a2cf-4025-97ea-d11233fdd983) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:43:42.308185 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-094ef857-fee5-46a3-bf1f-836ae6310bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102'] for port, after_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:42.313493 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:42.356027 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094ef857-fee5-46a3-bf1f-836ae6310bae None None] Pushing event deleted for resources: {'Port': ['ID=acca47c7-7fb1-411c-9172-41c1db172ddc,revision_number=None']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:42.357760 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094ef857-fee5-46a3-bf1f-836ae6310bae None None] No DVR routers for this DVR port acca47c7-7fb1-411c-9172-41c1db172ddc on host dv-neutron-820491-1-hyperv {{(pid=83446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:43:42.360454 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-094ef857-fee5-46a3-bf1f-836ae6310bae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:42.365273 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-044bf787-23ad-4004-b1f8-7dda7328b196 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24735'] for router, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:42.409716 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03b45089-b60e-4584-baa9-88c5fa30e9ad tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:43:42.457959 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-044bf787-23ad-4004-b1f8-7dda7328b196 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:42.468182 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b777eb82-9960-4477-aa7d-818abf9a90b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:42.486807 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-03b45089-b60e-4584-baa9-88c5fa30e9ad tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:42.487202 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-03b45089-b60e-4584-baa9-88c5fa30e9ad tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Added segment 3c26804c-e98b-4a81-8887-2923473e1c6e of type vlan for network dfab2d35-d50b-442e-8651-2c36ff09ee9c Dec 20 08:43:42.536950 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-2b8b05ef-4bb0-4d10-ba25-348e1d962300 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] For port 94dcdf1f-da92-45fd-9aa3-24599286cab9, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=94dcdf1f-da92-45fd-9aa3-24599286cab9,segment=NetworkSegment(7c00552d-ea93-440b-911c-cb3aa0a4eeff),segment_id=7c00552d-ea93-440b-911c-cb3aa0a4eeff)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:43:42.537359 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2b8b05ef-4bb0-4d10-ba25-348e1d962300 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:42.555114 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-03b45089-b60e-4584-baa9-88c5fa30e9ad tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:42.594287 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-afe4fcd0-0778-4c56-a548-527838d20a8a tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:42.631260 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3d74b636-d34f-44be-89e0-86af0b81f227 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:42.639209 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-03b45089-b60e-4584-baa9-88c5fa30e9ad tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:42.647403 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b45089-b60e-4584-baa9-88c5fa30e9ad tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:42.648073 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-03b45089-b60e-4584-baa9-88c5fa30e9ad tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:42.654145 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-255395e7-2077-4040-8c5b-c5a35a0798a2 tempest-PortsAdminExtendedAttrsTestJSON-870363390 tempest-PortsAdminExtendedAttrsTestJSON-870363390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:42.667539 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-275ea438-cd3e-4571-bd81-477309227134 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:42.671579 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-3d74b636-d34f-44be-89e0-86af0b81f227 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Deleting port 7b4a220f-e78d-42d5-83ee-6baec53b6997 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:43:42.671954 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3d74b636-d34f-44be-89e0-86af0b81f227 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:42.740890 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-2b8b05ef-4bb0-4d10-ba25-348e1d962300 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Calling delete_port for 94dcdf1f-da92-45fd-9aa3-24599286cab9 owned by network:router_interface {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:43:42.785004 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-044bf787-23ad-4004-b1f8-7dda7328b196 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-390871'] for router, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:42.785848 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-044bf787-23ad-4004-b1f8-7dda7328b196 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Fanout notify agent at l3_agent the message router_deleted on router 77befb40-8d69-4f8b-b779-1ba29997e86b {{(pid=83445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 08:43:42.825395 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-275ea438-cd3e-4571-bd81-477309227134 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52e46c0e-e27e-40b3-9104-5c415fcf507e']}} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:43:42.830082 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-afe4fcd0-0778-4c56-a548-527838d20a8a tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:42.836938 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-03b45089-b60e-4584-baa9-88c5fa30e9ad tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6779037 Dec 20 08:43:42.847616 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-275ea438-cd3e-4571-bd81-477309227134 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deda08ec-2c33-4160-beb5-c661910af7a3') {'for_net_delete': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:43:42.848125 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-275ea438-cd3e-4571-bd81-477309227134 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deda08ec-2c33-4160-beb5-c661910af7a3') {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:43:42.850184 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b45089-b60e-4584-baa9-88c5fa30e9ad tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Pushing event updated for resources: {'Network': ['ID=dfab2d35-d50b-442e-8651-2c36ff09ee9c,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:42.852179 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 36120) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:42.859537 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-03b45089-b60e-4584-baa9-88c5fa30e9ad tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:42.864372 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b4e0492e-2627-4030-998b-9efe4bc5d8df tempest-FloatingIPAdminTestJSON-975604836 tempest-FloatingIPAdminTestJSON-975604836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:42.864955 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network dfab2d35-d50b-442e-8651-2c36ff09ee9c details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:43:42.899267 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-275ea438-cd3e-4571-bd81-477309227134 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1518531'] for segment, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:42.906705 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-2784bf44-6d0a-4c27-b3d4-8d1acd64e2ca tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2028181268'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:43:42.916331 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-044bf787-23ad-4004-b1f8-7dda7328b196 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:42.917737 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-044bf787-23ad-4004-b1f8-7dda7328b196 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] 10.222.0.16 "DELETE /v2.0/routers/77befb40-8d69-4f8b-b779-1ba29997e86b HTTP/1.1" status: 204 len: 168 time: 6.1183767 Dec 20 08:43:42.926254 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 36126) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:42.934130 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-2784bf44-6d0a-4c27-b3d4-8d1acd64e2ca tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:43:42.941655 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-482109e3-0509-40ee-ab85-acca8d202ce4 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1094199396', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'enable_snat': False}}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:43:42.949109 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-2784bf44-6d0a-4c27-b3d4-8d1acd64e2ca tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Usage tracker for resource:network and tenant:cf377d55b4c14297b2fb628382abd84f is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:43:42.949799 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-275ea438-cd3e-4571-bd81-477309227134 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:42.952297 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-482109e3-0509-40ee-ab85-acca8d202ce4 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:43:42.963537 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-482109e3-0509-40ee-ab85-acca8d202ce4 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Usage tracker for resource:router and tenant:c9391a383e4c4e4485d5999fc045ba4e is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:43:42.969226 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-482109e3-0509-40ee-ab85-acca8d202ce4 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:43:42.980868 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-275ea438-cd3e-4571-bd81-477309227134 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=83445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:43:42.981326 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-275ea438-cd3e-4571-bd81-477309227134 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2036002'] for segment, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:42.996740 dv-neutron-820491-1-hyperv neutron-server[83445]: Traceback (most recent call last): Dec 20 08:43:42.996740 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:43:42.996740 dv-neutron-820491-1-hyperv neutron-server[83445]: timer() Dec 20 08:43:42.996740 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:43:42.996740 dv-neutron-820491-1-hyperv neutron-server[83445]: cb(*args, **kw) Dec 20 08:43:42.996740 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:43:42.996740 dv-neutron-820491-1-hyperv neutron-server[83445]: return func(*args, **kwargs) Dec 20 08:43:42.996740 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:43:42.996740 dv-neutron-820491-1-hyperv neutron-server[83445]: self._notify() Dec 20 08:43:42.996740 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:43:42.996740 dv-neutron-820491-1-hyperv neutron-server[83445]: self.callback(batched_events) Dec 20 08:43:42.996740 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:43:42.996740 dv-neutron-820491-1-hyperv neutron-server[83445]: event.method(event) Dec 20 08:43:42.996740 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:43:42.996740 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:43:42.996740 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:43:42.996740 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:43:42.996740 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:43:42.996740 dv-neutron-820491-1-hyperv neutron-server[83445]: return f(self, *a, **k) Dec 20 08:43:42.996740 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:43:42.996740 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._get(url).json() Dec 20 08:43:42.996740 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:43:42.996740 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:43:42.996740 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:43:42.996740 dv-neutron-820491-1-hyperv neutron-server[83445]: return self.request(url, 'GET', **kwargs) Dec 20 08:43:42.996740 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:43:42.996740 dv-neutron-820491-1-hyperv neutron-server[83445]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:43:42.996740 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:43:42.996740 dv-neutron-820491-1-hyperv neutron-server[83445]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:43:42.996740 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:43:42.996740 dv-neutron-820491-1-hyperv neutron-server[83445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:43:42.996740 dv-neutron-820491-1-hyperv neutron-server[83445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:43:42.998689 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-2784bf44-6d0a-4c27-b3d4-8d1acd64e2ca tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:43:43.003888 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe4fcd0-0778-4c56-a548-527838d20a8a tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Network 95f3bec2-46e6-4468-8229-8badd4a5aaae is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:43:43.011230 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 94dcdf1f-da92-45fd-9aa3-24599286cab9 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:43:43.014088 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-2784bf44-6d0a-4c27-b3d4-8d1acd64e2ca tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:43:43.016197 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-afe4fcd0-0778-4c56-a548-527838d20a8a tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:43:43.016520 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-482109e3-0509-40ee-ab85-acca8d202ce4 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:43:43.028119 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe4fcd0-0778-4c56-a548-527838d20a8a tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:43:43.071705 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe4fcd0-0778-4c56-a548-527838d20a8a tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Pushing event updated for resources: {'Port': ['ID=288a5826-a2cf-4025-97ea-d11233fdd983,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:43.086088 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-afe4fcd0-0778-4c56-a548-527838d20a8a tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:43.091489 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2784bf44-6d0a-4c27-b3d4-8d1acd64e2ca tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Made reservation on behalf of cf377d55b4c14297b2fb628382abd84f for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:43:43.094313 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2784bf44-6d0a-4c27-b3d4-8d1acd64e2ca tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:43.105816 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 94dcdf1f-da92-45fd-9aa3-24599286cab9 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:43:43.106194 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:43.109135 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-482109e3-0509-40ee-ab85-acca8d202ce4 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24817'] for router, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:43.110237 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-482109e3-0509-40ee-ab85-acca8d202ce4 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-351744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24806'] for router, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:43.120032 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-275ea438-cd3e-4571-bd81-477309227134 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:43.125263 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-275ea438-cd3e-4571-bd81-477309227134 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:43.130360 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:43.141947 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3d74b636-d34f-44be-89e0-86af0b81f227 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:43.163571 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275ea438-cd3e-4571-bd81-477309227134 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Pushing event deleted for resources: {'Network': ['ID=52e46c0e-e27e-40b3-9104-5c415fcf507e,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:43.166691 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-275ea438-cd3e-4571-bd81-477309227134 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:43.176457 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-275ea438-cd3e-4571-bd81-477309227134 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "DELETE /v2.0/networks/52e46c0e-e27e-40b3-9104-5c415fcf507e HTTP/1.1" status: 204 len: 168 time: 1.4321866 Dec 20 08:43:43.178204 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 36130) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:43.185595 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-08a6fae3-79cb-410a-84a0-997c39457821 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Request body: {'port': {'network_id': 'b7355766-552f-465d-9e88-97d34cc7cd01', 'name': 'tempest-PortsIpV6TestJSON-1803947237'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:43:43.219519 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-482109e3-0509-40ee-ab85-acca8d202ce4 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:43.280789 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device acca47c7-7fb1-411c-9172-41c1db172ddc no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:43:43.281194 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-3d74b636-d34f-44be-89e0-86af0b81f227 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Calling delete_port for 7b4a220f-e78d-42d5-83ee-6baec53b6997 owned by network:router_gateway {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:43:43.310437 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2784bf44-6d0a-4c27-b3d4-8d1acd64e2ca tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:43:43.317278 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: acca47c7-7fb1-411c-9172-41c1db172ddc {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:43:43.317857 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device acca47c7-7fb1-411c-9172-41c1db172ddc not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:43:43.334786 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2784bf44-6d0a-4c27-b3d4-8d1acd64e2ca tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:43.335132 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-2784bf44-6d0a-4c27-b3d4-8d1acd64e2ca tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Added segment 29eba3bf-152c-42b7-b3dc-c727f2caba72 of type vlan for network 73ad6b00-8ac4-458a-a217-de1951dc7d41 Dec 20 08:43:43.394500 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2784bf44-6d0a-4c27-b3d4-8d1acd64e2ca tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:43.432831 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-08a6fae3-79cb-410a-84a0-997c39457821 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:43:43.437334 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2784bf44-6d0a-4c27-b3d4-8d1acd64e2ca tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:43.441457 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2784bf44-6d0a-4c27-b3d4-8d1acd64e2ca tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:43.442050 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2784bf44-6d0a-4c27-b3d4-8d1acd64e2ca tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:43.447576 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-93e3e178-ce23-4243-a85a-2f133a14d331 tempest-QuotasNegativeTest-1997358782 tempest-QuotasNegativeTest-1997358782-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:43.500183 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2b8b05ef-4bb0-4d10-ba25-348e1d962300 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:43.506761 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:43.543076 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-08a6fae3-79cb-410a-84a0-997c39457821 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:43:43.559049 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8b05ef-4bb0-4d10-ba25-348e1d962300 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event deleted for resources: {'Port': ['ID=94dcdf1f-da92-45fd-9aa3-24599286cab9,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:43.561498 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-2b8b05ef-4bb0-4d10-ba25-348e1d962300 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:43.600840 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-2784bf44-6d0a-4c27-b3d4-8d1acd64e2ca tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7333930 Dec 20 08:43:43.600840 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2784bf44-6d0a-4c27-b3d4-8d1acd64e2ca tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Pushing event updated for resources: {'Network': ['ID=73ad6b00-8ac4-458a-a217-de1951dc7d41,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:43.600840 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2784bf44-6d0a-4c27-b3d4-8d1acd64e2ca tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:43.611830 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network 73ad6b00-8ac4-458a-a217-de1951dc7d41 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:43:43.660499 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3d74b636-d34f-44be-89e0-86af0b81f227 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:43.665584 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f26b3c85-9890-4255-983e-75b55cbd71e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:43.691425 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a6fae3-79cb-410a-84a0-997c39457821 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Made reservation on behalf of bcc408b3053b4123bbeeedda32cab34a for: {'port': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:43:43.695031 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-08a6fae3-79cb-410a-84a0-997c39457821 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:43.740665 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 36134) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:43.764634 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-482109e3-0509-40ee-ab85-acca8d202ce4 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24724'] for router, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:43.797844 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-08a6fae3-79cb-410a-84a0-997c39457821 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] device_id is not set on port 14f4f85e-3f46-42da-972c-0995465b7cd7 yet. {{(pid=83445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:43:43.880102 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-0b29fbff-46fb-4ff5-acb8-f2436b3dbc8d tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Request body: {'subnets': [{'network_id': 'dfab2d35-d50b-442e-8651-2c36ff09ee9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--923359324', 'ip_version': 4}, {'network_id': '73ad6b00-8ac4-458a-a217-de1951dc7d41', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:43:43.880341 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-0b29fbff-46fb-4ff5-acb8-f2436b3dbc8d tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Request body: {'subnet': {'network_id': 'dfab2d35-d50b-442e-8651-2c36ff09ee9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--923359324', 'ip_version': 4}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:43:43.880915 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-0b29fbff-46fb-4ff5-acb8-f2436b3dbc8d tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Request body: {'subnet': {'network_id': '73ad6b00-8ac4-458a-a217-de1951dc7d41', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:43:43.888420 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2b8b05ef-4bb0-4d10-ba25-348e1d962300 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32897953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348760'] for router_interface, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:43.900254 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d74b636-d34f-44be-89e0-86af0b81f227 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Pushing event deleted for resources: {'Port': ['ID=7b4a220f-e78d-42d5-83ee-6baec53b6997,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:43.909200 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3d74b636-d34f-44be-89e0-86af0b81f227 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:44.196655 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-afe4fcd0-0778-4c56-a548-527838d20a8a tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:44.411731 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-08a6fae3-79cb-410a-84a0-997c39457821 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:44.438192 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-0b29fbff-46fb-4ff5-acb8-f2436b3dbc8d tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:43:44.440174 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3d74b636-d34f-44be-89e0-86af0b81f227 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346107'] for router_gateway, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:44.501802 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-0b29fbff-46fb-4ff5-acb8-f2436b3dbc8d tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Usage tracker for resource:subnet and tenant:cf377d55b4c14297b2fb628382abd84f is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:43:44.557355 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-0b29fbff-46fb-4ff5-acb8-f2436b3dbc8d tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:43:44.570462 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-afe4fcd0-0778-4c56-a548-527838d20a8a tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:44.598160 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-0b29fbff-46fb-4ff5-acb8-f2436b3dbc8d tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:43:44.658714 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-08a6fae3-79cb-410a-84a0-997c39457821 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:44.673258 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-9031fa2b-2009-4e49-a6e3-cf56a73bec54 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:44.745701 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b29fbff-46fb-4ff5-acb8-f2436b3dbc8d tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Made reservation on behalf of cf377d55b4c14297b2fb628382abd84f for: {'subnet': 2} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:43:44.771050 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a6fae3-79cb-410a-84a0-997c39457821 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Network b7355766-552f-465d-9e88-97d34cc7cd01 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:43:44.776135 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-08a6fae3-79cb-410a-84a0-997c39457821 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:43:44.780178 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a6fae3-79cb-410a-84a0-997c39457821 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Pushing event updated for resources: {'Port': ['ID=14f4f85e-3f46-42da-972c-0995465b7cd7,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:44.784752 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3d74b636-d34f-44be-89e0-86af0b81f227 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24735'] for router, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:44.784890 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a6fae3-79cb-410a-84a0-997c39457821 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:43:44.788760 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a6fae3-79cb-410a-84a0-997c39457821 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:44.789428 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-08a6fae3-79cb-410a-84a0-997c39457821 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:44.793927 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-08a6fae3-79cb-410a-84a0-997c39457821 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:44.798983 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-1a0b9f71-eca4-4b4b-8ec3-e356170fea32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:44.806877 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-482109e3-0509-40ee-ab85-acca8d202ce4 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:44.810501 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3d74b636-d34f-44be-89e0-86af0b81f227 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:44.833951 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b8b05ef-4bb0-4d10-ba25-348e1d962300 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Router 7efeeed1-e0a3-4bc1-8906-17cee7df041e has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:43:44.842587 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-482109e3-0509-40ee-ab85-acca8d202ce4 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:44.908628 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-08a6fae3-79cb-410a-84a0-997c39457821 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7294824 Dec 20 08:43:44.912634 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 36142) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:45.023177 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3d74b636-d34f-44be-89e0-86af0b81f227 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-390871'] for router, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:45.023628 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d74b636-d34f-44be-89e0-86af0b81f227 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Fanout notify agent at l3_agent the message router_deleted on router 85952315-afa5-4e3e-ba7e-002d34802c07 {{(pid=83444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 08:43:45.155520 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-ce6448d3-8f68-4c7f-8412-45176fb7b962 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Deleting port 14f4f85e-3f46-42da-972c-0995465b7cd7 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:43:45.155877 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ce6448d3-8f68-4c7f-8412-45176fb7b962 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:45.222786 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0b29fbff-46fb-4ff5-acb8-f2436b3dbc8d tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1529102'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:45.223304 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0b29fbff-46fb-4ff5-acb8-f2436b3dbc8d tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1529102'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:45.226909 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-482109e3-0509-40ee-ab85-acca8d202ce4 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Allocated IP 172.26.5.157 (95f3bec2-46e6-4468-8229-8badd4a5aaae/cf8895a3-346d-4313-a645-16ecdcce9969/8924d1ff-2297-4672-baff-bb78b400c7fc) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:43:45.233077 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b8b05ef-4bb0-4d10-ba25-348e1d962300 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:43:45.253086 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51c5089-29d8-43e4-8ed0-f0943528b16a None None] Sync routers for ids ['7efeeed1-e0a3-4bc1-8906-17cee7df041e'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:43:45.266949 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51c5089-29d8-43e4-8ed0-f0943528b16a None None] Routers {'7efeeed1-e0a3-4bc1-8906-17cee7df041e'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:43:45.268224 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-e51c5089-29d8-43e4-8ed0-f0943528b16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:43:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['7efeeed1-e0a3-4bc1-8906-17cee7df041e'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:43:45.270849 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3d74b636-d34f-44be-89e0-86af0b81f227 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:45.274364 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-3d74b636-d34f-44be-89e0-86af0b81f227 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] 10.222.0.16 "DELETE /v2.0/routers/85952315-afa5-4e3e-ba7e-002d34802c07 HTTP/1.1" status: 204 len: 168 time: 4.2939012 Dec 20 08:43:45.278881 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 36150) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:45.399469 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-2b8b05ef-4bb0-4d10-ba25-348e1d962300 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "PUT /v2.0/routers/7efeeed1-e0a3-4bc1-8906-17cee7df041e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5945258 Dec 20 08:43:45.399675 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-afe4fcd0-0778-4c56-a548-527838d20a8a tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:45.402271 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 36154) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:45.410889 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-e51c5089-29d8-43e4-8ed0-f0943528b16a None None] Set router 7efeeed1-e0a3-4bc1-8906-17cee7df041e gateway port host: None {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:43:45.411120 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-afe4fcd0-0778-4c56-a548-527838d20a8a tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:45.421035 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b4e0492e-2627-4030-998b-9efe4bc5d8df tempest-FloatingIPAdminTestJSON-975604836 tempest-FloatingIPAdminTestJSON-975604836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:45.521720 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-e51c5089-29d8-43e4-8ed0-f0943528b16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7efeeed1-e0a3-4bc1-8906-17cee7df041e', 'name': 'tempest-NetworksTestDHCPv6-router-1381119498', 'tenant_id': '9679bafc94a64ee0a207e63ba5560387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:43:30Z', 'updated_at': '2021-12-20T08:43:43Z', 'revision_number': 3, 'project_id': '9679bafc94a64ee0a207e63ba5560387', 'gw_port_host': None}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:43:45.526290 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51c5089-29d8-43e4-8ed0-f0943528b16a None None] Checking router: 7efeeed1-e0a3-4bc1-8906-17cee7df041e for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 08:43:45.537266 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51c5089-29d8-43e4-8ed0-f0943528b16a None None] Routers {'7efeeed1-e0a3-4bc1-8906-17cee7df041e'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:43:45.538040 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-e51c5089-29d8-43e4-8ed0-f0943528b16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:43:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['7efeeed1-e0a3-4bc1-8906-17cee7df041e'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:43:45.637613 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe4fcd0-0778-4c56-a548-527838d20a8a tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Pushing event updated for resources: {'Port': ['ID=288a5826-a2cf-4025-97ea-d11233fdd983,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:45.663084 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935c2168-66bc-4330-aae4-fffffd2666c3 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:45.664513 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935c2168-66bc-4330-aae4-fffffd2666c3 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:45.665276 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-935c2168-66bc-4330-aae4-fffffd2666c3 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Synchronizing usage tracker for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:subnet {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:43:45.671059 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ce6448d3-8f68-4c7f-8412-45176fb7b962 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:45.675737 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-afe4fcd0-0778-4c56-a548-527838d20a8a tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:45.676879 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-e51c5089-29d8-43e4-8ed0-f0943528b16a None None] Set router 7efeeed1-e0a3-4bc1-8906-17cee7df041e gateway port host: None {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:43:45.707223 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-afe4fcd0-0778-4c56-a548-527838d20a8a tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-345990'] for floatingip, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:45.738904 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-8357eb71-556a-488f-8360-d22deff13dc8 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Deleting subnet d741f6ed-6c78-48df-8d33-2025f5821182 {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:43:45.745559 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8357eb71-556a-488f-8360-d22deff13dc8 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:45.788337 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-e51c5089-29d8-43e4-8ed0-f0943528b16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7efeeed1-e0a3-4bc1-8906-17cee7df041e', 'name': 'tempest-NetworksTestDHCPv6-router-1381119498', 'tenant_id': '9679bafc94a64ee0a207e63ba5560387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:43:30Z', 'updated_at': '2021-12-20T08:43:43Z', 'revision_number': 3, 'project_id': '9679bafc94a64ee0a207e63ba5560387', 'gw_port_host': None}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:43:45.792547 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51c5089-29d8-43e4-8ed0-f0943528b16a None None] The sync data for ids ['7efeeed1-e0a3-4bc1-8906-17cee7df041e'] in dv-neutron-820491-1-hyperv is: [{'id': '7efeeed1-e0a3-4bc1-8906-17cee7df041e', 'name': 'tempest-NetworksTestDHCPv6-router-1381119498', 'tenant_id': '9679bafc94a64ee0a207e63ba5560387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:43:30Z', 'updated_at': '2021-12-20T08:43:43Z', 'revision_number': 3, 'project_id': '9679bafc94a64ee0a207e63ba5560387', 'gw_port_host': None}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:43:45.795748 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-afe4fcd0-0778-4c56-a548-527838d20a8a tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:45.796937 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-afe4fcd0-0778-4c56-a548-527838d20a8a tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0548851 Dec 20 08:43:45.801553 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 36158) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:45.816885 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-ce6448d3-8f68-4c7f-8412-45176fb7b962 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Calling delete_port for 14f4f85e-3f46-42da-972c-0995465b7cd7 owned by {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:43:45.819536 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-d857f872-1ec8-4082-b990-a1c9e7ec5c3a tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Request body: {'floatingip': {'port_id': 'd6ab3806-727e-42ed-8d77-a4a01156e584', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:43:45.850387 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:45.855669 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-935c2168-66bc-4330-aae4-fffffd2666c3 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Unset dirty status for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:subnet {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:43:45.856804 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-935c2168-66bc-4330-aae4-fffffd2666c3 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4400284 Dec 20 08:43:45.868207 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 36162) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:45.879977 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-482109e3-0509-40ee-ab85-acca8d202ce4 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:45.912138 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8357eb71-556a-488f-8360-d22deff13dc8 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1618747'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:45.923985 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ce6448d3-8f68-4c7f-8412-45176fb7b962 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:45.929803 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b77954a5-3a12-4fbc-bbab-e1ce9be87d14 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:45.952833 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:45.973303 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6448d3-8f68-4c7f-8412-45176fb7b962 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Pushing event deleted for resources: {'Port': ['ID=14f4f85e-3f46-42da-972c-0995465b7cd7,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:45.977615 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ce6448d3-8f68-4c7f-8412-45176fb7b962 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:45.984106 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ce6448d3-8f68-4c7f-8412-45176fb7b962 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:45.987931 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-482109e3-0509-40ee-ab85-acca8d202ce4 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:45.994488 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:46.005116 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d857f872-1ec8-4082-b990-a1c9e7ec5c3a tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Notify callbacks [] for floatingip, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:46.040867 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-ce6448d3-8f68-4c7f-8412-45176fb7b962 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "DELETE /v2.0/ports/14f4f85e-3f46-42da-972c-0995465b7cd7 HTTP/1.1" status: 204 len: 168 time: 1.1235585 Dec 20 08:43:46.046197 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 36166) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:46.054430 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-8bb73dc5-0f9a-4a74-af20-f4c0e009eac5 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Request body: {'port': {'network_id': 'b7355766-552f-465d-9e88-97d34cc7cd01', 'mac_address': 'fa:16:3e:25:c2:f3', 'name': 'tempest-PortsIpV6TestJSON-1204350951'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:43:46.094664 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482109e3-0509-40ee-ab85-acca8d202ce4 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Network 95f3bec2-46e6-4468-8229-8badd4a5aaae is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:43:46.109694 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-482109e3-0509-40ee-ab85-acca8d202ce4 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:43:46.111510 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482109e3-0509-40ee-ab85-acca8d202ce4 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Pushing event updated for resources: {'Port': ['ID=8924d1ff-2297-4672-baff-bb78b400c7fc,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:46.113657 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482109e3-0509-40ee-ab85-acca8d202ce4 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:43:46.144165 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-482109e3-0509-40ee-ab85-acca8d202ce4 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:46.230109 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-8bb73dc5-0f9a-4a74-af20-f4c0e009eac5 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:43:46.234304 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-8bb73dc5-0f9a-4a74-af20-f4c0e009eac5 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Usage tracker for resource:port and tenant:bcc408b3053b4123bbeeedda32cab34a is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:43:46.238006 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-8bb73dc5-0f9a-4a74-af20-f4c0e009eac5 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:43:46.243965 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-8bb73dc5-0f9a-4a74-af20-f4c0e009eac5 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:43:46.258968 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb73dc5-0f9a-4a74-af20-f4c0e009eac5 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Made reservation on behalf of bcc408b3053b4123bbeeedda32cab34a for: {'port': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:43:46.317105 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8357eb71-556a-488f-8360-d22deff13dc8 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:46.439718 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8bb73dc5-0f9a-4a74-af20-f4c0e009eac5 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:46.480554 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-8bb73dc5-0f9a-4a74-af20-f4c0e009eac5 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] device_id is not set on port 3d381bd0-5e8f-470e-aa8e-a5dc83eda3ba yet. {{(pid=83445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:43:46.564817 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-509ff1b7-4744-4545-80fc-b51276594556 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Deleting subnet 417f2349-b09b-4d1a-856a-f69dc032bcf3 {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:43:46.593197 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-509ff1b7-4744-4545-80fc-b51276594556 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:46.633200 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-d857f872-1ec8-4082-b990-a1c9e7ec5c3a tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] update failed (client error): The resource could not be found. Dec 20 08:43:46.634332 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d857f872-1ec8-4082-b990-a1c9e7ec5c3a tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] 10.222.0.16 "PUT /v2.0/floatingips/4f27deb8-5045-4069-b113-6a44539a258f HTTP/1.1" status: 404 len: 507 time: 0.8299625 Dec 20 08:43:46.639048 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 36174) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:46.660120 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8357eb71-556a-488f-8360-d22deff13dc8 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1129313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1529131'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:46.680086 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-dbdfd97d-9715-459a-9fca-5d03f6991768 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:46.721127 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-509ff1b7-4744-4545-80fc-b51276594556 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1618747'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:46.724361 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 94dcdf1f-da92-45fd-9aa3-24599286cab9 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:43:46.759922 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 94dcdf1f-da92-45fd-9aa3-24599286cab9 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:43:46.760429 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 94dcdf1f-da92-45fd-9aa3-24599286cab9 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:43:46.859796 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8357eb71-556a-488f-8360-d22deff13dc8 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Pushing event deleted for resources: {'Subnet': ['ID=d741f6ed-6c78-48df-8d33-2025f5821182,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:46.866331 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0b29fbff-46fb-4ff5-acb8-f2436b3dbc8d tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1129376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1529148'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:46.867248 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-8357eb71-556a-488f-8360-d22deff13dc8 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:46.878980 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8357eb71-556a-488f-8360-d22deff13dc8 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:46.879338 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a4bedc-6ea9-4b99-902c-9d0f01c08cf3 None None] Network 8073152b-8cbf-4de0-8a31-e29075fb5a32 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:43:46.881345 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:46.902452 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-881df26f-c82b-4ede-9d32-b38c43676db6 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Deleting port 288a5826-a2cf-4025-97ea-d11233fdd983 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:43:46.903005 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-881df26f-c82b-4ede-9d32-b38c43676db6 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:46.945088 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-8357eb71-556a-488f-8360-d22deff13dc8 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] 10.222.0.16 "DELETE /v2.0/subnets/d741f6ed-6c78-48df-8d33-2025f5821182 HTTP/1.1" status: 204 len: 168 time: 1.6636448 Dec 20 08:43:46.951272 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 36178) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:47.015131 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b29fbff-46fb-4ff5-acb8-f2436b3dbc8d tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Pushing event updated for resources: {'Subnet': ['ID=8290db0f-34e6-4902-8473-7e537b68fe08,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:47.035023 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8bb73dc5-0f9a-4a74-af20-f4c0e009eac5 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:47.036114 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0b29fbff-46fb-4ff5-acb8-f2436b3dbc8d tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:47.103808 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-482109e3-0509-40ee-ab85-acca8d202ce4 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:47.104532 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-482109e3-0509-40ee-ab85-acca8d202ce4 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071'] for router, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:47.121495 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-509ff1b7-4744-4545-80fc-b51276594556 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:47.136647 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88901e7-eca9-4465-9171-f5ab712bc898 None None] DHCP port deletion for 8073152b-8cbf-4de0-8a31-e29075fb5a32 request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 08:43:47.140924 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-f88901e7-eca9-4465-9171-f5ab712bc898 None None] Deleting port d98f2cc1-0bf3-4843-9503-2c50f976bee7 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:43:47.141347 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f88901e7-eca9-4465-9171-f5ab712bc898 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:47.157005 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bd2a4a8b-988c-4bab-8d30-5a43c3caa8c1 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:47.164490 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b29fbff-46fb-4ff5-acb8-f2436b3dbc8d tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Checking segment: {'id': '3c26804c-e98b-4a81-8887-2923473e1c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'dfab2d35-d50b-442e-8651-2c36ff09ee9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:43:47.164817 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b29fbff-46fb-4ff5-acb8-f2436b3dbc8d tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Network hostable DHCP agents. Network: dfab2d35-d50b-442e-8651-2c36ff09ee9c, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:43:47.207029 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-bd2a4a8b-988c-4bab-8d30-5a43c3caa8c1 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Deleting port d98f2cc1-0bf3-4843-9503-2c50f976bee7 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:43:47.207365 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bd2a4a8b-988c-4bab-8d30-5a43c3caa8c1 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:47.220546 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8bb73dc5-0f9a-4a74-af20-f4c0e009eac5 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:47.244782 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f3303a7c-059f-44e0-be81-428608b0eb3b tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:47.274593 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b29fbff-46fb-4ff5-acb8-f2436b3dbc8d tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Network dfab2d35-d50b-442e-8651-2c36ff09ee9c is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:43:47.277971 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-509ff1b7-4744-4545-80fc-b51276594556 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1129313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1529131'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:47.317033 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:47.339100 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-881df26f-c82b-4ede-9d32-b38c43676db6 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:47.339486 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-881df26f-c82b-4ede-9d32-b38c43676db6 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:47.345625 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-0b29fbff-46fb-4ff5-acb8-f2436b3dbc8d tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, dfab2d35-d50b-442e-8651-2c36ff09ee9c) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:43:47.355554 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb73dc5-0f9a-4a74-af20-f4c0e009eac5 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Network b7355766-552f-465d-9e88-97d34cc7cd01 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:43:47.357394 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb73dc5-0f9a-4a74-af20-f4c0e009eac5 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Pushing event updated for resources: {'Port': ['ID=3d381bd0-5e8f-470e-aa8e-a5dc83eda3ba,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:47.360814 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-8bb73dc5-0f9a-4a74-af20-f4c0e009eac5 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:43:47.365343 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-8bb73dc5-0f9a-4a74-af20-f4c0e009eac5 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:47.367309 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0b29fbff-46fb-4ff5-acb8-f2436b3dbc8d tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1129376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1529148'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:47.375235 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509ff1b7-4744-4545-80fc-b51276594556 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event deleted for resources: {'Subnet': ['ID=417f2349-b09b-4d1a-856a-f69dc032bcf3,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:47.382444 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-509ff1b7-4744-4545-80fc-b51276594556 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:47.383545 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-8dfecde6-3cc5-4e15-96a4-ee91e9d58243 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:47.420169 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71525dea-9ee4-439f-b0cf-2dfb11e36788 None None] Network dfab2d35-d50b-442e-8651-2c36ff09ee9c requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:43:47.426542 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-509ff1b7-4744-4545-80fc-b51276594556 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:47.428618 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb73dc5-0f9a-4a74-af20-f4c0e009eac5 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:43:47.433381 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb73dc5-0f9a-4a74-af20-f4c0e009eac5 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:47.433990 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8bb73dc5-0f9a-4a74-af20-f4c0e009eac5 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:47.490568 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-509ff1b7-4744-4545-80fc-b51276594556 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/subnets/417f2349-b09b-4d1a-856a-f69dc032bcf3 HTTP/1.1" status: 204 len: 168 time: 1.6049018 Dec 20 08:43:47.496418 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 36184) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:47.516044 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-881df26f-c82b-4ede-9d32-b38c43676db6 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Calling delete_port for 288a5826-a2cf-4025-97ea-d11233fdd983 owned by network:floatingip {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:43:47.528559 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b29fbff-46fb-4ff5-acb8-f2436b3dbc8d tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Pushing event updated for resources: {'Subnet': ['ID=8c635261-b72f-4d7f-84ee-c48dcfc2856f,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:47.591086 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0b29fbff-46fb-4ff5-acb8-f2436b3dbc8d tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:47.602199 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b29fbff-46fb-4ff5-acb8-f2436b3dbc8d tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Checking segment: {'id': '29eba3bf-152c-42b7-b3dc-c727f2caba72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '73ad6b00-8ac4-458a-a217-de1951dc7d41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:43:47.602679 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b29fbff-46fb-4ff5-acb8-f2436b3dbc8d tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Network hostable DHCP agents. Network: 73ad6b00-8ac4-458a-a217-de1951dc7d41, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:43:47.610762 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-bd2a4a8b-988c-4bab-8d30-5a43c3caa8c1 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] For port d98f2cc1-0bf3-4843-9503-2c50f976bee7, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=d98f2cc1-0bf3-4843-9503-2c50f976bee7,segment=NetworkSegment(92492d3f-6a7c-439d-bc86-4879c84a2b75),segment_id=92492d3f-6a7c-439d-bc86-4879c84a2b75)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:43:47.611242 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bd2a4a8b-988c-4bab-8d30-5a43c3caa8c1 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:47.612039 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de878988-d797-4512-a5df-27a8404becee None None] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:43:47.702496 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:47.740260 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-bd2a4a8b-988c-4bab-8d30-5a43c3caa8c1 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Calling delete_port for d98f2cc1-0bf3-4843-9503-2c50f976bee7 owned by network:dhcp {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:43:47.752638 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-f88901e7-eca9-4465-9171-f5ab712bc898 None None] For port d98f2cc1-0bf3-4843-9503-2c50f976bee7, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=d98f2cc1-0bf3-4843-9503-2c50f976bee7,segment=NetworkSegment(92492d3f-6a7c-439d-bc86-4879c84a2b75),segment_id=92492d3f-6a7c-439d-bc86-4879c84a2b75)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:43:47.752997 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f88901e7-eca9-4465-9171-f5ab712bc898 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:47.796264 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b29fbff-46fb-4ff5-acb8-f2436b3dbc8d tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Network 73ad6b00-8ac4-458a-a217-de1951dc7d41 is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:43:47.808323 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-8bb73dc5-0f9a-4a74-af20-f4c0e009eac5 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7591798 Dec 20 08:43:47.809772 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-0b29fbff-46fb-4ff5-acb8-f2436b3dbc8d tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, 73ad6b00-8ac4-458a-a217-de1951dc7d41) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:43:47.812650 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 36190) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:47.821053 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b29fbff-46fb-4ff5-acb8-f2436b3dbc8d tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:47.822002 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b29fbff-46fb-4ff5-acb8-f2436b3dbc8d tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:47.822653 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0b29fbff-46fb-4ff5-acb8-f2436b3dbc8d tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:47.852644 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a3dd82-52b1-4de7-ad39-d22aa5fe3bc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-dfab2d35-d50b-442e-8651-2c36ff09ee9c', 'network_id': 'dfab2d35-d50b-442e-8651-2c36ff09ee9c', 'tenant_id': 'cf377d55b4c14297b2fb628382abd84f', 'fixed_ips': [{'subnet_id': '8290db0f-34e6-4902-8473-7e537b68fe08'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:43:47.854554 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-88a3dd82-52b1-4de7-ad39-d22aa5fe3bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:47.861384 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-30c8b2ef-84d2-45e8-a8a4-fb4989dcc22a tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Synchronizing usage tracker for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:router {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:43:47.908044 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-0b29fbff-46fb-4ff5-acb8-f2436b3dbc8d tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 4.1637104 Dec 20 08:43:47.908355 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 36194) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:47.924427 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651810d7-c161-4f3a-969c-282eb3208452 None None] Network 73ad6b00-8ac4-458a-a217-de1951dc7d41 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:43:47.948845 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-f88901e7-eca9-4465-9171-f5ab712bc898 None None] Calling delete_port for d98f2cc1-0bf3-4843-9503-2c50f976bee7 owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:43:47.949453 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-30c8b2ef-84d2-45e8-a8a4-fb4989dcc22a tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Unset dirty status for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:router {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:43:47.950631 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-30c8b2ef-84d2-45e8-a8a4-fb4989dcc22a tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4477141 Dec 20 08:43:47.953678 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 36198) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:47.956428 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bd2a4a8b-988c-4bab-8d30-5a43c3caa8c1 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:47.966854 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9ce671d8-d1bb-4236-8138-f41450f47148 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:48.004449 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60363b2-f704-40a3-acbd-72b33d0913c2 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:48.004844 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-c60363b2-f704-40a3-acbd-72b33d0913c2 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Synchronizing usage tracker for tenant:bcc408b3053b4123bbeeedda32cab34a on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:43:48.037297 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2a4a8b-988c-4bab-8d30-5a43c3caa8c1 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Pushing event deleted for resources: {'Port': ['ID=d98f2cc1-0bf3-4843-9503-2c50f976bee7,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:48.039686 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-bd2a4a8b-988c-4bab-8d30-5a43c3caa8c1 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:48.048549 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2a4a8b-988c-4bab-8d30-5a43c3caa8c1 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] No DVR routers for this DVR port d98f2cc1-0bf3-4843-9503-2c50f976bee7 on host dv-neutron-820491-1-hyperv {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:43:48.080308 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-881df26f-c82b-4ede-9d32-b38c43676db6 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:48.089799 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-7190a0aa-b3c0-4184-848d-5ff59ef59934 tempest-PortsAdminExtendedAttrsTestJSON-1760463337 tempest-PortsAdminExtendedAttrsTestJSON-1760463337-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:48.092139 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ab07a3-564c-4c15-884c-ef791ddfcb49 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:48.093469 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ab07a3-564c-4c15-884c-ef791ddfcb49 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:48.094862 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ab07a3-564c-4c15-884c-ef791ddfcb49 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:48.095642 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-87ab07a3-564c-4c15-884c-ef791ddfcb49 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Synchronizing usage tracker for tenant:cf377d55b4c14297b2fb628382abd84f on resource:subnet {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:43:48.116126 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-c60363b2-f704-40a3-acbd-72b33d0913c2 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Unset dirty status for tenant:bcc408b3053b4123bbeeedda32cab34a on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:43:48.120026 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c60363b2-f704-40a3-acbd-72b33d0913c2 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "GET /v2.0/ports/3d381bd0-5e8f-470e-aa8e-a5dc83eda3ba HTTP/1.1" status: 200 len: 845 time: 0.2874465 Dec 20 08:43:48.122724 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 36202) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:48.140145 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881df26f-c82b-4ede-9d32-b38c43676db6 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Pushing event deleted for resources: {'Port': ['ID=288a5826-a2cf-4025-97ea-d11233fdd983,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:48.145579 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-881df26f-c82b-4ede-9d32-b38c43676db6 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:48.231150 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.db.api [None req-f88901e7-eca9-4465-9171-f5ab712bc898 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 08:43:48.231523 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_db.api [None req-f88901e7-eca9-4465-9171-f5ab712bc898 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 08:43:48.242829 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-eb75ec79-a77a-4861-a879-be48120df479 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for router, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:48.252458 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bd2a4a8b-988c-4bab-8d30-5a43c3caa8c1 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:48.259585 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-87ab07a3-564c-4c15-884c-ef791ddfcb49 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Unset dirty status for tenant:cf377d55b4c14297b2fb628382abd84f on resource:subnet {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:43:48.264375 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-87ab07a3-564c-4c15-884c-ef791ddfcb49 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.3518384 Dec 20 08:43:48.266245 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 36206) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:48.334167 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-a41c4888-550c-49af-bedc-b3399aec0bd1 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Deleting port 3d381bd0-5e8f-470e-aa8e-a5dc83eda3ba {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:43:48.334514 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a41c4888-550c-49af-bedc-b3399aec0bd1 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:48.361758 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-bd2a4a8b-988c-4bab-8d30-5a43c3caa8c1 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8073152b-8cbf-4de0-8a31-e29075fb5a32']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:43:48.376810 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-88a3dd82-52b1-4de7-ad39-d22aa5fe3bc9 None None] Allocated IP 172.20.0.2 (dfab2d35-d50b-442e-8651-2c36ff09ee9c/8290db0f-34e6-4902-8473-7e537b68fe08/7dd3313b-0e40-4bb2-9bf3-acf5121b7920) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:43:48.392445 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-bd2a4a8b-988c-4bab-8d30-5a43c3caa8c1 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92492d3f-6a7c-439d-bc86-4879c84a2b75') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:43:48.392737 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-bd2a4a8b-988c-4bab-8d30-5a43c3caa8c1 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92492d3f-6a7c-439d-bc86-4879c84a2b75') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:43:48.429986 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bd2a4a8b-988c-4bab-8d30-5a43c3caa8c1 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1618722'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:48.437098 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f598e05-587d-48ad-b43e-64a1a0a8acd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-73ad6b00-8ac4-458a-a217-de1951dc7d41', 'network_id': '73ad6b00-8ac4-458a-a217-de1951dc7d41', 'tenant_id': 'cf377d55b4c14297b2fb628382abd84f', 'fixed_ips': [{'subnet_id': '8c635261-b72f-4d7f-84ee-c48dcfc2856f'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:43:48.438138 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-6f598e05-587d-48ad-b43e-64a1a0a8acd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:48.447522 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d3cb15-b9cc-475f-b5ee-1fc1c739297e None None] DHCP port deletion for f75aa0d2-5f41-40f3-a9e0-d60d934965a4 request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 08:43:48.462380 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0737f57-0c37-44bf-b399-69fc407e7b46 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Deleting subnet 8290db0f-34e6-4902-8473-7e537b68fe08 {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:43:48.497265 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-881df26f-c82b-4ede-9d32-b38c43676db6 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Notify callbacks [] for floatingip, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:48.501913 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bd2a4a8b-988c-4bab-8d30-5a43c3caa8c1 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:48.508933 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-24d3cb15-b9cc-475f-b5ee-1fc1c739297e None None] Deleting port 21023f74-a3d5-4b57-9ffc-d81471c232f8 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:43:48.509380 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-24d3cb15-b9cc-475f-b5ee-1fc1c739297e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:48.518109 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd2a4a8b-988c-4bab-8d30-5a43c3caa8c1 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:43:48.518607 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bd2a4a8b-988c-4bab-8d30-5a43c3caa8c1 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1128911'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:48.524995 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-881df26f-c82b-4ede-9d32-b38c43676db6 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for floatingip, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:48.526881 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-881df26f-c82b-4ede-9d32-b38c43676db6 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] 10.222.0.16 "DELETE /v2.0/floatingips/4f27deb8-5045-4069-b113-6a44539a258f HTTP/1.1" status: 204 len: 168 time: 1.8860877 Dec 20 08:43:48.547005 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 36210) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:48.554165 dv-neutron-820491-1-hyperv neutron-server[83444]: Traceback (most recent call last): Dec 20 08:43:48.554165 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:43:48.554165 dv-neutron-820491-1-hyperv neutron-server[83444]: timer() Dec 20 08:43:48.554165 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:43:48.554165 dv-neutron-820491-1-hyperv neutron-server[83444]: cb(*args, **kw) Dec 20 08:43:48.554165 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:43:48.554165 dv-neutron-820491-1-hyperv neutron-server[83444]: return func(*args, **kwargs) Dec 20 08:43:48.554165 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:43:48.554165 dv-neutron-820491-1-hyperv neutron-server[83444]: self._notify() Dec 20 08:43:48.554165 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:43:48.554165 dv-neutron-820491-1-hyperv neutron-server[83444]: self.callback(batched_events) Dec 20 08:43:48.554165 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:43:48.554165 dv-neutron-820491-1-hyperv neutron-server[83444]: event.method(event) Dec 20 08:43:48.554165 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:43:48.554165 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:43:48.554165 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:43:48.554165 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:43:48.554165 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:43:48.554165 dv-neutron-820491-1-hyperv neutron-server[83444]: return f(self, *a, **k) Dec 20 08:43:48.554165 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:43:48.554165 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._get(url).json() Dec 20 08:43:48.554165 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:43:48.554165 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:43:48.554165 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:43:48.554165 dv-neutron-820491-1-hyperv neutron-server[83444]: return self.request(url, 'GET', **kwargs) Dec 20 08:43:48.554165 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:43:48.554165 dv-neutron-820491-1-hyperv neutron-server[83444]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:43:48.554165 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:43:48.554165 dv-neutron-820491-1-hyperv neutron-server[83444]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:43:48.554165 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:43:48.554165 dv-neutron-820491-1-hyperv neutron-server[83444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:43:48.554165 dv-neutron-820491-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:43:48.754623 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-482109e3-0509-40ee-ab85-acca8d202ce4 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Router c454f1d7-0610-4c02-ab43-49dfa3e86346 is scheduled to L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 with binding_index 1 {{(pid=83445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 08:43:48.756566 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-f88901e7-eca9-4465-9171-f5ab712bc898 None None] Deleting port d98f2cc1-0bf3-4843-9503-2c50f976bee7 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:43:48.756691 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f88901e7-eca9-4465-9171-f5ab712bc898 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:48.770186 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-4b22e052-189c-475d-a763-854ef1066b86 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Request body: {'floatingip': {'floating_network_id': '993fc2a0-64cf-488a-8f33-c8c76ace5b6f', 'port_id': 'd6ab3806-727e-42ed-8d77-a4a01156e584', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:43:48.779007 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-4b22e052-189c-475d-a763-854ef1066b86 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:43:48.789402 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-4b22e052-189c-475d-a763-854ef1066b86 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Usage tracker for resource:floatingip and tenant:eaf8b0e5251149e8a7db6a147c396e28 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:43:48.796919 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-4b22e052-189c-475d-a763-854ef1066b86 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:43:48.863484 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a41c4888-550c-49af-bedc-b3399aec0bd1 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:48.872175 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-4b22e052-189c-475d-a763-854ef1066b86 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:43:48.885063 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 21023f74-a3d5-4b57-9ffc-d81471c232f8 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:43:48.931405 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bd2a4a8b-988c-4bab-8d30-5a43c3caa8c1 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:48.996808 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-a41c4888-550c-49af-bedc-b3399aec0bd1 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Calling delete_port for 3d381bd0-5e8f-470e-aa8e-a5dc83eda3ba owned by {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:43:49.023000 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:49.033007 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4b22e052-189c-475d-a763-854ef1066b86 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Notify callbacks [] for floatingip, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:49.046687 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bd2a4a8b-988c-4bab-8d30-5a43c3caa8c1 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:49.047593 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-f88901e7-eca9-4465-9171-f5ab712bc898 None None] The port 'd98f2cc1-0bf3-4843-9503-2c50f976bee7' was deleted {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 08:43:49.053155 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-eb75ec79-a77a-4861-a879-be48120df479 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24735'] for router, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:49.059498 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2a4a8b-988c-4bab-8d30-5a43c3caa8c1 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Pushing event deleted for resources: {'Network': ['ID=8073152b-8cbf-4de0-8a31-e29075fb5a32,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:49.067801 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-bd2a4a8b-988c-4bab-8d30-5a43c3caa8c1 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:49.073708 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-88a3dd82-52b1-4de7-ad39-d22aa5fe3bc9 None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:49.074822 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-eb75ec79-a77a-4861-a879-be48120df479 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:49.106842 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-bd2a4a8b-988c-4bab-8d30-5a43c3caa8c1 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] 10.222.0.16 "DELETE /v2.0/networks/8073152b-8cbf-4de0-8a31-e29075fb5a32 HTTP/1.1" status: 204 len: 168 time: 2.1523507 Dec 20 08:43:49.109399 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 36218) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:49.110793 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-88a3dd82-52b1-4de7-ad39-d22aa5fe3bc9 None None] Transition to ACTIVE for port object 7dd3313b-0e40-4bb2-9bf3-acf5121b7920 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:43:49.185462 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-6f598e05-587d-48ad-b43e-64a1a0a8acd6 None None] Allocated IP 172.20.0.18 (73ad6b00-8ac4-458a-a217-de1951dc7d41/8c635261-b72f-4d7f-84ee-c48dcfc2856f/8f288902-b1da-432a-9d6b-b07c7f1e4345) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:43:49.211102 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-88a3dd82-52b1-4de7-ad39-d22aa5fe3bc9 None None] Transition to ACTIVE for port object 7dd3313b-0e40-4bb2-9bf3-acf5121b7920 will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:43:49.214099 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-24d3cb15-b9cc-475f-b5ee-1fc1c739297e None None] For port 21023f74-a3d5-4b57-9ffc-d81471c232f8, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=21023f74-a3d5-4b57-9ffc-d81471c232f8,segment=NetworkSegment(7c00552d-ea93-440b-911c-cb3aa0a4eeff),segment_id=7c00552d-ea93-440b-911c-cb3aa0a4eeff)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:43:49.214581 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-24d3cb15-b9cc-475f-b5ee-1fc1c739297e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:49.254245 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-eb75ec79-a77a-4861-a879-be48120df479 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-390871'] for router, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:49.254749 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb75ec79-a77a-4861-a879-be48120df479 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Fanout notify agent at l3_agent the message router_deleted on router 7efeeed1-e0a3-4bc1-8906-17cee7df041e {{(pid=83445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 08:43:49.260422 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b0737f57-0c37-44bf-b399-69fc407e7b46 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:49.284815 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-eb75ec79-a77a-4861-a879-be48120df479 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:49.289631 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-eb75ec79-a77a-4861-a879-be48120df479 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/routers/7efeeed1-e0a3-4bc1-8906-17cee7df041e HTTP/1.1" status: 204 len: 168 time: 1.3295324 Dec 20 08:43:49.290984 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 36222) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:49.299894 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a41c4888-550c-49af-bedc-b3399aec0bd1 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:49.308757 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-bd422491-6693-4b1f-b3c1-0a607de17d50 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Request body: {'subnet': {'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:43:49.317687 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-88a3dd82-52b1-4de7-ad39-d22aa5fe3bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:49.321213 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-007b0632-a34f-4983-a871-41f07a0f5c29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:49.323875 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9541c34e-47da-4428-9b44-1ff5bc814fcc tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:49.365755 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-172ba25f-f7a6-4af8-b703-a38da5e77a4d tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Deleting port e72ca573-ecc7-4dda-9631-4e70cf087d16 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:43:49.366851 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-172ba25f-f7a6-4af8-b703-a38da5e77a4d tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:49.414271 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41c4888-550c-49af-bedc-b3399aec0bd1 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Pushing event deleted for resources: {'Port': ['ID=3d381bd0-5e8f-470e-aa8e-a5dc83eda3ba,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:49.426342 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a41c4888-550c-49af-bedc-b3399aec0bd1 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:49.433637 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b0737f57-0c37-44bf-b399-69fc407e7b46 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1618747'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:49.439971 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-24d3cb15-b9cc-475f-b5ee-1fc1c739297e None None] Calling delete_port for 21023f74-a3d5-4b57-9ffc-d81471c232f8 owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:43:49.463681 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a41c4888-550c-49af-bedc-b3399aec0bd1 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:49.473984 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-bd422491-6693-4b1f-b3c1-0a607de17d50 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:43:49.481015 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-bd422491-6693-4b1f-b3c1-0a607de17d50 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Usage tracker for resource:subnet and tenant:9679bafc94a64ee0a207e63ba5560387 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:43:49.485015 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-bd422491-6693-4b1f-b3c1-0a607de17d50 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:43:49.497208 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-bd422491-6693-4b1f-b3c1-0a607de17d50 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:43:49.508232 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-482109e3-0509-40ee-ab85-acca8d202ce4 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:43:49.525701 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a41c4888-550c-49af-bedc-b3399aec0bd1 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "DELETE /v2.0/ports/3d381bd0-5e8f-470e-aa8e-a5dc83eda3ba HTTP/1.1" status: 204 len: 168 time: 1.4017878 Dec 20 08:43:49.531933 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 36226) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:49.546228 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d4d3e8-e8cb-49be-bcbc-13f3f28effa3 None None] Sync routers for ids ['c454f1d7-0610-4c02-ab43-49dfa3e86346'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:43:49.562162 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d4d3e8-e8cb-49be-bcbc-13f3f28effa3 None None] Routers {'c454f1d7-0610-4c02-ab43-49dfa3e86346'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:43:49.569666 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-f8d4d3e8-e8cb-49be-bcbc-13f3f28effa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:43:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['c454f1d7-0610-4c02-ab43-49dfa3e86346'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:43:49.628392 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd422491-6693-4b1f-b3c1-0a607de17d50 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Made reservation on behalf of 9679bafc94a64ee0a207e63ba5560387 for: {'subnet': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:43:49.632994 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:49.653676 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a3dd82-52b1-4de7-ad39-d22aa5fe3bc9 None None] Network dfab2d35-d50b-442e-8651-2c36ff09ee9c is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:43:49.654444 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a3dd82-52b1-4de7-ad39-d22aa5fe3bc9 None None] Pushing event updated for resources: {'Port': ['ID=7dd3313b-0e40-4bb2-9bf3-acf5121b7920,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:49.664422 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-172ba25f-f7a6-4af8-b703-a38da5e77a4d tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:49.664731 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-172ba25f-f7a6-4af8-b703-a38da5e77a4d tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:49.670806 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-88a3dd82-52b1-4de7-ad39-d22aa5fe3bc9 None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:43:49.672792 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-88a3dd82-52b1-4de7-ad39-d22aa5fe3bc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:49.674288 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.api.v2.resource [None req-4b22e052-189c-475d-a763-854ef1066b86 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 08:43:49.678782 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a3dd82-52b1-4de7-ad39-d22aa5fe3bc9 None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:43:49.680626 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b0737f57-0c37-44bf-b399-69fc407e7b46 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:49.683957 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-4b22e052-189c-475d-a763-854ef1066b86 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.9319015 Dec 20 08:43:49.684646 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 36230) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:49.700247 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0118c7f-03ba-4593-b7fc-ba18556a7389 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] GET failed (client error): The resource could not be found. Dec 20 08:43:49.707316 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-e0118c7f-03ba-4593-b7fc-ba18556a7389 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Synchronizing usage tracker for tenant:bcc408b3053b4123bbeeedda32cab34a on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:43:49.711491 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-482109e3-0509-40ee-ab85-acca8d202ce4 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:49.720627 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-482109e3-0509-40ee-ab85-acca8d202ce4 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 6.7928958 Dec 20 08:43:49.727035 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-f3448f6f-2fa3-469f-980c-07307994ca16 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Request body: {'floatingip': {'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'port_id': 'd6ab3806-727e-42ed-8d77-a4a01156e584', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:43:49.741997 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-f3448f6f-2fa3-469f-980c-07307994ca16 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:43:49.755935 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-f3448f6f-2fa3-469f-980c-07307994ca16 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Usage tracker for resource:floatingip and tenant:eaf8b0e5251149e8a7db6a147c396e28 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:43:49.763438 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-f3448f6f-2fa3-469f-980c-07307994ca16 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:43:49.772940 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 36234) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:49.775866 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-f3448f6f-2fa3-469f-980c-07307994ca16 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:43:49.834648 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-f8d4d3e8-e8cb-49be-bcbc-13f3f28effa3 None None] Set router c454f1d7-0610-4c02-ab43-49dfa3e86346 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:43:49.846329 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-24d3cb15-b9cc-475f-b5ee-1fc1c739297e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102'] for port, after_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:49.884544 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-4d976667-ccf3-41bb-a922-7c8551dbf64a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:49.908544 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bd422491-6693-4b1f-b3c1-0a607de17d50 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2095160'] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:49.910613 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-172ba25f-f7a6-4af8-b703-a38da5e77a4d tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Calling delete_port for e72ca573-ecc7-4dda-9631-4e70cf087d16 owned by network:floatingip {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:43:49.995543 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-6f598e05-587d-48ad-b43e-64a1a0a8acd6 None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:50.006373 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-6f598e05-587d-48ad-b43e-64a1a0a8acd6 None None] Transition to ACTIVE for port object 8f288902-b1da-432a-9d6b-b07c7f1e4345 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:43:50.026424 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-6f598e05-587d-48ad-b43e-64a1a0a8acd6 None None] Transition to ACTIVE for port object 8f288902-b1da-432a-9d6b-b07c7f1e4345 will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:43:50.068912 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-6f598e05-587d-48ad-b43e-64a1a0a8acd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:50.083468 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device d98f2cc1-0bf3-4843-9503-2c50f976bee7 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:43:50.106466 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f3448f6f-2fa3-469f-980c-07307994ca16 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Notify callbacks [] for floatingip, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:50.107062 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d3cb15-b9cc-475f-b5ee-1fc1c739297e None None] Pushing event deleted for resources: {'Port': ['ID=21023f74-a3d5-4b57-9ffc-d81471c232f8,revision_number=None']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:50.138095 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-e0118c7f-03ba-4593-b7fc-ba18556a7389 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Unset dirty status for tenant:bcc408b3053b4123bbeeedda32cab34a on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:43:50.144431 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-e0118c7f-03ba-4593-b7fc-ba18556a7389 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "GET /v2.0/ports/3d381bd0-5e8f-470e-aa8e-a5dc83eda3ba HTTP/1.1" status: 404 len: 333 time: 0.6064501 Dec 20 08:43:50.144601 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d3cb15-b9cc-475f-b5ee-1fc1c739297e None None] No DVR routers for this DVR port 21023f74-a3d5-4b57-9ffc-d81471c232f8 on host dv-neutron-820491-1-hyperv {{(pid=83446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:43:50.144601 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-24d3cb15-b9cc-475f-b5ee-1fc1c739297e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:50.152221 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d6c06d4b-f81d-44a4-b0cb-a5b415974e27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:50.153045 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 36242) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:50.161666 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b0737f57-0c37-44bf-b399-69fc407e7b46 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1129313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1529131'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:50.164043 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-fa01407b-1e23-4040-92ca-63f56f84bab5 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Request body: {'port': {'network_id': 'b7355766-552f-465d-9e88-97d34cc7cd01', 'name': 'tempest-PortsIpV6TestJSON-2134003561'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:43:50.170467 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-04cd817e-a771-44e1-9e5c-a512796ac650 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:50.184643 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: d98f2cc1-0bf3-4843-9503-2c50f976bee7 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:43:50.185432 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device d98f2cc1-0bf3-4843-9503-2c50f976bee7 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:43:50.248766 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-f8d4d3e8-e8cb-49be-bcbc-13f3f28effa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c454f1d7-0610-4c02-ab43-49dfa3e86346', 'name': 'tempest-snat-router-1094199396', 'tenant_id': 'c9391a383e4c4e4485d5999fc045ba4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.157'}], 'enable_snat': False}, 'gw_port_id': '8924d1ff-2297-4672-baff-bb78b400c7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:43:43Z', 'updated_at': '2021-12-20T08:43:46Z', 'revision_number': 3, 'project_id': 'c9391a383e4c4e4485d5999fc045ba4e', 'gw_port': {'id': '8924d1ff-2297-4672-baff-bb78b400c7fc', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6a:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c454f1d7-0610-4c02-ab43-49dfa3e86346', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:43:44Z', 'updated_at': '2021-12-20T08:43:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:43:50.253591 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-88a3dd82-52b1-4de7-ad39-d22aa5fe3bc9 None None] Attempting to bind port 7dd3313b-0e40-4bb2-9bf3-acf5121b7920 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:43:50.253766 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d4d3e8-e8cb-49be-bcbc-13f3f28effa3 None None] Checking router: c454f1d7-0610-4c02-ab43-49dfa3e86346 for host: dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 08:43:50.254047 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-88a3dd82-52b1-4de7-ad39-d22aa5fe3bc9 None None] Attempting to bind port 7dd3313b-0e40-4bb2-9bf3-acf5121b7920 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '3c26804c-e98b-4a81-8887-2923473e1c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'dfab2d35-d50b-442e-8651-2c36ff09ee9c'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:43:50.254164 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d4d3e8-e8cb-49be-bcbc-13f3f28effa3 None None] Updating router c454f1d7-0610-4c02-ab43-49dfa3e86346 port 8924d1ff-2297-4672-baff-bb78b400c7fc binding host dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 08:43:50.254520 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a3dd82-52b1-4de7-ad39-d22aa5fe3bc9 None None] Attempting to bind port 7dd3313b-0e40-4bb2-9bf3-acf5121b7920 on network dfab2d35-d50b-442e-8651-2c36ff09ee9c {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:43:50.271798 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a3dd82-52b1-4de7-ad39-d22aa5fe3bc9 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:43:50.272273 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a3dd82-52b1-4de7-ad39-d22aa5fe3bc9 None None] Checking segment: {'id': '3c26804c-e98b-4a81-8887-2923473e1c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'dfab2d35-d50b-442e-8651-2c36ff09ee9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:43:50.272756 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-88a3dd82-52b1-4de7-ad39-d22aa5fe3bc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:50.273220 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a3dd82-52b1-4de7-ad39-d22aa5fe3bc9 None None] Bound using segment: {'id': '3c26804c-e98b-4a81-8887-2923473e1c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'dfab2d35-d50b-442e-8651-2c36ff09ee9c'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:43:50.273812 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-88a3dd82-52b1-4de7-ad39-d22aa5fe3bc9 None None] Bound port: 7dd3313b-0e40-4bb2-9bf3-acf5121b7920, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c26804c-e98b-4a81-8887-2923473e1c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'dfab2d35-d50b-442e-8651-2c36ff09ee9c'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:43:50.274251 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-88a3dd82-52b1-4de7-ad39-d22aa5fe3bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:50.290052 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f598e05-587d-48ad-b43e-64a1a0a8acd6 None None] Network 73ad6b00-8ac4-458a-a217-de1951dc7d41 is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:43:50.299153 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-6f598e05-587d-48ad-b43e-64a1a0a8acd6 None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:43:50.301781 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f598e05-587d-48ad-b43e-64a1a0a8acd6 None None] Pushing event updated for resources: {'Port': ['ID=8f288902-b1da-432a-9d6b-b07c7f1e4345,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:50.310115 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f598e05-587d-48ad-b43e-64a1a0a8acd6 None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:43:50.321539 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-f8d4d3e8-e8cb-49be-bcbc-13f3f28effa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:50.329044 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0737f57-0c37-44bf-b399-69fc407e7b46 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Pushing event deleted for resources: {'Subnet': ['ID=8290db0f-34e6-4902-8473-7e537b68fe08,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:50.342396 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-fa01407b-1e23-4040-92ca-63f56f84bab5 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:43:50.354001 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-6f598e05-587d-48ad-b43e-64a1a0a8acd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:50.363585 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0737f57-0c37-44bf-b399-69fc407e7b46 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:43:50.364236 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0737f57-0c37-44bf-b399-69fc407e7b46 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:43:50.364815 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0737f57-0c37-44bf-b399-69fc407e7b46 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:43:50.365384 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0737f57-0c37-44bf-b399-69fc407e7b46 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:43:50.365923 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0737f57-0c37-44bf-b399-69fc407e7b46 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:43:50.366913 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0737f57-0c37-44bf-b399-69fc407e7b46 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:43:50.367441 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0737f57-0c37-44bf-b399-69fc407e7b46 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:43:50.367997 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0737f57-0c37-44bf-b399-69fc407e7b46 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:43:50.369151 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0737f57-0c37-44bf-b399-69fc407e7b46 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:43:50.369841 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0737f57-0c37-44bf-b399-69fc407e7b46 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:43:50.370396 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0737f57-0c37-44bf-b399-69fc407e7b46 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:43:50.373855 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b0737f57-0c37-44bf-b399-69fc407e7b46 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:50.385274 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-fa01407b-1e23-4040-92ca-63f56f84bab5 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:43:50.392510 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b0737f57-0c37-44bf-b399-69fc407e7b46 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:50.413060 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b0737f57-0c37-44bf-b399-69fc407e7b46 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] 10.222.0.16 "DELETE /v2.0/subnets/8290db0f-34e6-4902-8473-7e537b68fe08 HTTP/1.1" status: 204 len: 168 time: 2.1444449 Dec 20 08:43:50.416305 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 36246) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:50.421065 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-172ba25f-f7a6-4af8-b703-a38da5e77a4d tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:50.453697 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f0936928-dbe0-4db4-865d-6c4f7a52cdab tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:50.482043 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-88a3dd82-52b1-4de7-ad39-d22aa5fe3bc9 None None] For port 7dd3313b-0e40-4bb2-9bf3-acf5121b7920, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:43:50.485277 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-88a3dd82-52b1-4de7-ad39-d22aa5fe3bc9 None None] For port 7dd3313b-0e40-4bb2-9bf3-acf5121b7920, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=7dd3313b-0e40-4bb2-9bf3-acf5121b7920,segment=NetworkSegment(3c26804c-e98b-4a81-8887-2923473e1c6e),segment_id=3c26804c-e98b-4a81-8887-2923473e1c6e)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:43:50.504419 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-88a3dd82-52b1-4de7-ad39-d22aa5fe3bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:50.510230 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-6f598e05-587d-48ad-b43e-64a1a0a8acd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:50.524117 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172ba25f-f7a6-4af8-b703-a38da5e77a4d tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Pushing event deleted for resources: {'Port': ['ID=e72ca573-ecc7-4dda-9631-4e70cf087d16,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:50.531292 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-172ba25f-f7a6-4af8-b703-a38da5e77a4d tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:50.569473 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-6f598e05-587d-48ad-b43e-64a1a0a8acd6 None None] Attempting to bind port 8f288902-b1da-432a-9d6b-b07c7f1e4345 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:43:50.569845 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-6f598e05-587d-48ad-b43e-64a1a0a8acd6 None None] Attempting to bind port 8f288902-b1da-432a-9d6b-b07c7f1e4345 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '29eba3bf-152c-42b7-b3dc-c727f2caba72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '73ad6b00-8ac4-458a-a217-de1951dc7d41'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:43:50.570356 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f598e05-587d-48ad-b43e-64a1a0a8acd6 None None] Attempting to bind port 8f288902-b1da-432a-9d6b-b07c7f1e4345 on network 73ad6b00-8ac4-458a-a217-de1951dc7d41 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:43:50.571758 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa01407b-1e23-4040-92ca-63f56f84bab5 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Made reservation on behalf of bcc408b3053b4123bbeeedda32cab34a for: {'port': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:43:50.581763 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fa01407b-1e23-4040-92ca-63f56f84bab5 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:50.596420 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f598e05-587d-48ad-b43e-64a1a0a8acd6 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:43:50.596803 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f598e05-587d-48ad-b43e-64a1a0a8acd6 None None] Checking segment: {'id': '29eba3bf-152c-42b7-b3dc-c727f2caba72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '73ad6b00-8ac4-458a-a217-de1951dc7d41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:43:50.597191 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-6f598e05-587d-48ad-b43e-64a1a0a8acd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:50.597602 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f598e05-587d-48ad-b43e-64a1a0a8acd6 None None] Bound using segment: {'id': '29eba3bf-152c-42b7-b3dc-c727f2caba72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '73ad6b00-8ac4-458a-a217-de1951dc7d41'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:43:50.598075 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-6f598e05-587d-48ad-b43e-64a1a0a8acd6 None None] Bound port: 8f288902-b1da-432a-9d6b-b07c7f1e4345, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29eba3bf-152c-42b7-b3dc-c727f2caba72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '73ad6b00-8ac4-458a-a217-de1951dc7d41'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:43:50.598446 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-6f598e05-587d-48ad-b43e-64a1a0a8acd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:50.640932 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-172ba25f-f7a6-4af8-b703-a38da5e77a4d tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Notify callbacks [] for floatingip, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:50.643722 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-172ba25f-f7a6-4af8-b703-a38da5e77a4d tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:50.645136 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-172ba25f-f7a6-4af8-b703-a38da5e77a4d tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] 10.222.0.16 "DELETE /v2.0/floatingips/310b5105-6368-4473-91d7-f5d4ada8fd4c HTTP/1.1" status: 204 len: 168 time: 1.5368505 Dec 20 08:43:50.653583 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-0a25a5fe-0cf9-4573-9b27-d7745061e1e3 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] 10.222.0.16 "GET /v2.0/routers/c454f1d7-0610-4c02-ab43-49dfa3e86346 HTTP/1.1" status: 200 len: 909 time: 0.8751323 Dec 20 08:43:50.656462 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 36252) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:50.662127 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-8eebcd46-ecab-44cf-956b-12704897b72b tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1094199396', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'enable_snat': True}}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:43:50.690018 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-8eebcd46-ecab-44cf-956b-12704897b72b tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:43:50.698374 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-8eebcd46-ecab-44cf-956b-12704897b72b tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Usage tracker for resource:router and tenant:c9391a383e4c4e4485d5999fc045ba4e is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:43:50.711399 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-8eebcd46-ecab-44cf-956b-12704897b72b tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:43:50.717924 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-f8d4d3e8-e8cb-49be-bcbc-13f3f28effa3 None None] Notify callbacks [] for port, precommit_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:50.718455 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f3448f6f-2fa3-469f-980c-07307994ca16 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:50.722081 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-8eebcd46-ecab-44cf-956b-12704897b72b tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:43:50.732275 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.provisioning_blocks [None req-f8d4d3e8-e8cb-49be-bcbc-13f3f28effa3 None None] Transition to ACTIVE for port object 8924d1ff-2297-4672-baff-bb78b400c7fc will not be triggered until provisioned by entity L2. {{(pid=83447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:43:50.744909 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-fa01407b-1e23-4040-92ca-63f56f84bab5 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] device_id is not set on port 3dbd381b-0dbd-4991-95cc-b9a28fe52fc9 yet. {{(pid=83445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:43:50.746948 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-f8d4d3e8-e8cb-49be-bcbc-13f3f28effa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:50.752212 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:50.802193 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8eebcd46-ecab-44cf-956b-12704897b72b tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24817'] for router, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:50.803167 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8eebcd46-ecab-44cf-956b-12704897b72b tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-351744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24806'] for router, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:50.841430 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7945c8a-2143-438a-b21e-696a4e015ffc tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Deleting subnet 8c635261-b72f-4d7f-84ee-c48dcfc2856f {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:43:50.847771 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b7945c8a-2143-438a-b21e-696a4e015ffc tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:50.889506 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a3dd82-52b1-4de7-ad39-d22aa5fe3bc9 None None] Pushing event updated for resources: {'Port': ['ID=7dd3313b-0e40-4bb2-9bf3-acf5121b7920,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:50.894161 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-88a3dd82-52b1-4de7-ad39-d22aa5fe3bc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:50.910772 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8eebcd46-ecab-44cf-956b-12704897b72b tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:50.932053 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d78260d-f4d7-4d4d-89e1-79d8256b55ac None None] Pushing event updated for resources: {'Port': ['ID=8924d1ff-2297-4672-baff-bb78b400c7fc,revision_number=2']} {{(pid=83447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:50.934524 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-f8d4d3e8-e8cb-49be-bcbc-13f3f28effa3 None None] Attempting to bind port 8924d1ff-2297-4672-baff-bb78b400c7fc on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:43:50.934873 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-f8d4d3e8-e8cb-49be-bcbc-13f3f28effa3 None None] Attempting to bind port 8924d1ff-2297-4672-baff-bb78b400c7fc by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}] {{(pid=83447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:43:50.935226 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d4d3e8-e8cb-49be-bcbc-13f3f28effa3 None None] Attempting to bind port 8924d1ff-2297-4672-baff-bb78b400c7fc on network 95f3bec2-46e6-4468-8229-8badd4a5aaae {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:43:50.945803 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-3d78260d-f4d7-4d4d-89e1-79d8256b55ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:50.947925 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b7945c8a-2143-438a-b21e-696a4e015ffc tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1618747'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:50.959547 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d4d3e8-e8cb-49be-bcbc-13f3f28effa3 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:43:50.961473 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d4d3e8-e8cb-49be-bcbc-13f3f28effa3 None None] Checking segment: {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:43:50.962119 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-f8d4d3e8-e8cb-49be-bcbc-13f3f28effa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:50.963540 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d4d3e8-e8cb-49be-bcbc-13f3f28effa3 None None] Bound using segment: {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'} {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:43:50.964212 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-f8d4d3e8-e8cb-49be-bcbc-13f3f28effa3 None None] Bound port: 8924d1ff-2297-4672-baff-bb78b400c7fc, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}}] {{(pid=83447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:43:50.964769 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-f8d4d3e8-e8cb-49be-bcbc-13f3f28effa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:50.964957 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4907e3-e34b-4eca-b4c3-b904cf6973d8 None None] Network dfab2d35-d50b-442e-8651-2c36ff09ee9c requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:43:51.067131 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bd422491-6693-4b1f-b3c1-0a607de17d50 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2036557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2095114'] for subnet, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:51.076718 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f1df79b6-7169-4020-a91d-0ad7b66b87d7 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:51.138465 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.db [None req-f8d4d3e8-e8cb-49be-bcbc-13f3f28effa3 None None] For port 8924d1ff-2297-4672-baff-bb78b400c7fc, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:43:51.143076 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.db [None req-f8d4d3e8-e8cb-49be-bcbc-13f3f28effa3 None None] For port 8924d1ff-2297-4672-baff-bb78b400c7fc, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=8924d1ff-2297-4672-baff-bb78b400c7fc,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:43:51.154345 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-f8d4d3e8-e8cb-49be-bcbc-13f3f28effa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:51.158396 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-2a6f21d7-4165-4405-af2f-a1d9a9a331ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:51.268573 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-6f598e05-587d-48ad-b43e-64a1a0a8acd6 None None] For port 8f288902-b1da-432a-9d6b-b07c7f1e4345, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:43:51.279677 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-6f598e05-587d-48ad-b43e-64a1a0a8acd6 None None] For port 8f288902-b1da-432a-9d6b-b07c7f1e4345, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=8f288902-b1da-432a-9d6b-b07c7f1e4345,segment=NetworkSegment(29eba3bf-152c-42b7-b3dc-c727f2caba72),segment_id=29eba3bf-152c-42b7-b3dc-c727f2caba72)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:43:51.287645 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd422491-6693-4b1f-b3c1-0a607de17d50 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:43:51.295735 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-bd422491-6693-4b1f-b3c1-0a607de17d50 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:43:51.297509 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd422491-6693-4b1f-b3c1-0a607de17d50 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event updated for resources: {'Subnet': ['ID=88b0101f-b77a-47cc-bfd6-a4cffb2fb32d,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:51.300850 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd422491-6693-4b1f-b3c1-0a607de17d50 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:51.301467 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bd422491-6693-4b1f-b3c1-0a607de17d50 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:51.313473 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-6f598e05-587d-48ad-b43e-64a1a0a8acd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:51.321083 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d78260d-f4d7-4d4d-89e1-79d8256b55ac None None] Pushing event updated for resources: {'Port': ['ID=8924d1ff-2297-4672-baff-bb78b400c7fc,revision_number=3']} {{(pid=83447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:51.324859 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 36262) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:51.325222 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-3d78260d-f4d7-4d4d-89e1-79d8256b55ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:51.326741 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d4d3e8-e8cb-49be-bcbc-13f3f28effa3 None None] Routers {'c454f1d7-0610-4c02-ab43-49dfa3e86346'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:43:51.327352 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-f8d4d3e8-e8cb-49be-bcbc-13f3f28effa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:43:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['c454f1d7-0610-4c02-ab43-49dfa3e86346'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:43:51.344651 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-634d4f77-88fe-41b5-af71-3b22f8978fa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:51.360952 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-f3448f6f-2fa3-469f-980c-07307994ca16 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Allocated IP 172.26.5.213 (95f3bec2-46e6-4468-8229-8badd4a5aaae/cf8895a3-346d-4313-a645-16ecdcce9969/92c2cfe1-a6af-4e16-af11-2c0793b67697) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:43:51.376314 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd422491-6693-4b1f-b3c1-0a607de17d50 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:43:51.376692 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd422491-6693-4b1f-b3c1-0a607de17d50 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:43:51.377062 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd422491-6693-4b1f-b3c1-0a607de17d50 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:43:51.377450 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd422491-6693-4b1f-b3c1-0a607de17d50 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:43:51.377803 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd422491-6693-4b1f-b3c1-0a607de17d50 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:43:51.378160 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd422491-6693-4b1f-b3c1-0a607de17d50 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:43:51.378515 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd422491-6693-4b1f-b3c1-0a607de17d50 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:43:51.378867 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd422491-6693-4b1f-b3c1-0a607de17d50 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:43:51.379218 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd422491-6693-4b1f-b3c1-0a607de17d50 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:43:51.379564 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd422491-6693-4b1f-b3c1-0a607de17d50 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:43:51.384842 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd422491-6693-4b1f-b3c1-0a607de17d50 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:43:51.421148 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8eebcd46-ecab-44cf-956b-12704897b72b tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24724'] for router, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:51.442263 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642ab523-0700-4eac-b761-c40fb9ccf181 None None] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:43:51.443675 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b7945c8a-2143-438a-b21e-696a4e015ffc tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:51.461184 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-bd422491-6693-4b1f-b3c1-0a607de17d50 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:51.470280 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f598e05-587d-48ad-b43e-64a1a0a8acd6 None None] Pushing event updated for resources: {'Port': ['ID=8f288902-b1da-432a-9d6b-b07c7f1e4345,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:51.475050 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-6f598e05-587d-48ad-b43e-64a1a0a8acd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:51.521654 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-bd422491-6693-4b1f-b3c1-0a607de17d50 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2251148 Dec 20 08:43:51.531019 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 36268) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:51.537173 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fa01407b-1e23-4040-92ca-63f56f84bab5 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:51.559012 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-b212e829-c1c3-4334-b3ff-314168127bbf tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1972865829', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:43:51.567976 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-b212e829-c1c3-4334-b3ff-314168127bbf tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:43:51.572963 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-b212e829-c1c3-4334-b3ff-314168127bbf tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Usage tracker for resource:router and tenant:9679bafc94a64ee0a207e63ba5560387 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:43:51.583053 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-b212e829-c1c3-4334-b3ff-314168127bbf tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:43:51.592472 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-b212e829-c1c3-4334-b3ff-314168127bbf tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:43:51.636981 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b212e829-c1c3-4334-b3ff-314168127bbf tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24817'] for router, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:51.638177 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b212e829-c1c3-4334-b3ff-314168127bbf tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-351744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24806'] for router, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:51.693417 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-f8d4d3e8-e8cb-49be-bcbc-13f3f28effa3 None None] Set router c454f1d7-0610-4c02-ab43-49dfa3e86346 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:43:51.728486 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b212e829-c1c3-4334-b3ff-314168127bbf tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:51.800913 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f3448f6f-2fa3-469f-980c-07307994ca16 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:51.804763 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b7945c8a-2143-438a-b21e-696a4e015ffc tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1129313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1529131'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:51.807021 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-a917817e-615e-4bf3-84fa-7288485c72f7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f481097c03db41fab12a5b6c050f6a52&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4659414 Dec 20 08:43:51.810619 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 36272) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:51.813090 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:51.830600 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fa01407b-1e23-4040-92ca-63f56f84bab5 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:51.839076 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3e1d3c69-7207-4d21-b3d2-7e4dd3b6c0aa tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:51.921707 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7945c8a-2143-438a-b21e-696a4e015ffc tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Pushing event deleted for resources: {'Subnet': ['ID=8c635261-b72f-4d7f-84ee-c48dcfc2856f,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:51.947776 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b7945c8a-2143-438a-b21e-696a4e015ffc tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:51.960329 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b7945c8a-2143-438a-b21e-696a4e015ffc tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:51.981430 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b212e829-c1c3-4334-b3ff-314168127bbf tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071'] for router, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:52.002283 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feaab91b-f438-4372-ae42-8c4baa0323ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'tenant_id': '9679bafc94a64ee0a207e63ba5560387', 'fixed_ips': [{'subnet_id': '88b0101f-b77a-47cc-bfd6-a4cffb2fb32d'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:43:52.003148 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-feaab91b-f438-4372-ae42-8c4baa0323ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:52.030996 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f3448f6f-2fa3-469f-980c-07307994ca16 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:52.031926 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b7945c8a-2143-438a-b21e-696a4e015ffc tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] 10.222.0.16 "DELETE /v2.0/subnets/8c635261-b72f-4d7f-84ee-c48dcfc2856f HTTP/1.1" status: 204 len: 168 time: 1.6143706 Dec 20 08:43:52.048644 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 36276) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:52.063286 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3448f6f-2fa3-469f-980c-07307994ca16 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Network 95f3bec2-46e6-4468-8229-8badd4a5aaae is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:43:52.068298 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa01407b-1e23-4040-92ca-63f56f84bab5 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Network b7355766-552f-465d-9e88-97d34cc7cd01 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:43:52.072860 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-f3448f6f-2fa3-469f-980c-07307994ca16 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:43:52.079111 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3448f6f-2fa3-469f-980c-07307994ca16 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:43:52.098988 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b212e829-c1c3-4334-b3ff-314168127bbf tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:52.100350 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b212e829-c1c3-4334-b3ff-314168127bbf tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5621207 Dec 20 08:43:52.107361 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 36280) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:52.165994 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0dcaca4a-b6f6-48d8-9f95-63e7bbf22d25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:52.219690 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-f8d4d3e8-e8cb-49be-bcbc-13f3f28effa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c454f1d7-0610-4c02-ab43-49dfa3e86346', 'name': 'tempest-snat-router-1094199396', 'tenant_id': 'c9391a383e4c4e4485d5999fc045ba4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.157'}], 'enable_snat': False}, 'gw_port_id': '8924d1ff-2297-4672-baff-bb78b400c7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:43:43Z', 'updated_at': '2021-12-20T08:43:46Z', 'revision_number': 3, 'project_id': 'c9391a383e4c4e4485d5999fc045ba4e', 'gw_port': {'id': '8924d1ff-2297-4672-baff-bb78b400c7fc', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6a:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c454f1d7-0610-4c02-ab43-49dfa3e86346', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:43:44Z', 'updated_at': '2021-12-20T08:43:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:43:52.224886 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d4d3e8-e8cb-49be-bcbc-13f3f28effa3 None None] The sync data for ids ['c454f1d7-0610-4c02-ab43-49dfa3e86346'] in dv-neutron-820491-1-hyperv is: [{'id': 'c454f1d7-0610-4c02-ab43-49dfa3e86346', 'name': 'tempest-snat-router-1094199396', 'tenant_id': 'c9391a383e4c4e4485d5999fc045ba4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.157'}], 'enable_snat': False}, 'gw_port_id': '8924d1ff-2297-4672-baff-bb78b400c7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:43:43Z', 'updated_at': '2021-12-20T08:43:46Z', 'revision_number': 3, 'project_id': 'c9391a383e4c4e4485d5999fc045ba4e', 'gw_port': {'id': '8924d1ff-2297-4672-baff-bb78b400c7fc', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6a:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c454f1d7-0610-4c02-ab43-49dfa3e86346', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:43:44Z', 'updated_at': '2021-12-20T08:43:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:43:52.293999 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0dcaca4a-b6f6-48d8-9f95-63e7bbf22d25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:52.303995 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-fa01407b-1e23-4040-92ca-63f56f84bab5 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:43:52.307210 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa01407b-1e23-4040-92ca-63f56f84bab5 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:43:52.311611 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa01407b-1e23-4040-92ca-63f56f84bab5 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:52.312214 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fa01407b-1e23-4040-92ca-63f56f84bab5 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:52.359568 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158d8358-2b26-4fed-84ae-7201de2b4649 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:52.364875 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-158d8358-2b26-4fed-84ae-7201de2b4649 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2968395 Dec 20 08:43:52.372393 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-feaab91b-f438-4372-ae42-8c4baa0323ba None None] Allocated IP 2001:db8::2 (f75aa0d2-5f41-40f3-a9e0-d60d934965a4/88b0101f-b77a-47cc-bfd6-a4cffb2fb32d/4055eff7-7c56-49b1-83a9-9596eb3354c2) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:43:52.374242 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 36286) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:52.421893 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa01407b-1e23-4040-92ca-63f56f84bab5 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Pushing event updated for resources: {'Port': ['ID=3dbd381b-0dbd-4991-95cc-b9a28fe52fc9,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:52.433010 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-fa01407b-1e23-4040-92ca-63f56f84bab5 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.593s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:52.450129 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-5392e084-9da9-4c98-ac92-ec953cddda61 tempest-FloatingIPAdminTestJSON-278763285 tempest-FloatingIPAdminTestJSON-278763285-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.397s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:52.559767 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-fa01407b-1e23-4040-92ca-63f56f84bab5 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.3994055 Dec 20 08:43:52.582132 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 36292) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:52.621575 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8eebcd46-ecab-44cf-956b-12704897b72b tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:52.632976 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-b52f25d4-d868-424a-b2a3-3806a8bc661f tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:43:52.822770 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8eebcd46-ecab-44cf-956b-12704897b72b tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:52.921510 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-feaab91b-f438-4372-ae42-8c4baa0323ba None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:52.954817 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-feaab91b-f438-4372-ae42-8c4baa0323ba None None] Transition to ACTIVE for port object 4055eff7-7c56-49b1-83a9-9596eb3354c2 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:43:52.967658 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 8924d1ff-2297-4672-baff-bb78b400c7fc up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:43:53.005108 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b52f25d4-d868-424a-b2a3-3806a8bc661f tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:53.024351 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3448f6f-2fa3-469f-980c-07307994ca16 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Pushing event updated for resources: {'Port': ['ID=92c2cfe1-a6af-4e16-af11-2c0793b67697,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:53.039665 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f3448f6f-2fa3-469f-980c-07307994ca16 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.593s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:53.048669 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-f3448f6f-2fa3-469f-980c-07307994ca16 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Deleting port 92c2cfe1-a6af-4e16-af11-2c0793b67697 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:43:53.049005 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f3448f6f-2fa3-469f-980c-07307994ca16 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:53.084560 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-feaab91b-f438-4372-ae42-8c4baa0323ba None None] Transition to ACTIVE for port object 4055eff7-7c56-49b1-83a9-9596eb3354c2 will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:43:53.110377 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-feaab91b-f438-4372-ae42-8c4baa0323ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:53.122223 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-24d3cb15-b9cc-475f-b5ee-1fc1c739297e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:53.179302 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff8c283-ec26-4deb-9753-b4471708e39a None None] Network 73ad6b00-8ac4-458a-a217-de1951dc7d41 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:43:53.199914 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-23e559e1-1306-4ecc-9a3b-e8e6011e9e7c tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:53.229214 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0dcaca4a-b6f6-48d8-9f95-63e7bbf22d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:53.239359 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f3dd09b9-dfa4-491e-a60f-d7f2c6fef347 tempest-RoutersAdminNegativeTest-2143992570 tempest-RoutersAdminNegativeTest-2143992570-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:53.242548 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feaab91b-f438-4372-ae42-8c4baa0323ba None None] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:43:53.263610 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcaca4a-b6f6-48d8-9f95-63e7bbf22d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d4906e-67a9-44c1-a919-4214f2782f62,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:53.265535 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-23e559e1-1306-4ecc-9a3b-e8e6011e9e7c tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Deleting port 8f288902-b1da-432a-9d6b-b07c7f1e4345 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:43:53.265980 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-23e559e1-1306-4ecc-9a3b-e8e6011e9e7c tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:53.307008 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-feaab91b-f438-4372-ae42-8c4baa0323ba None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:43:53.313144 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feaab91b-f438-4372-ae42-8c4baa0323ba None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:43:53.318351 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaab91b-f438-4372-ae42-8c4baa0323ba None None] Pushing event updated for resources: {'Port': ['ID=4055eff7-7c56-49b1-83a9-9596eb3354c2,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:53.328908 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-feaab91b-f438-4372-ae42-8c4baa0323ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:53.332084 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0dcaca4a-b6f6-48d8-9f95-63e7bbf22d25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:53.348292 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 8924d1ff-2297-4672-baff-bb78b400c7fc completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:43:53.348547 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f3448f6f-2fa3-469f-980c-07307994ca16 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:53.349061 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f3448f6f-2fa3-469f-980c-07307994ca16 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:53.456783 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0dcaca4a-b6f6-48d8-9f95-63e7bbf22d25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:53.458075 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-0dcaca4a-b6f6-48d8-9f95-63e7bbf22d25 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/39d4906e-67a9-44c1-a919-4214f2782f62 HTTP/1.1" status: 204 len: 168 time: 1.5769436 Dec 20 08:43:53.467410 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-5c2f7de5-c217-49fb-b86d-8bcb13cd3c0d None None] Provisioning for port 8f288902-b1da-432a-9d6b-b07c7f1e4345 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:43:53.475715 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 8924d1ff-2297-4672-baff-bb78b400c7fc triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:43:53.476099 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:53.655758 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-8eebcd46-ecab-44cf-956b-12704897b72b tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Allocated IP 172.26.5.180 (95f3bec2-46e6-4468-8229-8badd4a5aaae/cf8895a3-346d-4313-a645-16ecdcce9969/bf93c3ab-34c7-4517-aa26-f370d9aea45f) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:43:53.734340 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-feaab91b-f438-4372-ae42-8c4baa0323ba None None] Attempting to bind port 4055eff7-7c56-49b1-83a9-9596eb3354c2 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:43:53.734717 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-feaab91b-f438-4372-ae42-8c4baa0323ba None None] Attempting to bind port 4055eff7-7c56-49b1-83a9-9596eb3354c2 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '7c00552d-ea93-440b-911c-cb3aa0a4eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:43:53.735687 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feaab91b-f438-4372-ae42-8c4baa0323ba None None] Attempting to bind port 4055eff7-7c56-49b1-83a9-9596eb3354c2 on network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:43:53.751707 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feaab91b-f438-4372-ae42-8c4baa0323ba None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:43:53.752166 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feaab91b-f438-4372-ae42-8c4baa0323ba None None] Checking segment: {'id': '7c00552d-ea93-440b-911c-cb3aa0a4eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:43:53.752742 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-feaab91b-f438-4372-ae42-8c4baa0323ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:53.753160 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feaab91b-f438-4372-ae42-8c4baa0323ba None None] Bound using segment: {'id': '7c00552d-ea93-440b-911c-cb3aa0a4eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:43:53.754525 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-feaab91b-f438-4372-ae42-8c4baa0323ba None None] Bound port: 4055eff7-7c56-49b1-83a9-9596eb3354c2, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c00552d-ea93-440b-911c-cb3aa0a4eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:43:53.754786 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-feaab91b-f438-4372-ae42-8c4baa0323ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:53.850738 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-f3448f6f-2fa3-469f-980c-07307994ca16 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Calling delete_port for 92c2cfe1-a6af-4e16-af11-2c0793b67697 owned by network:floatingip {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:43:53.956771 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b52f25d4-d868-424a-b2a3-3806a8bc661f tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:53.967984 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b52f25d4-d868-424a-b2a3-3806a8bc661f tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2036698'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:53.980632 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:54.000883 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 8924d1ff-2297-4672-baff-bb78b400c7fc, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=8924d1ff-2297-4672-baff-bb78b400c7fc,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:43:54.015238 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:54.016247 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 8f288902-b1da-432a-9d6b-b07c7f1e4345 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:43:54.016383 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-23e559e1-1306-4ecc-9a3b-e8e6011e9e7c tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] For port 8f288902-b1da-432a-9d6b-b07c7f1e4345, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=8f288902-b1da-432a-9d6b-b07c7f1e4345,segment=NetworkSegment(29eba3bf-152c-42b7-b3dc-c727f2caba72),segment_id=29eba3bf-152c-42b7-b3dc-c727f2caba72)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:43:54.016497 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-23e559e1-1306-4ecc-9a3b-e8e6011e9e7c tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:54.026887 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-4d797e54-569f-4a09-bdec-2f74d2492106 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:54.028109 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 36304) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:54.084359 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-094ef857-fee5-46a3-bf1f-836ae6310bae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:54.117691 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-b52f25d4-d868-424a-b2a3-3806a8bc661f tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] In _notify_port_updated(), no bound segment for port 3dbd381b-0dbd-4991-95cc-b9a28fe52fc9 on network b7355766-552f-465d-9e88-97d34cc7cd01 {{(pid=83445) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 08:43:54.121440 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52f25d4-d868-424a-b2a3-3806a8bc661f tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:54.124368 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b52f25d4-d868-424a-b2a3-3806a8bc661f tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:54.130297 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-b52f25d4-d868-424a-b2a3-3806a8bc661f tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "PUT /v2.0/ports/3dbd381b-0dbd-4991-95cc-b9a28fe52fc9 HTTP/1.1" status: 200 len: 818 time: 1.5444012 Dec 20 08:43:54.138608 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 36308) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:54.140126 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-feaab91b-f438-4372-ae42-8c4baa0323ba None None] For port 4055eff7-7c56-49b1-83a9-9596eb3354c2, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:43:54.188084 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52f25d4-d868-424a-b2a3-3806a8bc661f tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Pushing event updated for resources: {'Port': ['ID=3dbd381b-0dbd-4991-95cc-b9a28fe52fc9,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:54.200134 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-feaab91b-f438-4372-ae42-8c4baa0323ba None None] For port 4055eff7-7c56-49b1-83a9-9596eb3354c2, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=4055eff7-7c56-49b1-83a9-9596eb3354c2,segment=NetworkSegment(7c00552d-ea93-440b-911c-cb3aa0a4eeff),segment_id=7c00552d-ea93-440b-911c-cb3aa0a4eeff)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:43:54.201366 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-22a0a9be-281b-4424-9635-891a395be96e tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:54.201978 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b52f25d4-d868-424a-b2a3-3806a8bc661f tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:54.207631 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69c5445-85d0-49bf-89c8-39cacb9026ff None None] DHCP port deletion for 73ad6b00-8ac4-458a-a217-de1951dc7d41 request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 08:43:54.218831 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-23e559e1-1306-4ecc-9a3b-e8e6011e9e7c tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Calling delete_port for 8f288902-b1da-432a-9d6b-b07c7f1e4345 owned by network:dhcp {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:43:54.220445 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-feaab91b-f438-4372-ae42-8c4baa0323ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:54.222115 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f3448f6f-2fa3-469f-980c-07307994ca16 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:54.228439 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-1c16b0f0-848e-4378-bbe9-da7bdc993dea tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:54.230852 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-b69c5445-85d0-49bf-89c8-39cacb9026ff None None] Deleting port 8f288902-b1da-432a-9d6b-b07c7f1e4345 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:43:54.231225 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b69c5445-85d0-49bf-89c8-39cacb9026ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:54.257607 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-faec131c-f3bc-4457-8507-930049f7d587 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:54.262262 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=8924d1ff-2297-4672-baff-bb78b400c7fc,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:54.263769 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-53e33bab-f074-4914-ad87-8720b8765ef5 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Deleting port 3dbd381b-0dbd-4991-95cc-b9a28fe52fc9 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:43:54.264103 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-53e33bab-f074-4914-ad87-8720b8765ef5 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:54.265848 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:54.276031 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:54.304699 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3448f6f-2fa3-469f-980c-07307994ca16 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Pushing event deleted for resources: {'Port': ['ID=92c2cfe1-a6af-4e16-af11-2c0793b67697,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:54.312856 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f3448f6f-2fa3-469f-980c-07307994ca16 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:54.340198 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8eebcd46-ecab-44cf-956b-12704897b72b tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:54.351218 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 8f288902-b1da-432a-9d6b-b07c7f1e4345 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:43:54.404549 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 8f288902-b1da-432a-9d6b-b07c7f1e4345 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:43:54.404835 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:54.473961 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaab91b-f438-4372-ae42-8c4baa0323ba None None] Pushing event updated for resources: {'Port': ['ID=4055eff7-7c56-49b1-83a9-9596eb3354c2,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:54.480183 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-faec131c-f3bc-4457-8507-930049f7d587 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:43:54.501491 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-feaab91b-f438-4372-ae42-8c4baa0323ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:54.531375 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-faec131c-f3bc-4457-8507-930049f7d587 admin admin] Usage tracker for resource:security_group_rule and tenant:573763f6bec34b759c7be263c4ab844c is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:43:54.539654 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-faec131c-f3bc-4457-8507-930049f7d587 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:43:54.547821 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-23e559e1-1306-4ecc-9a3b-e8e6011e9e7c tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:54.559097 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ed741856-53b9-4ee5-bbec-b48003a876f2 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:54.564744 dv-neutron-820491-1-hyperv neutron-server[83446]: INFO neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No ports have port_id starting with 8f288902-b1da-432a-9d6b-b07c7f1e4345 Dec 20 08:43:54.578473 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.api.v2.resource [None req-f3448f6f-2fa3-469f-980c-07307994ca16 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] create failed (client error): The resource could not be found. Dec 20 08:43:54.585816 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-f3448f6f-2fa3-469f-980c-07307994ca16 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.8959281 Dec 20 08:43:54.586698 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 36312) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:54.595364 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-faec131c-f3bc-4457-8507-930049f7d587 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:43:54.632056 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e559e1-1306-4ecc-9a3b-e8e6011e9e7c tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Pushing event deleted for resources: {'Port': ['ID=8f288902-b1da-432a-9d6b-b07c7f1e4345,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:54.639989 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-23e559e1-1306-4ecc-9a3b-e8e6011e9e7c tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:54.658606 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-b69c5445-85d0-49bf-89c8-39cacb9026ff None None] For port 8f288902-b1da-432a-9d6b-b07c7f1e4345, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=8f288902-b1da-432a-9d6b-b07c7f1e4345,segment=NetworkSegment(29eba3bf-152c-42b7-b3dc-c727f2caba72),segment_id=29eba3bf-152c-42b7-b3dc-c727f2caba72)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:43:54.659213 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b69c5445-85d0-49bf-89c8-39cacb9026ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:54.727433 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-53e33bab-f074-4914-ad87-8720b8765ef5 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:54.789936 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e559e1-1306-4ecc-9a3b-e8e6011e9e7c tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] No DVR routers for this DVR port 8f288902-b1da-432a-9d6b-b07c7f1e4345 on host dv-neutron-820491-1-hyperv {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:43:54.824390 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-b69c5445-85d0-49bf-89c8-39cacb9026ff None None] Calling delete_port for 8f288902-b1da-432a-9d6b-b07c7f1e4345 owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:43:54.898897 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 8924d1ff-2297-4672-baff-bb78b400c7fc up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:43:54.911099 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8eebcd46-ecab-44cf-956b-12704897b72b tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:54.942914 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-53e33bab-f074-4914-ad87-8720b8765ef5 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Calling delete_port for 3dbd381b-0dbd-4991-95cc-b9a28fe52fc9 owned by {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:43:54.998311 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.db.api [None req-b69c5445-85d0-49bf-89c8-39cacb9026ff None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 08:43:54.998666 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_db.api [None req-b69c5445-85d0-49bf-89c8-39cacb9026ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 08:43:55.003250 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-8593dbfd-4872-40ec-b56a-b6ab72f7d382 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Deleting port d6ab3806-727e-42ed-8d77-a4a01156e584 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:43:55.003596 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8593dbfd-4872-40ec-b56a-b6ab72f7d382 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:55.016387 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 8924d1ff-2297-4672-baff-bb78b400c7fc triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:43:55.017325 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:55.068365 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:55.199422 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-53e33bab-f074-4914-ad87-8720b8765ef5 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:55.220991 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 8f288902-b1da-432a-9d6b-b07c7f1e4345 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:43:55.250225 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-08a6fae3-79cb-410a-84a0-997c39457821 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:55.267628 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 8f288902-b1da-432a-9d6b-b07c7f1e4345 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:43:55.267979 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 8f288902-b1da-432a-9d6b-b07c7f1e4345 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:43:55.302237 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-faec131c-f3bc-4457-8507-930049f7d587 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:55.305538 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e33bab-f074-4914-ad87-8720b8765ef5 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Pushing event deleted for resources: {'Port': ['ID=3dbd381b-0dbd-4991-95cc-b9a28fe52fc9,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:55.309419 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-23e559e1-1306-4ecc-9a3b-e8e6011e9e7c tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:55.311288 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-53e33bab-f074-4914-ad87-8720b8765ef5 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:55.326320 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eebcd46-ecab-44cf-956b-12704897b72b tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Pushing event updated for resources: {'Port': ['ID=bf93c3ab-34c7-4517-aa26-f370d9aea45f,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:55.329816 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eebcd46-ecab-44cf-956b-12704897b72b tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Network 95f3bec2-46e6-4468-8229-8badd4a5aaae is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:43:55.331186 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-53e33bab-f074-4914-ad87-8720b8765ef5 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:55.334199 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-faec131c-f3bc-4457-8507-930049f7d587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:55.355211 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-8eebcd46-ecab-44cf-956b-12704897b72b tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:55.356373 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f41433d1-500f-49db-8f31-c00c5b05246a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:55.356850 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8593dbfd-4872-40ec-b56a-b6ab72f7d382 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:55.363986 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-8eebcd46-ecab-44cf-956b-12704897b72b tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:43:55.368827 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-53e33bab-f074-4914-ad87-8720b8765ef5 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "DELETE /v2.0/ports/3dbd381b-0dbd-4991-95cc-b9a28fe52fc9 HTTP/1.1" status: 204 len: 168 time: 1.2263336 Dec 20 08:43:55.369496 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 36320) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:55.378940 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eebcd46-ecab-44cf-956b-12704897b72b tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:43:55.424072 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-23e559e1-1306-4ecc-9a3b-e8e6011e9e7c tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73ad6b00-8ac4-458a-a217-de1951dc7d41']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:43:55.469880 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-23e559e1-1306-4ecc-9a3b-e8e6011e9e7c tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29eba3bf-152c-42b7-b3dc-c727f2caba72') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:43:55.470226 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-23e559e1-1306-4ecc-9a3b-e8e6011e9e7c tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29eba3bf-152c-42b7-b3dc-c727f2caba72') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:43:55.477130 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-22a0a9be-281b-4424-9635-891a395be96e tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Allocated IP 2001:db8::1 (f75aa0d2-5f41-40f3-a9e0-d60d934965a4/88b0101f-b77a-47cc-bfd6-a4cffb2fb32d/f1ec27cc-29d9-479a-b489-d2b995db779d) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:43:55.488254 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faec131c-f3bc-4457-8507-930049f7d587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a8f55a-a1c8-4031-9484-fe1f4ad683fd,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:55.496933 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-23e559e1-1306-4ecc-9a3b-e8e6011e9e7c tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1618722'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:55.500022 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-b69c5445-85d0-49bf-89c8-39cacb9026ff None None] Deleting port 8f288902-b1da-432a-9d6b-b07c7f1e4345 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:43:55.500766 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b69c5445-85d0-49bf-89c8-39cacb9026ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:55.505487 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-faec131c-f3bc-4457-8507-930049f7d587 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:55.516030 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-faec131c-f3bc-4457-8507-930049f7d587 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=573763f6bec34b759c7be263c4ab844c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4592617 Dec 20 08:43:55.546354 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-8593dbfd-4872-40ec-b56a-b6ab72f7d382 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Calling delete_port for d6ab3806-727e-42ed-8d77-a4a01156e584 owned by {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:43:55.549003 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 36324) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:55.579567 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-23e559e1-1306-4ecc-9a3b-e8e6011e9e7c tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:55.589546 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-b69c5445-85d0-49bf-89c8-39cacb9026ff None None] The port '8f288902-b1da-432a-9d6b-b07c7f1e4345' was deleted {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 08:43:55.614025 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23e559e1-1306-4ecc-9a3b-e8e6011e9e7c tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:43:55.614512 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-23e559e1-1306-4ecc-9a3b-e8e6011e9e7c tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1128911'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:55.635330 dv-neutron-820491-1-hyperv neutron-server[83444]: Traceback (most recent call last): Dec 20 08:43:55.635330 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:43:55.635330 dv-neutron-820491-1-hyperv neutron-server[83444]: timer() Dec 20 08:43:55.635330 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:43:55.635330 dv-neutron-820491-1-hyperv neutron-server[83444]: cb(*args, **kw) Dec 20 08:43:55.635330 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:43:55.635330 dv-neutron-820491-1-hyperv neutron-server[83444]: return func(*args, **kwargs) Dec 20 08:43:55.635330 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:43:55.635330 dv-neutron-820491-1-hyperv neutron-server[83444]: self._notify() Dec 20 08:43:55.635330 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:43:55.635330 dv-neutron-820491-1-hyperv neutron-server[83444]: self.callback(batched_events) Dec 20 08:43:55.635330 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:43:55.635330 dv-neutron-820491-1-hyperv neutron-server[83444]: event.method(event) Dec 20 08:43:55.635330 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:43:55.635330 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:43:55.635330 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:43:55.635330 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:43:55.635330 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:43:55.635330 dv-neutron-820491-1-hyperv neutron-server[83444]: return f(self, *a, **k) Dec 20 08:43:55.635330 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:43:55.635330 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._get(url).json() Dec 20 08:43:55.635330 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:43:55.635330 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:43:55.635330 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:43:55.635330 dv-neutron-820491-1-hyperv neutron-server[83444]: return self.request(url, 'GET', **kwargs) Dec 20 08:43:55.635330 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:43:55.635330 dv-neutron-820491-1-hyperv neutron-server[83444]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:43:55.635330 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:43:55.635330 dv-neutron-820491-1-hyperv neutron-server[83444]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:43:55.635330 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:43:55.635330 dv-neutron-820491-1-hyperv neutron-server[83444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:43:55.635330 dv-neutron-820491-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:43:55.805119 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494f4dfb-ed8b-46cd-8fda-866a84ab0bc1 None None] get_active_networks_info from dv-neutron-820491-1-hyperv {{(pid=83446) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 20 08:43:55.820197 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2077305e-8d03-4448-bf63-981bbedc599d tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:55.820885 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-2077305e-8d03-4448-bf63-981bbedc599d tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Synchronizing usage tracker for tenant:bcc408b3053b4123bbeeedda32cab34a on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:43:55.861873 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d5162735-2eb8-4369-a2b2-4f3a7cf4e42e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:55.863421 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-23e559e1-1306-4ecc-9a3b-e8e6011e9e7c tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:55.872511 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-2077305e-8d03-4448-bf63-981bbedc599d tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Unset dirty status for tenant:bcc408b3053b4123bbeeedda32cab34a on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:43:55.878055 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-2077305e-8d03-4448-bf63-981bbedc599d tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.5050485 Dec 20 08:43:55.879121 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 36330) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:55.897704 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-82398969-5012-4fd3-a1c9-6e9154e2fcdb tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:55.918737 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8593dbfd-4872-40ec-b56a-b6ab72f7d382 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:55.929969 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-5b81b462-134d-4de4-b797-60b4203a8c85 None None] Provisioning for port 4055eff7-7c56-49b1-83a9-9596eb3354c2 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:43:55.931510 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d2883c66-9d22-42ba-b98c-7f7630cab29f tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:55.936029 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-23e559e1-1306-4ecc-9a3b-e8e6011e9e7c tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:55.938843 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e559e1-1306-4ecc-9a3b-e8e6011e9e7c tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Pushing event deleted for resources: {'Network': ['ID=73ad6b00-8ac4-458a-a217-de1951dc7d41,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:55.953612 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-23e559e1-1306-4ecc-9a3b-e8e6011e9e7c tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:55.959364 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d5162735-2eb8-4369-a2b2-4f3a7cf4e42e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:55.979476 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494f4dfb-ed8b-46cd-8fda-866a84ab0bc1 None None] Resources bound (agent type, host, resource id): {{(pid=83446) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 08:43:55.985806 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-8db8a673-83c0-4e0d-a5e0-ec86fc27291e tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] GET failed (client error): The resource could not be found. Dec 20 08:43:55.991300 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-8db8a673-83c0-4e0d-a5e0-ec86fc27291e tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "GET /v2.0/ports/3dbd381b-0dbd-4991-95cc-b9a28fe52fc9 HTTP/1.1" status: 404 len: 333 time: 0.1097682 Dec 20 08:43:55.995209 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 36334) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:55.996600 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8593dbfd-4872-40ec-b56a-b6ab72f7d382 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Pushing event deleted for resources: {'Port': ['ID=d6ab3806-727e-42ed-8d77-a4a01156e584,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:55.998683 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-22a0a9be-281b-4424-9635-891a395be96e tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:56.005253 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-2524bdfe-1741-4da2-b55f-4c1e9c89b103 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1200004041'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:43:56.012297 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-8593dbfd-4872-40ec-b56a-b6ab72f7d382 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:56.016460 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-2524bdfe-1741-4da2-b55f-4c1e9c89b103 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:43:56.047723 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-22a0a9be-281b-4424-9635-891a395be96e tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Transition to ACTIVE for port object f1ec27cc-29d9-479a-b489-d2b995db779d will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:43:56.051907 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-23e559e1-1306-4ecc-9a3b-e8e6011e9e7c tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] 10.222.0.16 "DELETE /v2.0/networks/73ad6b00-8ac4-458a-a217-de1951dc7d41 HTTP/1.1" status: 204 len: 168 time: 3.6731210 Dec 20 08:43:56.057690 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 36338) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:56.099857 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-2524bdfe-1741-4da2-b55f-4c1e9c89b103 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Usage tracker for resource:network and tenant:bcc408b3053b4123bbeeedda32cab34a is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:43:56.104044 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-2524bdfe-1741-4da2-b55f-4c1e9c89b103 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:43:56.118968 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-2524bdfe-1741-4da2-b55f-4c1e9c89b103 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:43:56.150866 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8593dbfd-4872-40ec-b56a-b6ab72f7d382 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:56.155300 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2524bdfe-1741-4da2-b55f-4c1e9c89b103 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Made reservation on behalf of bcc408b3053b4123bbeeedda32cab34a for: {'network': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:43:56.158894 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2524bdfe-1741-4da2-b55f-4c1e9c89b103 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:56.181548 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-8593dbfd-4872-40ec-b56a-b6ab72f7d382 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] 10.222.0.16 "DELETE /v2.0/ports/d6ab3806-727e-42ed-8d77-a4a01156e584 HTTP/1.1" status: 204 len: 168 time: 1.5116372 Dec 20 08:43:56.182089 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 36344) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:56.207875 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2fb7bc27-a234-4cfa-854d-68ea976b6ef6 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:56.213107 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d5162735-2eb8-4369-a2b2-4f3a7cf4e42e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:56.219179 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:56.228801 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-22a0a9be-281b-4424-9635-891a395be96e tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:56.244907 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2524bdfe-1741-4da2-b55f-4c1e9c89b103 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=83445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:43:56.247751 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5162735-2eb8-4369-a2b2-4f3a7cf4e42e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a8f55a-a1c8-4031-9484-fe1f4ad683fd,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:56.253051 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d5162735-2eb8-4369-a2b2-4f3a7cf4e42e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:56.259267 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d54884f3-ef08-40f2-adfb-58771e9996c4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:56.271750 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2524bdfe-1741-4da2-b55f-4c1e9c89b103 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:56.272207 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.segments_db [None req-2524bdfe-1741-4da2-b55f-4c1e9c89b103 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Added segment ed40e817-0617-4887-a485-a14c7309f74b of type vlan for network ab85465a-80a2-4327-b98e-f478e79262f5 Dec 20 08:43:56.315770 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2524bdfe-1741-4da2-b55f-4c1e9c89b103 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:56.326223 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d5162735-2eb8-4369-a2b2-4f3a7cf4e42e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:56.330067 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d5162735-2eb8-4369-a2b2-4f3a7cf4e42e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/30a8f55a-a1c8-4031-9484-fe1f4ad683fd HTTP/1.1" status: 204 len: 168 time: 0.7693970 Dec 20 08:43:56.330067 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-2fb7bc27-a234-4cfa-854d-68ea976b6ef6 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Deleting port 7dd3313b-0e40-4bb2-9bf3-acf5121b7920 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:43:56.330067 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2fb7bc27-a234-4cfa-854d-68ea976b6ef6 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:56.332116 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e25c427-ecb0-42c6-85a0-fbbea661f175 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:56.333326 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-9e25c427-ecb0-42c6-85a0-fbbea661f175 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Synchronizing usage tracker for tenant:eaf8b0e5251149e8a7db6a147c396e28 on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:43:56.377168 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-9e25c427-ecb0-42c6-85a0-fbbea661f175 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Unset dirty status for tenant:eaf8b0e5251149e8a7db6a147c396e28 on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:43:56.379664 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-9e25c427-ecb0-42c6-85a0-fbbea661f175 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa7e778b-d6dc-4361-a00d-d05eaaeafc48 HTTP/1.1" status: 200 len: 913 time: 0.1954749 Dec 20 08:43:56.387112 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 36350) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:56.393542 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8eebcd46-ecab-44cf-956b-12704897b72b tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:56.394283 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8eebcd46-ecab-44cf-956b-12704897b72b tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071'] for router, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:56.397341 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a0a9be-281b-4424-9635-891a395be96e tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:43:56.401994 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2524bdfe-1741-4da2-b55f-4c1e9c89b103 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:56.406859 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2524bdfe-1741-4da2-b55f-4c1e9c89b103 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:56.407911 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2524bdfe-1741-4da2-b55f-4c1e9c89b103 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:56.414930 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-22a0a9be-281b-4424-9635-891a395be96e tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:43:56.429149 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a0a9be-281b-4424-9635-891a395be96e tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:43:56.429703 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-22a0a9be-281b-4424-9635-891a395be96e tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-345881'] for router_interface, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:56.440905 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a0a9be-281b-4424-9635-891a395be96e tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event updated for resources: {'Port': ['ID=f1ec27cc-29d9-479a-b489-d2b995db779d,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:56.508199 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-22a0a9be-281b-4424-9635-891a395be96e tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:56.538918 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-bd820a26-7a22-40ce-939b-550bc7fbeafd tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:56.761863 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2524bdfe-1741-4da2-b55f-4c1e9c89b103 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Pushing event updated for resources: {'Network': ['ID=ab85465a-80a2-4327-b98e-f478e79262f5,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:56.767558 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-2524bdfe-1741-4da2-b55f-4c1e9c89b103 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:56.779831 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-2524bdfe-1741-4da2-b55f-4c1e9c89b103 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7780962 Dec 20 08:43:56.782459 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network ab85465a-80a2-4327-b98e-f478e79262f5 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:43:56.807982 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 36356) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:56.837527 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-1115469e-f5bd-4717-ad9f-4451ff50a3b6 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Request body: {'subnet': {'network_id': 'ab85465a-80a2-4327-b98e-f478e79262f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:43:56.876327 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-2fb7bc27-a234-4cfa-854d-68ea976b6ef6 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] For port 7dd3313b-0e40-4bb2-9bf3-acf5121b7920, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=7dd3313b-0e40-4bb2-9bf3-acf5121b7920,segment=NetworkSegment(3c26804c-e98b-4a81-8887-2923473e1c6e),segment_id=3c26804c-e98b-4a81-8887-2923473e1c6e)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:43:56.877292 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2fb7bc27-a234-4cfa-854d-68ea976b6ef6 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:56.945607 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 4055eff7-7c56-49b1-83a9-9596eb3354c2 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:43:57.011967 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-1115469e-f5bd-4717-ad9f-4451ff50a3b6 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:43:57.018104 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-1115469e-f5bd-4717-ad9f-4451ff50a3b6 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Usage tracker for resource:subnet and tenant:bcc408b3053b4123bbeeedda32cab34a is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:43:57.022967 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-1115469e-f5bd-4717-ad9f-4451ff50a3b6 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:43:57.032447 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-1115469e-f5bd-4717-ad9f-4451ff50a3b6 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:43:57.035947 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-f7da7431-1ac6-4f1b-8b16-146c1eb916ff None None] Provisioning for port f1ec27cc-29d9-479a-b489-d2b995db779d completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:43:57.049997 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-f7da7431-1ac6-4f1b-8b16-146c1eb916ff None None] Provisioning complete for port f1ec27cc-29d9-479a-b489-d2b995db779d triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:43:57.050548 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f7da7431-1ac6-4f1b-8b16-146c1eb916ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:57.053720 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1115469e-f5bd-4717-ad9f-4451ff50a3b6 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Made reservation on behalf of bcc408b3053b4123bbeeedda32cab34a for: {'subnet': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:43:57.140397 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 36362) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:57.164207 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-2fb7bc27-a234-4cfa-854d-68ea976b6ef6 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Calling delete_port for 7dd3313b-0e40-4bb2-9bf3-acf5121b7920 owned by network:dhcp {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:43:57.175863 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-f7da7431-1ac6-4f1b-8b16-146c1eb916ff None None] Port f1ec27cc-29d9-479a-b489-d2b995db779d cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:43:57.196012 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 4055eff7-7c56-49b1-83a9-9596eb3354c2 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:43:57.200684 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 4055eff7-7c56-49b1-83a9-9596eb3354c2 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:43:57.201051 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:57.244266 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4471b42e-1193-4a8a-b34e-80d111ff19b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:57.258138 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-22a0a9be-281b-4424-9635-891a395be96e tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:57.328212 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1115469e-f5bd-4717-ad9f-4451ff50a3b6 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2095160'] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:57.329627 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:57.372240 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 4055eff7-7c56-49b1-83a9-9596eb3354c2, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=4055eff7-7c56-49b1-83a9-9596eb3354c2,segment=NetworkSegment(7c00552d-ea93-440b-911c-cb3aa0a4eeff),segment_id=7c00552d-ea93-440b-911c-cb3aa0a4eeff)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:43:57.377595 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:57.385546 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-feaab91b-f438-4372-ae42-8c4baa0323ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:57.388767 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-4471b42e-1193-4a8a-b34e-80d111ff19b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:43:57.452220 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-4471b42e-1193-4a8a-b34e-80d111ff19b3 admin admin] Usage tracker for resource:security_group_rule and tenant:913f3285ba164e1e926bd93d93dbb38a is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:43:57.457695 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-4471b42e-1193-4a8a-b34e-80d111ff19b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:43:57.466819 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=4055eff7-7c56-49b1-83a9-9596eb3354c2,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:57.477567 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:43:57.477911 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:43:57.478244 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:43:57.478571 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:43:57.479284 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:43:57.479284 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:43:57.479526 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:43:57.479975 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:43:57.480304 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:43:57.480620 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:43:57.480932 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:43:57.482824 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-4471b42e-1193-4a8a-b34e-80d111ff19b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:43:57.485541 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:57.551346 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2fb7bc27-a234-4cfa-854d-68ea976b6ef6 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:57.558832 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9c1af721-0c18-4e97-b583-b4ab55145f69 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:57.572134 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b7ac8054-4480-41a0-af6c-ad216ec24097 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349062'] for router_interface, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:57.620532 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb7bc27-a234-4cfa-854d-68ea976b6ef6 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Pushing event deleted for resources: {'Port': ['ID=7dd3313b-0e40-4bb2-9bf3-acf5121b7920,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:57.626007 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2fb7bc27-a234-4cfa-854d-68ea976b6ef6 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:57.633613 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb7bc27-a234-4cfa-854d-68ea976b6ef6 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] No DVR routers for this DVR port 7dd3313b-0e40-4bb2-9bf3-acf5121b7920 on host dv-neutron-820491-1-hyperv {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:43:57.870317 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4471b42e-1193-4a8a-b34e-80d111ff19b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:57.880324 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4471b42e-1193-4a8a-b34e-80d111ff19b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:57.882375 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2fb7bc27-a234-4cfa-854d-68ea976b6ef6 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:57.887570 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:57.898178 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1115469e-f5bd-4717-ad9f-4451ff50a3b6 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2036557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2095114'] for subnet, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:57.925121 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-2fb7bc27-a234-4cfa-854d-68ea976b6ef6 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfab2d35-d50b-442e-8651-2c36ff09ee9c']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:43:57.942427 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-2fb7bc27-a234-4cfa-854d-68ea976b6ef6 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c26804c-e98b-4a81-8887-2923473e1c6e') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:43:57.942723 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-2fb7bc27-a234-4cfa-854d-68ea976b6ef6 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c26804c-e98b-4a81-8887-2923473e1c6e') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:43:57.953872 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4471b42e-1193-4a8a-b34e-80d111ff19b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8851a2d8-8898-44f0-9b4f-f3fadb6b95c0,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:57.960329 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-4471b42e-1193-4a8a-b34e-80d111ff19b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:57.962271 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a7b47849-1e9a-40d0-bc47-b096775fd8f6 tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:57.972683 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2fb7bc27-a234-4cfa-854d-68ea976b6ef6 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1618722'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:57.996645 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-4471b42e-1193-4a8a-b34e-80d111ff19b3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=913f3285ba164e1e926bd93d93dbb38a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8520639 Dec 20 08:43:57.998128 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 36368) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:58.006166 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2fb7bc27-a234-4cfa-854d-68ea976b6ef6 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:58.029243 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fb7bc27-a234-4cfa-854d-68ea976b6ef6 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:43:58.029677 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2fb7bc27-a234-4cfa-854d-68ea976b6ef6 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1128911'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:58.049170 dv-neutron-820491-1-hyperv neutron-server[83444]: Traceback (most recent call last): Dec 20 08:43:58.049170 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:43:58.049170 dv-neutron-820491-1-hyperv neutron-server[83444]: timer() Dec 20 08:43:58.049170 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:43:58.049170 dv-neutron-820491-1-hyperv neutron-server[83444]: cb(*args, **kw) Dec 20 08:43:58.049170 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:43:58.049170 dv-neutron-820491-1-hyperv neutron-server[83444]: return func(*args, **kwargs) Dec 20 08:43:58.049170 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:43:58.049170 dv-neutron-820491-1-hyperv neutron-server[83444]: self._notify() Dec 20 08:43:58.049170 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:43:58.049170 dv-neutron-820491-1-hyperv neutron-server[83444]: self.callback(batched_events) Dec 20 08:43:58.049170 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:43:58.049170 dv-neutron-820491-1-hyperv neutron-server[83444]: event.method(event) Dec 20 08:43:58.049170 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:43:58.049170 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:43:58.049170 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:43:58.049170 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:43:58.049170 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:43:58.049170 dv-neutron-820491-1-hyperv neutron-server[83444]: return f(self, *a, **k) Dec 20 08:43:58.049170 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:43:58.049170 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._get(url).json() Dec 20 08:43:58.049170 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:43:58.049170 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:43:58.049170 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:43:58.049170 dv-neutron-820491-1-hyperv neutron-server[83444]: return self.request(url, 'GET', **kwargs) Dec 20 08:43:58.049170 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:43:58.049170 dv-neutron-820491-1-hyperv neutron-server[83444]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:43:58.049170 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:43:58.049170 dv-neutron-820491-1-hyperv neutron-server[83444]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:43:58.049170 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:43:58.049170 dv-neutron-820491-1-hyperv neutron-server[83444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:43:58.049170 dv-neutron-820491-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:43:58.056180 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1115469e-f5bd-4717-ad9f-4451ff50a3b6 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Pushing event updated for resources: {'Subnet': ['ID=7b57face-b99c-4da2-a323-281fafbf4e8b,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:58.059182 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1115469e-f5bd-4717-ad9f-4451ff50a3b6 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Checking segment: {'id': 'ed40e817-0617-4887-a485-a14c7309f74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ab85465a-80a2-4327-b98e-f478e79262f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:43:58.059519 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1115469e-f5bd-4717-ad9f-4451ff50a3b6 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Network hostable DHCP agents. Network: ab85465a-80a2-4327-b98e-f478e79262f5, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:43:58.064137 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-1115469e-f5bd-4717-ad9f-4451ff50a3b6 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:58.152804 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-22a0a9be-281b-4424-9635-891a395be96e tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:58.169224 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-22a0a9be-281b-4424-9635-891a395be96e tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:58.170164 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-22a0a9be-281b-4424-9635-891a395be96e tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32898031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349045'] for router_interface, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:58.176011 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-afe4fcd0-0778-4c56-a548-527838d20a8a tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:58.215609 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1115469e-f5bd-4717-ad9f-4451ff50a3b6 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Network ab85465a-80a2-4327-b98e-f478e79262f5 is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:43:58.218878 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eebcd46-ecab-44cf-956b-12704897b72b tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Router 0da72a20-0ddf-49bb-b827-533d75dde055 is scheduled to L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 with binding_index 1 {{(pid=83444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 08:43:58.239156 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2fb7bc27-a234-4cfa-854d-68ea976b6ef6 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:58.240068 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-1115469e-f5bd-4717-ad9f-4451ff50a3b6 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, ab85465a-80a2-4327-b98e-f478e79262f5) {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:43:58.249112 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1115469e-f5bd-4717-ad9f-4451ff50a3b6 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:43:58.249737 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1115469e-f5bd-4717-ad9f-4451ff50a3b6 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:58.249913 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7cc5f0c-a067-4e1f-88ad-caa0f6ca69dd None None] Network ab85465a-80a2-4327-b98e-f478e79262f5 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:43:58.258500 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2fb7bc27-a234-4cfa-854d-68ea976b6ef6 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:58.313403 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-1115469e-f5bd-4717-ad9f-4451ff50a3b6 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4976723 Dec 20 08:43:58.315493 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-294383a3-b270-4322-bbbe-6e34fe4d732e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:58.318293 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 36374) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:58.328079 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-30811917-721b-4964-b49a-b9b8c9018b79 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Request body: {'subnet': {'network_id': 'ab85465a-80a2-4327-b98e-f478e79262f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:43:58.328575 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a0a9be-281b-4424-9635-891a395be96e tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event updated for resources: {'Port': ['ID=f1ec27cc-29d9-479a-b489-d2b995db779d,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:58.332093 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-22a0a9be-281b-4424-9635-891a395be96e tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:58.351514 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-cfc12026-dd0a-4095-938c-1db46f283ff8 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:58.376916 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-2fb7bc27-a234-4cfa-854d-68ea976b6ef6 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] 10.222.0.16 "DELETE /v2.0/networks/dfab2d35-d50b-442e-8651-2c36ff09ee9c HTTP/1.1" status: 204 len: 168 time: 2.3144934 Dec 20 08:43:58.382009 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 36378) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:58.499138 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-294383a3-b270-4322-bbbe-6e34fe4d732e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:58.516632 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2250e3a3-975f-4e29-ba71-baae413d5c59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-ab85465a-80a2-4327-b98e-f478e79262f5', 'network_id': 'ab85465a-80a2-4327-b98e-f478e79262f5', 'tenant_id': 'bcc408b3053b4123bbeeedda32cab34a', 'fixed_ips': [{'subnet_id': '7b57face-b99c-4da2-a323-281fafbf4e8b'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:43:58.517873 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-2250e3a3-975f-4e29-ba71-baae413d5c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:58.525169 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb7bc27-a234-4cfa-854d-68ea976b6ef6 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Pushing event deleted for resources: {'Network': ['ID=dfab2d35-d50b-442e-8651-2c36ff09ee9c,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:58.538713 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2fb7bc27-a234-4cfa-854d-68ea976b6ef6 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:58.616515 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5701493c-04ce-4799-92c5-98bc9c352d4c tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:58.637886 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-30811917-721b-4964-b49a-b9b8c9018b79 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:43:58.645771 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-30811917-721b-4964-b49a-b9b8c9018b79 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Usage tracker for resource:subnet and tenant:bcc408b3053b4123bbeeedda32cab34a is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:43:58.650524 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-30811917-721b-4964-b49a-b9b8c9018b79 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:43:58.687576 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a0a9be-281b-4424-9635-891a395be96e tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:43:58.687799 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-30811917-721b-4964-b49a-b9b8c9018b79 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:43:58.690181 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-22a0a9be-281b-4424-9635-891a395be96e tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:43:58.748457 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30811917-721b-4964-b49a-b9b8c9018b79 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Made reservation on behalf of bcc408b3053b4123bbeeedda32cab34a for: {'subnet': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:43:58.752302 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-30811917-721b-4964-b49a-b9b8c9018b79 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2095160'] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:58.842252 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-2250e3a3-975f-4e29-ba71-baae413d5c59 None None] Allocated IP 2001:db8::2 (ab85465a-80a2-4327-b98e-f478e79262f5/7b57face-b99c-4da2-a323-281fafbf4e8b/1fa93ee6-ae7f-40ef-83b2-fc2d128c2e5f) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:43:58.853108 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 4055eff7-7c56-49b1-83a9-9596eb3354c2 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:43:58.872168 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5701493c-04ce-4799-92c5-98bc9c352d4c tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:58.971992 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-5701493c-04ce-4799-92c5-98bc9c352d4c tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a0affed-f7bc-4e4b-8c45-358c23eb01df']}} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:43:58.993996 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-5701493c-04ce-4799-92c5-98bc9c352d4c tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '111856e6-68e3-4973-95bc-f0d2157654c5') {'for_net_delete': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:43:58.994284 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-5701493c-04ce-4799-92c5-98bc9c352d4c tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '111856e6-68e3-4973-95bc-f0d2157654c5') {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:43:59.017111 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5701493c-04ce-4799-92c5-98bc9c352d4c tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1518531'] for segment, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:59.033309 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-294383a3-b270-4322-bbbe-6e34fe4d732e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:59.040446 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:59.051658 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5701493c-04ce-4799-92c5-98bc9c352d4c tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:59.059511 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294383a3-b270-4322-bbbe-6e34fe4d732e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8851a2d8-8898-44f0-9b4f-f3fadb6b95c0,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:59.067355 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.ipam_backend_mixin [None req-30811917-721b-4964-b49a-b9b8c9018b79 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7b57face-b99c-4da2-a323-281fafbf4e8b (CIDR: 2001:db8::/64) Dec 20 08:43:59.070147 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5701493c-04ce-4799-92c5-98bc9c352d4c tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=83445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:43:59.070553 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5701493c-04ce-4799-92c5-98bc9c352d4c tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2036002'] for segment, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:59.074570 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-294383a3-b270-4322-bbbe-6e34fe4d732e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:59.078582 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-294383a3-b270-4322-bbbe-6e34fe4d732e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:59.083023 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-294383a3-b270-4322-bbbe-6e34fe4d732e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8851a2d8-8898-44f0-9b4f-f3fadb6b95c0 HTTP/1.1" status: 204 len: 168 time: 1.0806644 Dec 20 08:43:59.106251 dv-neutron-820491-1-hyperv neutron-server[83445]: Traceback (most recent call last): Dec 20 08:43:59.106251 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:43:59.106251 dv-neutron-820491-1-hyperv neutron-server[83445]: timer() Dec 20 08:43:59.106251 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:43:59.106251 dv-neutron-820491-1-hyperv neutron-server[83445]: cb(*args, **kw) Dec 20 08:43:59.106251 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:43:59.106251 dv-neutron-820491-1-hyperv neutron-server[83445]: return func(*args, **kwargs) Dec 20 08:43:59.106251 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:43:59.106251 dv-neutron-820491-1-hyperv neutron-server[83445]: self._notify() Dec 20 08:43:59.106251 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:43:59.106251 dv-neutron-820491-1-hyperv neutron-server[83445]: self.callback(batched_events) Dec 20 08:43:59.106251 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:43:59.106251 dv-neutron-820491-1-hyperv neutron-server[83445]: event.method(event) Dec 20 08:43:59.106251 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:43:59.106251 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:43:59.106251 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:43:59.106251 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:43:59.106251 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:43:59.106251 dv-neutron-820491-1-hyperv neutron-server[83445]: return f(self, *a, **k) Dec 20 08:43:59.106251 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:43:59.106251 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._get(url).json() Dec 20 08:43:59.106251 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:43:59.106251 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:43:59.106251 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:43:59.106251 dv-neutron-820491-1-hyperv neutron-server[83445]: return self.request(url, 'GET', **kwargs) Dec 20 08:43:59.106251 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:43:59.106251 dv-neutron-820491-1-hyperv neutron-server[83445]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:43:59.106251 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:43:59.106251 dv-neutron-820491-1-hyperv neutron-server[83445]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:43:59.106251 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:43:59.106251 dv-neutron-820491-1-hyperv neutron-server[83445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:43:59.106251 dv-neutron-820491-1-hyperv neutron-server[83445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:43:59.157143 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-a0d92930-e9ec-46ed-a341-384f7dc3766c None None] Provisioning complete for port f1ec27cc-29d9-479a-b489-d2b995db779d triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:43:59.157713 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a0d92930-e9ec-46ed-a341-384f7dc3766c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:59.172774 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-30811917-721b-4964-b49a-b9b8c9018b79 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 08:43:59.173206 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30811917-721b-4964-b49a-b9b8c9018b79 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:43:59.239738 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 4055eff7-7c56-49b1-83a9-9596eb3354c2 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:43:59.240226 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:59.279967 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-b7ac8054-4480-41a0-af6c-ad216ec24097 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Deleting port 7700e0f3-ffaa-46e1-b3f7-d566236275ec {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:43:59.279967 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b7ac8054-4480-41a0-af6c-ad216ec24097 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:59.282427 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eebcd46-ecab-44cf-956b-12704897b72b tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:43:59.306215 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1457cb8-1c4f-468f-a7a4-5129226c002e None None] Sync routers for ids ['0da72a20-0ddf-49bb-b827-533d75dde055'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:43:59.312484 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-30811917-721b-4964-b49a-b9b8c9018b79 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9931390 Dec 20 08:43:59.313148 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5701493c-04ce-4799-92c5-98bc9c352d4c tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:59.316304 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:59.321574 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-a0d92930-e9ec-46ed-a341-384f7dc3766c None None] Port f1ec27cc-29d9-479a-b489-d2b995db779d cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:43:59.322721 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 36386) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:59.332260 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-5ae1c343-19b5-483f-808c-374bb15f58d4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Request body: {'subnet': {'network_id': 'ab85465a-80a2-4327-b98e-f478e79262f5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:43:59.332574 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5701493c-04ce-4799-92c5-98bc9c352d4c tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:59.338615 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-5701493c-04ce-4799-92c5-98bc9c352d4c tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] 10.222.0.16 "DELETE /v2.0/networks/4a0affed-f7bc-4e4b-8c45-358c23eb01df HTTP/1.1" status: 204 len: 168 time: 0.9559672 Dec 20 08:43:59.349144 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 36390) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:59.358447 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1457cb8-1c4f-468f-a7a4-5129226c002e None None] Routers {'0da72a20-0ddf-49bb-b827-533d75dde055'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:43:59.359179 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-e1457cb8-1c4f-468f-a7a4-5129226c002e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:43:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['0da72a20-0ddf-49bb-b827-533d75dde055'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:43:59.374900 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5701493c-04ce-4799-92c5-98bc9c352d4c tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Pushing event deleted for resources: {'Network': ['ID=4a0affed-f7bc-4e4b-8c45-358c23eb01df,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:59.385529 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-5701493c-04ce-4799-92c5-98bc9c352d4c tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:59.393580 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8eebcd46-ecab-44cf-956b-12704897b72b tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:59.396774 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-8eebcd46-ecab-44cf-956b-12704897b72b tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.7364984 Dec 20 08:43:59.398948 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 36396) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:43:59.423462 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-2250e3a3-975f-4e29-ba71-baae413d5c59 None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:59.455882 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-2250e3a3-975f-4e29-ba71-baae413d5c59 None None] Transition to ACTIVE for port object 1fa93ee6-ae7f-40ef-83b2-fc2d128c2e5f will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:43:59.648631 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-2250e3a3-975f-4e29-ba71-baae413d5c59 None None] Transition to ACTIVE for port object 1fa93ee6-ae7f-40ef-83b2-fc2d128c2e5f will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:43:59.671805 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-5ae1c343-19b5-483f-808c-374bb15f58d4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:43:59.677870 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-2250e3a3-975f-4e29-ba71-baae413d5c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:59.686045 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:43:59.698109 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-5ae1c343-19b5-483f-808c-374bb15f58d4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Usage tracker for resource:subnet and tenant:bcc408b3053b4123bbeeedda32cab34a is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:43:59.703481 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-5ae1c343-19b5-483f-808c-374bb15f58d4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:43:59.752805 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-5ae1c343-19b5-483f-808c-374bb15f58d4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:43:59.768547 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2250e3a3-975f-4e29-ba71-baae413d5c59 None None] Network ab85465a-80a2-4327-b98e-f478e79262f5 is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:43:59.772908 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-2250e3a3-975f-4e29-ba71-baae413d5c59 None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:43:59.775694 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2250e3a3-975f-4e29-ba71-baae413d5c59 None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:43:59.787730 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22a0a9be-281b-4424-9635-891a395be96e tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Router 307bd646-a5b7-4c94-bda1-431806431507 is scheduled to L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 with binding_index 1 {{(pid=83444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 08:43:59.799523 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2250e3a3-975f-4e29-ba71-baae413d5c59 None None] Pushing event updated for resources: {'Port': ['ID=1fa93ee6-ae7f-40ef-83b2-fc2d128c2e5f,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:43:59.802819 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-2250e3a3-975f-4e29-ba71-baae413d5c59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:43:59.804721 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-e1457cb8-1c4f-468f-a7a4-5129226c002e None None] Set router 0da72a20-0ddf-49bb-b827-533d75dde055 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:43:59.860808 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a87ab987-04d9-4f2a-83e2-bfab53c341c0 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:43:59.904749 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae1c343-19b5-483f-808c-374bb15f58d4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Made reservation on behalf of bcc408b3053b4123bbeeedda32cab34a for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:43:59.976611 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b7ac8054-4480-41a0-af6c-ad216ec24097 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:00.076332 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-2250e3a3-975f-4e29-ba71-baae413d5c59 None None] Attempting to bind port 1fa93ee6-ae7f-40ef-83b2-fc2d128c2e5f on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:44:00.076545 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-2250e3a3-975f-4e29-ba71-baae413d5c59 None None] Attempting to bind port 1fa93ee6-ae7f-40ef-83b2-fc2d128c2e5f by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': 'ed40e817-0617-4887-a485-a14c7309f74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ab85465a-80a2-4327-b98e-f478e79262f5'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:44:00.077222 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2250e3a3-975f-4e29-ba71-baae413d5c59 None None] Attempting to bind port 1fa93ee6-ae7f-40ef-83b2-fc2d128c2e5f on network ab85465a-80a2-4327-b98e-f478e79262f5 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:44:00.148261 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2250e3a3-975f-4e29-ba71-baae413d5c59 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:44:00.148644 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2250e3a3-975f-4e29-ba71-baae413d5c59 None None] Checking segment: {'id': 'ed40e817-0617-4887-a485-a14c7309f74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ab85465a-80a2-4327-b98e-f478e79262f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:44:00.149049 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-2250e3a3-975f-4e29-ba71-baae413d5c59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:00.150136 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2250e3a3-975f-4e29-ba71-baae413d5c59 None None] Bound using segment: {'id': 'ed40e817-0617-4887-a485-a14c7309f74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ab85465a-80a2-4327-b98e-f478e79262f5'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:44:00.150789 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-2250e3a3-975f-4e29-ba71-baae413d5c59 None None] Bound port: 1fa93ee6-ae7f-40ef-83b2-fc2d128c2e5f, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed40e817-0617-4887-a485-a14c7309f74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ab85465a-80a2-4327-b98e-f478e79262f5'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:44:00.150994 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-2250e3a3-975f-4e29-ba71-baae413d5c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:00.168060 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a87ab987-04d9-4f2a-83e2-bfab53c341c0 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:00.183076 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-b7ac8054-4480-41a0-af6c-ad216ec24097 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Calling delete_port for 7700e0f3-ffaa-46e1-b3f7-d566236275ec owned by network:router_interface {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:44:00.216758 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5ae1c343-19b5-483f-808c-374bb15f58d4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1529102'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:00.249457 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-a87ab987-04d9-4f2a-83e2-bfab53c341c0 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c70f353-9636-4e27-b37a-70f2347f4167']}} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:44:00.272612 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-a87ab987-04d9-4f2a-83e2-bfab53c341c0 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9202cddc-acd6-4ea0-b45c-1d7491b35772') {'for_net_delete': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:44:00.272914 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-a87ab987-04d9-4f2a-83e2-bfab53c341c0 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9202cddc-acd6-4ea0-b45c-1d7491b35772') {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:44:00.294792 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a87ab987-04d9-4f2a-83e2-bfab53c341c0 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1518531'] for segment, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:00.314365 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-2250e3a3-975f-4e29-ba71-baae413d5c59 None None] For port 1fa93ee6-ae7f-40ef-83b2-fc2d128c2e5f, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:44:00.317758 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-2250e3a3-975f-4e29-ba71-baae413d5c59 None None] For port 1fa93ee6-ae7f-40ef-83b2-fc2d128c2e5f, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=1fa93ee6-ae7f-40ef-83b2-fc2d128c2e5f,segment=NetworkSegment(ed40e817-0617-4887-a485-a14c7309f74b),segment_id=ed40e817-0617-4887-a485-a14c7309f74b)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:44:00.326140 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-2250e3a3-975f-4e29-ba71-baae413d5c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:00.329598 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a87ab987-04d9-4f2a-83e2-bfab53c341c0 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:00.331497 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-393217bb-1985-46e4-a481-5fdcbc705ccf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:00.422480 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-4520700d-d7aa-4b36-8a86-2efc7c4733c1 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] 10.222.0.16 "GET /v2.0/routers/0da72a20-0ddf-49bb-b827-533d75dde055 HTTP/1.1" status: 200 len: 908 time: 1.0179656 Dec 20 08:44:00.424024 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2250e3a3-975f-4e29-ba71-baae413d5c59 None None] Pushing event updated for resources: {'Port': ['ID=1fa93ee6-ae7f-40ef-83b2-fc2d128c2e5f,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:00.425403 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 36420) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:00.432192 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-2250e3a3-975f-4e29-ba71-baae413d5c59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:00.439537 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-e1457cb8-1c4f-468f-a7a4-5129226c002e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da72a20-0ddf-49bb-b827-533d75dde055', 'name': 'tempest-snat-router-1094199396', 'tenant_id': 'c9391a383e4c4e4485d5999fc045ba4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.180'}], 'enable_snat': True}, 'gw_port_id': 'bf93c3ab-34c7-4517-aa26-f370d9aea45f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:43:50Z', 'updated_at': '2021-12-20T08:43:55Z', 'revision_number': 3, 'project_id': 'c9391a383e4c4e4485d5999fc045ba4e', 'gw_port': {'id': 'bf93c3ab-34c7-4517-aa26-f370d9aea45f', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f9:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0da72a20-0ddf-49bb-b827-533d75dde055', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:43:53Z', 'updated_at': '2021-12-20T08:43:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:44:00.443368 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1457cb8-1c4f-468f-a7a4-5129226c002e None None] Checking router: 0da72a20-0ddf-49bb-b827-533d75dde055 for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 08:44:00.443723 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1457cb8-1c4f-468f-a7a4-5129226c002e None None] Updating router 0da72a20-0ddf-49bb-b827-533d75dde055 port bf93c3ab-34c7-4517-aa26-f370d9aea45f binding host dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 08:44:00.470174 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a87ab987-04d9-4f2a-83e2-bfab53c341c0 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=83445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:44:00.471300 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a87ab987-04d9-4f2a-83e2-bfab53c341c0 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2036002'] for segment, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:00.492750 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a0a9be-281b-4424-9635-891a395be96e tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:44:00.496947 dv-neutron-820491-1-hyperv neutron-server[83445]: Traceback (most recent call last): Dec 20 08:44:00.496947 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:44:00.496947 dv-neutron-820491-1-hyperv neutron-server[83445]: timer() Dec 20 08:44:00.496947 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:44:00.496947 dv-neutron-820491-1-hyperv neutron-server[83445]: cb(*args, **kw) Dec 20 08:44:00.496947 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:44:00.496947 dv-neutron-820491-1-hyperv neutron-server[83445]: return func(*args, **kwargs) Dec 20 08:44:00.496947 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:44:00.496947 dv-neutron-820491-1-hyperv neutron-server[83445]: self._notify() Dec 20 08:44:00.496947 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:44:00.496947 dv-neutron-820491-1-hyperv neutron-server[83445]: self.callback(batched_events) Dec 20 08:44:00.496947 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:44:00.496947 dv-neutron-820491-1-hyperv neutron-server[83445]: event.method(event) Dec 20 08:44:00.496947 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:44:00.496947 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:44:00.496947 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:44:00.496947 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:44:00.496947 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:44:00.496947 dv-neutron-820491-1-hyperv neutron-server[83445]: return f(self, *a, **k) Dec 20 08:44:00.496947 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:44:00.496947 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._get(url).json() Dec 20 08:44:00.496947 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:44:00.496947 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:44:00.496947 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:44:00.496947 dv-neutron-820491-1-hyperv neutron-server[83445]: return self.request(url, 'GET', **kwargs) Dec 20 08:44:00.496947 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:44:00.496947 dv-neutron-820491-1-hyperv neutron-server[83445]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:44:00.496947 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:44:00.496947 dv-neutron-820491-1-hyperv neutron-server[83445]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:44:00.496947 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:44:00.496947 dv-neutron-820491-1-hyperv neutron-server[83445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:44:00.496947 dv-neutron-820491-1-hyperv neutron-server[83445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:44:00.503109 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-22a0a9be-281b-4424-9635-891a395be96e tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "PUT /v2.0/routers/307bd646-a5b7-4c94-bda1-431806431507/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3946412 Dec 20 08:44:00.504557 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88134eb4-d43f-437f-9ab3-9c8dc1fe48bb None None] Sync routers for ids ['307bd646-a5b7-4c94-bda1-431806431507'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:44:00.509376 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 36424) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:00.509962 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b7ac8054-4480-41a0-af6c-ad216ec24097 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:00.526484 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f3448f6f-2fa3-469f-980c-07307994ca16 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:00.532058 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88134eb4-d43f-437f-9ab3-9c8dc1fe48bb None None] Routers {'307bd646-a5b7-4c94-bda1-431806431507'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:44:00.535325 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-88134eb4-d43f-437f-9ab3-9c8dc1fe48bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:43:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['307bd646-a5b7-4c94-bda1-431806431507'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:44:00.547808 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e1457cb8-1c4f-468f-a7a4-5129226c002e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:00.585876 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ac8054-4480-41a0-af6c-ad216ec24097 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Pushing event deleted for resources: {'Port': ['ID=7700e0f3-ffaa-46e1-b3f7-d566236275ec,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:00.622426 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67974d9-d70a-4a23-8eb0-73b8919d6042 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:00.623294 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f67974d9-d70a-4a23-8eb0-73b8919d6042 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Synchronizing usage tracker for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:44:00.850520 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b7ac8054-4480-41a0-af6c-ad216ec24097 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:00.984503 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-88134eb4-d43f-437f-9ab3-9c8dc1fe48bb None None] Set router 307bd646-a5b7-4c94-bda1-431806431507 gateway port host: None {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:44:01.076266 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f67974d9-d70a-4a23-8eb0-73b8919d6042 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Unset dirty status for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:44:01.080720 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f67974d9-d70a-4a23-8eb0-73b8919d6042 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/ports/f1ec27cc-29d9-479a-b489-d2b995db779d HTTP/1.1" status: 200 len: 911 time: 0.5696418 Dec 20 08:44:01.093189 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 36436) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:01.244240 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c9069069-c2ad-424d-8273-838eb410c159 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks [] for router, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:01.273487 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e1457cb8-1c4f-468f-a7a4-5129226c002e None None] Notify callbacks [] for port, precommit_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:01.339203 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-e1457cb8-1c4f-468f-a7a4-5129226c002e None None] Transition to ACTIVE for port object bf93c3ab-34c7-4517-aa26-f370d9aea45f will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:44:01.346918 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a87ab987-04d9-4f2a-83e2-bfab53c341c0 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:01.352861 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e1457cb8-1c4f-468f-a7a4-5129226c002e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:01.358284 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-6f598e05-587d-48ad-b43e-64a1a0a8acd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:01.361989 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a87ab987-04d9-4f2a-83e2-bfab53c341c0 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:01.368312 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-2524bdfe-1741-4da2-b55f-4c1e9c89b103 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:01.378056 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-88134eb4-d43f-437f-9ab3-9c8dc1fe48bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '307bd646-a5b7-4c94-bda1-431806431507', 'name': 'tempest-NetworksTestDHCPv6-router-1972865829', 'tenant_id': '9679bafc94a64ee0a207e63ba5560387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:43:51Z', 'updated_at': '2021-12-20T08:43:56Z', 'revision_number': 2, 'project_id': '9679bafc94a64ee0a207e63ba5560387', 'gw_port_host': None, '_interfaces': [{'id': 'f1ec27cc-29d9-479a-b489-d2b995db779d', 'name': '', 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'tenant_id': '9679bafc94a64ee0a207e63ba5560387', 'mac_address': 'fa:16:3e:92:59:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '307bd646-a5b7-4c94-bda1-431806431507', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88b0101f-b77a-47cc-bfd6-a4cffb2fb32d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:43:54Z', 'updated_at': '2021-12-20T08:43:57Z', 'revision_number': 2, 'project_id': '9679bafc94a64ee0a207e63ba5560387', 'subnets': [{'id': '88b0101f-b77a-47cc-bfd6-a4cffb2fb32d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:44:01.384177 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88134eb4-d43f-437f-9ab3-9c8dc1fe48bb None None] Checking router: 307bd646-a5b7-4c94-bda1-431806431507 for host: dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 08:44:01.385093 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88134eb4-d43f-437f-9ab3-9c8dc1fe48bb None None] Updating router 307bd646-a5b7-4c94-bda1-431806431507 port f1ec27cc-29d9-479a-b489-d2b995db779d binding host dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 08:44:01.401310 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87ab987-04d9-4f2a-83e2-bfab53c341c0 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Pushing event deleted for resources: {'Network': ['ID=0c70f353-9636-4e27-b37a-70f2347f4167,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:01.405096 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a87ab987-04d9-4f2a-83e2-bfab53c341c0 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:01.409400 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-a87ab987-04d9-4f2a-83e2-bfab53c341c0 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] 10.222.0.16 "DELETE /v2.0/networks/0c70f353-9636-4e27-b37a-70f2347f4167 HTTP/1.1" status: 204 len: 168 time: 2.0552540 Dec 20 08:44:01.419946 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b7ac8054-4480-41a0-af6c-ad216ec24097 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32897953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348760'] for router_interface, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:01.424596 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e01ce9b-ec6d-4382-a8bc-8bb9e8808dc0 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:01.434370 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e01ce9b-ec6d-4382-a8bc-8bb9e8808dc0 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:01.442098 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-9e01ce9b-ec6d-4382-a8bc-8bb9e8808dc0 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3321829 Dec 20 08:44:01.442311 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-88134eb4-d43f-437f-9ab3-9c8dc1fe48bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:01.445441 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 36446) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:01.548569 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5f854b-6338-45fa-9e42-fe2fe230717c None None] Pushing event updated for resources: {'Port': ['ID=bf93c3ab-34c7-4517-aa26-f370d9aea45f,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:01.560510 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-af5f854b-6338-45fa-9e42-fe2fe230717c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:01.575203 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-e1457cb8-1c4f-468f-a7a4-5129226c002e None None] Attempting to bind port bf93c3ab-34c7-4517-aa26-f370d9aea45f on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:44:01.575729 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-e1457cb8-1c4f-468f-a7a4-5129226c002e None None] Attempting to bind port bf93c3ab-34c7-4517-aa26-f370d9aea45f by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:44:01.576206 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1457cb8-1c4f-468f-a7a4-5129226c002e None None] Attempting to bind port bf93c3ab-34c7-4517-aa26-f370d9aea45f on network 95f3bec2-46e6-4468-8229-8badd4a5aaae {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:44:01.584034 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1457cb8-1c4f-468f-a7a4-5129226c002e None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:44:01.591349 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1457cb8-1c4f-468f-a7a4-5129226c002e None None] Checking segment: {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:44:01.595050 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e1457cb8-1c4f-468f-a7a4-5129226c002e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:01.596009 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1457cb8-1c4f-468f-a7a4-5129226c002e None None] Bound using segment: {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:44:01.599244 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-e1457cb8-1c4f-468f-a7a4-5129226c002e None None] Bound port: bf93c3ab-34c7-4517-aa26-f370d9aea45f, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:44:01.601413 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e1457cb8-1c4f-468f-a7a4-5129226c002e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:01.797246 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-e1457cb8-1c4f-468f-a7a4-5129226c002e None None] For port bf93c3ab-34c7-4517-aa26-f370d9aea45f, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:44:01.804831 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-e1457cb8-1c4f-468f-a7a4-5129226c002e None None] For port bf93c3ab-34c7-4517-aa26-f370d9aea45f, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=bf93c3ab-34c7-4517-aa26-f370d9aea45f,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:44:01.815052 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e1457cb8-1c4f-468f-a7a4-5129226c002e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:01.834214 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:02.022029 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1457cb8-1c4f-468f-a7a4-5129226c002e None None] Routers {'0da72a20-0ddf-49bb-b827-533d75dde055'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:44:02.026650 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-e1457cb8-1c4f-468f-a7a4-5129226c002e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:43:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['0da72a20-0ddf-49bb-b827-533d75dde055'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:44:02.060452 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 36458) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:02.181362 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-88134eb4-d43f-437f-9ab3-9c8dc1fe48bb None None] Notify callbacks [] for port, precommit_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:02.218208 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.provisioning_blocks [None req-88134eb4-d43f-437f-9ab3-9c8dc1fe48bb None None] Transition to ACTIVE for port object f1ec27cc-29d9-479a-b489-d2b995db779d will not be triggered until provisioned by entity L2. {{(pid=83447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:44:02.223304 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5f854b-6338-45fa-9e42-fe2fe230717c None None] Pushing event updated for resources: {'Port': ['ID=bf93c3ab-34c7-4517-aa26-f370d9aea45f,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:02.228691 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-af5f854b-6338-45fa-9e42-fe2fe230717c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:02.235908 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-88134eb4-d43f-437f-9ab3-9c8dc1fe48bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:02.245531 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:02.265014 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5ae1c343-19b5-483f-808c-374bb15f58d4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1129376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1529148'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:02.270927 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:02.390497 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e82491a-1e52-4e1b-9728-e21dca06fba3 None None] Pushing event updated for resources: {'Port': ['ID=f1ec27cc-29d9-479a-b489-d2b995db779d,revision_number=3']} {{(pid=83447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:02.396624 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-7e82491a-1e52-4e1b-9728-e21dca06fba3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:02.422917 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae1c343-19b5-483f-808c-374bb15f58d4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Network ab85465a-80a2-4327-b98e-f478e79262f5 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:44:02.432482 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae1c343-19b5-483f-808c-374bb15f58d4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Pushing event updated for resources: {'Subnet': ['ID=fbb3c1f4-3fed-4fe4-8ba8-3f58107673d5,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:02.434513 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-5ae1c343-19b5-483f-808c-374bb15f58d4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:44:02.443651 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-5ae1c343-19b5-483f-808c-374bb15f58d4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:02.445214 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae1c343-19b5-483f-808c-374bb15f58d4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:02.446073 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5ae1c343-19b5-483f-808c-374bb15f58d4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:02.456977 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3c0df1-ef24-454b-b013-4531106fe4f8 None None] Network ab85465a-80a2-4327-b98e-f478e79262f5 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:44:02.541152 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-90c4a6d9-bcc9-44ea-9165-d0d4107b7301 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cf377d55b4c14297b2fb628382abd84f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4769273 Dec 20 08:44:02.553184 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-aadd7cf6-9bff-4ae2-90a7-b2d18bf17c06 None None] Provisioning for port 1fa93ee6-ae7f-40ef-83b2-fc2d128c2e5f completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:44:02.562543 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7ac8054-4480-41a0-af6c-ad216ec24097 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Router fa7e778b-d6dc-4361-a00d-d05eaaeafc48 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:44:02.563324 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 36470) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:02.563756 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 36472) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:02.594693 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c9069069-c2ad-424d-8273-838eb410c159 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:02.610529 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-5ae1c343-19b5-483f-808c-374bb15f58d4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.2837830 Dec 20 08:44:02.618633 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 36480) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:02.637453 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-ee4d40e0-9814-41bb-af6e-64b2326b4f73 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Request body: {'port': {'network_id': 'ab85465a-80a2-4327-b98e-f478e79262f5', 'fixed_ips': [{'subnet_id': '7b57face-b99c-4da2-a323-281fafbf4e8b'}, {'subnet_id': 'fbb3c1f4-3fed-4fe4-8ba8-3f58107673d5'}], 'name': 'tempest-PortsIpV6TestJSON-1389430473'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:44:02.654829 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-c9069069-c2ad-424d-8273-838eb410c159 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Deleting port bf93c3ab-34c7-4517-aa26-f370d9aea45f {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:44:02.655256 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c9069069-c2ad-424d-8273-838eb410c159 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:02.704325 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-88134eb4-d43f-437f-9ab3-9c8dc1fe48bb None None] Attempting to bind port f1ec27cc-29d9-479a-b489-d2b995db779d on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:44:02.706695 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-88134eb4-d43f-437f-9ab3-9c8dc1fe48bb None None] Attempting to bind port f1ec27cc-29d9-479a-b489-d2b995db779d by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '7c00552d-ea93-440b-911c-cb3aa0a4eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4'}] {{(pid=83447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:44:02.707129 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88134eb4-d43f-437f-9ab3-9c8dc1fe48bb None None] Attempting to bind port f1ec27cc-29d9-479a-b489-d2b995db779d on network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:44:02.719315 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-e1457cb8-1c4f-468f-a7a4-5129226c002e None None] Set router 0da72a20-0ddf-49bb-b827-533d75dde055 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:44:02.720846 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88134eb4-d43f-437f-9ab3-9c8dc1fe48bb None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:44:02.721471 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88134eb4-d43f-437f-9ab3-9c8dc1fe48bb None None] Checking segment: {'id': '7c00552d-ea93-440b-911c-cb3aa0a4eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:44:02.723141 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-88134eb4-d43f-437f-9ab3-9c8dc1fe48bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:02.725035 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88134eb4-d43f-437f-9ab3-9c8dc1fe48bb None None] Bound using segment: {'id': '7c00552d-ea93-440b-911c-cb3aa0a4eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4'} {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:44:02.728588 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-88134eb4-d43f-437f-9ab3-9c8dc1fe48bb None None] Bound port: f1ec27cc-29d9-479a-b489-d2b995db779d, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c00552d-ea93-440b-911c-cb3aa0a4eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4'}}] {{(pid=83447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:44:02.729120 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-88134eb4-d43f-437f-9ab3-9c8dc1fe48bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:02.898487 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.db [None req-88134eb4-d43f-437f-9ab3-9c8dc1fe48bb None None] For port f1ec27cc-29d9-479a-b489-d2b995db779d, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:44:02.902290 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.db [None req-88134eb4-d43f-437f-9ab3-9c8dc1fe48bb None None] For port f1ec27cc-29d9-479a-b489-d2b995db779d, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=f1ec27cc-29d9-479a-b489-d2b995db779d,segment=NetworkSegment(7c00552d-ea93-440b-911c-cb3aa0a4eeff),segment_id=7c00552d-ea93-440b-911c-cb3aa0a4eeff)] {{(pid=83447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:44:02.911803 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 1fa93ee6-ae7f-40ef-83b2-fc2d128c2e5f up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:44:02.913547 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7ac8054-4480-41a0-af6c-ad216ec24097 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:44:02.916123 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-88134eb4-d43f-437f-9ab3-9c8dc1fe48bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:02.921135 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:02.929433 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-b7ac8054-4480-41a0-af6c-ad216ec24097 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] 10.222.0.16 "PUT /v2.0/routers/fa7e778b-d6dc-4361-a00d-d05eaaeafc48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5300767 Dec 20 08:44:02.931590 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 36484) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:02.999474 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e82491a-1e52-4e1b-9728-e21dca06fba3 None None] Pushing event updated for resources: {'Port': ['ID=f1ec27cc-29d9-479a-b489-d2b995db779d,revision_number=4']} {{(pid=83447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:03.006183 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-264bd849-3d79-4f09-a333-a0566afee58a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:03.014268 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-7e82491a-1e52-4e1b-9728-e21dca06fba3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:03.030839 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c550eaf-db9c-4286-b229-49bdad504423 None None] Sync routers for ids ['fa7e778b-d6dc-4361-a00d-d05eaaeafc48'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:44:03.044913 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88134eb4-d43f-437f-9ab3-9c8dc1fe48bb None None] Routers {'307bd646-a5b7-4c94-bda1-431806431507'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:44:03.045567 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-88134eb4-d43f-437f-9ab3-9c8dc1fe48bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:43:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['307bd646-a5b7-4c94-bda1-431806431507'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:44:03.095994 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-bafa5a43-fad1-4398-a7f3-bae594273348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204235498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204235498-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1154271368'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:44:03.114731 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-bafa5a43-fad1-4398-a7f3-bae594273348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204235498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204235498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:44:03.146189 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-bafa5a43-fad1-4398-a7f3-bae594273348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204235498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204235498-project] Usage tracker for resource:network and tenant:782df6d9d83d4c0bba4fde5c0ece4ffb is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:44:03.156032 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-bafa5a43-fad1-4398-a7f3-bae594273348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204235498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204235498-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:44:03.168669 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-264bd849-3d79-4f09-a333-a0566afee58a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:03.175467 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-676b93aa-a1ec-41bd-87af-9b89d2b63729 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Notify callbacks [] for router, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:03.176118 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-ee4d40e0-9814-41bb-af6e-64b2326b4f73 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:44:03.212872 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-bafa5a43-fad1-4398-a7f3-bae594273348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204235498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204235498-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:44:03.229014 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-ee4d40e0-9814-41bb-af6e-64b2326b4f73 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Usage tracker for resource:port and tenant:bcc408b3053b4123bbeeedda32cab34a is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:44:03.249793 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c550eaf-db9c-4286-b229-49bdad504423 None None] Routers {'fa7e778b-d6dc-4361-a00d-d05eaaeafc48'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:44:03.250699 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-5c550eaf-db9c-4286-b229-49bdad504423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:43:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['fa7e778b-d6dc-4361-a00d-d05eaaeafc48'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:44:03.271372 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-ee4d40e0-9814-41bb-af6e-64b2326b4f73 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:44:03.326313 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-c9069069-c2ad-424d-8273-838eb410c159 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] For port bf93c3ab-34c7-4517-aa26-f370d9aea45f, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=bf93c3ab-34c7-4517-aa26-f370d9aea45f,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:44:03.326806 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c9069069-c2ad-424d-8273-838eb410c159 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:03.335857 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-88134eb4-d43f-437f-9ab3-9c8dc1fe48bb None None] Set router 307bd646-a5b7-4c94-bda1-431806431507 gateway port host: None {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:44:03.386388 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-5c550eaf-db9c-4286-b229-49bdad504423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:44:03.480082 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c550eaf-db9c-4286-b229-49bdad504423 None None] Routers {'fa7e778b-d6dc-4361-a00d-d05eaaeafc48'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:44:03.480980 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-5c550eaf-db9c-4286-b229-49bdad504423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:43:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['fa7e778b-d6dc-4361-a00d-d05eaaeafc48'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:44:03.594657 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-5c550eaf-db9c-4286-b229-49bdad504423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:44:03.595061 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c550eaf-db9c-4286-b229-49bdad504423 None None] The sync data for ids ['fa7e778b-d6dc-4361-a00d-d05eaaeafc48'] in dv-neutron-820491-1-hyperv is: [] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:44:03.624515 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-c9069069-c2ad-424d-8273-838eb410c159 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Calling delete_port for bf93c3ab-34c7-4517-aa26-f370d9aea45f owned by network:router_gateway {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:44:03.637877 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 1fa93ee6-ae7f-40ef-83b2-fc2d128c2e5f completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:44:03.678613 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 1fa93ee6-ae7f-40ef-83b2-fc2d128c2e5f triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:44:03.679340 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:03.772051 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-676b93aa-a1ec-41bd-87af-9b89d2b63729 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24735'] for router, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:03.776836 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-676b93aa-a1ec-41bd-87af-9b89d2b63729 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:03.796843 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-ee4d40e0-9814-41bb-af6e-64b2326b4f73 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:44:03.805110 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-676b93aa-a1ec-41bd-87af-9b89d2b63729 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-390871'] for router, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:03.806246 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-676b93aa-a1ec-41bd-87af-9b89d2b63729 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Fanout notify agent at l3_agent the message router_deleted on router fa7e778b-d6dc-4361-a00d-d05eaaeafc48 {{(pid=83445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 08:44:03.808854 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bafa5a43-fad1-4398-a7f3-bae594273348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204235498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204235498-project] Made reservation on behalf of 782df6d9d83d4c0bba4fde5c0ece4ffb for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:44:03.811840 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bafa5a43-fad1-4398-a7f3-bae594273348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204235498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204235498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:03.820058 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-676b93aa-a1ec-41bd-87af-9b89d2b63729 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:03.821620 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-676b93aa-a1ec-41bd-87af-9b89d2b63729 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] 10.222.0.16 "DELETE /v2.0/routers/fa7e778b-d6dc-4361-a00d-d05eaaeafc48 HTTP/1.1" status: 204 len: 168 time: 0.8889256 Dec 20 08:44:03.823960 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 36492) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:03.858373 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:03.862992 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c9069069-c2ad-424d-8273-838eb410c159 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:03.863505 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-88134eb4-d43f-437f-9ab3-9c8dc1fe48bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '307bd646-a5b7-4c94-bda1-431806431507', 'name': 'tempest-NetworksTestDHCPv6-router-1972865829', 'tenant_id': '9679bafc94a64ee0a207e63ba5560387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:43:51Z', 'updated_at': '2021-12-20T08:43:56Z', 'revision_number': 2, 'project_id': '9679bafc94a64ee0a207e63ba5560387', 'gw_port_host': None, '_interfaces': [{'id': 'f1ec27cc-29d9-479a-b489-d2b995db779d', 'name': '', 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'tenant_id': '9679bafc94a64ee0a207e63ba5560387', 'mac_address': 'fa:16:3e:92:59:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '307bd646-a5b7-4c94-bda1-431806431507', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88b0101f-b77a-47cc-bfd6-a4cffb2fb32d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:43:54Z', 'updated_at': '2021-12-20T08:44:02Z', 'revision_number': 4, 'project_id': '9679bafc94a64ee0a207e63ba5560387', 'subnets': [{'id': '88b0101f-b77a-47cc-bfd6-a4cffb2fb32d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:44:03.869700 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88134eb4-d43f-437f-9ab3-9c8dc1fe48bb None None] The sync data for ids ['307bd646-a5b7-4c94-bda1-431806431507'] in dv-neutron-820491-1-hyperv is: [{'id': '307bd646-a5b7-4c94-bda1-431806431507', 'name': 'tempest-NetworksTestDHCPv6-router-1972865829', 'tenant_id': '9679bafc94a64ee0a207e63ba5560387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:43:51Z', 'updated_at': '2021-12-20T08:43:56Z', 'revision_number': 2, 'project_id': '9679bafc94a64ee0a207e63ba5560387', 'gw_port_host': None, '_interfaces': [{'id': 'f1ec27cc-29d9-479a-b489-d2b995db779d', 'name': '', 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'tenant_id': '9679bafc94a64ee0a207e63ba5560387', 'mac_address': 'fa:16:3e:92:59:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '307bd646-a5b7-4c94-bda1-431806431507', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88b0101f-b77a-47cc-bfd6-a4cffb2fb32d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:43:54Z', 'updated_at': '2021-12-20T08:44:02Z', 'revision_number': 4, 'project_id': '9679bafc94a64ee0a207e63ba5560387', 'subnets': [{'id': '88b0101f-b77a-47cc-bfd6-a4cffb2fb32d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:44:03.873523 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9c1af721-0c18-4e97-b583-b4ab55145f69 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:03.910223 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4d40e0-9814-41bb-af6e-64b2326b4f73 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Made reservation on behalf of bcc408b3053b4123bbeeedda32cab34a for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:44:03.923405 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 1fa93ee6-ae7f-40ef-83b2-fc2d128c2e5f, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=1fa93ee6-ae7f-40ef-83b2-fc2d128c2e5f,segment=NetworkSegment(ed40e817-0617-4887-a485-a14c7309f74b),segment_id=ed40e817-0617-4887-a485-a14c7309f74b)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:44:03.926471 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ee4d40e0-9814-41bb-af6e-64b2326b4f73 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:03.928346 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-e1457cb8-1c4f-468f-a7a4-5129226c002e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da72a20-0ddf-49bb-b827-533d75dde055', 'name': 'tempest-snat-router-1094199396', 'tenant_id': 'c9391a383e4c4e4485d5999fc045ba4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.180'}], 'enable_snat': True}, 'gw_port_id': 'bf93c3ab-34c7-4517-aa26-f370d9aea45f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:43:50Z', 'updated_at': '2021-12-20T08:43:55Z', 'revision_number': 3, 'project_id': 'c9391a383e4c4e4485d5999fc045ba4e', 'gw_port': {'id': 'bf93c3ab-34c7-4517-aa26-f370d9aea45f', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f9:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0da72a20-0ddf-49bb-b827-533d75dde055', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:43:53Z', 'updated_at': '2021-12-20T08:44:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:44:03.932030 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:03.939654 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-2250e3a3-975f-4e29-ba71-baae413d5c59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:03.943952 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bafa5a43-fad1-4398-a7f3-bae594273348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204235498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204235498-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:03.976092 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1457cb8-1c4f-468f-a7a4-5129226c002e None None] The sync data for ids ['0da72a20-0ddf-49bb-b827-533d75dde055'] in dv-neutron-820491-1-hyperv is: [{'id': '0da72a20-0ddf-49bb-b827-533d75dde055', 'name': 'tempest-snat-router-1094199396', 'tenant_id': 'c9391a383e4c4e4485d5999fc045ba4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.180'}], 'enable_snat': True}, 'gw_port_id': 'bf93c3ab-34c7-4517-aa26-f370d9aea45f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:43:50Z', 'updated_at': '2021-12-20T08:43:55Z', 'revision_number': 3, 'project_id': 'c9391a383e4c4e4485d5999fc045ba4e', 'gw_port': {'id': 'bf93c3ab-34c7-4517-aa26-f370d9aea45f', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f9:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0da72a20-0ddf-49bb-b827-533d75dde055', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:43:53Z', 'updated_at': '2021-12-20T08:44:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:44:03.979188 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9069069-c2ad-424d-8273-838eb410c159 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Pushing event deleted for resources: {'Port': ['ID=bf93c3ab-34c7-4517-aa26-f370d9aea45f,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:03.988575 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c9069069-c2ad-424d-8273-838eb410c159 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:04.053668 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-ee4d40e0-9814-41bb-af6e-64b2326b4f73 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] device_id is not set on port 1f687423-3794-4574-b9fa-a1f689c03751 yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:44:04.063065 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_v2 [None req-601a70bd-d961-4bed-9711-77a9b4be9bb3 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Deleting subnet cfe1c293-4c0c-40d0-b700-a601cfc460d9 {{(pid=83445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:44:04.066804 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-601a70bd-d961-4bed-9711-77a9b4be9bb3 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Notify callbacks [] for subnet, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:04.078070 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3b626e-43da-4595-917c-a040d4404361 None None] Update dhcp port {'port': {'network_id': 'ab85465a-80a2-4327-b98e-f478e79262f5', 'fixed_ips': [{'subnet_id': '7b57face-b99c-4da2-a323-281fafbf4e8b', 'ip_address': '2001:db8::2'}, {'subnet_id': 'fbb3c1f4-3fed-4fe4-8ba8-3f58107673d5'}], 'binding:host_id': 'dv-neutron-820491-1-hyperv'}, 'id': '1fa93ee6-ae7f-40ef-83b2-fc2d128c2e5f'} from dv-neutron-820491-1-hyperv. {{(pid=83446) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 20 08:44:04.138241 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=1fa93ee6-ae7f-40ef-83b2-fc2d128c2e5f,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:04.139634 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-601a70bd-d961-4bed-9711-77a9b4be9bb3 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1518554'] for subnet, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:04.142837 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:04.155315 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3c3b626e-43da-4595-917c-a040d4404361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:04.209672 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-264bd849-3d79-4f09-a333-a0566afee58a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:04.222228 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-8c662c99-1684-4535-9c09-67fd6709a969 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:04.244654 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-601a70bd-d961-4bed-9711-77a9b4be9bb3 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:04.349734 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264bd849-3d79-4f09-a333-a0566afee58a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=391e34eb-88d6-4064-831f-f848d1d3346c,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:04.502538 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-264bd849-3d79-4f09-a333-a0566afee58a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:04.503662 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-bafa5a43-fad1-4398-a7f3-bae594273348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204235498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204235498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:44:04.535875 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-3c3b626e-43da-4595-917c-a040d4404361 None None] Allocated IP 2001:db8:0:1::2 (ab85465a-80a2-4327-b98e-f478e79262f5/fbb3c1f4-3fed-4fe4-8ba8-3f58107673d5/1fa93ee6-ae7f-40ef-83b2-fc2d128c2e5f) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:44:04.547913 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-bafa5a43-fad1-4398-a7f3-bae594273348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204235498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204235498-project] Usage tracker for resource:security_group_rule and tenant:782df6d9d83d4c0bba4fde5c0ece4ffb is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:44:04.548967 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-601a70bd-d961-4bed-9711-77a9b4be9bb3 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2036620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2095133'] for subnet, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:04.568816 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-bafa5a43-fad1-4398-a7f3-bae594273348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204235498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204235498-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:44:04.581050 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:04.632409 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-bafa5a43-fad1-4398-a7f3-bae594273348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204235498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204235498-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:44:04.650916 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-601a70bd-d961-4bed-9711-77a9b4be9bb3 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:04.675267 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4c5053-ac29-4303-870f-1c88d97278cc None None] Network 993fc2a0-64cf-488a-8f33-c8c76ace5b6f requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:44:04.675474 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601a70bd-d961-4bed-9711-77a9b4be9bb3 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Pushing event deleted for resources: {'Subnet': ['ID=cfe1c293-4c0c-40d0-b700-a601cfc460d9,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:04.681348 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c9069069-c2ad-424d-8273-838eb410c159 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346107'] for router_gateway, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:04.683125 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-601a70bd-d961-4bed-9711-77a9b4be9bb3 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:04.687336 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-601a70bd-d961-4bed-9711-77a9b4be9bb3 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] 10.222.0.16 "DELETE /v2.0/subnets/cfe1c293-4c0c-40d0-b700-a601cfc460d9 HTTP/1.1" status: 204 len: 168 time: 0.8598914 Dec 20 08:44:04.687858 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 36498) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:04.958940 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4c200ccd-f5e2-4dfb-b764-7656571dae40 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:04.984844 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-4c200ccd-f5e2-4dfb-b764-7656571dae40 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Deleting port 8b86754a-2979-4ab1-a31d-4369c6a5c34c {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:44:04.985100 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4c200ccd-f5e2-4dfb-b764-7656571dae40 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:05.009694 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device f1ec27cc-29d9-479a-b489-d2b995db779d up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:44:05.043530 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-264bd849-3d79-4f09-a333-a0566afee58a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:05.045486 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-264bd849-3d79-4f09-a333-a0566afee58a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/391e34eb-88d6-4064-831f-f848d1d3346c HTTP/1.1" status: 204 len: 168 time: 2.4786687 Dec 20 08:44:05.082775 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 08:44:05.264586 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c9069069-c2ad-424d-8273-838eb410c159 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24735'] for router, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:05.274817 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-4c200ccd-f5e2-4dfb-b764-7656571dae40 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] For port 8b86754a-2979-4ab1-a31d-4369c6a5c34c, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=8b86754a-2979-4ab1-a31d-4369c6a5c34c,segment=NetworkSegment(8e3d0a37-c3fe-4b2a-b056-a79be54242bb),segment_id=8e3d0a37-c3fe-4b2a-b056-a79be54242bb)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:44:05.275501 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4c200ccd-f5e2-4dfb-b764-7656571dae40 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:05.291221 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c9069069-c2ad-424d-8273-838eb410c159 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:05.318202 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-3c3b626e-43da-4595-917c-a040d4404361 None None] For port 1fa93ee6-ae7f-40ef-83b2-fc2d128c2e5f, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=1fa93ee6-ae7f-40ef-83b2-fc2d128c2e5f,segment=NetworkSegment(ed40e817-0617-4887-a485-a14c7309f74b),segment_id=ed40e817-0617-4887-a485-a14c7309f74b)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:44:05.327901 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port f1ec27cc-29d9-479a-b489-d2b995db779d completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:44:05.340854 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port f1ec27cc-29d9-479a-b489-d2b995db779d triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:44:05.341540 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:05.417404 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3c3b626e-43da-4595-917c-a040d4404361 None None] Notify callbacks [] for port, precommit_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:05.459441 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-3c3b626e-43da-4595-917c-a040d4404361 None None] Transition to ACTIVE for port object 1fa93ee6-ae7f-40ef-83b2-fc2d128c2e5f will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:44:05.489821 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-4c200ccd-f5e2-4dfb-b764-7656571dae40 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Calling delete_port for 8b86754a-2979-4ab1-a31d-4369c6a5c34c owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:44:05.498927 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3c3b626e-43da-4595-917c-a040d4404361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:05.501685 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c9069069-c2ad-424d-8273-838eb410c159 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-390871'] for router, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:05.502265 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9069069-c2ad-424d-8273-838eb410c159 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0da72a20-0ddf-49bb-b827-533d75dde055 {{(pid=83444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 08:44:05.508706 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bafa5a43-fad1-4398-a7f3-bae594273348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204235498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204235498-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:05.510870 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-feaab91b-f438-4372-ae42-8c4baa0323ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:05.570667 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bafa5a43-fad1-4398-a7f3-bae594273348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204235498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204235498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:05.580141 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:05.597971 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4c200ccd-f5e2-4dfb-b764-7656571dae40 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:05.604633 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-043ba319-049b-4d8e-bd62-d12010d05647 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:05.654351 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c200ccd-f5e2-4dfb-b764-7656571dae40 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Pushing event deleted for resources: {'Port': ['ID=8b86754a-2979-4ab1-a31d-4369c6a5c34c,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:05.656957 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-4c200ccd-f5e2-4dfb-b764-7656571dae40 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:05.659575 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c200ccd-f5e2-4dfb-b764-7656571dae40 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] No DVR routers for this DVR port 8b86754a-2979-4ab1-a31d-4369c6a5c34c on host dv-neutron-820491-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:44:05.758005 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3b626e-43da-4595-917c-a040d4404361 None None] Pushing event updated for resources: {'Port': ['ID=1fa93ee6-ae7f-40ef-83b2-fc2d128c2e5f,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:05.767879 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24e1e3e-bc69-4522-bff3-9a29afadf488 None None] DHCP port deletion for 993fc2a0-64cf-488a-8f33-c8c76ace5b6f request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 08:44:05.790281 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-3c3b626e-43da-4595-917c-a040d4404361 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:05.838272 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4c200ccd-f5e2-4dfb-b764-7656571dae40 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:05.846498 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:05.848999 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bafa5a43-fad1-4398-a7f3-bae594273348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204235498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204235498-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:44:05.860584 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c9069069-c2ad-424d-8273-838eb410c159 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:05.865058 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c9069069-c2ad-424d-8273-838eb410c159 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] 10.222.0.16 "DELETE /v2.0/routers/0da72a20-0ddf-49bb-b827-533d75dde055 HTTP/1.1" status: 204 len: 168 time: 5.4362867 Dec 20 08:44:05.866291 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 36514) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:05.866956 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4c888c06-6b5c-46c8-a382-1a8213579c29 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349062'] for router_interface, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:05.923434 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-4c200ccd-f5e2-4dfb-b764-7656571dae40 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['993fc2a0-64cf-488a-8f33-c8c76ace5b6f']}} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:44:05.934663 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafa5a43-fad1-4398-a7f3-bae594273348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204235498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204235498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29b1a4b0-ff5c-48bd-a404-1b6390b3dc7e,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:05.953384 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port f1ec27cc-29d9-479a-b489-d2b995db779d, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=f1ec27cc-29d9-479a-b489-d2b995db779d,segment=NetworkSegment(7c00552d-ea93-440b-911c-cb3aa0a4eeff),segment_id=7c00552d-ea93-440b-911c-cb3aa0a4eeff)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:44:05.964234 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:05.965775 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-bafa5a43-fad1-4398-a7f3-bae594273348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204235498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204235498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:05.966305 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 1fa93ee6-ae7f-40ef-83b2-fc2d128c2e5f up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:44:05.980363 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-4c200ccd-f5e2-4dfb-b764-7656571dae40 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e3d0a37-c3fe-4b2a-b056-a79be54242bb') {'for_net_delete': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:44:05.980845 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-4c200ccd-f5e2-4dfb-b764-7656571dae40 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e3d0a37-c3fe-4b2a-b056-a79be54242bb') {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:44:06.001767 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4c200ccd-f5e2-4dfb-b764-7656571dae40 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1518531'] for segment, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:06.024784 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4c200ccd-f5e2-4dfb-b764-7656571dae40 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:06.034651 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c200ccd-f5e2-4dfb-b764-7656571dae40 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=83445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:44:06.035049 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4c200ccd-f5e2-4dfb-b764-7656571dae40 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2036002'] for segment, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:06.061562 dv-neutron-820491-1-hyperv neutron-server[83445]: Traceback (most recent call last): Dec 20 08:44:06.061562 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:44:06.061562 dv-neutron-820491-1-hyperv neutron-server[83445]: timer() Dec 20 08:44:06.061562 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:44:06.061562 dv-neutron-820491-1-hyperv neutron-server[83445]: cb(*args, **kw) Dec 20 08:44:06.061562 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:44:06.061562 dv-neutron-820491-1-hyperv neutron-server[83445]: return func(*args, **kwargs) Dec 20 08:44:06.061562 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:44:06.061562 dv-neutron-820491-1-hyperv neutron-server[83445]: self._notify() Dec 20 08:44:06.061562 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:44:06.061562 dv-neutron-820491-1-hyperv neutron-server[83445]: self.callback(batched_events) Dec 20 08:44:06.061562 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:44:06.061562 dv-neutron-820491-1-hyperv neutron-server[83445]: event.method(event) Dec 20 08:44:06.061562 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:44:06.061562 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:44:06.061562 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:44:06.061562 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:44:06.061562 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:44:06.061562 dv-neutron-820491-1-hyperv neutron-server[83445]: return f(self, *a, **k) Dec 20 08:44:06.061562 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:44:06.061562 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._get(url).json() Dec 20 08:44:06.061562 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:44:06.061562 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:44:06.061562 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:44:06.061562 dv-neutron-820491-1-hyperv neutron-server[83445]: return self.request(url, 'GET', **kwargs) Dec 20 08:44:06.061562 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:44:06.061562 dv-neutron-820491-1-hyperv neutron-server[83445]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:44:06.061562 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:44:06.061562 dv-neutron-820491-1-hyperv neutron-server[83445]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:44:06.061562 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:44:06.061562 dv-neutron-820491-1-hyperv neutron-server[83445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:44:06.061562 dv-neutron-820491-1-hyperv neutron-server[83445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:44:06.074692 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-8cc67837-0d2f-4d1b-84fa-4f8c18f06480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:06.096575 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bafa5a43-fad1-4398-a7f3-bae594273348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204235498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204235498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:06.097737 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-bafa5a43-fad1-4398-a7f3-bae594273348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204235498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204235498-project] Added segment 07419306-83fd-4ebe-b499-a712b1148206 of type vlan for network 6ad496d9-56fe-43a0-8117-b152b570d9da Dec 20 08:44:06.219199 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=f1ec27cc-29d9-479a-b489-d2b995db779d,revision_number=5']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:06.222795 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:06.240631 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-ee4d40e0-9814-41bb-af6e-64b2326b4f73 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Allocated IP 2001:db8::2ae (ab85465a-80a2-4327-b98e-f478e79262f5/7b57face-b99c-4da2-a323-281fafbf4e8b/1f687423-3794-4574-b9fa-a1f689c03751) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:44:06.248051 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-ee4d40e0-9814-41bb-af6e-64b2326b4f73 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Allocated IP 2001:db8:0:1::d9 (ab85465a-80a2-4327-b98e-f478e79262f5/fbb3c1f4-3fed-4fe4-8ba8-3f58107673d5/1f687423-3794-4574-b9fa-a1f689c03751) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:44:06.263759 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bafa5a43-fad1-4398-a7f3-bae594273348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204235498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204235498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:06.264323 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4c200ccd-f5e2-4dfb-b764-7656571dae40 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:06.268372 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:06.292580 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4c200ccd-f5e2-4dfb-b764-7656571dae40 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:06.302441 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c200ccd-f5e2-4dfb-b764-7656571dae40 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Pushing event deleted for resources: {'Network': ['ID=993fc2a0-64cf-488a-8f33-c8c76ace5b6f,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:06.309711 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-4c200ccd-f5e2-4dfb-b764-7656571dae40 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:06.325562 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bafa5a43-fad1-4398-a7f3-bae594273348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204235498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204235498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:06.333617 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafa5a43-fad1-4398-a7f3-bae594273348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204235498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204235498-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:06.334303 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bafa5a43-fad1-4398-a7f3-bae594273348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204235498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204235498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:06.342491 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f0936928-dbe0-4db4-865d-6c4f7a52cdab tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:06.345667 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-4c200ccd-f5e2-4dfb-b764-7656571dae40 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] 10.222.0.16 "DELETE /v2.0/networks/993fc2a0-64cf-488a-8f33-c8c76ace5b6f HTTP/1.1" status: 204 len: 168 time: 1.6548598 Dec 20 08:44:06.370527 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ade7d3a6-1840-4e4e-be09-f22fada5abfd tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks [] for router, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:06.624114 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ee4d40e0-9814-41bb-af6e-64b2326b4f73 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:06.642932 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-ee4d40e0-9814-41bb-af6e-64b2326b4f73 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Transition to ACTIVE for port object 1f687423-3794-4574-b9fa-a1f689c03751 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:44:06.690027 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-bafa5a43-fad1-4398-a7f3-bae594273348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204235498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204235498-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 4.1223094 Dec 20 08:44:06.691305 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ee4d40e0-9814-41bb-af6e-64b2326b4f73 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:06.713605 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd042b5-8d82-48fd-984a-dfbfdc4e0d88 None None] Network ab85465a-80a2-4327-b98e-f478e79262f5 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:44:06.800241 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 36538) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:06.801680 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ade7d3a6-1840-4e4e-be09-f22fada5abfd tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:06.826981 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 36544) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:06.838917 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-ade7d3a6-1840-4e4e-be09-f22fada5abfd tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Deleting port 8924d1ff-2297-4672-baff-bb78b400c7fc {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:44:06.839599 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ade7d3a6-1840-4e4e-be09-f22fada5abfd tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:06.841056 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4d40e0-9814-41bb-af6e-64b2326b4f73 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Network ab85465a-80a2-4327-b98e-f478e79262f5 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:44:06.842250 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafa5a43-fad1-4398-a7f3-bae594273348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204235498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204235498-project] Pushing event updated for resources: {'Network': ['ID=6ad496d9-56fe-43a0-8117-b152b570d9da,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:06.846285 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-ee4d40e0-9814-41bb-af6e-64b2326b4f73 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:44:06.851562 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-bafa5a43-fad1-4398-a7f3-bae594273348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204235498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204235498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:06.854667 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c5286b43-2932-4b10-83bd-c147950a0758 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.152s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:06.892670 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4d40e0-9814-41bb-af6e-64b2326b4f73 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:44:06.904993 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4d40e0-9814-41bb-af6e-64b2326b4f73 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:06.907271 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ee4d40e0-9814-41bb-af6e-64b2326b4f73 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:06.921473 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-721da6e4-ef7c-4ef4-92ad-91970fcc6d21 None None] Provisioning for port 1fa93ee6-ae7f-40ef-83b2-fc2d128c2e5f completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:44:06.924924 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device f1ec27cc-29d9-479a-b489-d2b995db779d up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:44:06.949445 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network 6ad496d9-56fe-43a0-8117-b152b570d9da details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:44:07.021959 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ee4d40e0-9814-41bb-af6e-64b2326b4f73 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 4.4014392 Dec 20 08:44:07.026324 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4d40e0-9814-41bb-af6e-64b2326b4f73 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Pushing event updated for resources: {'Port': ['ID=1f687423-3794-4574-b9fa-a1f689c03751,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:07.030945 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 36552) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:07.036483 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ee4d40e0-9814-41bb-af6e-64b2326b4f73 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:07.042007 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-ee01290e-76a4-4622-87b5-ba2009899720 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7b57face-b99c-4da2-a323-281fafbf4e8b'}]}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:44:07.213733 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-721da6e4-ef7c-4ef4-92ad-91970fcc6d21 None None] Provisioning complete for port 1fa93ee6-ae7f-40ef-83b2-fc2d128c2e5f triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:44:07.214231 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-721da6e4-ef7c-4ef4-92ad-91970fcc6d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:07.221275 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-4c888c06-6b5c-46c8-a382-1a8213579c29 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Deleting port f1ec27cc-29d9-479a-b489-d2b995db779d {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:44:07.221833 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4c888c06-6b5c-46c8-a382-1a8213579c29 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:07.235957 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-3b414b9f-45c8-4c07-a18c-ef2888d28b88 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1722195297'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:44:07.247176 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 36558) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:07.254707 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Request body: {'port': {'network_id': '6ad496d9-56fe-43a0-8117-b152b570d9da', 'binding:host_id': 'hv-neutron-8204', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-71165360'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:44:07.257945 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-3b414b9f-45c8-4c07-a18c-ef2888d28b88 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:44:07.284463 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-3b414b9f-45c8-4c07-a18c-ef2888d28b88 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Usage tracker for resource:network and tenant:2ec22d5a6bcd4fd8ba62f3132b925948 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:44:07.297575 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:44:07.299884 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-3b414b9f-45c8-4c07-a18c-ef2888d28b88 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:44:07.365703 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port f1ec27cc-29d9-479a-b489-d2b995db779d triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:44:07.366303 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:07.366458 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Usage tracker for resource:port and tenant:d34271e93dcb43db9e94941000728bd2 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:44:07.370960 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-b81aa5cc-b260-437d-b7bb-ccb5756f0a8e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=eaf8b0e5251149e8a7db6a147c396e28&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5653882 Dec 20 08:44:07.372188 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-3b414b9f-45c8-4c07-a18c-ef2888d28b88 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:44:07.376691 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:44:07.377015 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 36562) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:07.390132 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:44:07.404699 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b414b9f-45c8-4c07-a18c-ef2888d28b88 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Made reservation on behalf of 2ec22d5a6bcd4fd8ba62f3132b925948 for: {'network': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:44:07.407750 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3b414b9f-45c8-4c07-a18c-ef2888d28b88 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:07.426242 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3b414b9f-45c8-4c07-a18c-ef2888d28b88 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks [] for security_group, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:07.444580 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Made reservation on behalf of d34271e93dcb43db9e94941000728bd2 for: {'port': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:44:07.447842 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:07.470684 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:07.489883 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-ade7d3a6-1840-4e4e-be09-f22fada5abfd tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] For port 8924d1ff-2297-4672-baff-bb78b400c7fc, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=8924d1ff-2297-4672-baff-bb78b400c7fc,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:44:07.490257 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ade7d3a6-1840-4e4e-be09-f22fada5abfd tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:07.598727 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-24aceaea-00a2-4f32-8803-ae6bea5ded3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:07.642289 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-ade7d3a6-1840-4e4e-be09-f22fada5abfd tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Calling delete_port for 8924d1ff-2297-4672-baff-bb78b400c7fc owned by network:router_gateway {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:44:07.667153 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-3b414b9f-45c8-4c07-a18c-ef2888d28b88 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:44:07.684979 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-3b414b9f-45c8-4c07-a18c-ef2888d28b88 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Usage tracker for resource:security_group_rule and tenant:2ec22d5a6bcd4fd8ba62f3132b925948 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:44:07.685535 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-24aceaea-00a2-4f32-8803-ae6bea5ded3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:07.691337 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-3b414b9f-45c8-4c07-a18c-ef2888d28b88 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:44:07.694209 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:44:07.699045 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-4c888c06-6b5c-46c8-a382-1a8213579c29 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] For port f1ec27cc-29d9-479a-b489-d2b995db779d, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=f1ec27cc-29d9-479a-b489-d2b995db779d,segment=NetworkSegment(7c00552d-ea93-440b-911c-cb3aa0a4eeff),segment_id=7c00552d-ea93-440b-911c-cb3aa0a4eeff)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:44:07.699408 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4c888c06-6b5c-46c8-a382-1a8213579c29 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:07.700582 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 1fa93ee6-ae7f-40ef-83b2-fc2d128c2e5f up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:44:07.704361 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Usage tracker for resource:security_group_rule and tenant:d34271e93dcb43db9e94941000728bd2 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:44:07.713706 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-3b414b9f-45c8-4c07-a18c-ef2888d28b88 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:44:07.718106 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:44:07.733391 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:44:07.795713 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 1fa93ee6-ae7f-40ef-83b2-fc2d128c2e5f triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:44:07.796561 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:07.934843 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ade7d3a6-1840-4e4e-be09-f22fada5abfd tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:07.944686 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-53e33bab-f074-4914-ad87-8720b8765ef5 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:08.007262 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-4c888c06-6b5c-46c8-a382-1a8213579c29 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Calling delete_port for f1ec27cc-29d9-479a-b489-d2b995db779d owned by network:router_interface {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:44:08.012239 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 8b86754a-2979-4ab1-a31d-4369c6a5c34c no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:44:08.032919 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade7d3a6-1840-4e4e-be09-f22fada5abfd tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Pushing event deleted for resources: {'Port': ['ID=8924d1ff-2297-4672-baff-bb78b400c7fc,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:08.037819 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ade7d3a6-1840-4e4e-be09-f22fada5abfd tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:08.055556 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ee01290e-76a4-4622-87b5-ba2009899720 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:08.068730 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 8b86754a-2979-4ab1-a31d-4369c6a5c34c {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:44:08.070165 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 8b86754a-2979-4ab1-a31d-4369c6a5c34c not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:44:08.090343 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-757493c0-e92c-4ec7-abe9-14261a8a03f8 None None] Provisioning for port 1f687423-3794-4574-b9fa-a1f689c03751 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:44:08.097467 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3b414b9f-45c8-4c07-a18c-ef2888d28b88 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks [] for security_group, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:08.098144 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-757493c0-e92c-4ec7-abe9-14261a8a03f8 None None] Provisioning complete for port 1f687423-3794-4574-b9fa-a1f689c03751 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:44:08.098784 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-757493c0-e92c-4ec7-abe9-14261a8a03f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:08.150740 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:08.151840 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3b414b9f-45c8-4c07-a18c-ef2888d28b88 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:08.164555 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b414b9f-45c8-4c07-a18c-ef2888d28b88 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=83445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:44:08.170369 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-757493c0-e92c-4ec7-abe9-14261a8a03f8 None None] Port 1f687423-3794-4574-b9fa-a1f689c03751 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:44:08.174585 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3b414b9f-45c8-4c07-a18c-ef2888d28b88 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:08.174927 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.segments_db [None req-3b414b9f-45c8-4c07-a18c-ef2888d28b88 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Added segment 2bb2d323-d72e-4d6e-8402-db17bd45c824 of type vlan for network dfdafb45-49e8-4749-8de4-e344f4349fca Dec 20 08:44:08.182292 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:08.195301 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-757493c0-e92c-4ec7-abe9-14261a8a03f8 None None] Provisioning complete for port 1fa93ee6-ae7f-40ef-83b2-fc2d128c2e5f triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:44:08.195536 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-757493c0-e92c-4ec7-abe9-14261a8a03f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:08.195620 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:08.229182 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-24aceaea-00a2-4f32-8803-ae6bea5ded3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:08.232093 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3b414b9f-45c8-4c07-a18c-ef2888d28b88 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:08.240021 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-8d43e341-23b6-4c7b-aeb2-598c02ca499b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:08.248251 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] device_id is not set on port f14cbd89-bd81-4f06-92ab-1e61e5297961 yet. {{(pid=83445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:44:08.308044 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aceaea-00a2-4f32-8803-ae6bea5ded3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e0ff85-01cf-4f2e-85ac-f29e61fdcbf2,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:08.314404 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-24aceaea-00a2-4f32-8803-ae6bea5ded3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:08.318921 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-24aceaea-00a2-4f32-8803-ae6bea5ded3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:08.337895 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-24aceaea-00a2-4f32-8803-ae6bea5ded3b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/36e0ff85-01cf-4f2e-85ac-f29e61fdcbf2 HTTP/1.1" status: 204 len: 168 time: 0.9486339 Dec 20 08:44:08.354294 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b414b9f-45c8-4c07-a18c-ef2888d28b88 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=211f2f00-44ce-4a75-91d3-fca6721ba55c,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:08.378082 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3b414b9f-45c8-4c07-a18c-ef2888d28b88 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:08.385063 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-1d517169-cc4c-497f-bf55-7d14f2064375 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.179s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:08.518891 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-a4b3d994-a40a-4863-94ed-ae4e52e3d9fd None None] Provisioning complete for port 1f687423-3794-4574-b9fa-a1f689c03751 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:44:08.519723 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a4b3d994-a40a-4863-94ed-ae4e52e3d9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:08.556842 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4c888c06-6b5c-46c8-a382-1a8213579c29 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:08.568172 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2ae71d62-0017-48db-af45-606c62ae7617 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:08.630185 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7493b395-dd4a-488b-918a-8707117e9c2c,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:08.638836 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:08.640843 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c888c06-6b5c-46c8-a382-1a8213579c29 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event deleted for resources: {'Port': ['ID=f1ec27cc-29d9-479a-b489-d2b995db779d,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:08.663342 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3b414b9f-45c8-4c07-a18c-ef2888d28b88 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:08.680221 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b414b9f-45c8-4c07-a18c-ef2888d28b88 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:08.680948 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3b414b9f-45c8-4c07-a18c-ef2888d28b88 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:08.686808 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4c888c06-6b5c-46c8-a382-1a8213579c29 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:08.691370 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-a4b3d994-a40a-4863-94ed-ae4e52e3d9fd None None] Port 1f687423-3794-4574-b9fa-a1f689c03751 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:44:08.698256 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-4c200ccd-f5e2-4dfb-b764-7656571dae40 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:08.863366 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b414b9f-45c8-4c07-a18c-ef2888d28b88 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Pushing event updated for resources: {'Network': ['ID=dfdafb45-49e8-4749-8de4-e344f4349fca,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:08.875246 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ade7d3a6-1840-4e4e-be09-f22fada5abfd tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346107'] for router_gateway, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:08.879389 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network dfdafb45-49e8-4749-8de4-e344f4349fca details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:44:08.968642 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4c888c06-6b5c-46c8-a382-1a8213579c29 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32897953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348760'] for router_interface, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:09.036097 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3b414b9f-45c8-4c07-a18c-ef2888d28b88 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:09.132731 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-ee01290e-76a4-4622-87b5-ba2009899720 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Delete allocated IP 2001:db8:0:1::d9 (ab85465a-80a2-4327-b98e-f478e79262f5/fbb3c1f4-3fed-4fe4-8ba8-3f58107673d5) {{(pid=83444) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 20 08:44:09.445018 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-3b414b9f-45c8-4c07-a18c-ef2888d28b88 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.6145909 Dec 20 08:44:09.530987 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ade7d3a6-1840-4e4e-be09-f22fada5abfd tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24735'] for router, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:09.717171 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.db.resource_extend [None req-ee01290e-76a4-4622-87b5-ba2009899720 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 08:44:09.726277 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:09.735606 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ee01290e-76a4-4622-87b5-ba2009899720 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:09.764032 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-ee01290e-76a4-4622-87b5-ba2009899720 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Transition to ACTIVE for port object 1f687423-3794-4574-b9fa-a1f689c03751 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:44:09.776072 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c888c06-6b5c-46c8-a382-1a8213579c29 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Router 307bd646-a5b7-4c94-bda1-431806431507 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:44:09.777660 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ee01290e-76a4-4622-87b5-ba2009899720 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:09.790036 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-22a0a9be-281b-4424-9635-891a395be96e tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:09.837521 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ade7d3a6-1840-4e4e-be09-f22fada5abfd tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:09.863916 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 36592) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:10.028774 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] device_id is not set on port f14cbd89-bd81-4f06-92ab-1e61e5297961 yet. {{(pid=83445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:44:10.044225 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ade7d3a6-1840-4e4e-be09-f22fada5abfd tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-390871'] for router, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:10.045127 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade7d3a6-1840-4e4e-be09-f22fada5abfd tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c454f1d7-0610-4c02-ab43-49dfa3e86346 {{(pid=83445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 08:44:10.048005 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:10.155906 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ade7d3a6-1840-4e4e-be09-f22fada5abfd tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:10.161529 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-ade7d3a6-1840-4e4e-be09-f22fada5abfd tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] 10.222.0.16 "DELETE /v2.0/routers/c454f1d7-0610-4c02-ab43-49dfa3e86346 HTTP/1.1" status: 204 len: 168 time: 4.2896540 Dec 20 08:44:10.163742 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee01290e-76a4-4622-87b5-ba2009899720 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Pushing event updated for resources: {'Port': ['ID=1f687423-3794-4574-b9fa-a1f689c03751,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:10.165153 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 36598) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:10.182479 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Transition to ACTIVE for port object f14cbd89-bd81-4f06-92ab-1e61e5297961 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:44:10.184417 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-ee01290e-76a4-4622-87b5-ba2009899720 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] In _notify_port_updated(), no bound segment for port 1f687423-3794-4574-b9fa-a1f689c03751 on network ab85465a-80a2-4327-b98e-f478e79262f5 {{(pid=83444) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 08:44:10.188544 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee01290e-76a4-4622-87b5-ba2009899720 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:10.189356 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ee01290e-76a4-4622-87b5-ba2009899720 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:10.194035 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ee01290e-76a4-4622-87b5-ba2009899720 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "PUT /v2.0/ports/1f687423-3794-4574-b9fa-a1f689c03751 HTTP/1.1" status: 200 len: 926 time: 3.1617177 Dec 20 08:44:10.194281 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-7a1a8a2d-317a-40bc-b45d-824faf280d01 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1245621077', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:44:10.201565 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ee01290e-76a4-4622-87b5-ba2009899720 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:10.202212 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 36602) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:10.208698 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-7198da51-b3cf-46d9-b3f0-b9b3619c3ca0 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7b57face-b99c-4da2-a323-281fafbf4e8b'}, {'subnet_id': 'fbb3c1f4-3fed-4fe4-8ba8-3f58107673d5'}]}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:44:10.209999 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-66307912-3748-41ac-a64d-caefa675faaa tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1162759691', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}, 'admin_state_up': False}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:44:10.235282 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-7a1a8a2d-317a-40bc-b45d-824faf280d01 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:44:10.239194 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-66307912-3748-41ac-a64d-caefa675faaa tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:44:10.249287 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-7a1a8a2d-317a-40bc-b45d-824faf280d01 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Usage tracker for resource:router and tenant:c26457116328470095d635bdf0ed66a0 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:44:10.254141 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-66307912-3748-41ac-a64d-caefa675faaa tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Usage tracker for resource:router and tenant:056abb2bc23f424d94c87e583774364a is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:44:10.259916 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-7a1a8a2d-317a-40bc-b45d-824faf280d01 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:44:10.264545 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-66307912-3748-41ac-a64d-caefa675faaa tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:44:10.272650 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:10.283865 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-66307912-3748-41ac-a64d-caefa675faaa tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:44:10.293064 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-fc36daed-2ac1-4490-8cb8-a4c2c50da73e tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:10.313315 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c888c06-6b5c-46c8-a382-1a8213579c29 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:44:10.335081 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b06000-67f0-4f91-b935-54297be4046f None None] Sync routers for ids ['307bd646-a5b7-4c94-bda1-431806431507'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:44:10.387037 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b06000-67f0-4f91-b935-54297be4046f None None] Routers {'307bd646-a5b7-4c94-bda1-431806431507'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:44:10.387836 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-4c888c06-6b5c-46c8-a382-1a8213579c29 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "PUT /v2.0/routers/307bd646-a5b7-4c94-bda1-431806431507/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9351375 Dec 20 08:44:10.388461 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-c8b06000-67f0-4f91-b935-54297be4046f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:43:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['307bd646-a5b7-4c94-bda1-431806431507'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:44:10.391421 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 36606) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:10.455158 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-7a1a8a2d-317a-40bc-b45d-824faf280d01 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:44:10.471166 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa60476c-0f6a-49e2-9b7b-5f8557a067c5 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:10.472722 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa60476c-0f6a-49e2-9b7b-5f8557a067c5 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:10.473502 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-aa60476c-0f6a-49e2-9b7b-5f8557a067c5 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Synchronizing usage tracker for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:subnet {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:44:10.496635 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7198da51-b3cf-46d9-b3f0-b9b3619c3ca0 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:10.510715 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7a1a8a2d-317a-40bc-b45d-824faf280d01 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24817'] for router, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:10.512206 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7a1a8a2d-317a-40bc-b45d-824faf280d01 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-351744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24806'] for router, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:10.518346 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-66307912-3748-41ac-a64d-caefa675faaa tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24817'] for router, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:10.533816 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-66307912-3748-41ac-a64d-caefa675faaa tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-351744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24806'] for router, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:10.561596 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-3345460a-6743-49e8-9253-5121bca43e52 None None] Provisioning for port 1f687423-3794-4574-b9fa-a1f689c03751 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:44:10.570593 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-3345460a-6743-49e8-9253-5121bca43e52 None None] Provisioning complete for port 1f687423-3794-4574-b9fa-a1f689c03751 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:44:10.571266 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3345460a-6743-49e8-9253-5121bca43e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:10.608514 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-c8b06000-67f0-4f91-b935-54297be4046f None None] Set router 307bd646-a5b7-4c94-bda1-431806431507 gateway port host: None {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:44:10.609172 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-aa60476c-0f6a-49e2-9b7b-5f8557a067c5 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Unset dirty status for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:subnet {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:44:10.610372 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-aa60476c-0f6a-49e2-9b7b-5f8557a067c5 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2179763 Dec 20 08:44:10.628729 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 36612) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:10.728881 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-3345460a-6743-49e8-9253-5121bca43e52 None None] Port 1f687423-3794-4574-b9fa-a1f689c03751 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:44:10.742526 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Pushing event updated for resources: {'Port': ['ID=f14cbd89-bd81-4f06-92ab-1e61e5297961,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:10.763866 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:10.772323 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device bf93c3ab-34c7-4517-aa26-f370d9aea45f no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:44:10.832895 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Checking segment: {'id': '07419306-83fd-4ebe-b499-a712b1148206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6ad496d9-56fe-43a0-8117-b152b570d9da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:44:10.835526 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Network hostable DHCP agents. Network: 6ad496d9-56fe-43a0-8117-b152b570d9da, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:44:10.882436 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7a1a8a2d-317a-40bc-b45d-824faf280d01 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:10.921278 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-c8b06000-67f0-4f91-b935-54297be4046f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '307bd646-a5b7-4c94-bda1-431806431507', 'name': 'tempest-NetworksTestDHCPv6-router-1972865829', 'tenant_id': '9679bafc94a64ee0a207e63ba5560387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:43:51Z', 'updated_at': '2021-12-20T08:44:08Z', 'revision_number': 3, 'project_id': '9679bafc94a64ee0a207e63ba5560387', 'gw_port_host': None}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:44:10.928234 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-66307912-3748-41ac-a64d-caefa675faaa tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:10.931932 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b06000-67f0-4f91-b935-54297be4046f None None] Checking router: 307bd646-a5b7-4c94-bda1-431806431507 for host: dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 08:44:10.936575 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Network 6ad496d9-56fe-43a0-8117-b152b570d9da is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:44:10.967352 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b06000-67f0-4f91-b935-54297be4046f None None] Routers {'307bd646-a5b7-4c94-bda1-431806431507'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:44:10.970458 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-c8b06000-67f0-4f91-b935-54297be4046f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:43:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['307bd646-a5b7-4c94-bda1-431806431507'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:44:10.974462 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: bf93c3ab-34c7-4517-aa26-f370d9aea45f {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:44:10.974990 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device bf93c3ab-34c7-4517-aa26-f370d9aea45f not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:44:10.978567 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 8924d1ff-2297-4672-baff-bb78b400c7fc no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:44:11.001287 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, 6ad496d9-56fe-43a0-8117-b152b570d9da) {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:44:11.013704 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:44:11.047469 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7a1a8a2d-317a-40bc-b45d-824faf280d01 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071'] for router, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:11.063468 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb72abd1-ba69-4d2e-b6b4-b49d76f1d283 None None] Network 6ad496d9-56fe-43a0-8117-b152b570d9da requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:44:11.119862 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempting to bind port f14cbd89-bd81-4f06-92ab-1e61e5297961 on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:44:11.120340 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempting to bind port f14cbd89-bd81-4f06-92ab-1e61e5297961 by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': '07419306-83fd-4ebe-b499-a712b1148206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6ad496d9-56fe-43a0-8117-b152b570d9da'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:44:11.120340 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempting to bind port f14cbd89-bd81-4f06-92ab-1e61e5297961 on network 6ad496d9-56fe-43a0-8117-b152b570d9da {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:44:11.208309 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Port f14cbd89-bd81-4f06-92ab-1e61e5297961 on network 6ad496d9-56fe-43a0-8117-b152b570d9da not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 08:44:11.208714 dv-neutron-820491-1-hyperv neutron-server[83445]: ERROR neutron.plugins.ml2.managers [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Failed to bind port f14cbd89-bd81-4f06-92ab-1e61e5297961 on host hv-neutron-8204 for vnic_type normal using segments [{'id': '07419306-83fd-4ebe-b499-a712b1148206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6ad496d9-56fe-43a0-8117-b152b570d9da'}] Dec 20 08:44:11.210870 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.plugins.ml2.plugin [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempt 2 to bind port f14cbd89-bd81-4f06-92ab-1e61e5297961 Dec 20 08:44:11.225370 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7a1a8a2d-317a-40bc-b45d-824faf280d01 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:11.226674 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-7a1a8a2d-317a-40bc-b45d-824faf280d01 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.3570144 Dec 20 08:44:11.230856 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 36618) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:11.240092 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-78ec2783-4c56-408f-8a50-cded4d200a5b tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1798471249'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:44:11.243807 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempting to bind port f14cbd89-bd81-4f06-92ab-1e61e5297961 on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:44:11.244400 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempting to bind port f14cbd89-bd81-4f06-92ab-1e61e5297961 by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': '07419306-83fd-4ebe-b499-a712b1148206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6ad496d9-56fe-43a0-8117-b152b570d9da'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:44:11.244836 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempting to bind port f14cbd89-bd81-4f06-92ab-1e61e5297961 on network 6ad496d9-56fe-43a0-8117-b152b570d9da {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:44:11.251377 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-78ec2783-4c56-408f-8a50-cded4d200a5b tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:44:11.261312 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-78ec2783-4c56-408f-8a50-cded4d200a5b tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Usage tracker for resource:network and tenant:c26457116328470095d635bdf0ed66a0 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:44:11.265415 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-78ec2783-4c56-408f-8a50-cded4d200a5b tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:44:11.270109 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-66307912-3748-41ac-a64d-caefa675faaa tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24724'] for router, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:11.283597 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Port f14cbd89-bd81-4f06-92ab-1e61e5297961 on network 6ad496d9-56fe-43a0-8117-b152b570d9da not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 08:44:11.284105 dv-neutron-820491-1-hyperv neutron-server[83445]: ERROR neutron.plugins.ml2.managers [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Failed to bind port f14cbd89-bd81-4f06-92ab-1e61e5297961 on host hv-neutron-8204 for vnic_type normal using segments [{'id': '07419306-83fd-4ebe-b499-a712b1148206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6ad496d9-56fe-43a0-8117-b152b570d9da'}] Dec 20 08:44:11.284786 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-c8b06000-67f0-4f91-b935-54297be4046f None None] Set router 307bd646-a5b7-4c94-bda1-431806431507 gateway port host: None {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:44:11.287287 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-78ec2783-4c56-408f-8a50-cded4d200a5b tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:44:11.289137 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.plugins.ml2.plugin [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempt 3 to bind port f14cbd89-bd81-4f06-92ab-1e61e5297961 Dec 20 08:44:11.321538 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempting to bind port f14cbd89-bd81-4f06-92ab-1e61e5297961 on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:44:11.322047 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempting to bind port f14cbd89-bd81-4f06-92ab-1e61e5297961 by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': '07419306-83fd-4ebe-b499-a712b1148206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6ad496d9-56fe-43a0-8117-b152b570d9da'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:44:11.322489 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempting to bind port f14cbd89-bd81-4f06-92ab-1e61e5297961 on network 6ad496d9-56fe-43a0-8117-b152b570d9da {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:44:11.332319 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-7198da51-b3cf-46d9-b3f0-b9b3619c3ca0 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Allocated IP 2001:db8:0:1::223 (ab85465a-80a2-4327-b98e-f478e79262f5/fbb3c1f4-3fed-4fe4-8ba8-3f58107673d5/1f687423-3794-4574-b9fa-a1f689c03751) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:44:11.335282 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Port f14cbd89-bd81-4f06-92ab-1e61e5297961 on network 6ad496d9-56fe-43a0-8117-b152b570d9da not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 08:44:11.335282 dv-neutron-820491-1-hyperv neutron-server[83445]: ERROR neutron.plugins.ml2.managers [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Failed to bind port f14cbd89-bd81-4f06-92ab-1e61e5297961 on host hv-neutron-8204 for vnic_type normal using segments [{'id': '07419306-83fd-4ebe-b499-a712b1148206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6ad496d9-56fe-43a0-8117-b152b570d9da'}] Dec 20 08:44:11.335282 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.plugins.ml2.plugin [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempt 4 to bind port f14cbd89-bd81-4f06-92ab-1e61e5297961 Dec 20 08:44:11.344477 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 8924d1ff-2297-4672-baff-bb78b400c7fc {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:44:11.345364 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 8924d1ff-2297-4672-baff-bb78b400c7fc not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:44:11.381643 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ec2783-4c56-408f-8a50-cded4d200a5b tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Made reservation on behalf of c26457116328470095d635bdf0ed66a0 for: {'network': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:44:11.385885 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-78ec2783-4c56-408f-8a50-cded4d200a5b tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:11.416380 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-78ec2783-4c56-408f-8a50-cded4d200a5b tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks [] for security_group, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:11.425712 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempting to bind port f14cbd89-bd81-4f06-92ab-1e61e5297961 on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:44:11.425879 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempting to bind port f14cbd89-bd81-4f06-92ab-1e61e5297961 by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': '07419306-83fd-4ebe-b499-a712b1148206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6ad496d9-56fe-43a0-8117-b152b570d9da'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:44:11.426217 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempting to bind port f14cbd89-bd81-4f06-92ab-1e61e5297961 on network 6ad496d9-56fe-43a0-8117-b152b570d9da {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:44:11.442858 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Port f14cbd89-bd81-4f06-92ab-1e61e5297961 on network 6ad496d9-56fe-43a0-8117-b152b570d9da not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 08:44:11.443183 dv-neutron-820491-1-hyperv neutron-server[83445]: ERROR neutron.plugins.ml2.managers [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Failed to bind port f14cbd89-bd81-4f06-92ab-1e61e5297961 on host hv-neutron-8204 for vnic_type normal using segments [{'id': '07419306-83fd-4ebe-b499-a712b1148206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6ad496d9-56fe-43a0-8117-b152b570d9da'}] Dec 20 08:44:11.444844 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.plugins.ml2.plugin [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempt 5 to bind port f14cbd89-bd81-4f06-92ab-1e61e5297961 Dec 20 08:44:11.485536 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempting to bind port f14cbd89-bd81-4f06-92ab-1e61e5297961 on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:44:11.486201 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempting to bind port f14cbd89-bd81-4f06-92ab-1e61e5297961 by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': '07419306-83fd-4ebe-b499-a712b1148206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6ad496d9-56fe-43a0-8117-b152b570d9da'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:44:11.486201 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempting to bind port f14cbd89-bd81-4f06-92ab-1e61e5297961 on network 6ad496d9-56fe-43a0-8117-b152b570d9da {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:44:11.491250 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-c8b06000-67f0-4f91-b935-54297be4046f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '307bd646-a5b7-4c94-bda1-431806431507', 'name': 'tempest-NetworksTestDHCPv6-router-1972865829', 'tenant_id': '9679bafc94a64ee0a207e63ba5560387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:43:51Z', 'updated_at': '2021-12-20T08:44:08Z', 'revision_number': 3, 'project_id': '9679bafc94a64ee0a207e63ba5560387', 'gw_port_host': None}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:44:11.496951 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b06000-67f0-4f91-b935-54297be4046f None None] The sync data for ids ['307bd646-a5b7-4c94-bda1-431806431507'] in dv-neutron-820491-1-hyperv is: [{'id': '307bd646-a5b7-4c94-bda1-431806431507', 'name': 'tempest-NetworksTestDHCPv6-router-1972865829', 'tenant_id': '9679bafc94a64ee0a207e63ba5560387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:43:51Z', 'updated_at': '2021-12-20T08:44:08Z', 'revision_number': 3, 'project_id': '9679bafc94a64ee0a207e63ba5560387', 'gw_port_host': None}] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:44:11.510492 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-78ec2783-4c56-408f-8a50-cded4d200a5b tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:44:11.516098 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-78ec2783-4c56-408f-8a50-cded4d200a5b tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Usage tracker for resource:security_group_rule and tenant:c26457116328470095d635bdf0ed66a0 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:44:11.521509 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Port f14cbd89-bd81-4f06-92ab-1e61e5297961 on network 6ad496d9-56fe-43a0-8117-b152b570d9da not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 08:44:11.521836 dv-neutron-820491-1-hyperv neutron-server[83445]: ERROR neutron.plugins.ml2.managers [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Failed to bind port f14cbd89-bd81-4f06-92ab-1e61e5297961 on host hv-neutron-8204 for vnic_type normal using segments [{'id': '07419306-83fd-4ebe-b499-a712b1148206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6ad496d9-56fe-43a0-8117-b152b570d9da'}] Dec 20 08:44:11.525252 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-78ec2783-4c56-408f-8a50-cded4d200a5b tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:44:11.527974 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.plugins.ml2.plugin [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempt 6 to bind port f14cbd89-bd81-4f06-92ab-1e61e5297961 Dec 20 08:44:11.590340 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-78ec2783-4c56-408f-8a50-cded4d200a5b tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:44:11.604184 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempting to bind port f14cbd89-bd81-4f06-92ab-1e61e5297961 on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:44:11.604382 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempting to bind port f14cbd89-bd81-4f06-92ab-1e61e5297961 by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': '07419306-83fd-4ebe-b499-a712b1148206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6ad496d9-56fe-43a0-8117-b152b570d9da'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:44:11.604669 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempting to bind port f14cbd89-bd81-4f06-92ab-1e61e5297961 on network 6ad496d9-56fe-43a0-8117-b152b570d9da {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:44:11.605946 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7198da51-b3cf-46d9-b3f0-b9b3619c3ca0 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:11.624045 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Port f14cbd89-bd81-4f06-92ab-1e61e5297961 on network 6ad496d9-56fe-43a0-8117-b152b570d9da not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 08:44:11.624374 dv-neutron-820491-1-hyperv neutron-server[83445]: ERROR neutron.plugins.ml2.managers [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Failed to bind port f14cbd89-bd81-4f06-92ab-1e61e5297961 on host hv-neutron-8204 for vnic_type normal using segments [{'id': '07419306-83fd-4ebe-b499-a712b1148206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6ad496d9-56fe-43a0-8117-b152b570d9da'}] Dec 20 08:44:11.631233 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.plugins.ml2.plugin [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempt 7 to bind port f14cbd89-bd81-4f06-92ab-1e61e5297961 Dec 20 08:44:11.636692 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-7198da51-b3cf-46d9-b3f0-b9b3619c3ca0 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Transition to ACTIVE for port object 1f687423-3794-4574-b9fa-a1f689c03751 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:44:11.656401 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7198da51-b3cf-46d9-b3f0-b9b3619c3ca0 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:11.662086 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempting to bind port f14cbd89-bd81-4f06-92ab-1e61e5297961 on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:44:11.662406 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempting to bind port f14cbd89-bd81-4f06-92ab-1e61e5297961 by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': '07419306-83fd-4ebe-b499-a712b1148206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6ad496d9-56fe-43a0-8117-b152b570d9da'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:44:11.662734 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempting to bind port f14cbd89-bd81-4f06-92ab-1e61e5297961 on network 6ad496d9-56fe-43a0-8117-b152b570d9da {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:44:11.666361 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-afe4fcd0-0778-4c56-a548-527838d20a8a tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:11.689546 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Port f14cbd89-bd81-4f06-92ab-1e61e5297961 on network 6ad496d9-56fe-43a0-8117-b152b570d9da not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 08:44:11.689873 dv-neutron-820491-1-hyperv neutron-server[83445]: ERROR neutron.plugins.ml2.managers [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Failed to bind port f14cbd89-bd81-4f06-92ab-1e61e5297961 on host hv-neutron-8204 for vnic_type normal using segments [{'id': '07419306-83fd-4ebe-b499-a712b1148206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6ad496d9-56fe-43a0-8117-b152b570d9da'}] Dec 20 08:44:11.693639 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.plugins.ml2.plugin [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempt 8 to bind port f14cbd89-bd81-4f06-92ab-1e61e5297961 Dec 20 08:44:11.722607 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempting to bind port f14cbd89-bd81-4f06-92ab-1e61e5297961 on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:44:11.722941 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempting to bind port f14cbd89-bd81-4f06-92ab-1e61e5297961 by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': '07419306-83fd-4ebe-b499-a712b1148206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6ad496d9-56fe-43a0-8117-b152b570d9da'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:44:11.723267 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempting to bind port f14cbd89-bd81-4f06-92ab-1e61e5297961 on network 6ad496d9-56fe-43a0-8117-b152b570d9da {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:44:11.771244 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-78ec2783-4c56-408f-8a50-cded4d200a5b tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks [] for security_group, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:11.772136 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-66307912-3748-41ac-a64d-caefa675faaa tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks [] for router_gateway, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:11.811243 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Port f14cbd89-bd81-4f06-92ab-1e61e5297961 on network 6ad496d9-56fe-43a0-8117-b152b570d9da not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 08:44:11.811569 dv-neutron-820491-1-hyperv neutron-server[83445]: ERROR neutron.plugins.ml2.managers [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Failed to bind port f14cbd89-bd81-4f06-92ab-1e61e5297961 on host hv-neutron-8204 for vnic_type normal using segments [{'id': '07419306-83fd-4ebe-b499-a712b1148206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6ad496d9-56fe-43a0-8117-b152b570d9da'}] Dec 20 08:44:11.812430 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-66307912-3748-41ac-a64d-caefa675faaa tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:11.814123 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-78ec2783-4c56-408f-8a50-cded4d200a5b tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:11.821621 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.plugins.ml2.plugin [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempt 9 to bind port f14cbd89-bd81-4f06-92ab-1e61e5297961 Dec 20 08:44:11.829090 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-4471b42e-1193-4a8a-b34e-80d111ff19b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:11.877889 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7198da51-b3cf-46d9-b3f0-b9b3619c3ca0 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Pushing event updated for resources: {'Port': ['ID=1f687423-3794-4574-b9fa-a1f689c03751,revision_number=3']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:11.906428 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78ec2783-4c56-408f-8a50-cded4d200a5b tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=83445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:44:11.936892 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempting to bind port f14cbd89-bd81-4f06-92ab-1e61e5297961 on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:44:11.936892 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempting to bind port f14cbd89-bd81-4f06-92ab-1e61e5297961 by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': '07419306-83fd-4ebe-b499-a712b1148206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6ad496d9-56fe-43a0-8117-b152b570d9da'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:44:11.936892 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempting to bind port f14cbd89-bd81-4f06-92ab-1e61e5297961 on network 6ad496d9-56fe-43a0-8117-b152b570d9da {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:44:11.959576 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ec2783-4c56-408f-8a50-cded4d200a5b tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8480421b-2d18-4023-a6ab-0686a545f90f,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:11.971899 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-78ec2783-4c56-408f-8a50-cded4d200a5b tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:11.973099 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-78ec2783-4c56-408f-8a50-cded4d200a5b tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:11.973477 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.segments_db [None req-78ec2783-4c56-408f-8a50-cded4d200a5b tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Added segment c8ff284e-49c5-4e35-8c39-fa31d828326a of type vlan for network af7ad14a-7191-4c7f-899f-5fb47327e0fa Dec 20 08:44:11.984721 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Port f14cbd89-bd81-4f06-92ab-1e61e5297961 on network 6ad496d9-56fe-43a0-8117-b152b570d9da not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 08:44:11.985046 dv-neutron-820491-1-hyperv neutron-server[83445]: ERROR neutron.plugins.ml2.managers [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Failed to bind port f14cbd89-bd81-4f06-92ab-1e61e5297961 on host hv-neutron-8204 for vnic_type normal using segments [{'id': '07419306-83fd-4ebe-b499-a712b1148206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6ad496d9-56fe-43a0-8117-b152b570d9da'}] Dec 20 08:44:11.989639 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.plugins.ml2.plugin [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempt 10 to bind port f14cbd89-bd81-4f06-92ab-1e61e5297961 Dec 20 08:44:12.046348 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-77741f94-412d-4fb9-94ab-d70c651d24ca tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Deleting subnet 88b0101f-b77a-47cc-bfd6-a4cffb2fb32d {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:44:12.052630 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-77741f94-412d-4fb9-94ab-d70c651d24ca tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:12.065704 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempting to bind port f14cbd89-bd81-4f06-92ab-1e61e5297961 on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:44:12.066036 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempting to bind port f14cbd89-bd81-4f06-92ab-1e61e5297961 by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': '07419306-83fd-4ebe-b499-a712b1148206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6ad496d9-56fe-43a0-8117-b152b570d9da'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:44:12.066364 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempting to bind port f14cbd89-bd81-4f06-92ab-1e61e5297961 on network 6ad496d9-56fe-43a0-8117-b152b570d9da {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:44:12.080670 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-78ec2783-4c56-408f-8a50-cded4d200a5b tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:12.127969 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Port f14cbd89-bd81-4f06-92ab-1e61e5297961 on network 6ad496d9-56fe-43a0-8117-b152b570d9da not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 08:44:12.128603 dv-neutron-820491-1-hyperv neutron-server[83445]: ERROR neutron.plugins.ml2.managers [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Failed to bind port f14cbd89-bd81-4f06-92ab-1e61e5297961 on host hv-neutron-8204 for vnic_type normal using segments [{'id': '07419306-83fd-4ebe-b499-a712b1148206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6ad496d9-56fe-43a0-8117-b152b570d9da'}] Dec 20 08:44:12.129182 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:12.142850 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-78ec2783-4c56-408f-8a50-cded4d200a5b tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:12.147216 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ec2783-4c56-408f-8a50-cded4d200a5b tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:12.148072 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-78ec2783-4c56-408f-8a50-cded4d200a5b tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:12.193139 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a562ae83-4717-434a-b807-aed0f2976c5e tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:12.212488 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-77741f94-412d-4fb9-94ab-d70c651d24ca tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1618747'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:12.229714 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-78ec2783-4c56-408f-8a50-cded4d200a5b tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.9940732 Dec 20 08:44:12.237286 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 36626) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:12.246863 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-70ff796e-4e71-4f4c-87d7-f5401beb384a tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Request body: {'subnet': {'network_id': 'af7ad14a-7191-4c7f-899f-5fb47327e0fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:44:12.281684 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-79c6502c-e53b-4c90-9aa0-6e1d9c6795de None None] Provisioning for port 1f687423-3794-4574-b9fa-a1f689c03751 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:44:12.288862 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7198da51-b3cf-46d9-b3f0-b9b3619c3ca0 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.622s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:12.290884 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-79c6502c-e53b-4c90-9aa0-6e1d9c6795de None None] Provisioning complete for port 1f687423-3794-4574-b9fa-a1f689c03751 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:44:12.291558 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-79c6502c-e53b-4c90-9aa0-6e1d9c6795de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:12.293141 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-7198da51-b3cf-46d9-b3f0-b9b3619c3ca0 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] In _notify_port_updated(), no bound segment for port 1f687423-3794-4574-b9fa-a1f689c03751 on network ab85465a-80a2-4327-b98e-f478e79262f5 {{(pid=83444) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 08:44:12.297259 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7198da51-b3cf-46d9-b3f0-b9b3619c3ca0 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:12.297879 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7198da51-b3cf-46d9-b3f0-b9b3619c3ca0 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:12.303156 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-7198da51-b3cf-46d9-b3f0-b9b3619c3ca0 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "PUT /v2.0/ports/1f687423-3794-4574-b9fa-a1f689c03751 HTTP/1.1" status: 200 len: 1012 time: 2.0989537 Dec 20 08:44:12.303832 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 36630) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:12.333314 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-66307912-3748-41ac-a64d-caefa675faaa tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Allocated IP 172.26.5.213 (95f3bec2-46e6-4468-8229-8badd4a5aaae/cf8895a3-346d-4313-a645-16ecdcce9969/8ff50673-df07-4773-9b84-6b046e11230b) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:44:12.376606 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-79c6502c-e53b-4c90-9aa0-6e1d9c6795de None None] Port 1f687423-3794-4574-b9fa-a1f689c03751 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:44:12.404860 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-db5b8e8c-047a-4638-a147-6653584d72d4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Deleting port 1f687423-3794-4574-b9fa-a1f689c03751 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:44:12.405466 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ec2783-4c56-408f-8a50-cded4d200a5b tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Pushing event updated for resources: {'Network': ['ID=af7ad14a-7191-4c7f-899f-5fb47327e0fa,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:12.405552 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-db5b8e8c-047a-4638-a147-6653584d72d4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:12.418256 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network af7ad14a-7191-4c7f-899f-5fb47327e0fa details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:44:12.424243 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-78ec2783-4c56-408f-8a50-cded4d200a5b tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:12.551227 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-70ff796e-4e71-4f4c-87d7-f5401beb384a tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:44:12.554611 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] For port f14cbd89-bd81-4f06-92ab-1e61e5297961, host hv-neutron-8204, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:44:12.555772 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempted to set empty binding levels {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 20 08:44:12.565861 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-77741f94-412d-4fb9-94ab-d70c651d24ca tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:12.621164 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a0b5b263-95b2-4dcc-9a82-e3413ba94eaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:12.736310 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device f1ec27cc-29d9-479a-b489-d2b995db779d no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:44:12.778718 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: f1ec27cc-29d9-479a-b489-d2b995db779d {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:44:12.779197 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device f1ec27cc-29d9-479a-b489-d2b995db779d not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:44:12.787163 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2036698'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:12.792645 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-70ff796e-4e71-4f4c-87d7-f5401beb384a tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Usage tracker for resource:subnet and tenant:c26457116328470095d635bdf0ed66a0 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:44:12.798835 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-55aed0f8-01ec-49d2-a6fc-64396e0a592c tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:12.841675 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-70ff796e-4e71-4f4c-87d7-f5401beb384a tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:44:12.871460 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-70ff796e-4e71-4f4c-87d7-f5401beb384a tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:44:12.908104 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:12.926525 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Pushing event updated for resources: {'Port': ['ID=f14cbd89-bd81-4f06-92ab-1e61e5297961,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:12.928587 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ff796e-4e71-4f4c-87d7-f5401beb384a tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Made reservation on behalf of c26457116328470095d635bdf0ed66a0 for: {'subnet': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:44:12.943304 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:12.952092 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-77741f94-412d-4fb9-94ab-d70c651d24ca tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1129313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1529131'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:12.963688 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a59787c8-9217-4737-94e8-67e96c80ff9a tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:12.970258 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 5.7211764 Dec 20 08:44:12.982231 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 36634) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:12.990795 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-66307912-3748-41ac-a64d-caefa675faaa tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:12.999088 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-db5b8e8c-047a-4638-a147-6653584d72d4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:13.007274 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77741f94-412d-4fb9-94ab-d70c651d24ca tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event deleted for resources: {'Subnet': ['ID=88b0101f-b77a-47cc-bfd6-a4cffb2fb32d,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:13.010380 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-77741f94-412d-4fb9-94ab-d70c651d24ca tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:13.072891 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-77741f94-412d-4fb9-94ab-d70c651d24ca tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:13.081780 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99eaae2-b835-401c-a79e-09997d3b7fcb None None] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:44:13.112267 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-70ff796e-4e71-4f4c-87d7-f5401beb384a tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2095160'] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:13.151151 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-db5b8e8c-047a-4638-a147-6653584d72d4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Calling delete_port for 1f687423-3794-4574-b9fa-a1f689c03751 owned by {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:44:13.152307 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-7a304457-6156-43d0-8b98-83dac97f423f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Deleting port f14cbd89-bd81-4f06-92ab-1e61e5297961 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:44:13.152646 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7a304457-6156-43d0-8b98-83dac97f423f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:13.198616 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-77741f94-412d-4fb9-94ab-d70c651d24ca tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/subnets/88b0101f-b77a-47cc-bfd6-a4cffb2fb32d HTTP/1.1" status: 204 len: 168 time: 2.5682137 Dec 20 08:44:13.201345 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 36638) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:13.294339 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-66307912-3748-41ac-a64d-caefa675faaa tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:13.311917 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0b5e31fa-79f3-4e69-9e59-1e3819df72a7 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:13.449889 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179ba43d-fcb8-45dd-aff8-f489aa28668a None None] DHCP port deletion for f75aa0d2-5f41-40f3-a9e0-d60d934965a4 request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 08:44:13.456095 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-179ba43d-fcb8-45dd-aff8-f489aa28668a None None] Deleting port 4055eff7-7c56-49b1-83a9-9596eb3354c2 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:44:13.457438 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-179ba43d-fcb8-45dd-aff8-f489aa28668a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:13.560459 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66307912-3748-41ac-a64d-caefa675faaa tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Network 95f3bec2-46e6-4468-8229-8badd4a5aaae is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:44:13.561193 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 36646) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:13.561845 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66307912-3748-41ac-a64d-caefa675faaa tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Pushing event updated for resources: {'Port': ['ID=8ff50673-df07-4773-9b84-6b046e11230b,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:13.572428 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-b94ba293-8228-4dba-b000-15de569422e4 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Synchronizing usage tracker for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:router {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:44:13.573910 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-66307912-3748-41ac-a64d-caefa675faaa tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:13.574953 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-66307912-3748-41ac-a64d-caefa675faaa tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:44:13.579633 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-825e3267-adf3-4471-8a40-8daec05e7daf tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Request body: {'subnet': {'network_id': 'dfdafb45-49e8-4749-8de4-e344f4349fca', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:44:13.603018 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66307912-3748-41ac-a64d-caefa675faaa tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:44:13.615623 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-b94ba293-8228-4dba-b000-15de569422e4 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Unset dirty status for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:router {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:44:13.621008 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b94ba293-8228-4dba-b000-15de569422e4 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4181228 Dec 20 08:44:13.621627 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 36650) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:13.741922 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-179ba43d-fcb8-45dd-aff8-f489aa28668a None None] For port 4055eff7-7c56-49b1-83a9-9596eb3354c2, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=4055eff7-7c56-49b1-83a9-9596eb3354c2,segment=NetworkSegment(7c00552d-ea93-440b-911c-cb3aa0a4eeff),segment_id=7c00552d-ea93-440b-911c-cb3aa0a4eeff)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:44:13.743211 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-179ba43d-fcb8-45dd-aff8-f489aa28668a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:13.825771 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-aa0afe61-8397-4c0b-be3f-0be7c6751135 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for router, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:13.866451 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-179ba43d-fcb8-45dd-aff8-f489aa28668a None None] Calling delete_port for 4055eff7-7c56-49b1-83a9-9596eb3354c2 owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:44:13.880861 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-db5b8e8c-047a-4638-a147-6653584d72d4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:13.892832 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ee4d40e0-9814-41bb-af6e-64b2326b4f73 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:13.931523 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-7a304457-6156-43d0-8b98-83dac97f423f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] For port f14cbd89-bd81-4f06-92ab-1e61e5297961, host hv-neutron-8204, got binding levels [] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:44:13.931877 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7a304457-6156-43d0-8b98-83dac97f423f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:13.938742 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5b8e8c-047a-4638-a147-6653584d72d4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Pushing event deleted for resources: {'Port': ['ID=1f687423-3794-4574-b9fa-a1f689c03751,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:13.952103 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-179ba43d-fcb8-45dd-aff8-f489aa28668a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102'] for port, after_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:13.957060 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-7fb062f4-4395-41ba-9d92-a8b8cb061a4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:13.967735 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-825e3267-adf3-4471-8a40-8daec05e7daf tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:44:13.991068 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-db5b8e8c-047a-4638-a147-6653584d72d4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:13.997605 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179ba43d-fcb8-45dd-aff8-f489aa28668a None None] Pushing event deleted for resources: {'Port': ['ID=4055eff7-7c56-49b1-83a9-9596eb3354c2,revision_number=None']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:14.001745 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-179ba43d-fcb8-45dd-aff8-f489aa28668a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:14.006498 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179ba43d-fcb8-45dd-aff8-f489aa28668a None None] No DVR routers for this DVR port 4055eff7-7c56-49b1-83a9-9596eb3354c2 on host dv-neutron-820491-1-hyperv {{(pid=83446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:44:14.087681 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-825e3267-adf3-4471-8a40-8daec05e7daf tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Usage tracker for resource:subnet and tenant:2ec22d5a6bcd4fd8ba62f3132b925948 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:44:14.100463 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-825e3267-adf3-4471-8a40-8daec05e7daf tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:44:14.111978 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-7a304457-6156-43d0-8b98-83dac97f423f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Calling delete_port for f14cbd89-bd81-4f06-92ab-1e61e5297961 owned by {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:44:14.159310 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-825e3267-adf3-4471-8a40-8daec05e7daf tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:44:14.162988 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-db5b8e8c-047a-4638-a147-6653584d72d4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:14.176015 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-70ff796e-4e71-4f4c-87d7-f5401beb384a tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2036557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2095114'] for subnet, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:14.188333 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:14.236684 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-825e3267-adf3-4471-8a40-8daec05e7daf tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Made reservation on behalf of 2ec22d5a6bcd4fd8ba62f3132b925948 for: {'subnet': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:44:14.245077 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-db5b8e8c-047a-4638-a147-6653584d72d4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "DELETE /v2.0/ports/1f687423-3794-4574-b9fa-a1f689c03751 HTTP/1.1" status: 204 len: 168 time: 1.9331236 Dec 20 08:44:14.247600 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 36654) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:14.377609 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7a304457-6156-43d0-8b98-83dac97f423f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:14.410357 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ff796e-4e71-4f4c-87d7-f5401beb384a tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Pushing event updated for resources: {'Subnet': ['ID=cf8e866c-6ab9-48f7-87fd-c0e1326e35f6,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:14.418183 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-825e3267-adf3-4471-8a40-8daec05e7daf tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2095160'] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:14.432036 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-70ff796e-4e71-4f4c-87d7-f5401beb384a tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:14.438364 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-12426dfe-5439-4035-9239-f5b6cb296a61 tempest-FloatingIPAdminTestJSON-278763285 tempest-FloatingIPAdminTestJSON-278763285-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:14.550309 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-65b624eb-36c8-4289-b402-123ba28510ef tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] GET failed (client error): The resource could not be found. Dec 20 08:44:14.550822 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-65b624eb-36c8-4289-b402-123ba28510ef tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Synchronizing usage tracker for tenant:bcc408b3053b4123bbeeedda32cab34a on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:44:14.576310 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-aa0afe61-8397-4c0b-be3f-0be7c6751135 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24735'] for router, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:14.594496 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a304457-6156-43d0-8b98-83dac97f423f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Pushing event deleted for resources: {'Port': ['ID=f14cbd89-bd81-4f06-92ab-1e61e5297961,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:14.610546 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-7a304457-6156-43d0-8b98-83dac97f423f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:14.620617 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-aa0afe61-8397-4c0b-be3f-0be7c6751135 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:14.640912 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-65b624eb-36c8-4289-b402-123ba28510ef tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Unset dirty status for tenant:bcc408b3053b4123bbeeedda32cab34a on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:44:14.642407 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-65b624eb-36c8-4289-b402-123ba28510ef tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "GET /v2.0/ports/1f687423-3794-4574-b9fa-a1f689c03751 HTTP/1.1" status: 404 len: 333 time: 0.3939044 Dec 20 08:44:14.645553 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 36664) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:14.674028 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7a304457-6156-43d0-8b98-83dac97f423f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:14.676616 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ff796e-4e71-4f4c-87d7-f5401beb384a tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Checking segment: {'id': 'c8ff284e-49c5-4e35-8c39-fa31d828326a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'af7ad14a-7191-4c7f-899f-5fb47327e0fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:44:14.676971 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ff796e-4e71-4f4c-87d7-f5401beb384a tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Network hostable DHCP agents. Network: af7ad14a-7191-4c7f-899f-5fb47327e0fa, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:44:14.707144 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7e905c13-fb60-45aa-b5d6-a4927225b54a req-91cbc1d5-f3c2-4bf3-bcc2-e3ff2fb217a5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=148d3ca3-99f3-4cac-9876-2d697d86b864&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2577128 Dec 20 08:44:14.718256 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-7a304457-6156-43d0-8b98-83dac97f423f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] 10.222.0.16 "DELETE /v2.0/ports/f14cbd89-bd81-4f06-92ab-1e61e5297961 HTTP/1.1" status: 204 len: 168 time: 1.7336023 Dec 20 08:44:14.721045 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 36668) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:14.773150 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c9d8dda-4bf3-44ac-a194-36477aaf5bb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] GET failed (client error): The resource could not be found. Dec 20 08:44:14.773820 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-5c9d8dda-4bf3-44ac-a194-36477aaf5bb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Synchronizing usage tracker for tenant:d34271e93dcb43db9e94941000728bd2 on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:44:14.795175 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 4055eff7-7c56-49b1-83a9-9596eb3354c2 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:44:14.801654 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-aa0afe61-8397-4c0b-be3f-0be7c6751135 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-390871'] for router, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:14.802151 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa0afe61-8397-4c0b-be3f-0be7c6751135 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Fanout notify agent at l3_agent the message router_deleted on router 307bd646-a5b7-4c94-bda1-431806431507 {{(pid=83444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 08:44:14.831883 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-8bcd6810-8442-4ec8-9784-7445dc016e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:14.833544 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 4055eff7-7c56-49b1-83a9-9596eb3354c2 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:44:14.833696 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ff796e-4e71-4f4c-87d7-f5401beb384a tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Network af7ad14a-7191-4c7f-899f-5fb47327e0fa is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:44:14.833941 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 4055eff7-7c56-49b1-83a9-9596eb3354c2 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:44:14.868606 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-66307912-3748-41ac-a64d-caefa675faaa tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks [] for router_gateway, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:14.869522 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-66307912-3748-41ac-a64d-caefa675faaa tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071'] for router, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:14.870555 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-aa0afe61-8397-4c0b-be3f-0be7c6751135 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:14.874203 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-aa0afe61-8397-4c0b-be3f-0be7c6751135 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/routers/307bd646-a5b7-4c94-bda1-431806431507 HTTP/1.1" status: 204 len: 168 time: 1.2476773 Dec 20 08:44:14.875086 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-5c9d8dda-4bf3-44ac-a194-36477aaf5bb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Unset dirty status for tenant:d34271e93dcb43db9e94941000728bd2 on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:44:14.876397 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-5c9d8dda-4bf3-44ac-a194-36477aaf5bb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] 10.222.0.16 "GET /v2.0/ports/f14cbd89-bd81-4f06-92ab-1e61e5297961 HTTP/1.1" status: 404 len: 333 time: 0.1543872 Dec 20 08:44:14.877496 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 36672) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:14.881034 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 36674) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:14.913346 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-70ff796e-4e71-4f4c-87d7-f5401beb384a tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, af7ad14a-7191-4c7f-899f-5fb47327e0fa) {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:44:14.923269 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd594f5-8a94-4f52-9015-cb6dc8cea987 None None] Network af7ad14a-7191-4c7f-899f-5fb47327e0fa requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:44:14.940768 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ff796e-4e71-4f4c-87d7-f5401beb384a tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:14.941484 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-70ff796e-4e71-4f4c-87d7-f5401beb384a tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:14.986331 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-f6c13903-bc3f-4c15-bd3f-afb9e9988355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Request body: {'port': {'network_id': '6ad496d9-56fe-43a0-8117-b152b570d9da', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-84601813'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:44:14.994119 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-bfdefe51-42ee-4c7c-86ab-4f8f69a69791 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Synchronizing usage tracker for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:44:15.000206 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-f6c13903-bc3f-4c15-bd3f-afb9e9988355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:44:15.027986 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-f6c13903-bc3f-4c15-bd3f-afb9e9988355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:44:15.063089 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-70ff796e-4e71-4f4c-87d7-f5401beb384a tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8247824 Dec 20 08:44:15.067889 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 36680) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:15.079174 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-bfdefe51-42ee-4c7c-86ab-4f8f69a69791 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Unset dirty status for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:44:15.080954 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-bfdefe51-42ee-4c7c-86ab-4f8f69a69791 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2006011 Dec 20 08:44:15.085199 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-8d15c1a2-5180-43a7-95fd-e4ccd2d81c1d tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Request body: {'network': {'name': 'tempest-router-network01--2135286243'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:44:15.085483 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 36684) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:15.092222 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-835503b8-f88c-4152-8e49-de26d84fbfab tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Deleting subnet fbb3c1f4-3fed-4fe4-8ba8-3f58107673d5 {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:44:15.097457 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-835503b8-f88c-4152-8e49-de26d84fbfab tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:15.130616 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6c13903-bc3f-4c15-bd3f-afb9e9988355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Made reservation on behalf of d34271e93dcb43db9e94941000728bd2 for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:44:15.132856 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f6c13903-bc3f-4c15-bd3f-afb9e9988355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:15.136162 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3572883-e84c-4854-8635-e4017453595a req-7033ea13-6ecf-4c47-9da2-9a02aa35316c tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:15.137684 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-d3572883-e84c-4854-8635-e4017453595a req-7033ea13-6ecf-4c47-9da2-9a02aa35316c tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] 10.222.0.16 "GET /v2.0/ports?device_id=449de04f-1310-4bd7-a015-5ccac5cf03e1 HTTP/1.1" status: 200 len: 945 time: 0.3471265 Dec 20 08:44:15.151893 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e7a27b-86d5-4f24-b9f4-d3a916fdb197 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-af7ad14a-7191-4c7f-899f-5fb47327e0fa', 'network_id': 'af7ad14a-7191-4c7f-899f-5fb47327e0fa', 'tenant_id': 'c26457116328470095d635bdf0ed66a0', 'fixed_ips': [{'subnet_id': 'cf8e866c-6ab9-48f7-87fd-c0e1326e35f6'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:44:15.152848 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-27e7a27b-86d5-4f24-b9f4-d3a916fdb197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:15.152980 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-8d15c1a2-5180-43a7-95fd-e4ccd2d81c1d tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:44:15.157706 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7e905c13-fb60-45aa-b5d6-a4927225b54a req-c25b05f7-be3c-470c-a734-1b98d693cf73 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ec4017678cc746e0bc7f4ecce92ed1b5&device_id=148d3ca3-99f3-4cac-9876-2d697d86b864 HTTP/1.1" status: 200 len: 1099 time: 0.4030280 Dec 20 08:44:15.176887 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-8d15c1a2-5180-43a7-95fd-e4ccd2d81c1d tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Usage tracker for resource:network and tenant:c26457116328470095d635bdf0ed66a0 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:44:15.190043 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-825e3267-adf3-4471-8a40-8daec05e7daf tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2036557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2095114'] for subnet, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:15.198944 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-49f50db6-d0aa-4daa-8716-78772155201d tempest-ExtraDHCPOptionsTestJSON-701546725 tempest-ExtraDHCPOptionsTestJSON-701546725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:15.208257 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-8d15c1a2-5180-43a7-95fd-e4ccd2d81c1d tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:44:15.231259 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-8d15c1a2-5180-43a7-95fd-e4ccd2d81c1d tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:44:15.235795 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-835503b8-f88c-4152-8e49-de26d84fbfab tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1618747'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:15.266144 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-f6c13903-bc3f-4c15-bd3f-afb9e9988355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] device_id is not set on port 2eb2a831-9cb1-431e-91e8-7c98eee44548 yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:44:15.355217 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f867d3e5-4ccb-487a-aad1-b2e25a150a8a tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:15.355909 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-f867d3e5-4ccb-487a-aad1-b2e25a150a8a tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Synchronizing usage tracker for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:subnet {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:44:15.359756 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-27e7a27b-86d5-4f24-b9f4-d3a916fdb197 None None] Allocated IP 172.20.0.2 (af7ad14a-7191-4c7f-899f-5fb47327e0fa/cf8e866c-6ab9-48f7-87fd-c0e1326e35f6/208f742a-c70a-4b2a-9914-b16f9e769b6c) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:44:15.382685 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825e3267-adf3-4471-8a40-8daec05e7daf tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Pushing event updated for resources: {'Subnet': ['ID=9e49c65e-dd8f-423d-88b4-45c0bef5bc7f,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:15.386109 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-825e3267-adf3-4471-8a40-8daec05e7daf tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:15.396788 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-d3572883-e84c-4854-8635-e4017453595a req-4d387b4c-71a5-40e4-812c-9905b250dace tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] 10.222.0.16 "GET /v2.0/security-groups?id=85b419f3-1db6-44b7-a0aa-e59be6683846&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2432222 Dec 20 08:44:15.416591 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d15c1a2-5180-43a7-95fd-e4ccd2d81c1d tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Made reservation on behalf of c26457116328470095d635bdf0ed66a0 for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:44:15.418699 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-f867d3e5-4ccb-487a-aad1-b2e25a150a8a tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Unset dirty status for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:subnet {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:44:15.419427 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8d15c1a2-5180-43a7-95fd-e4ccd2d81c1d tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:15.422359 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-f867d3e5-4ccb-487a-aad1-b2e25a150a8a tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3296721 Dec 20 08:44:15.423153 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 36688) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:15.510229 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-f61068c3-942b-4e38-a90f-9077ddf58cc7 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Synchronizing usage tracker for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:router {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:44:15.515660 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825e3267-adf3-4471-8a40-8daec05e7daf tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Checking segment: {'id': '2bb2d323-d72e-4d6e-8402-db17bd45c824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'dfdafb45-49e8-4749-8de4-e344f4349fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:44:15.516023 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825e3267-adf3-4471-8a40-8daec05e7daf tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Network hostable DHCP agents. Network: dfdafb45-49e8-4749-8de4-e344f4349fca, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:44:15.553530 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-f61068c3-942b-4e38-a90f-9077ddf58cc7 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Unset dirty status for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:router {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:44:15.555124 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-f61068c3-942b-4e38-a90f-9077ddf58cc7 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1309965 Dec 20 08:44:15.560118 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 36696) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:15.583522 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-511cc34a-73ec-4519-befb-fbc766ff94ee tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Request body: {'subnet': {'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:44:15.604934 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825e3267-adf3-4471-8a40-8daec05e7daf tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Network dfdafb45-49e8-4749-8de4-e344f4349fca is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:44:15.640176 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-27e7a27b-86d5-4f24-b9f4-d3a916fdb197 None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:15.644733 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e905c13-fb60-45aa-b5d6-a4927225b54a req-228ec87d-5c37-4a74-8fec-2d9351356212 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:15.646228 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7e905c13-fb60-45aa-b5d6-a4927225b54a req-228ec87d-5c37-4a74-8fec-2d9351356212 service neutron] 10.222.0.58 "GET /v2.0/networks?id=74659ea1-fc06-4c03-bfff-ba787badb621 HTTP/1.1" status: 200 len: 912 time: 0.4663866 Dec 20 08:44:15.654006 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-27e7a27b-86d5-4f24-b9f4-d3a916fdb197 None None] Transition to ACTIVE for port object 208f742a-c70a-4b2a-9914-b16f9e769b6c will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:44:15.665392 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-825e3267-adf3-4471-8a40-8daec05e7daf tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, dfdafb45-49e8-4749-8de4-e344f4349fca) {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:44:15.678721 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6450de1-871e-423c-845b-18138a4e26c8 None None] Network dfdafb45-49e8-4749-8de4-e344f4349fca requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:44:15.693899 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-27e7a27b-86d5-4f24-b9f4-d3a916fdb197 None None] Transition to ACTIVE for port object 208f742a-c70a-4b2a-9914-b16f9e769b6c will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:44:15.706220 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-27e7a27b-86d5-4f24-b9f4-d3a916fdb197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:15.711432 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-3e748171-5980-4447-a9a1-9a69e08a27b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:15.719227 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825e3267-adf3-4471-8a40-8daec05e7daf tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:15.719817 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-825e3267-adf3-4471-8a40-8daec05e7daf tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:15.738871 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66307912-3748-41ac-a64d-caefa675faaa tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Router efa8c554-abd1-4cc1-a7f4-e8b8004cbcb4 is scheduled to L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 with binding_index 1 {{(pid=83445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 08:44:15.783592 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7e905c13-fb60-45aa-b5d6-a4927225b54a req-9132cd69-241d-418b-97ba-58c6d972f242 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8c49f43-1e9e-46bc-85eb-6d813a0cd1d3 HTTP/1.1" status: 200 len: 1001 time: 0.1204610 Dec 20 08:44:15.795757 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f6c13903-bc3f-4c15-bd3f-afb9e9988355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:15.829197 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d15c1a2-5180-43a7-95fd-e4ccd2d81c1d tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:44:15.838025 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-511cc34a-73ec-4519-befb-fbc766ff94ee tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:44:15.848996 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-825e3267-adf3-4471-8a40-8daec05e7daf tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2840893 Dec 20 08:44:15.853614 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 36702) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:15.864391 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e7a27b-86d5-4f24-b9f4-d3a916fdb197 None None] Network af7ad14a-7191-4c7f-899f-5fb47327e0fa is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:44:15.864975 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-511cc34a-73ec-4519-befb-fbc766ff94ee tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:44:15.870792 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-5de596ad-62b8-45a9-9915-a4ebb3a3a9e0 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1794144872'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:44:15.875945 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8d15c1a2-5180-43a7-95fd-e4ccd2d81c1d tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:15.876610 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-8d15c1a2-5180-43a7-95fd-e4ccd2d81c1d tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Added segment 0817de6e-66b6-45f9-ac22-68a765164c14 of type vlan for network f731ff57-7c27-45df-bc62-bcf334ac4bbe Dec 20 08:44:15.878289 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-27e7a27b-86d5-4f24-b9f4-d3a916fdb197 None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:44:15.879319 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-5de596ad-62b8-45a9-9915-a4ebb3a3a9e0 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:44:15.881186 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e7a27b-86d5-4f24-b9f4-d3a916fdb197 None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:44:15.887193 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-5de596ad-62b8-45a9-9915-a4ebb3a3a9e0 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Usage tracker for resource:network and tenant:2ec22d5a6bcd4fd8ba62f3132b925948 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:44:15.887393 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e7a27b-86d5-4f24-b9f4-d3a916fdb197 None None] Pushing event updated for resources: {'Port': ['ID=208f742a-c70a-4b2a-9914-b16f9e769b6c,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:15.890613 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-27e7a27b-86d5-4f24-b9f4-d3a916fdb197 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:15.892097 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-835503b8-f88c-4152-8e49-de26d84fbfab tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:15.892567 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-5de596ad-62b8-45a9-9915-a4ebb3a3a9e0 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:44:15.901564 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-5de596ad-62b8-45a9-9915-a4ebb3a3a9e0 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:44:15.906114 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-511cc34a-73ec-4519-befb-fbc766ff94ee tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Made reservation on behalf of 9679bafc94a64ee0a207e63ba5560387 for: {'subnet': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:44:15.917845 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:15.942757 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e905c13-fb60-45aa-b5d6-a4927225b54a req-18353fcb-0d40-4988-8a5f-71b815c5634c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:15.944214 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7e905c13-fb60-45aa-b5d6-a4927225b54a req-18353fcb-0d40-4988-8a5f-71b815c5634c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=372cc3e6-10e8-4159-8180-180bc179785a HTTP/1.1" status: 200 len: 850 time: 0.1515317 Dec 20 08:44:15.964355 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de596ad-62b8-45a9-9915-a4ebb3a3a9e0 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Made reservation on behalf of 2ec22d5a6bcd4fd8ba62f3132b925948 for: {'network': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:44:15.967488 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5de596ad-62b8-45a9-9915-a4ebb3a3a9e0 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:16.010500 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8d15c1a2-5180-43a7-95fd-e4ccd2d81c1d tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:16.063524 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f6c13903-bc3f-4c15-bd3f-afb9e9988355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:16.067847 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:16.074725 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-27e7a27b-86d5-4f24-b9f4-d3a916fdb197 None None] Attempting to bind port 208f742a-c70a-4b2a-9914-b16f9e769b6c on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:44:16.075116 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-27e7a27b-86d5-4f24-b9f4-d3a916fdb197 None None] Attempting to bind port 208f742a-c70a-4b2a-9914-b16f9e769b6c by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': 'c8ff284e-49c5-4e35-8c39-fa31d828326a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'af7ad14a-7191-4c7f-899f-5fb47327e0fa'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:44:16.075481 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e7a27b-86d5-4f24-b9f4-d3a916fdb197 None None] Attempting to bind port 208f742a-c70a-4b2a-9914-b16f9e769b6c on network af7ad14a-7191-4c7f-899f-5fb47327e0fa {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:44:16.076871 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-8eebcd46-ecab-44cf-956b-12704897b72b tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:16.110404 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-511cc34a-73ec-4519-befb-fbc766ff94ee tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2095160'] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:16.119761 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e7a27b-86d5-4f24-b9f4-d3a916fdb197 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:44:16.120123 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e7a27b-86d5-4f24-b9f4-d3a916fdb197 None None] Checking segment: {'id': 'c8ff284e-49c5-4e35-8c39-fa31d828326a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'af7ad14a-7191-4c7f-899f-5fb47327e0fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:44:16.120623 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-27e7a27b-86d5-4f24-b9f4-d3a916fdb197 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:16.120921 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e7a27b-86d5-4f24-b9f4-d3a916fdb197 None None] Bound using segment: {'id': 'c8ff284e-49c5-4e35-8c39-fa31d828326a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'af7ad14a-7191-4c7f-899f-5fb47327e0fa'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:44:16.121412 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-27e7a27b-86d5-4f24-b9f4-d3a916fdb197 None None] Bound port: 208f742a-c70a-4b2a-9914-b16f9e769b6c, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8ff284e-49c5-4e35-8c39-fa31d828326a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'af7ad14a-7191-4c7f-899f-5fb47327e0fa'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:44:16.121949 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-27e7a27b-86d5-4f24-b9f4-d3a916fdb197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:16.132113 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5de596ad-62b8-45a9-9915-a4ebb3a3a9e0 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=83445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:44:16.153207 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5de596ad-62b8-45a9-9915-a4ebb3a3a9e0 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:16.153574 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.segments_db [None req-5de596ad-62b8-45a9-9915-a4ebb3a3a9e0 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Added segment e7786813-2f27-4ba4-b669-4c6a34a258db of type vlan for network 15957291-ad0d-4ede-976b-dab303cfd540 Dec 20 08:44:16.154499 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-835503b8-f88c-4152-8e49-de26d84fbfab tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1129313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1529131'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:16.167041 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8d15c1a2-5180-43a7-95fd-e4ccd2d81c1d tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:16.170666 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d15c1a2-5180-43a7-95fd-e4ccd2d81c1d tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:16.171279 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8d15c1a2-5180-43a7-95fd-e4ccd2d81c1d tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:16.178697 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8bfc5aa-3ef4-45c3-903e-43baef44522e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-dfdafb45-49e8-4749-8de4-e344f4349fca', 'network_id': 'dfdafb45-49e8-4749-8de4-e344f4349fca', 'tenant_id': '2ec22d5a6bcd4fd8ba62f3132b925948', 'fixed_ips': [{'subnet_id': '9e49c65e-dd8f-423d-88b4-45c0bef5bc7f'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:44:16.179502 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c8bfc5aa-3ef4-45c3-903e-43baef44522e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:16.208126 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-8d15c1a2-5180-43a7-95fd-e4ccd2d81c1d tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1313045 Dec 20 08:44:16.215532 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 36706) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:16.228115 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c13903-bc3f-4c15-bd3f-afb9e9988355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Network 6ad496d9-56fe-43a0-8117-b152b570d9da is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:44:16.229391 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c13903-bc3f-4c15-bd3f-afb9e9988355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Pushing event updated for resources: {'Port': ['ID=2eb2a831-9cb1-431e-91e8-7c98eee44548,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:16.245642 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-f6c13903-bc3f-4c15-bd3f-afb9e9988355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:44:16.248355 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f6c13903-bc3f-4c15-bd3f-afb9e9988355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:16.252695 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-052f117d-ac53-4b8b-beab-535f8a2a875e tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Request body: {'network': {'name': 'tempest-router-network02--402884075'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:44:16.263259 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7e905c13-fb60-45aa-b5d6-a4927225b54a req-8251a7ab-17ff-405c-856b-3d13e6e71d82 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=74659ea1-fc06-4c03-bfff-ba787badb621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2872875 Dec 20 08:44:16.264164 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:16.306648 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-27e7a27b-86d5-4f24-b9f4-d3a916fdb197 None None] For port 208f742a-c70a-4b2a-9914-b16f9e769b6c, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:44:16.307480 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5de596ad-62b8-45a9-9915-a4ebb3a3a9e0 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:16.315308 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c13903-bc3f-4c15-bd3f-afb9e9988355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:44:16.317507 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c13903-bc3f-4c15-bd3f-afb9e9988355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:16.318640 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f6c13903-bc3f-4c15-bd3f-afb9e9988355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:16.328919 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-27e7a27b-86d5-4f24-b9f4-d3a916fdb197 None None] For port 208f742a-c70a-4b2a-9914-b16f9e769b6c, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=208f742a-c70a-4b2a-9914-b16f9e769b6c,segment=NetworkSegment(c8ff284e-49c5-4e35-8c39-fa31d828326a),segment_id=c8ff284e-49c5-4e35-8c39-fa31d828326a)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:44:16.331162 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835503b8-f88c-4152-8e49-de26d84fbfab tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Pushing event deleted for resources: {'Subnet': ['ID=fbb3c1f4-3fed-4fe4-8ba8-3f58107673d5,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:16.366786 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-27e7a27b-86d5-4f24-b9f4-d3a916fdb197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:16.372527 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66307912-3748-41ac-a64d-caefa675faaa tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:44:16.377447 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-27e7a27b-86d5-4f24-b9f4-d3a916fdb197 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:16.410473 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-052f117d-ac53-4b8b-beab-535f8a2a875e tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:44:16.424739 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c255e1-cdfd-4434-9fba-4ff4e8b5ae17 None None] Sync routers for ids ['efa8c554-abd1-4cc1-a7f4-e8b8004cbcb4'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:44:16.440646 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5de596ad-62b8-45a9-9915-a4ebb3a3a9e0 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:16.444550 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de596ad-62b8-45a9-9915-a4ebb3a3a9e0 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:16.446192 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd57f8e-7a58-4f8c-b471-3ac3747c64a6 None None] Network ab85465a-80a2-4327-b98e-f478e79262f5 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:44:16.446569 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5de596ad-62b8-45a9-9915-a4ebb3a3a9e0 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:16.456909 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-275ea438-cd3e-4571-bd81-477309227134 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:16.633429 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-c8bfc5aa-3ef4-45c3-903e-43baef44522e None None] Allocated IP 2001:db8:0:ffff::2 (dfdafb45-49e8-4749-8de4-e344f4349fca/9e49c65e-dd8f-423d-88b4-45c0bef5bc7f/0090d928-9aec-4196-b69f-5496c283e87d) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:44:16.638830 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-66307912-3748-41ac-a64d-caefa675faaa tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:16.640002 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-66307912-3748-41ac-a64d-caefa675faaa tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.4610929 Dec 20 08:44:16.655016 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e7a27b-86d5-4f24-b9f4-d3a916fdb197 None None] Pushing event updated for resources: {'Port': ['ID=208f742a-c70a-4b2a-9914-b16f9e769b6c,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:16.660140 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-835503b8-f88c-4152-8e49-de26d84fbfab tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:16.662962 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.458s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:16.668774 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c255e1-cdfd-4434-9fba-4ff4e8b5ae17 None None] Routers {'efa8c554-abd1-4cc1-a7f4-e8b8004cbcb4'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:44:16.669699 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-25c255e1-cdfd-4434-9fba-4ff4e8b5ae17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:44:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['efa8c554-abd1-4cc1-a7f4-e8b8004cbcb4'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:44:16.684191 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-835503b8-f88c-4152-8e49-de26d84fbfab tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:16.689010 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-835503b8-f88c-4152-8e49-de26d84fbfab tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "DELETE /v2.0/subnets/fbb3c1f4-3fed-4fe4-8ba8-3f58107673d5 HTTP/1.1" status: 204 len: 168 time: 2.0393798 Dec 20 08:44:16.689010 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-052f117d-ac53-4b8b-beab-535f8a2a875e tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Usage tracker for resource:network and tenant:c26457116328470095d635bdf0ed66a0 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:44:16.690394 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 36714) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:16.690740 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 36716) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:16.696940 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-052f117d-ac53-4b8b-beab-535f8a2a875e tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:44:16.713779 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-052f117d-ac53-4b8b-beab-535f8a2a875e tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:44:16.721328 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-27e7a27b-86d5-4f24-b9f4-d3a916fdb197 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:16.736342 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f6c13903-bc3f-4c15-bd3f-afb9e9988355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 1.7740712 Dec 20 08:44:16.740791 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-41728766-170f-4a2d-904e-185709d27868 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'enable_snat': False}}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:44:16.745095 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 36722) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:16.772329 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-25c255e1-cdfd-4434-9fba-4ff4e8b5ae17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:44:16.796223 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-5de596ad-62b8-45a9-9915-a4ebb3a3a9e0 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9337988 Dec 20 08:44:16.805935 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 36726) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:16.827874 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-96945123-1182-43f6-a4f5-963ba605b686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8204'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:44:16.892626 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-4c41c4d3-2a2d-439b-8d5c-457058c0b5ff tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Request body: {'subnet': {'network_id': '15957291-ad0d-4ede-976b-dab303cfd540', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:44:16.898398 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d15c1a2-5180-43a7-95fd-e4ccd2d81c1d tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Pushing event updated for resources: {'Network': ['ID=f731ff57-7c27-45df-bc62-bcf334ac4bbe,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:16.907830 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de596ad-62b8-45a9-9915-a4ebb3a3a9e0 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Pushing event updated for resources: {'Network': ['ID=15957291-ad0d-4ede-976b-dab303cfd540,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:16.909197 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-052f117d-ac53-4b8b-beab-535f8a2a875e tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Made reservation on behalf of c26457116328470095d635bdf0ed66a0 for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:44:16.913398 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-5de596ad-62b8-45a9-9915-a4ebb3a3a9e0 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:16.919954 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-052f117d-ac53-4b8b-beab-535f8a2a875e tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:16.939804 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7e905c13-fb60-45aa-b5d6-a4927225b54a req-176d624c-a0b5-4dee-9f16-0da67d60f0e4 service neutron] 10.222.0.58 "GET /v2.0/networks/74659ea1-fc06-4c03-bfff-ba787badb621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6109936 Dec 20 08:44:16.966989 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network f731ff57-7c27-45df-bc62-bcf334ac4bbe details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:44:16.971193 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-8d15c1a2-5180-43a7-95fd-e4ccd2d81c1d tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:16.994969 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network 15957291-ad0d-4ede-976b-dab303cfd540 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:44:17.038503 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c255e1-cdfd-4434-9fba-4ff4e8b5ae17 None None] Routers {'efa8c554-abd1-4cc1-a7f4-e8b8004cbcb4'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:44:17.039168 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-25c255e1-cdfd-4434-9fba-4ff4e8b5ae17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:44:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['efa8c554-abd1-4cc1-a7f4-e8b8004cbcb4'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:44:17.062251 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-052f117d-ac53-4b8b-beab-535f8a2a875e tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:44:17.075383 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-052f117d-ac53-4b8b-beab-535f8a2a875e tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:17.075804 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-052f117d-ac53-4b8b-beab-535f8a2a875e tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Added segment bfd505f6-d957-4af0-8c12-8993d606d6cd of type vlan for network 0809ecce-adef-4bf2-bb4d-76532b54f497 Dec 20 08:44:17.118100 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-052f117d-ac53-4b8b-beab-535f8a2a875e tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:17.178397 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-25c255e1-cdfd-4434-9fba-4ff4e8b5ae17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:44:17.179381 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c255e1-cdfd-4434-9fba-4ff4e8b5ae17 None None] The sync data for ids ['efa8c554-abd1-4cc1-a7f4-e8b8004cbcb4'] in dv-neutron-820491-1-hyperv is: [] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:44:17.297938 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-4c41c4d3-2a2d-439b-8d5c-457058c0b5ff tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:44:17.312010 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-052f117d-ac53-4b8b-beab-535f8a2a875e tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:17.315804 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-4c41c4d3-2a2d-439b-8d5c-457058c0b5ff tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Usage tracker for resource:subnet and tenant:2ec22d5a6bcd4fd8ba62f3132b925948 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:44:17.316033 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052f117d-ac53-4b8b-beab-535f8a2a875e tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:17.316623 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-052f117d-ac53-4b8b-beab-535f8a2a875e tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:17.334152 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e29402b-b064-4508-806d-ba59e667b951 req-463fd418-2c57-409d-8f2e-15a97d8a78da tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:17.336205 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-3e29402b-b064-4508-806d-ba59e667b951 req-463fd418-2c57-409d-8f2e-15a97d8a78da tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] 10.222.0.16 "GET /v2.0/ports?device_id=449de04f-1310-4bd7-a015-5ccac5cf03e1 HTTP/1.1" status: 200 len: 945 time: 0.7037640 Dec 20 08:44:17.339367 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-df010836-e023-4827-93b1-424fdd2f9cf3 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:17.342276 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-4c41c4d3-2a2d-439b-8d5c-457058c0b5ff tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:44:17.356490 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-4c41c4d3-2a2d-439b-8d5c-457058c0b5ff tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:44:17.410940 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:17.450194 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052f117d-ac53-4b8b-beab-535f8a2a875e tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Pushing event updated for resources: {'Network': ['ID=0809ecce-adef-4bf2-bb4d-76532b54f497,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:17.455168 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-96945123-1182-43f6-a4f5-963ba605b686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:17.468211 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-052f117d-ac53-4b8b-beab-535f8a2a875e tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2491341 Dec 20 08:44:17.470564 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-052f117d-ac53-4b8b-beab-535f8a2a875e tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:17.471030 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 36732) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:17.472608 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network 0809ecce-adef-4bf2-bb4d-76532b54f497 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:44:17.480605 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7e905c13-fb60-45aa-b5d6-a4927225b54a req-39ffe205-44be-45aa-81d4-8c5033de2f0a service neutron] 10.222.0.58 "GET /v2.0/networks/74659ea1-fc06-4c03-bfff-ba787badb621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5021875 Dec 20 08:44:17.485300 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-d5960517-236f-4f0a-be5c-51ba4b20f391 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Request body: {'subnet': {'network_id': 'f731ff57-7c27-45df-bc62-bcf334ac4bbe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:44:17.492961 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d6f219e-f80d-40d9-8bf9-39762b6646b3 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Deleting subnet 7b57face-b99c-4da2-a323-281fafbf4e8b {{(pid=83445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:44:17.495936 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c41c4d3-2a2d-439b-8d5c-457058c0b5ff tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Made reservation on behalf of 2ec22d5a6bcd4fd8ba62f3132b925948 for: {'subnet': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:44:17.520079 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2d6f219e-f80d-40d9-8bf9-39762b6646b3 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks [] for subnet, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:17.571083 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.objects.ports [None req-511cc34a-73ec-4519-befb-fbc766ff94ee tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83445) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 20 08:44:17.596209 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-511cc34a-73ec-4519-befb-fbc766ff94ee tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2036557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2095114'] for subnet, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:17.623325 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-dd315e9d-759b-48e5-9afb-1d7dad2ead33 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:17.652772 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c8bfc5aa-3ef4-45c3-903e-43baef44522e None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:17.672323 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-c8bfc5aa-3ef4-45c3-903e-43baef44522e None None] Transition to ACTIVE for port object 0090d928-9aec-4196-b69f-5496c283e87d will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:44:17.690100 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-d5960517-236f-4f0a-be5c-51ba4b20f391 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:44:17.698889 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d5960517-236f-4f0a-be5c-51ba4b20f391 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Usage tracker for resource:subnet and tenant:c26457116328470095d635bdf0ed66a0 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:44:17.699722 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-c8bfc5aa-3ef4-45c3-903e-43baef44522e None None] Transition to ACTIVE for port object 0090d928-9aec-4196-b69f-5496c283e87d will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:44:17.702831 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d5960517-236f-4f0a-be5c-51ba4b20f391 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:44:17.712981 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c8bfc5aa-3ef4-45c3-903e-43baef44522e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:17.719496 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-d5960517-236f-4f0a-be5c-51ba4b20f391 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:44:17.725111 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-007b0632-a34f-4983-a871-41f07a0f5c29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:17.761387 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2d6f219e-f80d-40d9-8bf9-39762b6646b3 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1518554'] for subnet, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:17.819058 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-3e29402b-b064-4508-806d-ba59e667b951 req-acf1a150-67e4-4297-a10d-7f3312a83d40 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] 10.222.0.16 "GET /v2.0/security-groups?id=85b419f3-1db6-44b7-a0aa-e59be6683846&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4543345 Dec 20 08:44:17.822220 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4c41c4d3-2a2d-439b-8d5c-457058c0b5ff tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2095160'] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:17.836783 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5960517-236f-4f0a-be5c-51ba4b20f391 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Made reservation on behalf of c26457116328470095d635bdf0ed66a0 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:44:17.838122 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bfc5aa-3ef4-45c3-903e-43baef44522e None None] Pushing event updated for resources: {'Port': ['ID=0090d928-9aec-4196-b69f-5496c283e87d,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:17.846321 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-c8bfc5aa-3ef4-45c3-903e-43baef44522e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:17.871123 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8bfc5aa-3ef4-45c3-903e-43baef44522e None None] Network dfdafb45-49e8-4749-8de4-e344f4349fca is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:44:17.883733 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-c8bfc5aa-3ef4-45c3-903e-43baef44522e None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:44:17.887387 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bfc5aa-3ef4-45c3-903e-43baef44522e None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:44:18.001053 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-96945123-1182-43f6-a4f5-963ba605b686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] device_id is not set on port 2eb2a831-9cb1-431e-91e8-7c98eee44548 yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:44:18.026068 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-96945123-1182-43f6-a4f5-963ba605b686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:18.037198 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511cc34a-73ec-4519-befb-fbc766ff94ee tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:44:18.042467 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d5960517-236f-4f0a-be5c-51ba4b20f391 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1529102'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:18.046350 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-511cc34a-73ec-4519-befb-fbc766ff94ee tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:44:18.054162 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511cc34a-73ec-4519-befb-fbc766ff94ee tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event updated for resources: {'Subnet': ['ID=af915950-5454-44a1-b70f-8d911471d719,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:18.055369 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-c8bfc5aa-3ef4-45c3-903e-43baef44522e None None] Attempting to bind port 0090d928-9aec-4196-b69f-5496c283e87d on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:44:18.055869 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-c8bfc5aa-3ef4-45c3-903e-43baef44522e None None] Attempting to bind port 0090d928-9aec-4196-b69f-5496c283e87d by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '2bb2d323-d72e-4d6e-8402-db17bd45c824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'dfdafb45-49e8-4749-8de4-e344f4349fca'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:44:18.056759 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bfc5aa-3ef4-45c3-903e-43baef44522e None None] Attempting to bind port 0090d928-9aec-4196-b69f-5496c283e87d on network dfdafb45-49e8-4749-8de4-e344f4349fca {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:44:18.066678 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511cc34a-73ec-4519-befb-fbc766ff94ee tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:18.067339 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-511cc34a-73ec-4519-befb-fbc766ff94ee tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:18.072449 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-96945123-1182-43f6-a4f5-963ba605b686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Transition to ACTIVE for port object 2eb2a831-9cb1-431e-91e8-7c98eee44548 will not be triggered until provisioned by entity L2. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:44:18.072748 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d04b4b9-1e32-48b7-9972-f47586f6877d None None] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:44:18.082191 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-511cc34a-73ec-4519-befb-fbc766ff94ee tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:18.092792 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-96945123-1182-43f6-a4f5-963ba605b686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:18.113567 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-10fa6366-5cc6-492f-a733-ecbc93ae1186 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:18.144610 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-511cc34a-73ec-4519-befb-fbc766ff94ee tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5788233 Dec 20 08:44:18.154245 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 36736) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:18.176427 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-f7bfb818-a946-404b-8adb-0411da90c96b tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Request body: {'subnet': {'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:44:18.255532 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bfc5aa-3ef4-45c3-903e-43baef44522e None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:44:18.255912 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bfc5aa-3ef4-45c3-903e-43baef44522e None None] Checking segment: {'id': '2bb2d323-d72e-4d6e-8402-db17bd45c824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'dfdafb45-49e8-4749-8de4-e344f4349fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:44:18.257319 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c8bfc5aa-3ef4-45c3-903e-43baef44522e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:18.257727 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bfc5aa-3ef4-45c3-903e-43baef44522e None None] Bound using segment: {'id': '2bb2d323-d72e-4d6e-8402-db17bd45c824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'dfdafb45-49e8-4749-8de4-e344f4349fca'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:44:18.258476 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-c8bfc5aa-3ef4-45c3-903e-43baef44522e None None] Bound port: 0090d928-9aec-4196-b69f-5496c283e87d, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bb2d323-d72e-4d6e-8402-db17bd45c824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'dfdafb45-49e8-4749-8de4-e344f4349fca'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:44:18.258903 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c8bfc5aa-3ef4-45c3-903e-43baef44522e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:18.308647 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553e8472-1317-44f3-8dd4-2899476fb52c None None] Network af7ad14a-7191-4c7f-899f-5fb47327e0fa requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:44:18.323466 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2d6f219e-f80d-40d9-8bf9-39762b6646b3 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:18.442562 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96945123-1182-43f6-a4f5-963ba605b686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Pushing event updated for resources: {'Port': ['ID=2eb2a831-9cb1-431e-91e8-7c98eee44548,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:18.454195 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-96945123-1182-43f6-a4f5-963ba605b686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:18.568094 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-c8bfc5aa-3ef4-45c3-903e-43baef44522e None None] For port 0090d928-9aec-4196-b69f-5496c283e87d, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:44:18.645038 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-73df47f7-66ea-411e-a4cd-191e40ff6118 None None] Provisioning for port 208f742a-c70a-4b2a-9914-b16f9e769b6c completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:44:18.663678 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-c8bfc5aa-3ef4-45c3-903e-43baef44522e None None] For port 0090d928-9aec-4196-b69f-5496c283e87d, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=0090d928-9aec-4196-b69f-5496c283e87d,segment=NetworkSegment(2bb2d323-d72e-4d6e-8402-db17bd45c824),segment_id=2bb2d323-d72e-4d6e-8402-db17bd45c824)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:44:18.677993 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c8bfc5aa-3ef4-45c3-903e-43baef44522e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:18.683724 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:18.735475 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-f7bfb818-a946-404b-8adb-0411da90c96b tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:44:18.747234 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59b7668-d45e-4876-9d1f-854ade722918 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'tenant_id': '9679bafc94a64ee0a207e63ba5560387', 'fixed_ips': [{'subnet_id': 'af915950-5454-44a1-b70f-8d911471d719'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:44:18.747778 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b59b7668-d45e-4876-9d1f-854ade722918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:18.759725 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2d6f219e-f80d-40d9-8bf9-39762b6646b3 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2036620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2095133'] for subnet, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:18.759966 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-f7bfb818-a946-404b-8adb-0411da90c96b tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:44:18.766089 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-377c5cf5-3df1-46aa-bd68-5442f43fca24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:18.795919 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7bfb818-a946-404b-8adb-0411da90c96b tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Made reservation on behalf of 9679bafc94a64ee0a207e63ba5560387 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:44:18.807092 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4c41c4d3-2a2d-439b-8d5c-457058c0b5ff tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2036557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2095114'] for subnet, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:18.828171 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6f219e-f80d-40d9-8bf9-39762b6646b3 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Pushing event deleted for resources: {'Subnet': ['ID=7b57face-b99c-4da2-a323-281fafbf4e8b,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:18.831158 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-2d6f219e-f80d-40d9-8bf9-39762b6646b3 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:18.833742 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-70ff796e-4e71-4f4c-87d7-f5401beb384a tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:18.877579 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 208f742a-c70a-4b2a-9914-b16f9e769b6c up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:44:18.913720 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2d6f219e-f80d-40d9-8bf9-39762b6646b3 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:18.916570 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bfc5aa-3ef4-45c3-903e-43baef44522e None None] Pushing event updated for resources: {'Port': ['ID=0090d928-9aec-4196-b69f-5496c283e87d,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:18.931552 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3233e1d8-b5c2-4dcd-887b-a3f3df0e470c None None] Network ab85465a-80a2-4327-b98e-f478e79262f5 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:44:18.938474 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-2d6f219e-f80d-40d9-8bf9-39762b6646b3 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "DELETE /v2.0/subnets/7b57face-b99c-4da2-a323-281fafbf4e8b HTTP/1.1" status: 204 len: 168 time: 2.2451792 Dec 20 08:44:18.950781 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-c8bfc5aa-3ef4-45c3-903e-43baef44522e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:18.954018 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 36744) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:19.046930 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-2e613d3f-b434-4aa6-96f9-144777e25f9d None None] Provisioning complete for port 1fa93ee6-ae7f-40ef-83b2-fc2d128c2e5f triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:44:19.047308 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-2e613d3f-b434-4aa6-96f9-144777e25f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:19.066502 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c41c4d3-2a2d-439b-8d5c-457058c0b5ff tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Pushing event updated for resources: {'Subnet': ['ID=8d287fd1-268d-4d70-9ea8-93903a483603,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:19.074496 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-4c41c4d3-2a2d-439b-8d5c-457058c0b5ff tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:19.081654 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c41c4d3-2a2d-439b-8d5c-457058c0b5ff tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Checking segment: {'id': 'e7786813-2f27-4ba4-b669-4c6a34a258db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '15957291-ad0d-4ede-976b-dab303cfd540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:44:19.085250 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c41c4d3-2a2d-439b-8d5c-457058c0b5ff tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Network hostable DHCP agents. Network: 15957291-ad0d-4ede-976b-dab303cfd540, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:44:19.113112 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [None req-96945123-1182-43f6-a4f5-963ba605b686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempting to bind port 2eb2a831-9cb1-431e-91e8-7c98eee44548 on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:44:19.113963 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [None req-96945123-1182-43f6-a4f5-963ba605b686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempting to bind port 2eb2a831-9cb1-431e-91e8-7c98eee44548 by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': '07419306-83fd-4ebe-b499-a712b1148206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6ad496d9-56fe-43a0-8117-b152b570d9da'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:44:19.114868 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96945123-1182-43f6-a4f5-963ba605b686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempting to bind port 2eb2a831-9cb1-431e-91e8-7c98eee44548 on network 6ad496d9-56fe-43a0-8117-b152b570d9da {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:44:19.145483 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf343aa7-9191-4fa5-b5ea-81e241841ad8 req-3e8a8f4b-7a56-4bbf-9f99-419039bd96e4 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:19.147166 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-cf343aa7-9191-4fa5-b5ea-81e241841ad8 req-3e8a8f4b-7a56-4bbf-9f99-419039bd96e4 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] 10.222.0.58 "GET /v2.0/ports?device_id=449de04f-1310-4bd7-a015-5ccac5cf03e1 HTTP/1.1" status: 200 len: 945 time: 0.8771870 Dec 20 08:44:19.156474 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96945123-1182-43f6-a4f5-963ba605b686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Port 2eb2a831-9cb1-431e-91e8-7c98eee44548 on network 6ad496d9-56fe-43a0-8117-b152b570d9da not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 08:44:19.156821 dv-neutron-820491-1-hyperv neutron-server[83444]: ERROR neutron.plugins.ml2.managers [None req-96945123-1182-43f6-a4f5-963ba605b686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Failed to bind port 2eb2a831-9cb1-431e-91e8-7c98eee44548 on host hv-neutron-8204 for vnic_type normal using segments [{'id': '07419306-83fd-4ebe-b499-a712b1148206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6ad496d9-56fe-43a0-8117-b152b570d9da'}] Dec 20 08:44:19.158302 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d5960517-236f-4f0a-be5c-51ba4b20f391 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1129376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1529148'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:19.174134 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.plugins.ml2.plugin [None req-96945123-1182-43f6-a4f5-963ba605b686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempt 2 to bind port 2eb2a831-9cb1-431e-91e8-7c98eee44548 Dec 20 08:44:19.183185 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-52cea4a0-98f6-416b-832c-6ef044b771f8 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:19.297029 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c75f32b3-db8f-42a8-9884-a4d42cdb96bc tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:19.297342 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [None req-96945123-1182-43f6-a4f5-963ba605b686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempting to bind port 2eb2a831-9cb1-431e-91e8-7c98eee44548 on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:44:19.297610 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [None req-96945123-1182-43f6-a4f5-963ba605b686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempting to bind port 2eb2a831-9cb1-431e-91e8-7c98eee44548 by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': '07419306-83fd-4ebe-b499-a712b1148206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6ad496d9-56fe-43a0-8117-b152b570d9da'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:44:19.298025 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96945123-1182-43f6-a4f5-963ba605b686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempting to bind port 2eb2a831-9cb1-431e-91e8-7c98eee44548 on network 6ad496d9-56fe-43a0-8117-b152b570d9da {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:44:19.333037 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-c75f32b3-db8f-42a8-9884-a4d42cdb96bc tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Deleting port 1fa93ee6-ae7f-40ef-83b2-fc2d128c2e5f {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:44:19.333707 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c75f32b3-db8f-42a8-9884-a4d42cdb96bc tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:19.376905 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96945123-1182-43f6-a4f5-963ba605b686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Port 2eb2a831-9cb1-431e-91e8-7c98eee44548 on network 6ad496d9-56fe-43a0-8117-b152b570d9da not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 08:44:19.376905 dv-neutron-820491-1-hyperv neutron-server[83444]: ERROR neutron.plugins.ml2.managers [None req-96945123-1182-43f6-a4f5-963ba605b686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Failed to bind port 2eb2a831-9cb1-431e-91e8-7c98eee44548 on host hv-neutron-8204 for vnic_type normal using segments [{'id': '07419306-83fd-4ebe-b499-a712b1148206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6ad496d9-56fe-43a0-8117-b152b570d9da'}] Dec 20 08:44:19.386499 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.plugins.ml2.plugin [None req-96945123-1182-43f6-a4f5-963ba605b686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempt 3 to bind port 2eb2a831-9cb1-431e-91e8-7c98eee44548 Dec 20 08:44:19.413197 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-b59b7668-d45e-4876-9d1f-854ade722918 None None] Allocated IP 2001:db8::f816:3eff:feae:25a8 (f75aa0d2-5f41-40f3-a9e0-d60d934965a4/af915950-5454-44a1-b70f-8d911471d719/94132e9f-bc64-44d7-9c68-1f5b85ae0827) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:44:19.416766 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5960517-236f-4f0a-be5c-51ba4b20f391 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Checking segment: {'id': '0817de6e-66b6-45f9-ac22-68a765164c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f731ff57-7c27-45df-bc62-bcf334ac4bbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:44:19.417389 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5960517-236f-4f0a-be5c-51ba4b20f391 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Network hostable DHCP agents. Network: f731ff57-7c27-45df-bc62-bcf334ac4bbe, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:44:19.425964 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-cf343aa7-9191-4fa5-b5ea-81e241841ad8 req-b97c298c-210b-4249-b5c4-56ecd675f25b tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Deleting port 6c9c5529-bcd9-4f60-96a4-8bf0a7e85fe2 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:44:19.426678 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-cf343aa7-9191-4fa5-b5ea-81e241841ad8 req-b97c298c-210b-4249-b5c4-56ecd675f25b tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:19.440620 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 208f742a-c70a-4b2a-9914-b16f9e769b6c completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:44:19.471425 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f7bfb818-a946-404b-8adb-0411da90c96b tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1529102'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:19.474649 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c41c4d3-2a2d-439b-8d5c-457058c0b5ff tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Network 15957291-ad0d-4ede-976b-dab303cfd540 is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:44:19.531883 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5960517-236f-4f0a-be5c-51ba4b20f391 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Pushing event updated for resources: {'Subnet': ['ID=2ca2c358-b499-465f-8410-fb7f131e1e23,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:19.533516 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-4c41c4d3-2a2d-439b-8d5c-457058c0b5ff tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, 15957291-ad0d-4ede-976b-dab303cfd540) {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:44:19.539915 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c41c4d3-2a2d-439b-8d5c-457058c0b5ff tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:19.541172 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4c41c4d3-2a2d-439b-8d5c-457058c0b5ff tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:19.541807 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [None req-96945123-1182-43f6-a4f5-963ba605b686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempting to bind port 2eb2a831-9cb1-431e-91e8-7c98eee44548 on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:44:19.542205 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [None req-96945123-1182-43f6-a4f5-963ba605b686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempting to bind port 2eb2a831-9cb1-431e-91e8-7c98eee44548 by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': '07419306-83fd-4ebe-b499-a712b1148206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6ad496d9-56fe-43a0-8117-b152b570d9da'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:44:19.542598 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96945123-1182-43f6-a4f5-963ba605b686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempting to bind port 2eb2a831-9cb1-431e-91e8-7c98eee44548 on network 6ad496d9-56fe-43a0-8117-b152b570d9da {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:44:19.547523 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d5960517-236f-4f0a-be5c-51ba4b20f391 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:19.582711 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34adcb19-d056-4c0f-9fa4-0759dadb3cf1 req-2d07fe09-dd1b-4fc8-9883-9e9922ec5d6d tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:19.590493 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-34adcb19-d056-4c0f-9fa4-0759dadb3cf1 req-2d07fe09-dd1b-4fc8-9883-9e9922ec5d6d tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] 10.222.0.16 "GET /v2.0/ports?device_id=449de04f-1310-4bd7-a015-5ccac5cf03e1 HTTP/1.1" status: 200 len: 945 time: 0.4421709 Dec 20 08:44:19.639929 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96945123-1182-43f6-a4f5-963ba605b686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Port 2eb2a831-9cb1-431e-91e8-7c98eee44548 on network 6ad496d9-56fe-43a0-8117-b152b570d9da not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 08:44:19.639929 dv-neutron-820491-1-hyperv neutron-server[83444]: ERROR neutron.plugins.ml2.managers [None req-96945123-1182-43f6-a4f5-963ba605b686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Failed to bind port 2eb2a831-9cb1-431e-91e8-7c98eee44548 on host hv-neutron-8204 for vnic_type normal using segments [{'id': '07419306-83fd-4ebe-b499-a712b1148206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6ad496d9-56fe-43a0-8117-b152b570d9da'}] Dec 20 08:44:19.660723 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-4c41c4d3-2a2d-439b-8d5c-457058c0b5ff tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.8018584 Dec 20 08:44:19.663714 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 36750) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:19.741187 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570ee438-7050-4a81-a5f1-1270fa01ddaf None None] Network 15957291-ad0d-4ede-976b-dab303cfd540 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:44:19.798768 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.plugins.ml2.plugin [None req-96945123-1182-43f6-a4f5-963ba605b686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempt 4 to bind port 2eb2a831-9cb1-431e-91e8-7c98eee44548 Dec 20 08:44:19.802964 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-34adcb19-d056-4c0f-9fa4-0759dadb3cf1 req-c3520fdd-ad26-421b-a686-be66a8d34c53 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] 10.222.0.16 "GET /v2.0/security-groups?id=85b419f3-1db6-44b7-a0aa-e59be6683846&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2113988 Dec 20 08:44:19.857870 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [None req-96945123-1182-43f6-a4f5-963ba605b686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempting to bind port 2eb2a831-9cb1-431e-91e8-7c98eee44548 on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:44:19.857870 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [None req-96945123-1182-43f6-a4f5-963ba605b686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempting to bind port 2eb2a831-9cb1-431e-91e8-7c98eee44548 by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': '07419306-83fd-4ebe-b499-a712b1148206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6ad496d9-56fe-43a0-8117-b152b570d9da'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:44:19.858180 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96945123-1182-43f6-a4f5-963ba605b686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempting to bind port 2eb2a831-9cb1-431e-91e8-7c98eee44548 on network 6ad496d9-56fe-43a0-8117-b152b570d9da {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:44:19.949641 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-65150d41-9df3-4b05-b547-8c31d33abb0c tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:19.972088 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-c75f32b3-db8f-42a8-9884-a4d42cdb96bc tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] For port 1fa93ee6-ae7f-40ef-83b2-fc2d128c2e5f, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=1fa93ee6-ae7f-40ef-83b2-fc2d128c2e5f,segment=NetworkSegment(ed40e817-0617-4887-a485-a14c7309f74b),segment_id=ed40e817-0617-4887-a485-a14c7309f74b)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:44:19.972723 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c75f32b3-db8f-42a8-9884-a4d42cdb96bc tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:20.028552 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b59b7668-d45e-4876-9d1f-854ade722918 None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:20.040190 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-b59b7668-d45e-4876-9d1f-854ade722918 None None] Transition to ACTIVE for port object 94132e9f-bc64-44d7-9c68-1f5b85ae0827 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:44:20.042036 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-cf343aa7-9191-4fa5-b5ea-81e241841ad8 req-b97c298c-210b-4249-b5c4-56ecd675f25b tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] For port 6c9c5529-bcd9-4f60-96a4-8bf0a7e85fe2, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=6c9c5529-bcd9-4f60-96a4-8bf0a7e85fe2,segment=NetworkSegment(a9eab435-89d5-4321-91f2-1fa8426047e8),segment_id=a9eab435-89d5-4321-91f2-1fa8426047e8)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:44:20.042449 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-cf343aa7-9191-4fa5-b5ea-81e241841ad8 req-b97c298c-210b-4249-b5c4-56ecd675f25b tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:20.061285 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-b59b7668-d45e-4876-9d1f-854ade722918 None None] Transition to ACTIVE for port object 94132e9f-bc64-44d7-9c68-1f5b85ae0827 will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:44:20.097790 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 208f742a-c70a-4b2a-9914-b16f9e769b6c triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:44:20.098164 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:20.120950 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-c75f32b3-db8f-42a8-9884-a4d42cdb96bc tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Calling delete_port for 1fa93ee6-ae7f-40ef-83b2-fc2d128c2e5f owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:44:20.128416 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b59b7668-d45e-4876-9d1f-854ade722918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:20.131974 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38cad097-1e57-4196-b28a-b58175a7c365 None None] Network dfdafb45-49e8-4749-8de4-e344f4349fca requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:44:20.140946 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5960517-236f-4f0a-be5c-51ba4b20f391 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Network f731ff57-7c27-45df-bc62-bcf334ac4bbe is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:44:20.155346 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:20.159181 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96945123-1182-43f6-a4f5-963ba605b686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Port 2eb2a831-9cb1-431e-91e8-7c98eee44548 on network 6ad496d9-56fe-43a0-8117-b152b570d9da not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 08:44:20.159506 dv-neutron-820491-1-hyperv neutron-server[83444]: ERROR neutron.plugins.ml2.managers [None req-96945123-1182-43f6-a4f5-963ba605b686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Failed to bind port 2eb2a831-9cb1-431e-91e8-7c98eee44548 on host hv-neutron-8204 for vnic_type normal using segments [{'id': '07419306-83fd-4ebe-b499-a712b1148206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6ad496d9-56fe-43a0-8117-b152b570d9da'}] Dec 20 08:44:20.159994 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-d5960517-236f-4f0a-be5c-51ba4b20f391 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, f731ff57-7c27-45df-bc62-bcf334ac4bbe) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:44:20.166089 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5960517-236f-4f0a-be5c-51ba4b20f391 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:20.166787 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d5960517-236f-4f0a-be5c-51ba4b20f391 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:20.177302 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.plugins.ml2.plugin [None req-96945123-1182-43f6-a4f5-963ba605b686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempt 5 to bind port 2eb2a831-9cb1-431e-91e8-7c98eee44548 Dec 20 08:44:20.210281 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b402e39f-55d8-4bf1-985c-9817f0f90ef0 None None] Network f731ff57-7c27-45df-bc62-bcf334ac4bbe requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:44:20.223957 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-41728766-170f-4a2d-904e-185709d27868 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24724'] for router, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:20.244607 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-65150d41-9df3-4b05-b547-8c31d33abb0c tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:20.275756 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [None req-96945123-1182-43f6-a4f5-963ba605b686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempting to bind port 2eb2a831-9cb1-431e-91e8-7c98eee44548 on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:44:20.276089 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [None req-96945123-1182-43f6-a4f5-963ba605b686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempting to bind port 2eb2a831-9cb1-431e-91e8-7c98eee44548 by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': '07419306-83fd-4ebe-b499-a712b1148206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6ad496d9-56fe-43a0-8117-b152b570d9da'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:44:20.276408 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96945123-1182-43f6-a4f5-963ba605b686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempting to bind port 2eb2a831-9cb1-431e-91e8-7c98eee44548 on network 6ad496d9-56fe-43a0-8117-b152b570d9da {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:44:20.332448 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c75f32b3-db8f-42a8-9884-a4d42cdb96bc tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:20.340028 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-66307912-3748-41ac-a64d-caefa675faaa tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:20.344459 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d5960517-236f-4f0a-be5c-51ba4b20f391 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8688266 Dec 20 08:44:20.345174 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96945123-1182-43f6-a4f5-963ba605b686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Port 2eb2a831-9cb1-431e-91e8-7c98eee44548 on network 6ad496d9-56fe-43a0-8117-b152b570d9da not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 08:44:20.345520 dv-neutron-820491-1-hyperv neutron-server[83444]: ERROR neutron.plugins.ml2.managers [None req-96945123-1182-43f6-a4f5-963ba605b686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Failed to bind port 2eb2a831-9cb1-431e-91e8-7c98eee44548 on host hv-neutron-8204 for vnic_type normal using segments [{'id': '07419306-83fd-4ebe-b499-a712b1148206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6ad496d9-56fe-43a0-8117-b152b570d9da'}] Dec 20 08:44:20.352222 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.plugins.ml2.plugin [None req-96945123-1182-43f6-a4f5-963ba605b686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempt 6 to bind port 2eb2a831-9cb1-431e-91e8-7c98eee44548 Dec 20 08:44:20.367002 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 36756) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:20.380894 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-e10d6e49-ba73-49ea-b403-30f17291892b tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Request body: {'subnet': {'network_id': '0809ecce-adef-4bf2-bb4d-76532b54f497', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:44:20.404819 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75f32b3-db8f-42a8-9884-a4d42cdb96bc tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Pushing event deleted for resources: {'Port': ['ID=1fa93ee6-ae7f-40ef-83b2-fc2d128c2e5f,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:20.410118 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-c75f32b3-db8f-42a8-9884-a4d42cdb96bc tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:20.412834 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75f32b3-db8f-42a8-9884-a4d42cdb96bc tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] No DVR routers for this DVR port 1fa93ee6-ae7f-40ef-83b2-fc2d128c2e5f on host dv-neutron-820491-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:44:20.429018 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59b7668-d45e-4876-9d1f-854ade722918 None None] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:44:20.496000 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-b59b7668-d45e-4876-9d1f-854ade722918 None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:44:20.504827 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59b7668-d45e-4876-9d1f-854ade722918 None None] Pushing event updated for resources: {'Port': ['ID=94132e9f-bc64-44d7-9c68-1f5b85ae0827,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:20.513112 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59b7668-d45e-4876-9d1f-854ade722918 None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:44:20.532423 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [None req-96945123-1182-43f6-a4f5-963ba605b686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempting to bind port 2eb2a831-9cb1-431e-91e8-7c98eee44548 on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:44:20.533121 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [None req-96945123-1182-43f6-a4f5-963ba605b686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempting to bind port 2eb2a831-9cb1-431e-91e8-7c98eee44548 by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': '07419306-83fd-4ebe-b499-a712b1148206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6ad496d9-56fe-43a0-8117-b152b570d9da'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:44:20.533758 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96945123-1182-43f6-a4f5-963ba605b686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempting to bind port 2eb2a831-9cb1-431e-91e8-7c98eee44548 on network 6ad496d9-56fe-43a0-8117-b152b570d9da {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:44:20.602090 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-65150d41-9df3-4b05-b547-8c31d33abb0c tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2036620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2095133'] for subnet, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:20.619775 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-2d6f219e-f80d-40d9-8bf9-39762b6646b3 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:20.635541 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-b59b7668-d45e-4876-9d1f-854ade722918 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:20.673343 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228da986-08a6-4a5f-84e5-c314dda23a5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-15957291-ad0d-4ede-976b-dab303cfd540', 'network_id': '15957291-ad0d-4ede-976b-dab303cfd540', 'tenant_id': '2ec22d5a6bcd4fd8ba62f3132b925948', 'fixed_ips': [{'subnet_id': '8d287fd1-268d-4d70-9ea8-93903a483603'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:44:20.674556 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-228da986-08a6-4a5f-84e5-c314dda23a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:20.684799 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-8c135f11-b9d2-49e1-8b00-86037caf46d2 None None] Provisioning for port 0090d928-9aec-4196-b69f-5496c283e87d completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:44:20.692102 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96945123-1182-43f6-a4f5-963ba605b686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Port 2eb2a831-9cb1-431e-91e8-7c98eee44548 on network 6ad496d9-56fe-43a0-8117-b152b570d9da not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 08:44:20.692604 dv-neutron-820491-1-hyperv neutron-server[83444]: ERROR neutron.plugins.ml2.managers [None req-96945123-1182-43f6-a4f5-963ba605b686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Failed to bind port 2eb2a831-9cb1-431e-91e8-7c98eee44548 on host hv-neutron-8204 for vnic_type normal using segments [{'id': '07419306-83fd-4ebe-b499-a712b1148206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6ad496d9-56fe-43a0-8117-b152b570d9da'}] Dec 20 08:44:20.701826 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.plugins.ml2.plugin [None req-96945123-1182-43f6-a4f5-963ba605b686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempt 7 to bind port 2eb2a831-9cb1-431e-91e8-7c98eee44548 Dec 20 08:44:20.711113 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65150d41-9df3-4b05-b547-8c31d33abb0c tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Pushing event deleted for resources: {'Subnet': ['ID=8d287fd1-268d-4d70-9ea8-93903a483603,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:20.725934 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-65150d41-9df3-4b05-b547-8c31d33abb0c tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:20.728818 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-cf343aa7-9191-4fa5-b5ea-81e241841ad8 req-b97c298c-210b-4249-b5c4-56ecd675f25b tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:20.729354 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-cf343aa7-9191-4fa5-b5ea-81e241841ad8 req-b97c298c-210b-4249-b5c4-56ecd675f25b tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-345990'] for floatingip, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:20.729704 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.l3_db [req-cf343aa7-9191-4fa5-b5ea-81e241841ad8 req-b97c298c-210b-4249-b5c4-56ecd675f25b tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Floating IP 78fa34b3-16cf-4de2-b5f5-a8e746d1b32e disassociated. External IP: 172.26.5.160, port: 6c9c5529-bcd9-4f60-96a4-8bf0a7e85fe2. Dec 20 08:44:20.730112 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-cf343aa7-9191-4fa5-b5ea-81e241841ad8 req-b97c298c-210b-4249-b5c4-56ecd675f25b tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Calling delete_port for 6c9c5529-bcd9-4f60-96a4-8bf0a7e85fe2 owned by compute:nova {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:44:20.772628 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-e10d6e49-ba73-49ea-b403-30f17291892b tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:44:20.776467 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [None req-96945123-1182-43f6-a4f5-963ba605b686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempting to bind port 2eb2a831-9cb1-431e-91e8-7c98eee44548 on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:44:20.778533 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [None req-96945123-1182-43f6-a4f5-963ba605b686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempting to bind port 2eb2a831-9cb1-431e-91e8-7c98eee44548 by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': '07419306-83fd-4ebe-b499-a712b1148206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6ad496d9-56fe-43a0-8117-b152b570d9da'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:44:20.778533 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96945123-1182-43f6-a4f5-963ba605b686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempting to bind port 2eb2a831-9cb1-431e-91e8-7c98eee44548 on network 6ad496d9-56fe-43a0-8117-b152b570d9da {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:44:20.786615 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e10d6e49-ba73-49ea-b403-30f17291892b tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Usage tracker for resource:subnet and tenant:c26457116328470095d635bdf0ed66a0 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:44:20.804149 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e10d6e49-ba73-49ea-b403-30f17291892b tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:44:20.819289 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-e10d6e49-ba73-49ea-b403-30f17291892b tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:44:20.819575 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c75f32b3-db8f-42a8-9884-a4d42cdb96bc tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:20.831944 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96945123-1182-43f6-a4f5-963ba605b686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Port 2eb2a831-9cb1-431e-91e8-7c98eee44548 on network 6ad496d9-56fe-43a0-8117-b152b570d9da not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 08:44:20.832345 dv-neutron-820491-1-hyperv neutron-server[83444]: ERROR neutron.plugins.ml2.managers [None req-96945123-1182-43f6-a4f5-963ba605b686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Failed to bind port 2eb2a831-9cb1-431e-91e8-7c98eee44548 on host hv-neutron-8204 for vnic_type normal using segments [{'id': '07419306-83fd-4ebe-b499-a712b1148206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6ad496d9-56fe-43a0-8117-b152b570d9da'}] Dec 20 08:44:20.834986 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-8c135f11-b9d2-49e1-8b00-86037caf46d2 None None] Provisioning complete for port 208f742a-c70a-4b2a-9914-b16f9e769b6c triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:44:20.836551 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-8c135f11-b9d2-49e1-8b00-86037caf46d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:20.844375 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.plugins.ml2.plugin [None req-96945123-1182-43f6-a4f5-963ba605b686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempt 8 to bind port 2eb2a831-9cb1-431e-91e8-7c98eee44548 Dec 20 08:44:20.892117 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [None req-96945123-1182-43f6-a4f5-963ba605b686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempting to bind port 2eb2a831-9cb1-431e-91e8-7c98eee44548 on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:44:20.892524 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [None req-96945123-1182-43f6-a4f5-963ba605b686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempting to bind port 2eb2a831-9cb1-431e-91e8-7c98eee44548 by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': '07419306-83fd-4ebe-b499-a712b1148206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6ad496d9-56fe-43a0-8117-b152b570d9da'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:44:20.893017 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96945123-1182-43f6-a4f5-963ba605b686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempting to bind port 2eb2a831-9cb1-431e-91e8-7c98eee44548 on network 6ad496d9-56fe-43a0-8117-b152b570d9da {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:44:20.931223 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f7bfb818-a946-404b-8adb-0411da90c96b tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1129376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1529148'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:20.949672 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a1340346-190b-46b6-8c6e-90720135aaa7 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:21.033171 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955374d4-0996-4164-a67a-a26062da49f0 None None] DHCP port deletion for ab85465a-80a2-4327-b98e-f478e79262f5 request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 08:44:21.055329 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-65150d41-9df3-4b05-b547-8c31d33abb0c tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:21.082107 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-b59b7668-d45e-4876-9d1f-854ade722918 None None] Attempting to bind port 94132e9f-bc64-44d7-9c68-1f5b85ae0827 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:44:21.082479 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-b59b7668-d45e-4876-9d1f-854ade722918 None None] Attempting to bind port 94132e9f-bc64-44d7-9c68-1f5b85ae0827 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '7c00552d-ea93-440b-911c-cb3aa0a4eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:44:21.082841 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59b7668-d45e-4876-9d1f-854ade722918 None None] Attempting to bind port 94132e9f-bc64-44d7-9c68-1f5b85ae0827 on network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:44:21.100995 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e10d6e49-ba73-49ea-b403-30f17291892b tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Made reservation on behalf of c26457116328470095d635bdf0ed66a0 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:44:21.111199 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-c75f32b3-db8f-42a8-9884-a4d42cdb96bc tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab85465a-80a2-4327-b98e-f478e79262f5']}} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:44:21.140303 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96945123-1182-43f6-a4f5-963ba605b686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Port 2eb2a831-9cb1-431e-91e8-7c98eee44548 on network 6ad496d9-56fe-43a0-8117-b152b570d9da not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 08:44:21.140710 dv-neutron-820491-1-hyperv neutron-server[83444]: ERROR neutron.plugins.ml2.managers [None req-96945123-1182-43f6-a4f5-963ba605b686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Failed to bind port 2eb2a831-9cb1-431e-91e8-7c98eee44548 on host hv-neutron-8204 for vnic_type normal using segments [{'id': '07419306-83fd-4ebe-b499-a712b1148206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6ad496d9-56fe-43a0-8117-b152b570d9da'}] Dec 20 08:44:21.149592 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-65150d41-9df3-4b05-b547-8c31d33abb0c tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15957291-ad0d-4ede-976b-dab303cfd540']}} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:44:21.154508 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.plugins.ml2.plugin [None req-96945123-1182-43f6-a4f5-963ba605b686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempt 9 to bind port 2eb2a831-9cb1-431e-91e8-7c98eee44548 Dec 20 08:44:21.158295 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-c75f32b3-db8f-42a8-9884-a4d42cdb96bc tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed40e817-0617-4887-a485-a14c7309f74b') {'for_net_delete': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:44:21.158582 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-c75f32b3-db8f-42a8-9884-a4d42cdb96bc tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed40e817-0617-4887-a485-a14c7309f74b') {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:44:21.176813 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-65150d41-9df3-4b05-b547-8c31d33abb0c tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7786813-2f27-4ba4-b669-4c6a34a258db') {'for_net_delete': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:44:21.177099 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-65150d41-9df3-4b05-b547-8c31d33abb0c tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7786813-2f27-4ba4-b669-4c6a34a258db') {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:44:21.193073 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c75f32b3-db8f-42a8-9884-a4d42cdb96bc tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1518531'] for segment, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:21.205812 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59b7668-d45e-4876-9d1f-854ade722918 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:44:21.206363 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59b7668-d45e-4876-9d1f-854ade722918 None None] Checking segment: {'id': '7c00552d-ea93-440b-911c-cb3aa0a4eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:44:21.206695 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7bfb818-a946-404b-8adb-0411da90c96b tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:44:21.206845 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b59b7668-d45e-4876-9d1f-854ade722918 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:21.207169 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59b7668-d45e-4876-9d1f-854ade722918 None None] Bound using segment: {'id': '7c00552d-ea93-440b-911c-cb3aa0a4eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:44:21.207629 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-b59b7668-d45e-4876-9d1f-854ade722918 None None] Bound port: 94132e9f-bc64-44d7-9c68-1f5b85ae0827, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c00552d-ea93-440b-911c-cb3aa0a4eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:44:21.208011 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b59b7668-d45e-4876-9d1f-854ade722918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:21.215854 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-65150d41-9df3-4b05-b547-8c31d33abb0c tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1518531'] for segment, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:21.227085 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-f7bfb818-a946-404b-8adb-0411da90c96b tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:44:21.236576 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c75f32b3-db8f-42a8-9884-a4d42cdb96bc tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:21.238947 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7bfb818-a946-404b-8adb-0411da90c96b tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:21.239653 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f7bfb818-a946-404b-8adb-0411da90c96b tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:21.239838 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:21.247023 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bfb818-a946-404b-8adb-0411da90c96b tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event updated for resources: {'Subnet': ['ID=98fbbe54-712c-44d3-a24b-90787c5f2c63,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:21.298178 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [None req-96945123-1182-43f6-a4f5-963ba605b686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempting to bind port 2eb2a831-9cb1-431e-91e8-7c98eee44548 on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:44:21.298678 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [None req-96945123-1182-43f6-a4f5-963ba605b686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempting to bind port 2eb2a831-9cb1-431e-91e8-7c98eee44548 by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': '07419306-83fd-4ebe-b499-a712b1148206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6ad496d9-56fe-43a0-8117-b152b570d9da'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:44:21.299019 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96945123-1182-43f6-a4f5-963ba605b686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempting to bind port 2eb2a831-9cb1-431e-91e8-7c98eee44548 on network 6ad496d9-56fe-43a0-8117-b152b570d9da {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:44:21.304487 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f7bfb818-a946-404b-8adb-0411da90c96b tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:21.306420 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c75f32b3-db8f-42a8-9884-a4d42cdb96bc tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=83445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:44:21.306420 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c75f32b3-db8f-42a8-9884-a4d42cdb96bc tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2036002'] for segment, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:21.320427 dv-neutron-820491-1-hyperv neutron-server[83445]: Traceback (most recent call last): Dec 20 08:44:21.320427 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:44:21.320427 dv-neutron-820491-1-hyperv neutron-server[83445]: timer() Dec 20 08:44:21.320427 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:44:21.320427 dv-neutron-820491-1-hyperv neutron-server[83445]: cb(*args, **kw) Dec 20 08:44:21.320427 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:44:21.320427 dv-neutron-820491-1-hyperv neutron-server[83445]: return func(*args, **kwargs) Dec 20 08:44:21.320427 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:44:21.320427 dv-neutron-820491-1-hyperv neutron-server[83445]: self._notify() Dec 20 08:44:21.320427 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:44:21.320427 dv-neutron-820491-1-hyperv neutron-server[83445]: self.callback(batched_events) Dec 20 08:44:21.320427 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:44:21.320427 dv-neutron-820491-1-hyperv neutron-server[83445]: event.method(event) Dec 20 08:44:21.320427 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:44:21.320427 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:44:21.320427 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:44:21.320427 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:44:21.320427 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:44:21.320427 dv-neutron-820491-1-hyperv neutron-server[83445]: return f(self, *a, **k) Dec 20 08:44:21.320427 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:44:21.320427 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._get(url).json() Dec 20 08:44:21.320427 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:44:21.320427 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:44:21.320427 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:44:21.320427 dv-neutron-820491-1-hyperv neutron-server[83445]: return self.request(url, 'GET', **kwargs) Dec 20 08:44:21.320427 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:44:21.320427 dv-neutron-820491-1-hyperv neutron-server[83445]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:44:21.320427 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:44:21.320427 dv-neutron-820491-1-hyperv neutron-server[83445]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:44:21.320427 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:44:21.320427 dv-neutron-820491-1-hyperv neutron-server[83445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:44:21.320427 dv-neutron-820491-1-hyperv neutron-server[83445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:44:21.323052 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-65150d41-9df3-4b05-b547-8c31d33abb0c tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:21.349996 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e10d6e49-ba73-49ea-b403-30f17291892b tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1529102'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:21.366005 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65150d41-9df3-4b05-b547-8c31d33abb0c tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=83445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:44:21.366005 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-65150d41-9df3-4b05-b547-8c31d33abb0c tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2036002'] for segment, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:21.367839 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96945123-1182-43f6-a4f5-963ba605b686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Port 2eb2a831-9cb1-431e-91e8-7c98eee44548 on network 6ad496d9-56fe-43a0-8117-b152b570d9da not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 08:44:21.368303 dv-neutron-820491-1-hyperv neutron-server[83444]: ERROR neutron.plugins.ml2.managers [None req-96945123-1182-43f6-a4f5-963ba605b686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Failed to bind port 2eb2a831-9cb1-431e-91e8-7c98eee44548 on host hv-neutron-8204 for vnic_type normal using segments [{'id': '07419306-83fd-4ebe-b499-a712b1148206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6ad496d9-56fe-43a0-8117-b152b570d9da'}] Dec 20 08:44:21.375906 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.plugins.ml2.plugin [None req-96945123-1182-43f6-a4f5-963ba605b686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempt 10 to bind port 2eb2a831-9cb1-431e-91e8-7c98eee44548 Dec 20 08:44:21.383869 dv-neutron-820491-1-hyperv neutron-server[83445]: Traceback (most recent call last): Dec 20 08:44:21.383869 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:44:21.383869 dv-neutron-820491-1-hyperv neutron-server[83445]: timer() Dec 20 08:44:21.383869 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:44:21.383869 dv-neutron-820491-1-hyperv neutron-server[83445]: cb(*args, **kw) Dec 20 08:44:21.383869 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:44:21.383869 dv-neutron-820491-1-hyperv neutron-server[83445]: return func(*args, **kwargs) Dec 20 08:44:21.383869 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:44:21.383869 dv-neutron-820491-1-hyperv neutron-server[83445]: self._notify() Dec 20 08:44:21.383869 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:44:21.383869 dv-neutron-820491-1-hyperv neutron-server[83445]: self.callback(batched_events) Dec 20 08:44:21.383869 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:44:21.383869 dv-neutron-820491-1-hyperv neutron-server[83445]: event.method(event) Dec 20 08:44:21.383869 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:44:21.383869 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:44:21.383869 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:44:21.383869 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:44:21.383869 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:44:21.383869 dv-neutron-820491-1-hyperv neutron-server[83445]: return f(self, *a, **k) Dec 20 08:44:21.383869 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:44:21.383869 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._get(url).json() Dec 20 08:44:21.383869 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:44:21.383869 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:44:21.383869 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:44:21.383869 dv-neutron-820491-1-hyperv neutron-server[83445]: return self.request(url, 'GET', **kwargs) Dec 20 08:44:21.383869 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:44:21.383869 dv-neutron-820491-1-hyperv neutron-server[83445]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:44:21.383869 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:44:21.383869 dv-neutron-820491-1-hyperv neutron-server[83445]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:44:21.383869 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:44:21.383869 dv-neutron-820491-1-hyperv neutron-server[83445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:44:21.383869 dv-neutron-820491-1-hyperv neutron-server[83445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:44:21.389540 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b638bf6-5ec2-445f-b61f-d7a7987d3eb0 req-d602ed96-628e-4d49-9a9c-f5dad2ae7f4f tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:21.391587 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-7b638bf6-5ec2-445f-b61f-d7a7987d3eb0 req-d602ed96-628e-4d49-9a9c-f5dad2ae7f4f tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] 10.222.0.16 "GET /v2.0/ports?device_id=449de04f-1310-4bd7-a015-5ccac5cf03e1 HTTP/1.1" status: 200 len: 945 time: 0.3437321 Dec 20 08:44:21.399194 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f7bfb818-a946-404b-8adb-0411da90c96b tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2365725 Dec 20 08:44:21.402200 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 36764) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:21.419513 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-38bf9062-3183-4119-8c12-5ac9ce50eca2 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Request body: {'port': {'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'mac_address': 'fa:16:3e:69:72:5f', 'name': 'tempest-NetworksTestDHCPv6-1951515178'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:44:21.436640 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [None req-96945123-1182-43f6-a4f5-963ba605b686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempting to bind port 2eb2a831-9cb1-431e-91e8-7c98eee44548 on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:44:21.437101 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [None req-96945123-1182-43f6-a4f5-963ba605b686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempting to bind port 2eb2a831-9cb1-431e-91e8-7c98eee44548 by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': '07419306-83fd-4ebe-b499-a712b1148206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6ad496d9-56fe-43a0-8117-b152b570d9da'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:44:21.438126 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96945123-1182-43f6-a4f5-963ba605b686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempting to bind port 2eb2a831-9cb1-431e-91e8-7c98eee44548 on network 6ad496d9-56fe-43a0-8117-b152b570d9da {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:44:21.445837 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-cf343aa7-9191-4fa5-b5ea-81e241841ad8 req-b97c298c-210b-4249-b5c4-56ecd675f25b tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:21.506346 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011af41e-f1cc-4b34-8613-694603e3efa7 None None] Network 15957291-ad0d-4ede-976b-dab303cfd540 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:44:21.506959 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a41c4888-550c-49af-bedc-b3399aec0bd1 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:21.603387 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 208f742a-c70a-4b2a-9914-b16f9e769b6c, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=208f742a-c70a-4b2a-9914-b16f9e769b6c,segment=NetworkSegment(c8ff284e-49c5-4e35-8c39-fa31d828326a),segment_id=c8ff284e-49c5-4e35-8c39-fa31d828326a)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:44:21.605727 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9386daa7-229a-452f-84b2-82ce89089f50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-f731ff57-7c27-45df-bc62-bcf334ac4bbe', 'network_id': 'f731ff57-7c27-45df-bc62-bcf334ac4bbe', 'tenant_id': 'c26457116328470095d635bdf0ed66a0', 'fixed_ips': [{'subnet_id': '2ca2c358-b499-465f-8410-fb7f131e1e23'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:44:21.606634 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-9386daa7-229a-452f-84b2-82ce89089f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:21.612007 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97c298c-210b-4249-b5c4-56ecd675f25b tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Pushing event deleted for resources: {'Port': ['ID=6c9c5529-bcd9-4f60-96a4-8bf0a7e85fe2,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:21.614259 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96945123-1182-43f6-a4f5-963ba605b686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Port 2eb2a831-9cb1-431e-91e8-7c98eee44548 on network 6ad496d9-56fe-43a0-8117-b152b570d9da not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 08:44:21.614770 dv-neutron-820491-1-hyperv neutron-server[83444]: ERROR neutron.plugins.ml2.managers [None req-96945123-1182-43f6-a4f5-963ba605b686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Failed to bind port 2eb2a831-9cb1-431e-91e8-7c98eee44548 on host hv-neutron-8204 for vnic_type normal using segments [{'id': '07419306-83fd-4ebe-b499-a712b1148206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6ad496d9-56fe-43a0-8117-b152b570d9da'}] Dec 20 08:44:21.615259 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-96945123-1182-43f6-a4f5-963ba605b686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:21.626328 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b97c298c-210b-4249-b5c4-56ecd675f25b tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:21.638356 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-65150d41-9df3-4b05-b547-8c31d33abb0c tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:21.639852 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c75f32b3-db8f-42a8-9884-a4d42cdb96bc tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:21.646769 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-5444696d-c7dc-4750-8bed-5125ea92de47 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:21.665675 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-65150d41-9df3-4b05-b547-8c31d33abb0c tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:21.670888 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c75f32b3-db8f-42a8-9884-a4d42cdb96bc tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:21.687604 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:21.690081 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-7b638bf6-5ec2-445f-b61f-d7a7987d3eb0 req-9ace024c-1bf6-4385-bdfa-d8166b4a630e tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] 10.222.0.16 "GET /v2.0/security-groups?id=85b419f3-1db6-44b7-a0aa-e59be6683846&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2403016 Dec 20 08:44:21.691051 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65150d41-9df3-4b05-b547-8c31d33abb0c tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Pushing event deleted for resources: {'Network': ['ID=15957291-ad0d-4ede-976b-dab303cfd540,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:21.697141 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-41728766-170f-4a2d-904e-185709d27868 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24724'] for router, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:21.703756 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-65150d41-9df3-4b05-b547-8c31d33abb0c tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:21.705297 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-1d517169-cc4c-497f-bf55-7d14f2064375 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:21.708024 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-b59b7668-d45e-4876-9d1f-854ade722918 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:21.734831 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-41728766-170f-4a2d-904e-185709d27868 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-351805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-351780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-379562'] for router, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:21.738374 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75f32b3-db8f-42a8-9884-a4d42cdb96bc tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Pushing event deleted for resources: {'Network': ['ID=ab85465a-80a2-4327-b98e-f478e79262f5,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:21.741138 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-65150d41-9df3-4b05-b547-8c31d33abb0c tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] 10.222.0.16 "DELETE /v2.0/networks/15957291-ad0d-4ede-976b-dab303cfd540 HTTP/1.1" status: 204 len: 168 time: 2.0554202 Dec 20 08:44:21.742438 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-c75f32b3-db8f-42a8-9884-a4d42cdb96bc tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:21.746733 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 36768) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:21.752868 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-84016d24-241f-433b-ab56-849e72e93ac5 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1189738466'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:44:21.779003 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-8c135f11-b9d2-49e1-8b00-86037caf46d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:21.790876 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-b59b7668-d45e-4876-9d1f-854ade722918 None None] For port 94132e9f-bc64-44d7-9c68-1f5b85ae0827, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:44:21.814485 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-84016d24-241f-433b-ab56-849e72e93ac5 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:44:21.817641 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-c75f32b3-db8f-42a8-9884-a4d42cdb96bc tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "DELETE /v2.0/networks/ab85465a-80a2-4327-b98e-f478e79262f5 HTTP/1.1" status: 204 len: 168 time: 2.8578780 Dec 20 08:44:21.825725 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 36772) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:21.835503 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-84016d24-241f-433b-ab56-849e72e93ac5 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Usage tracker for resource:network and tenant:2ec22d5a6bcd4fd8ba62f3132b925948 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:44:21.839516 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-84016d24-241f-433b-ab56-849e72e93ac5 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:44:21.902622 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 0090d928-9aec-4196-b69f-5496c283e87d up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:44:21.937869 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-84016d24-241f-433b-ab56-849e72e93ac5 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:44:21.938409 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-b59b7668-d45e-4876-9d1f-854ade722918 None None] For port 94132e9f-bc64-44d7-9c68-1f5b85ae0827, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=94132e9f-bc64-44d7-9c68-1f5b85ae0827,segment=NetworkSegment(7c00552d-ea93-440b-911c-cb3aa0a4eeff),segment_id=7c00552d-ea93-440b-911c-cb3aa0a4eeff)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:44:21.951540 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-38bf9062-3183-4119-8c12-5ac9ce50eca2 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:44:21.978256 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84016d24-241f-433b-ab56-849e72e93ac5 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Made reservation on behalf of 2ec22d5a6bcd4fd8ba62f3132b925948 for: {'network': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:44:21.982125 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-84016d24-241f-433b-ab56-849e72e93ac5 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:21.990344 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-96945123-1182-43f6-a4f5-963ba605b686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] For port 2eb2a831-9cb1-431e-91e8-7c98eee44548, host hv-neutron-8204, cleared binding levels {{(pid=83444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:44:21.990864 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-96945123-1182-43f6-a4f5-963ba605b686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempted to set empty binding levels {{(pid=83444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 20 08:44:21.997212 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-38bf9062-3183-4119-8c12-5ac9ce50eca2 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Usage tracker for resource:port and tenant:9679bafc94a64ee0a207e63ba5560387 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:44:22.001057 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-38bf9062-3183-4119-8c12-5ac9ce50eca2 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:44:22.010660 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-38bf9062-3183-4119-8c12-5ac9ce50eca2 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:44:22.014622 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-96945123-1182-43f6-a4f5-963ba605b686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:22.021778 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b59b7668-d45e-4876-9d1f-854ade722918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:22.036391 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-23e559e1-1306-4ecc-9a3b-e8e6011e9e7c tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:22.053400 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84016d24-241f-433b-ab56-849e72e93ac5 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=83445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:44:22.065382 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-84016d24-241f-433b-ab56-849e72e93ac5 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:22.065781 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.segments_db [None req-84016d24-241f-433b-ab56-849e72e93ac5 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Added segment b78ae956-3637-472c-bbb7-e87acd87b0da of type vlan for network 7d23ffe2-7833-4902-acfd-6e00e88d76cc Dec 20 08:44:22.105763 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-84016d24-241f-433b-ab56-849e72e93ac5 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:22.118894 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=208f742a-c70a-4b2a-9914-b16f9e769b6c,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:22.122214 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:22.132234 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-8cc67837-0d2f-4d1b-84fa-4f8c18f06480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:22.221175 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-84016d24-241f-433b-ab56-849e72e93ac5 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:22.225472 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84016d24-241f-433b-ab56-849e72e93ac5 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:22.226118 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-84016d24-241f-433b-ab56-849e72e93ac5 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:22.258539 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38bf9062-3183-4119-8c12-5ac9ce50eca2 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Made reservation on behalf of 9679bafc94a64ee0a207e63ba5560387 for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:44:22.260989 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-fba2f454-860a-4153-a6af-e3401d042102 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:22.263315 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-38bf9062-3183-4119-8c12-5ac9ce50eca2 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:22.288575 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-96945123-1182-43f6-a4f5-963ba605b686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] In _notify_port_updated(), no bound segment for port 2eb2a831-9cb1-431e-91e8-7c98eee44548 on network 6ad496d9-56fe-43a0-8117-b152b570d9da {{(pid=83444) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 08:44:22.294983 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-96945123-1182-43f6-a4f5-963ba605b686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:22.299439 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-96945123-1182-43f6-a4f5-963ba605b686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] 10.222.0.16 "PUT /v2.0/ports/2eb2a831-9cb1-431e-91e8-7c98eee44548 HTTP/1.1" status: 200 len: 979 time: 5.5413415 Dec 20 08:44:22.300416 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 36778) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:22.331827 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96945123-1182-43f6-a4f5-963ba605b686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Pushing event updated for resources: {'Port': ['ID=2eb2a831-9cb1-431e-91e8-7c98eee44548,revision_number=3']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:22.337114 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.db.api [None req-8c135f11-b9d2-49e1-8b00-86037caf46d2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 08:44:22.347666 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_db.api [None req-8c135f11-b9d2-49e1-8b00-86037caf46d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 08:44:22.358810 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59b7668-d45e-4876-9d1f-854ade722918 None None] Pushing event updated for resources: {'Port': ['ID=94132e9f-bc64-44d7-9c68-1f5b85ae0827,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:22.363442 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-b59b7668-d45e-4876-9d1f-854ade722918 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:22.372398 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6da78c8-76a8-4ab7-a9d1-df98f516d271 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:22.373069 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-f6da78c8-76a8-4ab7-a9d1-df98f516d271 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Synchronizing usage tracker for tenant:bcc408b3053b4123bbeeedda32cab34a on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:44:22.385673 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-9386daa7-229a-452f-84b2-82ce89089f50 None None] Allocated IP 172.20.0.2 (f731ff57-7c27-45df-bc62-bcf334ac4bbe/2ca2c358-b499-465f-8410-fb7f131e1e23/11bdb58e-8d4e-47cf-a4af-0d6411e352a4) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:44:22.389323 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 0090d928-9aec-4196-b69f-5496c283e87d completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:44:22.393936 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-96945123-1182-43f6-a4f5-963ba605b686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:22.402276 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-84016d24-241f-433b-ab56-849e72e93ac5 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6545467 Dec 20 08:44:22.410108 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 0090d928-9aec-4196-b69f-5496c283e87d triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:44:22.410705 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:22.414740 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 36782) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:22.429413 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-38bf9062-3183-4119-8c12-5ac9ce50eca2 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] device_id is not set on port b684880f-9278-4122-b5a3-a4fc669e9244 yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:44:22.467212 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-b8323b63-a2ed-41b1-8531-75bf81766852 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Request body: {'subnet': {'network_id': '7d23ffe2-7833-4902-acfd-6e00e88d76cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:44:22.492880 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e10d6e49-ba73-49ea-b403-30f17291892b tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1129376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1529148'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:22.506844 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:22.708138 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84016d24-241f-433b-ab56-849e72e93ac5 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Pushing event updated for resources: {'Network': ['ID=7d23ffe2-7833-4902-acfd-6e00e88d76cc,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:22.712453 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-f6da78c8-76a8-4ab7-a9d1-df98f516d271 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Unset dirty status for tenant:bcc408b3053b4123bbeeedda32cab34a on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:44:22.713637 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-f6da78c8-76a8-4ab7-a9d1-df98f516d271 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.8868873 Dec 20 08:44:22.714554 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-84016d24-241f-433b-ab56-849e72e93ac5 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:22.717290 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 36786) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:22.739054 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network 7d23ffe2-7833-4902-acfd-6e00e88d76cc details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:44:22.770011 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 6c9c5529-bcd9-4f60-96a4-8bf0a7e85fe2 no longer exists at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:44:22.813913 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] No Port match for: 6c9c5529-bcd9-4f60-96a4-8bf0a7e85fe2 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:44:22.814279 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 6c9c5529-bcd9-4f60-96a4-8bf0a7e85fe2 not bound to the agent host hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:44:22.827800 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10d6e49-ba73-49ea-b403-30f17291892b tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Pushing event updated for resources: {'Subnet': ['ID=dbc45378-ea32-433d-bf55-b4c3d6c540eb,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:22.848389 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e10d6e49-ba73-49ea-b403-30f17291892b tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:22.892113 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-28e9636c-46b3-42ec-81ed-1016f2750bc7 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1735637 Dec 20 08:44:22.903041 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 36792) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:22.912465 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-53d8452d-0c6e-4348-996b-4d9be1cd75c3 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1687156338'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:44:22.937463 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41728766-170f-4a2d-904e-185709d27868 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Router efa8c554-abd1-4cc1-a7f4-e8b8004cbcb4 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:44:22.938897 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-53d8452d-0c6e-4348-996b-4d9be1cd75c3 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:44:23.033359 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-dade8ea5-6f00-4851-9a6b-b2ee89b169d6 req-d2e2031e-a748-4fef-b365-672f9ef86420 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] 10.222.0.16 "GET /v2.0/ports?device_id=449de04f-1310-4bd7-a015-5ccac5cf03e1 HTTP/1.1" status: 200 len: 210 time: 0.0912857 Dec 20 08:44:23.057472 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-53d8452d-0c6e-4348-996b-4d9be1cd75c3 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Usage tracker for resource:network and tenant:bcc408b3053b4123bbeeedda32cab34a is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:44:23.064510 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-b8323b63-a2ed-41b1-8531-75bf81766852 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:44:23.078727 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-b8323b63-a2ed-41b1-8531-75bf81766852 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Usage tracker for resource:subnet and tenant:2ec22d5a6bcd4fd8ba62f3132b925948 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:44:23.099350 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7696143a-1078-4f33-a13e-9031b862488f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Synchronizing usage tracker for tenant:d34271e93dcb43db9e94941000728bd2 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:44:23.101982 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10d6e49-ba73-49ea-b403-30f17291892b tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Checking segment: {'id': 'bfd505f6-d957-4af0-8c12-8993d606d6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0809ecce-adef-4bf2-bb4d-76532b54f497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:44:23.102397 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10d6e49-ba73-49ea-b403-30f17291892b tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Network hostable DHCP agents. Network: 0809ecce-adef-4bf2-bb4d-76532b54f497, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:44:23.110455 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:23.110644 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-b8323b63-a2ed-41b1-8531-75bf81766852 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:44:23.125562 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-53d8452d-0c6e-4348-996b-4d9be1cd75c3 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:44:23.127705 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-b8323b63-a2ed-41b1-8531-75bf81766852 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:44:23.143867 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-53d8452d-0c6e-4348-996b-4d9be1cd75c3 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:44:23.146790 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-9386daa7-229a-452f-84b2-82ce89089f50 None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:23.164990 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-9386daa7-229a-452f-84b2-82ce89089f50 None None] Transition to ACTIVE for port object 11bdb58e-8d4e-47cf-a4af-0d6411e352a4 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:44:23.171622 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d8452d-0c6e-4348-996b-4d9be1cd75c3 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Made reservation on behalf of bcc408b3053b4123bbeeedda32cab34a for: {'network': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:44:23.173716 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8323b63-a2ed-41b1-8531-75bf81766852 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Made reservation on behalf of 2ec22d5a6bcd4fd8ba62f3132b925948 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:44:23.175070 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-53d8452d-0c6e-4348-996b-4d9be1cd75c3 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:23.181051 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 0090d928-9aec-4196-b69f-5496c283e87d, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=0090d928-9aec-4196-b69f-5496c283e87d,segment=NetworkSegment(2bb2d323-d72e-4d6e-8402-db17bd45c824),segment_id=2bb2d323-d72e-4d6e-8402-db17bd45c824)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:44:23.187695 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:23.193177 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-65d88d34-3cbc-4353-98d4-309d9d30e050 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:23.229916 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53d8452d-0c6e-4348-996b-4d9be1cd75c3 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=83445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:44:23.244985 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-9386daa7-229a-452f-84b2-82ce89089f50 None None] Transition to ACTIVE for port object 11bdb58e-8d4e-47cf-a4af-0d6411e352a4 will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:44:23.309694 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-9386daa7-229a-452f-84b2-82ce89089f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:23.332140 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 1fa93ee6-ae7f-40ef-83b2-fc2d128c2e5f no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:44:23.338606 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-53d8452d-0c6e-4348-996b-4d9be1cd75c3 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:23.339040 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.segments_db [None req-53d8452d-0c6e-4348-996b-4d9be1cd75c3 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Added segment 4ef50ce0-5089-4be6-88c5-9de20c8cb827 of type vlan for network f1babc40-26b0-48b8-8182-213b4c31e2f2 Dec 20 08:44:23.374913 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-53d8452d-0c6e-4348-996b-4d9be1cd75c3 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:23.434481 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7696143a-1078-4f33-a13e-9031b862488f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Unset dirty status for tenant:d34271e93dcb43db9e94941000728bd2 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:44:23.434916 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41728766-170f-4a2d-904e-185709d27868 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:44:23.436028 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-7696143a-1078-4f33-a13e-9031b862488f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17177 time: 1.1266224 Dec 20 08:44:23.436919 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-53d8452d-0c6e-4348-996b-4d9be1cd75c3 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:23.443201 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 1fa93ee6-ae7f-40ef-83b2-fc2d128c2e5f {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:44:23.443694 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 1fa93ee6-ae7f-40ef-83b2-fc2d128c2e5f not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:44:23.445219 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d8452d-0c6e-4348-996b-4d9be1cd75c3 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:23.447580 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-53d8452d-0c6e-4348-996b-4d9be1cd75c3 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:23.454160 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ac5288-738c-49db-aa8c-cecfa6dcf236 None None] Sync routers for ids ['efa8c554-abd1-4cc1-a7f4-e8b8004cbcb4'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:44:23.457296 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 36798) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:23.461914 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:23.468288 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ac5288-738c-49db-aa8c-cecfa6dcf236 None None] Routers {'efa8c554-abd1-4cc1-a7f4-e8b8004cbcb4'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:44:23.468982 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-49ac5288-738c-49db-aa8c-cecfa6dcf236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:44:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['efa8c554-abd1-4cc1-a7f4-e8b8004cbcb4'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:44:23.511757 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-41728766-170f-4a2d-904e-185709d27868 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:23.513397 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-41728766-170f-4a2d-904e-185709d27868 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] 10.222.0.16 "PUT /v2.0/routers/efa8c554-abd1-4cc1-a7f4-e8b8004cbcb4 HTTP/1.1" status: 200 len: 922 time: 6.8216569 Dec 20 08:44:23.529021 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 36802) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:23.546655 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=0090d928-9aec-4196-b69f-5496c283e87d,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:23.563633 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:23.564878 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-2250e3a3-975f-4e29-ba71-baae413d5c59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.236s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:23.598321 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-53d8452d-0c6e-4348-996b-4d9be1cd75c3 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6913114 Dec 20 08:44:23.621319 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 36806) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:23.624022 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-49ac5288-738c-49db-aa8c-cecfa6dcf236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:44:23.628759 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-38bf9062-3183-4119-8c12-5ac9ce50eca2 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Allocated IP 172.20.0.6 (f75aa0d2-5f41-40f3-a9e0-d60d934965a4/98fbbe54-712c-44d3-a24b-90787c5f2c63/b684880f-9278-4122-b5a3-a4fc669e9244) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:44:23.637410 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-38bf9062-3183-4119-8c12-5ac9ce50eca2 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Allocated IP 2001:db8::f816:3eff:fe69:725f (f75aa0d2-5f41-40f3-a9e0-d60d934965a4/af915950-5454-44a1-b70f-8d911471d719/b684880f-9278-4122-b5a3-a4fc669e9244) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:44:23.652122 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ac5288-738c-49db-aa8c-cecfa6dcf236 None None] Routers {'efa8c554-abd1-4cc1-a7f4-e8b8004cbcb4'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:44:23.652868 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-49ac5288-738c-49db-aa8c-cecfa6dcf236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:44:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['efa8c554-abd1-4cc1-a7f4-e8b8004cbcb4'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:44:23.740252 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d8452d-0c6e-4348-996b-4d9be1cd75c3 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Pushing event updated for resources: {'Network': ['ID=f1babc40-26b0-48b8-8182-213b4c31e2f2,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:23.743236 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-53d8452d-0c6e-4348-996b-4d9be1cd75c3 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:23.748783 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-ff2aaadd-6983-4ad9-9c3e-d76cc4569eef tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Request body: {'subnet': {'network_id': 'f1babc40-26b0-48b8-8182-213b4c31e2f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:44:23.757244 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-49ac5288-738c-49db-aa8c-cecfa6dcf236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:44:23.758491 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ac5288-738c-49db-aa8c-cecfa6dcf236 None None] The sync data for ids ['efa8c554-abd1-4cc1-a7f4-e8b8004cbcb4'] in dv-neutron-820491-1-hyperv is: [] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:44:23.772573 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10d6e49-ba73-49ea-b403-30f17291892b tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Network 0809ecce-adef-4bf2-bb4d-76532b54f497 is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:44:23.812648 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network f1babc40-26b0-48b8-8182-213b4c31e2f2 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:44:23.818751 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf343aa7-9191-4fa5-b5ea-81e241841ad8 req-b97c298c-210b-4249-b5c4-56ecd675f25b tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Router 5668e455-965c-43a5-9c72-0bc9f4d2796b has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:44:23.833795 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b8323b63-a2ed-41b1-8531-75bf81766852 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1529102'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:23.848631 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9386daa7-229a-452f-84b2-82ce89089f50 None None] Network f731ff57-7c27-45df-bc62-bcf334ac4bbe is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:44:23.852193 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-ccd5b68f-6464-4c91-9d3b-73c3810c22fd None None] Provisioning complete for port 0090d928-9aec-4196-b69f-5496c283e87d triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:44:23.852447 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-ccd5b68f-6464-4c91-9d3b-73c3810c22fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:23.887726 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-e10d6e49-ba73-49ea-b403-30f17291892b tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, 0809ecce-adef-4bf2-bb4d-76532b54f497) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:44:23.919938 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-78a6ccef-257c-4df6-a8a1-89c184a89f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Deleting port 2eb2a831-9cb1-431e-91e8-7c98eee44548 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:44:23.920279 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-78a6ccef-257c-4df6-a8a1-89c184a89f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:23.930765 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd79660-01ba-42b4-99f8-a897c1fa1e0d None None] Network 0809ecce-adef-4bf2-bb4d-76532b54f497 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:44:23.947339 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd7ac43-8cce-4b76-83cc-db1ba81c7293 None None] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:44:23.959899 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10d6e49-ba73-49ea-b403-30f17291892b tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:23.960492 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e10d6e49-ba73-49ea-b403-30f17291892b tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:23.981543 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-9386daa7-229a-452f-84b2-82ce89089f50 None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:44:23.994804 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-ff2aaadd-6983-4ad9-9c3e-d76cc4569eef tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:44:24.006010 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-ff2aaadd-6983-4ad9-9c3e-d76cc4569eef tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Usage tracker for resource:subnet and tenant:bcc408b3053b4123bbeeedda32cab34a is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:44:24.007702 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9386daa7-229a-452f-84b2-82ce89089f50 None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:44:24.009544 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-ff2aaadd-6983-4ad9-9c3e-d76cc4569eef tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:44:24.015447 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-ff2aaadd-6983-4ad9-9c3e-d76cc4569eef tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:44:24.033139 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff2aaadd-6983-4ad9-9c3e-d76cc4569eef tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Made reservation on behalf of bcc408b3053b4123bbeeedda32cab34a for: {'subnet': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:44:24.051241 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 94132e9f-bc64-44d7-9c68-1f5b85ae0827 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:44:24.178241 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ff2aaadd-6983-4ad9-9c3e-d76cc4569eef tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2095160'] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:24.249987 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-3c0a29bf-7ac9-42f7-96ab-7dd65a009b09 req-bc3a1a6a-4767-4284-b195-7be195f99264 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] 10.222.0.16 "GET /v2.0/ports?device_id=449de04f-1310-4bd7-a015-5ccac5cf03e1 HTTP/1.1" status: 200 len: 210 time: 0.0564191 Dec 20 08:44:24.261820 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e10d6e49-ba73-49ea-b403-30f17291892b tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8927486 Dec 20 08:44:24.270756 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 36812) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:24.460624 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-855dffd7-5538-437e-b30e-bca3bfdff578 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] 10.222.0.16 "GET /v2.0/routers/efa8c554-abd1-4cc1-a7f4-e8b8004cbcb4 HTTP/1.1" status: 200 len: 922 time: 0.9300799 Dec 20 08:44:24.464109 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 36816) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:24.532916 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-38bf9062-3183-4119-8c12-5ac9ce50eca2 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:24.593448 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-55e48b45-327d-4c31-8e29-4b88feb436f2 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=95f3bec2-46e6-4468-8229-8badd4a5aaae&device_id=efa8c554-abd1-4cc1-a7f4-e8b8004cbcb4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1281340 Dec 20 08:44:24.597573 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 36822) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:24.612377 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9386daa7-229a-452f-84b2-82ce89089f50 None None] Pushing event updated for resources: {'Port': ['ID=11bdb58e-8d4e-47cf-a4af-0d6411e352a4,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:24.660965 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-9386daa7-229a-452f-84b2-82ce89089f50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.096s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:24.694507 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-38bf9062-3183-4119-8c12-5ac9ce50eca2 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Transition to ACTIVE for port object b684880f-9278-4122-b5a3-a4fc669e9244 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:44:24.736680 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ff2aaadd-6983-4ad9-9c3e-d76cc4569eef tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2036557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2095114'] for subnet, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:24.746584 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:24.820871 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-78a6ccef-257c-4df6-a8a1-89c184a89f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] For port 2eb2a831-9cb1-431e-91e8-7c98eee44548, host hv-neutron-8204, got binding levels [] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:44:24.821171 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-78a6ccef-257c-4df6-a8a1-89c184a89f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:24.860800 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2aaadd-6983-4ad9-9c3e-d76cc4569eef tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Pushing event updated for resources: {'Subnet': ['ID=81f3e0b4-b09b-41be-92df-d2a73c11a706,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:24.876102 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-9386daa7-229a-452f-84b2-82ce89089f50 None None] Attempting to bind port 11bdb58e-8d4e-47cf-a4af-0d6411e352a4 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:44:24.876663 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-9386daa7-229a-452f-84b2-82ce89089f50 None None] Attempting to bind port 11bdb58e-8d4e-47cf-a4af-0d6411e352a4 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '0817de6e-66b6-45f9-ac22-68a765164c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f731ff57-7c27-45df-bc62-bcf334ac4bbe'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:44:24.876786 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9386daa7-229a-452f-84b2-82ce89089f50 None None] Attempting to bind port 11bdb58e-8d4e-47cf-a4af-0d6411e352a4 on network f731ff57-7c27-45df-bc62-bcf334ac4bbe {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:44:24.882689 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ff2aaadd-6983-4ad9-9c3e-d76cc4569eef tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:24.902536 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50727989-3fc0-4029-aeeb-2a6d1383eab9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-0809ecce-adef-4bf2-bb4d-76532b54f497', 'network_id': '0809ecce-adef-4bf2-bb4d-76532b54f497', 'tenant_id': 'c26457116328470095d635bdf0ed66a0', 'fixed_ips': [{'subnet_id': 'dbc45378-ea32-433d-bf55-b4c3d6c540eb'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:44:24.903588 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-50727989-3fc0-4029-aeeb-2a6d1383eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:24.928417 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2aaadd-6983-4ad9-9c3e-d76cc4569eef tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Checking segment: {'id': '4ef50ce0-5089-4be6-88c5-9de20c8cb827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f1babc40-26b0-48b8-8182-213b4c31e2f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:44:24.928694 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9386daa7-229a-452f-84b2-82ce89089f50 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:44:24.928910 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2aaadd-6983-4ad9-9c3e-d76cc4569eef tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Network hostable DHCP agents. Network: f1babc40-26b0-48b8-8182-213b4c31e2f2, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:44:24.929225 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9386daa7-229a-452f-84b2-82ce89089f50 None None] Checking segment: {'id': '0817de6e-66b6-45f9-ac22-68a765164c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f731ff57-7c27-45df-bc62-bcf334ac4bbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:44:24.930248 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-9386daa7-229a-452f-84b2-82ce89089f50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:24.930695 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9386daa7-229a-452f-84b2-82ce89089f50 None None] Bound using segment: {'id': '0817de6e-66b6-45f9-ac22-68a765164c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f731ff57-7c27-45df-bc62-bcf334ac4bbe'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:44:24.931358 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-9386daa7-229a-452f-84b2-82ce89089f50 None None] Bound port: 11bdb58e-8d4e-47cf-a4af-0d6411e352a4, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0817de6e-66b6-45f9-ac22-68a765164c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f731ff57-7c27-45df-bc62-bcf334ac4bbe'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:44:24.931812 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-9386daa7-229a-452f-84b2-82ce89089f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:24.957636 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2aaadd-6983-4ad9-9c3e-d76cc4569eef tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Network f1babc40-26b0-48b8-8182-213b4c31e2f2 is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:44:24.973849 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-ff2aaadd-6983-4ad9-9c3e-d76cc4569eef tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, f1babc40-26b0-48b8-8182-213b4c31e2f2) {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:44:24.979034 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2aaadd-6983-4ad9-9c3e-d76cc4569eef tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:24.979716 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ff2aaadd-6983-4ad9-9c3e-d76cc4569eef tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:24.997263 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 94132e9f-bc64-44d7-9c68-1f5b85ae0827 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:44:25.002988 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-ff2aaadd-6983-4ad9-9c3e-d76cc4569eef tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3732660 Dec 20 08:44:25.005675 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 36826) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:25.012352 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-952c5911-eab6-4ce5-886c-18d0c3bd716f tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Request body: {'port': {'network_id': 'f1babc40-26b0-48b8-8182-213b4c31e2f2', 'name': 'tempest-PortsIpV6TestJSON-406881614'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:44:25.041830 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e16afa4-4571-4ec0-acd5-f464c928d0e3 None None] Network f1babc40-26b0-48b8-8182-213b4c31e2f2 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:44:25.099308 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 0090d928-9aec-4196-b69f-5496c283e87d up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:44:25.169408 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-952c5911-eab6-4ce5-886c-18d0c3bd716f tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:44:25.183729 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-952c5911-eab6-4ce5-886c-18d0c3bd716f tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:44:25.194759 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-952c5911-eab6-4ce5-886c-18d0c3bd716f tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Made reservation on behalf of bcc408b3053b4123bbeeedda32cab34a for: {'port': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:44:25.198652 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-952c5911-eab6-4ce5-886c-18d0c3bd716f tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:25.222891 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-952c5911-eab6-4ce5-886c-18d0c3bd716f tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] device_id is not set on port 6c12b54d-3c88-45cb-808c-5fadb2fbeb67 yet. {{(pid=83445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:44:25.343362 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-78a6ccef-257c-4df6-a8a1-89c184a89f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Calling delete_port for 2eb2a831-9cb1-431e-91e8-7c98eee44548 owned by {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:44:25.395479 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bb9d08-0c01-4de1-a755-63d39c85712a None None] Update dhcp port {'port': {'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'fixed_ips': [{'subnet_id': 'af915950-5454-44a1-b70f-8d911471d719', 'ip_address': '2001:db8::f816:3eff:feae:25a8'}, {'subnet_id': '98fbbe54-712c-44d3-a24b-90787c5f2c63'}], 'binding:host_id': 'dv-neutron-820491-1-hyperv'}, 'id': '94132e9f-bc64-44d7-9c68-1f5b85ae0827'} from dv-neutron-820491-1-hyperv. {{(pid=83446) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 20 08:44:25.480060 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d354ae3-b6ef-4874-8306-9fb0b802df91 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:25.480252 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-2bac5fb3-8cb0-43f5-8cb6-c27d2a4c45e4 None None] Provisioning for port 94132e9f-bc64-44d7-9c68-1f5b85ae0827 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:44:25.481095 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-0d354ae3-b6ef-4874-8306-9fb0b802df91 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Synchronizing usage tracker for tenant:c9391a383e4c4e4485d5999fc045ba4e on resource:network {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:44:25.485889 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-9386daa7-229a-452f-84b2-82ce89089f50 None None] For port 11bdb58e-8d4e-47cf-a4af-0d6411e352a4, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:44:25.489255 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b8323b63-a2ed-41b1-8531-75bf81766852 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1129376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1529148'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:25.500948 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:25.524318 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-9386daa7-229a-452f-84b2-82ce89089f50 None None] For port 11bdb58e-8d4e-47cf-a4af-0d6411e352a4, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=11bdb58e-8d4e-47cf-a4af-0d6411e352a4,segment=NetworkSegment(0817de6e-66b6-45f9-ac22-68a765164c14),segment_id=0817de6e-66b6-45f9-ac22-68a765164c14)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:44:25.561107 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-38bf9062-3183-4119-8c12-5ac9ce50eca2 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:25.562196 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-96bb9d08-0c01-4de1-a755-63d39c85712a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:25.570562 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-2bac5fb3-8cb0-43f5-8cb6-c27d2a4c45e4 None None] Provisioning complete for port 94132e9f-bc64-44d7-9c68-1f5b85ae0827 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:44:25.570933 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-2bac5fb3-8cb0-43f5-8cb6-c27d2a4c45e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:25.576094 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-726ab4a8-d3ce-405c-8258-86364ff7c1e3 req-4c4ac002-f620-4c6b-b1ac-8d6c6394410c tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] 10.222.0.16 "GET /v2.0/ports?device_id=449de04f-1310-4bd7-a015-5ccac5cf03e1 HTTP/1.1" status: 200 len: 210 time: 0.0531077 Dec 20 08:44:25.598087 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-952c5911-eab6-4ce5-886c-18d0c3bd716f tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Allocated IP 2001:db8::25b (f1babc40-26b0-48b8-8182-213b4c31e2f2/81f3e0b4-b09b-41be-92df-d2a73c11a706/6c12b54d-3c88-45cb-808c-5fadb2fbeb67) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:44:25.629639 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-9386daa7-229a-452f-84b2-82ce89089f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:25.697704 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-c8bfc5aa-3ef4-45c3-903e-43baef44522e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:25.743864 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-50727989-3fc0-4029-aeeb-2a6d1383eab9 None None] Allocated IP 172.20.0.2 (0809ecce-adef-4bf2-bb4d-76532b54f497/dbc45378-ea32-433d-bf55-b4c3d6c540eb/8b70a54f-c4c4-4fa3-833e-2f0d56829747) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:44:25.760639 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 0090d928-9aec-4196-b69f-5496c283e87d triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:44:25.761012 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:25.801221 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-0d354ae3-b6ef-4874-8306-9fb0b802df91 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Unset dirty status for tenant:c9391a383e4c4e4485d5999fc045ba4e on resource:network {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:44:25.801221 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-0d354ae3-b6ef-4874-8306-9fb0b802df91 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] 10.222.0.16 "GET /v2.0/networks/95f3bec2-46e6-4468-8229-8badd4a5aaae HTTP/1.1" status: 200 len: 881 time: 1.1976602 Dec 20 08:44:25.810948 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 36832) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:25.841210 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8323b63-a2ed-41b1-8531-75bf81766852 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Pushing event updated for resources: {'Subnet': ['ID=ba419e6a-96e4-40a8-8537-20fc722bd176,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:25.844375 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b8323b63-a2ed-41b1-8531-75bf81766852 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:25.847932 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38bf9062-3183-4119-8c12-5ac9ce50eca2 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:44:25.855190 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c2d9b4b8-2f17-413f-95bc-27140ae9e8d4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.197s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:25.870125 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-f6e84dda-d396-49fe-8acf-4bb032944405 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] 10.222.0.16 "GET /v2.0/ports?device_id=efa8c554-abd1-4cc1-a7f4-e8b8004cbcb4 HTTP/1.1" status: 200 len: 205 time: 0.0542881 Dec 20 08:44:25.870125 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 36836) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:25.899968 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-38bf9062-3183-4119-8c12-5ac9ce50eca2 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:44:25.904091 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bf9062-3183-4119-8c12-5ac9ce50eca2 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:44:25.947963 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-78a6ccef-257c-4df6-a8a1-89c184a89f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:25.966224 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8323b63-a2ed-41b1-8531-75bf81766852 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Checking segment: {'id': 'b78ae956-3637-472c-bbb7-e87acd87b0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7d23ffe2-7833-4902-acfd-6e00e88d76cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:44:25.966599 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8323b63-a2ed-41b1-8531-75bf81766852 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Network hostable DHCP agents. Network: 7d23ffe2-7833-4902-acfd-6e00e88d76cc, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:44:25.998023 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-952c5911-eab6-4ce5-886c-18d0c3bd716f tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:26.025820 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-952c5911-eab6-4ce5-886c-18d0c3bd716f tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Transition to ACTIVE for port object 6c12b54d-3c88-45cb-808c-5fadb2fbeb67 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:44:26.057771 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9386daa7-229a-452f-84b2-82ce89089f50 None None] Pushing event updated for resources: {'Port': ['ID=11bdb58e-8d4e-47cf-a4af-0d6411e352a4,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:26.057771 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c75f49-41d1-40b3-858d-3323c9edf656 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-f1babc40-26b0-48b8-8182-213b4c31e2f2', 'network_id': 'f1babc40-26b0-48b8-8182-213b4c31e2f2', 'tenant_id': 'bcc408b3053b4123bbeeedda32cab34a', 'fixed_ips': [{'subnet_id': '81f3e0b4-b09b-41be-92df-d2a73c11a706'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:44:26.061367 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c2c75f49-41d1-40b3-858d-3323c9edf656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:26.078257 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-9386daa7-229a-452f-84b2-82ce89089f50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:26.109949 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-78a6ccef-257c-4df6-a8a1-89c184a89f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:26.122855 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bf9062-3183-4119-8c12-5ac9ce50eca2 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event updated for resources: {'Port': ['ID=b684880f-9278-4122-b5a3-a4fc669e9244,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:26.133400 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-38bf9062-3183-4119-8c12-5ac9ce50eca2 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:26.138156 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-cfc12026-dd0a-4095-938c-1db46f283ff8 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.173s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:26.151056 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-952c5911-eab6-4ce5-886c-18d0c3bd716f tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:26.158092 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-7a304457-6156-43d0-8b98-83dac97f423f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:26.181819 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38bf9062-3183-4119-8c12-5ac9ce50eca2 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:26.182715 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-38bf9062-3183-4119-8c12-5ac9ce50eca2 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:26.243812 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a6ccef-257c-4df6-a8a1-89c184a89f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Pushing event deleted for resources: {'Port': ['ID=2eb2a831-9cb1-431e-91e8-7c98eee44548,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:26.249858 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-78a6ccef-257c-4df6-a8a1-89c184a89f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:26.284183 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952c5911-eab6-4ce5-886c-18d0c3bd716f tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Network f1babc40-26b0-48b8-8182-213b4c31e2f2 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:44:26.290546 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-78a6ccef-257c-4df6-a8a1-89c184a89f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] 10.222.0.16 "DELETE /v2.0/ports/2eb2a831-9cb1-431e-91e8-7c98eee44548 HTTP/1.1" status: 204 len: 168 time: 2.8272614 Dec 20 08:44:26.290750 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-952c5911-eab6-4ce5-886c-18d0c3bd716f tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:44:26.292692 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 36842) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:26.292834 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a7c3e9e8-1b51-4374-a1d5-73cf1441d91f tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:26.314129 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf343aa7-9191-4fa5-b5ea-81e241841ad8 req-b97c298c-210b-4249-b5c4-56ecd675f25b tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:44:26.331941 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-38bf9062-3183-4119-8c12-5ac9ce50eca2 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.9279113 Dec 20 08:44:26.346445 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952c5911-eab6-4ce5-886c-18d0c3bd716f tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:44:26.350501 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952c5911-eab6-4ce5-886c-18d0c3bd716f tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:26.351371 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-952c5911-eab6-4ce5-886c-18d0c3bd716f tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:26.362102 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8323b63-a2ed-41b1-8531-75bf81766852 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Network 7d23ffe2-7833-4902-acfd-6e00e88d76cc is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:44:26.366108 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 36846) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:26.378424 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-90713ee1-bbfd-4cf6-b4cd-71e98a70b435 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] GET failed (client error): The resource could not be found. Dec 20 08:44:26.383936 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-90713ee1-bbfd-4cf6-b4cd-71e98a70b435 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] 10.222.0.16 "GET /v2.0/ports/2eb2a831-9cb1-431e-91e8-7c98eee44548 HTTP/1.1" status: 404 len: 333 time: 0.0860145 Dec 20 08:44:26.383936 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952c5911-eab6-4ce5-886c-18d0c3bd716f tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Pushing event updated for resources: {'Port': ['ID=6c12b54d-3c88-45cb-808c-5fadb2fbeb67,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:26.384920 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 36850) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:26.388347 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-952c5911-eab6-4ce5-886c-18d0c3bd716f tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:26.392400 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-062e56bf-7f40-43f4-95e8-649947be4542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-203808181', 'network_id': '6ad496d9-56fe-43a0-8117-b152b570d9da'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:44:26.399598 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-952c5911-eab6-4ce5-886c-18d0c3bd716f tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3927174 Dec 20 08:44:26.401346 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-062e56bf-7f40-43f4-95e8-649947be4542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:44:26.403435 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 36854) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:26.408722 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-062e56bf-7f40-43f4-95e8-649947be4542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Usage tracker for resource:port and tenant:d34271e93dcb43db9e94941000728bd2 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:44:26.415286 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-7a09d670-a2f0-4420-9b3d-2f4eb395e5f7 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Request body: {'port': {'network_id': 'f1babc40-26b0-48b8-8182-213b4c31e2f2', 'name': 'tempest-PortsIpV6TestJSON-1563696062'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:44:26.431498 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-50727989-3fc0-4029-aeeb-2a6d1383eab9 None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:26.494381 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-2bac5fb3-8cb0-43f5-8cb6-c27d2a4c45e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:26.505072 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40be97d9-33ba-43a3-87b2-80636327e845 None None] Sync routers for ids ['5668e455-965c-43a5-9c72-0bc9f4d2796b'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:44:26.512632 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-062e56bf-7f40-43f4-95e8-649947be4542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:44:26.516819 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 208f742a-c70a-4b2a-9914-b16f9e769b6c up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:44:26.530155 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-b8323b63-a2ed-41b1-8531-75bf81766852 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, 7d23ffe2-7833-4902-acfd-6e00e88d76cc) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:44:26.541466 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-062e56bf-7f40-43f4-95e8-649947be4542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:44:26.562677 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4634ab1d-4c1c-4218-90fd-f124c0fa39a5 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks [] for router, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:26.586557 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf343aa7-9191-4fa5-b5ea-81e241841ad8 req-b97c298c-210b-4249-b5c4-56ecd675f25b tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] No DVR routers for this DVR port 6c9c5529-bcd9-4f60-96a4-8bf0a7e85fe2 on host hv-neutron-8204 {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:44:26.598316 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-cf343aa7-9191-4fa5-b5ea-81e241841ad8 req-b97c298c-210b-4249-b5c4-56ecd675f25b tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:26.600557 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-cf343aa7-9191-4fa5-b5ea-81e241841ad8 req-b97c298c-210b-4249-b5c4-56ecd675f25b tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] 10.222.0.58 "DELETE /v2.0/ports/6c9c5529-bcd9-4f60-96a4-8bf0a7e85fe2 HTTP/1.1" status: 204 len: 173 time: 7.4340034 Dec 20 08:44:26.602287 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8eecc1-4435-444f-b47a-4cd1c40c062f None None] Network 7d23ffe2-7833-4902-acfd-6e00e88d76cc requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:44:26.605197 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '449de04f-1310-4bd7-a015-5ccac5cf03e1', 'name': 'network-vif-deleted', 'tag': '6c9c5529-bcd9-4f60-96a4-8bf0a7e85fe2'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 08:44:26.612218 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8323b63-a2ed-41b1-8531-75bf81766852 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:26.612809 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b8323b63-a2ed-41b1-8531-75bf81766852 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:26.668021 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-50727989-3fc0-4029-aeeb-2a6d1383eab9 None None] Transition to ACTIVE for port object 8b70a54f-c4c4-4fa3-833e-2f0d56829747 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:44:26.756245 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '449de04f-1310-4bd7-a015-5ccac5cf03e1', 'name': 'network-vif-deleted', 'tag': '6c9c5529-bcd9-4f60-96a4-8bf0a7e85fe2', 'status': 'completed', 'code': 200} Dec 20 08:44:26.761910 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b8323b63-a2ed-41b1-8531-75bf81766852 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 4.3445487 Dec 20 08:44:26.766520 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-062e56bf-7f40-43f4-95e8-649947be4542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Made reservation on behalf of d34271e93dcb43db9e94941000728bd2 for: {'port': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:44:26.768681 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 36862) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:26.770307 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-062e56bf-7f40-43f4-95e8-649947be4542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:26.784541 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-156b9ccb-fd09-4ef5-914c-49dd5112f2a9 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1643214281'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:44:26.802376 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-7a09d670-a2f0-4420-9b3d-2f4eb395e5f7 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:44:26.815181 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-156b9ccb-fd09-4ef5-914c-49dd5112f2a9 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:44:26.822960 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-7a09d670-a2f0-4420-9b3d-2f4eb395e5f7 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Usage tracker for resource:port and tenant:bcc408b3053b4123bbeeedda32cab34a is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:44:26.832248 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-7a09d670-a2f0-4420-9b3d-2f4eb395e5f7 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:44:26.847004 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-7a09d670-a2f0-4420-9b3d-2f4eb395e5f7 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:44:26.862299 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-062e56bf-7f40-43f4-95e8-649947be4542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] device_id is not set on port 6260dc92-b558-4133-be6a-d24db8896a72 yet. {{(pid=83445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:44:26.878801 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-50727989-3fc0-4029-aeeb-2a6d1383eab9 None None] Transition to ACTIVE for port object 8b70a54f-c4c4-4fa3-833e-2f0d56829747 will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:44:26.928309 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-2bac5fb3-8cb0-43f5-8cb6-c27d2a4c45e4 None None] For port 94132e9f-bc64-44d7-9c68-1f5b85ae0827, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=94132e9f-bc64-44d7-9c68-1f5b85ae0827,segment=NetworkSegment(7c00552d-ea93-440b-911c-cb3aa0a4eeff),segment_id=7c00552d-ea93-440b-911c-cb3aa0a4eeff)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:44:26.931605 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40be97d9-33ba-43a3-87b2-80636327e845 None None] Routers {'5668e455-965c-43a5-9c72-0bc9f4d2796b'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:44:26.932260 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-40be97d9-33ba-43a3-87b2-80636327e845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:44:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['5668e455-965c-43a5-9c72-0bc9f4d2796b'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:44:26.934570 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-156b9ccb-fd09-4ef5-914c-49dd5112f2a9 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Usage tracker for resource:network and tenant:2ec22d5a6bcd4fd8ba62f3132b925948 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:44:26.943901 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175f4f6a-50fd-4a22-b8f7-dab4c5107ec6 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:26.948983 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175f4f6a-50fd-4a22-b8f7-dab4c5107ec6 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:26.949980 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-175f4f6a-50fd-4a22-b8f7-dab4c5107ec6 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Synchronizing usage tracker for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:44:26.954026 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-156b9ccb-fd09-4ef5-914c-49dd5112f2a9 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:44:26.973295 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-156b9ccb-fd09-4ef5-914c-49dd5112f2a9 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:44:26.995040 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a09d670-a2f0-4420-9b3d-2f4eb395e5f7 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Made reservation on behalf of bcc408b3053b4123bbeeedda32cab34a for: {'port': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:44:26.998353 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7a09d670-a2f0-4420-9b3d-2f4eb395e5f7 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:27.016688 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-50727989-3fc0-4029-aeeb-2a6d1383eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:27.063400 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-7a09d670-a2f0-4420-9b3d-2f4eb395e5f7 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] device_id is not set on port 0aa39597-d445-4d13-b421-ceeb5aaea023 yet. {{(pid=83445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:44:27.069690 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-a758dcf0-ed9f-42ed-b957-6b25119a4462 req-c449f1b3-2beb-4369-ad09-3e83a3796efd tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Synchronizing usage tracker for tenant:7db362d7554a4f47a4a46f85caa7eb15 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:44:27.098280 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-156b9ccb-fd09-4ef5-914c-49dd5112f2a9 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Made reservation on behalf of 2ec22d5a6bcd4fd8ba62f3132b925948 for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:44:27.106913 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-156b9ccb-fd09-4ef5-914c-49dd5112f2a9 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:27.141280 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-175f4f6a-50fd-4a22-b8f7-dab4c5107ec6 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Unset dirty status for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:44:27.142606 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-175f4f6a-50fd-4a22-b8f7-dab4c5107ec6 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.7688973 Dec 20 08:44:27.145797 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 36868) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:27.169041 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-9386daa7-229a-452f-84b2-82ce89089f50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:27.200155 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-2bac5fb3-8cb0-43f5-8cb6-c27d2a4c45e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:27.283015 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-a7c3e9e8-1b51-4374-a1d5-73cf1441d91f tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Allocated IP 172.20.0.1 (f731ff57-7c27-45df-bc62-bcf334ac4bbe/2ca2c358-b499-465f-8410-fb7f131e1e23/c507a8a6-59c8-483d-bf1c-50cc6ec72bd7) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:44:27.285134 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-a758dcf0-ed9f-42ed-b957-6b25119a4462 req-c449f1b3-2beb-4369-ad09-3e83a3796efd tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Unset dirty status for tenant:7db362d7554a4f47a4a46f85caa7eb15 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:44:27.286464 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a758dcf0-ed9f-42ed-b957-6b25119a4462 req-c449f1b3-2beb-4369-ad09-3e83a3796efd tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] 10.222.0.16 "GET /v2.0/ports?device_id=449de04f-1310-4bd7-a015-5ccac5cf03e1 HTTP/1.1" status: 200 len: 210 time: 0.3254769 Dec 20 08:44:27.305916 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-156b9ccb-fd09-4ef5-914c-49dd5112f2a9 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:44:27.323989 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-96bb9d08-0c01-4de1-a755-63d39c85712a None None] Allocated IP 172.20.0.2 (f75aa0d2-5f41-40f3-a9e0-d60d934965a4/98fbbe54-712c-44d3-a24b-90787c5f2c63/94132e9f-bc64-44d7-9c68-1f5b85ae0827) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:44:27.355502 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4634ab1d-4c1c-4218-90fd-f124c0fa39a5 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:27.369654 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-062e56bf-7f40-43f4-95e8-649947be4542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:27.382152 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-4634ab1d-4c1c-4218-90fd-f124c0fa39a5 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Deleting port 8ff50673-df07-4773-9b84-6b046e11230b {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:44:27.382574 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4634ab1d-4c1c-4218-90fd-f124c0fa39a5 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:27.479078 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50727989-3fc0-4029-aeeb-2a6d1383eab9 None None] Pushing event updated for resources: {'Port': ['ID=8b70a54f-c4c4-4fa3-833e-2f0d56829747,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:27.488444 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50727989-3fc0-4029-aeeb-2a6d1383eab9 None None] Network 0809ecce-adef-4bf2-bb4d-76532b54f497 is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:44:27.513353 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-50727989-3fc0-4029-aeeb-2a6d1383eab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:27.521998 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-9386daa7-229a-452f-84b2-82ce89089f50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.319s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:27.551659 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8b7894-75b9-430c-bf85-0bcefacd1c1f None None] Network f731ff57-7c27-45df-bc62-bcf334ac4bbe requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:44:27.582840 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-50727989-3fc0-4029-aeeb-2a6d1383eab9 None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:44:27.587598 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-c2c75f49-41d1-40b3-858d-3323c9edf656 None None] Allocated IP 2001:db8::2 (f1babc40-26b0-48b8-8182-213b4c31e2f2/81f3e0b4-b09b-41be-92df-d2a73c11a706/db1a8053-c41f-4186-9c0b-feb356f78067) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:44:27.620102 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50727989-3fc0-4029-aeeb-2a6d1383eab9 None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:44:27.692269 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-03d74c24-1cad-46ba-b9df-9428493e08f7 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Deleting port b684880f-9278-4122-b5a3-a4fc669e9244 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:44:27.693203 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-03d74c24-1cad-46ba-b9df-9428493e08f7 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:27.717633 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-156b9ccb-fd09-4ef5-914c-49dd5112f2a9 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:27.717973 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-156b9ccb-fd09-4ef5-914c-49dd5112f2a9 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Added segment fe475102-b59b-469c-9000-3d40b5ac1bce of type vlan for network 67de64b8-d365-4e38-8aad-3af215e698a6 Dec 20 08:44:27.728384 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4634ab1d-4c1c-4218-90fd-f124c0fa39a5 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:27.740184 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-062e56bf-7f40-43f4-95e8-649947be4542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:27.751800 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:27.769750 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 208f742a-c70a-4b2a-9914-b16f9e769b6c triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:44:27.770137 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:27.841992 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-40be97d9-33ba-43a3-87b2-80636327e845 None None] Set router 5668e455-965c-43a5-9c72-0bc9f4d2796b gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:44:27.885752 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-156b9ccb-fd09-4ef5-914c-49dd5112f2a9 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:27.911400 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-4634ab1d-4c1c-4218-90fd-f124c0fa39a5 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Calling delete_port for 8ff50673-df07-4773-9b84-6b046e11230b owned by network:router_gateway {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:44:27.958023 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062e56bf-7f40-43f4-95e8-649947be4542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Network 6ad496d9-56fe-43a0-8117-b152b570d9da is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:44:27.963192 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-062e56bf-7f40-43f4-95e8-649947be4542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:44:27.975837 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062e56bf-7f40-43f4-95e8-649947be4542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:44:27.977544 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062e56bf-7f40-43f4-95e8-649947be4542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:27.978540 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-062e56bf-7f40-43f4-95e8-649947be4542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:28.000630 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062e56bf-7f40-43f4-95e8-649947be4542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Pushing event updated for resources: {'Port': ['ID=6260dc92-b558-4133-be6a-d24db8896a72,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:28.008347 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-062e56bf-7f40-43f4-95e8-649947be4542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:28.041947 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a7c3e9e8-1b51-4374-a1d5-73cf1441d91f tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:28.050932 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-156b9ccb-fd09-4ef5-914c-49dd5112f2a9 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:28.056865 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-062e56bf-7f40-43f4-95e8-649947be4542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.6686676 Dec 20 08:44:28.057070 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156b9ccb-fd09-4ef5-914c-49dd5112f2a9 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:28.057070 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-156b9ccb-fd09-4ef5-914c-49dd5112f2a9 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:28.061073 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 36876) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:28.064968 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81ca041-5aec-4232-b5ce-cd94e9260371 req-629be51f-6065-4528-b8d9-625ecf7c2029 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:28.071762 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d81ca041-5aec-4232-b5ce-cd94e9260371 req-629be51f-6065-4528-b8d9-625ecf7c2029 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] 10.222.0.16 "GET /v2.0/ports?device_id=148d3ca3-99f3-4cac-9876-2d697d86b864 HTTP/1.1" status: 200 len: 946 time: 0.4117465 Dec 20 08:44:28.079616 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-23e559e1-1306-4ecc-9a3b-e8e6011e9e7c tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:28.134832 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-38dd13e1-d967-42f2-9f61-478e0416bae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Synchronizing usage tracker for tenant:d34271e93dcb43db9e94941000728bd2 on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:44:28.185265 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-a7c3e9e8-1b51-4374-a1d5-73cf1441d91f tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Transition to ACTIVE for port object c507a8a6-59c8-483d-bf1c-50cc6ec72bd7 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:44:28.213290 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-38dd13e1-d967-42f2-9f61-478e0416bae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Unset dirty status for tenant:d34271e93dcb43db9e94941000728bd2 on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:44:28.214852 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-38dd13e1-d967-42f2-9f61-478e0416bae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] 10.222.0.16 "GET /v2.0/ports/6260dc92-b558-4133-be6a-d24db8896a72 HTTP/1.1" status: 200 len: 958 time: 0.1524687 Dec 20 08:44:28.218651 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 36880) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:28.232727 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bac5fb3-8cb0-43f5-8cb6-c27d2a4c45e4 None None] Pushing event updated for resources: {'Port': ['ID=94132e9f-bc64-44d7-9c68-1f5b85ae0827,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:28.234780 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-a1dba380-d8ff-492c-9a05-c17a2e89c5af None None] Provisioning for port 11bdb58e-8d4e-47cf-a4af-0d6411e352a4 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:44:28.238046 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce39fe4-0ce0-4272-9527-685e683d8654 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-7d23ffe2-7833-4902-acfd-6e00e88d76cc', 'network_id': '7d23ffe2-7833-4902-acfd-6e00e88d76cc', 'tenant_id': '2ec22d5a6bcd4fd8ba62f3132b925948', 'fixed_ips': [{'subnet_id': 'ba419e6a-96e4-40a8-8537-20fc722bd176'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:44:28.238937 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-4ce39fe4-0ce0-4272-9527-685e683d8654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:28.256546 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4634ab1d-4c1c-4218-90fd-f124c0fa39a5 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:28.265939 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b52f25d4-d868-424a-b2a3-3806a8bc661f tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:28.298088 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-156b9ccb-fd09-4ef5-914c-49dd5112f2a9 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5275402 Dec 20 08:44:28.301596 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 36884) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:28.305366 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156b9ccb-fd09-4ef5-914c-49dd5112f2a9 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Pushing event updated for resources: {'Network': ['ID=67de64b8-d365-4e38-8aad-3af215e698a6,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:28.315884 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4634ab1d-4c1c-4218-90fd-f124c0fa39a5 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Pushing event deleted for resources: {'Port': ['ID=8ff50673-df07-4773-9b84-6b046e11230b,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:28.320543 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-156b9ccb-fd09-4ef5-914c-49dd5112f2a9 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:28.321117 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-d84ca360-99e2-4d36-8cdf-f6609900d65b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Request body: {'subnet': {'network_id': '67de64b8-d365-4e38-8aad-3af215e698a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:44:28.340767 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d81ca041-5aec-4232-b5ce-cd94e9260371 req-32690e3f-fde2-4498-b2e1-d4f8b26b302c tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] 10.222.0.16 "GET /v2.0/security-groups?id=68fefc14-972e-4836-b3f4-32c3967e48f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2681072 Dec 20 08:44:28.342619 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-03d74c24-1cad-46ba-b9df-9428493e08f7 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:28.347112 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-4634ab1d-4c1c-4218-90fd-f124c0fa39a5 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:28.405028 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-2bac5fb3-8cb0-43f5-8cb6-c27d2a4c45e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.884s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:28.417479 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network 67de64b8-d365-4e38-8aad-3af215e698a6 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:44:28.471472 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-007b9136-e2df-44f3-9bd8-73f2c4325331 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Deleting port 6260dc92-b558-4133-be6a-d24db8896a72 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:44:28.471914 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-007b9136-e2df-44f3-9bd8-73f2c4325331 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:28.478113 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-50727989-3fc0-4029-aeeb-2a6d1383eab9 None None] Attempting to bind port 8b70a54f-c4c4-4fa3-833e-2f0d56829747 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:44:28.478494 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-50727989-3fc0-4029-aeeb-2a6d1383eab9 None None] Attempting to bind port 8b70a54f-c4c4-4fa3-833e-2f0d56829747 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': 'bfd505f6-d957-4af0-8c12-8993d606d6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0809ecce-adef-4bf2-bb4d-76532b54f497'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:44:28.478861 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50727989-3fc0-4029-aeeb-2a6d1383eab9 None None] Attempting to bind port 8b70a54f-c4c4-4fa3-833e-2f0d56829747 on network 0809ecce-adef-4bf2-bb4d-76532b54f497 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:44:28.516074 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 36896) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:28.545523 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-03d74c24-1cad-46ba-b9df-9428493e08f7 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Calling delete_port for b684880f-9278-4122-b5a3-a4fc669e9244 owned by {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:44:28.575778 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a7c3e9e8-1b51-4374-a1d5-73cf1441d91f tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:28.587202 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c9069069-c2ad-424d-8273-838eb410c159 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:28.603045 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-d84ca360-99e2-4d36-8cdf-f6609900d65b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:44:28.655427 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-d84ca360-99e2-4d36-8cdf-f6609900d65b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Usage tracker for resource:subnet and tenant:2ec22d5a6bcd4fd8ba62f3132b925948 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:44:28.665250 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-d84ca360-99e2-4d36-8cdf-f6609900d65b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:44:28.676393 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c3e9e8-1b51-4374-a1d5-73cf1441d91f tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Network f731ff57-7c27-45df-bc62-bcf334ac4bbe is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:44:28.683624 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-a7c3e9e8-1b51-4374-a1d5-73cf1441d91f tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:44:28.696366 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c3e9e8-1b51-4374-a1d5-73cf1441d91f tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Pushing event updated for resources: {'Port': ['ID=c507a8a6-59c8-483d-bf1c-50cc6ec72bd7,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:28.706270 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c3e9e8-1b51-4374-a1d5-73cf1441d91f tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:44:28.713612 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-d84ca360-99e2-4d36-8cdf-f6609900d65b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:44:28.739196 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a7c3e9e8-1b51-4374-a1d5-73cf1441d91f tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:28.746428 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-96bb9d08-0c01-4de1-a755-63d39c85712a None None] For port 94132e9f-bc64-44d7-9c68-1f5b85ae0827, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=94132e9f-bc64-44d7-9c68-1f5b85ae0827,segment=NetworkSegment(7c00552d-ea93-440b-911c-cb3aa0a4eeff),segment_id=7c00552d-ea93-440b-911c-cb3aa0a4eeff)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:44:28.799898 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50727989-3fc0-4029-aeeb-2a6d1383eab9 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:44:28.800328 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50727989-3fc0-4029-aeeb-2a6d1383eab9 None None] Checking segment: {'id': 'bfd505f6-d957-4af0-8c12-8993d606d6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0809ecce-adef-4bf2-bb4d-76532b54f497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:44:28.800697 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-50727989-3fc0-4029-aeeb-2a6d1383eab9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:28.801102 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50727989-3fc0-4029-aeeb-2a6d1383eab9 None None] Bound using segment: {'id': 'bfd505f6-d957-4af0-8c12-8993d606d6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0809ecce-adef-4bf2-bb4d-76532b54f497'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:44:28.801615 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-50727989-3fc0-4029-aeeb-2a6d1383eab9 None None] Bound port: 8b70a54f-c4c4-4fa3-833e-2f0d56829747, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfd505f6-d957-4af0-8c12-8993d606d6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0809ecce-adef-4bf2-bb4d-76532b54f497'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:44:28.801999 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-50727989-3fc0-4029-aeeb-2a6d1383eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:28.827295 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d84ca360-99e2-4d36-8cdf-f6609900d65b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Made reservation on behalf of 2ec22d5a6bcd4fd8ba62f3132b925948 for: {'subnet': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:44:28.893088 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a7c3e9e8-1b51-4374-a1d5-73cf1441d91f tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-345881'] for router_interface, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:28.939073 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-247caa3a-3a48-4cc8-abf8-30acd45ff05c tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Notify callbacks [] for security_group, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:28.939324 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-03d74c24-1cad-46ba-b9df-9428493e08f7 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:28.948547 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-22a0a9be-281b-4424-9635-891a395be96e tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:29.011725 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d74c24-1cad-46ba-b9df-9428493e08f7 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event deleted for resources: {'Port': ['ID=b684880f-9278-4122-b5a3-a4fc669e9244,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:29.014232 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-03d74c24-1cad-46ba-b9df-9428493e08f7 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:29.054294 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.db.resource_extend [None req-96bb9d08-0c01-4de1-a755-63d39c85712a None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 08:44:29.107671 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4634ab1d-4c1c-4218-90fd-f124c0fa39a5 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346107'] for router_gateway, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:29.175353 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-96bb9d08-0c01-4de1-a755-63d39c85712a None None] Notify callbacks [] for port, precommit_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:29.242668 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a7c3e9e8-1b51-4374-a1d5-73cf1441d91f tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:29.260944 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-03d74c24-1cad-46ba-b9df-9428493e08f7 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:29.330900 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-03d74c24-1cad-46ba-b9df-9428493e08f7 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/ports/b684880f-9278-4122-b5a3-a4fc669e9244 HTTP/1.1" status: 204 len: 168 time: 2.1535242 Dec 20 08:44:29.334042 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 36902) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:29.363862 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-50727989-3fc0-4029-aeeb-2a6d1383eab9 None None] For port 8b70a54f-c4c4-4fa3-833e-2f0d56829747, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:44:29.368715 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-50727989-3fc0-4029-aeeb-2a6d1383eab9 None None] For port 8b70a54f-c4c4-4fa3-833e-2f0d56829747, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=8b70a54f-c4c4-4fa3-833e-2f0d56829747,segment=NetworkSegment(bfd505f6-d957-4af0-8c12-8993d606d6cd),segment_id=bfd505f6-d957-4af0-8c12-8993d606d6cd)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:44:29.377627 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-247caa3a-3a48-4cc8-abf8-30acd45ff05c tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:29.401783 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-007b9136-e2df-44f3-9bd8-73f2c4325331 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:29.412876 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c2c75f49-41d1-40b3-858d-3323c9edf656 None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:29.423152 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d84ca360-99e2-4d36-8cdf-f6609900d65b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2095160'] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:29.435938 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-96bb9d08-0c01-4de1-a755-63d39c85712a None None] Transition to ACTIVE for port object 94132e9f-bc64-44d7-9c68-1f5b85ae0827 will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:44:29.444000 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-50727989-3fc0-4029-aeeb-2a6d1383eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:29.458787 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 94132e9f-bc64-44d7-9c68-1f5b85ae0827 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:44:29.533567 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-179ba43d-fcb8-45dd-aff8-f489aa28668a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:29.592758 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-007b9136-e2df-44f3-9bd8-73f2c4325331 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Calling delete_port for 6260dc92-b558-4133-be6a-d24db8896a72 owned by {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:44:29.631324 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-c2c75f49-41d1-40b3-858d-3323c9edf656 None None] Transition to ACTIVE for port object db1a8053-c41f-4186-9c0b-feb356f78067 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:44:29.647679 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50727989-3fc0-4029-aeeb-2a6d1383eab9 None None] Pushing event updated for resources: {'Port': ['ID=8b70a54f-c4c4-4fa3-833e-2f0d56829747,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:29.660153 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-96bb9d08-0c01-4de1-a755-63d39c85712a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:29.680274 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-50727989-3fc0-4029-aeeb-2a6d1383eab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:29.680899 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-50727989-3fc0-4029-aeeb-2a6d1383eab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:29.793651 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50dc4d4a-0f11-4501-8d83-1d2731a2a02c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:29.794998 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50dc4d4a-0f11-4501-8d83-1d2731a2a02c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:29.800302 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50dc4d4a-0f11-4501-8d83-1d2731a2a02c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:29.801193 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-50dc4d4a-0f11-4501-8d83-1d2731a2a02c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Synchronizing usage tracker for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:subnet {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:44:29.802692 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4634ab1d-4c1c-4218-90fd-f124c0fa39a5 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24735'] for router, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:29.808984 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4634ab1d-4c1c-4218-90fd-f124c0fa39a5 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:29.836642 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-4ce39fe4-0ce0-4272-9527-685e683d8654 None None] Allocated IP 2001:db8::3 (7d23ffe2-7833-4902-acfd-6e00e88d76cc/ba419e6a-96e4-40a8-8537-20fc722bd176/c66c940b-fee8-490c-ab49-cc5828414492) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:44:29.872975 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-50dc4d4a-0f11-4501-8d83-1d2731a2a02c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Unset dirty status for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:subnet {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:44:29.877990 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-50dc4d4a-0f11-4501-8d83-1d2731a2a02c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.5426793 Dec 20 08:44:29.924141 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 11bdb58e-8d4e-47cf-a4af-0d6411e352a4 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:44:29.927708 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 36908) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:29.959214 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4634ab1d-4c1c-4218-90fd-f124c0fa39a5 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-390871'] for router, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:29.960253 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4634ab1d-4c1c-4218-90fd-f124c0fa39a5 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Fanout notify agent at l3_agent the message router_deleted on router efa8c554-abd1-4cc1-a7f4-e8b8004cbcb4 {{(pid=83445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 08:44:29.966001 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-247caa3a-3a48-4cc8-abf8-30acd45ff05c tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:29.992465 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.ipam_backend_mixin [None req-d84ca360-99e2-4d36-8cdf-f6609900d65b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Performing IP validity checks on allocation pools {{(pid=83445) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 20 08:44:29.993120 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.ipam_backend_mixin [None req-d84ca360-99e2-4d36-8cdf-f6609900d65b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83445) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 20 08:44:30.008402 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ddf90446-ff6e-4b9c-b8ca-9572888f2f89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:30.029700 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-007b9136-e2df-44f3-9bd8-73f2c4325331 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:30.034164 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-c2c75f49-41d1-40b3-858d-3323c9edf656 None None] Transition to ACTIVE for port object db1a8053-c41f-4186-9c0b-feb356f78067 will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:44:30.036752 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bb9d08-0c01-4de1-a755-63d39c85712a None None] Pushing event updated for resources: {'Port': ['ID=94132e9f-bc64-44d7-9c68-1f5b85ae0827,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:30.049860 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-96bb9d08-0c01-4de1-a755-63d39c85712a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:30.060472 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4634ab1d-4c1c-4218-90fd-f124c0fa39a5 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:30.064029 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-4634ab1d-4c1c-4218-90fd-f124c0fa39a5 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] 10.222.0.16 "DELETE /v2.0/routers/efa8c554-abd1-4cc1-a7f4-e8b8004cbcb4 HTTP/1.1" status: 204 len: 168 time: 4.1931472 Dec 20 08:44:30.117616 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c2c75f49-41d1-40b3-858d-3323c9edf656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:30.119174 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 36912) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:30.137648 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-5e008589-1141-46bb-ac0c-72e4fb089ac1 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1732555709', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:44:30.143945 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-96bb9d08-0c01-4de1-a755-63d39c85712a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:30.165397 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-247caa3a-3a48-4cc8-abf8-30acd45ff05c tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:30.166492 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-247caa3a-3a48-4cc8-abf8-30acd45ff05c tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] 10.222.0.16 "DELETE /v2.0/security-groups/85b419f3-1db6-44b7-a0aa-e59be6683846 HTTP/1.1" status: 204 len: 168 time: 1.6154861 Dec 20 08:44:30.167582 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247caa3a-3a48-4cc8-abf8-30acd45ff05c tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b419f3-1db6-44b7-a0aa-e59be6683846,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:30.167749 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e5ebd2-af77-4888-bdd8-f6e0733fe69b req-b4e85969-4fd0-4e2f-92e3-025d3c4c2f5a tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:30.169425 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 36916) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:30.181325 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f8e5ebd2-af77-4888-bdd8-f6e0733fe69b req-b4e85969-4fd0-4e2f-92e3-025d3c4c2f5a tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] 10.222.0.16 "GET /v2.0/ports?device_id=148d3ca3-99f3-4cac-9876-2d697d86b864 HTTP/1.1" status: 200 len: 946 time: 0.5522697 Dec 20 08:44:30.183519 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-5e008589-1141-46bb-ac0c-72e4fb089ac1 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:44:30.186196 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-247caa3a-3a48-4cc8-abf8-30acd45ff05c tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:30.197440 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-062e56bf-7f40-43f4-95e8-649947be4542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.140s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:30.211131 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-40be97d9-33ba-43a3-87b2-80636327e845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5668e455-965c-43a5-9c72-0bc9f4d2796b', 'name': 'tempest-ServersTestJSON-158387902-router', 'tenant_id': '7db362d7554a4f47a4a46f85caa7eb15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.23'}], 'enable_snat': True}, 'gw_port_id': '140a870c-f77e-4311-806d-f54116d13cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:41:50Z', 'updated_at': '2021-12-20T08:42:02Z', 'revision_number': 4, 'project_id': '7db362d7554a4f47a4a46f85caa7eb15', 'gw_port': {'id': '140a870c-f77e-4311-806d-f54116d13cb0', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5668e455-965c-43a5-9c72-0bc9f4d2796b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:41:51Z', 'updated_at': '2021-12-20T08:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '1a68abfe-3c9d-4096-bb74-3714faf4418c', 'name': '', 'network_id': 'ae7d918f-a9f8-4196-ba8f-f2cde9016013', 'tenant_id': '7db362d7554a4f47a4a46f85caa7eb15', 'mac_address': 'fa:16:3e:44:62:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5668e455-965c-43a5-9c72-0bc9f4d2796b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41a7a572-5490-4849-a924-85aba7f9eddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:42:00Z', 'updated_at': '2021-12-20T08:42:14Z', 'revision_number': 5, 'project_id': '7db362d7554a4f47a4a46f85caa7eb15', 'subnets': [{'id': '41a7a572-5490-4849-a924-85aba7f9eddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:44:30.238170 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-5e008589-1141-46bb-ac0c-72e4fb089ac1 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Usage tracker for resource:router and tenant:056abb2bc23f424d94c87e583774364a is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:44:30.263805 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40be97d9-33ba-43a3-87b2-80636327e845 None None] Checking router: 5668e455-965c-43a5-9c72-0bc9f4d2796b for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 08:44:30.266868 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-5e008589-1141-46bb-ac0c-72e4fb089ac1 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:44:30.355459 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-5e008589-1141-46bb-ac0c-72e4fb089ac1 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:44:30.396073 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c75f49-41d1-40b3-858d-3323c9edf656 None None] Network f1babc40-26b0-48b8-8182-213b4c31e2f2 is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:44:30.399371 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c75f49-41d1-40b3-858d-3323c9edf656 None None] Pushing event updated for resources: {'Port': ['ID=db1a8053-c41f-4186-9c0b-feb356f78067,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:30.407890 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-c2c75f49-41d1-40b3-858d-3323c9edf656 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:30.408763 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-c2c75f49-41d1-40b3-858d-3323c9edf656 None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:44:30.419577 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c75f49-41d1-40b3-858d-3323c9edf656 None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:44:30.448160 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-7a09d670-a2f0-4420-9b3d-2f4eb395e5f7 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Allocated IP 2001:db8::1ce (f1babc40-26b0-48b8-8182-213b4c31e2f2/81f3e0b4-b09b-41be-92df-d2a73c11a706/0aa39597-d445-4d13-b421-ceeb5aaea023) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:44:30.457527 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40be97d9-33ba-43a3-87b2-80636327e845 None None] Routers {'5668e455-965c-43a5-9c72-0bc9f4d2796b'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:44:30.460546 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-40be97d9-33ba-43a3-87b2-80636327e845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:44:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['5668e455-965c-43a5-9c72-0bc9f4d2796b'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:44:30.484876 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007b9136-e2df-44f3-9bd8-73f2c4325331 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Pushing event deleted for resources: {'Port': ['ID=6260dc92-b558-4133-be6a-d24db8896a72,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:30.485924 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f8e5ebd2-af77-4888-bdd8-f6e0733fe69b req-c1cc9ea0-1efa-41f2-a243-670e6b5d6e24 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] 10.222.0.16 "GET /v2.0/security-groups?id=68fefc14-972e-4836-b3f4-32c3967e48f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3037629 Dec 20 08:44:30.488656 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c2e9d01-a29d-4aa1-a724-cf8f2f261c29 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Deleting subnet 98fbbe54-712c-44d3-a24b-90787c5f2c63 {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:44:30.493842 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0c2e9d01-a29d-4aa1-a724-cf8f2f261c29 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:30.497670 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-007b9136-e2df-44f3-9bd8-73f2c4325331 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:30.527774 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5e008589-1141-46bb-ac0c-72e4fb089ac1 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24817'] for router, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:30.528282 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.api.v2.resource [None req-21a3b992-adf7-489c-84ea-36ebbb893af8 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] show failed (client error): The resource could not be found. Dec 20 08:44:30.532147 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5e008589-1141-46bb-ac0c-72e4fb089ac1 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-351744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24806'] for router, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:30.533173 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-21a3b992-adf7-489c-84ea-36ebbb893af8 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] 10.222.0.16 "GET /v2.0/security-groups/85b419f3-1db6-44b7-a0aa-e59be6683846 HTTP/1.1" status: 404 len: 347 time: 0.3563881 Dec 20 08:44:30.533405 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 36920) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:30.534556 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d84ca360-99e2-4d36-8cdf-f6609900d65b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2036557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2095114'] for subnet, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:30.548233 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-320eb752-c802-4b4e-9292-25576eb37e89 tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:30.615810 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-007b9136-e2df-44f3-9bd8-73f2c4325331 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:30.617938 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-ff2dce01-fcb6-4724-b3a6-a15569c2f9b1 None None] Provisioning for port c507a8a6-59c8-483d-bf1c-50cc6ec72bd7 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:44:30.626316 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84ca360-99e2-4d36-8cdf-f6609900d65b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Pushing event updated for resources: {'Subnet': ['ID=b9568ab3-1ff3-4e7e-90fc-3bd8d9ff0ba0,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:30.650796 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d84ca360-99e2-4d36-8cdf-f6609900d65b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:30.665134 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-007b9136-e2df-44f3-9bd8-73f2c4325331 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] 10.222.0.16 "DELETE /v2.0/ports/6260dc92-b558-4133-be6a-d24db8896a72 HTTP/1.1" status: 204 len: 168 time: 2.4451017 Dec 20 08:44:30.675679 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-ff2dce01-fcb6-4724-b3a6-a15569c2f9b1 None None] Provisioning complete for port c507a8a6-59c8-483d-bf1c-50cc6ec72bd7 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:44:30.677353 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 36924) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:30.681948 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-ff2dce01-fcb6-4724-b3a6-a15569c2f9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:30.705269 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.db.resource_extend [None req-a7c3e9e8-1b51-4374-a1d5-73cf1441d91f tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 08:44:30.722037 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 11bdb58e-8d4e-47cf-a4af-0d6411e352a4 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:44:30.863261 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84ca360-99e2-4d36-8cdf-f6609900d65b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Checking segment: {'id': 'fe475102-b59b-469c-9000-3d40b5ac1bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '67de64b8-d365-4e38-8aad-3af215e698a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:44:30.863792 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84ca360-99e2-4d36-8cdf-f6609900d65b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Network hostable DHCP agents. Network: 67de64b8-d365-4e38-8aad-3af215e698a6, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:44:30.885729 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-52aa6370-8750-491a-b382-dfbd12f760f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] GET failed (client error): The resource could not be found. Dec 20 08:44:30.886594 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-52aa6370-8750-491a-b382-dfbd12f760f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Synchronizing usage tracker for tenant:d34271e93dcb43db9e94941000728bd2 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:44:30.896822 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-a2d099a8-412c-4659-8ad6-8c7871ddbde2 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Deleting port 3ab56858-3332-4c54-8f45-011927f2029f {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:44:30.897160 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a2d099a8-412c-4659-8ad6-8c7871ddbde2 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:30.910840 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-ff2dce01-fcb6-4724-b3a6-a15569c2f9b1 None None] Port c507a8a6-59c8-483d-bf1c-50cc6ec72bd7 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:44:30.915197 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 11bdb58e-8d4e-47cf-a4af-0d6411e352a4 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:44:30.916773 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:30.920361 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7a09d670-a2f0-4420-9b3d-2f4eb395e5f7 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:30.932987 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84ca360-99e2-4d36-8cdf-f6609900d65b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Network 67de64b8-d365-4e38-8aad-3af215e698a6 is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:44:30.962122 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-7a09d670-a2f0-4420-9b3d-2f4eb395e5f7 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Transition to ACTIVE for port object 0aa39597-d445-4d13-b421-ceeb5aaea023 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:44:30.967895 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0c2e9d01-a29d-4aa1-a724-cf8f2f261c29 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1618747'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:30.968497 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-d84ca360-99e2-4d36-8cdf-f6609900d65b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, 67de64b8-d365-4e38-8aad-3af215e698a6) {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:44:30.974363 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d84ca360-99e2-4d36-8cdf-f6609900d65b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:30.975097 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d84ca360-99e2-4d36-8cdf-f6609900d65b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:30.985181 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-4ce39fe4-0ce0-4272-9527-685e683d8654 None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:30.990988 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-c2c75f49-41d1-40b3-858d-3323c9edf656 None None] Attempting to bind port db1a8053-c41f-4186-9c0b-feb356f78067 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:44:30.991362 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-c2c75f49-41d1-40b3-858d-3323c9edf656 None None] Attempting to bind port db1a8053-c41f-4186-9c0b-feb356f78067 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '4ef50ce0-5089-4be6-88c5-9de20c8cb827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f1babc40-26b0-48b8-8182-213b4c31e2f2'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:44:30.992527 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c75f49-41d1-40b3-858d-3323c9edf656 None None] Attempting to bind port db1a8053-c41f-4186-9c0b-feb356f78067 on network f1babc40-26b0-48b8-8182-213b4c31e2f2 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:44:31.015375 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48550efe-7a8f-4ac5-840e-a75c9a2b940e None None] Network 67de64b8-d365-4e38-8aad-3af215e698a6 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:44:31.019237 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-d84ca360-99e2-4d36-8cdf-f6609900d65b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.7065880 Dec 20 08:44:31.019903 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 36928) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:31.055969 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7a09d670-a2f0-4420-9b3d-2f4eb395e5f7 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:31.068243 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b7ac8054-4480-41a0-af6c-ad216ec24097 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:31.077112 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a7c3e9e8-1b51-4374-a1d5-73cf1441d91f tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:31.094695 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5e008589-1141-46bb-ac0c-72e4fb089ac1 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:31.159080 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-4ce39fe4-0ce0-4272-9527-685e683d8654 None None] Transition to ACTIVE for port object c66c940b-fee8-490c-ab49-cc5828414492 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:44:31.177690 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-52aa6370-8750-491a-b382-dfbd12f760f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Unset dirty status for tenant:d34271e93dcb43db9e94941000728bd2 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:44:31.178911 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-52aa6370-8750-491a-b382-dfbd12f760f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] 10.222.0.16 "GET /v2.0/ports/6260dc92-b558-4133-be6a-d24db8896a72 HTTP/1.1" status: 404 len: 333 time: 0.4978130 Dec 20 08:44:31.185671 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 36932) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:31.201697 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a7c3e9e8-1b51-4374-a1d5-73cf1441d91f tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:31.206605 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-b66b6836-2f4e-40d6-8c2d-1edadf0a2653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Request body: {'port': {'network_id': '6ad496d9-56fe-43a0-8117-b152b570d9da', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-993874649'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:44:31.209365 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c75f49-41d1-40b3-858d-3323c9edf656 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:44:31.209749 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c75f49-41d1-40b3-858d-3323c9edf656 None None] Checking segment: {'id': '4ef50ce0-5089-4be6-88c5-9de20c8cb827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f1babc40-26b0-48b8-8182-213b4c31e2f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:44:31.211722 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c2c75f49-41d1-40b3-858d-3323c9edf656 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:31.211722 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c75f49-41d1-40b3-858d-3323c9edf656 None None] Bound using segment: {'id': '4ef50ce0-5089-4be6-88c5-9de20c8cb827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f1babc40-26b0-48b8-8182-213b4c31e2f2'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:44:31.211722 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-c2c75f49-41d1-40b3-858d-3323c9edf656 None None] Bound port: db1a8053-c41f-4186-9c0b-feb356f78067, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ef50ce0-5089-4be6-88c5-9de20c8cb827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f1babc40-26b0-48b8-8182-213b4c31e2f2'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:44:31.212070 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c2c75f49-41d1-40b3-858d-3323c9edf656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:31.246281 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-96945123-1182-43f6-a4f5-963ba605b686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:31.261207 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a09d670-a2f0-4420-9b3d-2f4eb395e5f7 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Network f1babc40-26b0-48b8-8182-213b4c31e2f2 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:44:31.266450 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-b66b6836-2f4e-40d6-8c2d-1edadf0a2653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:44:31.287500 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-7a09d670-a2f0-4420-9b3d-2f4eb395e5f7 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:44:31.290022 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5e008589-1141-46bb-ac0c-72e4fb089ac1 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071'] for router, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:31.294107 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a09d670-a2f0-4420-9b3d-2f4eb395e5f7 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:44:31.295280 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217fd423-caca-4b31-8df7-9689601e5db4 None None] Network 0809ecce-adef-4bf2-bb4d-76532b54f497 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:44:31.299588 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a09d670-a2f0-4420-9b3d-2f4eb395e5f7 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:31.300226 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7a09d670-a2f0-4420-9b3d-2f4eb395e5f7 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:31.312244 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a09d670-a2f0-4420-9b3d-2f4eb395e5f7 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Pushing event updated for resources: {'Port': ['ID=0aa39597-d445-4d13-b421-ceeb5aaea023,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:31.322132 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-446751fd-de0a-4ed2-ae7e-281054608237 None None] Provisioning complete for port c507a8a6-59c8-483d-bf1c-50cc6ec72bd7 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:44:31.322541 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-446751fd-de0a-4ed2-ae7e-281054608237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:31.381323 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-4ce39fe4-0ce0-4272-9527-685e683d8654 None None] Transition to ACTIVE for port object c66c940b-fee8-490c-ab49-cc5828414492 will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:44:31.396643 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-7a09d670-a2f0-4420-9b3d-2f4eb395e5f7 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:31.397431 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-b66b6836-2f4e-40d6-8c2d-1edadf0a2653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:44:31.399610 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5e008589-1141-46bb-ac0c-72e4fb089ac1 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:31.401707 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-5e008589-1141-46bb-ac0c-72e4fb089ac1 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.2757599 Dec 20 08:44:31.409950 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 36936) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:31.422173 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-00580e1c-fddc-49dd-a6ff-b7af5acde9ea tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Request body: {'router': {'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:44:31.533644 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-4ce39fe4-0ce0-4272-9527-685e683d8654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:31.545324 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8aada6-e95a-4fad-8998-618c310b35e9 req-102857aa-3738-48b8-9079-be1c30dbad97 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:31.547194 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4c8aada6-e95a-4fad-8998-618c310b35e9 req-102857aa-3738-48b8-9079-be1c30dbad97 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] 10.222.0.58 "GET /v2.0/ports?device_id=148d3ca3-99f3-4cac-9876-2d697d86b864 HTTP/1.1" status: 200 len: 946 time: 0.4250185 Dec 20 08:44:31.576253 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-3c3b626e-43da-4595-917c-a040d4404361 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:31.674701 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a7c3e9e8-1b51-4374-a1d5-73cf1441d91f tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32898031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349045'] for router_interface, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:31.688982 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-4c8aada6-e95a-4fad-8998-618c310b35e9 req-5332f715-281f-480f-973f-9efe22b6ab3d tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Deleting port e8c49f43-1e9e-46bc-85eb-6d813a0cd1d3 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:44:31.689598 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-4c8aada6-e95a-4fad-8998-618c310b35e9 req-5332f715-281f-480f-973f-9efe22b6ab3d tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:31.732058 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-7a09d670-a2f0-4420-9b3d-2f4eb395e5f7 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.3273973 Dec 20 08:44:31.733820 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b66b6836-2f4e-40d6-8c2d-1edadf0a2653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Made reservation on behalf of d34271e93dcb43db9e94941000728bd2 for: {'port': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:44:31.736375 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b66b6836-2f4e-40d6-8c2d-1edadf0a2653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:31.757188 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 36942) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:31.767754 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-b66b6836-2f4e-40d6-8c2d-1edadf0a2653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] device_id is not set on port 7f8e43ba-e3a2-4844-b304-f29758cd8f88 yet. {{(pid=83445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:44:31.923394 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c3e9e8-1b51-4374-a1d5-73cf1441d91f tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Pushing event updated for resources: {'Port': ['ID=c507a8a6-59c8-483d-bf1c-50cc6ec72bd7,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:31.938617 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a7c3e9e8-1b51-4374-a1d5-73cf1441d91f tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.692s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:31.938769 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-40be97d9-33ba-43a3-87b2-80636327e845 None None] Set router 5668e455-965c-43a5-9c72-0bc9f4d2796b gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:44:31.968510 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3019bae6-25a7-4e89-b8f4-95a64f9f499b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:31.988797 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce39fe4-0ce0-4272-9527-685e683d8654 None None] Pushing event updated for resources: {'Port': ['ID=c66c940b-fee8-490c-ab49-cc5828414492,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:31.991205 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-446751fd-de0a-4ed2-ae7e-281054608237 None None] Port c507a8a6-59c8-483d-bf1c-50cc6ec72bd7 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:44:32.001395 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a2d099a8-412c-4659-8ad6-8c7871ddbde2 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:32.001588 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a2d099a8-412c-4659-8ad6-8c7871ddbde2 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:32.001969 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-4ce39fe4-0ce0-4272-9527-685e683d8654 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:32.195854 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-da0d225a-0d04-4d3c-8096-2d323c630bfb None None] Could not find standard attr ID for object b684880f-9278-4122-b5a3-a4fc669e9244. {{(pid=83446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 08:44:32.199799 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce39fe4-0ce0-4272-9527-685e683d8654 None None] Network 7d23ffe2-7833-4902-acfd-6e00e88d76cc is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:44:32.202866 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-a2d099a8-412c-4659-8ad6-8c7871ddbde2 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Calling delete_port for 3ab56858-3332-4c54-8f45-011927f2029f owned by network:floatingip {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:44:32.219638 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-4ce39fe4-0ce0-4272-9527-685e683d8654 None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:44:32.222017 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-c2c75f49-41d1-40b3-858d-3323c9edf656 None None] For port db1a8053-c41f-4186-9c0b-feb356f78067, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:44:32.257169 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0c2e9d01-a29d-4aa1-a724-cf8f2f261c29 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:32.283891 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:32.287007 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fadb8f5-d219-4d39-8129-ae323c7011fe req-e2cea7c7-da33-4ad0-bb09-e726435b602c tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:32.288513 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-3fadb8f5-d219-4d39-8129-ae323c7011fe req-e2cea7c7-da33-4ad0-bb09-e726435b602c tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] 10.222.0.16 "GET /v2.0/ports?device_id=148d3ca3-99f3-4cac-9876-2d697d86b864 HTTP/1.1" status: 200 len: 946 time: 0.4795659 Dec 20 08:44:32.295723 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b2e521-9223-4ad0-b7b2-00415895f3d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-67de64b8-d365-4e38-8aad-3af215e698a6', 'network_id': '67de64b8-d365-4e38-8aad-3af215e698a6', 'tenant_id': '2ec22d5a6bcd4fd8ba62f3132b925948', 'fixed_ips': [{'subnet_id': 'b9568ab3-1ff3-4e7e-90fc-3bd8d9ff0ba0'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:44:32.296696 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c6b2e521-9223-4ad0-b7b2-00415895f3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:32.314641 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8ba344-b452-4d1b-87ff-e8d88831ef78 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:32.315719 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-8d8ba344-b452-4d1b-87ff-e8d88831ef78 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Synchronizing usage tracker for tenant:bcc408b3053b4123bbeeedda32cab34a on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:44:32.319517 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce39fe4-0ce0-4272-9527-685e683d8654 None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:44:32.374350 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-c2c75f49-41d1-40b3-858d-3323c9edf656 None None] For port db1a8053-c41f-4186-9c0b-feb356f78067, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=db1a8053-c41f-4186-9c0b-feb356f78067,segment=NetworkSegment(4ef50ce0-5089-4be6-88c5-9de20c8cb827),segment_id=4ef50ce0-5089-4be6-88c5-9de20c8cb827)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:44:32.400463 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c2c75f49-41d1-40b3-858d-3323c9edf656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:32.411574 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:32.435882 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c3e9e8-1b51-4374-a1d5-73cf1441d91f tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Network f731ff57-7c27-45df-bc62-bcf334ac4bbe is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:44:32.447808 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-a7c3e9e8-1b51-4374-a1d5-73cf1441d91f tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:44:32.468927 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3019bae6-25a7-4e89-b8f4-95a64f9f499b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:32.630321 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-8d8ba344-b452-4d1b-87ff-e8d88831ef78 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Unset dirty status for tenant:bcc408b3053b4123bbeeedda32cab34a on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:44:32.635424 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-8d8ba344-b452-4d1b-87ff-e8d88831ef78 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A25b HTTP/1.1" status: 200 len: 928 time: 0.8305056 Dec 20 08:44:32.641831 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 36946) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:32.696728 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b66b6836-2f4e-40d6-8c2d-1edadf0a2653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:32.740035 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-3fadb8f5-d219-4d39-8129-ae323c7011fe req-362cbead-186e-415e-935c-22afd1f6e14a tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] 10.222.0.16 "GET /v2.0/security-groups?id=68fefc14-972e-4836-b3f4-32c3967e48f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4197958 Dec 20 08:44:32.771634 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-da0d225a-0d04-4d3c-8096-2d323c630bfb None None] Provisioning for port 8b70a54f-c4c4-4fa3-833e-2f0d56829747 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:44:32.776427 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-00580e1c-fddc-49dd-a6ff-b7af5acde9ea tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24724'] for router, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:32.793280 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-e0389f3a-59ae-4a01-a772-45ebc111d3b1 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Deleting port 0aa39597-d445-4d13-b421-ceeb5aaea023 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:44:32.793783 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e0389f3a-59ae-4a01-a772-45ebc111d3b1 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:32.794835 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 11bdb58e-8d4e-47cf-a4af-0d6411e352a4, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=11bdb58e-8d4e-47cf-a4af-0d6411e352a4,segment=NetworkSegment(0817de6e-66b6-45f9-ac22-68a765164c14),segment_id=0817de6e-66b6-45f9-ac22-68a765164c14)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:44:32.797967 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0c2e9d01-a29d-4aa1-a724-cf8f2f261c29 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1129313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1529131'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:32.810642 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-509ff1b7-4744-4545-80fc-b51276594556 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:32.832362 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3019bae6-25a7-4e89-b8f4-95a64f9f499b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2036620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2095133'] for subnet, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:32.844401 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ff2aaadd-6983-4ad9-9c3e-d76cc4569eef tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:32.872709 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:32.875359 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2e9d01-a29d-4aa1-a724-cf8f2f261c29 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event deleted for resources: {'Subnet': ['ID=98fbbe54-712c-44d3-a24b-90787c5f2c63,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:32.878270 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0c2e9d01-a29d-4aa1-a724-cf8f2f261c29 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:32.891076 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0c2e9d01-a29d-4aa1-a724-cf8f2f261c29 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:32.892564 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3019bae6-25a7-4e89-b8f4-95a64f9f499b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Pushing event deleted for resources: {'Subnet': ['ID=b9568ab3-1ff3-4e7e-90fc-3bd8d9ff0ba0,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:32.899813 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3019bae6-25a7-4e89-b8f4-95a64f9f499b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:32.900558 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-4ce39fe4-0ce0-4272-9527-685e683d8654 None None] Attempting to bind port c66c940b-fee8-490c-ab49-cc5828414492 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:44:32.901009 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-4ce39fe4-0ce0-4272-9527-685e683d8654 None None] Attempting to bind port c66c940b-fee8-490c-ab49-cc5828414492 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': 'b78ae956-3637-472c-bbb7-e87acd87b0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7d23ffe2-7833-4902-acfd-6e00e88d76cc'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:44:32.901359 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce39fe4-0ce0-4272-9527-685e683d8654 None None] Attempting to bind port c66c940b-fee8-490c-ab49-cc5828414492 on network 7d23ffe2-7833-4902-acfd-6e00e88d76cc {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:44:32.929904 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139c16ff-8f9b-4b00-b3e9-38c63884d79c None None] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:44:32.943652 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b66b6836-2f4e-40d6-8c2d-1edadf0a2653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:32.963653 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c75f49-41d1-40b3-858d-3323c9edf656 None None] Pushing event updated for resources: {'Port': ['ID=db1a8053-c41f-4186-9c0b-feb356f78067,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:32.965619 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-4c8aada6-e95a-4fad-8998-618c310b35e9 req-5332f715-281f-480f-973f-9efe22b6ab3d tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] For port e8c49f43-1e9e-46bc-85eb-6d813a0cd1d3, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=e8c49f43-1e9e-46bc-85eb-6d813a0cd1d3,segment=NetworkSegment(2231e2fa-9d68-41e9-80aa-70e7c056e0b1),segment_id=2231e2fa-9d68-41e9-80aa-70e7c056e0b1)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:44:32.968692 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-4c8aada6-e95a-4fad-8998-618c310b35e9 req-5332f715-281f-480f-973f-9efe22b6ab3d tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:32.991131 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-482109e3-0509-40ee-ab85-acca8d202ce4 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:33.012818 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-c2c75f49-41d1-40b3-858d-3323c9edf656 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.601s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:33.018801 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server [None req-c6b2e521-9223-4ad0-b7b2-00415895f3d3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b9568ab3-1ff3-4e7e-90fc-3bd8d9ff0ba0: This subnet is being modified by another concurrent operation. Dec 20 08:44:33.018801 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 20 08:44:33.018801 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 20 08:44:33.018801 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 20 08:44:33.018801 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 20 08:44:33.018801 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 20 08:44:33.018801 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 20 08:44:33.018801 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 20 08:44:33.018801 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 20 08:44:33.018801 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 20 08:44:33.018801 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 08:44:33.018801 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 08:44:33.018801 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 08:44:33.018801 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 08:44:33.018801 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 08:44:33.018801 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 08:44:33.018801 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 08:44:33.018801 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server raise value Dec 20 08:44:33.018801 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 08:44:33.018801 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 08:44:33.018801 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 08:44:33.018801 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 08:44:33.018801 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 08:44:33.018801 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 08:44:33.018801 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 08:44:33.018801 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 08:44:33.018801 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 08:44:33.018801 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server raise value Dec 20 08:44:33.018801 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 08:44:33.018801 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 08:44:33.018801 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 08:44:33.018801 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 08:44:33.018801 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 08:44:33.018801 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 08:44:33.018801 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 08:44:33.018801 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 08:44:33.018801 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 08:44:33.018801 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server raise value Dec 20 08:44:33.018801 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 08:44:33.018801 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 08:44:33.018801 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 20 08:44:33.018801 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 20 08:44:33.018801 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 20 08:44:33.018801 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 20 08:44:33.018801 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 20 08:44:33.018801 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 20 08:44:33.018801 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Dec 20 08:44:33.018801 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 20 08:44:33.018801 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 20 08:44:33.018801 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 20 08:44:33.018801 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 20 08:44:33.018801 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 20 08:44:33.018801 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 08:44:33.022522 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 08:44:33.022522 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 08:44:33.022522 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 08:44:33.022522 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 08:44:33.022522 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 08:44:33.022522 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 08:44:33.022522 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server raise value Dec 20 08:44:33.022522 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 08:44:33.022522 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 08:44:33.022522 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 08:44:33.022522 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 08:44:33.022522 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 08:44:33.022522 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 08:44:33.022522 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 08:44:33.022522 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 08:44:33.022522 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 08:44:33.022522 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server raise value Dec 20 08:44:33.022522 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 08:44:33.022522 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 08:44:33.022522 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 08:44:33.022522 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 08:44:33.022522 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 08:44:33.022522 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 08:44:33.022522 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 08:44:33.022522 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 08:44:33.022522 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 08:44:33.022522 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server raise value Dec 20 08:44:33.022522 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 08:44:33.022522 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 08:44:33.022522 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Dec 20 08:44:33.022522 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 20 08:44:33.022522 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Dec 20 08:44:33.022522 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 20 08:44:33.022522 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Dec 20 08:44:33.022522 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 20 08:44:33.022522 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 20 08:44:33.022522 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 20 08:44:33.022522 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 08:44:33.022522 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 08:44:33.022522 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 08:44:33.022522 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 08:44:33.022522 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 08:44:33.022522 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server raise value Dec 20 08:44:33.022522 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 20 08:44:33.022522 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 20 08:44:33.022522 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 20 08:44:33.022522 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 20 08:44:33.022522 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Dec 20 08:44:33.022522 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 20 08:44:33.022522 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 20 08:44:33.022522 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server raise exception Dec 20 08:44:33.022522 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b9568ab3-1ff3-4e7e-90fc-3bd8d9ff0ba0: This subnet is being modified by another concurrent operation. Dec 20 08:44:33.022522 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server Dec 20 08:44:33.026866 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-4ce39fe4-0ce0-4272-9527-685e683d8654 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:33.071281 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce39fe4-0ce0-4272-9527-685e683d8654 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:44:33.071559 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce39fe4-0ce0-4272-9527-685e683d8654 None None] Checking segment: {'id': 'b78ae956-3637-472c-bbb7-e87acd87b0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7d23ffe2-7833-4902-acfd-6e00e88d76cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:44:33.071971 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-4ce39fe4-0ce0-4272-9527-685e683d8654 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:33.072376 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce39fe4-0ce0-4272-9527-685e683d8654 None None] Bound using segment: {'id': 'b78ae956-3637-472c-bbb7-e87acd87b0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7d23ffe2-7833-4902-acfd-6e00e88d76cc'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:44:33.072871 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-4ce39fe4-0ce0-4272-9527-685e683d8654 None None] Bound port: c66c940b-fee8-490c-ab49-cc5828414492, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b78ae956-3637-472c-bbb7-e87acd87b0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7d23ffe2-7833-4902-acfd-6e00e88d76cc'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:44:33.073277 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-4ce39fe4-0ce0-4272-9527-685e683d8654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:33.103685 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56dfb894-6354-4e80-afd3-d8440b1ccc6a None None] Network 67de64b8-d365-4e38-8aad-3af215e698a6 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:44:33.145842 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3019bae6-25a7-4e89-b8f4-95a64f9f499b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:33.159648 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a2d099a8-412c-4659-8ad6-8c7871ddbde2 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:33.178079 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f6c13903-bc3f-4c15-bd3f-afb9e9988355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:33.204660 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 94132e9f-bc64-44d7-9c68-1f5b85ae0827 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:44:33.253214 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66b6836-2f4e-40d6-8c2d-1edadf0a2653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Network 6ad496d9-56fe-43a0-8117-b152b570d9da is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:44:33.268407 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-da0d225a-0d04-4d3c-8096-2d323c630bfb None None] Provisioning for port 94132e9f-bc64-44d7-9c68-1f5b85ae0827 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:44:33.271471 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-b66b6836-2f4e-40d6-8c2d-1edadf0a2653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:44:33.277755 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66b6836-2f4e-40d6-8c2d-1edadf0a2653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:44:33.278607 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66b6836-2f4e-40d6-8c2d-1edadf0a2653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:33.279235 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b66b6836-2f4e-40d6-8c2d-1edadf0a2653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:33.293266 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-3019bae6-25a7-4e89-b8f4-95a64f9f499b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67de64b8-d365-4e38-8aad-3af215e698a6']}} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:44:33.314400 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d099a8-412c-4659-8ad6-8c7871ddbde2 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Pushing event deleted for resources: {'Port': ['ID=3ab56858-3332-4c54-8f45-011927f2029f,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:33.315733 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-3019bae6-25a7-4e89-b8f4-95a64f9f499b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe475102-b59b-469c-9000-3d40b5ac1bce') {'for_net_delete': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:44:33.316249 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-3019bae6-25a7-4e89-b8f4-95a64f9f499b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe475102-b59b-469c-9000-3d40b5ac1bce') {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:44:33.322210 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a2d099a8-412c-4659-8ad6-8c7871ddbde2 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:33.328806 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-0c2e9d01-a29d-4aa1-a724-cf8f2f261c29 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/subnets/98fbbe54-712c-44d3-a24b-90787c5f2c63 HTTP/1.1" status: 204 len: 168 time: 3.3999469 Dec 20 08:44:33.373479 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 36950) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:33.383590 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3019bae6-25a7-4e89-b8f4-95a64f9f499b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1518531'] for segment, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:33.423213 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-da0d225a-0d04-4d3c-8096-2d323c630bfb None None] Provisioning complete for port 94132e9f-bc64-44d7-9c68-1f5b85ae0827 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:44:33.423599 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-da0d225a-0d04-4d3c-8096-2d323c630bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:33.483754 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=11bdb58e-8d4e-47cf-a4af-0d6411e352a4,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:33.532832 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3019bae6-25a7-4e89-b8f4-95a64f9f499b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:33.542444 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3019bae6-25a7-4e89-b8f4-95a64f9f499b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=83445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:44:33.543386 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3019bae6-25a7-4e89-b8f4-95a64f9f499b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2036002'] for segment, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:33.595408 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.574s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:33.646986 dv-neutron-820491-1-hyperv neutron-server[83445]: Traceback (most recent call last): Dec 20 08:44:33.646986 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:44:33.646986 dv-neutron-820491-1-hyperv neutron-server[83445]: timer() Dec 20 08:44:33.646986 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:44:33.646986 dv-neutron-820491-1-hyperv neutron-server[83445]: cb(*args, **kw) Dec 20 08:44:33.646986 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:44:33.646986 dv-neutron-820491-1-hyperv neutron-server[83445]: return func(*args, **kwargs) Dec 20 08:44:33.646986 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:44:33.646986 dv-neutron-820491-1-hyperv neutron-server[83445]: self._notify() Dec 20 08:44:33.646986 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:44:33.646986 dv-neutron-820491-1-hyperv neutron-server[83445]: self.callback(batched_events) Dec 20 08:44:33.646986 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:44:33.646986 dv-neutron-820491-1-hyperv neutron-server[83445]: event.method(event) Dec 20 08:44:33.646986 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:44:33.646986 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:44:33.646986 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:44:33.646986 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:44:33.646986 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:44:33.646986 dv-neutron-820491-1-hyperv neutron-server[83445]: return f(self, *a, **k) Dec 20 08:44:33.646986 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:44:33.646986 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._get(url).json() Dec 20 08:44:33.646986 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:44:33.646986 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:44:33.646986 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:44:33.646986 dv-neutron-820491-1-hyperv neutron-server[83445]: return self.request(url, 'GET', **kwargs) Dec 20 08:44:33.646986 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:44:33.646986 dv-neutron-820491-1-hyperv neutron-server[83445]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:44:33.646986 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:44:33.646986 dv-neutron-820491-1-hyperv neutron-server[83445]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:44:33.646986 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:44:33.646986 dv-neutron-820491-1-hyperv neutron-server[83445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:44:33.646986 dv-neutron-820491-1-hyperv neutron-server[83445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:44:33.675507 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66b6836-2f4e-40d6-8c2d-1edadf0a2653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Pushing event updated for resources: {'Port': ['ID=7f8e43ba-e3a2-4844-b304-f29758cd8f88,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:33.678496 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b66b6836-2f4e-40d6-8c2d-1edadf0a2653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.687s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:33.701705 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3019bae6-25a7-4e89-b8f4-95a64f9f499b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:33.706637 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3019bae6-25a7-4e89-b8f4-95a64f9f499b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:33.760645 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-4ce39fe4-0ce0-4272-9527-685e683d8654 None None] For port c66c940b-fee8-490c-ab49-cc5828414492, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:44:33.761872 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-64a16ee3-2e9d-49a1-bd79-b954884b521e tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:33.775929 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-40be97d9-33ba-43a3-87b2-80636327e845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5668e455-965c-43a5-9c72-0bc9f4d2796b', 'name': 'tempest-ServersTestJSON-158387902-router', 'tenant_id': '7db362d7554a4f47a4a46f85caa7eb15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.23'}], 'enable_snat': True}, 'gw_port_id': '140a870c-f77e-4311-806d-f54116d13cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:41:50Z', 'updated_at': '2021-12-20T08:42:02Z', 'revision_number': 4, 'project_id': '7db362d7554a4f47a4a46f85caa7eb15', 'gw_port': {'id': '140a870c-f77e-4311-806d-f54116d13cb0', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5668e455-965c-43a5-9c72-0bc9f4d2796b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:41:51Z', 'updated_at': '2021-12-20T08:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '1a68abfe-3c9d-4096-bb74-3714faf4418c', 'name': '', 'network_id': 'ae7d918f-a9f8-4196-ba8f-f2cde9016013', 'tenant_id': '7db362d7554a4f47a4a46f85caa7eb15', 'mac_address': 'fa:16:3e:44:62:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5668e455-965c-43a5-9c72-0bc9f4d2796b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41a7a572-5490-4849-a924-85aba7f9eddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:42:00Z', 'updated_at': '2021-12-20T08:42:14Z', 'revision_number': 5, 'project_id': '7db362d7554a4f47a4a46f85caa7eb15', 'subnets': [{'id': '41a7a572-5490-4849-a924-85aba7f9eddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:44:33.787596 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-4ce39fe4-0ce0-4272-9527-685e683d8654 None None] For port c66c940b-fee8-490c-ab49-cc5828414492, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=c66c940b-fee8-490c-ab49-cc5828414492,segment=NetworkSegment(b78ae956-3637-472c-bbb7-e87acd87b0da),segment_id=b78ae956-3637-472c-bbb7-e87acd87b0da)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:44:33.791828 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40be97d9-33ba-43a3-87b2-80636327e845 None None] The sync data for ids ['5668e455-965c-43a5-9c72-0bc9f4d2796b'] in dv-neutron-820491-1-hyperv is: [{'id': '5668e455-965c-43a5-9c72-0bc9f4d2796b', 'name': 'tempest-ServersTestJSON-158387902-router', 'tenant_id': '7db362d7554a4f47a4a46f85caa7eb15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.23'}], 'enable_snat': True}, 'gw_port_id': '140a870c-f77e-4311-806d-f54116d13cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:41:50Z', 'updated_at': '2021-12-20T08:42:02Z', 'revision_number': 4, 'project_id': '7db362d7554a4f47a4a46f85caa7eb15', 'gw_port': {'id': '140a870c-f77e-4311-806d-f54116d13cb0', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5668e455-965c-43a5-9c72-0bc9f4d2796b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:41:51Z', 'updated_at': '2021-12-20T08:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '1a68abfe-3c9d-4096-bb74-3714faf4418c', 'name': '', 'network_id': 'ae7d918f-a9f8-4196-ba8f-f2cde9016013', 'tenant_id': '7db362d7554a4f47a4a46f85caa7eb15', 'mac_address': 'fa:16:3e:44:62:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5668e455-965c-43a5-9c72-0bc9f4d2796b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41a7a572-5490-4849-a924-85aba7f9eddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:42:00Z', 'updated_at': '2021-12-20T08:42:14Z', 'revision_number': 5, 'project_id': '7db362d7554a4f47a4a46f85caa7eb15', 'subnets': [{'id': '41a7a572-5490-4849-a924-85aba7f9eddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:44:33.811385 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-4ce39fe4-0ce0-4272-9527-685e683d8654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:33.819262 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-c8bfc5aa-3ef4-45c3-903e-43baef44522e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:33.874008 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2216d7f-54dd-460b-82b2-fd17a4525e85 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Deleting subnet af915950-5454-44a1-b70f-8d911471d719 {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:44:33.913520 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b2216d7f-54dd-460b-82b2-fd17a4525e85 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:33.995354 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3019bae6-25a7-4e89-b8f4-95a64f9f499b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Pushing event deleted for resources: {'Network': ['ID=67de64b8-d365-4e38-8aad-3af215e698a6,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:33.998221 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3019bae6-25a7-4e89-b8f4-95a64f9f499b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:34.013673 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-3019bae6-25a7-4e89-b8f4-95a64f9f499b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] 10.222.0.16 "DELETE /v2.0/networks/67de64b8-d365-4e38-8aad-3af215e698a6 HTTP/1.1" status: 204 len: 168 time: 2.9926701 Dec 20 08:44:34.019491 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 36956) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:34.027066 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-b66b6836-2f4e-40d6-8c2d-1edadf0a2653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.8309653 Dec 20 08:44:34.027714 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 36960) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:34.031674 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-4001e2d0-517b-4011-8055-467e4e149f01 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1341775909'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:44:34.045058 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 94132e9f-bc64-44d7-9c68-1f5b85ae0827 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:44:34.045394 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:34.046845 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-716dc411-6586-4381-9f2c-b1d7ea13d204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8204'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:44:34.056829 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a2d099a8-412c-4659-8ad6-8c7871ddbde2 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Notify callbacks [] for floatingip, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:34.059096 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a2d099a8-412c-4659-8ad6-8c7871ddbde2 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:34.063029 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a2d099a8-412c-4659-8ad6-8c7871ddbde2 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] 10.222.0.16 "DELETE /v2.0/floatingips/78fa34b3-16cf-4de2-b5f5-a8e746d1b32e HTTP/1.1" status: 204 len: 168 time: 3.5180817 Dec 20 08:44:34.069186 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 36964) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:34.071961 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-4001e2d0-517b-4011-8055-467e4e149f01 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:44:34.121996 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e0389f3a-59ae-4a01-a772-45ebc111d3b1 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:34.131794 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-4001e2d0-517b-4011-8055-467e4e149f01 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Usage tracker for resource:network and tenant:2ec22d5a6bcd4fd8ba62f3132b925948 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:44:34.154137 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-4001e2d0-517b-4011-8055-467e4e149f01 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:44:34.195883 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce39fe4-0ce0-4272-9527-685e683d8654 None None] Pushing event updated for resources: {'Port': ['ID=c66c940b-fee8-490c-ab49-cc5828414492,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:34.206698 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-4ce39fe4-0ce0-4272-9527-685e683d8654 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:34.246411 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daee425b-3b63-4d63-b1b5-35dcd6cf7f2d None None] New status for floating IP 78fa34b3-16cf-4de2-b5f5-a8e746d1b32e: DOWN {{(pid=83447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 08:44:34.334781 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-e0389f3a-59ae-4a01-a772-45ebc111d3b1 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Calling delete_port for 0aa39597-d445-4d13-b421-ceeb5aaea023 owned by {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:44:34.373394 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-4001e2d0-517b-4011-8055-467e4e149f01 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:44:34.378678 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 8b70a54f-c4c4-4fa3-833e-2f0d56829747 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:44:34.416068 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b2216d7f-54dd-460b-82b2-fd17a4525e85 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1618747'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:34.483408 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-4c8aada6-e95a-4fad-8998-618c310b35e9 req-5332f715-281f-480f-973f-9efe22b6ab3d tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:34.483792 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-4c8aada6-e95a-4fad-8998-618c310b35e9 req-5332f715-281f-480f-973f-9efe22b6ab3d tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-345990'] for floatingip, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:34.484108 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.l3_db [req-4c8aada6-e95a-4fad-8998-618c310b35e9 req-5332f715-281f-480f-973f-9efe22b6ab3d tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Floating IP f8a237f8-b231-409d-ad14-48784129ac90 disassociated. External IP: 172.26.5.43, port: e8c49f43-1e9e-46bc-85eb-6d813a0cd1d3. Dec 20 08:44:34.484460 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-4c8aada6-e95a-4fad-8998-618c310b35e9 req-5332f715-281f-480f-973f-9efe22b6ab3d tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Calling delete_port for e8c49f43-1e9e-46bc-85eb-6d813a0cd1d3 owned by compute:nova {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:44:34.493192 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4001e2d0-517b-4011-8055-467e4e149f01 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Made reservation on behalf of 2ec22d5a6bcd4fd8ba62f3132b925948 for: {'network': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:44:34.496974 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4001e2d0-517b-4011-8055-467e4e149f01 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:34.518818 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 8b70a54f-c4c4-4fa3-833e-2f0d56829747 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:44:34.528881 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 8b70a54f-c4c4-4fa3-833e-2f0d56829747 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:44:34.529292 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:34.586279 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cec390e-7863-49be-80c6-2a3469aca8ad None None] Network f1babc40-26b0-48b8-8182-213b4c31e2f2 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:44:34.619211 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-98b6825e-6c26-464a-b53f-00f029d6140f None None] Provisioning complete for port c507a8a6-59c8-483d-bf1c-50cc6ec72bd7 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:44:34.619787 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-98b6825e-6c26-464a-b53f-00f029d6140f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:34.640698 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-716dc411-6586-4381-9f2c-b1d7ea13d204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:34.670764 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-00580e1c-fddc-49dd-a6ff-b7af5acde9ea tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks [] for router_gateway, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:34.755885 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4001e2d0-517b-4011-8055-467e4e149f01 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=83445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:44:34.772151 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-00580e1c-fddc-49dd-a6ff-b7af5acde9ea tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:34.850397 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-98b6825e-6c26-464a-b53f-00f029d6140f None None] Port c507a8a6-59c8-483d-bf1c-50cc6ec72bd7 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:44:34.858441 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b2216d7f-54dd-460b-82b2-fd17a4525e85 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:34.866187 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device e8c49f43-1e9e-46bc-85eb-6d813a0cd1d3 no longer exists at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:44:34.867060 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4001e2d0-517b-4011-8055-467e4e149f01 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:34.867403 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.segments_db [None req-4001e2d0-517b-4011-8055-467e4e149f01 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Added segment c04c4c34-12ed-48f8-94be-b35ac3076d98 of type vlan for network af5f71bb-232f-4de2-a861-6d9616a68776 Dec 20 08:44:34.933614 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e0389f3a-59ae-4a01-a772-45ebc111d3b1 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:34.953844 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-8bb73dc5-0f9a-4a74-af20-f4c0e009eac5 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:35.041791 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e58b308-db3a-4b4c-b941-49765fedfdc1 req-8ffb5c48-9e4d-4174-b2cb-c3be7bb2709e tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:35.045841 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2e58b308-db3a-4b4c-b941-49765fedfdc1 req-8ffb5c48-9e4d-4174-b2cb-c3be7bb2709e tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] 10.222.0.16 "GET /v2.0/ports?device_id=148d3ca3-99f3-4cac-9876-2d697d86b864 HTTP/1.1" status: 200 len: 946 time: 1.0541863 Dec 20 08:44:35.054804 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0389f3a-59ae-4a01-a772-45ebc111d3b1 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Pushing event deleted for resources: {'Port': ['ID=0aa39597-d445-4d13-b421-ceeb5aaea023,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:35.057540 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e0389f3a-59ae-4a01-a772-45ebc111d3b1 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:35.074013 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4001e2d0-517b-4011-8055-467e4e149f01 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:35.079697 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-4c8aada6-e95a-4fad-8998-618c310b35e9 req-5332f715-281f-480f-973f-9efe22b6ab3d tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:35.134319 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Port e8c49f43-1e9e-46bc-85eb-6d813a0cd1d3 update to DOWN by agent not found {{(pid=83446) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2088}} Dec 20 08:44:35.149060 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-9913de03-2963-48e6-a34b-109b09f36bc1 None None] Provisioning for port db1a8053-c41f-4186-9c0b-feb356f78067 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:44:35.178293 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a7c3e9e8-1b51-4374-a1d5-73cf1441d91f tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:35.185122 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:35.239088 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e0389f3a-59ae-4a01-a772-45ebc111d3b1 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:35.252960 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5332f715-281f-480f-973f-9efe22b6ab3d tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Pushing event deleted for resources: {'Port': ['ID=e8c49f43-1e9e-46bc-85eb-6d813a0cd1d3,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:35.267934 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-5332f715-281f-480f-973f-9efe22b6ab3d tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:35.284967 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 8b70a54f-c4c4-4fa3-833e-2f0d56829747, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=8b70a54f-c4c4-4fa3-833e-2f0d56829747,segment=NetworkSegment(bfd505f6-d957-4af0-8c12-8993d606d6cd),segment_id=bfd505f6-d957-4af0-8c12-8993d606d6cd)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:44:35.296048 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:35.318143 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:35.318692 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7c3e9e8-1b51-4374-a1d5-73cf1441d91f tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Router 6bbc8bcf-d08f-4704-9a61-18cec6b2ebd0 is scheduled to L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 with binding_index 1 {{(pid=83444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 08:44:35.326121 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-00580e1c-fddc-49dd-a6ff-b7af5acde9ea tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Allocated IP 172.26.5.129 (95f3bec2-46e6-4468-8229-8badd4a5aaae/cf8895a3-346d-4313-a645-16ecdcce9969/41deedcd-115d-4bda-bb93-59aa1e820f09) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:44:35.331737 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-e0389f3a-59ae-4a01-a772-45ebc111d3b1 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "DELETE /v2.0/ports/0aa39597-d445-4d13-b421-ceeb5aaea023 HTTP/1.1" status: 204 len: 168 time: 2.6827421 Dec 20 08:44:35.334682 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 36968) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:35.355455 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4001e2d0-517b-4011-8055-467e4e149f01 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:35.359425 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4001e2d0-517b-4011-8055-467e4e149f01 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:35.360048 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4001e2d0-517b-4011-8055-467e4e149f01 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:35.366285 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:35.426450 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b2216d7f-54dd-460b-82b2-fd17a4525e85 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1129313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1529131'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:35.441724 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-2450c88b-01b4-420c-9e59-7843fd2f1921 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] GET failed (client error): The resource could not be found. Dec 20 08:44:35.445940 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-2450c88b-01b4-420c-9e59-7843fd2f1921 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "GET /v2.0/ports/0aa39597-d445-4d13-b421-ceeb5aaea023 HTTP/1.1" status: 404 len: 333 time: 0.0888371 Dec 20 08:44:35.454835 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-28a20aae-5e93-4f36-b5e7-aa7c485677d5 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:35.466548 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 36972) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:35.474910 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=8b70a54f-c4c4-4fa3-833e-2f0d56829747,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:35.484959 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:35.519851 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-1291c51d-ccf2-4bf3-a329-da7c6702143a None None] Provisioning complete for port 94132e9f-bc64-44d7-9c68-1f5b85ae0827 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:44:35.520313 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-1291c51d-ccf2-4bf3-a329-da7c6702143a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:35.530920 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2e58b308-db3a-4b4c-b941-49765fedfdc1 req-59cb2b7d-796b-4e32-9f3c-35252e543b71 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] 10.222.0.16 "GET /v2.0/security-groups?id=68fefc14-972e-4836-b3f4-32c3967e48f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4560781 Dec 20 08:44:35.533138 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2216d7f-54dd-460b-82b2-fd17a4525e85 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event deleted for resources: {'Subnet': ['ID=af915950-5454-44a1-b70f-8d911471d719,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:35.629389 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-4001e2d0-517b-4011-8055-467e4e149f01 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6075115 Dec 20 08:44:35.640907 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 36976) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:35.686458 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device c66c940b-fee8-490c-ab49-cc5828414492 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:44:35.723837 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b2216d7f-54dd-460b-82b2-fd17a4525e85 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:35.729122 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b2216d7f-54dd-460b-82b2-fd17a4525e85 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:35.746933 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b22a28c-daf7-4fe6-afbe-5d4273774f4e None None] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:44:35.877117 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b2216d7f-54dd-460b-82b2-fd17a4525e85 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/subnets/af915950-5454-44a1-b70f-8d911471d719 HTTP/1.1" status: 204 len: 168 time: 2.4530180 Dec 20 08:44:35.884517 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 36980) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:35.906828 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-716dc411-6586-4381-9f2c-b1d7ea13d204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] device_id is not set on port 7f8e43ba-e3a2-4844-b304-f29758cd8f88 yet. {{(pid=83445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:44:35.919508 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-716dc411-6586-4381-9f2c-b1d7ea13d204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:35.935424 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-716dc411-6586-4381-9f2c-b1d7ea13d204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Transition to ACTIVE for port object 7f8e43ba-e3a2-4844-b304-f29758cd8f88 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:44:35.942448 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-2b5e0d02-7d93-4b88-b6d1-6e882a73a1b6 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Request body: {'subnet': {'network_id': 'af5f71bb-232f-4de2-a861-6d9616a68776', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:44:35.989766 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-49173417-d449-4fbf-95a1-3275c9800e6a tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Synchronizing usage tracker for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:router {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:44:36.072966 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-00580e1c-fddc-49dd-a6ff-b7af5acde9ea tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:36.087636 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d7106e-26cc-433f-81b8-e148e1079007 None None] Network 7d23ffe2-7833-4902-acfd-6e00e88d76cc requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:44:36.109850 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4001e2d0-517b-4011-8055-467e4e149f01 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Pushing event updated for resources: {'Network': ['ID=af5f71bb-232f-4de2-a861-6d9616a68776,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:36.128886 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-716dc411-6586-4381-9f2c-b1d7ea13d204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2036698'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:36.132766 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-00580e1c-fddc-49dd-a6ff-b7af5acde9ea tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:36.140776 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network af5f71bb-232f-4de2-a861-6d9616a68776 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:44:36.141024 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-4001e2d0-517b-4011-8055-467e4e149f01 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.775s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:36.144326 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-881df26f-c82b-4ede-9d32-b38c43676db6 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:36.199467 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-99c60f49-b450-4938-b5bb-4665f49cb1d4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Deleting port 6c12b54d-3c88-45cb-808c-5fadb2fbeb67 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:44:36.199755 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-99c60f49-b450-4938-b5bb-4665f49cb1d4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:36.309277 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-49173417-d449-4fbf-95a1-3275c9800e6a tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Unset dirty status for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:router {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:44:36.310642 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-49173417-d449-4fbf-95a1-3275c9800e6a tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4233861 Dec 20 08:44:36.320778 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 36984) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:36.379257 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-0621cc84-ee20-469f-99cc-5fc5eadf1653 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Request body: {'subnet': {'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:44:36.404330 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00580e1c-fddc-49dd-a6ff-b7af5acde9ea tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Network 95f3bec2-46e6-4468-8229-8badd4a5aaae is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:44:36.409908 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716dc411-6586-4381-9f2c-b1d7ea13d204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Pushing event updated for resources: {'Port': ['ID=7f8e43ba-e3a2-4844-b304-f29758cd8f88,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:36.421090 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port c66c940b-fee8-490c-ab49-cc5828414492 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:44:36.426969 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-00580e1c-fddc-49dd-a6ff-b7af5acde9ea tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:44:36.439805 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00580e1c-fddc-49dd-a6ff-b7af5acde9ea tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:44:36.442678 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-0aee7c7f-0435-46e5-bf4c-faa770eb0175 None None] Provisioning for port 6c12b54d-3c88-45cb-808c-5fadb2fbeb67 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:44:36.451992 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device db1a8053-c41f-4186-9c0b-feb356f78067 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:44:36.524054 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-0aee7c7f-0435-46e5-bf4c-faa770eb0175 None None] Provisioning complete for port 6c12b54d-3c88-45cb-808c-5fadb2fbeb67 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:44:36.524429 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-0aee7c7f-0435-46e5-bf4c-faa770eb0175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:36.539594 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7c3e9e8-1b51-4374-a1d5-73cf1441d91f tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:44:36.543110 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-0621cc84-ee20-469f-99cc-5fc5eadf1653 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:44:36.557872 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a7c3e9e8-1b51-4374-a1d5-73cf1441d91f tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] 10.222.0.16 "PUT /v2.0/routers/6bbc8bcf-d08f-4704-9a61-18cec6b2ebd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2739983 Dec 20 08:44:36.560757 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 36988) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:36.563232 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-0621cc84-ee20-469f-99cc-5fc5eadf1653 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Usage tracker for resource:subnet and tenant:9679bafc94a64ee0a207e63ba5560387 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:44:36.565251 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e59d5ca-1d5a-4b47-b029-bcb9b1ad4ebe None None] Sync routers for ids ['6bbc8bcf-d08f-4704-9a61-18cec6b2ebd0'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:44:36.673329 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-0aee7c7f-0435-46e5-bf4c-faa770eb0175 None None] Port 6c12b54d-3c88-45cb-808c-5fadb2fbeb67 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:44:36.688186 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e59d5ca-1d5a-4b47-b029-bcb9b1ad4ebe None None] Routers {'6bbc8bcf-d08f-4704-9a61-18cec6b2ebd0'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:44:36.692565 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-0621cc84-ee20-469f-99cc-5fc5eadf1653 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:44:36.692941 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-7e59d5ca-1d5a-4b47-b029-bcb9b1ad4ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:44:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['6bbc8bcf-d08f-4704-9a61-18cec6b2ebd0'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:44:36.766045 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-0621cc84-ee20-469f-99cc-5fc5eadf1653 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:44:36.782852 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee071e1-aec4-481f-aeb8-0380ec4ac4f9 None None] DHCP port deletion for f75aa0d2-5f41-40f3-a9e0-d60d934965a4 request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 08:44:36.841339 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-7e59d5ca-1d5a-4b47-b029-bcb9b1ad4ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:44:36.844503 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-0ee071e1-aec4-481f-aeb8-0380ec4ac4f9 None None] Deleting port 94132e9f-bc64-44d7-9c68-1f5b85ae0827 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:44:36.845072 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-0ee071e1-aec4-481f-aeb8-0380ec4ac4f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:36.873559 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0621cc84-ee20-469f-99cc-5fc5eadf1653 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Made reservation on behalf of 9679bafc94a64ee0a207e63ba5560387 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:44:36.881382 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-99c60f49-b450-4938-b5bb-4665f49cb1d4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:36.926317 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00580e1c-fddc-49dd-a6ff-b7af5acde9ea tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Pushing event updated for resources: {'Port': ['ID=41deedcd-115d-4bda-bb93-59aa1e820f09,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:36.928220 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port db1a8053-c41f-4186-9c0b-feb356f78067 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:44:36.945244 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port db1a8053-c41f-4186-9c0b-feb356f78067 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:44:36.945760 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:36.978716 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-2b5e0d02-7d93-4b88-b6d1-6e882a73a1b6 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:44:36.991121 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-00580e1c-fddc-49dd-a6ff-b7af5acde9ea tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.847s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:37.005121 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a08185f9-1568-47ff-9806-a1fcc701c204 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.832s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:37.005696 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a08185f9-1568-47ff-9806-a1fcc701c204 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:37.025113 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e59d5ca-1d5a-4b47-b029-bcb9b1ad4ebe None None] Routers {'6bbc8bcf-d08f-4704-9a61-18cec6b2ebd0'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:44:37.025790 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-7e59d5ca-1d5a-4b47-b029-bcb9b1ad4ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:44:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['6bbc8bcf-d08f-4704-9a61-18cec6b2ebd0'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:44:37.038200 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0621cc84-ee20-469f-99cc-5fc5eadf1653 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1529102'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:37.065196 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-2b5e0d02-7d93-4b88-b6d1-6e882a73a1b6 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Usage tracker for resource:subnet and tenant:2ec22d5a6bcd4fd8ba62f3132b925948 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:44:37.071249 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c8aada6-e95a-4fad-8998-618c310b35e9 req-5332f715-281f-480f-973f-9efe22b6ab3d tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Router 5e107952-13ac-49e4-a9c6-ea642e78ebef has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:44:37.127228 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-7e59d5ca-1d5a-4b47-b029-bcb9b1ad4ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:44:37.127852 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e59d5ca-1d5a-4b47-b029-bcb9b1ad4ebe None None] The sync data for ids ['6bbc8bcf-d08f-4704-9a61-18cec6b2ebd0'] in dv-neutron-820491-1-hyperv is: [] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:44:37.129039 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-3937217c-d02b-4ca2-8976-d14ce2f4fc9b req-8379095f-51a6-4cbf-bff6-dd2b79552207 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] 10.222.0.16 "GET /v2.0/ports?device_id=148d3ca3-99f3-4cac-9876-2d697d86b864 HTTP/1.1" status: 200 len: 210 time: 0.1928303 Dec 20 08:44:37.138483 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-99c60f49-b450-4938-b5bb-4665f49cb1d4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Calling delete_port for 6c12b54d-3c88-45cb-808c-5fadb2fbeb67 owned by {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:44:37.167489 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-2b5e0d02-7d93-4b88-b6d1-6e882a73a1b6 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:44:37.203055 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-2b5e0d02-7d93-4b88-b6d1-6e882a73a1b6 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:44:37.231223 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-0aee7c7f-0435-46e5-bf4c-faa770eb0175 None None] Provisioning for port c66c940b-fee8-490c-ab49-cc5828414492 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:44:37.236656 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-716dc411-6586-4381-9f2c-b1d7ea13d204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempting to bind port 7f8e43ba-e3a2-4844-b304-f29758cd8f88 on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:44:37.237125 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-716dc411-6586-4381-9f2c-b1d7ea13d204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempting to bind port 7f8e43ba-e3a2-4844-b304-f29758cd8f88 by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': '07419306-83fd-4ebe-b499-a712b1148206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6ad496d9-56fe-43a0-8117-b152b570d9da'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:44:37.237587 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716dc411-6586-4381-9f2c-b1d7ea13d204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempting to bind port 7f8e43ba-e3a2-4844-b304-f29758cd8f88 on network 6ad496d9-56fe-43a0-8117-b152b570d9da {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:44:37.253982 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-0ee071e1-aec4-481f-aeb8-0380ec4ac4f9 None None] For port 94132e9f-bc64-44d7-9c68-1f5b85ae0827, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=94132e9f-bc64-44d7-9c68-1f5b85ae0827,segment=NetworkSegment(7c00552d-ea93-440b-911c-cb3aa0a4eeff),segment_id=7c00552d-ea93-440b-911c-cb3aa0a4eeff)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:44:37.254413 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-0ee071e1-aec4-481f-aeb8-0380ec4ac4f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:37.268484 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-0aee7c7f-0435-46e5-bf4c-faa770eb0175 None None] Provisioning complete for port c66c940b-fee8-490c-ab49-cc5828414492 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:44:37.268751 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-0aee7c7f-0435-46e5-bf4c-faa770eb0175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:37.269729 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716dc411-6586-4381-9f2c-b1d7ea13d204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Port 7f8e43ba-e3a2-4844-b304-f29758cd8f88 on network 6ad496d9-56fe-43a0-8117-b152b570d9da not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 08:44:37.270211 dv-neutron-820491-1-hyperv neutron-server[83445]: ERROR neutron.plugins.ml2.managers [None req-716dc411-6586-4381-9f2c-b1d7ea13d204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Failed to bind port 7f8e43ba-e3a2-4844-b304-f29758cd8f88 on host hv-neutron-8204 for vnic_type normal using segments [{'id': '07419306-83fd-4ebe-b499-a712b1148206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6ad496d9-56fe-43a0-8117-b152b570d9da'}] Dec 20 08:44:37.270860 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b5e0d02-7d93-4b88-b6d1-6e882a73a1b6 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Made reservation on behalf of 2ec22d5a6bcd4fd8ba62f3132b925948 for: {'subnet': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:44:37.286862 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.plugins.ml2.plugin [None req-716dc411-6586-4381-9f2c-b1d7ea13d204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempt 2 to bind port 7f8e43ba-e3a2-4844-b304-f29758cd8f88 Dec 20 08:44:37.332534 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-716dc411-6586-4381-9f2c-b1d7ea13d204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempting to bind port 7f8e43ba-e3a2-4844-b304-f29758cd8f88 on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:44:37.333013 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-716dc411-6586-4381-9f2c-b1d7ea13d204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempting to bind port 7f8e43ba-e3a2-4844-b304-f29758cd8f88 by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': '07419306-83fd-4ebe-b499-a712b1148206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6ad496d9-56fe-43a0-8117-b152b570d9da'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:44:37.333508 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716dc411-6586-4381-9f2c-b1d7ea13d204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempting to bind port 7f8e43ba-e3a2-4844-b304-f29758cd8f88 on network 6ad496d9-56fe-43a0-8117-b152b570d9da {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:44:37.411778 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-793d939a-5e45-4f19-b5d6-79e0e9cecf82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349062'] for router_interface, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:37.425862 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-0ee071e1-aec4-481f-aeb8-0380ec4ac4f9 None None] Calling delete_port for 94132e9f-bc64-44d7-9c68-1f5b85ae0827 owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:44:37.449342 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716dc411-6586-4381-9f2c-b1d7ea13d204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Port 7f8e43ba-e3a2-4844-b304-f29758cd8f88 on network 6ad496d9-56fe-43a0-8117-b152b570d9da not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 08:44:37.449824 dv-neutron-820491-1-hyperv neutron-server[83445]: ERROR neutron.plugins.ml2.managers [None req-716dc411-6586-4381-9f2c-b1d7ea13d204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Failed to bind port 7f8e43ba-e3a2-4844-b304-f29758cd8f88 on host hv-neutron-8204 for vnic_type normal using segments [{'id': '07419306-83fd-4ebe-b499-a712b1148206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6ad496d9-56fe-43a0-8117-b152b570d9da'}] Dec 20 08:44:37.462606 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.plugins.ml2.plugin [None req-716dc411-6586-4381-9f2c-b1d7ea13d204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempt 3 to bind port 7f8e43ba-e3a2-4844-b304-f29758cd8f88 Dec 20 08:44:37.482161 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2b5e0d02-7d93-4b88-b6d1-6e882a73a1b6 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2095160'] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:37.508476 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-716dc411-6586-4381-9f2c-b1d7ea13d204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempting to bind port 7f8e43ba-e3a2-4844-b304-f29758cd8f88 on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:44:37.508975 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-716dc411-6586-4381-9f2c-b1d7ea13d204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempting to bind port 7f8e43ba-e3a2-4844-b304-f29758cd8f88 by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': '07419306-83fd-4ebe-b499-a712b1148206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6ad496d9-56fe-43a0-8117-b152b570d9da'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:44:37.509609 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716dc411-6586-4381-9f2c-b1d7ea13d204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempting to bind port 7f8e43ba-e3a2-4844-b304-f29758cd8f88 on network 6ad496d9-56fe-43a0-8117-b152b570d9da {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:44:37.548829 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716dc411-6586-4381-9f2c-b1d7ea13d204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Port 7f8e43ba-e3a2-4844-b304-f29758cd8f88 on network 6ad496d9-56fe-43a0-8117-b152b570d9da not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 08:44:37.550149 dv-neutron-820491-1-hyperv neutron-server[83445]: ERROR neutron.plugins.ml2.managers [None req-716dc411-6586-4381-9f2c-b1d7ea13d204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Failed to bind port 7f8e43ba-e3a2-4844-b304-f29758cd8f88 on host hv-neutron-8204 for vnic_type normal using segments [{'id': '07419306-83fd-4ebe-b499-a712b1148206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6ad496d9-56fe-43a0-8117-b152b570d9da'}] Dec 20 08:44:37.552923 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.plugins.ml2.plugin [None req-716dc411-6586-4381-9f2c-b1d7ea13d204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempt 4 to bind port 7f8e43ba-e3a2-4844-b304-f29758cd8f88 Dec 20 08:44:37.561556 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-99c60f49-b450-4938-b5bb-4665f49cb1d4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:37.567864 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:37.621365 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:37.635393 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-0ee071e1-aec4-481f-aeb8-0380ec4ac4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102'] for port, after_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:37.642303 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-5568ad64-c488-44d0-911f-189535111b4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:37.679231 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c60f49-b450-4938-b5bb-4665f49cb1d4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Pushing event deleted for resources: {'Port': ['ID=6c12b54d-3c88-45cb-808c-5fadb2fbeb67,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:37.691197 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-99c60f49-b450-4938-b5bb-4665f49cb1d4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:37.692623 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-716dc411-6586-4381-9f2c-b1d7ea13d204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempting to bind port 7f8e43ba-e3a2-4844-b304-f29758cd8f88 on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:44:37.693003 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-716dc411-6586-4381-9f2c-b1d7ea13d204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempting to bind port 7f8e43ba-e3a2-4844-b304-f29758cd8f88 by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': '07419306-83fd-4ebe-b499-a712b1148206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6ad496d9-56fe-43a0-8117-b152b570d9da'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:44:37.693555 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716dc411-6586-4381-9f2c-b1d7ea13d204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempting to bind port 7f8e43ba-e3a2-4844-b304-f29758cd8f88 on network 6ad496d9-56fe-43a0-8117-b152b570d9da {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:44:37.705150 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee071e1-aec4-481f-aeb8-0380ec4ac4f9 None None] Pushing event deleted for resources: {'Port': ['ID=94132e9f-bc64-44d7-9c68-1f5b85ae0827,revision_number=None']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:37.707534 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-0ee071e1-aec4-481f-aeb8-0380ec4ac4f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:37.722798 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port db1a8053-c41f-4186-9c0b-feb356f78067, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=db1a8053-c41f-4186-9c0b-feb356f78067,segment=NetworkSegment(4ef50ce0-5089-4be6-88c5-9de20c8cb827),segment_id=4ef50ce0-5089-4be6-88c5-9de20c8cb827)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:44:37.725631 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-0aee7c7f-0435-46e5-bf4c-faa770eb0175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:37.739973 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee071e1-aec4-481f-aeb8-0380ec4ac4f9 None None] No DVR routers for this DVR port 94132e9f-bc64-44d7-9c68-1f5b85ae0827 on host dv-neutron-820491-1-hyperv {{(pid=83446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:44:37.746337 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:37.747391 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 11bdb58e-8d4e-47cf-a4af-0d6411e352a4 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:44:37.782880 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-e2074d13-78e3-4b4b-9b85-da90466437f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:37.869752 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716dc411-6586-4381-9f2c-b1d7ea13d204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Port 7f8e43ba-e3a2-4844-b304-f29758cd8f88 on network 6ad496d9-56fe-43a0-8117-b152b570d9da not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 08:44:37.870106 dv-neutron-820491-1-hyperv neutron-server[83445]: ERROR neutron.plugins.ml2.managers [None req-716dc411-6586-4381-9f2c-b1d7ea13d204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Failed to bind port 7f8e43ba-e3a2-4844-b304-f29758cd8f88 on host hv-neutron-8204 for vnic_type normal using segments [{'id': '07419306-83fd-4ebe-b499-a712b1148206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6ad496d9-56fe-43a0-8117-b152b570d9da'}] Dec 20 08:44:37.872347 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.plugins.ml2.plugin [None req-716dc411-6586-4381-9f2c-b1d7ea13d204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempt 5 to bind port 7f8e43ba-e3a2-4844-b304-f29758cd8f88 Dec 20 08:44:37.885571 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-00580e1c-fddc-49dd-a6ff-b7af5acde9ea tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks [] for router_gateway, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:37.900938 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-0aee7c7f-0435-46e5-bf4c-faa770eb0175 None None] For port c66c940b-fee8-490c-ab49-cc5828414492, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=c66c940b-fee8-490c-ab49-cc5828414492,segment=NetworkSegment(b78ae956-3637-472c-bbb7-e87acd87b0da),segment_id=b78ae956-3637-472c-bbb7-e87acd87b0da)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:44:37.906474 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=db1a8053-c41f-4186-9c0b-feb356f78067,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:37.910644 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:37.921678 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-0aee7c7f-0435-46e5-bf4c-faa770eb0175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:37.925878 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-88a3dd82-52b1-4de7-ad39-d22aa5fe3bc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:37.936831 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-99c60f49-b450-4938-b5bb-4665f49cb1d4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:37.979327 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-716dc411-6586-4381-9f2c-b1d7ea13d204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempting to bind port 7f8e43ba-e3a2-4844-b304-f29758cd8f88 on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:44:37.979533 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-716dc411-6586-4381-9f2c-b1d7ea13d204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempting to bind port 7f8e43ba-e3a2-4844-b304-f29758cd8f88 by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': '07419306-83fd-4ebe-b499-a712b1148206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6ad496d9-56fe-43a0-8117-b152b570d9da'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:44:37.979871 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716dc411-6586-4381-9f2c-b1d7ea13d204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempting to bind port 7f8e43ba-e3a2-4844-b304-f29758cd8f88 on network 6ad496d9-56fe-43a0-8117-b152b570d9da {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:44:38.010663 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aee7c7f-0435-46e5-bf4c-faa770eb0175 None None] Pushing event updated for resources: {'Port': ['ID=c66c940b-fee8-490c-ab49-cc5828414492,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:38.014001 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-0aee7c7f-0435-46e5-bf4c-faa770eb0175 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:38.030323 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 11bdb58e-8d4e-47cf-a4af-0d6411e352a4 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:44:38.030574 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:38.044800 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-99c60f49-b450-4938-b5bb-4665f49cb1d4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "DELETE /v2.0/ports/6c12b54d-3c88-45cb-808c-5fadb2fbeb67 HTTP/1.1" status: 204 len: 168 time: 2.5656960 Dec 20 08:44:38.049527 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 36994) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:38.071248 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6671084-7840-4afb-a666-c7942ce251a8 None None] get_active_networks_info from dv-neutron-820491-1-hyperv {{(pid=83446) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 20 08:44:38.114001 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716dc411-6586-4381-9f2c-b1d7ea13d204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Port 7f8e43ba-e3a2-4844-b304-f29758cd8f88 on network 6ad496d9-56fe-43a0-8117-b152b570d9da not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 08:44:38.114279 dv-neutron-820491-1-hyperv neutron-server[83445]: ERROR neutron.plugins.ml2.managers [None req-716dc411-6586-4381-9f2c-b1d7ea13d204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Failed to bind port 7f8e43ba-e3a2-4844-b304-f29758cd8f88 on host hv-neutron-8204 for vnic_type normal using segments [{'id': '07419306-83fd-4ebe-b499-a712b1148206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6ad496d9-56fe-43a0-8117-b152b570d9da'}] Dec 20 08:44:38.118782 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.plugins.ml2.plugin [None req-716dc411-6586-4381-9f2c-b1d7ea13d204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempt 6 to bind port 7f8e43ba-e3a2-4844-b304-f29758cd8f88 Dec 20 08:44:38.172610 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-716dc411-6586-4381-9f2c-b1d7ea13d204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempting to bind port 7f8e43ba-e3a2-4844-b304-f29758cd8f88 on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:44:38.172902 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-716dc411-6586-4381-9f2c-b1d7ea13d204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempting to bind port 7f8e43ba-e3a2-4844-b304-f29758cd8f88 by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': '07419306-83fd-4ebe-b499-a712b1148206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6ad496d9-56fe-43a0-8117-b152b570d9da'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:44:38.173637 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716dc411-6586-4381-9f2c-b1d7ea13d204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempting to bind port 7f8e43ba-e3a2-4844-b304-f29758cd8f88 on network 6ad496d9-56fe-43a0-8117-b152b570d9da {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:44:38.173762 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-c87c75ef-2649-4264-837a-5b0435814f2c None None] Could not find standard attr ID for object 0aa39597-d445-4d13-b421-ceeb5aaea023. {{(pid=83446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 08:44:38.183135 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4f163f4-74f6-4c97-b691-65721d1b1d51 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] GET failed (client error): The resource could not be found. Dec 20 08:44:38.187026 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f4f163f4-74f6-4c97-b691-65721d1b1d51 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "GET /v2.0/ports/6c12b54d-3c88-45cb-808c-5fadb2fbeb67 HTTP/1.1" status: 404 len: 333 time: 0.1329770 Dec 20 08:44:38.202541 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-c87c75ef-2649-4264-837a-5b0435814f2c None None] Could not find standard attr ID for object 6c12b54d-3c88-45cb-808c-5fadb2fbeb67. {{(pid=83446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 08:44:38.210285 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37000) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:38.240803 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-00580e1c-fddc-49dd-a6ff-b7af5acde9ea tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24724'] for router, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:38.247658 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716dc411-6586-4381-9f2c-b1d7ea13d204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Port 7f8e43ba-e3a2-4844-b304-f29758cd8f88 on network 6ad496d9-56fe-43a0-8117-b152b570d9da not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 08:44:38.248553 dv-neutron-820491-1-hyperv neutron-server[83445]: ERROR neutron.plugins.ml2.managers [None req-716dc411-6586-4381-9f2c-b1d7ea13d204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Failed to bind port 7f8e43ba-e3a2-4844-b304-f29758cd8f88 on host hv-neutron-8204 for vnic_type normal using segments [{'id': '07419306-83fd-4ebe-b499-a712b1148206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6ad496d9-56fe-43a0-8117-b152b570d9da'}] Dec 20 08:44:38.250567 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-00580e1c-fddc-49dd-a6ff-b7af5acde9ea tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-351805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-351780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-379562'] for router, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:38.264854 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.plugins.ml2.plugin [None req-716dc411-6586-4381-9f2c-b1d7ea13d204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempt 7 to bind port 7f8e43ba-e3a2-4844-b304-f29758cd8f88 Dec 20 08:44:38.308910 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-c87c75ef-2649-4264-837a-5b0435814f2c None None] Provisioning complete for port c66c940b-fee8-490c-ab49-cc5828414492 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:44:38.309305 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c87c75ef-2649-4264-837a-5b0435814f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:38.339984 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2b5e0d02-7d93-4b88-b6d1-6e882a73a1b6 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2036557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2095114'] for subnet, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:38.351774 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-1115469e-f5bd-4717-ad9f-4451ff50a3b6 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:38.392323 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-26c6b57b-3124-4f92-b154-5c730dd8f1a4 req-1fad6dba-9dd1-4954-8a56-6bd63c1f2b21 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Synchronizing usage tracker for tenant:ec4017678cc746e0bc7f4ecce92ed1b5 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:44:38.411308 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6671084-7840-4afb-a666-c7942ce251a8 None None] Resources bound (agent type, host, resource id): {{(pid=83446) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 08:44:38.417146 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5e0d02-7d93-4b88-b6d1-6e882a73a1b6 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Pushing event updated for resources: {'Subnet': ['ID=3a95412a-f141-4739-bbd1-3f9edfa81e4f,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:38.419789 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-716dc411-6586-4381-9f2c-b1d7ea13d204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempting to bind port 7f8e43ba-e3a2-4844-b304-f29758cd8f88 on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:44:38.420239 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-716dc411-6586-4381-9f2c-b1d7ea13d204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempting to bind port 7f8e43ba-e3a2-4844-b304-f29758cd8f88 by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': '07419306-83fd-4ebe-b499-a712b1148206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6ad496d9-56fe-43a0-8117-b152b570d9da'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:44:38.420575 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716dc411-6586-4381-9f2c-b1d7ea13d204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempting to bind port 7f8e43ba-e3a2-4844-b304-f29758cd8f88 on network 6ad496d9-56fe-43a0-8117-b152b570d9da {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:44:38.427851 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-2b5e0d02-7d93-4b88-b6d1-6e882a73a1b6 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:38.428803 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716dc411-6586-4381-9f2c-b1d7ea13d204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Port 7f8e43ba-e3a2-4844-b304-f29758cd8f88 on network 6ad496d9-56fe-43a0-8117-b152b570d9da not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 08:44:38.429694 dv-neutron-820491-1-hyperv neutron-server[83445]: ERROR neutron.plugins.ml2.managers [None req-716dc411-6586-4381-9f2c-b1d7ea13d204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Failed to bind port 7f8e43ba-e3a2-4844-b304-f29758cd8f88 on host hv-neutron-8204 for vnic_type normal using segments [{'id': '07419306-83fd-4ebe-b499-a712b1148206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6ad496d9-56fe-43a0-8117-b152b570d9da'}] Dec 20 08:44:38.433781 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.plugins.ml2.plugin [None req-716dc411-6586-4381-9f2c-b1d7ea13d204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempt 8 to bind port 7f8e43ba-e3a2-4844-b304-f29758cd8f88 Dec 20 08:44:38.452466 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-716dc411-6586-4381-9f2c-b1d7ea13d204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempting to bind port 7f8e43ba-e3a2-4844-b304-f29758cd8f88 on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:44:38.453074 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-716dc411-6586-4381-9f2c-b1d7ea13d204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempting to bind port 7f8e43ba-e3a2-4844-b304-f29758cd8f88 by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': '07419306-83fd-4ebe-b499-a712b1148206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6ad496d9-56fe-43a0-8117-b152b570d9da'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:44:38.453196 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716dc411-6586-4381-9f2c-b1d7ea13d204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempting to bind port 7f8e43ba-e3a2-4844-b304-f29758cd8f88 on network 6ad496d9-56fe-43a0-8117-b152b570d9da {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:44:38.489744 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c8aada6-e95a-4fad-8998-618c310b35e9 req-5332f715-281f-480f-973f-9efe22b6ab3d tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:44:38.500751 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01afc36c-e352-4575-a2e3-7d973355300c None None] Sync routers for ids ['5e107952-13ac-49e4-a9c6-ea642e78ebef'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:44:38.538497 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01afc36c-e352-4575-a2e3-7d973355300c None None] Routers {'5e107952-13ac-49e4-a9c6-ea642e78ebef'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:44:38.539164 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-01afc36c-e352-4575-a2e3-7d973355300c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:44:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['5e107952-13ac-49e4-a9c6-ea642e78ebef'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:44:38.576686 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716dc411-6586-4381-9f2c-b1d7ea13d204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Port 7f8e43ba-e3a2-4844-b304-f29758cd8f88 on network 6ad496d9-56fe-43a0-8117-b152b570d9da not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 08:44:38.577387 dv-neutron-820491-1-hyperv neutron-server[83445]: ERROR neutron.plugins.ml2.managers [None req-716dc411-6586-4381-9f2c-b1d7ea13d204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Failed to bind port 7f8e43ba-e3a2-4844-b304-f29758cd8f88 on host hv-neutron-8204 for vnic_type normal using segments [{'id': '07419306-83fd-4ebe-b499-a712b1148206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6ad496d9-56fe-43a0-8117-b152b570d9da'}] Dec 20 08:44:38.579806 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device db1a8053-c41f-4186-9c0b-feb356f78067 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:44:38.598079 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.plugins.ml2.plugin [None req-716dc411-6586-4381-9f2c-b1d7ea13d204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempt 9 to bind port 7f8e43ba-e3a2-4844-b304-f29758cd8f88 Dec 20 08:44:38.604008 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-26c6b57b-3124-4f92-b154-5c730dd8f1a4 req-1fad6dba-9dd1-4954-8a56-6bd63c1f2b21 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Unset dirty status for tenant:ec4017678cc746e0bc7f4ecce92ed1b5 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:44:38.605245 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-26c6b57b-3124-4f92-b154-5c730dd8f1a4 req-1fad6dba-9dd1-4954-8a56-6bd63c1f2b21 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] 10.222.0.16 "GET /v2.0/ports?device_id=148d3ca3-99f3-4cac-9876-2d697d86b864 HTTP/1.1" status: 200 len: 210 time: 0.3130515 Dec 20 08:44:38.670743 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-716dc411-6586-4381-9f2c-b1d7ea13d204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempting to bind port 7f8e43ba-e3a2-4844-b304-f29758cd8f88 on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:44:38.671933 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-716dc411-6586-4381-9f2c-b1d7ea13d204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempting to bind port 7f8e43ba-e3a2-4844-b304-f29758cd8f88 by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': '07419306-83fd-4ebe-b499-a712b1148206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6ad496d9-56fe-43a0-8117-b152b570d9da'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:44:38.672485 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716dc411-6586-4381-9f2c-b1d7ea13d204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempting to bind port 7f8e43ba-e3a2-4844-b304-f29758cd8f88 on network 6ad496d9-56fe-43a0-8117-b152b570d9da {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:44:38.699922 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5e0d02-7d93-4b88-b6d1-6e882a73a1b6 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Checking segment: {'id': 'c04c4c34-12ed-48f8-94be-b35ac3076d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'af5f71bb-232f-4de2-a861-6d9616a68776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:44:38.700646 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5e0d02-7d93-4b88-b6d1-6e882a73a1b6 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Network hostable DHCP agents. Network: af5f71bb-232f-4de2-a861-6d9616a68776, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:44:38.703961 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.objects.ports [None req-0621cc84-ee20-469f-99cc-5fc5eadf1653 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83444) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 20 08:44:38.716244 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0621cc84-ee20-469f-99cc-5fc5eadf1653 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1129376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1529148'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:38.721405 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c8aada6-e95a-4fad-8998-618c310b35e9 req-5332f715-281f-480f-973f-9efe22b6ab3d tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] No DVR routers for this DVR port e8c49f43-1e9e-46bc-85eb-6d813a0cd1d3 on host hv-neutron-8204 {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:44:38.724616 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-4c8aada6-e95a-4fad-8998-618c310b35e9 req-5332f715-281f-480f-973f-9efe22b6ab3d tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:38.729763 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716dc411-6586-4381-9f2c-b1d7ea13d204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Port 7f8e43ba-e3a2-4844-b304-f29758cd8f88 on network 6ad496d9-56fe-43a0-8117-b152b570d9da not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 08:44:38.730689 dv-neutron-820491-1-hyperv neutron-server[83445]: ERROR neutron.plugins.ml2.managers [None req-716dc411-6586-4381-9f2c-b1d7ea13d204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Failed to bind port 7f8e43ba-e3a2-4844-b304-f29758cd8f88 on host hv-neutron-8204 for vnic_type normal using segments [{'id': '07419306-83fd-4ebe-b499-a712b1148206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6ad496d9-56fe-43a0-8117-b152b570d9da'}] Dec 20 08:44:38.732853 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.plugins.ml2.plugin [None req-716dc411-6586-4381-9f2c-b1d7ea13d204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempt 10 to bind port 7f8e43ba-e3a2-4844-b304-f29758cd8f88 Dec 20 08:44:38.734235 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b7945c8a-2143-438a-b21e-696a4e015ffc tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:38.754338 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-716dc411-6586-4381-9f2c-b1d7ea13d204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempting to bind port 7f8e43ba-e3a2-4844-b304-f29758cd8f88 on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:44:38.755446 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-716dc411-6586-4381-9f2c-b1d7ea13d204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempting to bind port 7f8e43ba-e3a2-4844-b304-f29758cd8f88 by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': '07419306-83fd-4ebe-b499-a712b1148206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6ad496d9-56fe-43a0-8117-b152b570d9da'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:44:38.755988 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716dc411-6586-4381-9f2c-b1d7ea13d204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempting to bind port 7f8e43ba-e3a2-4844-b304-f29758cd8f88 on network 6ad496d9-56fe-43a0-8117-b152b570d9da {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:44:38.762632 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port db1a8053-c41f-4186-9c0b-feb356f78067 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:44:38.763015 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:38.768091 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716dc411-6586-4381-9f2c-b1d7ea13d204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Port 7f8e43ba-e3a2-4844-b304-f29758cd8f88 on network 6ad496d9-56fe-43a0-8117-b152b570d9da not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 08:44:38.768686 dv-neutron-820491-1-hyperv neutron-server[83445]: ERROR neutron.plugins.ml2.managers [None req-716dc411-6586-4381-9f2c-b1d7ea13d204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Failed to bind port 7f8e43ba-e3a2-4844-b304-f29758cd8f88 on host hv-neutron-8204 for vnic_type normal using segments [{'id': '07419306-83fd-4ebe-b499-a712b1148206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6ad496d9-56fe-43a0-8117-b152b570d9da'}] Dec 20 08:44:38.769379 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-716dc411-6586-4381-9f2c-b1d7ea13d204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:38.797994 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '148d3ca3-99f3-4cac-9876-2d697d86b864', 'name': 'network-vif-deleted', 'tag': 'e8c49f43-1e9e-46bc-85eb-6d813a0cd1d3'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 08:44:38.809341 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0621cc84-ee20-469f-99cc-5fc5eadf1653 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event updated for resources: {'Subnet': ['ID=7317b5d7-033e-4a46-8e04-471119607516,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:38.812332 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0621cc84-ee20-469f-99cc-5fc5eadf1653 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:38.833718 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-01afc36c-e352-4575-a2e3-7d973355300c None None] Set router 5e107952-13ac-49e4-a9c6-ea642e78ebef gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:44:38.910537 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4c8aada6-e95a-4fad-8998-618c310b35e9 req-5332f715-281f-480f-973f-9efe22b6ab3d tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] 10.222.0.58 "DELETE /v2.0/ports/e8c49f43-1e9e-46bc-85eb-6d813a0cd1d3 HTTP/1.1" status: 204 len: 173 time: 7.3415651 Dec 20 08:44:38.923821 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '148d3ca3-99f3-4cac-9876-2d697d86b864', 'name': 'network-vif-deleted', 'tag': 'e8c49f43-1e9e-46bc-85eb-6d813a0cd1d3', 'status': 'completed', 'code': 200} Dec 20 08:44:38.924893 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5e0d02-7d93-4b88-b6d1-6e882a73a1b6 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Network af5f71bb-232f-4de2-a861-6d9616a68776 is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:44:38.954053 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2b6b184-1482-4f44-97db-54c7a03a1f42 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Deleting subnet 81f3e0b4-b09b-41be-92df-d2a73c11a706 {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:44:38.959956 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b2b6b184-1482-4f44-97db-54c7a03a1f42 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:38.971705 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-2b5e0d02-7d93-4b88-b6d1-6e882a73a1b6 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, af5f71bb-232f-4de2-a861-6d9616a68776) {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:44:38.995570 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5e0d02-7d93-4b88-b6d1-6e882a73a1b6 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:38.996179 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2b5e0d02-7d93-4b88-b6d1-6e882a73a1b6 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:39.005252 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device c66c940b-fee8-490c-ab49-cc5828414492 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:44:39.029177 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b2b6b184-1482-4f44-97db-54c7a03a1f42 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1618747'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:39.038774 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-2b5e0d02-7d93-4b88-b6d1-6e882a73a1b6 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.3829250 Dec 20 08:44:39.039660 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37006) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:39.125423 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0621cc84-ee20-469f-99cc-5fc5eadf1653 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:44:39.139216 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-0621cc84-ee20-469f-99cc-5fc5eadf1653 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:44:39.142593 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0621cc84-ee20-469f-99cc-5fc5eadf1653 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:39.143373 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0621cc84-ee20-469f-99cc-5fc5eadf1653 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:39.158992 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b2b6b184-1482-4f44-97db-54c7a03a1f42 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:39.186892 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port c66c940b-fee8-490c-ab49-cc5828414492 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:44:39.187399 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:39.221019 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b660fcb-92df-453b-966f-7f0e5941d46d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'tenant_id': '9679bafc94a64ee0a207e63ba5560387', 'fixed_ips': [{'subnet_id': '7317b5d7-033e-4a46-8e04-471119607516'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:44:39.222089 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-7b660fcb-92df-453b-966f-7f0e5941d46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:39.255586 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-de2b35ec-550a-456f-bafa-894959eddbcb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:39.267667 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-716dc411-6586-4381-9f2c-b1d7ea13d204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] For port 7f8e43ba-e3a2-4844-b304-f29758cd8f88, host hv-neutron-8204, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:44:39.268349 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-716dc411-6586-4381-9f2c-b1d7ea13d204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Attempted to set empty binding levels {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 20 08:44:39.294761 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-716dc411-6586-4381-9f2c-b1d7ea13d204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2036698'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:39.303487 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a08185f9-1568-47ff-9806-a1fcc701c204 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:39.331297 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-0621cc84-ee20-469f-99cc-5fc5eadf1653 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9647462 Dec 20 08:44:39.332232 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37010) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:39.353947 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-01afc36c-e352-4575-a2e3-7d973355300c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e107952-13ac-49e4-a9c6-ea642e78ebef', 'name': 'tempest-ServersTestManualDisk-478884454-router', 'tenant_id': 'ec4017678cc746e0bc7f4ecce92ed1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.70'}], 'enable_snat': True}, 'gw_port_id': 'b4722ef3-9c76-4442-94de-c1e8d9012bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:41:52Z', 'updated_at': '2021-12-20T08:42:11Z', 'revision_number': 4, 'project_id': 'ec4017678cc746e0bc7f4ecce92ed1b5', 'gw_port': {'id': 'b4722ef3-9c76-4442-94de-c1e8d9012bed', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:bf:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e107952-13ac-49e4-a9c6-ea642e78ebef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:41:54Z', 'updated_at': '2021-12-20T08:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '4f8e3d34-caba-45c3-bd98-71684a55202b', 'name': '', 'network_id': '74659ea1-fc06-4c03-bfff-ba787badb621', 'tenant_id': 'ec4017678cc746e0bc7f4ecce92ed1b5', 'mac_address': 'fa:16:3e:72:ed:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e107952-13ac-49e4-a9c6-ea642e78ebef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '372cc3e6-10e8-4159-8180-180bc179785a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:42:06Z', 'updated_at': '2021-12-20T08:42:38Z', 'revision_number': 5, 'project_id': 'ec4017678cc746e0bc7f4ecce92ed1b5', 'subnets': [{'id': '372cc3e6-10e8-4159-8180-180bc179785a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:44:39.358371 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01afc36c-e352-4575-a2e3-7d973355300c None None] Checking router: 5e107952-13ac-49e4-a9c6-ea642e78ebef for host: dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 08:44:39.370398 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01afc36c-e352-4575-a2e3-7d973355300c None None] Routers {'5e107952-13ac-49e4-a9c6-ea642e78ebef'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:44:39.371297 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-01afc36c-e352-4575-a2e3-7d973355300c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:44:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['5e107952-13ac-49e4-a9c6-ea642e78ebef'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:44:39.378711 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-fe4ea206-bf55-4629-947c-23b3ee644681 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Request body: {'subnet': {'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:44:39.453033 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00580e1c-fddc-49dd-a6ff-b7af5acde9ea tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Router ef3a54d2-ce99-46ba-a2c5-4f61b6fa50fd is scheduled to L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 with binding_index 1 {{(pid=83445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 08:44:39.474985 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-716dc411-6586-4381-9f2c-b1d7ea13d204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] In _notify_port_updated(), no bound segment for port 7f8e43ba-e3a2-4844-b304-f29758cd8f88 on network 6ad496d9-56fe-43a0-8117-b152b570d9da {{(pid=83445) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 08:44:39.477016 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-716dc411-6586-4381-9f2c-b1d7ea13d204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:39.478568 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-716dc411-6586-4381-9f2c-b1d7ea13d204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] 10.222.0.16 "PUT /v2.0/ports/7f8e43ba-e3a2-4844-b304-f29758cd8f88 HTTP/1.1" status: 200 len: 980 time: 5.4407799 Dec 20 08:44:39.492548 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37014) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:39.496620 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 8b70a54f-c4c4-4fa3-833e-2f0d56829747 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:44:39.567773 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-16950482-1ad9-4d43-8c2c-bf7d4300df09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Deleting port 7f8e43ba-e3a2-4844-b304-f29758cd8f88 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:44:39.568471 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-16950482-1ad9-4d43-8c2c-bf7d4300df09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:39.595435 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716dc411-6586-4381-9f2c-b1d7ea13d204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Pushing event updated for resources: {'Port': ['ID=7f8e43ba-e3a2-4844-b304-f29758cd8f88,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:39.616399 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-637d7459-21f0-4709-b2b7-1e0c8762a8e9 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 08:44:39.617778 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-637d7459-21f0-4709-b2b7-1e0c8762a8e9 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] 10.222.0.16 "PUT /v2.0/routers/6bbc8bcf-d08f-4704-9a61-18cec6b2ebd0/add_router_interface HTTP/1.1" status: 400 len: 438 time: 3.0504878 Dec 20 08:44:39.620589 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-01afc36c-e352-4575-a2e3-7d973355300c None None] Set router 5e107952-13ac-49e4-a9c6-ea642e78ebef gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:44:39.623602 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37018) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:39.637084 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-716dc411-6586-4381-9f2c-b1d7ea13d204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:39.682999 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-de2b35ec-550a-456f-bafa-894959eddbcb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:39.689716 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b2b6b184-1482-4f44-97db-54c7a03a1f42 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1129313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1529131'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:39.693496 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-7b660fcb-92df-453b-966f-7f0e5941d46d None None] Allocated IP 2001:db8::f816:3eff:fe7d:de7f (f75aa0d2-5f41-40f3-a9e0-d60d934965a4/7317b5d7-033e-4a46-8e04-471119607516/caeb6aff-b562-41ef-a67c-3818240d26c7) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:44:39.715196 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-8a93d850-1550-4fb2-a9e0-76e929f31a2d tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:39.755749 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 8b70a54f-c4c4-4fa3-833e-2f0d56829747 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:44:39.756412 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:39.845930 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:39.955697 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37028) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:40.056229 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b6b184-1482-4f44-97db-54c7a03a1f42 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Pushing event deleted for resources: {'Subnet': ['ID=81f3e0b4-b09b-41be-92df-d2a73c11a706,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:40.060651 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b2b6b184-1482-4f44-97db-54c7a03a1f42 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:40.071536 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-01afc36c-e352-4575-a2e3-7d973355300c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e107952-13ac-49e4-a9c6-ea642e78ebef', 'name': 'tempest-ServersTestManualDisk-478884454-router', 'tenant_id': 'ec4017678cc746e0bc7f4ecce92ed1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.70'}], 'enable_snat': True}, 'gw_port_id': 'b4722ef3-9c76-4442-94de-c1e8d9012bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:41:52Z', 'updated_at': '2021-12-20T08:42:11Z', 'revision_number': 4, 'project_id': 'ec4017678cc746e0bc7f4ecce92ed1b5', 'gw_port': {'id': 'b4722ef3-9c76-4442-94de-c1e8d9012bed', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:bf:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e107952-13ac-49e4-a9c6-ea642e78ebef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:41:54Z', 'updated_at': '2021-12-20T08:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '4f8e3d34-caba-45c3-bd98-71684a55202b', 'name': '', 'network_id': '74659ea1-fc06-4c03-bfff-ba787badb621', 'tenant_id': 'ec4017678cc746e0bc7f4ecce92ed1b5', 'mac_address': 'fa:16:3e:72:ed:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e107952-13ac-49e4-a9c6-ea642e78ebef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '372cc3e6-10e8-4159-8180-180bc179785a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:42:06Z', 'updated_at': '2021-12-20T08:42:38Z', 'revision_number': 5, 'project_id': 'ec4017678cc746e0bc7f4ecce92ed1b5', 'subnets': [{'id': '372cc3e6-10e8-4159-8180-180bc179785a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:44:40.076037 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01afc36c-e352-4575-a2e3-7d973355300c None None] The sync data for ids ['5e107952-13ac-49e4-a9c6-ea642e78ebef'] in dv-neutron-820491-1-hyperv is: [{'id': '5e107952-13ac-49e4-a9c6-ea642e78ebef', 'name': 'tempest-ServersTestManualDisk-478884454-router', 'tenant_id': 'ec4017678cc746e0bc7f4ecce92ed1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.70'}], 'enable_snat': True}, 'gw_port_id': 'b4722ef3-9c76-4442-94de-c1e8d9012bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:41:52Z', 'updated_at': '2021-12-20T08:42:11Z', 'revision_number': 4, 'project_id': 'ec4017678cc746e0bc7f4ecce92ed1b5', 'gw_port': {'id': 'b4722ef3-9c76-4442-94de-c1e8d9012bed', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:bf:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e107952-13ac-49e4-a9c6-ea642e78ebef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:41:54Z', 'updated_at': '2021-12-20T08:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '4f8e3d34-caba-45c3-bd98-71684a55202b', 'name': '', 'network_id': '74659ea1-fc06-4c03-bfff-ba787badb621', 'tenant_id': 'ec4017678cc746e0bc7f4ecce92ed1b5', 'mac_address': 'fa:16:3e:72:ed:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e107952-13ac-49e4-a9c6-ea642e78ebef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '372cc3e6-10e8-4159-8180-180bc179785a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:42:06Z', 'updated_at': '2021-12-20T08:42:38Z', 'revision_number': 5, 'project_id': 'ec4017678cc746e0bc7f4ecce92ed1b5', 'subnets': [{'id': '372cc3e6-10e8-4159-8180-180bc179785a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:44:40.139928 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b2b6b184-1482-4f44-97db-54c7a03a1f42 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:40.174107 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-fe4ea206-bf55-4629-947c-23b3ee644681 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:44:40.180696 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b2b6b184-1482-4f44-97db-54c7a03a1f42 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "DELETE /v2.0/subnets/81f3e0b4-b09b-41be-92df-d2a73c11a706 HTTP/1.1" status: 204 len: 168 time: 1.9687941 Dec 20 08:44:40.185629 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-7b660fcb-92df-453b-966f-7f0e5941d46d None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:40.187100 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37032) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:40.192387 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-fe4ea206-bf55-4629-947c-23b3ee644681 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Usage tracker for resource:subnet and tenant:9679bafc94a64ee0a207e63ba5560387 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:44:40.196848 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-7b660fcb-92df-453b-966f-7f0e5941d46d None None] Transition to ACTIVE for port object caeb6aff-b562-41ef-a67c-3818240d26c7 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:44:40.220972 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-fe4ea206-bf55-4629-947c-23b3ee644681 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:44:40.235133 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-7b660fcb-92df-453b-966f-7f0e5941d46d None None] Transition to ACTIVE for port object caeb6aff-b562-41ef-a67c-3818240d26c7 will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:44:40.237719 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 94132e9f-bc64-44d7-9c68-1f5b85ae0827 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:44:40.258964 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-de2b35ec-550a-456f-bafa-894959eddbcb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2036620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2095133'] for subnet, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:40.270637 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-fe4ea206-bf55-4629-947c-23b3ee644681 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:44:40.276703 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 94132e9f-bc64-44d7-9c68-1f5b85ae0827 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:44:40.276952 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 94132e9f-bc64-44d7-9c68-1f5b85ae0827 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:44:40.280079 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-7b660fcb-92df-453b-966f-7f0e5941d46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:40.293852 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:40.343130 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b660fcb-92df-453b-966f-7f0e5941d46d None None] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:44:40.346162 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-7b660fcb-92df-453b-966f-7f0e5941d46d None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:44:40.350136 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b660fcb-92df-453b-966f-7f0e5941d46d None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:44:40.387530 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe4ea206-bf55-4629-947c-23b3ee644681 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Made reservation on behalf of 9679bafc94a64ee0a207e63ba5560387 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:44:40.391011 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fe4ea206-bf55-4629-947c-23b3ee644681 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1529102'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:40.407957 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b660fcb-92df-453b-966f-7f0e5941d46d None None] Pushing event updated for resources: {'Port': ['ID=caeb6aff-b562-41ef-a67c-3818240d26c7,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:40.412968 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-4c5cef0b-d2fa-4115-9ea8-732afb37a0b4 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:40.433800 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-dba063f7-daa3-4b11-94a1-0bc483a96706 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:40.452285 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-68beb5cb-432c-4b77-bed3-25f1b3487da5 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Notify callbacks [] for security_group, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:40.488979 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-16950482-1ad9-4d43-8c2c-bf7d4300df09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] For port 7f8e43ba-e3a2-4844-b304-f29758cd8f88, host hv-neutron-8204, got binding levels [] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:44:40.489360 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-16950482-1ad9-4d43-8c2c-bf7d4300df09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:40.495403 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-7b660fcb-92df-453b-966f-7f0e5941d46d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:40.496344 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ecf464-e555-4e1d-805c-9ddc2b608e5a None None] New status for floating IP f8a237f8-b231-409d-ad14-48784129ac90: DOWN {{(pid=83446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 08:44:40.518405 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2b35ec-550a-456f-bafa-894959eddbcb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Pushing event deleted for resources: {'Subnet': ['ID=3a95412a-f141-4739-bbd1-3f9edfa81e4f,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:40.623523 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-dba063f7-daa3-4b11-94a1-0bc483a96706 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Deleting port db1a8053-c41f-4186-9c0b-feb356f78067 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:44:40.624159 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-dba063f7-daa3-4b11-94a1-0bc483a96706 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:40.645364 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-de2b35ec-550a-456f-bafa-894959eddbcb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:40.657890 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-16950482-1ad9-4d43-8c2c-bf7d4300df09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Calling delete_port for 7f8e43ba-e3a2-4844-b304-f29758cd8f88 owned by {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:44:40.704546 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-68beb5cb-432c-4b77-bed3-25f1b3487da5 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:40.736549 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-7b660fcb-92df-453b-966f-7f0e5941d46d None None] Attempting to bind port caeb6aff-b562-41ef-a67c-3818240d26c7 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:44:40.736934 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-7b660fcb-92df-453b-966f-7f0e5941d46d None None] Attempting to bind port caeb6aff-b562-41ef-a67c-3818240d26c7 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '7c00552d-ea93-440b-911c-cb3aa0a4eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:44:40.737820 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b660fcb-92df-453b-966f-7f0e5941d46d None None] Attempting to bind port caeb6aff-b562-41ef-a67c-3818240d26c7 on network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:44:40.748628 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b660fcb-92df-453b-966f-7f0e5941d46d None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:44:40.749015 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b660fcb-92df-453b-966f-7f0e5941d46d None None] Checking segment: {'id': '7c00552d-ea93-440b-911c-cb3aa0a4eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:44:40.749908 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-7b660fcb-92df-453b-966f-7f0e5941d46d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:40.750110 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b660fcb-92df-453b-966f-7f0e5941d46d None None] Bound using segment: {'id': '7c00552d-ea93-440b-911c-cb3aa0a4eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:44:40.750592 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-7b660fcb-92df-453b-966f-7f0e5941d46d None None] Bound port: caeb6aff-b562-41ef-a67c-3818240d26c7, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c00552d-ea93-440b-911c-cb3aa0a4eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:44:40.750975 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-7b660fcb-92df-453b-966f-7f0e5941d46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:40.865172 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-de2b35ec-550a-456f-bafa-894959eddbcb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:40.866300 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-7b660fcb-92df-453b-966f-7f0e5941d46d None None] For port caeb6aff-b562-41ef-a67c-3818240d26c7, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:44:40.871237 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-7b660fcb-92df-453b-966f-7f0e5941d46d None None] For port caeb6aff-b562-41ef-a67c-3818240d26c7, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=caeb6aff-b562-41ef-a67c-3818240d26c7,segment=NetworkSegment(7c00552d-ea93-440b-911c-cb3aa0a4eeff),segment_id=7c00552d-ea93-440b-911c-cb3aa0a4eeff)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:44:40.877405 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-7b660fcb-92df-453b-966f-7f0e5941d46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:40.883368 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:40.905759 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-de2b35ec-550a-456f-bafa-894959eddbcb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af5f71bb-232f-4de2-a861-6d9616a68776']}} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:44:40.919729 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-16950482-1ad9-4d43-8c2c-bf7d4300df09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:40.928907 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f3448f6f-2fa3-469f-980c-07307994ca16 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:40.959759 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-de2b35ec-550a-456f-bafa-894959eddbcb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c04c4c34-12ed-48f8-94be-b35ac3076d98') {'for_net_delete': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:44:40.960087 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-de2b35ec-550a-456f-bafa-894959eddbcb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c04c4c34-12ed-48f8-94be-b35ac3076d98') {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:44:40.968297 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b660fcb-92df-453b-966f-7f0e5941d46d None None] Pushing event updated for resources: {'Port': ['ID=caeb6aff-b562-41ef-a67c-3818240d26c7,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:40.971348 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-7b660fcb-92df-453b-966f-7f0e5941d46d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:40.996096 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-68beb5cb-432c-4b77-bed3-25f1b3487da5 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:40.999632 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16950482-1ad9-4d43-8c2c-bf7d4300df09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Pushing event deleted for resources: {'Port': ['ID=7f8e43ba-e3a2-4844-b304-f29758cd8f88,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:41.005625 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-de2b35ec-550a-456f-bafa-894959eddbcb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1518531'] for segment, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:41.015336 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-16950482-1ad9-4d43-8c2c-bf7d4300df09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:41.021756 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00580e1c-fddc-49dd-a6ff-b7af5acde9ea tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:44:41.023626 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-dce77d6c-be4f-4314-b6b2-040de7f4145c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:41.032910 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f01819-bbda-4d8e-b302-0097ef4e2c41 None None] Sync routers for ids ['ef3a54d2-ce99-46ba-a2c5-4f61b6fa50fd'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:44:41.057462 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f01819-bbda-4d8e-b302-0097ef4e2c41 None None] Routers {'ef3a54d2-ce99-46ba-a2c5-4f61b6fa50fd'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:44:41.058299 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-97f01819-bbda-4d8e-b302-0097ef4e2c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:44:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['ef3a54d2-ce99-46ba-a2c5-4f61b6fa50fd'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:44:41.063710 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68beb5cb-432c-4b77-bed3-25f1b3487da5 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68fefc14-972e-4836-b3f4-32c3967e48f3,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:41.077422 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-68beb5cb-432c-4b77-bed3-25f1b3487da5 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:41.079386 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-de2b35ec-550a-456f-bafa-894959eddbcb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:41.087375 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-dba063f7-daa3-4b11-94a1-0bc483a96706 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] For port db1a8053-c41f-4186-9c0b-feb356f78067, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=db1a8053-c41f-4186-9c0b-feb356f78067,segment=NetworkSegment(4ef50ce0-5089-4be6-88c5-9de20c8cb827),segment_id=4ef50ce0-5089-4be6-88c5-9de20c8cb827)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:44:41.087884 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-dba063f7-daa3-4b11-94a1-0bc483a96706 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:41.096100 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-16950482-1ad9-4d43-8c2c-bf7d4300df09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:41.105993 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de2b35ec-550a-456f-bafa-894959eddbcb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=83445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:44:41.106411 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-de2b35ec-550a-456f-bafa-894959eddbcb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2036002'] for segment, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:41.126739 dv-neutron-820491-1-hyperv neutron-server[83445]: Traceback (most recent call last): Dec 20 08:44:41.126739 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:44:41.126739 dv-neutron-820491-1-hyperv neutron-server[83445]: timer() Dec 20 08:44:41.126739 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:44:41.126739 dv-neutron-820491-1-hyperv neutron-server[83445]: cb(*args, **kw) Dec 20 08:44:41.126739 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:44:41.126739 dv-neutron-820491-1-hyperv neutron-server[83445]: return func(*args, **kwargs) Dec 20 08:44:41.126739 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:44:41.126739 dv-neutron-820491-1-hyperv neutron-server[83445]: self._notify() Dec 20 08:44:41.126739 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:44:41.126739 dv-neutron-820491-1-hyperv neutron-server[83445]: self.callback(batched_events) Dec 20 08:44:41.126739 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:44:41.126739 dv-neutron-820491-1-hyperv neutron-server[83445]: event.method(event) Dec 20 08:44:41.126739 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:44:41.126739 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:44:41.126739 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:44:41.126739 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:44:41.126739 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:44:41.126739 dv-neutron-820491-1-hyperv neutron-server[83445]: return f(self, *a, **k) Dec 20 08:44:41.126739 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:44:41.126739 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._get(url).json() Dec 20 08:44:41.126739 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:44:41.126739 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:44:41.126739 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:44:41.126739 dv-neutron-820491-1-hyperv neutron-server[83445]: return self.request(url, 'GET', **kwargs) Dec 20 08:44:41.126739 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:44:41.126739 dv-neutron-820491-1-hyperv neutron-server[83445]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:44:41.126739 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:44:41.126739 dv-neutron-820491-1-hyperv neutron-server[83445]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:44:41.126739 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:44:41.126739 dv-neutron-820491-1-hyperv neutron-server[83445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:44:41.126739 dv-neutron-820491-1-hyperv neutron-server[83445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:44:41.142601 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-00580e1c-fddc-49dd-a6ff-b7af5acde9ea tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:41.143774 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-00580e1c-fddc-49dd-a6ff-b7af5acde9ea tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] 10.222.0.16 "PUT /v2.0/routers/ef3a54d2-ce99-46ba-a2c5-4f61b6fa50fd HTTP/1.1" status: 200 len: 880 time: 9.7301102 Dec 20 08:44:41.145470 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-16950482-1ad9-4d43-8c2c-bf7d4300df09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] 10.222.0.16 "DELETE /v2.0/ports/7f8e43ba-e3a2-4844-b304-f29758cd8f88 HTTP/1.1" status: 204 len: 168 time: 1.6508961 Dec 20 08:44:41.156460 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37036) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:41.156786 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37038) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:41.202393 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-97f01819-bbda-4d8e-b302-0097ef4e2c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:44:41.223256 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f01819-bbda-4d8e-b302-0097ef4e2c41 None None] Routers {'ef3a54d2-ce99-46ba-a2c5-4f61b6fa50fd'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:44:41.224001 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-97f01819-bbda-4d8e-b302-0097ef4e2c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:44:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['ef3a54d2-ce99-46ba-a2c5-4f61b6fa50fd'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:44:41.239372 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-68beb5cb-432c-4b77-bed3-25f1b3487da5 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:41.241278 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-68beb5cb-432c-4b77-bed3-25f1b3487da5 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] 10.222.0.16 "DELETE /v2.0/security-groups/68fefc14-972e-4836-b3f4-32c3967e48f3 HTTP/1.1" status: 204 len: 168 time: 1.2843177 Dec 20 08:44:41.246244 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-dba063f7-daa3-4b11-94a1-0bc483a96706 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Calling delete_port for db1a8053-c41f-4186-9c0b-feb356f78067 owned by network:dhcp {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:44:41.278945 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37044) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:41.320773 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-97f01819-bbda-4d8e-b302-0097ef4e2c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:44:41.321466 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f01819-bbda-4d8e-b302-0097ef4e2c41 None None] The sync data for ids ['ef3a54d2-ce99-46ba-a2c5-4f61b6fa50fd'] in dv-neutron-820491-1-hyperv is: [] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:44:41.330418 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-031cb03e-ed87-4418-9294-2ad7a3d7cf57 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349062'] for router_interface, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:41.369309 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-afc1da5a-3a0f-48d4-bc7a-9cdd0f6d1b21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] GET failed (client error): The resource could not be found. Dec 20 08:44:41.369795 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-afc1da5a-3a0f-48d4-bc7a-9cdd0f6d1b21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Synchronizing usage tracker for tenant:d34271e93dcb43db9e94941000728bd2 on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:44:41.381370 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-de2b35ec-550a-456f-bafa-894959eddbcb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:41.392827 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:41.418164 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-de2b35ec-550a-456f-bafa-894959eddbcb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:41.425620 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-afc1da5a-3a0f-48d4-bc7a-9cdd0f6d1b21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Unset dirty status for tenant:d34271e93dcb43db9e94941000728bd2 on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:44:41.426701 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-afc1da5a-3a0f-48d4-bc7a-9cdd0f6d1b21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] 10.222.0.16 "GET /v2.0/ports/7f8e43ba-e3a2-4844-b304-f29758cd8f88 HTTP/1.1" status: 404 len: 333 time: 0.2669859 Dec 20 08:44:41.430540 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2b35ec-550a-456f-bafa-894959eddbcb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Pushing event deleted for resources: {'Network': ['ID=af5f71bb-232f-4de2-a861-6d9616a68776,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:41.433540 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-de2b35ec-550a-456f-bafa-894959eddbcb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:41.434667 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37048) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:41.442753 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-29148ca3-0962-4f26-b2a2-c4f57b25bf6b tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] show failed (client error): The resource could not be found. Dec 20 08:44:41.443778 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-29148ca3-0962-4f26-b2a2-c4f57b25bf6b tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] 10.222.0.16 "GET /v2.0/security-groups/68fefc14-972e-4836-b3f4-32c3967e48f3 HTTP/1.1" status: 404 len: 347 time: 0.1492176 Dec 20 08:44:41.463563 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-de2b35ec-550a-456f-bafa-894959eddbcb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] 10.222.0.16 "DELETE /v2.0/networks/af5f71bb-232f-4de2-a861-6d9616a68776 HTTP/1.1" status: 204 len: 168 time: 2.4192839 Dec 20 08:44:41.467870 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37052) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:41.468196 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37054) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:41.479836 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-39373c10-3167-43b8-83de-35ca07abd3a6 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1425534097'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:44:41.545287 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-39373c10-3167-43b8-83de-35ca07abd3a6 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:44:41.607969 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-39373c10-3167-43b8-83de-35ca07abd3a6 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Usage tracker for resource:network and tenant:2ec22d5a6bcd4fd8ba62f3132b925948 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:44:41.636700 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-39373c10-3167-43b8-83de-35ca07abd3a6 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:44:41.652994 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-39373c10-3167-43b8-83de-35ca07abd3a6 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:44:41.704103 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-793d939a-5e45-4f19-b5d6-79e0e9cecf82 admin admin] Deleting port 1a68abfe-3c9d-4096-bb74-3714faf4418c {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:44:41.704715 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-793d939a-5e45-4f19-b5d6-79e0e9cecf82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:41.736068 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fe4ea206-bf55-4629-947c-23b3ee644681 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1129376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1529148'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:41.747470 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3723fe7d-b127-44c5-936a-44a66b410ff6 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:41.780635 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-dba063f7-daa3-4b11-94a1-0bc483a96706 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:41.807238 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1c3d5f40-8250-498d-bb6d-726ba0e32ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204235498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204235498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:41.813392 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39373c10-3167-43b8-83de-35ca07abd3a6 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Made reservation on behalf of 2ec22d5a6bcd4fd8ba62f3132b925948 for: {'network': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:44:41.816581 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-39373c10-3167-43b8-83de-35ca07abd3a6 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:41.826881 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-4ce65a0d-76ae-4bf9-b006-1ca52e197d21 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Deleting port d3a0bd9e-05d1-4706-9274-5ef9c82f6d67 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:44:41.827462 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4ce65a0d-76ae-4bf9-b006-1ca52e197d21 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:41.867752 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba063f7-daa3-4b11-94a1-0bc483a96706 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] No DVR routers for this DVR port db1a8053-c41f-4186-9c0b-feb356f78067 on host dv-neutron-820491-1-hyperv {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:44:41.921863 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4ea206-bf55-4629-947c-23b3ee644681 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:44:41.932188 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4ea206-bf55-4629-947c-23b3ee644681 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event updated for resources: {'Subnet': ['ID=ebdb32ec-a9bf-490e-aba4-54490b3bbd9a,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:41.935627 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-fe4ea206-bf55-4629-947c-23b3ee644681 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:41.957301 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-10fa6366-5cc6-492f-a733-ecbc93ae1186 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.164s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:41.986039 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39373c10-3167-43b8-83de-35ca07abd3a6 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=83445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:44:41.989876 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-fe4ea206-bf55-4629-947c-23b3ee644681 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:44:41.993439 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4ea206-bf55-4629-947c-23b3ee644681 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:41.994211 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fe4ea206-bf55-4629-947c-23b3ee644681 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:42.045485 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-39373c10-3167-43b8-83de-35ca07abd3a6 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:42.045832 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.segments_db [None req-39373c10-3167-43b8-83de-35ca07abd3a6 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Added segment 35a4b303-e4bd-4966-a6b4-3609d4073ade of type vlan for network 28da2ca3-19ee-4cd5-8f3f-368b819d7990 Dec 20 08:44:42.089055 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 08:44:42.091499 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba063f7-daa3-4b11-94a1-0bc483a96706 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Pushing event deleted for resources: {'Port': ['ID=db1a8053-c41f-4186-9c0b-feb356f78067,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:42.094423 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-dba063f7-daa3-4b11-94a1-0bc483a96706 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:42.112075 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a988a04-84a4-4573-9e98-c05e9702cbc8 None None] Network af5f71bb-232f-4de2-a861-6d9616a68776 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:44:42.132818 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6af63d4-a8b2-4038-9832-ca0d2d220862 None None] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:44:42.159479 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a988a04-84a4-4573-9e98-c05e9702cbc8 None None] Network af5f71bb-232f-4de2-a861-6d9616a68776 could not be found, it might have been deleted concurrently. {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Dec 20 08:44:42.160798 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd24cb2-7ee4-4ab9-a639-553f6df2d57e None None] Network f1babc40-26b0-48b8-8182-213b4c31e2f2 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:44:42.179560 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8e7c43-b2f3-44e3-82ac-aedc18919b78 None None] Network af5f71bb-232f-4de2-a861-6d9616a68776 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:44:42.187675 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-dba063f7-daa3-4b11-94a1-0bc483a96706 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:42.224217 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8e7c43-b2f3-44e3-82ac-aedc18919b78 None None] Network af5f71bb-232f-4de2-a861-6d9616a68776 could not be found, it might have been deleted concurrently. {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Dec 20 08:44:42.236242 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-fe4ea206-bf55-4629-947c-23b3ee644681 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8926854 Dec 20 08:44:42.242136 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37062) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:42.246426 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-793d939a-5e45-4f19-b5d6-79e0e9cecf82 admin admin] For port 1a68abfe-3c9d-4096-bb74-3714faf4418c, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=1a68abfe-3c9d-4096-bb74-3714faf4418c,segment=NetworkSegment(a9eab435-89d5-4321-91f2-1fa8426047e8),segment_id=a9eab435-89d5-4321-91f2-1fa8426047e8)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:44:42.246784 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-793d939a-5e45-4f19-b5d6-79e0e9cecf82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:42.255048 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-dba063f7-daa3-4b11-94a1-0bc483a96706 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1babc40-26b0-48b8-8182-213b4c31e2f2']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:44:42.271213 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-94aa8445-3538-4e01-a36c-e9a640dd107d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Request body: {'port': {'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'mac_address': 'fa:16:3e:f8:20:79', 'name': 'tempest-NetworksTestDHCPv6-1500361853'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:44:42.296240 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-e9ac94bf-8741-428b-a13b-467f76325ad0 None None] Provisioning for port caeb6aff-b562-41ef-a67c-3818240d26c7 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:44:42.319431 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1c3d5f40-8250-498d-bb6d-726ba0e32ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204235498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204235498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:42.383953 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-1c3d5f40-8250-498d-bb6d-726ba0e32ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204235498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204235498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ad496d9-56fe-43a0-8117-b152b570d9da']}} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:44:42.408942 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-1c3d5f40-8250-498d-bb6d-726ba0e32ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204235498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204235498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07419306-83fd-4ebe-b499-a712b1148206') {'for_net_delete': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:44:42.409552 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-1c3d5f40-8250-498d-bb6d-726ba0e32ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204235498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204235498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07419306-83fd-4ebe-b499-a712b1148206') {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:44:42.431389 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-2cfde373-22cd-45e1-a959-c3b4c6d6a1eb tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] 10.222.0.16 "GET /v2.0/routers/ef3a54d2-ce99-46ba-a2c5-4f61b6fa50fd HTTP/1.1" status: 200 len: 921 time: 1.2730687 Dec 20 08:44:42.441684 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-dba063f7-daa3-4b11-94a1-0bc483a96706 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ef50ce0-5089-4be6-88c5-9de20c8cb827') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:44:42.441982 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-dba063f7-daa3-4b11-94a1-0bc483a96706 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ef50ce0-5089-4be6-88c5-9de20c8cb827') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:44:42.449677 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37066) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:42.463009 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-793d939a-5e45-4f19-b5d6-79e0e9cecf82 admin admin] Calling delete_port for 1a68abfe-3c9d-4096-bb74-3714faf4418c owned by network:router_interface {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:44:42.490161 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1c3d5f40-8250-498d-bb6d-726ba0e32ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204235498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204235498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1518531'] for segment, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:42.505472 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-39373c10-3167-43b8-83de-35ca07abd3a6 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:42.525794 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-4080827a-bb84-482b-9449-683dbccf1522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:42.527885 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4ce65a0d-76ae-4bf9-b006-1ca52e197d21 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:42.528792 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4ce65a0d-76ae-4bf9-b006-1ca52e197d21 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:42.555006 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-dba063f7-daa3-4b11-94a1-0bc483a96706 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1618722'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:42.560110 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1c3d5f40-8250-498d-bb6d-726ba0e32ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204235498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204235498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:42.588675 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1736f92-0c28-4681-a7d6-600a3e5ee993 None None] DHCP port deletion for f1babc40-26b0-48b8-8182-213b4c31e2f2 request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 08:44:42.649081 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c3d5f40-8250-498d-bb6d-726ba0e32ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204235498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204235498-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=83445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:44:42.649664 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1c3d5f40-8250-498d-bb6d-726ba0e32ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204235498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204235498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2036002'] for segment, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:42.668249 dv-neutron-820491-1-hyperv neutron-server[83445]: Traceback (most recent call last): Dec 20 08:44:42.668249 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:44:42.668249 dv-neutron-820491-1-hyperv neutron-server[83445]: timer() Dec 20 08:44:42.668249 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:44:42.668249 dv-neutron-820491-1-hyperv neutron-server[83445]: cb(*args, **kw) Dec 20 08:44:42.668249 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:44:42.668249 dv-neutron-820491-1-hyperv neutron-server[83445]: return func(*args, **kwargs) Dec 20 08:44:42.668249 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:44:42.668249 dv-neutron-820491-1-hyperv neutron-server[83445]: self._notify() Dec 20 08:44:42.668249 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:44:42.668249 dv-neutron-820491-1-hyperv neutron-server[83445]: self.callback(batched_events) Dec 20 08:44:42.668249 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:44:42.668249 dv-neutron-820491-1-hyperv neutron-server[83445]: event.method(event) Dec 20 08:44:42.668249 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:44:42.668249 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:44:42.668249 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:44:42.668249 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:44:42.668249 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:44:42.668249 dv-neutron-820491-1-hyperv neutron-server[83445]: return f(self, *a, **k) Dec 20 08:44:42.668249 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:44:42.668249 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._get(url).json() Dec 20 08:44:42.668249 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:44:42.668249 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:44:42.668249 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:44:42.668249 dv-neutron-820491-1-hyperv neutron-server[83445]: return self.request(url, 'GET', **kwargs) Dec 20 08:44:42.668249 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:44:42.668249 dv-neutron-820491-1-hyperv neutron-server[83445]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:44:42.668249 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:44:42.668249 dv-neutron-820491-1-hyperv neutron-server[83445]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:44:42.668249 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:44:42.668249 dv-neutron-820491-1-hyperv neutron-server[83445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:44:42.668249 dv-neutron-820491-1-hyperv neutron-server[83445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:44:42.695739 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-dba063f7-daa3-4b11-94a1-0bc483a96706 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:42.750860 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device caeb6aff-b562-41ef-a67c-3818240d26c7 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:44:42.751512 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.resource_extend [None req-39373c10-3167-43b8-83de-35ca07abd3a6 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 08:44:42.767552 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-4ce65a0d-76ae-4bf9-b006-1ca52e197d21 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Calling delete_port for d3a0bd9e-05d1-4706-9274-5ef9c82f6d67 owned by network:floatingip {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:44:42.785538 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dba063f7-daa3-4b11-94a1-0bc483a96706 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:44:42.786149 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-dba063f7-daa3-4b11-94a1-0bc483a96706 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1128911'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:42.805292 dv-neutron-820491-1-hyperv neutron-server[83444]: Traceback (most recent call last): Dec 20 08:44:42.805292 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:44:42.805292 dv-neutron-820491-1-hyperv neutron-server[83444]: timer() Dec 20 08:44:42.805292 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:44:42.805292 dv-neutron-820491-1-hyperv neutron-server[83444]: cb(*args, **kw) Dec 20 08:44:42.805292 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:44:42.805292 dv-neutron-820491-1-hyperv neutron-server[83444]: return func(*args, **kwargs) Dec 20 08:44:42.805292 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:44:42.805292 dv-neutron-820491-1-hyperv neutron-server[83444]: self._notify() Dec 20 08:44:42.805292 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:44:42.805292 dv-neutron-820491-1-hyperv neutron-server[83444]: self.callback(batched_events) Dec 20 08:44:42.805292 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:44:42.805292 dv-neutron-820491-1-hyperv neutron-server[83444]: event.method(event) Dec 20 08:44:42.805292 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:44:42.805292 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:44:42.805292 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:44:42.805292 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:44:42.805292 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:44:42.805292 dv-neutron-820491-1-hyperv neutron-server[83444]: return f(self, *a, **k) Dec 20 08:44:42.805292 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:44:42.805292 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._get(url).json() Dec 20 08:44:42.805292 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:44:42.805292 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:44:42.805292 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:44:42.805292 dv-neutron-820491-1-hyperv neutron-server[83444]: return self.request(url, 'GET', **kwargs) Dec 20 08:44:42.805292 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:44:42.805292 dv-neutron-820491-1-hyperv neutron-server[83444]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:44:42.805292 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:44:42.805292 dv-neutron-820491-1-hyperv neutron-server[83444]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:44:42.805292 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:44:42.805292 dv-neutron-820491-1-hyperv neutron-server[83444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:44:42.805292 dv-neutron-820491-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:44:42.818432 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd838b6f-c8e1-4ac6-bfd3-843bd1183f05 None None] Update dhcp port {'port': {'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'fixed_ips': [{'subnet_id': '7317b5d7-033e-4a46-8e04-471119607516', 'ip_address': '2001:db8::f816:3eff:fe7d:de7f'}, {'subnet_id': 'ebdb32ec-a9bf-490e-aba4-54490b3bbd9a'}], 'binding:host_id': 'dv-neutron-820491-1-hyperv'}, 'id': 'caeb6aff-b562-41ef-a67c-3818240d26c7'} from dv-neutron-820491-1-hyperv. {{(pid=83446) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 20 08:44:42.878338 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-bd838b6f-c8e1-4ac6-bfd3-843bd1183f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:42.894344 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-39373c10-3167-43b8-83de-35ca07abd3a6 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:42.898688 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39373c10-3167-43b8-83de-35ca07abd3a6 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:42.899286 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-39373c10-3167-43b8-83de-35ca07abd3a6 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:42.911583 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-78ec2783-4c56-408f-8a50-cded4d200a5b tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:42.932005 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port caeb6aff-b562-41ef-a67c-3818240d26c7 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:44:42.942327 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port caeb6aff-b562-41ef-a67c-3818240d26c7 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:44:42.942327 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:42.954048 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1c3d5f40-8250-498d-bb6d-726ba0e32ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204235498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204235498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:42.959840 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-1b690fe7-1c88-48c9-b107-a84dc746e727 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=95f3bec2-46e6-4468-8229-8badd4a5aaae&device_id=ef3a54d2-ce99-46ba-a2c5-4f61b6fa50fd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5088108 Dec 20 08:44:42.962299 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-94aa8445-3538-4e01-a36c-e9a640dd107d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:44:42.973036 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37070) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:42.980700 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1c3d5f40-8250-498d-bb6d-726ba0e32ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204235498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204235498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:42.985120 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-1c3d5f40-8250-498d-bb6d-726ba0e32ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204235498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204235498-project] 10.222.0.16 "DELETE /v2.0/networks/6ad496d9-56fe-43a0-8117-b152b570d9da HTTP/1.1" status: 204 len: 168 time: 1.5468318 Dec 20 08:44:42.987165 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-94aa8445-3538-4e01-a36c-e9a640dd107d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Usage tracker for resource:port and tenant:9679bafc94a64ee0a207e63ba5560387 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:44:43.005977 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-39373c10-3167-43b8-83de-35ca07abd3a6 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5353794 Dec 20 08:44:43.009972 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37076) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:43.015627 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-61aa7df9-1138-4fc7-a552-3eb2145593eb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Request body: {'subnet': {'network_id': '28da2ca3-19ee-4cd5-8f3f-368b819d7990', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:44:43.019193 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-94aa8445-3538-4e01-a36c-e9a640dd107d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:44:43.036008 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-dba063f7-daa3-4b11-94a1-0bc483a96706 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:43.040239 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-94aa8445-3538-4e01-a36c-e9a640dd107d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:44:43.051989 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:43.076598 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-dba063f7-daa3-4b11-94a1-0bc483a96706 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:43.092513 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39373c10-3167-43b8-83de-35ca07abd3a6 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Pushing event updated for resources: {'Network': ['ID=28da2ca3-19ee-4cd5-8f3f-368b819d7990,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:43.098708 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-39373c10-3167-43b8-83de-35ca07abd3a6 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:43.099221 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-bbeb6382-a013-46c0-ad15-9950887bef69 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.126s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:43.107567 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba063f7-daa3-4b11-94a1-0bc483a96706 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Pushing event deleted for resources: {'Network': ['ID=f1babc40-26b0-48b8-8182-213b4c31e2f2,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:43.136025 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network 28da2ca3-19ee-4cd5-8f3f-368b819d7990 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:44:43.159464 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-dba063f7-daa3-4b11-94a1-0bc483a96706 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:43.163696 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94aa8445-3538-4e01-a36c-e9a640dd107d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Made reservation on behalf of 9679bafc94a64ee0a207e63ba5560387 for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:44:43.168782 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3d5f40-8250-498d-bb6d-726ba0e32ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204235498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204235498-project] Pushing event deleted for resources: {'Network': ['ID=6ad496d9-56fe-43a0-8117-b152b570d9da,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:43.178664 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-1c3d5f40-8250-498d-bb6d-726ba0e32ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204235498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204235498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:43.183803 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-dba063f7-daa3-4b11-94a1-0bc483a96706 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "DELETE /v2.0/networks/f1babc40-26b0-48b8-8182-213b4c31e2f2 HTTP/1.1" status: 204 len: 168 time: 2.9956937 Dec 20 08:44:43.227480 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37080) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:43.255296 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-a55005fb-c815-47e8-a9e9-9e771a58a997 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2074292125'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:44:43.262495 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-61aa7df9-1138-4fc7-a552-3eb2145593eb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:44:43.276754 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-a55005fb-c815-47e8-a9e9-9e771a58a997 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:44:43.277409 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-61aa7df9-1138-4fc7-a552-3eb2145593eb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Usage tracker for resource:subnet and tenant:2ec22d5a6bcd4fd8ba62f3132b925948 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:44:43.281994 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-61aa7df9-1138-4fc7-a552-3eb2145593eb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:44:43.290412 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-61aa7df9-1138-4fc7-a552-3eb2145593eb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:44:43.293424 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4ce65a0d-76ae-4bf9-b006-1ca52e197d21 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:43.299922 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-16950482-1ad9-4d43-8c2c-bf7d4300df09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:43.312515 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-a55005fb-c815-47e8-a9e9-9e771a58a997 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Usage tracker for resource:network and tenant:bcc408b3053b4123bbeeedda32cab34a is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:44:43.329997 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-a55005fb-c815-47e8-a9e9-9e771a58a997 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:44:43.356174 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce65a0d-76ae-4bf9-b006-1ca52e197d21 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Pushing event deleted for resources: {'Port': ['ID=d3a0bd9e-05d1-4706-9274-5ef9c82f6d67,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:43.358788 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-4ce65a0d-76ae-4bf9-b006-1ca52e197d21 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:43.402456 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61aa7df9-1138-4fc7-a552-3eb2145593eb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Made reservation on behalf of 2ec22d5a6bcd4fd8ba62f3132b925948 for: {'subnet': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:44:43.462832 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37086) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:43.524022 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:43.531025 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-a55005fb-c815-47e8-a9e9-9e771a58a997 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:44:43.554662 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-bd838b6f-c8e1-4ac6-bfd3-843bd1183f05 None None] Allocated IP 172.20.0.2 (f75aa0d2-5f41-40f3-a9e0-d60d934965a4/ebdb32ec-a9bf-490e-aba4-54490b3bbd9a/caeb6aff-b562-41ef-a67c-3818240d26c7) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:44:43.565071 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d801b77-f1fe-49be-8ebf-ba394f861238 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:43.568581 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-61aa7df9-1138-4fc7-a552-3eb2145593eb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2095160'] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:43.569573 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-8d801b77-f1fe-49be-8ebf-ba394f861238 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] 10.222.0.16 "GET /v2.0/networks/95f3bec2-46e6-4468-8229-8badd4a5aaae HTTP/1.1" status: 200 len: 881 time: 0.5952144 Dec 20 08:44:43.570414 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37092) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:43.698810 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a39a3449-e598-47ed-a81e-8fbe1bb614b3 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef3a54d2-ce99-46ba-a2c5-4f61b6fa50fd HTTP/1.1" status: 200 len: 205 time: 0.1205990 Dec 20 08:44:43.702114 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37096) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:43.705932 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a55005fb-c815-47e8-a9e9-9e771a58a997 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Made reservation on behalf of bcc408b3053b4123bbeeedda32cab34a for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:44:43.709171 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a55005fb-c815-47e8-a9e9-9e771a58a997 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:43.718892 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-bd838b6f-c8e1-4ac6-bfd3-843bd1183f05 None None] For port caeb6aff-b562-41ef-a67c-3818240d26c7, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=caeb6aff-b562-41ef-a67c-3818240d26c7,segment=NetworkSegment(7c00552d-ea93-440b-911c-cb3aa0a4eeff),segment_id=7c00552d-ea93-440b-911c-cb3aa0a4eeff)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:44:43.749700 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-bd838b6f-c8e1-4ac6-bfd3-843bd1183f05 None None] Notify callbacks [] for port, precommit_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:43.800365 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-94aa8445-3538-4e01-a36c-e9a640dd107d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:43.807067 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-bd838b6f-c8e1-4ac6-bfd3-843bd1183f05 None None] Transition to ACTIVE for port object caeb6aff-b562-41ef-a67c-3818240d26c7 will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:44:43.815048 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-bd838b6f-c8e1-4ac6-bfd3-843bd1183f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:43.826477 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-7b660fcb-92df-453b-966f-7f0e5941d46d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:43.830002 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-793d939a-5e45-4f19-b5d6-79e0e9cecf82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:43.838260 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-5332f715-281f-480f-973f-9efe22b6ab3d tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:43.840867 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4ce65a0d-76ae-4bf9-b006-1ca52e197d21 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Notify callbacks [] for floatingip, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:43.847336 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-61aa7df9-1138-4fc7-a552-3eb2145593eb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2036557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2095114'] for subnet, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:43.854544 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-2d58c76f-2306-4a8d-a9a3-836f727437d7 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:43.889615 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.db.api [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 20 08:44:43.889615 dv-neutron-820491-1-hyperv neutron-server[83446]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Dec 20 08:44:43.889615 dv-neutron-820491-1-hyperv neutron-server[83446]: [parameters: {'status': 'ACTIVE', 'ports_id': 'caeb6aff-b562-41ef-a67c-3818240d26c7'}] Dec 20 08:44:43.889615 dv-neutron-820491-1-hyperv neutron-server[83446]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=83446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 08:44:43.890440 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_db.api [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 08:44:43.897322 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793d939a-5e45-4f19-b5d6-79e0e9cecf82 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a68abfe-3c9d-4096-bb74-3714faf4418c,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:43.912270 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-94aa8445-3538-4e01-a36c-e9a640dd107d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] device_id is not set on port b9515457-2d98-4731-ad34-3cad117c667f yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:44:43.945680 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a55005fb-c815-47e8-a9e9-9e771a58a997 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:44:43.948258 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-793d939a-5e45-4f19-b5d6-79e0e9cecf82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:43.953150 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4ce65a0d-76ae-4bf9-b006-1ca52e197d21 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for floatingip, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:43.954514 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-4ce65a0d-76ae-4bf9-b006-1ca52e197d21 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] 10.222.0.16 "DELETE /v2.0/floatingips/f8a237f8-b231-409d-ad14-48784129ac90 HTTP/1.1" status: 204 len: 168 time: 2.4854434 Dec 20 08:44:43.962138 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37100) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:43.965850 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aa7df9-1138-4fc7-a552-3eb2145593eb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Pushing event updated for resources: {'Subnet': ['ID=822898d0-97ee-40bb-87c0-d8333bcc4f99,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:43.972811 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-61aa7df9-1138-4fc7-a552-3eb2145593eb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:43.984487 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-77374db2-17b5-45f2-8916-a7b924771972 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=782df6d9d83d4c0bba4fde5c0ece4ffb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5167470 Dec 20 08:44:43.985315 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37102) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:44.004464 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61aa7df9-1138-4fc7-a552-3eb2145593eb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Checking segment: {'id': '35a4b303-e4bd-4966-a6b4-3609d4073ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '28da2ca3-19ee-4cd5-8f3f-368b819d7990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:44:44.004827 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61aa7df9-1138-4fc7-a552-3eb2145593eb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Network hostable DHCP agents. Network: 28da2ca3-19ee-4cd5-8f3f-368b819d7990, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:44:44.023793 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd838b6f-c8e1-4ac6-bfd3-843bd1183f05 None None] Pushing event updated for resources: {'Port': ['ID=caeb6aff-b562-41ef-a67c-3818240d26c7,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:44.027549 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-bd838b6f-c8e1-4ac6-bfd3-843bd1183f05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:44.172141 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a55005fb-c815-47e8-a9e9-9e771a58a997 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:44.172498 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-a55005fb-c815-47e8-a9e9-9e771a58a997 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Added segment ff38ad58-a518-408c-913a-d2d9099c3fe3 of type vlan for network 44a7ff39-ca53-4932-87dd-551fe35a3d01 Dec 20 08:44:44.211743 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61aa7df9-1138-4fc7-a552-3eb2145593eb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Network 28da2ca3-19ee-4cd5-8f3f-368b819d7990 is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:44:44.220976 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3de9a409-5532-4668-9e02-f1fa8d2e948f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:44.244019 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-61aa7df9-1138-4fc7-a552-3eb2145593eb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, 28da2ca3-19ee-4cd5-8f3f-368b819d7990) {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:44:44.254691 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fc6cf1-77c1-4f7a-bb8e-4621a216feb5 None None] Network 28da2ca3-19ee-4cd5-8f3f-368b819d7990 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:44:44.259224 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61aa7df9-1138-4fc7-a552-3eb2145593eb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:44.259762 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-61aa7df9-1138-4fc7-a552-3eb2145593eb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:44.286127 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3de9a409-5532-4668-9e02-f1fa8d2e948f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:44.299505 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-61aa7df9-1138-4fc7-a552-3eb2145593eb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2885134 Dec 20 08:44:44.302425 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37108) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:44.345613 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a55005fb-c815-47e8-a9e9-9e771a58a997 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:44.484266 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3de9a409-5532-4668-9e02-f1fa8d2e948f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:44.490431 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d111ee4d-620f-4a7a-9b8d-bcfcf5026190 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:44.508443 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:44.538681 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3de9a409-5532-4668-9e02-f1fa8d2e948f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:44.554460 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-3de9a409-5532-4668-9e02-f1fa8d2e948f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/29b1a4b0-ff5c-48bd-a404-1b6390b3dc7e HTTP/1.1" status: 204 len: 168 time: 0.5672390 Dec 20 08:44:44.565932 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de9a409-5532-4668-9e02-f1fa8d2e948f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b1a4b0-ff5c-48bd-a404-1b6390b3dc7e,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:44.571347 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-61295586-8c2d-48da-a60d-0055577602e9 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:44.574435 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3de9a409-5532-4668-9e02-f1fa8d2e948f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:44.627229 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a55005fb-c815-47e8-a9e9-9e771a58a997 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:44.632726 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55005fb-c815-47e8-a9e9-9e771a58a997 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:44.633510 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a55005fb-c815-47e8-a9e9-9e771a58a997 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:44.642158 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:44.657347 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16544c4f-386e-4b83-a28e-31bc7d54281a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-28da2ca3-19ee-4cd5-8f3f-368b819d7990', 'network_id': '28da2ca3-19ee-4cd5-8f3f-368b819d7990', 'tenant_id': '2ec22d5a6bcd4fd8ba62f3132b925948', 'fixed_ips': [{'subnet_id': '822898d0-97ee-40bb-87c0-d8333bcc4f99'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:44:44.658413 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-16544c4f-386e-4b83-a28e-31bc7d54281a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:44.669394 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-94aa8445-3538-4e01-a36c-e9a640dd107d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Allocated IP 172.20.0.8 (f75aa0d2-5f41-40f3-a9e0-d60d934965a4/ebdb32ec-a9bf-490e-aba4-54490b3bbd9a/b9515457-2d98-4731-ad34-3cad117c667f) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:44:44.670360 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port caeb6aff-b562-41ef-a67c-3818240d26c7, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=caeb6aff-b562-41ef-a67c-3818240d26c7,segment=NetworkSegment(7c00552d-ea93-440b-911c-cb3aa0a4eeff),segment_id=7c00552d-ea93-440b-911c-cb3aa0a4eeff)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:44:44.684333 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:44.694706 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-0ee071e1-aec4-481f-aeb8-0380ec4ac4f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:44.709891 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-94aa8445-3538-4e01-a36c-e9a640dd107d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Allocated IP 2001:db8::f816:3eff:fef8:2079 (f75aa0d2-5f41-40f3-a9e0-d60d934965a4/7317b5d7-033e-4a46-8e04-471119607516/b9515457-2d98-4731-ad34-3cad117c667f) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:44:44.737741 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-61295586-8c2d-48da-a60d-0055577602e9 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:44.905065 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-61295586-8c2d-48da-a60d-0055577602e9 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2036620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2095133'] for subnet, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:44.910239 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-4c41c4d3-2a2d-439b-8d5c-457058c0b5ff tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:44.935295 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55005fb-c815-47e8-a9e9-9e771a58a997 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Pushing event updated for resources: {'Network': ['ID=44a7ff39-ca53-4932-87dd-551fe35a3d01,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:44.938729 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a55005fb-c815-47e8-a9e9-9e771a58a997 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:44.940112 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a55005fb-c815-47e8-a9e9-9e771a58a997 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.7092066 Dec 20 08:44:44.964580 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37116) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:44.974228 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-4ed1f7c3-4518-4dc5-affd-08857559c064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:44.976362 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network 44a7ff39-ca53-4932-87dd-551fe35a3d01 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:44:44.985011 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61295586-8c2d-48da-a60d-0055577602e9 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Pushing event deleted for resources: {'Subnet': ['ID=822898d0-97ee-40bb-87c0-d8333bcc4f99,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:44.987229 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-61295586-8c2d-48da-a60d-0055577602e9 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:44.988879 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1547fac-2571-49ff-8344-b329a913ca79 None None] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:44:45.016824 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-844986a0-5d32-4886-9c6e-605cc83932c3 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Request body: {'subnet': {'network_id': '44a7ff39-ca53-4932-87dd-551fe35a3d01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:44:45.129382 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-61295586-8c2d-48da-a60d-0055577602e9 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:45.157670 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-61295586-8c2d-48da-a60d-0055577602e9 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28da2ca3-19ee-4cd5-8f3f-368b819d7990']}} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:44:45.165385 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=caeb6aff-b562-41ef-a67c-3818240d26c7,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:45.171649 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-61295586-8c2d-48da-a60d-0055577602e9 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35a4b303-e4bd-4966-a6b4-3609d4073ade') {'for_net_delete': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:44:45.172474 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-61295586-8c2d-48da-a60d-0055577602e9 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35a4b303-e4bd-4966-a6b4-3609d4073ade') {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:44:45.188451 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-61295586-8c2d-48da-a60d-0055577602e9 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1518531'] for segment, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:45.207902 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-61295586-8c2d-48da-a60d-0055577602e9 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:45.217937 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61295586-8c2d-48da-a60d-0055577602e9 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=83445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:44:45.218556 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-61295586-8c2d-48da-a60d-0055577602e9 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2036002'] for segment, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:45.235907 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.543s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:45.241329 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device caeb6aff-b562-41ef-a67c-3818240d26c7 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:44:45.244414 dv-neutron-820491-1-hyperv neutron-server[83445]: Traceback (most recent call last): Dec 20 08:44:45.244414 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:44:45.244414 dv-neutron-820491-1-hyperv neutron-server[83445]: timer() Dec 20 08:44:45.244414 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:44:45.244414 dv-neutron-820491-1-hyperv neutron-server[83445]: cb(*args, **kw) Dec 20 08:44:45.244414 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:44:45.244414 dv-neutron-820491-1-hyperv neutron-server[83445]: return func(*args, **kwargs) Dec 20 08:44:45.244414 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:44:45.244414 dv-neutron-820491-1-hyperv neutron-server[83445]: self._notify() Dec 20 08:44:45.244414 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:44:45.244414 dv-neutron-820491-1-hyperv neutron-server[83445]: self.callback(batched_events) Dec 20 08:44:45.244414 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:44:45.244414 dv-neutron-820491-1-hyperv neutron-server[83445]: event.method(event) Dec 20 08:44:45.244414 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:44:45.244414 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:44:45.244414 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:44:45.244414 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:44:45.244414 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:44:45.244414 dv-neutron-820491-1-hyperv neutron-server[83445]: return f(self, *a, **k) Dec 20 08:44:45.244414 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:44:45.244414 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._get(url).json() Dec 20 08:44:45.244414 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:44:45.244414 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:44:45.244414 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:44:45.244414 dv-neutron-820491-1-hyperv neutron-server[83445]: return self.request(url, 'GET', **kwargs) Dec 20 08:44:45.244414 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:44:45.244414 dv-neutron-820491-1-hyperv neutron-server[83445]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:44:45.244414 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:44:45.244414 dv-neutron-820491-1-hyperv neutron-server[83445]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:44:45.244414 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:44:45.244414 dv-neutron-820491-1-hyperv neutron-server[83445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:44:45.244414 dv-neutron-820491-1-hyperv neutron-server[83445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:44:45.256081 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-031cb03e-ed87-4418-9294-2ad7a3d7cf57 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Deleting port c507a8a6-59c8-483d-bf1c-50cc6ec72bd7 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:44:45.256420 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-031cb03e-ed87-4418-9294-2ad7a3d7cf57 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:45.297703 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server [None req-16544c4f-386e-4b83-a28e-31bc7d54281a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 822898d0-97ee-40bb-87c0-d8333bcc4f99: This subnet is being modified by another concurrent operation. Dec 20 08:44:45.297703 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 20 08:44:45.297703 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 20 08:44:45.297703 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 20 08:44:45.297703 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 20 08:44:45.297703 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 20 08:44:45.297703 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 20 08:44:45.297703 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 20 08:44:45.297703 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 20 08:44:45.297703 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 20 08:44:45.297703 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 08:44:45.297703 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 08:44:45.297703 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 08:44:45.297703 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 08:44:45.297703 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 08:44:45.297703 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 08:44:45.297703 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 08:44:45.297703 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server raise value Dec 20 08:44:45.297703 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 08:44:45.297703 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 08:44:45.297703 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 08:44:45.297703 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 08:44:45.297703 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 08:44:45.297703 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 08:44:45.297703 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 08:44:45.297703 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 08:44:45.297703 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 08:44:45.297703 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server raise value Dec 20 08:44:45.297703 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 08:44:45.297703 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 08:44:45.297703 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 08:44:45.297703 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 08:44:45.297703 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 08:44:45.297703 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 08:44:45.297703 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 08:44:45.297703 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 08:44:45.297703 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 08:44:45.297703 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server raise value Dec 20 08:44:45.297703 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 08:44:45.297703 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 08:44:45.297703 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 20 08:44:45.297703 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 20 08:44:45.297703 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 20 08:44:45.297703 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 20 08:44:45.297703 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 20 08:44:45.297703 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 20 08:44:45.297703 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Dec 20 08:44:45.297703 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 20 08:44:45.297703 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 20 08:44:45.297703 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 20 08:44:45.297703 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 20 08:44:45.297703 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 20 08:44:45.297703 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 08:44:45.302033 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 08:44:45.302033 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 08:44:45.302033 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 08:44:45.302033 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 08:44:45.302033 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 08:44:45.302033 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 08:44:45.302033 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server raise value Dec 20 08:44:45.302033 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 08:44:45.302033 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 08:44:45.302033 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 08:44:45.302033 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 08:44:45.302033 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 08:44:45.302033 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 08:44:45.302033 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 08:44:45.302033 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 08:44:45.302033 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 08:44:45.302033 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server raise value Dec 20 08:44:45.302033 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 08:44:45.302033 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 08:44:45.302033 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 08:44:45.302033 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 08:44:45.302033 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 08:44:45.302033 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 08:44:45.302033 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 08:44:45.302033 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 08:44:45.302033 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 08:44:45.302033 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server raise value Dec 20 08:44:45.302033 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 08:44:45.302033 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 08:44:45.302033 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Dec 20 08:44:45.302033 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 20 08:44:45.302033 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Dec 20 08:44:45.302033 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 20 08:44:45.302033 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Dec 20 08:44:45.302033 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 20 08:44:45.302033 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 20 08:44:45.302033 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 20 08:44:45.302033 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 08:44:45.302033 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 08:44:45.302033 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 08:44:45.302033 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 08:44:45.302033 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 08:44:45.302033 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server raise value Dec 20 08:44:45.302033 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 20 08:44:45.302033 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 20 08:44:45.302033 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 20 08:44:45.302033 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 20 08:44:45.302033 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Dec 20 08:44:45.302033 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 20 08:44:45.302033 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 20 08:44:45.302033 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server raise exception Dec 20 08:44:45.302033 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 822898d0-97ee-40bb-87c0-d8333bcc4f99: This subnet is being modified by another concurrent operation. Dec 20 08:44:45.302033 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server Dec 20 08:44:45.324882 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368ee616-e62d-4616-af24-812e83510319 None None] Network 28da2ca3-19ee-4cd5-8f3f-368b819d7990 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:44:45.346938 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37120) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:45.355912 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-0e371618-38cb-4f94-b98e-ddb7751a8082 None None] Provisioning for port caeb6aff-b562-41ef-a67c-3818240d26c7 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:44:45.386564 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-61295586-8c2d-48da-a60d-0055577602e9 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:45.393159 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:45.412431 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-61295586-8c2d-48da-a60d-0055577602e9 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:45.414001 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-0e371618-38cb-4f94-b98e-ddb7751a8082 None None] Provisioning complete for port caeb6aff-b562-41ef-a67c-3818240d26c7 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:44:45.414382 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-0e371618-38cb-4f94-b98e-ddb7751a8082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:45.427585 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61295586-8c2d-48da-a60d-0055577602e9 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Pushing event deleted for resources: {'Network': ['ID=28da2ca3-19ee-4cd5-8f3f-368b819d7990,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:45.433372 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-61295586-8c2d-48da-a60d-0055577602e9 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:45.437717 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-61295586-8c2d-48da-a60d-0055577602e9 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] 10.222.0.16 "DELETE /v2.0/networks/28da2ca3-19ee-4cd5-8f3f-368b819d7990 HTTP/1.1" status: 204 len: 168 time: 1.1343682 Dec 20 08:44:45.445042 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-67348797-a69f-4d0a-ae9a-49e2d3b1cac7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d34271e93dcb43db9e94941000728bd2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0936999 Dec 20 08:44:45.445042 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37124) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:45.446513 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37128) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:45.450024 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-836e130c-5b8a-4887-a394-3d21b3793096 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-186152680'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:44:45.467088 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-836e130c-5b8a-4887-a394-3d21b3793096 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:44:45.480402 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-836e130c-5b8a-4887-a394-3d21b3793096 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Usage tracker for resource:network and tenant:2ec22d5a6bcd4fd8ba62f3132b925948 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:44:45.488773 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-836e130c-5b8a-4887-a394-3d21b3793096 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:44:45.498860 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-836e130c-5b8a-4887-a394-3d21b3793096 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:44:45.533967 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-836e130c-5b8a-4887-a394-3d21b3793096 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Made reservation on behalf of 2ec22d5a6bcd4fd8ba62f3132b925948 for: {'network': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:44:45.537491 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-836e130c-5b8a-4887-a394-3d21b3793096 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:45.561858 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f0e6952c-4e11-4d04-be23-aac792382ffd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:45.594099 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-844986a0-5d32-4886-9c6e-605cc83932c3 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:44:45.602105 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f0e6952c-4e11-4d04-be23-aac792382ffd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:45.610925 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-836e130c-5b8a-4887-a394-3d21b3793096 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=83445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:44:45.612454 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port caeb6aff-b562-41ef-a67c-3818240d26c7 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:44:45.612835 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:45.616191 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-844986a0-5d32-4886-9c6e-605cc83932c3 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Usage tracker for resource:subnet and tenant:bcc408b3053b4123bbeeedda32cab34a is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:44:45.621366 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-93d26c8c-85da-466f-90ab-ea261f9aec2d tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks [] for router, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:45.637561 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-836e130c-5b8a-4887-a394-3d21b3793096 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:45.638279 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.segments_db [None req-836e130c-5b8a-4887-a394-3d21b3793096 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Added segment 8b7a78e2-6ebc-4ec9-9901-7fe356fff744 of type vlan for network 2afd2d4b-16ee-4b61-b6f4-a70e83de2f14 Dec 20 08:44:45.671328 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-844986a0-5d32-4886-9c6e-605cc83932c3 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:44:45.685435 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-836e130c-5b8a-4887-a394-3d21b3793096 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:45.714005 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f0e6952c-4e11-4d04-be23-aac792382ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:45.720328 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3b3e6f11-0a91-41be-8fdd-211e12070ff1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:45.721758 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-844986a0-5d32-4886-9c6e-605cc83932c3 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:44:45.745362 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e6952c-4e11-4d04-be23-aac792382ffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7493b395-dd4a-488b-918a-8707117e9c2c,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:45.748729 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-836e130c-5b8a-4887-a394-3d21b3793096 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:45.753151 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836e130c-5b8a-4887-a394-3d21b3793096 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:45.753849 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-836e130c-5b8a-4887-a394-3d21b3793096 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:45.760908 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f0e6952c-4e11-4d04-be23-aac792382ffd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:45.761531 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-de2b35ec-550a-456f-bafa-894959eddbcb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:45.794754 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f0e6952c-4e11-4d04-be23-aac792382ffd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:45.797992 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-f0e6952c-4e11-4d04-be23-aac792382ffd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7493b395-dd4a-488b-918a-8707117e9c2c HTTP/1.1" status: 204 len: 168 time: 0.3417377 Dec 20 08:44:45.817196 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-836e130c-5b8a-4887-a394-3d21b3793096 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3738058 Dec 20 08:44:45.822430 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37134) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:45.831776 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-4c13fb27-0599-4913-8505-b8a9bc7d24eb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Request body: {'subnet': {'network_id': '2afd2d4b-16ee-4b61-b6f4-a70e83de2f14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:44:45.851788 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-844986a0-5d32-4886-9c6e-605cc83932c3 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Made reservation on behalf of bcc408b3053b4123bbeeedda32cab34a for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:44:45.900652 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:45.908437 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836e130c-5b8a-4887-a394-3d21b3793096 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Pushing event updated for resources: {'Network': ['ID=2afd2d4b-16ee-4b61-b6f4-a70e83de2f14,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:45.910997 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-94aa8445-3538-4e01-a36c-e9a640dd107d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:45.914265 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-836e130c-5b8a-4887-a394-3d21b3793096 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:45.955293 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network 2afd2d4b-16ee-4b61-b6f4-a70e83de2f14 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:44:46.007673 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-4c13fb27-0599-4913-8505-b8a9bc7d24eb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:44:46.011418 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-4c13fb27-0599-4913-8505-b8a9bc7d24eb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Usage tracker for resource:subnet and tenant:2ec22d5a6bcd4fd8ba62f3132b925948 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:44:46.014628 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-4c13fb27-0599-4913-8505-b8a9bc7d24eb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:44:46.020459 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-4c13fb27-0599-4913-8505-b8a9bc7d24eb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:44:46.027809 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-031cb03e-ed87-4418-9294-2ad7a3d7cf57 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:46.034202 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c13fb27-0599-4913-8505-b8a9bc7d24eb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Made reservation on behalf of 2ec22d5a6bcd4fd8ba62f3132b925948 for: {'subnet': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:44:46.100819 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:46.114227 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device db1a8053-c41f-4186-9c0b-feb356f78067 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:44:46.122825 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-94aa8445-3538-4e01-a36c-e9a640dd107d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Transition to ACTIVE for port object b9515457-2d98-4731-ad34-3cad117c667f will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:44:46.152486 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: db1a8053-c41f-4186-9c0b-feb356f78067 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:44:46.156748 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device db1a8053-c41f-4186-9c0b-feb356f78067 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:44:46.169655 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4c13fb27-0599-4913-8505-b8a9bc7d24eb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2095160'] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:46.264590 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-031cb03e-ed87-4418-9294-2ad7a3d7cf57 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Calling delete_port for c507a8a6-59c8-483d-bf1c-50cc6ec72bd7 owned by network:router_interface {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:44:46.304462 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-844986a0-5d32-4886-9c6e-605cc83932c3 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1529102'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:46.398536 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92eda8d8-54fe-4134-a3d5-04ff4238a116 None None] get_active_networks_info from dv-neutron-820491-1-hyperv {{(pid=83446) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 20 08:44:46.405224 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-793d939a-5e45-4f19-b5d6-79e0e9cecf82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32897953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348760'] for router_interface, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:46.471237 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4c13fb27-0599-4913-8505-b8a9bc7d24eb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2036557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2095114'] for subnet, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:46.479561 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:46.587827 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92eda8d8-54fe-4134-a3d5-04ff4238a116 None None] Resources bound (agent type, host, resource id): {{(pid=83446) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 08:44:46.638676 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-94aa8445-3538-4e01-a36c-e9a640dd107d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:46.644684 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-61c56bb3-08a8-41ac-a00a-d3eb1ad2b16b None None] Provisioning complete for port caeb6aff-b562-41ef-a67c-3818240d26c7 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:44:46.645220 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-61c56bb3-08a8-41ac-a00a-d3eb1ad2b16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:46.651823 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7198da51-b3cf-46d9-b3f0-b9b3619c3ca0 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:46.656679 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c13fb27-0599-4913-8505-b8a9bc7d24eb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Pushing event updated for resources: {'Subnet': ['ID=b564bcc6-132b-4c06-a9c7-1cf93e10a7c5,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:46.659228 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c13fb27-0599-4913-8505-b8a9bc7d24eb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Checking segment: {'id': '8b7a78e2-6ebc-4ec9-9901-7fe356fff744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2afd2d4b-16ee-4b61-b6f4-a70e83de2f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:44:46.659611 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c13fb27-0599-4913-8505-b8a9bc7d24eb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Network hostable DHCP agents. Network: 2afd2d4b-16ee-4b61-b6f4-a70e83de2f14, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:44:46.664950 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-4c13fb27-0599-4913-8505-b8a9bc7d24eb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:46.691317 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c13fb27-0599-4913-8505-b8a9bc7d24eb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Network 2afd2d4b-16ee-4b61-b6f4-a70e83de2f14 is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:44:46.704842 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-4c13fb27-0599-4913-8505-b8a9bc7d24eb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, 2afd2d4b-16ee-4b61-b6f4-a70e83de2f14) {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:44:46.709319 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c13fb27-0599-4913-8505-b8a9bc7d24eb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:46.710407 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4c13fb27-0599-4913-8505-b8a9bc7d24eb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:46.739222 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-4c13fb27-0599-4913-8505-b8a9bc7d24eb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9158838 Dec 20 08:44:46.742840 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37148) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:46.750792 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-59058783-1593-4be8-985b-8b01772f66eb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Request body: {'subnet': {'network_id': '2afd2d4b-16ee-4b61-b6f4-a70e83de2f14', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:44:46.996227 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94aa8445-3538-4e01-a36c-e9a640dd107d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:44:46.998205 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aa8445-3538-4e01-a36c-e9a640dd107d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event updated for resources: {'Port': ['ID=b9515457-2d98-4731-ad34-3cad117c667f,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:47.002040 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-94aa8445-3538-4e01-a36c-e9a640dd107d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:47.018610 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-94aa8445-3538-4e01-a36c-e9a640dd107d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:44:47.021589 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94aa8445-3538-4e01-a36c-e9a640dd107d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:44:47.041391 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device caeb6aff-b562-41ef-a67c-3818240d26c7 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:44:47.063621 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-59058783-1593-4be8-985b-8b01772f66eb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:44:47.076743 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-59058783-1593-4be8-985b-8b01772f66eb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Usage tracker for resource:subnet and tenant:2ec22d5a6bcd4fd8ba62f3132b925948 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:44:47.081838 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-59058783-1593-4be8-985b-8b01772f66eb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:44:47.094217 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-59058783-1593-4be8-985b-8b01772f66eb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:44:47.107575 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59058783-1593-4be8-985b-8b01772f66eb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Made reservation on behalf of 2ec22d5a6bcd4fd8ba62f3132b925948 for: {'subnet': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:44:47.117084 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-59058783-1593-4be8-985b-8b01772f66eb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2095160'] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:47.209225 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port caeb6aff-b562-41ef-a67c-3818240d26c7 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:44:47.209700 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:47.240477 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94aa8445-3538-4e01-a36c-e9a640dd107d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:47.241199 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-94aa8445-3538-4e01-a36c-e9a640dd107d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:47.343337 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38efad15-7dc1-4585-b819-956bf62936b5 None None] Network 2afd2d4b-16ee-4b61-b6f4-a70e83de2f14 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:44:47.376142 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37158) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:47.414251 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-031cb03e-ed87-4418-9294-2ad7a3d7cf57 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:47.422965 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-bd2a4a8b-988c-4bab-8d30-5a43c3caa8c1 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:47.456851 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-94aa8445-3538-4e01-a36c-e9a640dd107d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 5.2135205 Dec 20 08:44:47.457861 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-93d26c8c-85da-466f-90ab-ea261f9aec2d tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:47.460817 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:47.467360 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37164) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:47.486929 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-844986a0-5d32-4886-9c6e-605cc83932c3 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1129376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1529148'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:47.506124 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-59058783-1593-4be8-985b-8b01772f66eb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2036557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2095114'] for subnet, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:47.526445 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb03e-ed87-4418-9294-2ad7a3d7cf57 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Pushing event deleted for resources: {'Port': ['ID=c507a8a6-59c8-483d-bf1c-50cc6ec72bd7,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:47.529758 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-031cb03e-ed87-4418-9294-2ad7a3d7cf57 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:47.536663 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-483f64c4-5bf1-42d5-9f1f-6d73613df9c3 tempest-AllowedAddressPairIpV6TestJSON-460627082 tempest-AllowedAddressPairIpV6TestJSON-460627082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:47.538716 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d5960517-236f-4f0a-be5c-51ba4b20f391 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:47.604408 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-93d26c8c-85da-466f-90ab-ea261f9aec2d tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Deleting port 41deedcd-115d-4bda-bb93-59aa1e820f09 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:44:47.604661 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-93d26c8c-85da-466f-90ab-ea261f9aec2d tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:47.639339 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59058783-1593-4be8-985b-8b01772f66eb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Network 2afd2d4b-16ee-4b61-b6f4-a70e83de2f14 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:44:47.646860 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-59058783-1593-4be8-985b-8b01772f66eb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:44:47.654666 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59058783-1593-4be8-985b-8b01772f66eb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:47.655265 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-59058783-1593-4be8-985b-8b01772f66eb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:47.661811 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c26c8608-8312-4170-950d-27e259265683 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349062'] for router_interface, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:47.684257 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59058783-1593-4be8-985b-8b01772f66eb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Pushing event updated for resources: {'Subnet': ['ID=0c98320d-6fad-4458-bb49-c98482e4a8eb,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:47.688925 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-59058783-1593-4be8-985b-8b01772f66eb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:47.704438 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-59058783-1593-4be8-985b-8b01772f66eb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9591897 Dec 20 08:44:47.707056 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37168) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:47.779559 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450608ec-92a3-44ea-b541-e46c9eee60b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-2afd2d4b-16ee-4b61-b6f4-a70e83de2f14', 'network_id': '2afd2d4b-16ee-4b61-b6f4-a70e83de2f14', 'tenant_id': '2ec22d5a6bcd4fd8ba62f3132b925948', 'fixed_ips': [{'subnet_id': '0c98320d-6fad-4458-bb49-c98482e4a8eb'}, {'subnet_id': 'b564bcc6-132b-4c06-a9c7-1cf93e10a7c5'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:44:47.781643 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-450608ec-92a3-44ea-b541-e46c9eee60b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:47.806082 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-acc406ee-816f-401d-8a17-96bc628054ff tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1691039519'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:44:47.810467 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae261a97-bc87-4485-90a6-0659e6ae0206 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:47.812214 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae261a97-bc87-4485-90a6-0659e6ae0206 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:47.813979 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae261a97-bc87-4485-90a6-0659e6ae0206 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:47.815839 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae261a97-bc87-4485-90a6-0659e6ae0206 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:47.817463 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae261a97-bc87-4485-90a6-0659e6ae0206 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:47.818303 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-ae261a97-bc87-4485-90a6-0659e6ae0206 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Synchronizing usage tracker for tenant:2ec22d5a6bcd4fd8ba62f3132b925948 on resource:subnet {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:44:47.841626 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-ae261a97-bc87-4485-90a6-0659e6ae0206 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Unset dirty status for tenant:2ec22d5a6bcd4fd8ba62f3132b925948 on resource:subnet {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:44:47.843301 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-ae261a97-bc87-4485-90a6-0659e6ae0206 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1351926 Dec 20 08:44:47.847605 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37174) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:47.855463 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-708d3a9d-fe66-4c04-824c-b8c14fd4da62 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1632960907'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:44:47.863617 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-708d3a9d-fe66-4c04-824c-b8c14fd4da62 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:44:47.869532 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-708d3a9d-fe66-4c04-824c-b8c14fd4da62 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Usage tracker for resource:network and tenant:2ec22d5a6bcd4fd8ba62f3132b925948 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:44:47.870740 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-acc406ee-816f-401d-8a17-96bc628054ff tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:44:47.874611 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-708d3a9d-fe66-4c04-824c-b8c14fd4da62 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:44:47.881158 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-b51aa257-9ad5-4283-8196-74a0d3984849 None None] Provisioning for port b9515457-2d98-4731-ad34-3cad117c667f completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:44:47.886531 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-708d3a9d-fe66-4c04-824c-b8c14fd4da62 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:44:47.900734 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-b51aa257-9ad5-4283-8196-74a0d3984849 None None] Provisioning complete for port b9515457-2d98-4731-ad34-3cad117c667f triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:44:47.900734 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b51aa257-9ad5-4283-8196-74a0d3984849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:47.902173 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708d3a9d-fe66-4c04-824c-b8c14fd4da62 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Made reservation on behalf of 2ec22d5a6bcd4fd8ba62f3132b925948 for: {'network': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:44:47.903407 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-acc406ee-816f-401d-8a17-96bc628054ff tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Usage tracker for resource:network and tenant:a6ef049aae6b4eea9e642fc2beae00ec is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:44:47.906540 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-acc406ee-816f-401d-8a17-96bc628054ff tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:44:47.907051 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-708d3a9d-fe66-4c04-824c-b8c14fd4da62 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:47.912528 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-acc406ee-816f-401d-8a17-96bc628054ff tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:44:47.947865 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-708d3a9d-fe66-4c04-824c-b8c14fd4da62 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=83445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:44:47.949847 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc406ee-816f-401d-8a17-96bc628054ff tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Made reservation on behalf of a6ef049aae6b4eea9e642fc2beae00ec for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:44:47.953516 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-acc406ee-816f-401d-8a17-96bc628054ff tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:47.958867 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-708d3a9d-fe66-4c04-824c-b8c14fd4da62 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:47.959358 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.segments_db [None req-708d3a9d-fe66-4c04-824c-b8c14fd4da62 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Added segment 12854b55-2965-4598-967a-4bce891e8a39 of type vlan for network e074df72-e470-4414-abed-711a0e6db594 Dec 20 08:44:47.990920 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-b51aa257-9ad5-4283-8196-74a0d3984849 None None] Port b9515457-2d98-4731-ad34-3cad117c667f cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:44:47.992540 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-708d3a9d-fe66-4c04-824c-b8c14fd4da62 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:48.002197 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844986a0-5d32-4886-9c6e-605cc83932c3 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Pushing event updated for resources: {'Subnet': ['ID=fd58b53f-cae5-41cd-b918-42deb56ac161,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:48.007408 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-844986a0-5d32-4886-9c6e-605cc83932c3 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:48.026677 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-708d3a9d-fe66-4c04-824c-b8c14fd4da62 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:48.032223 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708d3a9d-fe66-4c04-824c-b8c14fd4da62 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:48.033191 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-708d3a9d-fe66-4c04-824c-b8c14fd4da62 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:48.041159 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3b414b9f-45c8-4c07-a18c-ef2888d28b88 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:48.041402 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-acc406ee-816f-401d-8a17-96bc628054ff tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:48.120379 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-450608ec-92a3-44ea-b541-e46c9eee60b3 None None] Allocated IP 172.20.0.1 (2afd2d4b-16ee-4b61-b6f4-a70e83de2f14/0c98320d-6fad-4458-bb49-c98482e4a8eb/609db282-4d19-4249-b405-8c28c102a742) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:44:48.126979 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-450608ec-92a3-44ea-b541-e46c9eee60b3 None None] Allocated IP 2001:db8::2 (2afd2d4b-16ee-4b61-b6f4-a70e83de2f14/b564bcc6-132b-4c06-a9c7-1cf93e10a7c5/609db282-4d19-4249-b405-8c28c102a742) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:44:48.155639 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708d3a9d-fe66-4c04-824c-b8c14fd4da62 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Pushing event updated for resources: {'Network': ['ID=e074df72-e470-4414-abed-711a0e6db594,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:48.158871 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-708d3a9d-fe66-4c04-824c-b8c14fd4da62 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:48.165471 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-708d3a9d-fe66-4c04-824c-b8c14fd4da62 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3165486 Dec 20 08:44:48.168073 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37178) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:48.173875 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network e074df72-e470-4414-abed-711a0e6db594 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:44:48.176448 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-2c47f3c5-8976-4df9-bab1-512349db8e72 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:44:48.310321 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844986a0-5d32-4886-9c6e-605cc83932c3 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Checking segment: {'id': 'ff38ad58-a518-408c-913a-d2d9099c3fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '44a7ff39-ca53-4932-87dd-551fe35a3d01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:44:48.310898 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844986a0-5d32-4886-9c6e-605cc83932c3 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Network hostable DHCP agents. Network: 44a7ff39-ca53-4932-87dd-551fe35a3d01, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:44:48.398210 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb6fbab-3b5a-4977-87ed-ae6e70307dc1 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:48.402386 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb6fbab-3b5a-4977-87ed-ae6e70307dc1 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:48.403645 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-6bb6fbab-3b5a-4977-87ed-ae6e70307dc1 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Synchronizing usage tracker for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:44:48.421443 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2c47f3c5-8976-4df9-bab1-512349db8e72 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:48.424956 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-acc406ee-816f-401d-8a17-96bc628054ff tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:44:48.439941 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2c47f3c5-8976-4df9-bab1-512349db8e72 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:48.449527 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:48.466626 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2c47f3c5-8976-4df9-bab1-512349db8e72 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Network e074df72-e470-4414-abed-711a0e6db594 is not hosted by any dhcp agent {{(pid=83445) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Dec 20 08:44:48.470195 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c47f3c5-8976-4df9-bab1-512349db8e72 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:48.470784 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2c47f3c5-8976-4df9-bab1-512349db8e72 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:48.472152 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-2c47f3c5-8976-4df9-bab1-512349db8e72 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] 10.222.0.16 "PUT /v2.0/networks/e074df72-e470-4414-abed-711a0e6db594 HTTP/1.1" status: 200 len: 723 time: 0.3023798 Dec 20 08:44:48.476483 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37182) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:48.486695 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-8e2e9732-4557-42a3-951f-f20cc017b1c3 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Request body: {'subnet': {'network_id': 'e074df72-e470-4414-abed-711a0e6db594', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:44:48.492166 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-450608ec-92a3-44ea-b541-e46c9eee60b3 None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:48.502525 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-acc406ee-816f-401d-8a17-96bc628054ff tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Usage tracker for resource:security_group_rule and tenant:a6ef049aae6b4eea9e642fc2beae00ec is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:44:48.504048 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-450608ec-92a3-44ea-b541-e46c9eee60b3 None None] Transition to ACTIVE for port object 609db282-4d19-4249-b405-8c28c102a742 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:44:48.516641 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-acc406ee-816f-401d-8a17-96bc628054ff tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:44:48.525988 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-450608ec-92a3-44ea-b541-e46c9eee60b3 None None] Transition to ACTIVE for port object 609db282-4d19-4249-b405-8c28c102a742 will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:44:48.535060 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-450608ec-92a3-44ea-b541-e46c9eee60b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:48.540830 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:48.551505 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-93d26c8c-85da-466f-90ab-ea261f9aec2d tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:48.586526 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-acc406ee-816f-401d-8a17-96bc628054ff tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:44:48.625004 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450608ec-92a3-44ea-b541-e46c9eee60b3 None None] Network 2afd2d4b-16ee-4b61-b6f4-a70e83de2f14 is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:44:48.628790 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-450608ec-92a3-44ea-b541-e46c9eee60b3 None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:44:48.631179 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450608ec-92a3-44ea-b541-e46c9eee60b3 None None] Pushing event updated for resources: {'Port': ['ID=609db282-4d19-4249-b405-8c28c102a742,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:48.634442 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450608ec-92a3-44ea-b541-e46c9eee60b3 None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:44:48.637444 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-450608ec-92a3-44ea-b541-e46c9eee60b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:48.746780 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c47f3c5-8976-4df9-bab1-512349db8e72 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Pushing event updated for resources: {'Network': ['ID=e074df72-e470-4414-abed-711a0e6db594,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:48.761803 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network e074df72-e470-4414-abed-711a0e6db594 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:44:48.768381 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-2c47f3c5-8976-4df9-bab1-512349db8e72 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:48.784807 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-8e2e9732-4557-42a3-951f-f20cc017b1c3 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:44:48.800567 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-8e2e9732-4557-42a3-951f-f20cc017b1c3 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:44:48.814892 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e2e9732-4557-42a3-951f-f20cc017b1c3 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Made reservation on behalf of 2ec22d5a6bcd4fd8ba62f3132b925948 for: {'subnet': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:44:48.866382 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-450608ec-92a3-44ea-b541-e46c9eee60b3 None None] Attempting to bind port 609db282-4d19-4249-b405-8c28c102a742 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:44:48.866810 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-450608ec-92a3-44ea-b541-e46c9eee60b3 None None] Attempting to bind port 609db282-4d19-4249-b405-8c28c102a742 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '8b7a78e2-6ebc-4ec9-9901-7fe356fff744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2afd2d4b-16ee-4b61-b6f4-a70e83de2f14'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:44:48.867244 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450608ec-92a3-44ea-b541-e46c9eee60b3 None None] Attempting to bind port 609db282-4d19-4249-b405-8c28c102a742 on network 2afd2d4b-16ee-4b61-b6f4-a70e83de2f14 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:44:48.871971 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-6bb6fbab-3b5a-4977-87ed-ae6e70307dc1 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Unset dirty status for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:44:48.875914 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-6bb6fbab-3b5a-4977-87ed-ae6e70307dc1 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 1.4051602 Dec 20 08:44:48.876736 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450608ec-92a3-44ea-b541-e46c9eee60b3 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:44:48.877128 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450608ec-92a3-44ea-b541-e46c9eee60b3 None None] Checking segment: {'id': '8b7a78e2-6ebc-4ec9-9901-7fe356fff744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2afd2d4b-16ee-4b61-b6f4-a70e83de2f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:44:48.877567 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-450608ec-92a3-44ea-b541-e46c9eee60b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:48.878095 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450608ec-92a3-44ea-b541-e46c9eee60b3 None None] Bound using segment: {'id': '8b7a78e2-6ebc-4ec9-9901-7fe356fff744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2afd2d4b-16ee-4b61-b6f4-a70e83de2f14'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:44:48.878231 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37186) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:48.878582 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-450608ec-92a3-44ea-b541-e46c9eee60b3 None None] Bound port: 609db282-4d19-4249-b405-8c28c102a742, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b7a78e2-6ebc-4ec9-9901-7fe356fff744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2afd2d4b-16ee-4b61-b6f4-a70e83de2f14'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:44:48.878963 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-450608ec-92a3-44ea-b541-e46c9eee60b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:48.925503 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8e2e9732-4557-42a3-951f-f20cc017b1c3 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2095160'] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:48.969716 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-450608ec-92a3-44ea-b541-e46c9eee60b3 None None] For port 609db282-4d19-4249-b405-8c28c102a742, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:44:48.972516 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-450608ec-92a3-44ea-b541-e46c9eee60b3 None None] For port 609db282-4d19-4249-b405-8c28c102a742, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=609db282-4d19-4249-b405-8c28c102a742,segment=NetworkSegment(8b7a78e2-6ebc-4ec9-9901-7fe356fff744),segment_id=8b7a78e2-6ebc-4ec9-9901-7fe356fff744)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:44:48.978181 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-450608ec-92a3-44ea-b541-e46c9eee60b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:48.981975 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-af5f854b-6338-45fa-9e42-fe2fe230717c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:49.012568 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-93d26c8c-85da-466f-90ab-ea261f9aec2d tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Calling delete_port for 41deedcd-115d-4bda-bb93-59aa1e820f09 owned by network:router_gateway {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:44:49.066396 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450608ec-92a3-44ea-b541-e46c9eee60b3 None None] Pushing event updated for resources: {'Port': ['ID=609db282-4d19-4249-b405-8c28c102a742,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:49.072054 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-031cb03e-ed87-4418-9294-2ad7a3d7cf57 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32897953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348760'] for router_interface, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:49.089587 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-450608ec-92a3-44ea-b541-e46c9eee60b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:49.152900 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844986a0-5d32-4886-9c6e-605cc83932c3 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Network 44a7ff39-ca53-4932-87dd-551fe35a3d01 is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:44:49.171066 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8e2e9732-4557-42a3-951f-f20cc017b1c3 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2036557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2095114'] for subnet, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:49.175852 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:49.269330 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2e9732-4557-42a3-951f-f20cc017b1c3 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Pushing event updated for resources: {'Subnet': ['ID=8db353cf-5d65-4f03-9e28-bb393addca7a,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:49.279669 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-8e2e9732-4557-42a3-951f-f20cc017b1c3 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:49.291956 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2e9732-4557-42a3-951f-f20cc017b1c3 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Checking segment: {'id': '12854b55-2965-4598-967a-4bce891e8a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e074df72-e470-4414-abed-711a0e6db594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:44:49.292472 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2e9732-4557-42a3-951f-f20cc017b1c3 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Network hostable DHCP agents. Network: e074df72-e470-4414-abed-711a0e6db594, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:44:49.317411 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2e9732-4557-42a3-951f-f20cc017b1c3 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Network e074df72-e470-4414-abed-711a0e6db594 is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:44:49.324920 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-8e2e9732-4557-42a3-951f-f20cc017b1c3 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, e074df72-e470-4414-abed-711a0e6db594) {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:44:49.329416 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2e9732-4557-42a3-951f-f20cc017b1c3 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:49.330145 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8e2e9732-4557-42a3-951f-f20cc017b1c3 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:49.339286 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1981adce-99bc-4725-b269-5999810ebbf7 None None] Network e074df72-e470-4414-abed-711a0e6db594 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:44:49.344899 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-8be501c1-400e-40e3-97ac-94803e751094 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Deleting port b9515457-2d98-4731-ad34-3cad117c667f {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:44:49.345469 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8be501c1-400e-40e3-97ac-94803e751094 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:49.369582 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-8e2e9732-4557-42a3-951f-f20cc017b1c3 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8911772 Dec 20 08:44:49.371523 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37190) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:49.378697 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-4a0787fa-8d7b-49e0-929c-9490db5499df tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:44:49.392846 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-844986a0-5d32-4886-9c6e-605cc83932c3 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, 44a7ff39-ca53-4932-87dd-551fe35a3d01) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:44:49.398523 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844986a0-5d32-4886-9c6e-605cc83932c3 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:49.399165 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-844986a0-5d32-4886-9c6e-605cc83932c3 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:49.449734 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b30eef1-763e-4b48-a9ad-0389a0a81926 None None] Network 44a7ff39-ca53-4932-87dd-551fe35a3d01 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:44:49.630176 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-844986a0-5d32-4886-9c6e-605cc83932c3 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.6563416 Dec 20 08:44:49.643907 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37194) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:49.657175 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-da5e228f-5f48-413f-9585-deeb0854da80 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Request body: {'port': {'network_id': '44a7ff39-ca53-4932-87dd-551fe35a3d01', 'name': 'tempest-PortsIpV6TestJSON-272609986', 'fixed_ips': [{'subnet_id': 'fd58b53f-cae5-41cd-b918-42deb56ac161', 'ip_address': '2001:db8::10'}]}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:44:49.666283 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-acc406ee-816f-401d-8a17-96bc628054ff tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:49.717584 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-acc406ee-816f-401d-8a17-96bc628054ff tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:49.718216 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4a0787fa-8d7b-49e0-929c-9490db5499df tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2095155'] for subnet, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:49.769883 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bfc9fca-ed83-4d84-af70-efff977e3921 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-e074df72-e470-4414-abed-711a0e6db594', 'network_id': 'e074df72-e470-4414-abed-711a0e6db594', 'tenant_id': '2ec22d5a6bcd4fd8ba62f3132b925948', 'fixed_ips': [{'subnet_id': '8db353cf-5d65-4f03-9e28-bb393addca7a'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:44:49.770796 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3bfc9fca-ed83-4d84-af70-efff977e3921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:49.785080 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-faec131c-f3bc-4457-8507-930049f7d587 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:49.804533 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5703c682-4aee-428d-9228-9773d32cc61a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-44a7ff39-ca53-4932-87dd-551fe35a3d01', 'network_id': '44a7ff39-ca53-4932-87dd-551fe35a3d01', 'tenant_id': 'bcc408b3053b4123bbeeedda32cab34a', 'fixed_ips': [{'subnet_id': 'fd58b53f-cae5-41cd-b918-42deb56ac161'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:44:49.807233 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-5703c682-4aee-428d-9228-9773d32cc61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:49.919320 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-da5e228f-5f48-413f-9585-deeb0854da80 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:44:49.926713 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-da5e228f-5f48-413f-9585-deeb0854da80 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Usage tracker for resource:port and tenant:bcc408b3053b4123bbeeedda32cab34a is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:44:49.931511 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-da5e228f-5f48-413f-9585-deeb0854da80 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:44:49.945021 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-da5e228f-5f48-413f-9585-deeb0854da80 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:44:49.988545 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc406ee-816f-401d-8a17-96bc628054ff tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a2f4780-d2e4-4978-8ff5-10b1e39ffa52,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:49.998575 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da5e228f-5f48-413f-9585-deeb0854da80 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Made reservation on behalf of bcc408b3053b4123bbeeedda32cab34a for: {'port': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:44:50.008911 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acc406ee-816f-401d-8a17-96bc628054ff tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:44:50.015222 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-acc406ee-816f-401d-8a17-96bc628054ff tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:50.115718 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4a0787fa-8d7b-49e0-929c-9490db5499df tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789432289796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2036635'] for subnet, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:50.128982 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d84ca360-99e2-4d36-8cdf-f6609900d65b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:50.150413 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-acc406ee-816f-401d-8a17-96bc628054ff tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:50.150759 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-acc406ee-816f-401d-8a17-96bc628054ff tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Added segment 51b487a8-04fb-4231-a68f-f08ed82a864d of type vlan for network a10cf7b0-890e-4e8f-a719-310da3a98a0c Dec 20 08:44:50.192766 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0787fa-8d7b-49e0-929c-9490db5499df tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Pushing event updated for resources: {'Subnet': ['ID=8db353cf-5d65-4f03-9e28-bb393addca7a,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:50.193637 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-3bfc9fca-ed83-4d84-af70-efff977e3921 None None] Allocated IP 2001:db8::2 (e074df72-e470-4414-abed-711a0e6db594/8db353cf-5d65-4f03-9e28-bb393addca7a/8fbe2165-d643-41b3-a79e-c8268c3176b0) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:44:50.205037 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-4a0787fa-8d7b-49e0-929c-9490db5499df tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:50.225044 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0787fa-8d7b-49e0-929c-9490db5499df tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:50.226363 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4a0787fa-8d7b-49e0-929c-9490db5499df tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:50.227633 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-4a0787fa-8d7b-49e0-929c-9490db5499df tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] 10.222.0.16 "PUT /v2.0/subnets/8db353cf-5d65-4f03-9e28-bb393addca7a HTTP/1.1" status: 200 len: 826 time: 0.8551338 Dec 20 08:44:50.231360 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37198) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:50.270056 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-da5e228f-5f48-413f-9585-deeb0854da80 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:50.304841 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-da5e228f-5f48-413f-9585-deeb0854da80 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] device_id is not set on port 9e441809-a534-4b28-ae2a-611aa4b4253d yet. {{(pid=83445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:44:50.357291 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8be501c1-400e-40e3-97ac-94803e751094 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:50.359157 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-5703c682-4aee-428d-9228-9773d32cc61a None None] Allocated IP 2001:db8::2 (44a7ff39-ca53-4932-87dd-551fe35a3d01/fd58b53f-cae5-41cd-b918-42deb56ac161/68aea13d-ad8a-4b1f-adf5-652275fffb13) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:44:50.415440 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ff9d87-c2ef-4007-a205-904007ebab42 None None] Network 2afd2d4b-16ee-4b61-b6f4-a70e83de2f14 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:44:50.527054 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3b1440b9-267d-4404-ac1d-8004b016820b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:50.580363 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-acc406ee-816f-401d-8a17-96bc628054ff tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:50.583503 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-93d26c8c-85da-466f-90ab-ea261f9aec2d tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:50.615624 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3b1440b9-267d-4404-ac1d-8004b016820b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:50.642920 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-031cb03e-ed87-4418-9294-2ad7a3d7cf57 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:50.689449 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-21e7284a-2d01-403c-9352-8420367680bd None None] Provisioning for port 609db282-4d19-4249-b405-8c28c102a742 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:44:50.743215 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3bfc9fca-ed83-4d84-af70-efff977e3921 None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:50.801678 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d26c8c-85da-466f-90ab-ea261f9aec2d tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Pushing event deleted for resources: {'Port': ['ID=41deedcd-115d-4bda-bb93-59aa1e820f09,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:50.819807 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-3bfc9fca-ed83-4d84-af70-efff977e3921 None None] Transition to ACTIVE for port object 8fbe2165-d643-41b3-a79e-c8268c3176b0 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:44:50.838741 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-8be501c1-400e-40e3-97ac-94803e751094 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Calling delete_port for b9515457-2d98-4731-ad34-3cad117c667f owned by {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:44:50.872573 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-3bfc9fca-ed83-4d84-af70-efff977e3921 None None] Transition to ACTIVE for port object 8fbe2165-d643-41b3-a79e-c8268c3176b0 will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:44:50.873962 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-5703c682-4aee-428d-9228-9773d32cc61a None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:50.886939 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.db.resource_extend [None req-acc406ee-816f-401d-8a17-96bc628054ff tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 08:44:50.900270 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3b1440b9-267d-4404-ac1d-8004b016820b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2036620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2095133'] for subnet, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:50.907360 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-61295586-8c2d-48da-a60d-0055577602e9 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:50.919882 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3bfc9fca-ed83-4d84-af70-efff977e3921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:50.923459 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:50.961202 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-5703c682-4aee-428d-9228-9773d32cc61a None None] Transition to ACTIVE for port object 68aea13d-ad8a-4b1f-adf5-652275fffb13 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:44:50.962170 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1440b9-267d-4404-ac1d-8004b016820b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Pushing event deleted for resources: {'Subnet': ['ID=8db353cf-5d65-4f03-9e28-bb393addca7a,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:50.965865 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3b1440b9-267d-4404-ac1d-8004b016820b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:50.977832 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d26c8c-85da-466f-90ab-ea261f9aec2d tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:44:50.978208 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d26c8c-85da-466f-90ab-ea261f9aec2d tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:44:50.978575 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d26c8c-85da-466f-90ab-ea261f9aec2d tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:44:50.978938 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d26c8c-85da-466f-90ab-ea261f9aec2d tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:44:50.979283 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d26c8c-85da-466f-90ab-ea261f9aec2d tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:44:50.979808 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d26c8c-85da-466f-90ab-ea261f9aec2d tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:44:50.980434 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d26c8c-85da-466f-90ab-ea261f9aec2d tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:44:50.980933 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d26c8c-85da-466f-90ab-ea261f9aec2d tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:44:50.981455 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d26c8c-85da-466f-90ab-ea261f9aec2d tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:44:50.981949 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d26c8c-85da-466f-90ab-ea261f9aec2d tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:44:50.982447 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d26c8c-85da-466f-90ab-ea261f9aec2d tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:44:51.011774 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-5703c682-4aee-428d-9228-9773d32cc61a None None] Transition to ACTIVE for port object 68aea13d-ad8a-4b1f-adf5-652275fffb13 will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:44:51.023098 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bfc9fca-ed83-4d84-af70-efff977e3921 None None] Network e074df72-e470-4414-abed-711a0e6db594 is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:44:51.023855 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfc9fca-ed83-4d84-af70-efff977e3921 None None] Pushing event updated for resources: {'Port': ['ID=8fbe2165-d643-41b3-a79e-c8268c3176b0,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:51.027754 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-93d26c8c-85da-466f-90ab-ea261f9aec2d tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:51.027963 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-3bfc9fca-ed83-4d84-af70-efff977e3921 None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:44:51.030080 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-3bfc9fca-ed83-4d84-af70-efff977e3921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:51.031689 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfc9fca-ed83-4d84-af70-efff977e3921 None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:44:51.034209 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-5703c682-4aee-428d-9228-9773d32cc61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:51.037452 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-acc406ee-816f-401d-8a17-96bc628054ff tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:51.039350 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:51.042524 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc406ee-816f-401d-8a17-96bc628054ff tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:51.043279 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-acc406ee-816f-401d-8a17-96bc628054ff tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:51.055584 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:51.094949 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 609db282-4d19-4249-b405-8c28c102a742 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:44:51.138251 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3b1440b9-267d-4404-ac1d-8004b016820b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:51.163242 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-031cb03e-ed87-4418-9294-2ad7a3d7cf57 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Router 6bbc8bcf-d08f-4704-9a61-18cec6b2ebd0 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:44:51.179311 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-3b1440b9-267d-4404-ac1d-8004b016820b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e074df72-e470-4414-abed-711a0e6db594']}} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:44:51.197220 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-da5e228f-5f48-413f-9585-deeb0854da80 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Allocated IP 2001:db8::10 (44a7ff39-ca53-4932-87dd-551fe35a3d01/fd58b53f-cae5-41cd-b918-42deb56ac161/9e441809-a534-4b28-ae2a-611aa4b4253d) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:44:51.200150 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-3b1440b9-267d-4404-ac1d-8004b016820b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12854b55-2965-4598-967a-4bce891e8a39') {'for_net_delete': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:44:51.200536 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-3b1440b9-267d-4404-ac1d-8004b016820b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12854b55-2965-4598-967a-4bce891e8a39') {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:44:51.219536 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3b1440b9-267d-4404-ac1d-8004b016820b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1518531'] for segment, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:51.248053 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5703c682-4aee-428d-9228-9773d32cc61a None None] Network 44a7ff39-ca53-4932-87dd-551fe35a3d01 is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:44:51.252450 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3b1440b9-267d-4404-ac1d-8004b016820b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:51.256814 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5703c682-4aee-428d-9228-9773d32cc61a None None] Pushing event updated for resources: {'Port': ['ID=68aea13d-ad8a-4b1f-adf5-652275fffb13,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:51.264611 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-acc406ee-816f-401d-8a17-96bc628054ff tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 3.8744929 Dec 20 08:44:51.265564 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37202) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:51.270162 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-5703c682-4aee-428d-9228-9773d32cc61a None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:44:51.273910 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc406ee-816f-401d-8a17-96bc628054ff tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Pushing event updated for resources: {'Network': ['ID=a10cf7b0-890e-4e8f-a719-310da3a98a0c,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:51.275691 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-5703c682-4aee-428d-9228-9773d32cc61a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:51.277321 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5703c682-4aee-428d-9228-9773d32cc61a None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:44:51.279119 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-acc406ee-816f-401d-8a17-96bc628054ff tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:51.280862 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b1440b9-267d-4404-ac1d-8004b016820b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=83445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:44:51.281780 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3b1440b9-267d-4404-ac1d-8004b016820b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2036002'] for segment, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:51.291296 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-3bfc9fca-ed83-4d84-af70-efff977e3921 None None] Attempting to bind port 8fbe2165-d643-41b3-a79e-c8268c3176b0 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:44:51.291682 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-3bfc9fca-ed83-4d84-af70-efff977e3921 None None] Attempting to bind port 8fbe2165-d643-41b3-a79e-c8268c3176b0 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '12854b55-2965-4598-967a-4bce891e8a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e074df72-e470-4414-abed-711a0e6db594'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:44:51.292092 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfc9fca-ed83-4d84-af70-efff977e3921 None None] Attempting to bind port 8fbe2165-d643-41b3-a79e-c8268c3176b0 on network e074df72-e470-4414-abed-711a0e6db594 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:44:51.299142 dv-neutron-820491-1-hyperv neutron-server[83445]: Traceback (most recent call last): Dec 20 08:44:51.299142 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:44:51.299142 dv-neutron-820491-1-hyperv neutron-server[83445]: timer() Dec 20 08:44:51.299142 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:44:51.299142 dv-neutron-820491-1-hyperv neutron-server[83445]: cb(*args, **kw) Dec 20 08:44:51.299142 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:44:51.299142 dv-neutron-820491-1-hyperv neutron-server[83445]: return func(*args, **kwargs) Dec 20 08:44:51.299142 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:44:51.299142 dv-neutron-820491-1-hyperv neutron-server[83445]: self._notify() Dec 20 08:44:51.299142 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:44:51.299142 dv-neutron-820491-1-hyperv neutron-server[83445]: self.callback(batched_events) Dec 20 08:44:51.299142 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:44:51.299142 dv-neutron-820491-1-hyperv neutron-server[83445]: event.method(event) Dec 20 08:44:51.299142 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:44:51.299142 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:44:51.299142 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:44:51.299142 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:44:51.299142 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:44:51.299142 dv-neutron-820491-1-hyperv neutron-server[83445]: return f(self, *a, **k) Dec 20 08:44:51.299142 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:44:51.299142 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._get(url).json() Dec 20 08:44:51.299142 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:44:51.299142 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:44:51.299142 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:44:51.299142 dv-neutron-820491-1-hyperv neutron-server[83445]: return self.request(url, 'GET', **kwargs) Dec 20 08:44:51.299142 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:44:51.299142 dv-neutron-820491-1-hyperv neutron-server[83445]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:44:51.299142 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:44:51.299142 dv-neutron-820491-1-hyperv neutron-server[83445]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:44:51.299142 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:44:51.299142 dv-neutron-820491-1-hyperv neutron-server[83445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:44:51.299142 dv-neutron-820491-1-hyperv neutron-server[83445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:44:51.315300 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-7bdff302-e34f-40d2-8633-f6dbde22db94 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Request body: {'subnet': {'network_id': 'a10cf7b0-890e-4e8f-a719-310da3a98a0c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:44:51.340358 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfc9fca-ed83-4d84-af70-efff977e3921 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:44:51.341750 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfc9fca-ed83-4d84-af70-efff977e3921 None None] Checking segment: {'id': '12854b55-2965-4598-967a-4bce891e8a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e074df72-e470-4414-abed-711a0e6db594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:44:51.342456 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3bfc9fca-ed83-4d84-af70-efff977e3921 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:51.343225 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfc9fca-ed83-4d84-af70-efff977e3921 None None] Bound using segment: {'id': '12854b55-2965-4598-967a-4bce891e8a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e074df72-e470-4414-abed-711a0e6db594'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:44:51.343993 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-3bfc9fca-ed83-4d84-af70-efff977e3921 None None] Bound port: 8fbe2165-d643-41b3-a79e-c8268c3176b0, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12854b55-2965-4598-967a-4bce891e8a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e074df72-e470-4414-abed-711a0e6db594'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:44:51.344613 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3bfc9fca-ed83-4d84-af70-efff977e3921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:51.403110 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.api [None req-3b1440b9-267d-4404-ac1d-8004b016820b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 08:44:51.403110 dv-neutron-820491-1-hyperv neutron-server[83445]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 08:44:51.403110 dv-neutron-820491-1-hyperv neutron-server[83445]: [parameters: {'id': 'e074df72-e470-4414-abed-711a0e6db594'}] Dec 20 08:44:51.403110 dv-neutron-820491-1-hyperv neutron-server[83445]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 08:44:51.403574 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_db.api [None req-3b1440b9-267d-4404-ac1d-8004b016820b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 08:44:51.438144 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network a10cf7b0-890e-4e8f-a719-310da3a98a0c details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:44:51.516801 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-5703c682-4aee-428d-9228-9773d32cc61a None None] Attempting to bind port 68aea13d-ad8a-4b1f-adf5-652275fffb13 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:44:51.517179 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-5703c682-4aee-428d-9228-9773d32cc61a None None] Attempting to bind port 68aea13d-ad8a-4b1f-adf5-652275fffb13 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': 'ff38ad58-a518-408c-913a-d2d9099c3fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '44a7ff39-ca53-4932-87dd-551fe35a3d01'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:44:51.517582 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5703c682-4aee-428d-9228-9773d32cc61a None None] Attempting to bind port 68aea13d-ad8a-4b1f-adf5-652275fffb13 on network 44a7ff39-ca53-4932-87dd-551fe35a3d01 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:44:51.519694 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550cf9a6-91f3-4be1-b8a3-037faabc267e None None] Network 2afd2d4b-16ee-4b61-b6f4-a70e83de2f14 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:44:51.621407 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 609db282-4d19-4249-b405-8c28c102a742 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:44:51.654448 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5703c682-4aee-428d-9228-9773d32cc61a None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:44:51.654877 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5703c682-4aee-428d-9228-9773d32cc61a None None] Checking segment: {'id': 'ff38ad58-a518-408c-913a-d2d9099c3fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '44a7ff39-ca53-4932-87dd-551fe35a3d01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:44:51.655332 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-5703c682-4aee-428d-9228-9773d32cc61a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:51.655627 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5703c682-4aee-428d-9228-9773d32cc61a None None] Bound using segment: {'id': 'ff38ad58-a518-408c-913a-d2d9099c3fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '44a7ff39-ca53-4932-87dd-551fe35a3d01'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:44:51.656095 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-5703c682-4aee-428d-9228-9773d32cc61a None None] Bound port: 68aea13d-ad8a-4b1f-adf5-652275fffb13, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff38ad58-a518-408c-913a-d2d9099c3fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '44a7ff39-ca53-4932-87dd-551fe35a3d01'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:44:51.656470 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-5703c682-4aee-428d-9228-9773d32cc61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:51.674433 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 609db282-4d19-4249-b405-8c28c102a742 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:44:51.674802 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:51.691437 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-93d26c8c-85da-466f-90ab-ea261f9aec2d tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346107'] for router_gateway, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:51.771156 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-3bfc9fca-ed83-4d84-af70-efff977e3921 None None] For port 8fbe2165-d643-41b3-a79e-c8268c3176b0, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:44:51.823063 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-793d939a-5e45-4f19-b5d6-79e0e9cecf82 admin admin] Router 5668e455-965c-43a5-9c72-0bc9f4d2796b has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:44:51.830981 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-3bfc9fca-ed83-4d84-af70-efff977e3921 None None] For port 8fbe2165-d643-41b3-a79e-c8268c3176b0, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=8fbe2165-d643-41b3-a79e-c8268c3176b0,segment=NetworkSegment(12854b55-2965-4598-967a-4bce891e8a39),segment_id=12854b55-2965-4598-967a-4bce891e8a39)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:44:51.843348 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-bcbf0d23-09d9-4ea7-801a-a8549653c071 None None] Provisioning complete for port 609db282-4d19-4249-b405-8c28c102a742 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:44:51.843754 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-bcbf0d23-09d9-4ea7-801a-a8549653c071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:51.871369 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3bfc9fca-ed83-4d84-af70-efff977e3921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:51.891551 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:51.904248 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3b1440b9-267d-4404-ac1d-8004b016820b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:51.917371 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-3b1440b9-267d-4404-ac1d-8004b016820b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Deleting port 8fbe2165-d643-41b3-a79e-c8268c3176b0 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:44:51.917807 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3b1440b9-267d-4404-ac1d-8004b016820b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:52.075364 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-7bdff302-e34f-40d2-8633-f6dbde22db94 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:44:52.087908 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7bdff302-e34f-40d2-8633-f6dbde22db94 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Usage tracker for resource:subnet and tenant:a6ef049aae6b4eea9e642fc2beae00ec is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:44:52.098646 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7bdff302-e34f-40d2-8633-f6dbde22db94 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:44:52.148383 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-5703c682-4aee-428d-9228-9773d32cc61a None None] For port 68aea13d-ad8a-4b1f-adf5-652275fffb13, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:44:52.180996 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-7bdff302-e34f-40d2-8633-f6dbde22db94 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:44:52.191081 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfc9fca-ed83-4d84-af70-efff977e3921 None None] Pushing event updated for resources: {'Port': ['ID=8fbe2165-d643-41b3-a79e-c8268c3176b0,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:52.198403 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-5703c682-4aee-428d-9228-9773d32cc61a None None] For port 68aea13d-ad8a-4b1f-adf5-652275fffb13, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=68aea13d-ad8a-4b1f-adf5-652275fffb13,segment=NetworkSegment(ff38ad58-a518-408c-913a-d2d9099c3fe3),segment_id=ff38ad58-a518-408c-913a-d2d9099c3fe3)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:44:52.205610 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-3bfc9fca-ed83-4d84-af70-efff977e3921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:52.285118 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-5703c682-4aee-428d-9228-9773d32cc61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:52.290549 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-5703c682-4aee-428d-9228-9773d32cc61a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:52.327436 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-3b1440b9-267d-4404-ac1d-8004b016820b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] For port 8fbe2165-d643-41b3-a79e-c8268c3176b0, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=8fbe2165-d643-41b3-a79e-c8268c3176b0,segment=NetworkSegment(12854b55-2965-4598-967a-4bce891e8a39),segment_id=12854b55-2965-4598-967a-4bce891e8a39)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:44:52.329040 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3b1440b9-267d-4404-ac1d-8004b016820b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:52.333742 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-93d26c8c-85da-466f-90ab-ea261f9aec2d tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24735'] for router, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:52.353052 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bdff302-e34f-40d2-8633-f6dbde22db94 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Made reservation on behalf of a6ef049aae6b4eea9e642fc2beae00ec for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:44:52.366339 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8be501c1-400e-40e3-97ac-94803e751094 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:52.378698 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-94aa8445-3538-4e01-a36c-e9a640dd107d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:52.388895 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:52.434309 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-031cb03e-ed87-4418-9294-2ad7a3d7cf57 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:44:52.436998 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-93d26c8c-85da-466f-90ab-ea261f9aec2d tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:52.448317 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be501c1-400e-40e3-97ac-94803e751094 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event deleted for resources: {'Port': ['ID=b9515457-2d98-4731-ad34-3cad117c667f,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:52.467033 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbaee92-3cfb-43d1-a90d-588dc014a7c3 None None] Sync routers for ids ['6bbc8bcf-d08f-4704-9a61-18cec6b2ebd0'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:44:52.473375 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-8be501c1-400e-40e3-97ac-94803e751094 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:52.478036 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42c9101-5393-4c9b-9966-240ba8d82e59 None None] Network e074df72-e470-4414-abed-711a0e6db594 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:44:52.492936 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-031cb03e-ed87-4418-9294-2ad7a3d7cf57 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] 10.222.0.16 "PUT /v2.0/routers/6bbc8bcf-d08f-4704-9a61-18cec6b2ebd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8684552 Dec 20 08:44:52.514835 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-bcbf0d23-09d9-4ea7-801a-a8549653c071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:52.524525 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5703c682-4aee-428d-9228-9773d32cc61a None None] Pushing event updated for resources: {'Port': ['ID=68aea13d-ad8a-4b1f-adf5-652275fffb13,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:52.539442 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-5703c682-4aee-428d-9228-9773d32cc61a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:52.541892 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-3b1440b9-267d-4404-ac1d-8004b016820b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Calling delete_port for 8fbe2165-d643-41b3-a79e-c8268c3176b0 owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:44:52.573901 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 609db282-4d19-4249-b405-8c28c102a742, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=609db282-4d19-4249-b405-8c28c102a742,segment=NetworkSegment(8b7a78e2-6ebc-4ec9-9901-7fe356fff744),segment_id=8b7a78e2-6ebc-4ec9-9901-7fe356fff744)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:44:52.574150 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37206) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:52.706409 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:52.730271 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3b1440b9-267d-4404-ac1d-8004b016820b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:52.737729 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7bdff302-e34f-40d2-8633-f6dbde22db94 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1529102'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:52.755436 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-952c5911-eab6-4ce5-886c-18d0c3bd716f tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:52.764278 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-c2c75f49-41d1-40b3-858d-3323c9edf656 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:52.798023 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1440b9-267d-4404-ac1d-8004b016820b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] No DVR routers for this DVR port 8fbe2165-d643-41b3-a79e-c8268c3176b0 on host dv-neutron-820491-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:44:52.806969 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-af683b16-de3f-4504-a9e7-447cf2c74e3b tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] delete failed (client error): The resource could not be found. Dec 20 08:44:52.811234 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-af683b16-de3f-4504-a9e7-447cf2c74e3b tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] 10.222.0.16 "DELETE /v2.0/routers/tempest-non_exist_router-638880768 HTTP/1.1" status: 404 len: 334 time: 0.2149689 Dec 20 08:44:52.811404 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbaee92-3cfb-43d1-a90d-588dc014a7c3 None None] Routers {'6bbc8bcf-d08f-4704-9a61-18cec6b2ebd0'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:44:52.811404 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-cbbaee92-3cfb-43d1-a90d-588dc014a7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:44:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['6bbc8bcf-d08f-4704-9a61-18cec6b2ebd0'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:44:52.886578 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37210) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:52.929121 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-d96a8e1e-1964-40c5-bedf-e13f4b5d807f tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Request body: {'router': {'external_gateway_info': {'network_id': '6bbc8bcf-d08f-4704-9a61-18cec6b2ebd0'}}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:44:53.011902 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3b1440b9-267d-4404-ac1d-8004b016820b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:53.021689 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-cbbaee92-3cfb-43d1-a90d-588dc014a7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:44:53.048977 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-3b1440b9-267d-4404-ac1d-8004b016820b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e074df72-e470-4414-abed-711a0e6db594']}} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:44:53.049259 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-93d26c8c-85da-466f-90ab-ea261f9aec2d tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-390871'] for router, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:53.049787 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d26c8c-85da-466f-90ab-ea261f9aec2d tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Fanout notify agent at l3_agent the message router_deleted on router ef3a54d2-ce99-46ba-a2c5-4f61b6fa50fd {{(pid=83444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 08:44:53.077294 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-3b1440b9-267d-4404-ac1d-8004b016820b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12854b55-2965-4598-967a-4bce891e8a39') {'for_net_delete': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:44:53.077593 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-3b1440b9-267d-4404-ac1d-8004b016820b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12854b55-2965-4598-967a-4bce891e8a39') {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:44:53.091728 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3b1440b9-267d-4404-ac1d-8004b016820b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1518531'] for segment, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:53.122272 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3b1440b9-267d-4404-ac1d-8004b016820b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:53.130046 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b1440b9-267d-4404-ac1d-8004b016820b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=83445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:44:53.130455 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3b1440b9-267d-4404-ac1d-8004b016820b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2036002'] for segment, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:53.135332 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.db.api [None req-bcbf0d23-09d9-4ea7-801a-a8549653c071 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 08:44:53.136919 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_db.api [None req-bcbf0d23-09d9-4ea7-801a-a8549653c071 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 08:44:53.141043 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000161ab-42db-43ec-9c1d-d310d0c5aeb1 None None] Network e074df72-e470-4414-abed-711a0e6db594 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:44:53.230085 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-93d26c8c-85da-466f-90ab-ea261f9aec2d tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:53.234654 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-93d26c8c-85da-466f-90ab-ea261f9aec2d tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] 10.222.0.16 "DELETE /v2.0/routers/ef3a54d2-ce99-46ba-a2c5-4f61b6fa50fd HTTP/1.1" status: 204 len: 168 time: 9.5098763 Dec 20 08:44:53.257183 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37214) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:53.258874 dv-neutron-820491-1-hyperv neutron-server[83445]: Traceback (most recent call last): Dec 20 08:44:53.258874 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:44:53.258874 dv-neutron-820491-1-hyperv neutron-server[83445]: timer() Dec 20 08:44:53.258874 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:44:53.258874 dv-neutron-820491-1-hyperv neutron-server[83445]: cb(*args, **kw) Dec 20 08:44:53.258874 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:44:53.258874 dv-neutron-820491-1-hyperv neutron-server[83445]: return func(*args, **kwargs) Dec 20 08:44:53.258874 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:44:53.258874 dv-neutron-820491-1-hyperv neutron-server[83445]: self._notify() Dec 20 08:44:53.258874 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:44:53.258874 dv-neutron-820491-1-hyperv neutron-server[83445]: self.callback(batched_events) Dec 20 08:44:53.258874 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:44:53.258874 dv-neutron-820491-1-hyperv neutron-server[83445]: event.method(event) Dec 20 08:44:53.258874 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:44:53.258874 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:44:53.258874 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:44:53.258874 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:44:53.258874 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:44:53.258874 dv-neutron-820491-1-hyperv neutron-server[83445]: return f(self, *a, **k) Dec 20 08:44:53.258874 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:44:53.258874 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._get(url).json() Dec 20 08:44:53.258874 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:44:53.258874 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:44:53.258874 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:44:53.258874 dv-neutron-820491-1-hyperv neutron-server[83445]: return self.request(url, 'GET', **kwargs) Dec 20 08:44:53.258874 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:44:53.258874 dv-neutron-820491-1-hyperv neutron-server[83445]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:44:53.258874 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:44:53.258874 dv-neutron-820491-1-hyperv neutron-server[83445]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:44:53.258874 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:44:53.258874 dv-neutron-820491-1-hyperv neutron-server[83445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:44:53.258874 dv-neutron-820491-1-hyperv neutron-server[83445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:44:53.266740 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1440b9-267d-4404-ac1d-8004b016820b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Pushing event deleted for resources: {'Port': ['ID=8fbe2165-d643-41b3-a79e-c8268c3176b0,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:53.276929 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3b1440b9-267d-4404-ac1d-8004b016820b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:53.284166 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-f16400ec-eb4e-4558-b42c-ab6a0a1c0915 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1373034873', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:44:53.294781 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1440b9-267d-4404-ac1d-8004b016820b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:44:53.295153 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1440b9-267d-4404-ac1d-8004b016820b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:44:53.295513 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1440b9-267d-4404-ac1d-8004b016820b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:44:53.295867 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1440b9-267d-4404-ac1d-8004b016820b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:44:53.296221 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1440b9-267d-4404-ac1d-8004b016820b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:44:53.296568 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1440b9-267d-4404-ac1d-8004b016820b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:44:53.296916 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1440b9-267d-4404-ac1d-8004b016820b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:44:53.297287 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1440b9-267d-4404-ac1d-8004b016820b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:44:53.297644 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1440b9-267d-4404-ac1d-8004b016820b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:44:53.297994 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1440b9-267d-4404-ac1d-8004b016820b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:44:53.298345 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1440b9-267d-4404-ac1d-8004b016820b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:44:53.312545 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 68aea13d-ad8a-4b1f-adf5-652275fffb13 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:44:53.336868 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=609db282-4d19-4249-b405-8c28c102a742,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:53.340762 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.577s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:53.355855 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-f16400ec-eb4e-4558-b42c-ab6a0a1c0915 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:44:53.358119 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3b1440b9-267d-4404-ac1d-8004b016820b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.603s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:53.359074 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3b1440b9-267d-4404-ac1d-8004b016820b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:53.361410 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a0034b6d-6cf2-491c-b206-25f2c19546bd tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:53.375563 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbaee92-3cfb-43d1-a90d-588dc014a7c3 None None] Routers {'6bbc8bcf-d08f-4704-9a61-18cec6b2ebd0'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:44:53.376483 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-cbbaee92-3cfb-43d1-a90d-588dc014a7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:44:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['6bbc8bcf-d08f-4704-9a61-18cec6b2ebd0'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:44:53.380356 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8be501c1-400e-40e3-97ac-94803e751094 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:53.395661 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-f16400ec-eb4e-4558-b42c-ab6a0a1c0915 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Usage tracker for resource:router and tenant:056abb2bc23f424d94c87e583774364a is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:44:53.399290 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1440b9-267d-4404-ac1d-8004b016820b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Pushing event deleted for resources: {'Network': ['ID=e074df72-e470-4414-abed-711a0e6db594,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:53.402643 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-8be501c1-400e-40e3-97ac-94803e751094 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/ports/b9515457-2d98-4731-ad34-3cad117c667f HTTP/1.1" status: 204 len: 168 time: 4.4659994 Dec 20 08:44:53.406804 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37218) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:53.409041 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-f16400ec-eb4e-4558-b42c-ab6a0a1c0915 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:44:53.411912 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3b1440b9-267d-4404-ac1d-8004b016820b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:53.431255 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-f16400ec-eb4e-4558-b42c-ab6a0a1c0915 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:44:53.439804 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-3b1440b9-267d-4404-ac1d-8004b016820b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] 10.222.0.16 "DELETE /v2.0/networks/e074df72-e470-4414-abed-711a0e6db594 HTTP/1.1" status: 204 len: 168 time: 3.2052279 Dec 20 08:44:53.452255 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37222) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:53.469685 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-cbbaee92-3cfb-43d1-a90d-588dc014a7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:44:53.469905 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbaee92-3cfb-43d1-a90d-588dc014a7c3 None None] The sync data for ids ['6bbc8bcf-d08f-4704-9a61-18cec6b2ebd0'] in dv-neutron-820491-1-hyperv is: [] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:44:53.498911 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f16400ec-eb4e-4558-b42c-ab6a0a1c0915 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24817'] for router, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:53.500170 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f16400ec-eb4e-4558-b42c-ab6a0a1c0915 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-351744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24806'] for router, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:53.504583 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f10fe10-c0cb-4595-9b59-b0bc6609e9c4 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] DELETE failed (client error): The resource could not be found. Dec 20 08:44:53.505021 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f10fe10-c0cb-4595-9b59-b0bc6609e9c4 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:44:53.511350 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-8f10fe10-c0cb-4595-9b59-b0bc6609e9c4 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] 10.222.0.16 "DELETE /v2.0/networks/e074df72-e470-4414-abed-711a0e6db594 HTTP/1.1" status: 404 len: 339 time: 0.0537605 Dec 20 08:44:53.512244 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-da5e228f-5f48-413f-9585-deeb0854da80 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:53.519583 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37226) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:53.523991 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 68aea13d-ad8a-4b1f-adf5-652275fffb13 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:44:53.529135 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-219ce640-6cca-4c7c-9eb7-84990d80dc8b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-366383140', 'description': 'd1'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:44:53.543228 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-219ce640-6cca-4c7c-9eb7-84990d80dc8b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:44:53.556374 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-da5e228f-5f48-413f-9585-deeb0854da80 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Transition to ACTIVE for port object 9e441809-a534-4b28-ae2a-611aa4b4253d will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:44:53.557825 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-219ce640-6cca-4c7c-9eb7-84990d80dc8b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Usage tracker for resource:network and tenant:2ec22d5a6bcd4fd8ba62f3132b925948 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:44:53.561110 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-219ce640-6cca-4c7c-9eb7-84990d80dc8b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:44:53.568515 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-219ce640-6cca-4c7c-9eb7-84990d80dc8b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:44:53.583737 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f16400ec-eb4e-4558-b42c-ab6a0a1c0915 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:53.594389 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-219ce640-6cca-4c7c-9eb7-84990d80dc8b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Made reservation on behalf of 2ec22d5a6bcd4fd8ba62f3132b925948 for: {'network': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:44:53.597106 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-219ce640-6cca-4c7c-9eb7-84990d80dc8b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:53.651960 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-219ce640-6cca-4c7c-9eb7-84990d80dc8b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=83445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:44:53.665331 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-da5e228f-5f48-413f-9585-deeb0854da80 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:53.669398 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f16400ec-eb4e-4558-b42c-ab6a0a1c0915 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071'] for router, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:53.681815 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-219ce640-6cca-4c7c-9eb7-84990d80dc8b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:53.682199 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.segments_db [None req-219ce640-6cca-4c7c-9eb7-84990d80dc8b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Added segment c39f8e8a-fae9-4b66-9e9a-1932b449ea18 of type vlan for network b004ef90-b2c1-41d8-8a43-28cfea8aac7a Dec 20 08:44:53.683352 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-5392e084-9da9-4c98-ac92-ec953cddda61 tempest-FloatingIPAdminTestJSON-278763285 tempest-FloatingIPAdminTestJSON-278763285-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:53.792576 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f16400ec-eb4e-4558-b42c-ab6a0a1c0915 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:53.796291 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-f16400ec-eb4e-4558-b42c-ab6a0a1c0915 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5338845 Dec 20 08:44:53.803864 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-219ce640-6cca-4c7c-9eb7-84990d80dc8b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:53.807332 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37230) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:53.811404 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5e228f-5f48-413f-9585-deeb0854da80 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Network 44a7ff39-ca53-4932-87dd-551fe35a3d01 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:44:53.812623 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5e228f-5f48-413f-9585-deeb0854da80 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Pushing event updated for resources: {'Port': ['ID=9e441809-a534-4b28-ae2a-611aa4b4253d,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:53.817482 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-223ec408-fe58-4966-8533-22c3541b2384 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'enable_snat': True}}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:44:53.835624 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-7b1083d9-dede-4c88-a92a-a02e79401081 None None] Provisioning complete for port 609db282-4d19-4249-b405-8c28c102a742 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:44:53.836681 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-7b1083d9-dede-4c88-a92a-a02e79401081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:53.867073 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-da5e228f-5f48-413f-9585-deeb0854da80 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:44:53.875957 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-da5e228f-5f48-413f-9585-deeb0854da80 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:53.883962 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5e228f-5f48-413f-9585-deeb0854da80 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:44:53.887904 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5e228f-5f48-413f-9585-deeb0854da80 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:53.888514 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-da5e228f-5f48-413f-9585-deeb0854da80 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:53.890431 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f39adc4-a1b2-430e-b69f-89bd2f2fdf72 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:53.891828 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f39adc4-a1b2-430e-b69f-89bd2f2fdf72 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:53.893110 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f39adc4-a1b2-430e-b69f-89bd2f2fdf72 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:53.894108 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-3f39adc4-a1b2-430e-b69f-89bd2f2fdf72 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Synchronizing usage tracker for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:subnet {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:44:53.938306 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-c26c8608-8312-4170-950d-27e259265683 admin admin] Deleting port 4f8e3d34-caba-45c3-bd98-71684a55202b {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:44:53.939790 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c26c8608-8312-4170-950d-27e259265683 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:53.970368 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.resource_extend [None req-219ce640-6cca-4c7c-9eb7-84990d80dc8b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 08:44:54.019242 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-da5e228f-5f48-413f-9585-deeb0854da80 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.3707120 Dec 20 08:44:54.024557 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-219ce640-6cca-4c7c-9eb7-84990d80dc8b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:54.029152 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219ce640-6cca-4c7c-9eb7-84990d80dc8b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:54.029791 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-219ce640-6cca-4c7c-9eb7-84990d80dc8b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:54.034598 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37234) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:54.035145 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-c75f32b3-db8f-42a8-9884-a4d42cdb96bc tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:54.058184 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-8b36b440-ec59-4042-8f9d-943b3797ebf2 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Request body: {'port': {'network_id': '44a7ff39-ca53-4932-87dd-551fe35a3d01', 'name': 'tempest-PortsIpV6TestJSON-1243101389', 'fixed_ips': [{'subnet_id': 'fd58b53f-cae5-41cd-b918-42deb56ac161', 'ip_address': '2001:db8::f'}]}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:44:54.058468 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d951609d-898f-42e5-b218-672ca250b11d None None] Network 44a7ff39-ca53-4932-87dd-551fe35a3d01 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:44:54.126520 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-3f39adc4-a1b2-430e-b69f-89bd2f2fdf72 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Unset dirty status for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:subnet {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:44:54.127832 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-3f39adc4-a1b2-430e-b69f-89bd2f2fdf72 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.7135117 Dec 20 08:44:54.166927 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-4a2a3370-43f7-4eea-8949-cda3ecbfb133 None None] Provisioning for port 68aea13d-ad8a-4b1f-adf5-652275fffb13 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:44:54.170940 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37238) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:54.178816 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-4a2a3370-43f7-4eea-8949-cda3ecbfb133 None None] Provisioning complete for port 68aea13d-ad8a-4b1f-adf5-652275fffb13 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:44:54.179256 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-4a2a3370-43f7-4eea-8949-cda3ecbfb133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:54.182374 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7bdff302-e34f-40d2-8633-f6dbde22db94 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1129376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1529148'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:54.201368 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-fe4ea206-bf55-4629-947c-23b3ee644681 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:54.262092 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-793d939a-5e45-4f19-b5d6-79e0e9cecf82 admin admin] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:44:54.273963 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-793d939a-5e45-4f19-b5d6-79e0e9cecf82 admin admin] 10.222.0.16 "PUT /v2.0/routers/5668e455-965c-43a5-9c72-0bc9f4d2796b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 20.0176785 Dec 20 08:44:54.281258 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40826068-e618-4d73-9839-7abcf4f802a5 None None] Sync routers for ids ['5668e455-965c-43a5-9c72-0bc9f4d2796b'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:44:54.285534 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37242) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:54.307630 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40826068-e618-4d73-9839-7abcf4f802a5 None None] Routers {'5668e455-965c-43a5-9c72-0bc9f4d2796b'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:44:54.308735 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-40826068-e618-4d73-9839-7abcf4f802a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:44:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['5668e455-965c-43a5-9c72-0bc9f4d2796b'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:44:54.441269 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-219ce640-6cca-4c7c-9eb7-84990d80dc8b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9182372 Dec 20 08:44:54.448500 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37246) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:54.449260 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdff302-e34f-40d2-8633-f6dbde22db94 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Pushing event updated for resources: {'Subnet': ['ID=41f60fee-ed52-409b-a69b-1b28f6b7c9e1,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:54.451969 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219ce640-6cca-4c7c-9eb7-84990d80dc8b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Pushing event updated for resources: {'Network': ['ID=b004ef90-b2c1-41d8-8a43-28cfea8aac7a,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:54.463348 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7bdff302-e34f-40d2-8633-f6dbde22db94 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:54.470957 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-4a2a3370-43f7-4eea-8949-cda3ecbfb133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:54.484492 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network b004ef90-b2c1-41d8-8a43-28cfea8aac7a details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:44:54.500371 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d96a8e1e-1964-40c5-bedf-e13f4b5d807f tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24724'] for router, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:54.507397 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-219ce640-6cca-4c7c-9eb7-84990d80dc8b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:54.634897 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-c26c8608-8312-4170-950d-27e259265683 admin admin] For port 4f8e3d34-caba-45c3-bd98-71684a55202b, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=4f8e3d34-caba-45c3-bd98-71684a55202b,segment=NetworkSegment(2231e2fa-9d68-41e9-80aa-70e7c056e0b1),segment_id=2231e2fa-9d68-41e9-80aa-70e7c056e0b1)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:44:54.635198 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c26c8608-8312-4170-950d-27e259265683 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:54.661742 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bdff302-e34f-40d2-8633-f6dbde22db94 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Checking segment: {'id': '51b487a8-04fb-4231-a68f-f08ed82a864d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a10cf7b0-890e-4e8f-a719-310da3a98a0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:44:54.662133 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bdff302-e34f-40d2-8633-f6dbde22db94 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Network hostable DHCP agents. Network: a10cf7b0-890e-4e8f-a719-310da3a98a0c, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:44:54.681524 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-4a2a3370-43f7-4eea-8949-cda3ecbfb133 None None] For port 68aea13d-ad8a-4b1f-adf5-652275fffb13, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=68aea13d-ad8a-4b1f-adf5-652275fffb13,segment=NetworkSegment(ff38ad58-a518-408c-913a-d2d9099c3fe3),segment_id=ff38ad58-a518-408c-913a-d2d9099c3fe3)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:44:54.692892 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-4a2a3370-43f7-4eea-8949-cda3ecbfb133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:54.695543 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-b59b7668-d45e-4876-9d1f-854ade722918 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:54.736259 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-40826068-e618-4d73-9839-7abcf4f802a5 None None] Set router 5668e455-965c-43a5-9c72-0bc9f4d2796b gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:44:54.743948 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3ab5ad-29a5-4277-9f49-ced21f7dc0a2 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:54.744651 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-1c3ab5ad-29a5-4277-9f49-ced21f7dc0a2 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Synchronizing usage tracker for tenant:2ec22d5a6bcd4fd8ba62f3132b925948 on resource:network {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:44:54.750747 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-d96a8e1e-1964-40c5-bedf-e13f4b5d807f tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] update failed (client error): The resource could not be found. Dec 20 08:44:54.755091 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d96a8e1e-1964-40c5-bedf-e13f4b5d807f tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] 10.222.0.16 "PUT /v2.0/routers/6bbc8bcf-d08f-4704-9a61-18cec6b2ebd0 HTTP/1.1" status: 404 len: 339 time: 1.8578708 Dec 20 08:44:54.770408 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2a3370-43f7-4eea-8949-cda3ecbfb133 None None] Pushing event updated for resources: {'Port': ['ID=68aea13d-ad8a-4b1f-adf5-652275fffb13,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:54.773984 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-4a2a3370-43f7-4eea-8949-cda3ecbfb133 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:54.793098 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-8b36b440-ec59-4042-8f9d-943b3797ebf2 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:44:54.817724 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37250) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:54.862764 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-8b36b440-ec59-4042-8f9d-943b3797ebf2 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Usage tracker for resource:port and tenant:bcc408b3053b4123bbeeedda32cab34a is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:44:54.867896 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-8b36b440-ec59-4042-8f9d-943b3797ebf2 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:44:54.887992 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-8b36b440-ec59-4042-8f9d-943b3797ebf2 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:44:54.891757 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-c26c8608-8312-4170-950d-27e259265683 admin admin] Calling delete_port for 4f8e3d34-caba-45c3-bd98-71684a55202b owned by network:router_interface {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:44:54.920963 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c1bc31f-46d8-40f7-838f-86aa6afa7d16 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Deleting subnet 7317b5d7-033e-4a46-8e04-471119607516 {{(pid=83445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:44:54.926216 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c1bc31f-46d8-40f7-838f-86aa6afa7d16 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for subnet, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:54.967197 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-223ec408-fe58-4966-8533-22c3541b2384 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24724'] for router, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:54.975634 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b36b440-ec59-4042-8f9d-943b3797ebf2 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Made reservation on behalf of bcc408b3053b4123bbeeedda32cab34a for: {'port': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:44:54.980092 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-1c3ab5ad-29a5-4277-9f49-ced21f7dc0a2 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Unset dirty status for tenant:2ec22d5a6bcd4fd8ba62f3132b925948 on resource:network {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:44:54.983970 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1c3ab5ad-29a5-4277-9f49-ced21f7dc0a2 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] 10.222.0.16 "GET /v2.0/networks?id=b004ef90-b2c1-41d8-8a43-28cfea8aac7a HTTP/1.1" status: 200 len: 764 time: 0.5218928 Dec 20 08:44:54.986730 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8b36b440-ec59-4042-8f9d-943b3797ebf2 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:55.015464 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37254) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:55.023203 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-8b36b440-ec59-4042-8f9d-943b3797ebf2 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] device_id is not set on port 3052a506-b9a0-4d36-b6cc-7d5cd09a38de yet. {{(pid=83445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:44:55.060857 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d7ea4701-1c6e-4536-81b0-e5d72c3ea526 None None] Provisioning for port 9e441809-a534-4b28-ae2a-611aa4b4253d completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:44:55.072030 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d7ea4701-1c6e-4536-81b0-e5d72c3ea526 None None] Provisioning complete for port 9e441809-a534-4b28-ae2a-611aa4b4253d triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:44:55.072522 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d7ea4701-1c6e-4536-81b0-e5d72c3ea526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:55.116300 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 609db282-4d19-4249-b405-8c28c102a742 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:44:55.200928 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-40826068-e618-4d73-9839-7abcf4f802a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5668e455-965c-43a5-9c72-0bc9f4d2796b', 'name': 'tempest-ServersTestJSON-158387902-router', 'tenant_id': '7db362d7554a4f47a4a46f85caa7eb15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.23'}], 'enable_snat': True}, 'gw_port_id': '140a870c-f77e-4311-806d-f54116d13cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:41:50Z', 'updated_at': '2021-12-20T08:44:43Z', 'revision_number': 5, 'project_id': '7db362d7554a4f47a4a46f85caa7eb15', 'gw_port': {'id': '140a870c-f77e-4311-806d-f54116d13cb0', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5668e455-965c-43a5-9c72-0bc9f4d2796b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:41:51Z', 'updated_at': '2021-12-20T08:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:44:55.208216 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40826068-e618-4d73-9839-7abcf4f802a5 None None] Checking router: 5668e455-965c-43a5-9c72-0bc9f4d2796b for host: dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 08:44:55.222210 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40826068-e618-4d73-9839-7abcf4f802a5 None None] Routers {'5668e455-965c-43a5-9c72-0bc9f4d2796b'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:44:55.222992 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-40826068-e618-4d73-9839-7abcf4f802a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:44:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['5668e455-965c-43a5-9c72-0bc9f4d2796b'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:44:55.245394 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d7ea4701-1c6e-4536-81b0-e5d72c3ea526 None None] Port 9e441809-a534-4b28-ae2a-611aa4b4253d cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:44:55.270446 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-e2363edc-50b2-4bbd-8d2e-aa3f24d63a4b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Request body: {'network': {'description': 'd2'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:44:55.284501 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d7ea4701-1c6e-4536-81b0-e5d72c3ea526 None None] Provisioning complete for port 68aea13d-ad8a-4b1f-adf5-652275fffb13 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:44:55.284878 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d7ea4701-1c6e-4536-81b0-e5d72c3ea526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:55.334627 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74335a06-fc05-4fed-9833-7c8724569522 None None] get_active_networks_info from dv-neutron-820491-1-hyperv {{(pid=83446) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 20 08:44:55.354646 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c1bc31f-46d8-40f7-838f-86aa6afa7d16 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1518554'] for subnet, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:55.384988 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 609db282-4d19-4249-b405-8c28c102a742 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:44:55.385409 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:55.419354 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bdff302-e34f-40d2-8633-f6dbde22db94 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Network a10cf7b0-890e-4e8f-a719-310da3a98a0c is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:44:55.461718 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-40826068-e618-4d73-9839-7abcf4f802a5 None None] Set router 5668e455-965c-43a5-9c72-0bc9f4d2796b gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:44:55.471476 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-8b36b440-ec59-4042-8f9d-943b3797ebf2 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Allocated IP 2001:db8::f (44a7ff39-ca53-4932-87dd-551fe35a3d01/fd58b53f-cae5-41cd-b918-42deb56ac161/3052a506-b9a0-4d36-b6cc-7d5cd09a38de) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:44:55.645389 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 68aea13d-ad8a-4b1f-adf5-652275fffb13 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:44:55.654401 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c1bc31f-46d8-40f7-838f-86aa6afa7d16 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:55.678767 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-7bdff302-e34f-40d2-8633-f6dbde22db94 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, a10cf7b0-890e-4e8f-a719-310da3a98a0c) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:44:55.697161 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bdff302-e34f-40d2-8633-f6dbde22db94 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:55.697900 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7bdff302-e34f-40d2-8633-f6dbde22db94 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:55.704819 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c26c8608-8312-4170-950d-27e259265683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:55.713801 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f5528742-0cc2-4d77-84c1-e9389a5fd5ab tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:55.767914 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74335a06-fc05-4fed-9833-7c8724569522 None None] Resources bound (agent type, host, resource id): {{(pid=83446) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 08:44:55.787239 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26c8608-8312-4170-950d-27e259265683 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f8e3d34-caba-45c3-bd98-71684a55202b,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:55.791886 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 68aea13d-ad8a-4b1f-adf5-652275fffb13 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:44:55.792612 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:55.799938 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c26c8608-8312-4170-950d-27e259265683 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:55.806680 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c1bc31f-46d8-40f7-838f-86aa6afa7d16 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2036620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2095133'] for subnet, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:55.820895 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-7bdff302-e34f-40d2-8633-f6dbde22db94 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.5496225 Dec 20 08:44:55.824592 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37258) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:55.833429 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-511cc34a-73ec-4519-befb-fbc766ff94ee tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:55.877194 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c1bc31f-46d8-40f7-838f-86aa6afa7d16 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:55.887449 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-40826068-e618-4d73-9839-7abcf4f802a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5668e455-965c-43a5-9c72-0bc9f4d2796b', 'name': 'tempest-ServersTestJSON-158387902-router', 'tenant_id': '7db362d7554a4f47a4a46f85caa7eb15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.23'}], 'enable_snat': True}, 'gw_port_id': '140a870c-f77e-4311-806d-f54116d13cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:41:50Z', 'updated_at': '2021-12-20T08:44:43Z', 'revision_number': 5, 'project_id': '7db362d7554a4f47a4a46f85caa7eb15', 'gw_port': {'id': '140a870c-f77e-4311-806d-f54116d13cb0', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5668e455-965c-43a5-9c72-0bc9f4d2796b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:41:51Z', 'updated_at': '2021-12-20T08:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:44:55.892421 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40826068-e618-4d73-9839-7abcf4f802a5 None None] The sync data for ids ['5668e455-965c-43a5-9c72-0bc9f4d2796b'] in dv-neutron-820491-1-hyperv is: [{'id': '5668e455-965c-43a5-9c72-0bc9f4d2796b', 'name': 'tempest-ServersTestJSON-158387902-router', 'tenant_id': '7db362d7554a4f47a4a46f85caa7eb15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.23'}], 'enable_snat': True}, 'gw_port_id': '140a870c-f77e-4311-806d-f54116d13cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:41:50Z', 'updated_at': '2021-12-20T08:44:43Z', 'revision_number': 5, 'project_id': '7db362d7554a4f47a4a46f85caa7eb15', 'gw_port': {'id': '140a870c-f77e-4311-806d-f54116d13cb0', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5668e455-965c-43a5-9c72-0bc9f4d2796b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:41:51Z', 'updated_at': '2021-12-20T08:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:44:55.904193 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-3691d500-62df-48b1-90ad-e9b50f97bc08 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-34423307', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}, 'admin_state_up': False}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:44:55.918590 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-3691d500-62df-48b1-90ad-e9b50f97bc08 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:44:55.922562 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-3691d500-62df-48b1-90ad-e9b50f97bc08 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Usage tracker for resource:router and tenant:a6ef049aae6b4eea9e642fc2beae00ec is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:44:55.926626 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-3691d500-62df-48b1-90ad-e9b50f97bc08 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:44:55.939088 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-3691d500-62df-48b1-90ad-e9b50f97bc08 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:44:55.974397 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-a7a31fbf-23ba-4eea-8468-b8c77e6114bb None None] Provisioning complete for port 9e441809-a534-4b28-ae2a-611aa4b4253d triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:44:55.974773 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a7a31fbf-23ba-4eea-8468-b8c77e6114bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:56.011778 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1bc31f-46d8-40f7-838f-86aa6afa7d16 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event deleted for resources: {'Subnet': ['ID=7317b5d7-033e-4a46-8e04-471119607516,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:56.015132 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c1bc31f-46d8-40f7-838f-86aa6afa7d16 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:56.017158 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-43a04524-86b4-41ca-9e4e-5b35e160e51d admin admin] Notify callbacks [] for router, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:56.036577 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-0c1bc31f-46d8-40f7-838f-86aa6afa7d16 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/subnets/7317b5d7-033e-4a46-8e04-471119607516 HTTP/1.1" status: 204 len: 168 time: 1.8585389 Dec 20 08:44:56.041121 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3691d500-62df-48b1-90ad-e9b50f97bc08 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24817'] for router, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:56.042145 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3691d500-62df-48b1-90ad-e9b50f97bc08 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-351744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24806'] for router, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:56.045963 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37262) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:56.123705 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-a7a31fbf-23ba-4eea-8468-b8c77e6114bb None None] Port 9e441809-a534-4b28-ae2a-611aa4b4253d cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:44:56.141887 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e2363edc-50b2-4bbd-8d2e-aa3f24d63a4b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:56.217765 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e2363edc-50b2-4bbd-8d2e-aa3f24d63a4b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:56.232364 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3019bae6-25a7-4e89-b8f4-95a64f9f499b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:56.312703 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e2363edc-50b2-4bbd-8d2e-aa3f24d63a4b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Network b004ef90-b2c1-41d8-8a43-28cfea8aac7a is not hosted by any dhcp agent {{(pid=83445) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Dec 20 08:44:56.316260 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2363edc-50b2-4bbd-8d2e-aa3f24d63a4b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:56.316850 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e2363edc-50b2-4bbd-8d2e-aa3f24d63a4b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:56.318133 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-e2363edc-50b2-4bbd-8d2e-aa3f24d63a4b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] 10.222.0.16 "PUT /v2.0/networks/b004ef90-b2c1-41d8-8a43-28cfea8aac7a HTTP/1.1" status: 200 len: 761 time: 1.0552130 Dec 20 08:44:56.329248 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_v2 [None req-7477afb8-59c5-4717-b922-f13d12a54c48 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Deleting subnet ebdb32ec-a9bf-490e-aba4-54490b3bbd9a {{(pid=83445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:44:56.330230 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37266) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:56.345739 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3bea918-02b1-448c-a276-107173e668a8 None None] Network a10cf7b0-890e-4e8f-a719-310da3a98a0c requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:44:56.360801 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7477afb8-59c5-4717-b922-f13d12a54c48 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for subnet, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:56.373676 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8434f46-fa77-43f4-8e37-ef9075fc6b6c None None] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:44:56.410041 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-93d2139d-691d-4578-ba3d-a724838310aa tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:56.637588 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3691d500-62df-48b1-90ad-e9b50f97bc08 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:56.665189 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2363edc-50b2-4bbd-8d2e-aa3f24d63a4b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Pushing event updated for resources: {'Network': ['ID=b004ef90-b2c1-41d8-8a43-28cfea8aac7a,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:56.686808 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network b004ef90-b2c1-41d8-8a43-28cfea8aac7a details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:44:56.727765 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e2363edc-50b2-4bbd-8d2e-aa3f24d63a4b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:56.761678 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7477afb8-59c5-4717-b922-f13d12a54c48 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1518554'] for subnet, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:56.847115 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5665c02d-0330-4571-9448-353f59927a86 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:56.852982 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-5665c02d-0330-4571-9448-353f59927a86 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] 10.222.0.16 "GET /v2.0/networks?id=b004ef90-b2c1-41d8-8a43-28cfea8aac7a HTTP/1.1" status: 200 len: 764 time: 0.4922643 Dec 20 08:44:56.857613 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37270) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:56.974966 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84635f5f-5160-4df2-9ec3-d0b812d429b9 None None] Network a10cf7b0-890e-4e8f-a719-310da3a98a0c requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:44:57.020941 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 1a68abfe-3c9d-4096-bb74-3714faf4418c no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:44:57.079667 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8b36b440-ec59-4042-8f9d-943b3797ebf2 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:57.104697 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 1a68abfe-3c9d-4096-bb74-3714faf4418c {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:44:57.104697 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 1a68abfe-3c9d-4096-bb74-3714faf4418c not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:44:57.112185 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-223ec408-fe58-4966-8533-22c3541b2384 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:57.144723 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-8b36b440-ec59-4042-8f9d-943b3797ebf2 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Transition to ACTIVE for port object 3052a506-b9a0-4d36-b6cc-7d5cd09a38de will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:44:57.161105 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-223ec408-fe58-4966-8533-22c3541b2384 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:57.171026 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7477afb8-59c5-4717-b922-f13d12a54c48 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:57.277423 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3691d500-62df-48b1-90ad-e9b50f97bc08 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24724'] for router, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:57.395773 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-43a04524-86b4-41ca-9e4e-5b35e160e51d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:57.403260 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8b36b440-ec59-4042-8f9d-943b3797ebf2 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:57.405214 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a49a32a-a258-4401-95cc-05a0f405781c tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:57.409475 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-9a49a32a-a258-4401-95cc-05a0f405781c tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5410144 Dec 20 08:44:57.409475 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-93d2139d-691d-4578-ba3d-a724838310aa tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Allocated IP 172.20.0.1 (af7ad14a-7191-4c7f-899f-5fb47327e0fa/cf8e866c-6ab9-48f7-87fd-c0e1326e35f6/e37e8171-1a90-4890-b208-23358ea8e6f6) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:44:57.410801 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37274) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:57.418398 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-99c60f49-b450-4938-b5bb-4665f49cb1d4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:57.420518 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c26c8608-8312-4170-950d-27e259265683 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32897953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348760'] for router_interface, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:57.430226 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-43a04524-86b4-41ca-9e4e-5b35e160e51d admin admin] Deleting port 140a870c-f77e-4311-806d-f54116d13cb0 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:44:57.430560 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-43a04524-86b4-41ca-9e4e-5b35e160e51d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:57.508510 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7477afb8-59c5-4717-b922-f13d12a54c48 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2036620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2095133'] for subnet, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:57.532957 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-862654cf-d032-493a-9201-8ef3eab6ab5c tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Synchronizing usage tracker for tenant:2ec22d5a6bcd4fd8ba62f3132b925948 on resource:subnet {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:44:57.592169 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7477afb8-59c5-4717-b922-f13d12a54c48 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:57.613479 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b36b440-ec59-4042-8f9d-943b3797ebf2 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Pushing event updated for resources: {'Port': ['ID=3052a506-b9a0-4d36-b6cc-7d5cd09a38de,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:57.616864 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-8b36b440-ec59-4042-8f9d-943b3797ebf2 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:57.629679 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b36b440-ec59-4042-8f9d-943b3797ebf2 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Network 44a7ff39-ca53-4932-87dd-551fe35a3d01 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:44:57.630417 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:57.662369 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-223ec408-fe58-4966-8533-22c3541b2384 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Allocated IP 172.26.5.194 (95f3bec2-46e6-4468-8229-8badd4a5aaae/cf8895a3-346d-4313-a645-16ecdcce9969/1659a616-ed0a-4419-890f-26c11edf1545) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:44:57.672770 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-8b36b440-ec59-4042-8f9d-943b3797ebf2 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:44:57.676471 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b36b440-ec59-4042-8f9d-943b3797ebf2 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:44:57.681371 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b36b440-ec59-4042-8f9d-943b3797ebf2 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:57.681968 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8b36b440-ec59-4042-8f9d-943b3797ebf2 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:57.704485 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7477afb8-59c5-4717-b922-f13d12a54c48 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event deleted for resources: {'Subnet': ['ID=ebdb32ec-a9bf-490e-aba4-54490b3bbd9a,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:57.707248 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-7477afb8-59c5-4717-b922-f13d12a54c48 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:57.708183 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-862654cf-d032-493a-9201-8ef3eab6ab5c tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Unset dirty status for tenant:2ec22d5a6bcd4fd8ba62f3132b925948 on resource:subnet {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:44:57.713540 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-862654cf-d032-493a-9201-8ef3eab6ab5c tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] 10.222.0.16 "GET /v2.0/subnets?network_id=95f3bec2-46e6-4468-8229-8badd4a5aaae HTTP/1.1" status: 200 len: 207 time: 0.2571223 Dec 20 08:44:57.719730 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37278) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:57.721644 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-7477afb8-59c5-4717-b922-f13d12a54c48 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/subnets/ebdb32ec-a9bf-490e-aba4-54490b3bbd9a HTTP/1.1" status: 204 len: 168 time: 1.6048830 Dec 20 08:44:57.727032 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37282) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:57.759773 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae198e0-440f-4fcd-98e8-af2aa01753ca None None] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:44:57.841657 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-8b36b440-ec59-4042-8f9d-943b3797ebf2 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.7919176 Dec 20 08:44:57.847681 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-93d2139d-691d-4578-ba3d-a724838310aa tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:57.850504 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37286) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:57.908945 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-97c6718f-7fa4-4b35-97f7-f49e2c59792d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1603508 Dec 20 08:44:57.923752 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37290) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:57.936028 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-5dfff6d0-b2e5-4242-b9d6-39964678b943 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Request body: {'subnet': {'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:44:57.977319 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-43a04524-86b4-41ca-9e4e-5b35e160e51d admin admin] For port 140a870c-f77e-4311-806d-f54116d13cb0, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=140a870c-f77e-4311-806d-f54116d13cb0,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:44:57.977695 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-43a04524-86b4-41ca-9e4e-5b35e160e51d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:57.978269 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-dcd4b084-dd21-4811-b5c7-bf5fc2f8e586 None None] Provisioning complete for port caeb6aff-b562-41ef-a67c-3818240d26c7 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:44:57.979200 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-dcd4b084-dd21-4811-b5c7-bf5fc2f8e586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:57.985645 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-93d2139d-691d-4578-ba3d-a724838310aa tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Transition to ACTIVE for port object e37e8171-1a90-4890-b208-23358ea8e6f6 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:44:58.120315 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-43a04524-86b4-41ca-9e4e-5b35e160e51d admin admin] Calling delete_port for 140a870c-f77e-4311-806d-f54116d13cb0 owned by network:router_gateway {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:44:58.178078 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91dd10ab-4268-462c-9594-d0c359a92805 None None] DHCP port deletion for f75aa0d2-5f41-40f3-a9e0-d60d934965a4 request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 08:44:58.182926 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-91dd10ab-4268-462c-9594-d0c359a92805 None None] Deleting port caeb6aff-b562-41ef-a67c-3818240d26c7 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:44:58.183383 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-91dd10ab-4268-462c-9594-d0c359a92805 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:58.233080 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-93d2139d-691d-4578-ba3d-a724838310aa tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:58.238606 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f484c562-d833-426f-8ee0-d1c04fd48d47 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:58.276260 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446f87c0-d9dd-490f-8813-5404daf6d03e tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:58.277008 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-446f87c0-d9dd-490f-8813-5404daf6d03e tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Synchronizing usage tracker for tenant:bcc408b3053b4123bbeeedda32cab34a on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:44:58.319700 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-159eb283-6d56-4229-89e9-d3c7a87eb774 None None] Provisioning for port 3052a506-b9a0-4d36-b6cc-7d5cd09a38de completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:44:58.332311 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-159eb283-6d56-4229-89e9-d3c7a87eb774 None None] Provisioning complete for port 3052a506-b9a0-4d36-b6cc-7d5cd09a38de triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:44:58.333265 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-159eb283-6d56-4229-89e9-d3c7a87eb774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:58.373170 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d2139d-691d-4578-ba3d-a724838310aa tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Network af7ad14a-7191-4c7f-899f-5fb47327e0fa is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:44:58.377003 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-446f87c0-d9dd-490f-8813-5404daf6d03e tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Unset dirty status for tenant:bcc408b3053b4123bbeeedda32cab34a on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:44:58.378240 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-446f87c0-d9dd-490f-8813-5404daf6d03e tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.5259042 Dec 20 08:44:58.379187 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-93d2139d-691d-4578-ba3d-a724838310aa tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:44:58.381940 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d2139d-691d-4578-ba3d-a724838310aa tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Pushing event updated for resources: {'Port': ['ID=e37e8171-1a90-4890-b208-23358ea8e6f6,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:58.385368 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d2139d-691d-4578-ba3d-a724838310aa tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:44:58.406857 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba316ac5-efa1-4c36-90b0-4f15b88cfecb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:58.410676 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba316ac5-efa1-4c36-90b0-4f15b88cfecb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:58.414782 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba316ac5-efa1-4c36-90b0-4f15b88cfecb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:58.415854 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37294) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:58.418676 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba316ac5-efa1-4c36-90b0-4f15b88cfecb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:58.422573 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba316ac5-efa1-4c36-90b0-4f15b88cfecb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:58.427175 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba316ac5-efa1-4c36-90b0-4f15b88cfecb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:58.427332 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-ba316ac5-efa1-4c36-90b0-4f15b88cfecb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Synchronizing usage tracker for tenant:2ec22d5a6bcd4fd8ba62f3132b925948 on resource:network {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:44:58.429498 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-93d2139d-691d-4578-ba3d-a724838310aa tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:58.435602 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-5dfff6d0-b2e5-4242-b9d6-39964678b943 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:44:58.460339 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-5dfff6d0-b2e5-4242-b9d6-39964678b943 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Usage tracker for resource:subnet and tenant:9679bafc94a64ee0a207e63ba5560387 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:44:58.467963 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-223ec408-fe58-4966-8533-22c3541b2384 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:58.476305 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-5dfff6d0-b2e5-4242-b9d6-39964678b943 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:44:58.487919 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-5dfff6d0-b2e5-4242-b9d6-39964678b943 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:44:58.494317 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-ba316ac5-efa1-4c36-90b0-4f15b88cfecb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Unset dirty status for tenant:2ec22d5a6bcd4fd8ba62f3132b925948 on resource:network {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:44:58.495797 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-ba316ac5-efa1-4c36-90b0-4f15b88cfecb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.7730913 Dec 20 08:44:58.507425 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37298) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:58.545867 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-91dd10ab-4268-462c-9594-d0c359a92805 None None] For port caeb6aff-b562-41ef-a67c-3818240d26c7, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=caeb6aff-b562-41ef-a67c-3818240d26c7,segment=NetworkSegment(7c00552d-ea93-440b-911c-cb3aa0a4eeff),segment_id=7c00552d-ea93-440b-911c-cb3aa0a4eeff)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:44:58.546606 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-91dd10ab-4268-462c-9594-d0c359a92805 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:58.589463 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dfff6d0-b2e5-4242-b9d6-39964678b943 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Made reservation on behalf of 9679bafc94a64ee0a207e63ba5560387 for: {'subnet': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:44:58.593079 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5dfff6d0-b2e5-4242-b9d6-39964678b943 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2095160'] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:58.618170 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3691d500-62df-48b1-90ad-e9b50f97bc08 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks [] for router_gateway, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:58.737528 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-93d2139d-691d-4578-ba3d-a724838310aa tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-345881'] for router_interface, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:58.738459 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-159eb283-6d56-4229-89e9-d3c7a87eb774 None None] Port 3052a506-b9a0-4d36-b6cc-7d5cd09a38de cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:44:58.754225 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-91dd10ab-4268-462c-9594-d0c359a92805 None None] Calling delete_port for caeb6aff-b562-41ef-a67c-3818240d26c7 owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:44:58.760364 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3691d500-62df-48b1-90ad-e9b50f97bc08 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:58.845789 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-91dd10ab-4268-462c-9594-d0c359a92805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102'] for port, after_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:58.853478 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-88a3dd82-52b1-4de7-ad39-d22aa5fe3bc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:58.892994 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-223ec408-fe58-4966-8533-22c3541b2384 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:58.906847 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-c75f32b3-db8f-42a8-9884-a4d42cdb96bc tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:58.954329 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-43a04524-86b4-41ca-9e4e-5b35e160e51d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:58.961061 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dd10ab-4268-462c-9594-d0c359a92805 None None] Pushing event deleted for resources: {'Port': ['ID=caeb6aff-b562-41ef-a67c-3818240d26c7,revision_number=None']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:58.963684 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-dba063f7-daa3-4b11-94a1-0bc483a96706 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:58.979224 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91dd10ab-4268-462c-9594-d0c359a92805 None None] No DVR routers for this DVR port caeb6aff-b562-41ef-a67c-3818240d26c7 on host dv-neutron-820491-1-hyperv {{(pid=83446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:44:58.992152 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dd10ab-4268-462c-9594-d0c359a92805 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:44:58.992473 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dd10ab-4268-462c-9594-d0c359a92805 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:44:58.992814 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dd10ab-4268-462c-9594-d0c359a92805 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:44:58.993214 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dd10ab-4268-462c-9594-d0c359a92805 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:44:58.993568 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dd10ab-4268-462c-9594-d0c359a92805 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:44:58.993898 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dd10ab-4268-462c-9594-d0c359a92805 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:44:58.994278 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dd10ab-4268-462c-9594-d0c359a92805 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:44:58.994610 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dd10ab-4268-462c-9594-d0c359a92805 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:44:58.994932 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dd10ab-4268-462c-9594-d0c359a92805 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:44:58.995327 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dd10ab-4268-462c-9594-d0c359a92805 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:44:58.995655 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dd10ab-4268-462c-9594-d0c359a92805 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:44:59.000864 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-91dd10ab-4268-462c-9594-d0c359a92805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:59.003832 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d6d952-0d57-482b-aa07-614db69f5206 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:59.005881 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-6fe773a9-f2c8-4dcd-9b8a-24c46cfb821e None None] Provisioning for port e37e8171-1a90-4890-b208-23358ea8e6f6 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:44:59.009135 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d6d952-0d57-482b-aa07-614db69f5206 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:59.014018 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-6fe773a9-f2c8-4dcd-9b8a-24c46cfb821e None None] Provisioning complete for port e37e8171-1a90-4890-b208-23358ea8e6f6 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:44:59.014499 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d6d952-0d57-482b-aa07-614db69f5206 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:59.015016 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-6fe773a9-f2c8-4dcd-9b8a-24c46cfb821e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:59.016328 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-44d6d952-0d57-482b-aa07-614db69f5206 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.5954502 Dec 20 08:44:59.032409 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37302) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:59.039194 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-605cb5fa-8e0a-4a8b-9844-72320126f2aa tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] 10.222.0.16 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.5291250 Dec 20 08:44:59.056979 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37306) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:59.071273 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device caeb6aff-b562-41ef-a67c-3818240d26c7 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:44:59.077161 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a04524-86b4-41ca-9e4e-5b35e160e51d admin admin] Pushing event deleted for resources: {'Port': ['ID=140a870c-f77e-4311-806d-f54116d13cb0,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:59.118462 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: caeb6aff-b562-41ef-a67c-3818240d26c7 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:44:59.118842 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device caeb6aff-b562-41ef-a67c-3818240d26c7 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:44:59.121069 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223ec408-fe58-4966-8533-22c3541b2384 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Network 95f3bec2-46e6-4468-8229-8badd4a5aaae is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:44:59.136795 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-223ec408-fe58-4966-8533-22c3541b2384 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:44:59.139453 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223ec408-fe58-4966-8533-22c3541b2384 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:44:59.142231 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-6fe773a9-f2c8-4dcd-9b8a-24c46cfb821e None None] Port e37e8171-1a90-4890-b208-23358ea8e6f6 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:44:59.222839 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223ec408-fe58-4966-8533-22c3541b2384 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Pushing event updated for resources: {'Port': ['ID=1659a616-ed0a-4419-890f-26c11edf1545,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:59.238794 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-223ec408-fe58-4966-8533-22c3541b2384 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:59.243662 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-43a04524-86b4-41ca-9e4e-5b35e160e51d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:59.307361 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2dfd63-afea-4d9d-91bf-36885e2c8b94 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:59.308791 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2dfd63-afea-4d9d-91bf-36885e2c8b94 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:59.310152 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2dfd63-afea-4d9d-91bf-36885e2c8b94 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:59.311459 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2dfd63-afea-4d9d-91bf-36885e2c8b94 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:59.312762 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2dfd63-afea-4d9d-91bf-36885e2c8b94 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:59.314446 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-dd2dfd63-afea-4d9d-91bf-36885e2c8b94 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2545071 Dec 20 08:44:59.322693 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37310) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:59.375447 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-3691d500-62df-48b1-90ad-e9b50f97bc08 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Allocated IP 172.26.5.98 (95f3bec2-46e6-4468-8229-8badd4a5aaae/cf8895a3-346d-4313-a645-16ecdcce9969/8087128a-a51d-4681-81b8-daffa4e73068) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:44:59.417855 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-36ba1787-c361-4cb0-8da6-32d1e048effc tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Deleting port 3052a506-b9a0-4d36-b6cc-7d5cd09a38de {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:44:59.418443 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-36ba1787-c361-4cb0-8da6-32d1e048effc tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:59.457452 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-93d2139d-691d-4578-ba3d-a724838310aa tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:59.516449 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438f601f-e330-4c43-abec-13093a75fb76 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Attributes excluded by policy engine: ['shared'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:59.517769 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438f601f-e330-4c43-abec-13093a75fb76 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Attributes excluded by policy engine: ['shared'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:59.519040 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438f601f-e330-4c43-abec-13093a75fb76 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Attributes excluded by policy engine: ['shared'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:59.520311 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438f601f-e330-4c43-abec-13093a75fb76 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Attributes excluded by policy engine: ['shared'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:59.521634 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438f601f-e330-4c43-abec-13093a75fb76 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Attributes excluded by policy engine: ['shared'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:59.527104 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-438f601f-e330-4c43-abec-13093a75fb76 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] 10.222.0.16 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1972640 Dec 20 08:44:59.533146 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37314) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:59.614156 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5dfff6d0-b2e5-4242-b9d6-39964678b943 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2036557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2095114'] for subnet, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:59.621661 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-601a70bd-d961-4bed-9711-77a9b4be9bb3 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:59.720186 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfff6d0-b2e5-4242-b9d6-39964678b943 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:44:59.730847 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-5dfff6d0-b2e5-4242-b9d6-39964678b943 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:44:59.737449 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dfff6d0-b2e5-4242-b9d6-39964678b943 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:44:59.738031 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5dfff6d0-b2e5-4242-b9d6-39964678b943 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:59.742035 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2acb345a-0012-430f-8589-ab511c69d1b6 None None] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:44:59.742804 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfff6d0-b2e5-4242-b9d6-39964678b943 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event updated for resources: {'Subnet': ['ID=a4af8047-4224-4e1d-96ef-d1147bbcfe01,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:44:59.748626 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-5dfff6d0-b2e5-4242-b9d6-39964678b943 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:44:59.756163 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3691d500-62df-48b1-90ad-e9b50f97bc08 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:59.794963 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-5dfff6d0-b2e5-4242-b9d6-39964678b943 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8652823 Dec 20 08:44:59.796431 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37318) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:44:59.805032 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-78694fb1-05b3-43ce-90a8-0b0ebd1ea5e9 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Request body: {'subnet': {'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:44:59.845322 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-43a04524-86b4-41ca-9e4e-5b35e160e51d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346107'] for router_gateway, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:59.915258 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3691d500-62df-48b1-90ad-e9b50f97bc08 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:59.921976 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-8b36b440-ec59-4042-8f9d-943b3797ebf2 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:44:59.964883 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-223ec408-fe58-4966-8533-22c3541b2384 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:44:59.980314 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9111c9aa-a48c-47bb-939e-8a3f649a99bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'tenant_id': '9679bafc94a64ee0a207e63ba5560387', 'fixed_ips': [{'subnet_id': 'a4af8047-4224-4e1d-96ef-d1147bbcfe01'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:44:59.981714 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-9111c9aa-a48c-47bb-939e-8a3f649a99bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:00.093864 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3691d500-62df-48b1-90ad-e9b50f97bc08 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Network 95f3bec2-46e6-4468-8229-8badd4a5aaae is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:45:00.141273 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-9111c9aa-a48c-47bb-939e-8a3f649a99bb None None] Allocated IP 172.20.0.2 (f75aa0d2-5f41-40f3-a9e0-d60d934965a4/a4af8047-4224-4e1d-96ef-d1147bbcfe01/90f9ab0e-10f9-4266-90e0-f500606f4658) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:45:00.151511 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-3691d500-62df-48b1-90ad-e9b50f97bc08 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:45:00.158570 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3691d500-62df-48b1-90ad-e9b50f97bc08 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:45:00.307276 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691d500-62df-48b1-90ad-e9b50f97bc08 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Pushing event updated for resources: {'Port': ['ID=8087128a-a51d-4681-81b8-daffa4e73068,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:00.314790 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-78694fb1-05b3-43ce-90a8-0b0ebd1ea5e9 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:45:00.323234 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3691d500-62df-48b1-90ad-e9b50f97bc08 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:00.338846 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-78694fb1-05b3-43ce-90a8-0b0ebd1ea5e9 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Usage tracker for resource:subnet and tenant:9679bafc94a64ee0a207e63ba5560387 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:45:00.347934 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-78694fb1-05b3-43ce-90a8-0b0ebd1ea5e9 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:45:00.359397 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-223ec408-fe58-4966-8533-22c3541b2384 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24724'] for router, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:00.362476 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-9111c9aa-a48c-47bb-939e-8a3f649a99bb None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:00.367784 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-78694fb1-05b3-43ce-90a8-0b0ebd1ea5e9 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:45:00.375964 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-9111c9aa-a48c-47bb-939e-8a3f649a99bb None None] Transition to ACTIVE for port object 90f9ab0e-10f9-4266-90e0-f500606f4658 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:45:00.378303 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-223ec408-fe58-4966-8533-22c3541b2384 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-351805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-351780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-379562'] for router, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:00.396735 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-9111c9aa-a48c-47bb-939e-8a3f649a99bb None None] Transition to ACTIVE for port object 90f9ab0e-10f9-4266-90e0-f500606f4658 will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:45:00.403247 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-9111c9aa-a48c-47bb-939e-8a3f649a99bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:00.407672 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-3bfc9fca-ed83-4d84-af70-efff977e3921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:00.416400 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78694fb1-05b3-43ce-90a8-0b0ebd1ea5e9 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Made reservation on behalf of 9679bafc94a64ee0a207e63ba5560387 for: {'subnet': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:45:00.464766 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9111c9aa-a48c-47bb-939e-8a3f649a99bb None None] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:45:00.467654 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-9111c9aa-a48c-47bb-939e-8a3f649a99bb None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:45:00.476642 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9111c9aa-a48c-47bb-939e-8a3f649a99bb None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:45:00.484689 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9111c9aa-a48c-47bb-939e-8a3f649a99bb None None] Pushing event updated for resources: {'Port': ['ID=90f9ab0e-10f9-4266-90e0-f500606f4658,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:00.489098 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-9111c9aa-a48c-47bb-939e-8a3f649a99bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:00.581454 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-9111c9aa-a48c-47bb-939e-8a3f649a99bb None None] Attempting to bind port 90f9ab0e-10f9-4266-90e0-f500606f4658 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:45:00.581844 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-9111c9aa-a48c-47bb-939e-8a3f649a99bb None None] Attempting to bind port 90f9ab0e-10f9-4266-90e0-f500606f4658 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '7c00552d-ea93-440b-911c-cb3aa0a4eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:45:00.582220 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9111c9aa-a48c-47bb-939e-8a3f649a99bb None None] Attempting to bind port 90f9ab0e-10f9-4266-90e0-f500606f4658 on network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:45:00.590525 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9111c9aa-a48c-47bb-939e-8a3f649a99bb None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:45:00.590913 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9111c9aa-a48c-47bb-939e-8a3f649a99bb None None] Checking segment: {'id': '7c00552d-ea93-440b-911c-cb3aa0a4eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:45:00.591478 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-9111c9aa-a48c-47bb-939e-8a3f649a99bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:00.591892 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9111c9aa-a48c-47bb-939e-8a3f649a99bb None None] Bound using segment: {'id': '7c00552d-ea93-440b-911c-cb3aa0a4eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:45:00.592373 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-9111c9aa-a48c-47bb-939e-8a3f649a99bb None None] Bound port: 90f9ab0e-10f9-4266-90e0-f500606f4658, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c00552d-ea93-440b-911c-cb3aa0a4eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:45:00.592753 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-9111c9aa-a48c-47bb-939e-8a3f649a99bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:00.603613 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce1e317-37c4-4d52-8700-188bf4e53809 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:45:00.605654 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-dce1e317-37c4-4d52-8700-188bf4e53809 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] 10.222.0.16 "GET /v2.0/networks/dfdafb45-49e8-4749-8de4-e344f4349fca HTTP/1.1" status: 200 len: 804 time: 1.0101595 Dec 20 08:45:00.614346 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37322) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:00.618222 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-43a04524-86b4-41ca-9e4e-5b35e160e51d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24735'] for router, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:00.670354 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-43a04524-86b4-41ca-9e4e-5b35e160e51d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:00.679518 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-78694fb1-05b3-43ce-90a8-0b0ebd1ea5e9 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2095160'] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:00.696680 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-9111c9aa-a48c-47bb-939e-8a3f649a99bb None None] For port 90f9ab0e-10f9-4266-90e0-f500606f4658, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:45:00.700291 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-9111c9aa-a48c-47bb-939e-8a3f649a99bb None None] For port 90f9ab0e-10f9-4266-90e0-f500606f4658, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=90f9ab0e-10f9-4266-90e0-f500606f4658,segment=NetworkSegment(7c00552d-ea93-440b-911c-cb3aa0a4eeff),segment_id=7c00552d-ea93-440b-911c-cb3aa0a4eeff)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:45:00.706436 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-9111c9aa-a48c-47bb-939e-8a3f649a99bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:00.707064 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-36ba1787-c361-4cb0-8da6-32d1e048effc tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:00.711024 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-450608ec-92a3-44ea-b541-e46c9eee60b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:00.794392 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9111c9aa-a48c-47bb-939e-8a3f649a99bb None None] Pushing event updated for resources: {'Port': ['ID=90f9ab0e-10f9-4266-90e0-f500606f4658,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:00.797614 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-9111c9aa-a48c-47bb-939e-8a3f649a99bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:00.916968 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-36ba1787-c361-4cb0-8da6-32d1e048effc tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Calling delete_port for 3052a506-b9a0-4d36-b6cc-7d5cd09a38de owned by {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:45:01.006955 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-41049b34-a03f-48ef-af81-3fbb445402d5 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] 10.222.0.16 "GET /v2.0/networks/dfdafb45-49e8-4749-8de4-e344f4349fca?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.3900032 Dec 20 08:45:01.014038 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37326) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:01.040697 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-43a04524-86b4-41ca-9e4e-5b35e160e51d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-390871'] for router, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:01.041251 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43a04524-86b4-41ca-9e4e-5b35e160e51d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5668e455-965c-43a5-9c72-0bc9f4d2796b {{(pid=83444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 08:45:01.085003 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-43a04524-86b4-41ca-9e4e-5b35e160e51d admin admin] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:01.086666 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-43a04524-86b4-41ca-9e4e-5b35e160e51d admin admin] 10.222.0.16 "DELETE /v2.0/routers/5668e455-965c-43a5-9c72-0bc9f4d2796b HTTP/1.1" status: 204 len: 168 time: 6.8003631 Dec 20 08:45:01.090048 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37330) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:01.180893 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c26c8608-8312-4170-950d-27e259265683 admin admin] Router 5e107952-13ac-49e4-a9c6-ea642e78ebef has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:45:01.205043 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97e7a5b-80de-4226-9105-35afebe9921f tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:45:01.206354 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-93d2139d-691d-4578-ba3d-a724838310aa tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:01.206474 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-b97e7a5b-80de-4226-9105-35afebe9921f tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] 10.222.0.16 "GET /v2.0/subnets/9e49c65e-dd8f-423d-88b4-45c0bef5bc7f HTTP/1.1" status: 200 len: 843 time: 0.1902273 Dec 20 08:45:01.210914 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3691d500-62df-48b1-90ad-e9b50f97bc08 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks [] for router_gateway, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:01.211644 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3691d500-62df-48b1-90ad-e9b50f97bc08 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071'] for router, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:01.214047 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37334) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:01.229271 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-93d2139d-691d-4578-ba3d-a724838310aa tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:01.258240 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b97c298c-210b-4249-b5c4-56ecd675f25b tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:01.318241 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-62d71a7b-ea70-4d20-ab48-4259a0df4f40 admin admin] Deleting subnet 41a7a572-5490-4849-a924-85aba7f9eddc {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:45:01.338716 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-62d71a7b-ea70-4d20-ab48-4259a0df4f40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:01.399372 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca03ae63-d61b-4c86-b6f8-94ce333b0e7f tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Attributes excluded by policy engine: ['shared'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:45:01.400713 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-ca03ae63-d61b-4c86-b6f8-94ce333b0e7f tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] 10.222.0.16 "GET /v2.0/subnets/9e49c65e-dd8f-423d-88b4-45c0bef5bc7f?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1782353 Dec 20 08:45:01.406471 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37338) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:01.422669 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-ddab4393-c522-4cfd-a8ed-d9fcbc7c2f22 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-491794865'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:45:01.446180 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-ddab4393-c522-4cfd-a8ed-d9fcbc7c2f22 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:45:01.458908 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-36ba1787-c361-4cb0-8da6-32d1e048effc tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:01.471522 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-ddab4393-c522-4cfd-a8ed-d9fcbc7c2f22 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:45:01.483459 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d2139d-691d-4578-ba3d-a724838310aa tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Pushing event updated for resources: {'Port': ['ID=e37e8171-1a90-4890-b208-23358ea8e6f6,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:01.486444 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-93d2139d-691d-4578-ba3d-a724838310aa tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:01.492288 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2fb7bc27-a234-4cfa-854d-68ea976b6ef6 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:01.522806 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-93d2139d-691d-4578-ba3d-a724838310aa tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32898031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349045'] for router_interface, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:01.547761 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-62d71a7b-ea70-4d20-ab48-4259a0df4f40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1618747'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:01.579134 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddab4393-c522-4cfd-a8ed-d9fcbc7c2f22 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Made reservation on behalf of 2ec22d5a6bcd4fd8ba62f3132b925948 for: {'network': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:45:01.579782 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ba1787-c361-4cb0-8da6-32d1e048effc tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Pushing event deleted for resources: {'Port': ['ID=3052a506-b9a0-4d36-b6cc-7d5cd09a38de,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:01.582116 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ddab4393-c522-4cfd-a8ed-d9fcbc7c2f22 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:01.582340 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-36ba1787-c361-4cb0-8da6-32d1e048effc tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:01.632769 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-223ec408-fe58-4966-8533-22c3541b2384 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Router bcf33656-e1eb-471b-87c1-ea476f0002a6 is scheduled to L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 with binding_index 1 {{(pid=83445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 08:45:01.653477 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-36ba1787-c361-4cb0-8da6-32d1e048effc tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:01.672240 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddab4393-c522-4cfd-a8ed-d9fcbc7c2f22 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=83445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:45:01.687548 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ddab4393-c522-4cfd-a8ed-d9fcbc7c2f22 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:01.687966 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.segments_db [None req-ddab4393-c522-4cfd-a8ed-d9fcbc7c2f22 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Added segment c96e503d-20f7-4b9a-ac7c-1229397c7bae of type vlan for network f18ff08e-088a-4c4b-a233-4b28e1a44868 Dec 20 08:45:01.757142 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-36ba1787-c361-4cb0-8da6-32d1e048effc tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "DELETE /v2.0/ports/3052a506-b9a0-4d36-b6cc-7d5cd09a38de HTTP/1.1" status: 204 len: 168 time: 2.7227304 Dec 20 08:45:01.764802 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37342) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:01.822921 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-62d71a7b-ea70-4d20-ab48-4259a0df4f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:01.853274 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ddab4393-c522-4cfd-a8ed-d9fcbc7c2f22 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:01.925978 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.objects.ports [None req-78694fb1-05b3-43ce-90a8-0b0ebd1ea5e9 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83445) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 20 08:45:02.007800 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ddab4393-c522-4cfd-a8ed-d9fcbc7c2f22 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:02.011511 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddab4393-c522-4cfd-a8ed-d9fcbc7c2f22 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:45:02.012090 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ddab4393-c522-4cfd-a8ed-d9fcbc7c2f22 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:02.016271 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-4521b74f-757f-4d18-bc8a-85844ad6f5b9 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] GET failed (client error): The resource could not be found. Dec 20 08:45:02.016665 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-4521b74f-757f-4d18-bc8a-85844ad6f5b9 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Synchronizing usage tracker for tenant:bcc408b3053b4123bbeeedda32cab34a on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:45:02.066842 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-4521b74f-757f-4d18-bc8a-85844ad6f5b9 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Unset dirty status for tenant:bcc408b3053b4123bbeeedda32cab34a on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:45:02.067953 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-4521b74f-757f-4d18-bc8a-85844ad6f5b9 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "GET /v2.0/ports/3052a506-b9a0-4d36-b6cc-7d5cd09a38de HTTP/1.1" status: 404 len: 333 time: 0.2471261 Dec 20 08:45:02.073595 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37346) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:02.118492 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-46b8e82d-b9d1-4ebf-a092-d2eef4028f95 None None] Provisioning for port 90f9ab0e-10f9-4266-90e0-f500606f4658 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:45:02.158880 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:02.273640 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d2139d-691d-4578-ba3d-a724838310aa tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Network af7ad14a-7191-4c7f-899f-5fb47327e0fa is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:45:02.277778 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-93d2139d-691d-4578-ba3d-a724838310aa tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:45:02.370410 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddab4393-c522-4cfd-a8ed-d9fcbc7c2f22 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Pushing event updated for resources: {'Network': ['ID=f18ff08e-088a-4c4b-a233-4b28e1a44868,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:02.374936 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-ddab4393-c522-4cfd-a8ed-d9fcbc7c2f22 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9673967 Dec 20 08:45:02.379007 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ddab4393-c522-4cfd-a8ed-d9fcbc7c2f22 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:02.380255 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37350) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:02.383829 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network f18ff08e-088a-4c4b-a233-4b28e1a44868 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:45:02.391289 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-d94c8dc7-8356-4bbd-9d69-4b5269d89c8e tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Request body: {'subnet': {'network_id': 'f18ff08e-088a-4c4b-a233-4b28e1a44868', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:45:02.409978 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-62d71a7b-ea70-4d20-ab48-4259a0df4f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1129313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1529131'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:02.423580 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:02.476758 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d71a7b-ea70-4d20-ab48-4259a0df4f40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41a7a572-5490-4849-a924-85aba7f9eddc,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:02.485070 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-db933024-7b5b-46b7-af99-9739252973d2 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Deleting port 9e441809-a534-4b28-ae2a-611aa4b4253d {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:45:02.485431 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-db933024-7b5b-46b7-af99-9739252973d2 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:02.528508 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-62d71a7b-ea70-4d20-ab48-4259a0df4f40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:02.550987 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-62d71a7b-ea70-4d20-ab48-4259a0df4f40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:02.559447 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecaad371-6064-40df-adce-6313ad90bc17 None None] Network ae7d918f-a9f8-4196-ba8f-f2cde9016013 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:45:02.578549 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-62d71a7b-ea70-4d20-ab48-4259a0df4f40 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/41a7a572-5490-4849-a924-85aba7f9eddc HTTP/1.1" status: 204 len: 168 time: 1.4844964 Dec 20 08:45:02.583234 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37354) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:02.595293 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3691d500-62df-48b1-90ad-e9b50f97bc08 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Router fd2784c2-9301-4546-b4f4-5cacc3ac29c6 is scheduled to L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 with binding_index 1 {{(pid=83445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 08:45:02.628808 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-d94c8dc7-8356-4bbd-9d69-4b5269d89c8e tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:45:02.652910 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-78694fb1-05b3-43ce-90a8-0b0ebd1ea5e9 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:02.664843 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-d94c8dc7-8356-4bbd-9d69-4b5269d89c8e tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:45:02.699041 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c26c8608-8312-4170-950d-27e259265683 admin admin] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:45:02.713304 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c26c8608-8312-4170-950d-27e259265683 admin admin] 10.222.0.16 "PUT /v2.0/routers/5e107952-13ac-49e4-a9c6-ea642e78ebef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 18.6390176 Dec 20 08:45:02.715222 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff3b12f-7d96-4b5a-a4c1-c10647dd588a None None] Sync routers for ids ['5e107952-13ac-49e4-a9c6-ea642e78ebef'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:45:02.722659 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37358) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:02.760708 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-0b60f009-57ca-41a7-bf84-84424940f78b None None] Provisioning complete for port e37e8171-1a90-4890-b208-23358ea8e6f6 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:45:02.761124 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-0b60f009-57ca-41a7-bf84-84424940f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:02.812077 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff3b12f-7d96-4b5a-a4c1-c10647dd588a None None] Routers {'5e107952-13ac-49e4-a9c6-ea642e78ebef'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:45:02.812361 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-dff3b12f-7d96-4b5a-a4c1-c10647dd588a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:44:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['5e107952-13ac-49e4-a9c6-ea642e78ebef'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:02.838574 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d94c8dc7-8356-4bbd-9d69-4b5269d89c8e tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Made reservation on behalf of 2ec22d5a6bcd4fd8ba62f3132b925948 for: {'subnet': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:45:02.872688 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-223ec408-fe58-4966-8533-22c3541b2384 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:45:02.879564 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-223ec408-fe58-4966-8533-22c3541b2384 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:02.880781 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-223ec408-fe58-4966-8533-22c3541b2384 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] 10.222.0.16 "PUT /v2.0/routers/bcf33656-e1eb-471b-87c1-ea476f0002a6 HTTP/1.1" status: 200 len: 915 time: 9.0725040 Dec 20 08:45:02.885346 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37362) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:02.893337 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3ee094-33b8-4e33-adf6-ccdcc0282fb5 None None] Sync routers for ids ['bcf33656-e1eb-471b-87c1-ea476f0002a6'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:45:02.909501 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-39cba1ab-7362-477a-89e4-03b68f6a889b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:02.934748 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-0b60f009-57ca-41a7-bf84-84424940f78b None None] Port e37e8171-1a90-4890-b208-23358ea8e6f6 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:45:02.936070 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3ee094-33b8-4e33-adf6-ccdcc0282fb5 None None] Routers {'bcf33656-e1eb-471b-87c1-ea476f0002a6'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:45:02.941407 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-af3ee094-33b8-4e33-adf6-ccdcc0282fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:44:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['bcf33656-e1eb-471b-87c1-ea476f0002a6'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:02.999899 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-39cba1ab-7362-477a-89e4-03b68f6a889b admin admin] Deleting port f6181d88-4bac-4ebe-b36c-a2e2db5b3ce5 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:45:03.000545 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-39cba1ab-7362-477a-89e4-03b68f6a889b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:03.054457 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-af3ee094-33b8-4e33-adf6-ccdcc0282fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:03.084844 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 90f9ab0e-10f9-4266-90e0-f500606f4658 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:45:03.093416 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3ee094-33b8-4e33-adf6-ccdcc0282fb5 None None] Routers {'bcf33656-e1eb-471b-87c1-ea476f0002a6'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:45:03.094312 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-af3ee094-33b8-4e33-adf6-ccdcc0282fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:44:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['bcf33656-e1eb-471b-87c1-ea476f0002a6'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:03.110063 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-db933024-7b5b-46b7-af99-9739252973d2 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:03.142238 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d94c8dc7-8356-4bbd-9d69-4b5269d89c8e tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2095160'] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:03.176871 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244291dc-13fb-44a2-96b5-93466bf267ff None None] DHCP port deletion for ae7d918f-a9f8-4196-ba8f-f2cde9016013 request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 08:45:03.185180 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-244291dc-13fb-44a2-96b5-93466bf267ff None None] Deleting port f6181d88-4bac-4ebe-b36c-a2e2db5b3ce5 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:45:03.185677 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-244291dc-13fb-44a2-96b5-93466bf267ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:03.188224 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-af3ee094-33b8-4e33-adf6-ccdcc0282fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:03.188826 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3ee094-33b8-4e33-adf6-ccdcc0282fb5 None None] The sync data for ids ['bcf33656-e1eb-471b-87c1-ea476f0002a6'] in dv-neutron-820491-1-hyperv is: [] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:45:03.214846 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-dff3b12f-7d96-4b5a-a4c1-c10647dd588a None None] Set router 5e107952-13ac-49e4-a9c6-ea642e78ebef gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:45:03.275342 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.ipam_backend_mixin [None req-d94c8dc7-8356-4bbd-9d69-4b5269d89c8e tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Performing IP validity checks on allocation pools {{(pid=83445) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 20 08:45:03.275912 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.ipam_backend_mixin [None req-d94c8dc7-8356-4bbd-9d69-4b5269d89c8e tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83445) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 20 08:45:03.286152 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-db933024-7b5b-46b7-af99-9739252973d2 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Calling delete_port for 9e441809-a534-4b28-ae2a-611aa4b4253d owned by {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:45:03.339877 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 90f9ab0e-10f9-4266-90e0-f500606f4658 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:45:03.372311 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 90f9ab0e-10f9-4266-90e0-f500606f4658 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:45:03.374180 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:03.407202 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93d2139d-691d-4578-ba3d-a724838310aa tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Router 6bbc8bcf-d08f-4704-9a61-18cec6b2ebd0 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:45:03.541762 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-39cba1ab-7362-477a-89e4-03b68f6a889b admin admin] For port f6181d88-4bac-4ebe-b36c-a2e2db5b3ce5, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=f6181d88-4bac-4ebe-b36c-a2e2db5b3ce5,segment=NetworkSegment(a9eab435-89d5-4321-91f2-1fa8426047e8),segment_id=a9eab435-89d5-4321-91f2-1fa8426047e8)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:45:03.542125 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-39cba1ab-7362-477a-89e4-03b68f6a889b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:03.823324 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-244291dc-13fb-44a2-96b5-93466bf267ff None None] For port f6181d88-4bac-4ebe-b36c-a2e2db5b3ce5, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=f6181d88-4bac-4ebe-b36c-a2e2db5b3ce5,segment=NetworkSegment(a9eab435-89d5-4321-91f2-1fa8426047e8),segment_id=a9eab435-89d5-4321-91f2-1fa8426047e8)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:45:03.823738 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-244291dc-13fb-44a2-96b5-93466bf267ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:03.850647 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-78694fb1-05b3-43ce-90a8-0b0ebd1ea5e9 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] For port 90f9ab0e-10f9-4266-90e0-f500606f4658, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=90f9ab0e-10f9-4266-90e0-f500606f4658,segment=NetworkSegment(7c00552d-ea93-440b-911c-cb3aa0a4eeff),segment_id=7c00552d-ea93-440b-911c-cb3aa0a4eeff)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:45:03.907461 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-39cba1ab-7362-477a-89e4-03b68f6a889b admin admin] Calling delete_port for f6181d88-4bac-4ebe-b36c-a2e2db5b3ce5 owned by network:dhcp {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:45:03.959169 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:03.974017 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-244291dc-13fb-44a2-96b5-93466bf267ff None None] Calling delete_port for f6181d88-4bac-4ebe-b36c-a2e2db5b3ce5 owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:45:03.974379 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-78694fb1-05b3-43ce-90a8-0b0ebd1ea5e9 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:03.979290 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-db933024-7b5b-46b7-af99-9739252973d2 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:03.990365 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-43a04524-86b4-41ca-9e4e-5b35e160e51d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:03.997039 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d94c8dc7-8356-4bbd-9d69-4b5269d89c8e tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2036557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2095114'] for subnet, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:04.001104 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-78694fb1-05b3-43ce-90a8-0b0ebd1ea5e9 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2036698'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:04.001546 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-78694fb1-05b3-43ce-90a8-0b0ebd1ea5e9 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2036557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2095114'] for subnet, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:04.008108 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3b1440b9-267d-4404-ac1d-8004b016820b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:04.047793 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db933024-7b5b-46b7-af99-9739252973d2 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Pushing event deleted for resources: {'Port': ['ID=9e441809-a534-4b28-ae2a-611aa4b4253d,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:04.050598 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-db933024-7b5b-46b7-af99-9739252973d2 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:04.078622 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-dff3b12f-7d96-4b5a-a4c1-c10647dd588a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e107952-13ac-49e4-a9c6-ea642e78ebef', 'name': 'tempest-ServersTestManualDisk-478884454-router', 'tenant_id': 'ec4017678cc746e0bc7f4ecce92ed1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.70'}], 'enable_snat': True}, 'gw_port_id': 'b4722ef3-9c76-4442-94de-c1e8d9012bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:41:52Z', 'updated_at': '2021-12-20T08:44:55Z', 'revision_number': 5, 'project_id': 'ec4017678cc746e0bc7f4ecce92ed1b5', 'gw_port': {'id': 'b4722ef3-9c76-4442-94de-c1e8d9012bed', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:bf:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e107952-13ac-49e4-a9c6-ea642e78ebef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:41:54Z', 'updated_at': '2021-12-20T08:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:04.090186 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3691d500-62df-48b1-90ad-e9b50f97bc08 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:45:04.095199 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff3b12f-7d96-4b5a-a4c1-c10647dd588a None None] Checking router: 5e107952-13ac-49e4-a9c6-ea642e78ebef for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 08:45:04.109844 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-336c3e0f-c664-4539-8a7b-4b29fb1eb4f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:04.117609 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f576a45-feab-419b-a535-dacad90607b9 None None] Sync routers for ids ['fd2784c2-9301-4546-b4f4-5cacc3ac29c6'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:45:04.118700 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-db933024-7b5b-46b7-af99-9739252973d2 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:04.130926 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.db.api [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 08:45:04.131364 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_db.api [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 08:45:04.136927 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-39cba1ab-7362-477a-89e4-03b68f6a889b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:04.146035 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b6f23bf6-faab-4841-8a9f-def8e2eea345 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:04.151714 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.db.api [None req-244291dc-13fb-44a2-96b5-93466bf267ff None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 08:45:04.152298 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_db.api [None req-244291dc-13fb-44a2-96b5-93466bf267ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 08:45:04.161945 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff3b12f-7d96-4b5a-a4c1-c10647dd588a None None] Routers {'5e107952-13ac-49e4-a9c6-ea642e78ebef'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:45:04.162822 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-dff3b12f-7d96-4b5a-a4c1-c10647dd588a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:44:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['5e107952-13ac-49e4-a9c6-ea642e78ebef'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:04.178728 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78694fb1-05b3-43ce-90a8-0b0ebd1ea5e9 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:45:04.187577 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-db933024-7b5b-46b7-af99-9739252973d2 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "DELETE /v2.0/ports/9e441809-a534-4b28-ae2a-611aa4b4253d HTTP/1.1" status: 204 len: 168 time: 2.1070020 Dec 20 08:45:04.195643 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-78694fb1-05b3-43ce-90a8-0b0ebd1ea5e9 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:45:04.198625 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37366) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:04.199429 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cba1ab-7362-477a-89e4-03b68f6a889b admin admin] Pushing event deleted for resources: {'Port': ['ID=f6181d88-4bac-4ebe-b36c-a2e2db5b3ce5,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:04.204856 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-39cba1ab-7362-477a-89e4-03b68f6a889b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:04.215029 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78694fb1-05b3-43ce-90a8-0b0ebd1ea5e9 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:45:04.215619 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-78694fb1-05b3-43ce-90a8-0b0ebd1ea5e9 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:04.228390 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec5d7a1-7c0e-4633-ab27-978fd32e8b09 None None] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:45:04.229272 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94c8dc7-8356-4bbd-9d69-4b5269d89c8e tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Pushing event updated for resources: {'Subnet': ['ID=9f588acf-d72e-417b-9840-c6e9fb30dcc3,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:04.246676 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cba1ab-7362-477a-89e4-03b68f6a889b admin admin] No DVR routers for this DVR port f6181d88-4bac-4ebe-b36c-a2e2db5b3ce5 on host dv-neutron-820491-1-hyperv {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:45:04.292156 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-947a5829-c325-422a-a52b-b6fe56acea59 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] GET failed (client error): The resource could not be found. Dec 20 08:45:04.292669 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-947a5829-c325-422a-a52b-b6fe56acea59 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Synchronizing usage tracker for tenant:bcc408b3053b4123bbeeedda32cab34a on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:45:04.293085 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f576a45-feab-419b-a535-dacad90607b9 None None] Routers {'fd2784c2-9301-4546-b4f4-5cacc3ac29c6'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:45:04.294017 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-2f576a45-feab-419b-a535-dacad90607b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:44:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['fd2784c2-9301-4546-b4f4-5cacc3ac29c6'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:04.297701 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3691d500-62df-48b1-90ad-e9b50f97bc08 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:04.302328 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-3691d500-62df-48b1-90ad-e9b50f97bc08 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 8.4101882 Dec 20 08:45:04.305879 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-1db69b75-3d9b-4581-8f7a-d8f2a0c34ddd tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] 10.222.0.16 "GET /v2.0/routers/bcf33656-e1eb-471b-87c1-ea476f0002a6 HTTP/1.1" status: 200 len: 921 time: 1.4165688 Dec 20 08:45:04.310227 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37370) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:04.310554 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37372) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:04.348802 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d2139d-691d-4578-ba3d-a724838310aa tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:45:04.357628 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-93d2139d-691d-4578-ba3d-a724838310aa tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] 10.222.0.16 "PUT /v2.0/routers/6bbc8bcf-d08f-4704-9a61-18cec6b2ebd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5366523 Dec 20 08:45:04.363008 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07795aeb-8279-4b8e-b437-59101be780ae None None] Sync routers for ids ['6bbc8bcf-d08f-4704-9a61-18cec6b2ebd0'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:45:04.395430 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07795aeb-8279-4b8e-b437-59101be780ae None None] Routers {'6bbc8bcf-d08f-4704-9a61-18cec6b2ebd0'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:45:04.395978 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-07795aeb-8279-4b8e-b437-59101be780ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:44:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['6bbc8bcf-d08f-4704-9a61-18cec6b2ebd0'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:04.408104 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37378) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:04.411214 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-947a5829-c325-422a-a52b-b6fe56acea59 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Unset dirty status for tenant:bcc408b3053b4123bbeeedda32cab34a on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:45:04.417071 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-947a5829-c325-422a-a52b-b6fe56acea59 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "GET /v2.0/ports/9e441809-a534-4b28-ae2a-611aa4b4253d HTTP/1.1" status: 404 len: 333 time: 0.2143390 Dec 20 08:45:04.418062 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37382) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:04.423514 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-39cba1ab-7362-477a-89e4-03b68f6a889b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:04.451924 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-78694fb1-05b3-43ce-90a8-0b0ebd1ea5e9 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.6535773 Dec 20 08:45:04.456861 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37386) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:04.468952 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-187fca67-bc90-4bc5-bc04-8cf8a1b78e1c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Request body: {'port': {'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'mac_address': 'fa:16:3e:ae:66:40', 'name': 'tempest-NetworksTestDHCPv6-1233075086'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:45:04.493113 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94c8dc7-8356-4bbd-9d69-4b5269d89c8e tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Checking segment: {'id': 'c96e503d-20f7-4b9a-ac7c-1229397c7bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f18ff08e-088a-4c4b-a233-4b28e1a44868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:45:04.493518 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94c8dc7-8356-4bbd-9d69-4b5269d89c8e tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Network hostable DHCP agents. Network: f18ff08e-088a-4c4b-a233-4b28e1a44868, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:45:04.499744 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-07795aeb-8279-4b8e-b437-59101be780ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:04.514608 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78694fb1-05b3-43ce-90a8-0b0ebd1ea5e9 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event updated for resources: {'Subnet': ['ID=dc8ec7c8-c5d6-4806-9085-dec4b492d52e,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:04.516120 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07795aeb-8279-4b8e-b437-59101be780ae None None] Routers {'6bbc8bcf-d08f-4704-9a61-18cec6b2ebd0'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:45:04.517026 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-07795aeb-8279-4b8e-b437-59101be780ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:44:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['6bbc8bcf-d08f-4704-9a61-18cec6b2ebd0'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:04.524705 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-78694fb1-05b3-43ce-90a8-0b0ebd1ea5e9 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:04.528124 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c1bc31f-46d8-40f7-838f-86aa6afa7d16 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.495s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:04.528532 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c1bc31f-46d8-40f7-838f-86aa6afa7d16 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:04.543809 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e0389f3a-59ae-4a01-a772-45ebc111d3b1 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.511s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:04.581125 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-2f576a45-feab-419b-a535-dacad90607b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:04.603148 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-07795aeb-8279-4b8e-b437-59101be780ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:04.603482 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07795aeb-8279-4b8e-b437-59101be780ae None None] The sync data for ids ['6bbc8bcf-d08f-4704-9a61-18cec6b2ebd0'] in dv-neutron-820491-1-hyperv is: [] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:45:04.629612 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-39cba1ab-7362-477a-89e4-03b68f6a889b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae7d918f-a9f8-4196-ba8f-f2cde9016013']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:04.659715 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-39cba1ab-7362-477a-89e4-03b68f6a889b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9eab435-89d5-4321-91f2-1fa8426047e8') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:04.660345 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-39cba1ab-7362-477a-89e4-03b68f6a889b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9eab435-89d5-4321-91f2-1fa8426047e8') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:04.681945 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-244291dc-13fb-44a2-96b5-93466bf267ff None None] Deleting port f6181d88-4bac-4ebe-b36c-a2e2db5b3ce5 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:45:04.682440 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-244291dc-13fb-44a2-96b5-93466bf267ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:04.695689 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-39cba1ab-7362-477a-89e4-03b68f6a889b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1618722'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:04.740044 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-39cba1ab-7362-477a-89e4-03b68f6a889b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:04.810508 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39cba1ab-7362-477a-89e4-03b68f6a889b admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:45:04.810938 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-39cba1ab-7362-477a-89e4-03b68f6a889b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1128911'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:04.815675 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78694fb1-05b3-43ce-90a8-0b0ebd1ea5e9 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event updated for resources: {'Port': ['ID=90f9ab0e-10f9-4266-90e0-f500606f4658,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:04.819695 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-244291dc-13fb-44a2-96b5-93466bf267ff None None] The port 'f6181d88-4bac-4ebe-b36c-a2e2db5b3ce5' was deleted {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 08:45:04.825665 dv-neutron-820491-1-hyperv neutron-server[83444]: Traceback (most recent call last): Dec 20 08:45:04.825665 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:45:04.825665 dv-neutron-820491-1-hyperv neutron-server[83444]: timer() Dec 20 08:45:04.825665 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:45:04.825665 dv-neutron-820491-1-hyperv neutron-server[83444]: cb(*args, **kw) Dec 20 08:45:04.825665 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:45:04.825665 dv-neutron-820491-1-hyperv neutron-server[83444]: return func(*args, **kwargs) Dec 20 08:45:04.825665 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:45:04.825665 dv-neutron-820491-1-hyperv neutron-server[83444]: self._notify() Dec 20 08:45:04.825665 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:45:04.825665 dv-neutron-820491-1-hyperv neutron-server[83444]: self.callback(batched_events) Dec 20 08:45:04.825665 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:45:04.825665 dv-neutron-820491-1-hyperv neutron-server[83444]: event.method(event) Dec 20 08:45:04.825665 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:45:04.825665 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:45:04.825665 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:45:04.825665 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:45:04.825665 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:45:04.825665 dv-neutron-820491-1-hyperv neutron-server[83444]: return f(self, *a, **k) Dec 20 08:45:04.825665 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:45:04.825665 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._get(url).json() Dec 20 08:45:04.825665 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:45:04.825665 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:45:04.825665 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:45:04.825665 dv-neutron-820491-1-hyperv neutron-server[83444]: return self.request(url, 'GET', **kwargs) Dec 20 08:45:04.825665 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:45:04.825665 dv-neutron-820491-1-hyperv neutron-server[83444]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:45:04.825665 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:45:04.825665 dv-neutron-820491-1-hyperv neutron-server[83444]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:45:04.825665 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:45:04.825665 dv-neutron-820491-1-hyperv neutron-server[83444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:45:04.825665 dv-neutron-820491-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:45:04.827703 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-78694fb1-05b3-43ce-90a8-0b0ebd1ea5e9 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:04.829488 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94c8dc7-8356-4bbd-9d69-4b5269d89c8e tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Network f18ff08e-088a-4c4b-a233-4b28e1a44868 is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:45:04.833179 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f576a45-feab-419b-a535-dacad90607b9 None None] Routers {'fd2784c2-9301-4546-b4f4-5cacc3ac29c6'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:45:04.833843 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-2f576a45-feab-419b-a535-dacad90607b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:44:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['fd2784c2-9301-4546-b4f4-5cacc3ac29c6'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:04.851693 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-1f42548e-4130-4e1e-8518-e10362e270dd tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=95f3bec2-46e6-4468-8229-8badd4a5aaae&device_id=bcf33656-e1eb-471b-87c1-ea476f0002a6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5350347 Dec 20 08:45:04.854401 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-187fca67-bc90-4bc5-bc04-8cf8a1b78e1c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:45:04.856917 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37390) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:04.895281 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:04.915868 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-d94c8dc7-8356-4bbd-9d69-4b5269d89c8e tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, f18ff08e-088a-4c4b-a233-4b28e1a44868) {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:45:04.922834 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-187fca67-bc90-4bc5-bc04-8cf8a1b78e1c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Usage tracker for resource:port and tenant:9679bafc94a64ee0a207e63ba5560387 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:45:04.927965 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-187fca67-bc90-4bc5-bc04-8cf8a1b78e1c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:45:04.931027 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-2f576a45-feab-419b-a535-dacad90607b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:04.931440 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f576a45-feab-419b-a535-dacad90607b9 None None] The sync data for ids ['fd2784c2-9301-4546-b4f4-5cacc3ac29c6'] in dv-neutron-820491-1-hyperv is: [] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:45:04.934575 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94c8dc7-8356-4bbd-9d69-4b5269d89c8e tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:45:04.935168 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d94c8dc7-8356-4bbd-9d69-4b5269d89c8e tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:04.939414 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e7236c-0119-40e6-8fc6-21339c45ece8 None None] Network f18ff08e-088a-4c4b-a233-4b28e1a44868 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:45:04.944886 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-187fca67-bc90-4bc5-bc04-8cf8a1b78e1c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:45:04.958667 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-dff3b12f-7d96-4b5a-a4c1-c10647dd588a None None] Set router 5e107952-13ac-49e4-a9c6-ea642e78ebef gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:45:04.986937 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-187fca67-bc90-4bc5-bc04-8cf8a1b78e1c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Made reservation on behalf of 9679bafc94a64ee0a207e63ba5560387 for: {'port': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:45:04.991427 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-187fca67-bc90-4bc5-bc04-8cf8a1b78e1c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:04.996595 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3c75062-a0ec-4ab0-9778-72d43f8bc623 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Deleting subnet fd58b53f-cae5-41cd-b918-42deb56ac161 {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:45:05.009337 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-d94c8dc7-8356-4bbd-9d69-4b5269d89c8e tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.6217215 Dec 20 08:45:05.009560 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c3c75062-a0ec-4ab0-9778-72d43f8bc623 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:05.009653 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37394) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:05.016708 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-866500bc-fe60-4031-924e-c6eb57020e8b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:45:05.036031 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-39cba1ab-7362-477a-89e4-03b68f6a889b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:05.089165 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-187fca67-bc90-4bc5-bc04-8cf8a1b78e1c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] device_id is not set on port 1c3a65e4-9513-44a6-976a-2ef4035cfd88 yet. {{(pid=83445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:45:05.098131 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e2268405-e2c9-4566-9cd3-78d75e0629b7 tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:05.119254 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-39cba1ab-7362-477a-89e4-03b68f6a889b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:05.131294 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9cdf6448-c8c9-4fc5-a75f-dd10bde16473 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks [] for router, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:05.213137 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cba1ab-7362-477a-89e4-03b68f6a889b admin admin] Pushing event deleted for resources: {'Network': ['ID=ae7d918f-a9f8-4196-ba8f-f2cde9016013,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:05.215952 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-39cba1ab-7362-477a-89e4-03b68f6a889b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:05.220280 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 90f9ab0e-10f9-4266-90e0-f500606f4658, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=90f9ab0e-10f9-4266-90e0-f500606f4658,segment=NetworkSegment(7c00552d-ea93-440b-911c-cb3aa0a4eeff),segment_id=7c00552d-ea93-440b-911c-cb3aa0a4eeff)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:45:05.250688 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:05.263489 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-336c3e0f-c664-4539-8a7b-4b29fb1eb4f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:05.284474 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-866500bc-fe60-4031-924e-c6eb57020e8b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2095155'] for subnet, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:05.309343 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-7b660fcb-92df-453b-966f-7f0e5941d46d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:05.356789 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 140a870c-f77e-4311-806d-f54116d13cb0 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:45:05.395631 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-336c3e0f-c664-4539-8a7b-4b29fb1eb4f8 admin admin] Deleting port b4722ef3-9c76-4442-94de-c1e8d9012bed {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:45:05.395875 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-336c3e0f-c664-4539-8a7b-4b29fb1eb4f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:05.413677 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 140a870c-f77e-4311-806d-f54116d13cb0 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:45:05.414276 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 140a870c-f77e-4311-806d-f54116d13cb0 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:45:05.424037 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c3c75062-a0ec-4ab0-9778-72d43f8bc623 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1618747'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:05.458095 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-39cba1ab-7362-477a-89e4-03b68f6a889b admin admin] 10.222.0.16 "DELETE /v2.0/networks/ae7d918f-a9f8-4196-ba8f-f2cde9016013 HTTP/1.1" status: 204 len: 168 time: 2.8694627 Dec 20 08:45:05.501694 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb940a14-80ea-43da-81a8-7f37c557d2d6 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:45:05.505896 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-fb940a14-80ea-43da-81a8-7f37c557d2d6 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] 10.222.0.16 "GET /v2.0/networks/95f3bec2-46e6-4468-8229-8badd4a5aaae HTTP/1.1" status: 200 len: 881 time: 0.6375604 Dec 20 08:45:05.510949 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37400) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:05.582344 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-cee7cf81-9bfb-435f-a400-c8988f8885d4 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcf33656-e1eb-471b-87c1-ea476f0002a6 HTTP/1.1" status: 200 len: 205 time: 0.0704074 Dec 20 08:45:05.586737 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=90f9ab0e-10f9-4266-90e0-f500606f4658,revision_number=5']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:05.588624 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37404) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:05.596036 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 90f9ab0e-10f9-4266-90e0-f500606f4658 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:45:05.622761 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:05.710536 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931d73c4-38de-47f9-903f-db0f529991a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-f18ff08e-088a-4c4b-a233-4b28e1a44868', 'network_id': 'f18ff08e-088a-4c4b-a233-4b28e1a44868', 'tenant_id': '2ec22d5a6bcd4fd8ba62f3132b925948', 'fixed_ips': [{'subnet_id': '9f588acf-d72e-417b-9840-c6e9fb30dcc3'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:45:05.711387 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-931d73c4-38de-47f9-903f-db0f529991a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:05.738710 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c3c75062-a0ec-4ab0-9778-72d43f8bc623 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:05.836703 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-9cdf6448-c8c9-4fc5-a75f-dd10bde16473 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 20 08:45:05.838177 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-9cdf6448-c8c9-4fc5-a75f-dd10bde16473 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] 10.222.0.16 "DELETE /v2.0/routers/6bbc8bcf-d08f-4704-9a61-18cec6b2ebd0 HTTP/1.1" status: 409 len: 329 time: 1.4282596 Dec 20 08:45:05.843777 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37408) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:05.890830 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-dff3b12f-7d96-4b5a-a4c1-c10647dd588a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e107952-13ac-49e4-a9c6-ea642e78ebef', 'name': 'tempest-ServersTestManualDisk-478884454-router', 'tenant_id': 'ec4017678cc746e0bc7f4ecce92ed1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.70'}], 'enable_snat': True}, 'gw_port_id': 'b4722ef3-9c76-4442-94de-c1e8d9012bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:41:52Z', 'updated_at': '2021-12-20T08:44:55Z', 'revision_number': 5, 'project_id': 'ec4017678cc746e0bc7f4ecce92ed1b5', 'gw_port': {'id': 'b4722ef3-9c76-4442-94de-c1e8d9012bed', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:bf:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e107952-13ac-49e4-a9c6-ea642e78ebef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:41:54Z', 'updated_at': '2021-12-20T08:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:05.899469 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 90f9ab0e-10f9-4266-90e0-f500606f4658 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:45:05.899857 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:05.907779 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37412) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:05.928907 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff3b12f-7d96-4b5a-a4c1-c10647dd588a None None] The sync data for ids ['5e107952-13ac-49e4-a9c6-ea642e78ebef'] in dv-neutron-820491-1-hyperv is: [{'id': '5e107952-13ac-49e4-a9c6-ea642e78ebef', 'name': 'tempest-ServersTestManualDisk-478884454-router', 'tenant_id': 'ec4017678cc746e0bc7f4ecce92ed1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.70'}], 'enable_snat': True}, 'gw_port_id': 'b4722ef3-9c76-4442-94de-c1e8d9012bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:41:52Z', 'updated_at': '2021-12-20T08:44:55Z', 'revision_number': 5, 'project_id': 'ec4017678cc746e0bc7f4ecce92ed1b5', 'gw_port': {'id': 'b4722ef3-9c76-4442-94de-c1e8d9012bed', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:bf:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e107952-13ac-49e4-a9c6-ea642e78ebef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:41:54Z', 'updated_at': '2021-12-20T08:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:45:05.979504 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.db.api [None req-931d73c4-38de-47f9-903f-db0f529991a7 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 20 08:45:05.979504 dv-neutron-820491-1-hyperv neutron-server[83446]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Dec 20 08:45:05.979504 dv-neutron-820491-1-hyperv neutron-server[83446]: [parameters: {'in_use': 1, 'id_1': '9f588acf-d72e-417b-9840-c6e9fb30dcc3'}] Dec 20 08:45:05.979504 dv-neutron-820491-1-hyperv neutron-server[83446]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=83446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 08:45:05.979924 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_db.api [None req-931d73c4-38de-47f9-903f-db0f529991a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 08:45:06.111019 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c3c75062-a0ec-4ab0-9778-72d43f8bc623 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1129313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1529131'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:06.120111 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-8357eb71-556a-488f-8360-d22deff13dc8 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:06.157481 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-187fca67-bc90-4bc5-bc04-8cf8a1b78e1c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Allocated IP 172.20.0.4 (f75aa0d2-5f41-40f3-a9e0-d60d934965a4/a4af8047-4224-4e1d-96ef-d1147bbcfe01/1c3a65e4-9513-44a6-976a-2ef4035cfd88) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:45:06.177531 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c75062-a0ec-4ab0-9778-72d43f8bc623 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Pushing event deleted for resources: {'Subnet': ['ID=fd58b53f-cae5-41cd-b918-42deb56ac161,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:06.179404 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-187fca67-bc90-4bc5-bc04-8cf8a1b78e1c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Allocated IP 2001:db8::f816:3eff:feae:6640 (f75aa0d2-5f41-40f3-a9e0-d60d934965a4/dc8ec7c8-c5d6-4806-9085-dec4b492d52e/1c3a65e4-9513-44a6-976a-2ef4035cfd88) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:45:06.183134 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c3c75062-a0ec-4ab0-9778-72d43f8bc623 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:06.192097 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-6bbb8e04-ca4c-42fa-ba54-34e6da0968c0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7db362d7554a4f47a4a46f85caa7eb15&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2819269 Dec 20 08:45:06.194360 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c3c75062-a0ec-4ab0-9778-72d43f8bc623 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:06.197594 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37416) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:06.199897 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdcd3d51-3651-40d5-9b87-8776c15865c9 None None] Network 44a7ff39-ca53-4932-87dd-551fe35a3d01 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:45:06.229741 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c3c75062-a0ec-4ab0-9778-72d43f8bc623 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "DELETE /v2.0/subnets/fd58b53f-cae5-41cd-b918-42deb56ac161 HTTP/1.1" status: 204 len: 168 time: 1.7968299 Dec 20 08:45:06.232396 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37420) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:06.354559 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-336c3e0f-c664-4539-8a7b-4b29fb1eb4f8 admin admin] For port b4722ef3-9c76-4442-94de-c1e8d9012bed, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=b4722ef3-9c76-4442-94de-c1e8d9012bed,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:45:06.355127 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-336c3e0f-c664-4539-8a7b-4b29fb1eb4f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:06.504802 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device f6181d88-4bac-4ebe-b36c-a2e2db5b3ce5 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:45:06.560303 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-931d73c4-38de-47f9-903f-db0f529991a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:06.563147 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-866500bc-fe60-4031-924e-c6eb57020e8b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789432289796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2036635'] for subnet, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:06.572821 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-336c3e0f-c664-4539-8a7b-4b29fb1eb4f8 admin admin] Calling delete_port for b4722ef3-9c76-4442-94de-c1e8d9012bed owned by network:router_gateway {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:45:06.574258 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-716822ca-7973-4b93-8333-f7a0e3e72f19 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks [] for router, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:06.597077 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: f6181d88-4bac-4ebe-b36c-a2e2db5b3ce5 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:45:06.598375 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device f6181d88-4bac-4ebe-b36c-a2e2db5b3ce5 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:45:06.602163 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-4c13fb27-0599-4913-8505-b8a9bc7d24eb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:06.695850 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-8f3b16db-fdc9-45c6-93bc-a3ceeffc4aa7 None None] Provisioning complete for port 90f9ab0e-10f9-4266-90e0-f500606f4658 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:45:06.696287 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-8f3b16db-fdc9-45c6-93bc-a3ceeffc4aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:06.728874 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0c2ce498-d3d6-42e7-b7dc-1f57bdb2ff7c tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:06.739856 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8879d9a1-da3e-4259-b274-1e93780e160e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:06.783720 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8879d9a1-da3e-4259-b274-1e93780e160e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:06.800386 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-0c2ce498-d3d6-42e7-b7dc-1f57bdb2ff7c tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Deleting port 68aea13d-ad8a-4b1f-adf5-652275fffb13 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:45:06.800728 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0c2ce498-d3d6-42e7-b7dc-1f57bdb2ff7c tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:06.811165 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866500bc-fe60-4031-924e-c6eb57020e8b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:45:06.811784 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-866500bc-fe60-4031-924e-c6eb57020e8b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:06.815836 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-866500bc-fe60-4031-924e-c6eb57020e8b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] 10.222.0.16 "PUT /v2.0/subnets/9f588acf-d72e-417b-9840-c6e9fb30dcc3 HTTP/1.1" status: 200 len: 900 time: 1.8028963 Dec 20 08:45:06.827039 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37424) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:06.828597 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866500bc-fe60-4031-924e-c6eb57020e8b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Pushing event updated for resources: {'Subnet': ['ID=9f588acf-d72e-417b-9840-c6e9fb30dcc3,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:06.849221 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-866500bc-fe60-4031-924e-c6eb57020e8b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:06.907445 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-931d73c4-38de-47f9-903f-db0f529991a7 None None] Allocated IP 2001:db8::3 (f18ff08e-088a-4c4b-a233-4b28e1a44868/9f588acf-d72e-417b-9840-c6e9fb30dcc3/cbe7f64f-f10f-40c1-bd8f-53479088af25) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:45:06.931068 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3b362f-25e1-4414-8be0-d0003144feb5 None None] DHCP port deletion for 44a7ff39-ca53-4932-87dd-551fe35a3d01 request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 08:45:06.938704 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-ec3b362f-25e1-4414-8be0-d0003144feb5 None None] Deleting port 68aea13d-ad8a-4b1f-adf5-652275fffb13 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:45:06.939178 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-ec3b362f-25e1-4414-8be0-d0003144feb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:06.977120 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-187fca67-bc90-4bc5-bc04-8cf8a1b78e1c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:07.144590 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-187fca67-bc90-4bc5-bc04-8cf8a1b78e1c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Transition to ACTIVE for port object 1c3a65e4-9513-44a6-976a-2ef4035cfd88 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:45:07.151644 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-336c3e0f-c664-4539-8a7b-4b29fb1eb4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:07.156883 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-8593dbfd-4872-40ec-b56a-b6ab72f7d382 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:07.201523 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336c3e0f-c664-4539-8a7b-4b29fb1eb4f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4722ef3-9c76-4442-94de-c1e8d9012bed,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:07.205797 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-336c3e0f-c664-4539-8a7b-4b29fb1eb4f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:07.326662 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-ec3b362f-25e1-4414-8be0-d0003144feb5 None None] For port 68aea13d-ad8a-4b1f-adf5-652275fffb13, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=68aea13d-ad8a-4b1f-adf5-652275fffb13,segment=NetworkSegment(ff38ad58-a518-408c-913a-d2d9099c3fe3),segment_id=ff38ad58-a518-408c-913a-d2d9099c3fe3)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:45:07.326930 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-ec3b362f-25e1-4414-8be0-d0003144feb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:07.332886 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8879d9a1-da3e-4259-b274-1e93780e160e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:07.333479 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-187fca67-bc90-4bc5-bc04-8cf8a1b78e1c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:07.340348 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-044bf787-23ad-4004-b1f8-7dda7328b196 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:07.353752 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:07.380713 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5641e46b-866d-4b13-afc9-1597e33d0ac2 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:07.435717 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8879d9a1-da3e-4259-b274-1e93780e160e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2680c9-ebbc-449e-914a-d6ea0e7b6b9c,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:07.438280 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-8879d9a1-da3e-4259-b274-1e93780e160e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:07.439920 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f655dbce-da85-450e-ba49-75142118e4d2 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349062'] for router_interface, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:07.465102 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-931d73c4-38de-47f9-903f-db0f529991a7 None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:07.479181 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-ec3b362f-25e1-4414-8be0-d0003144feb5 None None] Calling delete_port for 68aea13d-ad8a-4b1f-adf5-652275fffb13 owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:45:07.525948 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-931d73c4-38de-47f9-903f-db0f529991a7 None None] Transition to ACTIVE for port object cbe7f64f-f10f-40c1-bd8f-53479088af25 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:45:07.563339 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-931d73c4-38de-47f9-903f-db0f529991a7 None None] Transition to ACTIVE for port object cbe7f64f-f10f-40c1-bd8f-53479088af25 will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:45:07.643024 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-931d73c4-38de-47f9-903f-db0f529991a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:07.649584 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-0c2ce498-d3d6-42e7-b7dc-1f57bdb2ff7c tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] For port 68aea13d-ad8a-4b1f-adf5-652275fffb13, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=68aea13d-ad8a-4b1f-adf5-652275fffb13,segment=NetworkSegment(ff38ad58-a518-408c-913a-d2d9099c3fe3),segment_id=ff38ad58-a518-408c-913a-d2d9099c3fe3)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:45:07.652084 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0c2ce498-d3d6-42e7-b7dc-1f57bdb2ff7c tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:07.666541 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8879d9a1-da3e-4259-b274-1e93780e160e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:07.666706 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-4a2a3370-43f7-4eea-8949-cda3ecbfb133 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:07.670377 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-8879d9a1-da3e-4259-b274-1e93780e160e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7c2680c9-ebbc-449e-914a-d6ea0e7b6b9c HTTP/1.1" status: 204 len: 168 time: 1.4679282 Dec 20 08:45:07.688053 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-336c3e0f-c664-4539-8a7b-4b29fb1eb4f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346107'] for router_gateway, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:07.695490 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-5641e46b-866d-4b13-afc9-1597e33d0ac2 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Deleting port cbe7f64f-f10f-40c1-bd8f-53479088af25 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:45:07.695811 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5641e46b-866d-4b13-afc9-1597e33d0ac2 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:07.700974 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-ec3b362f-25e1-4414-8be0-d0003144feb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102'] for port, after_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:07.704774 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 90f9ab0e-10f9-4266-90e0-f500606f4658 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:45:07.755532 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931d73c4-38de-47f9-903f-db0f529991a7 None None] Network f18ff08e-088a-4c4b-a233-4b28e1a44868 is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:45:07.759163 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187fca67-bc90-4bc5-bc04-8cf8a1b78e1c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event updated for resources: {'Port': ['ID=1c3a65e4-9513-44a6-976a-2ef4035cfd88,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:07.762350 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-931d73c4-38de-47f9-903f-db0f529991a7 None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:45:07.772681 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931d73c4-38de-47f9-903f-db0f529991a7 None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:45:07.773703 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-187fca67-bc90-4bc5-bc04-8cf8a1b78e1c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:07.801433 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3b362f-25e1-4414-8be0-d0003144feb5 None None] No DVR routers for this DVR port 68aea13d-ad8a-4b1f-adf5-652275fffb13 on host dv-neutron-820491-1-hyperv {{(pid=83446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:45:07.809137 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931d73c4-38de-47f9-903f-db0f529991a7 None None] Pushing event updated for resources: {'Port': ['ID=cbe7f64f-f10f-40c1-bd8f-53479088af25,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:07.842130 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-0c2ce498-d3d6-42e7-b7dc-1f57bdb2ff7c tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Calling delete_port for 68aea13d-ad8a-4b1f-adf5-652275fffb13 owned by network:dhcp {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:45:07.844802 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-931d73c4-38de-47f9-903f-db0f529991a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:07.845723 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:07.860099 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187fca67-bc90-4bc5-bc04-8cf8a1b78e1c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:45:07.903780 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-187fca67-bc90-4bc5-bc04-8cf8a1b78e1c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:45:07.906559 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187fca67-bc90-4bc5-bc04-8cf8a1b78e1c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:45:07.936244 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3b362f-25e1-4414-8be0-d0003144feb5 None None] Pushing event deleted for resources: {'Port': ['ID=68aea13d-ad8a-4b1f-adf5-652275fffb13,revision_number=None']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:07.943960 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-ec3b362f-25e1-4414-8be0-d0003144feb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:07.957831 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-931d73c4-38de-47f9-903f-db0f529991a7 None None] Attempting to bind port cbe7f64f-f10f-40c1-bd8f-53479088af25 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:45:07.958213 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-931d73c4-38de-47f9-903f-db0f529991a7 None None] Attempting to bind port cbe7f64f-f10f-40c1-bd8f-53479088af25 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': 'c96e503d-20f7-4b9a-ac7c-1229397c7bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f18ff08e-088a-4c4b-a233-4b28e1a44868'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:45:07.958586 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931d73c4-38de-47f9-903f-db0f529991a7 None None] Attempting to bind port cbe7f64f-f10f-40c1-bd8f-53479088af25 on network f18ff08e-088a-4c4b-a233-4b28e1a44868 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:45:07.973179 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931d73c4-38de-47f9-903f-db0f529991a7 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:45:07.973631 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931d73c4-38de-47f9-903f-db0f529991a7 None None] Checking segment: {'id': 'c96e503d-20f7-4b9a-ac7c-1229397c7bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f18ff08e-088a-4c4b-a233-4b28e1a44868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:45:07.974047 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-931d73c4-38de-47f9-903f-db0f529991a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:07.974454 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931d73c4-38de-47f9-903f-db0f529991a7 None None] Bound using segment: {'id': 'c96e503d-20f7-4b9a-ac7c-1229397c7bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f18ff08e-088a-4c4b-a233-4b28e1a44868'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:45:07.975500 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-931d73c4-38de-47f9-903f-db0f529991a7 None None] Bound port: cbe7f64f-f10f-40c1-bd8f-53479088af25, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c96e503d-20f7-4b9a-ac7c-1229397c7bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f18ff08e-088a-4c4b-a233-4b28e1a44868'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:45:07.976739 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-931d73c4-38de-47f9-903f-db0f529991a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:07.991164 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 90f9ab0e-10f9-4266-90e0-f500606f4658 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:45:07.991672 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:08.047397 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-716822ca-7973-4b93-8333-f7a0e3e72f19 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:08.120934 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-716822ca-7973-4b93-8333-f7a0e3e72f19 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Deleting port 1659a616-ed0a-4419-890f-26c11edf1545 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:45:08.120934 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-716822ca-7973-4b93-8333-f7a0e3e72f19 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:08.138143 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187fca67-bc90-4bc5-bc04-8cf8a1b78e1c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:45:08.139110 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-187fca67-bc90-4bc5-bc04-8cf8a1b78e1c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:08.174764 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-931d73c4-38de-47f9-903f-db0f529991a7 None None] For port cbe7f64f-f10f-40c1-bd8f-53479088af25, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:45:08.178498 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-931d73c4-38de-47f9-903f-db0f529991a7 None None] For port cbe7f64f-f10f-40c1-bd8f-53479088af25, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=cbe7f64f-f10f-40c1-bd8f-53479088af25,segment=NetworkSegment(c96e503d-20f7-4b9a-ac7c-1229397c7bae),segment_id=c96e503d-20f7-4b9a-ac7c-1229397c7bae)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:45:08.186985 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.db.api [None req-0c2ce498-d3d6-42e7-b7dc-1f57bdb2ff7c tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 08:45:08.189807 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_db.api [None req-0c2ce498-d3d6-42e7-b7dc-1f57bdb2ff7c tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 08:45:08.218006 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-931d73c4-38de-47f9-903f-db0f529991a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:08.234819 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-9111c9aa-a48c-47bb-939e-8a3f649a99bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:08.248100 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-336c3e0f-c664-4539-8a7b-4b29fb1eb4f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24735'] for router, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:08.269014 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-336c3e0f-c664-4539-8a7b-4b29fb1eb4f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:08.295141 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-187fca67-bc90-4bc5-bc04-8cf8a1b78e1c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.8362169 Dec 20 08:45:08.301326 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37436) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:08.306336 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3db96373-c856-429d-934d-b371f14b0e84 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:08.438184 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931d73c4-38de-47f9-903f-db0f529991a7 None None] Pushing event updated for resources: {'Port': ['ID=cbe7f64f-f10f-40c1-bd8f-53479088af25,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:08.443058 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-716822ca-7973-4b93-8333-f7a0e3e72f19 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:08.462975 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-931d73c4-38de-47f9-903f-db0f529991a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:08.484651 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-db700c3d-cbda-4096-8a85-899b539c433b None None] Provisioning for port 1c3a65e4-9513-44a6-976a-2ef4035cfd88 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:45:08.495979 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-db700c3d-cbda-4096-8a85-899b539c433b None None] Provisioning complete for port 1c3a65e4-9513-44a6-976a-2ef4035cfd88 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:45:08.496663 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-db700c3d-cbda-4096-8a85-899b539c433b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:08.561289 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 68aea13d-ad8a-4b1f-adf5-652275fffb13 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:45:08.648114 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-716822ca-7973-4b93-8333-f7a0e3e72f19 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Calling delete_port for 1659a616-ed0a-4419-890f-26c11edf1545 owned by network:router_gateway {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:45:08.663358 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-336c3e0f-c664-4539-8a7b-4b29fb1eb4f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-390871'] for router, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:08.663899 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-336c3e0f-c664-4539-8a7b-4b29fb1eb4f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e107952-13ac-49e4-a9c6-ea642e78ebef {{(pid=83445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 08:45:08.664494 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 68aea13d-ad8a-4b1f-adf5-652275fffb13 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:45:08.665143 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 68aea13d-ad8a-4b1f-adf5-652275fffb13 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:45:08.665825 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 4f8e3d34-caba-45c3-bd98-71684a55202b no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:45:08.677442 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-336c3e0f-c664-4539-8a7b-4b29fb1eb4f8 admin admin] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:08.678699 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-336c3e0f-c664-4539-8a7b-4b29fb1eb4f8 admin admin] 10.222.0.16 "DELETE /v2.0/routers/5e107952-13ac-49e4-a9c6-ea642e78ebef HTTP/1.1" status: 204 len: 168 time: 5.9416819 Dec 20 08:45:08.684544 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37446) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:08.724512 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 4f8e3d34-caba-45c3-bd98-71684a55202b {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:45:08.726000 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 4f8e3d34-caba-45c3-bd98-71684a55202b not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:45:08.746623 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-db700c3d-cbda-4096-8a85-899b539c433b None None] Port 1c3a65e4-9513-44a6-976a-2ef4035cfd88 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:45:08.751180 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-0c2ce498-d3d6-42e7-b7dc-1f57bdb2ff7c tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Deleting port 68aea13d-ad8a-4b1f-adf5-652275fffb13 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:45:08.752242 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0c2ce498-d3d6-42e7-b7dc-1f57bdb2ff7c tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:08.934853 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_v2 [None req-09d6052c-1e71-42bd-93e1-b1f27c88de4c admin admin] Deleting subnet 372cc3e6-10e8-4159-8180-180bc179785a {{(pid=83445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:45:08.945455 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ad18e5-27bb-432d-b313-8ab9dfa97806 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:45:08.951574 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ad18e5-27bb-432d-b313-8ab9dfa97806 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:45:08.952462 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-70ad18e5-27bb-432d-b313-8ab9dfa97806 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Synchronizing usage tracker for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:45:08.965647 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-09d6052c-1e71-42bd-93e1-b1f27c88de4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:09.075652 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-70ad18e5-27bb-432d-b313-8ab9dfa97806 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Unset dirty status for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:45:09.076840 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-70ad18e5-27bb-432d-b313-8ab9dfa97806 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.7561264 Dec 20 08:45:09.086858 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37456) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:09.087966 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-0c2ce498-d3d6-42e7-b7dc-1f57bdb2ff7c tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] The port '68aea13d-ad8a-4b1f-adf5-652275fffb13' was deleted {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 08:45:09.097959 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-09d6052c-1e71-42bd-93e1-b1f27c88de4c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1518554'] for subnet, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:09.164101 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-5641e46b-866d-4b13-afc9-1597e33d0ac2 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] For port cbe7f64f-f10f-40c1-bd8f-53479088af25, host dv-neutron-820491-1-hyperv, got binding levels [] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:45:09.164457 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5641e46b-866d-4b13-afc9-1597e33d0ac2 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:09.301189 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-3db96373-c856-429d-934d-b371f14b0e84 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Allocated IP 172.20.0.1 (a10cf7b0-890e-4e8f-a719-310da3a98a0c/41f60fee-ed52-409b-a69b-1b28f6b7c9e1/9c72bdef-e868-4ed2-8dc6-8bb34f63e894) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:45:09.311759 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37462) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:09.333658 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-86743f1b-57a3-497a-9666-5bda93045fe9 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Deleting port 1c3a65e4-9513-44a6-976a-2ef4035cfd88 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:45:09.334939 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-86743f1b-57a3-497a-9666-5bda93045fe9 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:09.383290 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-5641e46b-866d-4b13-afc9-1597e33d0ac2 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Calling delete_port for cbe7f64f-f10f-40c1-bd8f-53479088af25 owned by network:dhcp {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:45:09.392025 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-09d6052c-1e71-42bd-93e1-b1f27c88de4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:09.669585 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device cbe7f64f-f10f-40c1-bd8f-53479088af25 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:45:09.706810 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0c2ce498-d3d6-42e7-b7dc-1f57bdb2ff7c tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:09.737152 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-0c2ce498-d3d6-42e7-b7dc-1f57bdb2ff7c tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44a7ff39-ca53-4932-87dd-551fe35a3d01']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:09.754482 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-0c2ce498-d3d6-42e7-b7dc-1f57bdb2ff7c tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff38ad58-a518-408c-913a-d2d9099c3fe3') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:09.754777 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-0c2ce498-d3d6-42e7-b7dc-1f57bdb2ff7c tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff38ad58-a518-408c-913a-d2d9099c3fe3') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:09.774140 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:09.776462 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port cbe7f64f-f10f-40c1-bd8f-53479088af25 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:45:09.796519 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device b4722ef3-9c76-4442-94de-c1e8d9012bed no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:45:09.807472 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0c2ce498-d3d6-42e7-b7dc-1f57bdb2ff7c tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1618722'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:09.839444 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: b4722ef3-9c76-4442-94de-c1e8d9012bed {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:45:09.839842 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device b4722ef3-9c76-4442-94de-c1e8d9012bed not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:45:09.860143 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0c2ce498-d3d6-42e7-b7dc-1f57bdb2ff7c tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:09.862800 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-716822ca-7973-4b93-8333-f7a0e3e72f19 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:09.868719 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-1674581f-f57f-4662-9b60-55d245313d38 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-874320212-network', 'tenant_id': 'e2165a78ac154b1c9f29e840efaf3cb7'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:45:09.872282 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-09d6052c-1e71-42bd-93e1-b1f27c88de4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2036620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2095133'] for subnet, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:09.874158 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-93d2139d-691d-4578-ba3d-a724838310aa tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:09.882321 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-8e2e9732-4557-42a3-951f-f20cc017b1c3 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:09.911439 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-1674581f-f57f-4662-9b60-55d245313d38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:45:09.919950 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c2ce498-d3d6-42e7-b7dc-1f57bdb2ff7c tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:45:09.920587 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0c2ce498-d3d6-42e7-b7dc-1f57bdb2ff7c tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1128911'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:09.935842 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb34dcb-8e51-416d-a138-7fccf73b9e0b None None] Network f18ff08e-088a-4c4b-a233-4b28e1a44868 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:45:09.940619 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-1674581f-f57f-4662-9b60-55d245313d38 admin admin] Usage tracker for resource:network and tenant:e2165a78ac154b1c9f29e840efaf3cb7 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:45:09.944160 dv-neutron-820491-1-hyperv neutron-server[83444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 08:45:09.944160 dv-neutron-820491-1-hyperv neutron-server[83444]: util.warn( Dec 20 08:45:09.944160 dv-neutron-820491-1-hyperv neutron-server[83444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 08:45:09.944160 dv-neutron-820491-1-hyperv neutron-server[83444]: util.warn( Dec 20 08:45:09.944160 dv-neutron-820491-1-hyperv neutron-server[83444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 08:45:09.944160 dv-neutron-820491-1-hyperv neutron-server[83444]: util.warn( Dec 20 08:45:09.944160 dv-neutron-820491-1-hyperv neutron-server[83444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 08:45:09.944160 dv-neutron-820491-1-hyperv neutron-server[83444]: util.warn( Dec 20 08:45:09.944160 dv-neutron-820491-1-hyperv neutron-server[83444]: Traceback (most recent call last): Dec 20 08:45:09.944160 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:45:09.944160 dv-neutron-820491-1-hyperv neutron-server[83444]: timer() Dec 20 08:45:09.944160 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:45:09.944160 dv-neutron-820491-1-hyperv neutron-server[83444]: cb(*args, **kw) Dec 20 08:45:09.944160 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:45:09.944160 dv-neutron-820491-1-hyperv neutron-server[83444]: return func(*args, **kwargs) Dec 20 08:45:09.944160 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:45:09.944160 dv-neutron-820491-1-hyperv neutron-server[83444]: self._notify() Dec 20 08:45:09.944160 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:45:09.944160 dv-neutron-820491-1-hyperv neutron-server[83444]: self.callback(batched_events) Dec 20 08:45:09.944160 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:45:09.944160 dv-neutron-820491-1-hyperv neutron-server[83444]: event.method(event) Dec 20 08:45:09.944160 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:45:09.944160 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:45:09.944160 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:45:09.944160 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:45:09.944160 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:45:09.944160 dv-neutron-820491-1-hyperv neutron-server[83444]: return f(self, *a, **k) Dec 20 08:45:09.944160 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:45:09.944160 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._get(url).json() Dec 20 08:45:09.944160 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:45:09.944160 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:45:09.944160 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:45:09.944160 dv-neutron-820491-1-hyperv neutron-server[83444]: return self.request(url, 'GET', **kwargs) Dec 20 08:45:09.944160 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:45:09.944160 dv-neutron-820491-1-hyperv neutron-server[83444]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:45:09.944160 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:45:09.944160 dv-neutron-820491-1-hyperv neutron-server[83444]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:45:09.944160 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:45:09.944160 dv-neutron-820491-1-hyperv neutron-server[83444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:45:09.944160 dv-neutron-820491-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:45:09.946633 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.db.api [None req-5641e46b-866d-4b13-afc9-1597e33d0ac2 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 08:45:09.946633 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_db.api [None req-5641e46b-866d-4b13-afc9-1597e33d0ac2 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 08:45:09.947333 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d6052c-1e71-42bd-93e1-b1f27c88de4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=372cc3e6-10e8-4159-8180-180bc179785a,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:09.951930 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3db96373-c856-429d-934d-b371f14b0e84 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:09.952297 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716822ca-7973-4b93-8333-f7a0e3e72f19 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Pushing event deleted for resources: {'Port': ['ID=1659a616-ed0a-4419-890f-26c11edf1545,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:09.961684 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-1674581f-f57f-4662-9b60-55d245313d38 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:45:09.962292 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-716822ca-7973-4b93-8333-f7a0e3e72f19 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:09.967898 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-09d6052c-1e71-42bd-93e1-b1f27c88de4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:09.976126 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-1674581f-f57f-4662-9b60-55d245313d38 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:45:09.991426 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3913b55a-1953-4d9d-9e84-9984db420615 None None] Network 74659ea1-fc06-4c03-bfff-ba787badb621 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:45:10.003417 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-09d6052c-1e71-42bd-93e1-b1f27c88de4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:10.040811 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-09d6052c-1e71-42bd-93e1-b1f27c88de4c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/372cc3e6-10e8-4159-8180-180bc179785a HTTP/1.1" status: 204 len: 168 time: 1.3505943 Dec 20 08:45:10.040811 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1674581f-f57f-4662-9b60-55d245313d38 admin admin] Made reservation on behalf of e2165a78ac154b1c9f29e840efaf3cb7 for: {'network': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:45:10.041485 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1674581f-f57f-4662-9b60-55d245313d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:10.053680 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37468) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:10.111452 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1674581f-f57f-4662-9b60-55d245313d38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:10.152703 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-6b93028f-cb84-442a-aaab-7414264d173f None None] Provisioning for port cbe7f64f-f10f-40c1-bd8f-53479088af25 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:45:10.175569 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-6b93028f-cb84-442a-aaab-7414264d173f None None] Provisioning complete for port cbe7f64f-f10f-40c1-bd8f-53479088af25 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:45:10.175929 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-6b93028f-cb84-442a-aaab-7414264d173f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:10.295065 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3db96373-c856-429d-934d-b371f14b0e84 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:10.304517 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-716dc411-6586-4381-9f2c-b1d7ea13d204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:10.311560 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0c2ce498-d3d6-42e7-b7dc-1f57bdb2ff7c tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:10.326116 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-052f117d-ac53-4b8b-beab-535f8a2a875e tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:10.346820 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-1674581f-f57f-4662-9b60-55d245313d38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:45:10.347729 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0c2ce498-d3d6-42e7-b7dc-1f57bdb2ff7c tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:10.362605 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2ce498-d3d6-42e7-b7dc-1f57bdb2ff7c tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Pushing event deleted for resources: {'Network': ['ID=44a7ff39-ca53-4932-87dd-551fe35a3d01,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:10.369356 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5b37ced2-8df0-4c61-8ae7-ebb178f388ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:10.370700 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0c2ce498-d3d6-42e7-b7dc-1f57bdb2ff7c tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:10.376934 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-1674581f-f57f-4662-9b60-55d245313d38 admin admin] Usage tracker for resource:security_group_rule and tenant:e2165a78ac154b1c9f29e840efaf3cb7 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:45:10.385747 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-1674581f-f57f-4662-9b60-55d245313d38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:45:10.403858 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-1674581f-f57f-4662-9b60-55d245313d38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:45:10.411581 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-716822ca-7973-4b93-8333-f7a0e3e72f19 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346107'] for router_gateway, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:10.436934 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-86743f1b-57a3-497a-9666-5bda93045fe9 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:10.457922 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db96373-c856-429d-934d-b371f14b0e84 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Network a10cf7b0-890e-4e8f-a719-310da3a98a0c is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:45:10.458733 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db96373-c856-429d-934d-b371f14b0e84 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Pushing event updated for resources: {'Port': ['ID=9c72bdef-e868-4ed2-8dc6-8bb34f63e894,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:10.465813 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-6b93028f-cb84-442a-aaab-7414264d173f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:10.481258 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-5641e46b-866d-4b13-afc9-1597e33d0ac2 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Deleting port cbe7f64f-f10f-40c1-bd8f-53479088af25 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:45:10.481618 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5641e46b-866d-4b13-afc9-1597e33d0ac2 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:10.512581 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-3db96373-c856-429d-934d-b371f14b0e84 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:45:10.514869 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-6b93028f-cb84-442a-aaab-7414264d173f None None] For port cbe7f64f-f10f-40c1-bd8f-53479088af25, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=cbe7f64f-f10f-40c1-bd8f-53479088af25,segment=NetworkSegment(c96e503d-20f7-4b9a-ac7c-1229397c7bae),segment_id=c96e503d-20f7-4b9a-ac7c-1229397c7bae)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:45:10.540065 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-6b93028f-cb84-442a-aaab-7414264d173f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:10.541824 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-0aee7c7f-0435-46e5-bf4c-faa770eb0175 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:10.583833 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3db96373-c856-429d-934d-b371f14b0e84 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:10.585276 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-5b37ced2-8df0-4c61-8ae7-ebb178f388ff admin admin] Deleting port 028a9db6-829b-42a0-9080-5104768007f2 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:45:10.585622 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5b37ced2-8df0-4c61-8ae7-ebb178f388ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:10.602066 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd57171-5db9-4368-a5a9-1c7d32ea5027 None None] DHCP port deletion for 74659ea1-fc06-4c03-bfff-ba787badb621 request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 08:45:10.613928 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-6dd57171-5db9-4368-a5a9-1c7d32ea5027 None None] Deleting port 028a9db6-829b-42a0-9080-5104768007f2 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:45:10.614394 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-6dd57171-5db9-4368-a5a9-1c7d32ea5027 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:10.619406 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-86743f1b-57a3-497a-9666-5bda93045fe9 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Calling delete_port for 1c3a65e4-9513-44a6-976a-2ef4035cfd88 owned by {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:45:10.655000 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db96373-c856-429d-934d-b371f14b0e84 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:45:10.695839 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b93028f-cb84-442a-aaab-7414264d173f None None] Pushing event updated for resources: {'Port': ['ID=cbe7f64f-f10f-40c1-bd8f-53479088af25,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:10.700577 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-6b93028f-cb84-442a-aaab-7414264d173f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:10.869504 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-6dd57171-5db9-4368-a5a9-1c7d32ea5027 None None] For port 028a9db6-829b-42a0-9080-5104768007f2, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=028a9db6-829b-42a0-9080-5104768007f2,segment=NetworkSegment(2231e2fa-9d68-41e9-80aa-70e7c056e0b1),segment_id=2231e2fa-9d68-41e9-80aa-70e7c056e0b1)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:45:10.869827 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-6dd57171-5db9-4368-a5a9-1c7d32ea5027 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:10.873007 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3db96373-c856-429d-934d-b371f14b0e84 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-345881'] for router_interface, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:10.906921 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-716822ca-7973-4b93-8333-f7a0e3e72f19 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24735'] for router, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:10.914403 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-0c2ce498-d3d6-42e7-b7dc-1f57bdb2ff7c tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "DELETE /v2.0/networks/44a7ff39-ca53-4932-87dd-551fe35a3d01 HTTP/1.1" status: 204 len: 168 time: 4.6781232 Dec 20 08:45:10.921865 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37472) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:10.935975 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325ff149-6029-489f-aef9-cf77f76f4848 None None] Network f18ff08e-088a-4c4b-a233-4b28e1a44868 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:45:10.941962 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-1bba639f-59d9-4191-b961-b457cbac6443 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-506230423'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:45:10.947971 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-716822ca-7973-4b93-8333-f7a0e3e72f19 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:10.953109 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-1bba639f-59d9-4191-b961-b457cbac6443 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:45:10.970112 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-1bba639f-59d9-4191-b961-b457cbac6443 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Usage tracker for resource:network and tenant:bcc408b3053b4123bbeeedda32cab34a is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:45:10.976255 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-1bba639f-59d9-4191-b961-b457cbac6443 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:45:10.978238 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1674581f-f57f-4662-9b60-55d245313d38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:10.997548 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1674581f-f57f-4662-9b60-55d245313d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:11.009542 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:11.011707 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-6dd57171-5db9-4368-a5a9-1c7d32ea5027 None None] Calling delete_port for 028a9db6-829b-42a0-9080-5104768007f2 owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:45:11.022150 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-1bba639f-59d9-4191-b961-b457cbac6443 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:45:11.090082 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bba639f-59d9-4191-b961-b457cbac6443 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Made reservation on behalf of bcc408b3053b4123bbeeedda32cab34a for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:45:11.093093 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1bba639f-59d9-4191-b961-b457cbac6443 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:11.129116 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-716822ca-7973-4b93-8333-f7a0e3e72f19 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-390871'] for router, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:11.129671 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-716822ca-7973-4b93-8333-f7a0e3e72f19 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Fanout notify agent at l3_agent the message router_deleted on router bcf33656-e1eb-471b-87c1-ea476f0002a6 {{(pid=83444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 08:45:11.206002 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-5b37ced2-8df0-4c61-8ae7-ebb178f388ff admin admin] For port 028a9db6-829b-42a0-9080-5104768007f2, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=028a9db6-829b-42a0-9080-5104768007f2,segment=NetworkSegment(2231e2fa-9d68-41e9-80aa-70e7c056e0b1),segment_id=2231e2fa-9d68-41e9-80aa-70e7c056e0b1)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:45:11.206669 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5b37ced2-8df0-4c61-8ae7-ebb178f388ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:11.216478 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-fb0364b8-8354-4f86-a8aa-e79a40d3ad03 None None] Provisioning complete for port cbe7f64f-f10f-40c1-bd8f-53479088af25 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:45:11.216901 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-fb0364b8-8354-4f86-a8aa-e79a40d3ad03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:11.230956 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1674581f-f57f-4662-9b60-55d245313d38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7cf0021-43ac-44a6-81a7-6f5f91a973c7,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:11.245290 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-716822ca-7973-4b93-8333-f7a0e3e72f19 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:11.246158 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-1674581f-f57f-4662-9b60-55d245313d38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:11.251006 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-716822ca-7973-4b93-8333-f7a0e3e72f19 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] 10.222.0.16 "DELETE /v2.0/routers/bcf33656-e1eb-471b-87c1-ea476f0002a6 HTTP/1.1" status: 204 len: 168 time: 5.6607375 Dec 20 08:45:11.256268 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37476) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:11.266522 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-6dd57171-5db9-4368-a5a9-1c7d32ea5027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102'] for port, after_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:11.268385 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-45a22db6-1bee-48f8-b176-e73f2045101a tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1495396017', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:45:11.273186 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-50727989-3fc0-4029-aeeb-2a6d1383eab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:11.287780 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bba639f-59d9-4191-b961-b457cbac6443 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:45:11.290717 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-45a22db6-1bee-48f8-b176-e73f2045101a tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:45:11.300434 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-45a22db6-1bee-48f8-b176-e73f2045101a tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Usage tracker for resource:router and tenant:056abb2bc23f424d94c87e583774364a is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:45:11.310437 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-45a22db6-1bee-48f8-b176-e73f2045101a tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:45:11.318154 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1bba639f-59d9-4191-b961-b457cbac6443 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:11.318693 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-1bba639f-59d9-4191-b961-b457cbac6443 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Added segment 7bb434c1-1956-4650-b323-6b79133731f1 of type vlan for network 91723284-4164-4670-aa7d-b36743d6311f Dec 20 08:45:11.342156 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-45a22db6-1bee-48f8-b176-e73f2045101a tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:45:11.349583 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd57171-5db9-4368-a5a9-1c7d32ea5027 None None] Pushing event deleted for resources: {'Port': ['ID=028a9db6-829b-42a0-9080-5104768007f2,revision_number=None']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:11.358267 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-5641e46b-866d-4b13-afc9-1597e33d0ac2 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] For port cbe7f64f-f10f-40c1-bd8f-53479088af25, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=cbe7f64f-f10f-40c1-bd8f-53479088af25,segment=NetworkSegment(c96e503d-20f7-4b9a-ac7c-1229397c7bae),segment_id=c96e503d-20f7-4b9a-ac7c-1229397c7bae)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:45:11.358786 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5641e46b-866d-4b13-afc9-1597e33d0ac2 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:11.361538 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-86743f1b-57a3-497a-9666-5bda93045fe9 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:11.362975 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-6dd57171-5db9-4368-a5a9-1c7d32ea5027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:11.374566 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-5b37ced2-8df0-4c61-8ae7-ebb178f388ff admin admin] Calling delete_port for 028a9db6-829b-42a0-9080-5104768007f2 owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:45:11.382606 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd57171-5db9-4368-a5a9-1c7d32ea5027 None None] No DVR routers for this DVR port 028a9db6-829b-42a0-9080-5104768007f2 on host dv-neutron-820491-1-hyperv {{(pid=83446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:45:11.412105 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-4c200ccd-f5e2-4dfb-b764-7656571dae40 tempest-FloatingIPNegativeTestJSON-720398230 tempest-FloatingIPNegativeTestJSON-720398230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:11.441748 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1674581f-f57f-4662-9b60-55d245313d38 admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=83445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:45:11.460015 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1bba639f-59d9-4191-b961-b457cbac6443 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:11.524271 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-45a22db6-1bee-48f8-b176-e73f2045101a tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24817'] for router, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:11.524872 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-45a22db6-1bee-48f8-b176-e73f2045101a tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-351744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24806'] for router, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:11.541524 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-5641e46b-866d-4b13-afc9-1597e33d0ac2 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Calling delete_port for cbe7f64f-f10f-40c1-bd8f-53479088af25 owned by network:dhcp {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:45:11.564763 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device cbe7f64f-f10f-40c1-bd8f-53479088af25 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:45:11.614495 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86743f1b-57a3-497a-9666-5bda93045fe9 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event deleted for resources: {'Port': ['ID=1c3a65e4-9513-44a6-976a-2ef4035cfd88,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:11.632006 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-86743f1b-57a3-497a-9666-5bda93045fe9 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:11.636800 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1674581f-f57f-4662-9b60-55d245313d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:11.637146 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.segments_db [None req-1674581f-f57f-4662-9b60-55d245313d38 admin admin] Added segment b15ed654-e239-4345-87ef-d2514f065b9f of type vlan for network 3ab8996b-db59-43a0-a379-647199802474 Dec 20 08:45:11.639474 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3db96373-c856-429d-934d-b371f14b0e84 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:11.695520 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-f655dbce-da85-450e-ba49-75142118e4d2 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Deleting port e37e8171-1a90-4890-b208-23358ea8e6f6 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:45:11.695896 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f655dbce-da85-450e-ba49-75142118e4d2 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:11.721728 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port cbe7f64f-f10f-40c1-bd8f-53479088af25 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:45:11.722723 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:11.782995 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1bba639f-59d9-4191-b961-b457cbac6443 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:11.786779 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bba639f-59d9-4191-b961-b457cbac6443 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:45:11.788038 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1bba639f-59d9-4191-b961-b457cbac6443 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:11.796745 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:11.836473 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-45a22db6-1bee-48f8-b176-e73f2045101a tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:11.945934 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-a8c61fb7-104d-47dc-8268-33fea434f4f9 None None] Provisioning complete for port cbe7f64f-f10f-40c1-bd8f-53479088af25 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:45:11.946332 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a8c61fb7-104d-47dc-8268-33fea434f4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:11.958513 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1bba639f-59d9-4191-b961-b457cbac6443 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0304947 Dec 20 08:45:11.968510 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37484) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:11.970758 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1674581f-f57f-4662-9b60-55d245313d38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:11.981832 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 028a9db6-829b-42a0-9080-5104768007f2 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:45:11.995118 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-5270e5fb-b877-4610-a4ff-babb12542991 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Request body: {'subnet': {'network_id': '91723284-4164-4670-aa7d-b36743d6311f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:45:12.030977 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 028a9db6-829b-42a0-9080-5104768007f2 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:45:12.031454 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 028a9db6-829b-42a0-9080-5104768007f2 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:45:12.092686 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bba639f-59d9-4191-b961-b457cbac6443 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Pushing event updated for resources: {'Network': ['ID=91723284-4164-4670-aa7d-b36743d6311f,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:12.102400 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1bba639f-59d9-4191-b961-b457cbac6443 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:12.105428 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-45a22db6-1bee-48f8-b176-e73f2045101a tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071'] for router, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:12.107791 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network 91723284-4164-4670-aa7d-b36743d6311f details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:45:12.160436 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5641e46b-866d-4b13-afc9-1597e33d0ac2 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:12.164536 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-45a22db6-1bee-48f8-b176-e73f2045101a tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:12.165724 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-45a22db6-1bee-48f8-b176-e73f2045101a tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9080069 Dec 20 08:45:12.168843 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-96945123-1182-43f6-a4f5-963ba605b686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:12.190369 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.api [None req-5b37ced2-8df0-4c61-8ae7-ebb178f388ff admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 08:45:12.190956 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_db.api [None req-5b37ced2-8df0-4c61-8ae7-ebb178f388ff admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 08:45:12.191780 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37488) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:12.203546 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f655dbce-da85-450e-ba49-75142118e4d2 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:12.223394 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5641e46b-866d-4b13-afc9-1597e33d0ac2 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Pushing event deleted for resources: {'Port': ['ID=cbe7f64f-f10f-40c1-bd8f-53479088af25,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:12.224134 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-c2c12fc3-51b1-4dec-b5f7-c12da7f5aecf tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'enable_snat': False}}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:45:12.228384 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-5641e46b-866d-4b13-afc9-1597e33d0ac2 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:12.299035 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.resource_extend [None req-1674581f-f57f-4662-9b60-55d245313d38 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 08:45:12.353634 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-f655dbce-da85-450e-ba49-75142118e4d2 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Calling delete_port for e37e8171-1a90-4890-b208-23358ea8e6f6 owned by network:router_interface {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:45:12.395694 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400b5ea4-478e-41df-8f0a-ccdab59b8492 None None] DHCP port deletion for f18ff08e-088a-4c4b-a233-4b28e1a44868 request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 08:45:12.413600 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9751ab50-835d-4592-8512-18a8ef265c8e None None] get_active_networks_info from dv-neutron-820491-1-hyperv {{(pid=83446) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 20 08:45:12.447167 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-86743f1b-57a3-497a-9666-5bda93045fe9 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:12.468384 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5641e46b-866d-4b13-afc9-1597e33d0ac2 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] No DVR routers for this DVR port cbe7f64f-f10f-40c1-bd8f-53479088af25 on host dv-neutron-820491-1-hyperv {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:45:12.494332 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1674581f-f57f-4662-9b60-55d245313d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:12.495143 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1674581f-f57f-4662-9b60-55d245313d38 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:45:12.495721 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1674581f-f57f-4662-9b60-55d245313d38 admin admin] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:12.503596 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-9a03ef0a-cd7f-4cb7-913d-fda446b99186 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:12.513343 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-eeaf8366-2de3-48bf-bb21-b1457716c6e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:12.573118 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-5270e5fb-b877-4610-a4ff-babb12542991 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:45:12.591388 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-5270e5fb-b877-4610-a4ff-babb12542991 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Usage tracker for resource:subnet and tenant:bcc408b3053b4123bbeeedda32cab34a is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:45:12.607217 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-5270e5fb-b877-4610-a4ff-babb12542991 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:45:12.609946 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9751ab50-835d-4592-8512-18a8ef265c8e None None] Resources bound (agent type, host, resource id): {{(pid=83446) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 08:45:12.618705 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-86743f1b-57a3-497a-9666-5bda93045fe9 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/ports/1c3a65e4-9513-44a6-976a-2ef4035cfd88 HTTP/1.1" status: 204 len: 168 time: 3.5233548 Dec 20 08:45:12.630598 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37492) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:12.693901 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-1674581f-f57f-4662-9b60-55d245313d38 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.3755577 Dec 20 08:45:12.704388 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37496) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:12.722385 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-e5f8d727-fa03-4172-ab34-a5a3398f2bad admin admin] Request body: {'subnet': {'network_id': '3ab8996b-db59-43a0-a379-647199802474', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-874320212-subnet', 'tenant_id': 'e2165a78ac154b1c9f29e840efaf3cb7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:45:12.736154 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-5270e5fb-b877-4610-a4ff-babb12542991 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:45:12.740525 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-e5f8d727-fa03-4172-ab34-a5a3398f2bad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:45:12.747961 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-5b37ced2-8df0-4c61-8ae7-ebb178f388ff admin admin] Deleting port 028a9db6-829b-42a0-9080-5104768007f2 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:45:12.748293 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5b37ced2-8df0-4c61-8ae7-ebb178f388ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:12.752373 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e5f8d727-fa03-4172-ab34-a5a3398f2bad admin admin] Usage tracker for resource:subnet and tenant:e2165a78ac154b1c9f29e840efaf3cb7 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:45:12.758197 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5641e46b-866d-4b13-afc9-1597e33d0ac2 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:12.791767 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e5f8d727-fa03-4172-ab34-a5a3398f2bad admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:45:12.802238 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18c416d-8b3a-4101-83a7-ee55f82e8713 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:45:12.803911 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18c416d-8b3a-4101-83a7-ee55f82e8713 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:45:12.805208 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18c416d-8b3a-4101-83a7-ee55f82e8713 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:45:12.809445 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a18c416d-8b3a-4101-83a7-ee55f82e8713 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1698511 Dec 20 08:45:12.815965 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37500) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:12.821184 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-e5f8d727-fa03-4172-ab34-a5a3398f2bad admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:45:12.882552 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1674581f-f57f-4662-9b60-55d245313d38 admin admin] Pushing event updated for resources: {'Network': ['ID=3ab8996b-db59-43a0-a379-647199802474,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:12.897946 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-1674581f-f57f-4662-9b60-55d245313d38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:12.916607 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network 3ab8996b-db59-43a0-a379-647199802474 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:45:12.917149 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f8d727-fa03-4172-ab34-a5a3398f2bad admin admin] Made reservation on behalf of e2165a78ac154b1c9f29e840efaf3cb7 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:45:12.918957 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e5f8d727-fa03-4172-ab34-a5a3398f2bad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1529102'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:12.938051 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5270e5fb-b877-4610-a4ff-babb12542991 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Made reservation on behalf of bcc408b3053b4123bbeeedda32cab34a for: {'subnet': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:45:12.966650 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-5b37ced2-8df0-4c61-8ae7-ebb178f388ff admin admin] The port '028a9db6-829b-42a0-9080-5104768007f2' was deleted {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 08:45:13.133146 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ac03b8-a867-46b2-a5df-b1fd5dd403ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-f18ff08e-088a-4c4b-a233-4b28e1a44868', 'network_id': 'f18ff08e-088a-4c4b-a233-4b28e1a44868', 'tenant_id': '2ec22d5a6bcd4fd8ba62f3132b925948', 'fixed_ips': [{'subnet_id': '9f588acf-d72e-417b-9840-c6e9fb30dcc3'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:45:13.134107 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-63ac03b8-a867-46b2-a5df-b1fd5dd403ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:13.158908 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5641e46b-866d-4b13-afc9-1597e33d0ac2 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1129313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1529131'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:13.170772 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b2b6b184-1482-4f44-97db-54c7a03a1f42 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:13.237500 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5641e46b-866d-4b13-afc9-1597e33d0ac2 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Pushing event deleted for resources: {'Subnet': ['ID=9f588acf-d72e-417b-9840-c6e9fb30dcc3,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:13.239239 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f655dbce-da85-450e-ba49-75142118e4d2 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:13.246419 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-5641e46b-866d-4b13-afc9-1597e33d0ac2 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:13.247004 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-38bf9062-3183-4119-8c12-5ac9ce50eca2 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:13.313931 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a085df3-262f-476f-a4b7-50af1ccb2496 None None] Network f18ff08e-088a-4c4b-a233-4b28e1a44868 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:45:13.326504 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f655dbce-da85-450e-ba49-75142118e4d2 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Pushing event deleted for resources: {'Port': ['ID=e37e8171-1a90-4890-b208-23358ea8e6f6,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:13.330285 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5270e5fb-b877-4610-a4ff-babb12542991 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2095160'] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:13.339492 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f655dbce-da85-450e-ba49-75142118e4d2 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:13.348271 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f8a4ed7-f15b-434a-84d6-d07e85615181 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Deleting subnet a4af8047-4224-4e1d-96ef-d1147bbcfe01 {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:45:13.392949 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7f8a4ed7-f15b-434a-84d6-d07e85615181 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:13.455088 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5b37ced2-8df0-4c61-8ae7-ebb178f388ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:13.533494 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device cbe7f64f-f10f-40c1-bd8f-53479088af25 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:45:13.604212 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5641e46b-866d-4b13-afc9-1597e33d0ac2 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:13.611797 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-5b37ced2-8df0-4c61-8ae7-ebb178f388ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74659ea1-fc06-4c03-bfff-ba787badb621']}} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:13.629420 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.resource_extend [None req-3db96373-c856-429d-934d-b371f14b0e84 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 08:45:13.659767 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-5b37ced2-8df0-4c61-8ae7-ebb178f388ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2231e2fa-9d68-41e9-80aa-70e7c056e0b1') {'for_net_delete': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:13.660073 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-5b37ced2-8df0-4c61-8ae7-ebb178f388ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2231e2fa-9d68-41e9-80aa-70e7c056e0b1') {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:13.672185 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3db96373-c856-429d-934d-b371f14b0e84 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:13.673000 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: cbe7f64f-f10f-40c1-bd8f-53479088af25 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:45:13.673396 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device cbe7f64f-f10f-40c1-bd8f-53479088af25 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:45:13.688753 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5b37ced2-8df0-4c61-8ae7-ebb178f388ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1518531'] for segment, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:13.698809 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3db96373-c856-429d-934d-b371f14b0e84 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2036698'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:13.706760 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a66564b-d157-4590-b46e-827469635c8d None None] DHCP port deletion for f18ff08e-088a-4c4b-a233-4b28e1a44868 request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 08:45:13.733002 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-86743f1b-57a3-497a-9666-5bda93045fe9 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:13.796783 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7f8a4ed7-f15b-434a-84d6-d07e85615181 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1618747'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:13.806464 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5b37ced2-8df0-4c61-8ae7-ebb178f388ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:13.819522 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c2c12fc3-51b1-4dec-b5f7-c12da7f5aecf tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24724'] for router, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:13.837619 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b37ced2-8df0-4c61-8ae7-ebb178f388ff admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=83445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:45:13.837994 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5b37ced2-8df0-4c61-8ae7-ebb178f388ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2036002'] for segment, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:13.860795 dv-neutron-820491-1-hyperv neutron-server[83445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 08:45:13.860795 dv-neutron-820491-1-hyperv neutron-server[83445]: util.warn( Dec 20 08:45:13.860795 dv-neutron-820491-1-hyperv neutron-server[83445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 08:45:13.860795 dv-neutron-820491-1-hyperv neutron-server[83445]: util.warn( Dec 20 08:45:13.860795 dv-neutron-820491-1-hyperv neutron-server[83445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 08:45:13.860795 dv-neutron-820491-1-hyperv neutron-server[83445]: util.warn( Dec 20 08:45:13.860795 dv-neutron-820491-1-hyperv neutron-server[83445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 08:45:13.860795 dv-neutron-820491-1-hyperv neutron-server[83445]: util.warn( Dec 20 08:45:13.860795 dv-neutron-820491-1-hyperv neutron-server[83445]: Traceback (most recent call last): Dec 20 08:45:13.860795 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:45:13.860795 dv-neutron-820491-1-hyperv neutron-server[83445]: timer() Dec 20 08:45:13.860795 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:45:13.860795 dv-neutron-820491-1-hyperv neutron-server[83445]: cb(*args, **kw) Dec 20 08:45:13.860795 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:45:13.860795 dv-neutron-820491-1-hyperv neutron-server[83445]: return func(*args, **kwargs) Dec 20 08:45:13.860795 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:45:13.860795 dv-neutron-820491-1-hyperv neutron-server[83445]: self._notify() Dec 20 08:45:13.860795 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:45:13.860795 dv-neutron-820491-1-hyperv neutron-server[83445]: self.callback(batched_events) Dec 20 08:45:13.860795 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:45:13.860795 dv-neutron-820491-1-hyperv neutron-server[83445]: event.method(event) Dec 20 08:45:13.860795 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:45:13.860795 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:45:13.860795 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:45:13.860795 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:45:13.860795 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:45:13.860795 dv-neutron-820491-1-hyperv neutron-server[83445]: return f(self, *a, **k) Dec 20 08:45:13.860795 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:45:13.860795 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._get(url).json() Dec 20 08:45:13.860795 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:45:13.860795 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:45:13.860795 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:45:13.860795 dv-neutron-820491-1-hyperv neutron-server[83445]: return self.request(url, 'GET', **kwargs) Dec 20 08:45:13.860795 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:45:13.860795 dv-neutron-820491-1-hyperv neutron-server[83445]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:45:13.860795 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:45:13.860795 dv-neutron-820491-1-hyperv neutron-server[83445]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:45:13.860795 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:45:13.860795 dv-neutron-820491-1-hyperv neutron-server[83445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:45:13.860795 dv-neutron-820491-1-hyperv neutron-server[83445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:45:13.878886 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3db96373-c856-429d-934d-b371f14b0e84 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32898031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349045'] for router_interface, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:13.909734 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-5641e46b-866d-4b13-afc9-1597e33d0ac2 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f18ff08e-088a-4c4b-a233-4b28e1a44868']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:13.913772 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db96373-c856-429d-934d-b371f14b0e84 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Pushing event updated for resources: {'Port': ['ID=9c72bdef-e868-4ed2-8dc6-8bb34f63e894,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:13.934340 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3db96373-c856-429d-934d-b371f14b0e84 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:13.937825 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-5641e46b-866d-4b13-afc9-1597e33d0ac2 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c96e503d-20f7-4b9a-ac7c-1229397c7bae') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:13.938158 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-5641e46b-866d-4b13-afc9-1597e33d0ac2 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c96e503d-20f7-4b9a-ac7c-1229397c7bae') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:13.976550 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5641e46b-866d-4b13-afc9-1597e33d0ac2 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1618722'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:14.014716 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5641e46b-866d-4b13-afc9-1597e33d0ac2 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:14.027608 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5641e46b-866d-4b13-afc9-1597e33d0ac2 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:45:14.028070 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5641e46b-866d-4b13-afc9-1597e33d0ac2 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1128911'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:14.043393 dv-neutron-820491-1-hyperv neutron-server[83444]: Traceback (most recent call last): Dec 20 08:45:14.043393 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:45:14.043393 dv-neutron-820491-1-hyperv neutron-server[83444]: timer() Dec 20 08:45:14.043393 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:45:14.043393 dv-neutron-820491-1-hyperv neutron-server[83444]: cb(*args, **kw) Dec 20 08:45:14.043393 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:45:14.043393 dv-neutron-820491-1-hyperv neutron-server[83444]: return func(*args, **kwargs) Dec 20 08:45:14.043393 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:45:14.043393 dv-neutron-820491-1-hyperv neutron-server[83444]: self._notify() Dec 20 08:45:14.043393 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:45:14.043393 dv-neutron-820491-1-hyperv neutron-server[83444]: self.callback(batched_events) Dec 20 08:45:14.043393 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:45:14.043393 dv-neutron-820491-1-hyperv neutron-server[83444]: event.method(event) Dec 20 08:45:14.043393 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:45:14.043393 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:45:14.043393 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:45:14.043393 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:45:14.043393 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:45:14.043393 dv-neutron-820491-1-hyperv neutron-server[83444]: return f(self, *a, **k) Dec 20 08:45:14.043393 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:45:14.043393 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._get(url).json() Dec 20 08:45:14.043393 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:45:14.043393 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:45:14.043393 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:45:14.043393 dv-neutron-820491-1-hyperv neutron-server[83444]: return self.request(url, 'GET', **kwargs) Dec 20 08:45:14.043393 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:45:14.043393 dv-neutron-820491-1-hyperv neutron-server[83444]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:45:14.043393 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:45:14.043393 dv-neutron-820491-1-hyperv neutron-server[83444]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:45:14.043393 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:45:14.043393 dv-neutron-820491-1-hyperv neutron-server[83444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:45:14.043393 dv-neutron-820491-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:45:14.047228 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f655dbce-da85-450e-ba49-75142118e4d2 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32897953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348760'] for router_interface, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:14.051066 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e5f8d727-fa03-4172-ab34-a5a3398f2bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1129376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1529148'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:14.060892 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5b37ced2-8df0-4c61-8ae7-ebb178f388ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:14.065038 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0b29fbff-46fb-4ff5-acb8-f2436b3dbc8d tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:14.088567 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-6deeea26-f746-4c4b-a856-6e2dddf8c7a8 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:14.112762 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5b37ced2-8df0-4c61-8ae7-ebb178f388ff admin admin] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:14.176969 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b37ced2-8df0-4c61-8ae7-ebb178f388ff admin admin] Pushing event deleted for resources: {'Network': ['ID=74659ea1-fc06-4c03-bfff-ba787badb621,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:14.195290 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-5b37ced2-8df0-4c61-8ae7-ebb178f388ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:14.220333 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5270e5fb-b877-4610-a4ff-babb12542991 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2036557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2095114'] for subnet, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:14.228135 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-825e3267-adf3-4471-8a40-8daec05e7daf tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:14.260841 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-5b37ced2-8df0-4c61-8ae7-ebb178f388ff admin admin] 10.222.0.16 "DELETE /v2.0/networks/74659ea1-fc06-4c03-bfff-ba787badb621 HTTP/1.1" status: 204 len: 168 time: 4.2038953 Dec 20 08:45:14.375657 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db96373-c856-429d-934d-b371f14b0e84 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Network a10cf7b0-890e-4e8f-a719-310da3a98a0c is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:45:14.380725 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-3db96373-c856-429d-934d-b371f14b0e84 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:45:14.389326 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5270e5fb-b877-4610-a4ff-babb12542991 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Pushing event updated for resources: {'Subnet': ['ID=de3d0d6b-1a07-4742-ace3-263cea1cf879,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:14.446910 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7f8a4ed7-f15b-434a-84d6-d07e85615181 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:14.450312 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-5270e5fb-b877-4610-a4ff-babb12542991 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:14.454101 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37508) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:14.480424 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f8d727-fa03-4172-ab34-a5a3398f2bad admin admin] Pushing event updated for resources: {'Subnet': ['ID=944a3b04-d2ac-486e-bee8-ba11ef891bfe,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:14.492850 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5641e46b-866d-4b13-afc9-1597e33d0ac2 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:14.494588 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e5f8d727-fa03-4172-ab34-a5a3398f2bad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:14.511422 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:14.532162 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5641e46b-866d-4b13-afc9-1597e33d0ac2 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:14.551798 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5641e46b-866d-4b13-afc9-1597e33d0ac2 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Pushing event deleted for resources: {'Network': ['ID=f18ff08e-088a-4c4b-a233-4b28e1a44868,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:14.558105 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-5641e46b-866d-4b13-afc9-1597e33d0ac2 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:14.586275 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f8d727-fa03-4172-ab34-a5a3398f2bad admin admin] Checking segment: {'id': 'b15ed654-e239-4345-87ef-d2514f065b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3ab8996b-db59-43a0-a379-647199802474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:45:14.586519 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f8d727-fa03-4172-ab34-a5a3398f2bad admin admin] Network hostable DHCP agents. Network: 3ab8996b-db59-43a0-a379-647199802474, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:45:14.604377 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5270e5fb-b877-4610-a4ff-babb12542991 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Checking segment: {'id': '7bb434c1-1956-4650-b323-6b79133731f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '91723284-4164-4670-aa7d-b36743d6311f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:45:14.604728 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5270e5fb-b877-4610-a4ff-babb12542991 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Network hostable DHCP agents. Network: 91723284-4164-4670-aa7d-b36743d6311f, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:45:14.662012 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-5641e46b-866d-4b13-afc9-1597e33d0ac2 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] 10.222.0.16 "DELETE /v2.0/networks/f18ff08e-088a-4c4b-a233-4b28e1a44868 HTTP/1.1" status: 204 len: 168 time: 7.8238726 Dec 20 08:45:14.667977 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37512) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:14.672589 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-c0ae642c-2406-4930-9b5a-00fb4174731b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ec4017678cc746e0bc7f4ecce92ed1b5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2089550 Dec 20 08:45:14.698054 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37516) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:14.745825 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7f8a4ed7-f15b-434a-84d6-d07e85615181 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1129313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1529131'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:14.751178 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-62d71a7b-ea70-4d20-ab48-4259a0df4f40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:14.766588 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-feeed95c-3bee-46ee-87f4-7957ef5fb527 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] DELETE failed (client error): The resource could not be found. Dec 20 08:45:14.767027 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-feeed95c-3bee-46ee-87f4-7957ef5fb527 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:45:14.768643 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-feeed95c-3bee-46ee-87f4-7957ef5fb527 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] 10.222.0.16 "DELETE /v2.0/subnets/9f588acf-d72e-417b-9840-c6e9fb30dcc3 HTTP/1.1" status: 404 len: 337 time: 0.0989499 Dec 20 08:45:14.774926 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37520) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:14.793364 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8a4ed7-f15b-434a-84d6-d07e85615181 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event deleted for resources: {'Subnet': ['ID=a4af8047-4224-4e1d-96ef-d1147bbcfe01,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:14.798254 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7f8a4ed7-f15b-434a-84d6-d07e85615181 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:14.811143 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca738940-fe8c-4d40-9bd5-594664eead8a None None] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:45:14.826548 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-90abef5f-6ff7-434a-97b6-2530d3286232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:14.858420 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7f8a4ed7-f15b-434a-84d6-d07e85615181 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:14.861005 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f8d727-fa03-4172-ab34-a5a3398f2bad admin admin] Network 3ab8996b-db59-43a0-a379-647199802474 is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:45:14.933808 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-7f8a4ed7-f15b-434a-84d6-d07e85615181 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/subnets/a4af8047-4224-4e1d-96ef-d1147bbcfe01 HTTP/1.1" status: 204 len: 168 time: 2.1168048 Dec 20 08:45:14.940680 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37524) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:14.946268 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-e5f8d727-fa03-4172-ab34-a5a3398f2bad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, 3ab8996b-db59-43a0-a379-647199802474) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:45:14.950901 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f8d727-fa03-4172-ab34-a5a3398f2bad admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:45:14.951796 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e5f8d727-fa03-4172-ab34-a5a3398f2bad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:14.969306 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966f3f26-055c-432f-9e74-4f3ab7501742 None None] Network 3ab8996b-db59-43a0-a379-647199802474 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:45:14.986771 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5270e5fb-b877-4610-a4ff-babb12542991 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Network 91723284-4164-4670-aa7d-b36743d6311f is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:45:15.025528 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-5270e5fb-b877-4610-a4ff-babb12542991 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, 91723284-4164-4670-aa7d-b36743d6311f) {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:45:15.027468 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c2c12fc3-51b1-4dec-b5f7-c12da7f5aecf tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:15.045617 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e5f8d727-fa03-4172-ab34-a5a3398f2bad admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3336844 Dec 20 08:45:15.045866 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37528) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:15.055628 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f655dbce-da85-450e-ba49-75142118e4d2 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Router 6bbc8bcf-d08f-4704-9a61-18cec6b2ebd0 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:45:15.059460 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac60e7f1-dc39-4b51-9251-ad9424324fda tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] DELETE failed (client error): The resource could not be found. Dec 20 08:45:15.059896 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac60e7f1-dc39-4b51-9251-ad9424324fda tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:45:15.061573 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-ac60e7f1-dc39-4b51-9251-ad9424324fda tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] 10.222.0.16 "DELETE /v2.0/networks/f18ff08e-088a-4c4b-a233-4b28e1a44868 HTTP/1.1" status: 404 len: 339 time: 0.2778287 Dec 20 08:45:15.064785 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-662563c2-df4d-45a9-8241-2ae51067046e admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-874320212-router', 'tenant_id': 'e2165a78ac154b1c9f29e840efaf3cb7', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:45:15.066884 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5270e5fb-b877-4610-a4ff-babb12542991 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:45:15.068112 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5270e5fb-b877-4610-a4ff-babb12542991 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:15.069798 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-662563c2-df4d-45a9-8241-2ae51067046e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:45:15.071301 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb734b3-d687-46bc-85a2-e29a5865f68d None None] Network 91723284-4164-4670-aa7d-b36743d6311f requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:45:15.073896 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37532) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:15.078109 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c2c12fc3-51b1-4dec-b5f7-c12da7f5aecf tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:15.079083 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-698b19b3-2e14-4ad1-b2fe-85db3d2ee2a3 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Deleting subnet dc8ec7c8-c5d6-4806-9085-dec4b492d52e {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:45:15.082433 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-662563c2-df4d-45a9-8241-2ae51067046e admin admin] Usage tracker for resource:router and tenant:e2165a78ac154b1c9f29e840efaf3cb7 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:45:15.087864 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-662563c2-df4d-45a9-8241-2ae51067046e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:45:15.091342 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-698b19b3-2e14-4ad1-b2fe-85db3d2ee2a3 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:15.132085 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-662563c2-df4d-45a9-8241-2ae51067046e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:45:15.159330 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-662563c2-df4d-45a9-8241-2ae51067046e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24817'] for router, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:15.160603 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-662563c2-df4d-45a9-8241-2ae51067046e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-351744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24806'] for router, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:15.184711 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-5270e5fb-b877-4610-a4ff-babb12542991 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2088392 Dec 20 08:45:15.192706 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37536) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:15.210436 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0ece38b2-4209-4939-97ac-d051458853fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:15.215857 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-982e8cb8-ecff-43d8-8d0b-5ca3d067c82d tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1955306822', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:45:15.229428 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-698b19b3-2e14-4ad1-b2fe-85db3d2ee2a3 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1618747'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:15.283796 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-982e8cb8-ecff-43d8-8d0b-5ca3d067c82d tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:45:15.332562 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-982e8cb8-ecff-43d8-8d0b-5ca3d067c82d tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Usage tracker for resource:router and tenant:bcc408b3053b4123bbeeedda32cab34a is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:45:15.343937 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-982e8cb8-ecff-43d8-8d0b-5ca3d067c82d tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:45:15.351643 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7a1f807c-3051-4214-958c-1214bb037234 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:15.363514 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0ece38b2-4209-4939-97ac-d051458853fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:15.391796 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-662563c2-df4d-45a9-8241-2ae51067046e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:15.409019 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697c44e2-c221-433a-aa04-798c73cf8594 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-3ab8996b-db59-43a0-a379-647199802474', 'network_id': '3ab8996b-db59-43a0-a379-647199802474', 'tenant_id': 'e2165a78ac154b1c9f29e840efaf3cb7', 'fixed_ips': [{'subnet_id': '944a3b04-d2ac-486e-bee8-ba11ef891bfe'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:45:15.409854 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-697c44e2-c221-433a-aa04-798c73cf8594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:15.425541 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f655dbce-da85-450e-ba49-75142118e4d2 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:45:15.446408 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f655dbce-da85-450e-ba49-75142118e4d2 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] 10.222.0.16 "PUT /v2.0/routers/6bbc8bcf-d08f-4704-9a61-18cec6b2ebd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6008260 Dec 20 08:45:15.450091 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-698b19b3-2e14-4ad1-b2fe-85db3d2ee2a3 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:15.452011 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37540) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:15.452901 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-982e8cb8-ecff-43d8-8d0b-5ca3d067c82d tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:45:15.465460 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232c4064-fcb1-473f-94d5-89022977b406 None None] Sync routers for ids ['6bbc8bcf-d08f-4704-9a61-18cec6b2ebd0'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:45:15.533302 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7ee7d3-233e-4f94-8445-8e114ee7e915 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-91723284-4164-4670-aa7d-b36743d6311f', 'network_id': '91723284-4164-4670-aa7d-b36743d6311f', 'tenant_id': 'bcc408b3053b4123bbeeedda32cab34a', 'fixed_ips': [{'subnet_id': 'de3d0d6b-1a07-4742-ace3-263cea1cf879'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:45:15.534133 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-7c7ee7d3-233e-4f94-8445-8e114ee7e915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:15.581387 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232c4064-fcb1-473f-94d5-89022977b406 None None] Routers {'6bbc8bcf-d08f-4704-9a61-18cec6b2ebd0'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:45:15.582082 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-232c4064-fcb1-473f-94d5-89022977b406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:45:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['6bbc8bcf-d08f-4704-9a61-18cec6b2ebd0'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:15.588458 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.api.v2.resource [None req-2cec3a01-9877-43b3-8d07-4e011d4102a6 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] show failed (client error): The resource could not be found. Dec 20 08:45:15.594238 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-2cec3a01-9877-43b3-8d07-4e011d4102a6 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] 10.222.0.16 "GET /v2.0/routers/tempest-non_exist_router-1480217381 HTTP/1.1" status: 404 len: 335 time: 0.1262920 Dec 20 08:45:15.605608 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37544) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:15.656732 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-982e8cb8-ecff-43d8-8d0b-5ca3d067c82d tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24817'] for router, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:15.657899 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-982e8cb8-ecff-43d8-8d0b-5ca3d067c82d tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-351744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24806'] for router, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:15.678863 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-c2c12fc3-51b1-4dec-b5f7-c12da7f5aecf tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Allocated IP 172.26.5.153 (95f3bec2-46e6-4468-8229-8badd4a5aaae/cf8895a3-346d-4313-a645-16ecdcce9969/35579dbd-5212-4802-9b54-6cda01416d9d) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:45:15.699678 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-62d92ebc-50c5-4023-8556-4d6bd03060d5 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:45:15.758168 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-662563c2-df4d-45a9-8241-2ae51067046e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24724'] for router, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:15.779741 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-698b19b3-2e14-4ad1-b2fe-85db3d2ee2a3 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1129313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1529131'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:15.781596 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-232c4064-fcb1-473f-94d5-89022977b406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:15.784829 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-697c44e2-c221-433a-aa04-798c73cf8594 None None] Allocated IP 172.20.0.2 (3ab8996b-db59-43a0-a379-647199802474/944a3b04-d2ac-486e-bee8-ba11ef891bfe/7298d6b3-cc71-4722-bfb1-181866a45c33) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:45:15.789895 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e5f8d727-fa03-4172-ab34-a5a3398f2bad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:15.819729 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.api.v2.resource [None req-62d92ebc-50c5-4023-8556-4d6bd03060d5 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] update failed (client error): The resource could not be found. Dec 20 08:45:15.824898 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-62d92ebc-50c5-4023-8556-4d6bd03060d5 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] 10.222.0.16 "PUT /v2.0/routers/tempest-non_exist_router-161254601 HTTP/1.1" status: 404 len: 334 time: 0.2156029 Dec 20 08:45:15.852733 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37548) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:15.856070 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698b19b3-2e14-4ad1-b2fe-85db3d2ee2a3 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event deleted for resources: {'Subnet': ['ID=dc8ec7c8-c5d6-4806-9085-dec4b492d52e,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:15.858882 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-698b19b3-2e14-4ad1-b2fe-85db3d2ee2a3 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:15.905466 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232c4064-fcb1-473f-94d5-89022977b406 None None] Routers {'6bbc8bcf-d08f-4704-9a61-18cec6b2ebd0'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:45:15.906665 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-232c4064-fcb1-473f-94d5-89022977b406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:45:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['6bbc8bcf-d08f-4704-9a61-18cec6b2ebd0'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:15.918386 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-698b19b3-2e14-4ad1-b2fe-85db3d2ee2a3 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:15.952278 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-698b19b3-2e14-4ad1-b2fe-85db3d2ee2a3 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/subnets/dc8ec7c8-c5d6-4806-9085-dec4b492d52e HTTP/1.1" status: 204 len: 168 time: 1.0076842 Dec 20 08:45:15.956550 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37552) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:15.960902 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7a1f807c-3051-4214-958c-1214bb037234 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:16.067330 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-232c4064-fcb1-473f-94d5-89022977b406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:16.067750 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232c4064-fcb1-473f-94d5-89022977b406 None None] The sync data for ids ['6bbc8bcf-d08f-4704-9a61-18cec6b2ebd0'] in dv-neutron-820491-1-hyperv is: [] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:45:16.094388 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0ece38b2-4209-4939-97ac-d051458853fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:16.108413 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-45f6e3c3-aba2-4fea-9a37-b787b2b24dd3 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:16.128760 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-7a1f807c-3051-4214-958c-1214bb037234 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b004ef90-b2c1-41d8-8a43-28cfea8aac7a']}} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:16.129589 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:16.139041 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1930d1-89f8-4b07-9d1c-56aa00f77e67 None None] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:45:16.146095 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-982e8cb8-ecff-43d8-8d0b-5ca3d067c82d tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:16.154389 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ece38b2-4209-4939-97ac-d051458853fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=258d9b2e-65e7-4109-a762-d5854ce6f7ce,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:16.156840 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0ece38b2-4209-4939-97ac-d051458853fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:16.160063 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-7a1f807c-3051-4214-958c-1214bb037234 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c39f8e8a-fae9-4b66-9e9a-1932b449ea18') {'for_net_delete': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:16.160587 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-7a1f807c-3051-4214-958c-1214bb037234 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c39f8e8a-fae9-4b66-9e9a-1932b449ea18') {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:16.176910 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f4cdc97d-70e3-423f-9e9c-5ee7ca6498d8 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2152398 Dec 20 08:45:16.186509 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:16.190120 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37556) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:16.204574 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-eca7ce3a-1ca5-4c8e-af6f-14380ffe6482 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Request body: {'subnet': {'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:45:16.219622 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7a1f807c-3051-4214-958c-1214bb037234 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1518531'] for segment, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:16.284286 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7a1f807c-3051-4214-958c-1214bb037234 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:16.285525 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-0fa57e95-3795-4521-ab8b-7136c4382749 None None] Provisioning complete for port 90f9ab0e-10f9-4266-90e0-f500606f4658 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:45:16.285901 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-0fa57e95-3795-4521-ab8b-7136c4382749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:16.290743 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c2c12fc3-51b1-4dec-b5f7-c12da7f5aecf tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:16.322534 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a1f807c-3051-4214-958c-1214bb037234 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=83445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:45:16.323006 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7a1f807c-3051-4214-958c-1214bb037234 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2036002'] for segment, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:16.341201 dv-neutron-820491-1-hyperv neutron-server[83445]: Traceback (most recent call last): Dec 20 08:45:16.341201 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:45:16.341201 dv-neutron-820491-1-hyperv neutron-server[83445]: timer() Dec 20 08:45:16.341201 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:45:16.341201 dv-neutron-820491-1-hyperv neutron-server[83445]: cb(*args, **kw) Dec 20 08:45:16.341201 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:45:16.341201 dv-neutron-820491-1-hyperv neutron-server[83445]: return func(*args, **kwargs) Dec 20 08:45:16.341201 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:45:16.341201 dv-neutron-820491-1-hyperv neutron-server[83445]: self._notify() Dec 20 08:45:16.341201 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:45:16.341201 dv-neutron-820491-1-hyperv neutron-server[83445]: self.callback(batched_events) Dec 20 08:45:16.341201 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:45:16.341201 dv-neutron-820491-1-hyperv neutron-server[83445]: event.method(event) Dec 20 08:45:16.341201 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:45:16.341201 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:45:16.341201 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:45:16.341201 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:45:16.341201 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:45:16.341201 dv-neutron-820491-1-hyperv neutron-server[83445]: return f(self, *a, **k) Dec 20 08:45:16.341201 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:45:16.341201 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._get(url).json() Dec 20 08:45:16.341201 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:45:16.341201 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:45:16.341201 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:45:16.341201 dv-neutron-820491-1-hyperv neutron-server[83445]: return self.request(url, 'GET', **kwargs) Dec 20 08:45:16.341201 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:45:16.341201 dv-neutron-820491-1-hyperv neutron-server[83445]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:45:16.341201 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:45:16.341201 dv-neutron-820491-1-hyperv neutron-server[83445]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:45:16.341201 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:45:16.341201 dv-neutron-820491-1-hyperv neutron-server[83445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:45:16.341201 dv-neutron-820491-1-hyperv neutron-server[83445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:45:16.345482 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-982e8cb8-ecff-43d8-8d0b-5ca3d067c82d tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071'] for router, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:16.353470 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-6727cb1f-fa82-4253-8fa1-5bb493bbe92d tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Deleting subnet dbc45378-ea32-433d-bf55-b4c3d6c540eb {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:45:16.358454 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6727cb1f-fa82-4253-8fa1-5bb493bbe92d tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:16.378993 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-7c7ee7d3-233e-4f94-8445-8e114ee7e915 None None] Allocated IP 2001:db8::2 (91723284-4164-4670-aa7d-b36743d6311f/de3d0d6b-1a07-4742-ace3-263cea1cf879/840cc207-60e7-449f-bef9-c027ad89680f) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:45:16.425546 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0ece38b2-4209-4939-97ac-d051458853fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:16.427274 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-0ece38b2-4209-4939-97ac-d051458853fb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/258d9b2e-65e7-4109-a762-d5854ce6f7ce HTTP/1.1" status: 204 len: 168 time: 1.7266634 Dec 20 08:45:16.455263 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6727cb1f-fa82-4253-8fa1-5bb493bbe92d tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1618747'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:16.497309 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-662563c2-df4d-45a9-8241-2ae51067046e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:16.536153 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-662563c2-df4d-45a9-8241-2ae51067046e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:16.548313 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3db96373-c856-429d-934d-b371f14b0e84 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Router fd2784c2-9301-4546-b4f4-5cacc3ac29c6 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:45:16.576077 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-eca7ce3a-1ca5-4c8e-af6f-14380ffe6482 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:45:16.593431 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-982e8cb8-ecff-43d8-8d0b-5ca3d067c82d tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:16.599090 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37562) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:16.599390 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-982e8cb8-ecff-43d8-8d0b-5ca3d067c82d tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.3962731 Dec 20 08:45:16.617206 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-eca7ce3a-1ca5-4c8e-af6f-14380ffe6482 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Usage tracker for resource:subnet and tenant:9679bafc94a64ee0a207e63ba5560387 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:45:16.617430 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-77415562-aefd-4086-8a53-2c42afdf742f tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Request body: {'port': {'network_id': '91723284-4164-4670-aa7d-b36743d6311f', 'name': 'tempest-PortsIpV6TestJSON-1315629596'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:45:16.629968 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-eca7ce3a-1ca5-4c8e-af6f-14380ffe6482 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:45:16.652905 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7a1f807c-3051-4214-958c-1214bb037234 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:16.662389 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7a1f807c-3051-4214-958c-1214bb037234 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:16.667195 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-eca7ce3a-1ca5-4c8e-af6f-14380ffe6482 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:45:16.676105 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-836e130c-5b8a-4887-a394-3d21b3793096 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:16.706894 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-697c44e2-c221-433a-aa04-798c73cf8594 None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:16.729296 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1f807c-3051-4214-958c-1214bb037234 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Pushing event deleted for resources: {'Network': ['ID=b004ef90-b2c1-41d8-8a43-28cfea8aac7a,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:16.738302 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-697c44e2-c221-433a-aa04-798c73cf8594 None None] Transition to ACTIVE for port object 7298d6b3-cc71-4722-bfb1-181866a45c33 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:45:16.738963 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-7a1f807c-3051-4214-958c-1214bb037234 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:16.744146 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6727cb1f-fa82-4253-8fa1-5bb493bbe92d tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:16.800154 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-697c44e2-c221-433a-aa04-798c73cf8594 None None] Transition to ACTIVE for port object 7298d6b3-cc71-4722-bfb1-181866a45c33 will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:45:16.823743 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-697c44e2-c221-433a-aa04-798c73cf8594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:16.829773 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:16.841952 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-77415562-aefd-4086-8a53-2c42afdf742f tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:45:16.848603 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-77415562-aefd-4086-8a53-2c42afdf742f tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Usage tracker for resource:port and tenant:bcc408b3053b4123bbeeedda32cab34a is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:45:16.856007 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-77415562-aefd-4086-8a53-2c42afdf742f tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:45:16.867733 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-77415562-aefd-4086-8a53-2c42afdf742f tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:45:16.878216 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6727cb1f-fa82-4253-8fa1-5bb493bbe92d tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1129313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1529131'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:16.884448 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7f8a4ed7-f15b-434a-84d6-d07e85615181 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:16.919667 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77415562-aefd-4086-8a53-2c42afdf742f tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Made reservation on behalf of bcc408b3053b4123bbeeedda32cab34a for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:45:16.922554 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-77415562-aefd-4086-8a53-2c42afdf742f tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:16.935532 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6727cb1f-fa82-4253-8fa1-5bb493bbe92d tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Pushing event deleted for resources: {'Subnet': ['ID=dbc45378-ea32-433d-bf55-b4c3d6c540eb,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:16.938841 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-7a1f807c-3051-4214-958c-1214bb037234 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] 10.222.0.16 "DELETE /v2.0/networks/b004ef90-b2c1-41d8-8a43-28cfea8aac7a HTTP/1.1" status: 204 len: 168 time: 1.8600221 Dec 20 08:45:16.938841 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca7ce3a-1ca5-4c8e-af6f-14380ffe6482 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Made reservation on behalf of 9679bafc94a64ee0a207e63ba5560387 for: {'subnet': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:45:16.944158 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37568) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:16.946239 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-6727cb1f-fa82-4253-8fa1-5bb493bbe92d tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:16.965892 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c2c12fc3-51b1-4dec-b5f7-c12da7f5aecf tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:16.973785 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-00580e1c-fddc-49dd-a6ff-b7af5acde9ea tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:16.995398 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6727cb1f-fa82-4253-8fa1-5bb493bbe92d tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:17.012157 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697c44e2-c221-433a-aa04-798c73cf8594 None None] Pushing event updated for resources: {'Port': ['ID=7298d6b3-cc71-4722-bfb1-181866a45c33,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:17.024679 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe46be60-bf91-4f96-ad52-0a0b168415eb None None] DHCP port deletion for f75aa0d2-5f41-40f3-a9e0-d60d934965a4 request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 08:45:17.031799 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697c44e2-c221-433a-aa04-798c73cf8594 None None] Network 3ab8996b-db59-43a0-a379-647199802474 is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:45:17.051659 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab9a9530-ec09-418f-b207-bb8a1d160fdb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] DELETE failed (client error): The resource could not be found. Dec 20 08:45:17.052585 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab9a9530-ec09-418f-b207-bb8a1d160fdb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:45:17.053261 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-7c7ee7d3-233e-4f94-8445-8e114ee7e915 None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:17.059569 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-77415562-aefd-4086-8a53-2c42afdf742f tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] device_id is not set on port d44f4eff-a7c9-4842-91d1-088a4e52672f yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:45:17.064734 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-697c44e2-c221-433a-aa04-798c73cf8594 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:17.065587 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa0b99e-8dca-43f5-81b0-3f22add11e1a None None] Network 0809ecce-adef-4bf2-bb4d-76532b54f497 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:45:17.086247 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-697c44e2-c221-433a-aa04-798c73cf8594 None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:45:17.088244 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-fe46be60-bf91-4f96-ad52-0a0b168415eb None None] Deleting port 90f9ab0e-10f9-4266-90e0-f500606f4658 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:45:17.088704 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-fe46be60-bf91-4f96-ad52-0a0b168415eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:17.120894 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-7c7ee7d3-233e-4f94-8445-8e114ee7e915 None None] Transition to ACTIVE for port object 840cc207-60e7-449f-bef9-c027ad89680f will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:45:17.123740 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697c44e2-c221-433a-aa04-798c73cf8594 None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:45:17.130079 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-6727cb1f-fa82-4253-8fa1-5bb493bbe92d tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] 10.222.0.16 "DELETE /v2.0/subnets/dbc45378-ea32-433d-bf55-b4c3d6c540eb HTTP/1.1" status: 204 len: 168 time: 1.2687755 Dec 20 08:45:17.134450 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37576) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:17.139040 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c12fc3-51b1-4dec-b5f7-c12da7f5aecf tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Network 95f3bec2-46e6-4468-8229-8badd4a5aaae is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:45:17.144667 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ab9a9530-ec09-418f-b207-bb8a1d160fdb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] 10.222.0.16 "DELETE /v2.0/subnets/8db353cf-5d65-4f03-9e28-bb393addca7a HTTP/1.1" status: 404 len: 337 time: 0.1971667 Dec 20 08:45:17.145252 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37580) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:17.173202 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c12fc3-51b1-4dec-b5f7-c12da7f5aecf tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Pushing event updated for resources: {'Port': ['ID=35579dbd-5212-4802-9b54-6cda01416d9d,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:17.176212 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-c2c12fc3-51b1-4dec-b5f7-c12da7f5aecf tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:45:17.180028 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-eca7ce3a-1ca5-4c8e-af6f-14380ffe6482 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2095160'] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:17.196792 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c12fc3-51b1-4dec-b5f7-c12da7f5aecf tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:45:17.201387 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe48cdd5-5852-497f-b5d2-ea129323da7b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] DELETE failed (client error): The resource could not be found. Dec 20 08:45:17.201833 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe48cdd5-5852-497f-b5d2-ea129323da7b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:45:17.220354 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-c2c12fc3-51b1-4dec-b5f7-c12da7f5aecf tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:17.233934 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-fe48cdd5-5852-497f-b5d2-ea129323da7b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] 10.222.0.16 "DELETE /v2.0/networks/e074df72-e470-4414-abed-711a0e6db594 HTTP/1.1" status: 404 len: 339 time: 0.0827448 Dec 20 08:45:17.235284 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37586) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:17.236808 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-662563c2-df4d-45a9-8241-2ae51067046e admin admin] Allocated IP 172.26.5.135 (95f3bec2-46e6-4468-8229-8badd4a5aaae/cf8895a3-346d-4313-a645-16ecdcce9969/58786892-5932-45d7-a698-2800f0cd5654) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:45:17.590546 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-fe46be60-bf91-4f96-ad52-0a0b168415eb None None] For port 90f9ab0e-10f9-4266-90e0-f500606f4658, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=90f9ab0e-10f9-4266-90e0-f500606f4658,segment=NetworkSegment(7c00552d-ea93-440b-911c-cb3aa0a4eeff),segment_id=7c00552d-ea93-440b-911c-cb3aa0a4eeff)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:45:17.591213 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-fe46be60-bf91-4f96-ad52-0a0b168415eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:17.677646 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-5da8b930-6abf-4aa8-beaa-7381aa0d4122 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Deleting subnet 0c98320d-6fad-4458-bb49-c98482e4a8eb {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:45:17.686907 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-662563c2-df4d-45a9-8241-2ae51067046e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:17.686907 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5da8b930-6abf-4aa8-beaa-7381aa0d4122 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:17.741671 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b6c86f7-9190-4f2c-9087-51ec7ac3ae42 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Deleting subnet 2ca2c358-b499-465f-8410-fb7f131e1e23 {{(pid=83445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:45:17.751370 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7b6c86f7-9190-4f2c-9087-51ec7ac3ae42 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks [] for subnet, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:17.755088 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5da8b930-6abf-4aa8-beaa-7381aa0d4122 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1618747'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:17.758579 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-fe46be60-bf91-4f96-ad52-0a0b168415eb None None] Calling delete_port for 90f9ab0e-10f9-4266-90e0-f500606f4658 owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:45:17.830197 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-662563c2-df4d-45a9-8241-2ae51067046e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:17.843155 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-93d2139d-691d-4578-ba3d-a724838310aa tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:17.855575 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37598) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:17.865447 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7b6c86f7-9190-4f2c-9087-51ec7ac3ae42 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1518554'] for subnet, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:17.885318 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 90f9ab0e-10f9-4266-90e0-f500606f4658 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:45:17.920485 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5da8b930-6abf-4aa8-beaa-7381aa0d4122 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:17.928657 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3db96373-c856-429d-934d-b371f14b0e84 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:45:17.933940 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-eca7ce3a-1ca5-4c8e-af6f-14380ffe6482 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2036557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2095114'] for subnet, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:17.938270 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf556a34-2f89-418b-8cb0-8e0f0fbcdb8d None None] Sync routers for ids ['fd2784c2-9301-4546-b4f4-5cacc3ac29c6'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:45:17.945012 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-057e9330-3697-451b-b62c-82dd7fc3bae1 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:17.960339 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf556a34-2f89-418b-8cb0-8e0f0fbcdb8d None None] Routers {'fd2784c2-9301-4546-b4f4-5cacc3ac29c6'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:45:17.960977 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-cf556a34-2f89-418b-8cb0-8e0f0fbcdb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:45:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['fd2784c2-9301-4546-b4f4-5cacc3ac29c6'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:18.007819 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-3db96373-c856-429d-934d-b371f14b0e84 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] 10.222.0.16 "PUT /v2.0/routers/fd2784c2-9301-4546-b4f4-5cacc3ac29c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.6930079 Dec 20 08:45:18.013588 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37604) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:18.023076 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-5723a9a8-75df-4ad0-8111-c484f3e02f97 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Request body: {'port': {'network_id': 'a10cf7b0-890e-4e8f-a719-310da3a98a0c', 'name': 'tempest-FloatingIPTestJSON-461925965'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:45:18.033058 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:18.042646 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-7c7ee7d3-233e-4f94-8445-8e114ee7e915 None None] Transition to ACTIVE for port object 840cc207-60e7-449f-bef9-c027ad89680f will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:45:18.077382 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca7ce3a-1ca5-4c8e-af6f-14380ffe6482 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:45:18.080018 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-eca7ce3a-1ca5-4c8e-af6f-14380ffe6482 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:45:18.090563 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca7ce3a-1ca5-4c8e-af6f-14380ffe6482 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:45:18.091063 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-eca7ce3a-1ca5-4c8e-af6f-14380ffe6482 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:18.107946 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca7ce3a-1ca5-4c8e-af6f-14380ffe6482 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event updated for resources: {'Subnet': ['ID=bbc32b11-809b-4d98-9293-4fa8b754b21a,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:18.112438 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-697c44e2-c221-433a-aa04-798c73cf8594 None None] Attempting to bind port 7298d6b3-cc71-4722-bfb1-181866a45c33 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:45:18.112825 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-697c44e2-c221-433a-aa04-798c73cf8594 None None] Attempting to bind port 7298d6b3-cc71-4722-bfb1-181866a45c33 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': 'b15ed654-e239-4345-87ef-d2514f065b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3ab8996b-db59-43a0-a379-647199802474'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:45:18.113199 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697c44e2-c221-433a-aa04-798c73cf8594 None None] Attempting to bind port 7298d6b3-cc71-4722-bfb1-181866a45c33 on network 3ab8996b-db59-43a0-a379-647199802474 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:45:18.122322 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-7c7ee7d3-233e-4f94-8445-8e114ee7e915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:18.124100 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-cf556a34-2f89-418b-8cb0-8e0f0fbcdb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:18.125386 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-eca7ce3a-1ca5-4c8e-af6f-14380ffe6482 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:18.135705 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697c44e2-c221-433a-aa04-798c73cf8594 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:45:18.135947 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c2c12fc3-51b1-4dec-b5f7-c12da7f5aecf tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:18.136072 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697c44e2-c221-433a-aa04-798c73cf8594 None None] Checking segment: {'id': 'b15ed654-e239-4345-87ef-d2514f065b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3ab8996b-db59-43a0-a379-647199802474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:45:18.136491 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-697c44e2-c221-433a-aa04-798c73cf8594 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:18.136906 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697c44e2-c221-433a-aa04-798c73cf8594 None None] Bound using segment: {'id': 'b15ed654-e239-4345-87ef-d2514f065b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3ab8996b-db59-43a0-a379-647199802474'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:45:18.137424 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-697c44e2-c221-433a-aa04-798c73cf8594 None None] Bound port: 7298d6b3-cc71-4722-bfb1-181866a45c33, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b15ed654-e239-4345-87ef-d2514f065b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3ab8996b-db59-43a0-a379-647199802474'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:45:18.137810 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-697c44e2-c221-433a-aa04-798c73cf8594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:18.150585 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-9111c9aa-a48c-47bb-939e-8a3f649a99bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:18.151307 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf556a34-2f89-418b-8cb0-8e0f0fbcdb8d None None] Routers {'fd2784c2-9301-4546-b4f4-5cacc3ac29c6'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:45:18.152100 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-cf556a34-2f89-418b-8cb0-8e0f0fbcdb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:45:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['fd2784c2-9301-4546-b4f4-5cacc3ac29c6'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:18.195566 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662563c2-df4d-45a9-8241-2ae51067046e admin admin] Network 95f3bec2-46e6-4468-8229-8badd4a5aaae is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:45:18.196858 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662563c2-df4d-45a9-8241-2ae51067046e admin admin] Pushing event updated for resources: {'Port': ['ID=58786892-5932-45d7-a698-2800f0cd5654,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:18.200041 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-662563c2-df4d-45a9-8241-2ae51067046e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:18.207894 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-662563c2-df4d-45a9-8241-2ae51067046e admin admin] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:45:18.210303 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662563c2-df4d-45a9-8241-2ae51067046e admin admin] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:45:18.216860 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-fe46be60-bf91-4f96-ad52-0a0b168415eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102'] for port, after_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:18.231488 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7ee7d3-233e-4f94-8445-8e114ee7e915 None None] Pushing event updated for resources: {'Port': ['ID=840cc207-60e7-449f-bef9-c027ad89680f,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:18.246453 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-7c7ee7d3-233e-4f94-8445-8e114ee7e915 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:18.248346 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-7fe7f3cb-deec-4b14-a58e-2b353d69bbb7 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Request body: {'networks': [{'name': 'tempest-network--1816077333'}, {'name': 'tempest-network--1103473563'}]} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:45:18.248915 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-7fe7f3cb-deec-4b14-a58e-2b353d69bbb7 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Request body: {'network': {'name': 'tempest-network--1816077333'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:45:18.249422 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-7fe7f3cb-deec-4b14-a58e-2b353d69bbb7 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Request body: {'network': {'name': 'tempest-network--1103473563'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:45:18.252209 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-ec3b362f-25e1-4414-8be0-d0003144feb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:18.267322 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-eca7ce3a-1ca5-4c8e-af6f-14380ffe6482 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0745831 Dec 20 08:45:18.275696 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-7fe7f3cb-deec-4b14-a58e-2b353d69bbb7 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:45:18.278887 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-cf556a34-2f89-418b-8cb0-8e0f0fbcdb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:18.279389 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf556a34-2f89-418b-8cb0-8e0f0fbcdb8d None None] The sync data for ids ['fd2784c2-9301-4546-b4f4-5cacc3ac29c6'] in dv-neutron-820491-1-hyperv is: [] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:45:18.279602 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37608) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:18.284806 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7b6c86f7-9190-4f2c-9087-51ec7ac3ae42 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:18.319959 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-2a6436e3-1845-4d73-9341-87296a47b8a4 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Request body: {'subnet': {'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:45:18.332359 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe46be60-bf91-4f96-ad52-0a0b168415eb None None] Pushing event deleted for resources: {'Port': ['ID=90f9ab0e-10f9-4266-90e0-f500606f4658,revision_number=None']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:18.343723 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-7fe7f3cb-deec-4b14-a58e-2b353d69bbb7 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Usage tracker for resource:network and tenant:31dd18a4fca14026a07f2ad70c7c37b0 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:45:18.346730 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-77415562-aefd-4086-8a53-2c42afdf742f tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Allocated IP 2001:db8::6c (91723284-4164-4670-aa7d-b36743d6311f/de3d0d6b-1a07-4742-ace3-263cea1cf879/d44f4eff-a7c9-4842-91d1-088a4e52672f) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:45:18.371864 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-7fe7f3cb-deec-4b14-a58e-2b353d69bbb7 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:45:18.416219 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-fe46be60-bf91-4f96-ad52-0a0b168415eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:18.416886 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5da8b930-6abf-4aa8-beaa-7381aa0d4122 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1129313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1529131'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:18.420638 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No active binding found for port 90f9ab0e-10f9-4266-90e0-f500606f4658 {{(pid=83446) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Dec 20 08:45:18.421109 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 90f9ab0e-10f9-4266-90e0-f500606f4658 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:45:18.436635 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7ee7d3-233e-4f94-8445-8e114ee7e915 None None] Network 91723284-4164-4670-aa7d-b36743d6311f is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:45:18.439361 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe46be60-bf91-4f96-ad52-0a0b168415eb None None] No DVR routers for this DVR port 90f9ab0e-10f9-4266-90e0-f500606f4658 on host dv-neutron-820491-1-hyperv {{(pid=83446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:45:18.441199 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-7fe7f3cb-deec-4b14-a58e-2b353d69bbb7 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:45:18.442894 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-7c7ee7d3-233e-4f94-8445-8e114ee7e915 None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:45:18.448533 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7ee7d3-233e-4f94-8445-8e114ee7e915 None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:45:18.466648 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e10d6e49-ba73-49ea-b403-30f17291892b tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:18.476876 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48410a48-9fc5-458e-a54c-464659746614 None None] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:45:18.502527 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5da8b930-6abf-4aa8-beaa-7381aa0d4122 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:18.530328 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5dc43e-5740-404d-b938-37788cb7d85d None None] Network 2afd2d4b-16ee-4b61-b6f4-a70e83de2f14 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:45:18.552246 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8b930-6abf-4aa8-beaa-7381aa0d4122 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Pushing event deleted for resources: {'Subnet': ['ID=0c98320d-6fad-4458-bb49-c98482e4a8eb,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:18.561983 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-5da8b930-6abf-4aa8-beaa-7381aa0d4122 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:18.578220 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-5da8b930-6abf-4aa8-beaa-7381aa0d4122 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] 10.222.0.16 "DELETE /v2.0/subnets/0c98320d-6fad-4458-bb49-c98482e4a8eb HTTP/1.1" status: 204 len: 168 time: 1.3385837 Dec 20 08:45:18.580673 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37612) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:18.612975 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333d2e5b-ea4a-4d17-a0ad-9003229680cb None None] DHCP port deletion for 0809ecce-adef-4bf2-bb4d-76532b54f497 request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 08:45:18.633692 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-697c44e2-c221-433a-aa04-798c73cf8594 None None] For port 7298d6b3-cc71-4722-bfb1-181866a45c33, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:45:18.663241 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-333d2e5b-ea4a-4d17-a0ad-9003229680cb None None] Deleting port 8b70a54f-c4c4-4fa3-833e-2f0d56829747 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:45:18.663616 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-333d2e5b-ea4a-4d17-a0ad-9003229680cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:18.742787 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-697c44e2-c221-433a-aa04-798c73cf8594 None None] For port 7298d6b3-cc71-4722-bfb1-181866a45c33, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=7298d6b3-cc71-4722-bfb1-181866a45c33,segment=NetworkSegment(b15ed654-e239-4345-87ef-d2514f065b9f),segment_id=b15ed654-e239-4345-87ef-d2514f065b9f)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:45:18.745518 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe7f3cb-deec-4b14-a58e-2b353d69bbb7 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Made reservation on behalf of 31dd18a4fca14026a07f2ad70c7c37b0 for: {'network': 2} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:45:18.749500 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7fe7f3cb-deec-4b14-a58e-2b353d69bbb7 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:18.769397 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-5723a9a8-75df-4ad0-8111-c484f3e02f97 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:45:18.769625 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-57d2db08-ea5c-43a5-a061-a206a1ebb70a tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Deleting subnet b564bcc6-132b-4c06-a9c7-1cf93e10a7c5 {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:45:18.776542 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-57d2db08-ea5c-43a5-a061-a206a1ebb70a tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:18.796919 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7fe7f3cb-deec-4b14-a58e-2b353d69bbb7 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks [] for security_group, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:18.806645 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-5723a9a8-75df-4ad0-8111-c484f3e02f97 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Usage tracker for resource:port and tenant:a6ef049aae6b4eea9e642fc2beae00ec is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:45:18.810916 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-7c7ee7d3-233e-4f94-8445-8e114ee7e915 None None] Attempting to bind port 840cc207-60e7-449f-bef9-c027ad89680f on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:45:18.811303 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-7c7ee7d3-233e-4f94-8445-8e114ee7e915 None None] Attempting to bind port 840cc207-60e7-449f-bef9-c027ad89680f by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '7bb434c1-1956-4650-b323-6b79133731f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '91723284-4164-4670-aa7d-b36743d6311f'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:45:18.811749 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7ee7d3-233e-4f94-8445-8e114ee7e915 None None] Attempting to bind port 840cc207-60e7-449f-bef9-c027ad89680f on network 91723284-4164-4670-aa7d-b36743d6311f {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:45:18.812733 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c2c12fc3-51b1-4dec-b5f7-c12da7f5aecf tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24724'] for router, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:18.819039 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-5723a9a8-75df-4ad0-8111-c484f3e02f97 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:45:18.819880 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-697c44e2-c221-433a-aa04-798c73cf8594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:18.828522 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7b6c86f7-9190-4f2c-9087-51ec7ac3ae42 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2036620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2095133'] for subnet, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:18.830805 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-450608ec-92a3-44ea-b541-e46c9eee60b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:18.832603 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-5723a9a8-75df-4ad0-8111-c484f3e02f97 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:45:18.844101 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-5dfff6d0-b2e5-4242-b9d6-39964678b943 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:18.862692 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-57d2db08-ea5c-43a5-a061-a206a1ebb70a tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1618747'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:18.874396 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c2c12fc3-51b1-4dec-b5f7-c12da7f5aecf tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-351805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-351780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-379562'] for router, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:18.902079 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6c86f7-9190-4f2c-9087-51ec7ac3ae42 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Pushing event deleted for resources: {'Subnet': ['ID=2ca2c358-b499-465f-8410-fb7f131e1e23,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:18.915337 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-7b6c86f7-9190-4f2c-9087-51ec7ac3ae42 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:18.920000 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5723a9a8-75df-4ad0-8111-c484f3e02f97 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Made reservation on behalf of a6ef049aae6b4eea9e642fc2beae00ec for: {'port': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:45:18.923003 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5723a9a8-75df-4ad0-8111-c484f3e02f97 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:18.925459 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7ee7d3-233e-4f94-8445-8e114ee7e915 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:45:18.925846 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7ee7d3-233e-4f94-8445-8e114ee7e915 None None] Checking segment: {'id': '7bb434c1-1956-4650-b323-6b79133731f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '91723284-4164-4670-aa7d-b36743d6311f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:45:18.926255 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-7c7ee7d3-233e-4f94-8445-8e114ee7e915 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:18.926657 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7ee7d3-233e-4f94-8445-8e114ee7e915 None None] Bound using segment: {'id': '7bb434c1-1956-4650-b323-6b79133731f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '91723284-4164-4670-aa7d-b36743d6311f'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:45:18.927153 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-7c7ee7d3-233e-4f94-8445-8e114ee7e915 None None] Bound port: 840cc207-60e7-449f-bef9-c027ad89680f, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bb434c1-1956-4650-b323-6b79133731f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '91723284-4164-4670-aa7d-b36743d6311f'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:45:18.927566 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-7c7ee7d3-233e-4f94-8445-8e114ee7e915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:18.935323 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-2a6436e3-1845-4d73-9341-87296a47b8a4 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:45:18.950333 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-77415562-aefd-4086-8a53-2c42afdf742f tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:18.970615 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0cd988-c51d-4aa1-bac8-4865efcb490d None None] Network f731ff57-7c27-45df-bc62-bcf334ac4bbe requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:45:18.983394 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-77415562-aefd-4086-8a53-2c42afdf742f tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Transition to ACTIVE for port object d44f4eff-a7c9-4842-91d1-088a4e52672f will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:45:18.992450 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7b6c86f7-9190-4f2c-9087-51ec7ac3ae42 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:18.998142 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-662563c2-df4d-45a9-8241-2ae51067046e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:18.999236 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-662563c2-df4d-45a9-8241-2ae51067046e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071'] for router, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:19.006454 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-2a6436e3-1845-4d73-9341-87296a47b8a4 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Usage tracker for resource:subnet and tenant:9679bafc94a64ee0a207e63ba5560387 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:45:19.018078 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-2a6436e3-1845-4d73-9341-87296a47b8a4 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:45:19.033013 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-7fe7f3cb-deec-4b14-a58e-2b353d69bbb7 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:45:19.036161 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-2a6436e3-1845-4d73-9341-87296a47b8a4 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:45:19.046432 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-7b6c86f7-9190-4f2c-9087-51ec7ac3ae42 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] 10.222.0.16 "DELETE /v2.0/subnets/2ca2c358-b499-465f-8410-fb7f131e1e23 HTTP/1.1" status: 204 len: 168 time: 1.9024522 Dec 20 08:45:19.046432 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-7fe7f3cb-deec-4b14-a58e-2b353d69bbb7 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Usage tracker for resource:security_group_rule and tenant:31dd18a4fca14026a07f2ad70c7c37b0 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:45:19.051555 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-7fe7f3cb-deec-4b14-a58e-2b353d69bbb7 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:45:19.056420 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37616) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:19.059623 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-5723a9a8-75df-4ad0-8111-c484f3e02f97 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] device_id is not set on port 592b2fd1-e820-4416-92d3-7813fb4b1071 yet. {{(pid=83445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:45:19.075174 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-57d2db08-ea5c-43a5-a061-a206a1ebb70a tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:19.083487 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 08:45:19.096252 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-7fe7f3cb-deec-4b14-a58e-2b353d69bbb7 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:45:19.132796 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a6436e3-1845-4d73-9341-87296a47b8a4 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Made reservation on behalf of 9679bafc94a64ee0a207e63ba5560387 for: {'subnet': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:45:19.136482 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2a6436e3-1845-4d73-9341-87296a47b8a4 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2095160'] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:19.151546 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-77415562-aefd-4086-8a53-2c42afdf742f tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:19.160860 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c26c8608-8312-4170-950d-27e259265683 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:19.202070 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697c44e2-c221-433a-aa04-798c73cf8594 None None] Pushing event updated for resources: {'Port': ['ID=7298d6b3-cc71-4722-bfb1-181866a45c33,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:19.243705 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-697c44e2-c221-433a-aa04-798c73cf8594 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:19.281640 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77415562-aefd-4086-8a53-2c42afdf742f tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Network 91723284-4164-4670-aa7d-b36743d6311f is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:45:19.281640 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-57d2db08-ea5c-43a5-a061-a206a1ebb70a tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1129313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1529131'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:19.281640 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77415562-aefd-4086-8a53-2c42afdf742f tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Pushing event updated for resources: {'Port': ['ID=d44f4eff-a7c9-4842-91d1-088a4e52672f,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:19.284502 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-77415562-aefd-4086-8a53-2c42afdf742f tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:19.287821 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-5da8b930-6abf-4aa8-beaa-7381aa0d4122 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:19.313653 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-77415562-aefd-4086-8a53-2c42afdf742f tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:45:19.316303 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77415562-aefd-4086-8a53-2c42afdf742f tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:45:19.321384 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77415562-aefd-4086-8a53-2c42afdf742f tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:45:19.322133 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-77415562-aefd-4086-8a53-2c42afdf742f tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:19.390966 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d2db08-ea5c-43a5-a061-a206a1ebb70a tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Pushing event deleted for resources: {'Subnet': ['ID=b564bcc6-132b-4c06-a9c7-1cf93e10a7c5,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:19.393171 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-57d2db08-ea5c-43a5-a061-a206a1ebb70a tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:19.416979 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-57d2db08-ea5c-43a5-a061-a206a1ebb70a tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:19.421464 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-57d2db08-ea5c-43a5-a061-a206a1ebb70a tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] 10.222.0.16 "DELETE /v2.0/subnets/b564bcc6-132b-4c06-a9c7-1cf93e10a7c5 HTTP/1.1" status: 204 len: 168 time: 0.8309586 Dec 20 08:45:19.425052 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37620) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:19.429494 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-77415562-aefd-4086-8a53-2c42afdf742f tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8262215 Dec 20 08:45:19.431841 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37622) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:19.447302 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-95bb6507-18ad-4d24-b927-5dfd35ca0529 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:19.617449 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-5723a9a8-75df-4ad0-8111-c484f3e02f97 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Allocated IP 172.20.0.14 (a10cf7b0-890e-4e8f-a719-310da3a98a0c/41f60fee-ed52-409b-a69b-1b28f6b7c9e1/592b2fd1-e820-4416-92d3-7813fb4b1071) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:45:19.627776 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7fe7f3cb-deec-4b14-a58e-2b353d69bbb7 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks [] for security_group, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:19.636553 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-95bb6507-18ad-4d24-b927-5dfd35ca0529 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Deleting port 8b70a54f-c4c4-4fa3-833e-2f0d56829747 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:45:19.636958 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-95bb6507-18ad-4d24-b927-5dfd35ca0529 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:19.638849 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90d0fe2-a5c0-40b1-885d-93b14a8cf8a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'tenant_id': '9679bafc94a64ee0a207e63ba5560387', 'fixed_ips': [{'subnet_id': 'bbc32b11-809b-4d98-9293-4fa8b754b21a'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:45:19.640218 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f90d0fe2-a5c0-40b1-885d-93b14a8cf8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:19.675723 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7fe7f3cb-deec-4b14-a58e-2b353d69bbb7 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:19.676250 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7fe7f3cb-deec-4b14-a58e-2b353d69bbb7 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:19.676450 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 8b70a54f-c4c4-4fa3-833e-2f0d56829747 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:45:19.696785 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-50d13ea6-308b-4692-ad95-c30d2cb907ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:19.732846 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-7c7ee7d3-233e-4f94-8445-8e114ee7e915 None None] For port 840cc207-60e7-449f-bef9-c027ad89680f, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:45:19.812271 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ba6d9b0f-d95a-437f-8726-7952f965314a tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:19.820198 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-333d2e5b-ea4a-4d17-a0ad-9003229680cb None None] For port 8b70a54f-c4c4-4fa3-833e-2f0d56829747, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=8b70a54f-c4c4-4fa3-833e-2f0d56829747,segment=NetworkSegment(bfd505f6-d957-4af0-8c12-8993d606d6cd),segment_id=bfd505f6-d957-4af0-8c12-8993d606d6cd)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:45:19.820721 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-333d2e5b-ea4a-4d17-a0ad-9003229680cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:19.832435 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-7c7ee7d3-233e-4f94-8445-8e114ee7e915 None None] For port 840cc207-60e7-449f-bef9-c027ad89680f, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=840cc207-60e7-449f-bef9-c027ad89680f,segment=NetworkSegment(7bb434c1-1956-4650-b323-6b79133731f1),segment_id=7bb434c1-1956-4650-b323-6b79133731f1)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:45:19.863369 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe7f3cb-deec-4b14-a58e-2b353d69bbb7 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16fe9f8c-0de6-4275-a143-94d0e0f9578d,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:19.880655 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-7c7ee7d3-233e-4f94-8445-8e114ee7e915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:19.885869 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-6dd57171-5db9-4368-a5a9-1c7d32ea5027 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:19.895198 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-7fe7f3cb-deec-4b14-a58e-2b353d69bbb7 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:19.998334 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fe7f3cb-deec-4b14-a58e-2b353d69bbb7 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=83445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:45:20.060556 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7fe7f3cb-deec-4b14-a58e-2b353d69bbb7 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:20.060931 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.segments_db [None req-7fe7f3cb-deec-4b14-a58e-2b353d69bbb7 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Added segment 4208d6ed-3f54-4487-9106-79ffe3ec4533 of type vlan for network 11bb754d-0a6a-49ee-ac7f-36c17a85fa4e Dec 20 08:45:20.078307 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-ba6d9b0f-d95a-437f-8726-7952f965314a tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Deleting port 609db282-4d19-4249-b405-8c28c102a742 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:45:20.078649 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ba6d9b0f-d95a-437f-8726-7952f965314a tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:20.127024 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-333d2e5b-ea4a-4d17-a0ad-9003229680cb None None] Calling delete_port for 8b70a54f-c4c4-4fa3-833e-2f0d56829747 owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:45:20.208310 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7fe7f3cb-deec-4b14-a58e-2b353d69bbb7 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:20.251301 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fe7f3cb-deec-4b14-a58e-2b353d69bbb7 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=83445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:45:20.261293 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7fe7f3cb-deec-4b14-a58e-2b353d69bbb7 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:20.261762 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.segments_db [None req-7fe7f3cb-deec-4b14-a58e-2b353d69bbb7 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Added segment 29805dab-8bac-4908-832d-dbd0313dfc6e of type vlan for network 553baf77-6c95-427d-8e02-b5a6d0f5ee71 Dec 20 08:45:20.290879 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7fe7f3cb-deec-4b14-a58e-2b353d69bbb7 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:20.379139 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7ee7d3-233e-4f94-8445-8e114ee7e915 None None] Pushing event updated for resources: {'Port': ['ID=840cc207-60e7-449f-bef9-c027ad89680f,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:20.383818 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-7c7ee7d3-233e-4f94-8445-8e114ee7e915 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:20.439027 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:20.442797 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.resource_extend [None req-7fe7f3cb-deec-4b14-a58e-2b353d69bbb7 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 08:45:20.468988 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-95bb6507-18ad-4d24-b927-5dfd35ca0529 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] For port 8b70a54f-c4c4-4fa3-833e-2f0d56829747, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=8b70a54f-c4c4-4fa3-833e-2f0d56829747,segment=NetworkSegment(bfd505f6-d957-4af0-8c12-8993d606d6cd),segment_id=bfd505f6-d957-4af0-8c12-8993d606d6cd)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:45:20.473933 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-95bb6507-18ad-4d24-b927-5dfd35ca0529 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:20.494831 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5723a9a8-75df-4ad0-8111-c484f3e02f97 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:20.495152 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-333d2e5b-ea4a-4d17-a0ad-9003229680cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102'] for port, after_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:20.501872 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-f90d0fe2-a5c0-40b1-885d-93b14a8cf8a5 None None] Allocated IP 172.20.0.2 (f75aa0d2-5f41-40f3-a9e0-d60d934965a4/bbc32b11-809b-4d98-9293-4fa8b754b21a/8a5c3ee4-c4f8-4501-a91b-04fd36b02a3f) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:45:20.508282 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-7c7ee7d3-233e-4f94-8445-8e114ee7e915 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:20.542348 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-ba6d9b0f-d95a-437f-8726-7952f965314a tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] For port 609db282-4d19-4249-b405-8c28c102a742, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=609db282-4d19-4249-b405-8c28c102a742,segment=NetworkSegment(8b7a78e2-6ebc-4ec9-9901-7fe356fff744),segment_id=8b7a78e2-6ebc-4ec9-9901-7fe356fff744)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:45:20.543059 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ba6d9b0f-d95a-437f-8726-7952f965314a tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:20.572127 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333d2e5b-ea4a-4d17-a0ad-9003229680cb None None] Pushing event deleted for resources: {'Port': ['ID=8b70a54f-c4c4-4fa3-833e-2f0d56829747,revision_number=None']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:20.576393 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-333d2e5b-ea4a-4d17-a0ad-9003229680cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:20.605189 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100c027e-d8c6-45d3-b76c-86097248c435 None None] DHCP port deletion for f731ff57-7c27-45df-bc62-bcf334ac4bbe request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 08:45:20.631513 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-100c027e-d8c6-45d3-b76c-86097248c435 None None] Deleting port 11bdb58e-8d4e-47cf-a4af-0d6411e352a4 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:45:20.632746 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-100c027e-d8c6-45d3-b76c-86097248c435 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:20.704695 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333d2e5b-ea4a-4d17-a0ad-9003229680cb None None] No DVR routers for this DVR port 8b70a54f-c4c4-4fa3-833e-2f0d56829747 on host dv-neutron-820491-1-hyperv {{(pid=83446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:45:20.734667 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-ba6d9b0f-d95a-437f-8726-7952f965314a tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Calling delete_port for 609db282-4d19-4249-b405-8c28c102a742 owned by network:dhcp {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:45:20.791065 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd193642-5e0c-4027-a3f7-6021a30603f1 None None] Network 3ab8996b-db59-43a0-a379-647199802474 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:45:20.899107 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-95bb6507-18ad-4d24-b927-5dfd35ca0529 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Calling delete_port for 8b70a54f-c4c4-4fa3-833e-2f0d56829747 owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:45:20.950387 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32da8465-1a02-4ce7-a63f-39434ce42d5b None None] Update dhcp port {'port': {'network_id': '2afd2d4b-16ee-4b61-b6f4-a70e83de2f14', 'fixed_ips': [{'subnet_id': 'b564bcc6-132b-4c06-a9c7-1cf93e10a7c5'}], 'binding:host_id': 'dv-neutron-820491-1-hyperv'}, 'id': '609db282-4d19-4249-b405-8c28c102a742'} from dv-neutron-820491-1-hyperv. {{(pid=83446) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 20 08:45:20.964936 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7fe7f3cb-deec-4b14-a58e-2b353d69bbb7 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:20.965877 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7fe7f3cb-deec-4b14-a58e-2b353d69bbb7 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:20.970546 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe7f3cb-deec-4b14-a58e-2b353d69bbb7 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:45:20.973594 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe7f3cb-deec-4b14-a58e-2b353d69bbb7 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:45:20.974402 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7fe7f3cb-deec-4b14-a58e-2b353d69bbb7 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:20.989045 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-53d8452d-0c6e-4348-996b-4d9be1cd75c3 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:20.996654 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-662563c2-df4d-45a9-8241-2ae51067046e admin admin] Router 29a6454a-fd73-40da-978f-a9b3c79cb5de is scheduled to L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 with binding_index 1 {{(pid=83444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 08:45:21.003615 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ba6d9b0f-d95a-437f-8726-7952f965314a tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:21.014785 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a2d099a8-412c-4659-8ad6-8c7871ddbde2 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:21.047508 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32da8465-1a02-4ce7-a63f-39434ce42d5b None None] Host dv-neutron-820491-1-hyperv tried to update port 609db282-4d19-4249-b405-8c28c102a742 which no longer exists. {{(pid=83446) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:313}} Dec 20 08:45:21.095418 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6d9b0f-d95a-437f-8726-7952f965314a tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Pushing event deleted for resources: {'Port': ['ID=609db282-4d19-4249-b405-8c28c102a742,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:21.120040 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ba6d9b0f-d95a-437f-8726-7952f965314a tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:21.179241 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9ca94f-b149-40db-af63-99a539f1348d None None] Network 2afd2d4b-16ee-4b61-b6f4-a70e83de2f14 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:45:21.188585 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6d9b0f-d95a-437f-8726-7952f965314a tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] No DVR routers for this DVR port 609db282-4d19-4249-b405-8c28c102a742 on host dv-neutron-820491-1-hyperv {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:45:21.204671 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-b8995110-baea-4fab-b5bd-c3a74eb2662e None None] Provisioning for port 7298d6b3-cc71-4722-bfb1-181866a45c33 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:45:21.233628 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe7f3cb-deec-4b14-a58e-2b353d69bbb7 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Pushing event updated for resources: {'Network': ['ID=11bb754d-0a6a-49ee-ac7f-36c17a85fa4e,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:21.241773 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-7fe7f3cb-deec-4b14-a58e-2b353d69bbb7 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 3.3843338 Dec 20 08:45:21.244016 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37630) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:21.316572 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network 11bb754d-0a6a-49ee-ac7f-36c17a85fa4e details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:45:21.347302 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.api [None req-95bb6507-18ad-4d24-b927-5dfd35ca0529 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 08:45:21.347612 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_db.api [None req-95bb6507-18ad-4d24-b927-5dfd35ca0529 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 08:45:21.401953 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5723a9a8-75df-4ad0-8111-c484f3e02f97 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:21.431157 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2c12fc3-51b1-4dec-b5f7-c12da7f5aecf tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Router 6228004b-bcef-4dd6-81a2-77b91fe6c2a8 is scheduled to L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 with binding_index 1 {{(pid=83445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 08:45:21.468588 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-40036ec5-e6aa-4bac-93fa-96a8224ced68 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:21.485053 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ba6d9b0f-d95a-437f-8726-7952f965314a tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:21.525973 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-ba6d9b0f-d95a-437f-8726-7952f965314a tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2afd2d4b-16ee-4b61-b6f4-a70e83de2f14']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:21.585060 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-ba6d9b0f-d95a-437f-8726-7952f965314a tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b7a78e2-6ebc-4ec9-9901-7fe356fff744') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:21.589550 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-ba6d9b0f-d95a-437f-8726-7952f965314a tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b7a78e2-6ebc-4ec9-9901-7fe356fff744') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:21.629262 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ba6d9b0f-d95a-437f-8726-7952f965314a tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1618722'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:21.672241 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ba6d9b0f-d95a-437f-8726-7952f965314a tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:21.752640 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-8d458ffc-7d06-4606-9135-45edfcd3ac45 None None] Could not find standard attr ID for object 609db282-4d19-4249-b405-8c28c102a742. {{(pid=83446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 08:45:21.757674 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 7298d6b3-cc71-4722-bfb1-181866a45c33 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:45:21.766736 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe7f3cb-deec-4b14-a58e-2b353d69bbb7 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Pushing event updated for resources: {'Network': ['ID=553baf77-6c95-427d-8e02-b5a6d0f5ee71,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:21.788681 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-7fe7f3cb-deec-4b14-a58e-2b353d69bbb7 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.799s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:21.792950 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba6d9b0f-d95a-437f-8726-7952f965314a tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:45:21.793509 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ba6d9b0f-d95a-437f-8726-7952f965314a tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1128911'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:21.795156 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-4001e2d0-517b-4011-8055-467e4e149f01 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.789s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:21.795558 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-4001e2d0-517b-4011-8055-467e4e149f01 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:21.805496 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-043ba319-049b-4d8e-bd62-d12010d05647 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.373s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:21.808688 dv-neutron-820491-1-hyperv neutron-server[83444]: Traceback (most recent call last): Dec 20 08:45:21.808688 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:45:21.808688 dv-neutron-820491-1-hyperv neutron-server[83444]: timer() Dec 20 08:45:21.808688 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:45:21.808688 dv-neutron-820491-1-hyperv neutron-server[83444]: cb(*args, **kw) Dec 20 08:45:21.808688 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:45:21.808688 dv-neutron-820491-1-hyperv neutron-server[83444]: return func(*args, **kwargs) Dec 20 08:45:21.808688 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:45:21.808688 dv-neutron-820491-1-hyperv neutron-server[83444]: self._notify() Dec 20 08:45:21.808688 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:45:21.808688 dv-neutron-820491-1-hyperv neutron-server[83444]: self.callback(batched_events) Dec 20 08:45:21.808688 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:45:21.808688 dv-neutron-820491-1-hyperv neutron-server[83444]: event.method(event) Dec 20 08:45:21.808688 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:45:21.808688 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:45:21.808688 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:45:21.808688 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:45:21.808688 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:45:21.808688 dv-neutron-820491-1-hyperv neutron-server[83444]: return f(self, *a, **k) Dec 20 08:45:21.808688 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:45:21.808688 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._get(url).json() Dec 20 08:45:21.808688 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:45:21.808688 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:45:21.808688 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:45:21.808688 dv-neutron-820491-1-hyperv neutron-server[83444]: return self.request(url, 'GET', **kwargs) Dec 20 08:45:21.808688 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:45:21.808688 dv-neutron-820491-1-hyperv neutron-server[83444]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:45:21.808688 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:45:21.808688 dv-neutron-820491-1-hyperv neutron-server[83444]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:45:21.808688 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:45:21.808688 dv-neutron-820491-1-hyperv neutron-server[83444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:45:21.808688 dv-neutron-820491-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:45:21.850596 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network 553baf77-6c95-427d-8e02-b5a6d0f5ee71 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:45:21.876763 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-95bb6507-18ad-4d24-b927-5dfd35ca0529 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Deleting port 8b70a54f-c4c4-4fa3-833e-2f0d56829747 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:45:21.877286 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-95bb6507-18ad-4d24-b927-5dfd35ca0529 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:21.974991 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e7924a-a4ea-4c5f-a001-cc9f653dc566 None None] Network 91723284-4164-4670-aa7d-b36743d6311f requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:45:22.007593 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5723a9a8-75df-4ad0-8111-c484f3e02f97 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Network a10cf7b0-890e-4e8f-a719-310da3a98a0c is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:45:22.034306 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-5723a9a8-75df-4ad0-8111-c484f3e02f97 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:45:22.059482 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.objects.ports [None req-2a6436e3-1845-4d73-9341-87296a47b8a4 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83445) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 20 08:45:22.060523 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5723a9a8-75df-4ad0-8111-c484f3e02f97 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:45:22.090359 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f90d0fe2-a5c0-40b1-885d-93b14a8cf8a5 None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:22.117699 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-95bb6507-18ad-4d24-b927-5dfd35ca0529 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] The port '8b70a54f-c4c4-4fa3-833e-2f0d56829747' was deleted {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 08:45:22.120631 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2a6436e3-1845-4d73-9341-87296a47b8a4 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2036557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2095114'] for subnet, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:22.126612 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-100c027e-d8c6-45d3-b76c-86097248c435 None None] For port 11bdb58e-8d4e-47cf-a4af-0d6411e352a4, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=11bdb58e-8d4e-47cf-a4af-0d6411e352a4,segment=NetworkSegment(0817de6e-66b6-45f9-ac22-68a765164c14),segment_id=0817de6e-66b6-45f9-ac22-68a765164c14)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:45:22.127015 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-100c027e-d8c6-45d3-b76c-86097248c435 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:22.136600 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e5cad3-8de4-48b9-a560-a71dfe5d4932 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:45:22.140476 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e5cad3-8de4-48b9-a560-a71dfe5d4932 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:45:22.140626 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-f90d0fe2-a5c0-40b1-885d-93b14a8cf8a5 None None] Transition to ACTIVE for port object 8a5c3ee4-c4f8-4501-a91b-04fd36b02a3f will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:45:22.141481 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ba6d9b0f-d95a-437f-8726-7952f965314a tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:22.146356 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e5cad3-8de4-48b9-a560-a71dfe5d4932 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:45:22.149643 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-39cba1ab-7362-477a-89e4-03b68f6a889b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:22.150550 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e5cad3-8de4-48b9-a560-a71dfe5d4932 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:45:22.151407 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-23e5cad3-8de4-48b9-a560-a71dfe5d4932 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Synchronizing usage tracker for tenant:31dd18a4fca14026a07f2ad70c7c37b0 on resource:network {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:45:22.158913 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5723a9a8-75df-4ad0-8111-c484f3e02f97 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Pushing event updated for resources: {'Port': ['ID=592b2fd1-e820-4416-92d3-7813fb4b1071,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:22.167728 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ba6d9b0f-d95a-437f-8726-7952f965314a tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:22.168069 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-f90d0fe2-a5c0-40b1-885d-93b14a8cf8a5 None None] Transition to ACTIVE for port object 8a5c3ee4-c4f8-4501-a91b-04fd36b02a3f will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:45:22.189753 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-5723a9a8-75df-4ad0-8111-c484f3e02f97 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:22.198567 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-4ac31f70-909e-498e-9c48-6ab90c0d3e2f tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:22.231304 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6d9b0f-d95a-437f-8726-7952f965314a tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Pushing event deleted for resources: {'Network': ['ID=2afd2d4b-16ee-4b61-b6f4-a70e83de2f14,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:22.239014 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b079094-54ed-44b9-9b80-fd793b27f519 None None] DHCP port deletion for 2afd2d4b-16ee-4b61-b6f4-a70e83de2f14 request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 08:45:22.249061 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ba6d9b0f-d95a-437f-8726-7952f965314a tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:22.257494 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ba6d9b0f-d95a-437f-8726-7952f965314a tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] 10.222.0.16 "DELETE /v2.0/networks/2afd2d4b-16ee-4b61-b6f4-a70e83de2f14 HTTP/1.1" status: 204 len: 168 time: 2.8268907 Dec 20 08:45:22.265852 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f90d0fe2-a5c0-40b1-885d-93b14a8cf8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:22.266314 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37634) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:22.308734 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-662563c2-df4d-45a9-8241-2ae51067046e admin admin] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:45:22.341057 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-931d73c4-38de-47f9-903f-db0f529991a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:22.343148 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-662563c2-df4d-45a9-8241-2ae51067046e admin admin] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:22.346963 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-662563c2-df4d-45a9-8241-2ae51067046e admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.2973163 Dec 20 08:45:22.346963 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-40036ec5-e6aa-4bac-93fa-96a8224ced68 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:22.348260 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37638) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:22.351060 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5723a9a8-75df-4ad0-8111-c484f3e02f97 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:45:22.351789 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5723a9a8-75df-4ad0-8111-c484f3e02f97 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:22.374875 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6436e3-1845-4d73-9341-87296a47b8a4 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:45:22.384128 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-a06a1c7c-8d46-4265-9a3f-80f2f1ae1e7a tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] DELETE failed (client error): The resource could not be found. Dec 20 08:45:22.384575 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a06a1c7c-8d46-4265-9a3f-80f2f1ae1e7a tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:45:22.391808 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-2a6436e3-1845-4d73-9341-87296a47b8a4 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:45:22.410678 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-23e5cad3-8de4-48b9-a560-a71dfe5d4932 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Unset dirty status for tenant:31dd18a4fca14026a07f2ad70c7c37b0 on resource:network {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:45:22.411319 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-40036ec5-e6aa-4bac-93fa-96a8224ced68 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:22.416367 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-23e5cad3-8de4-48b9-a560-a71dfe5d4932 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 1.1445091 Dec 20 08:45:22.416825 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37642) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:22.423664 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-03d74c24-1cad-46ba-b9df-9428493e08f7 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:22.466357 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6436e3-1845-4d73-9341-87296a47b8a4 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:45:22.466941 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2a6436e3-1845-4d73-9341-87296a47b8a4 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:22.475650 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-95bb6507-18ad-4d24-b927-5dfd35ca0529 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:22.486575 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6436e3-1845-4d73-9341-87296a47b8a4 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event updated for resources: {'Subnet': ['ID=d89d9a27-d23d-416f-b920-936b50c8a63c,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:22.492753 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d410ef4-0205-4cc2-9cdb-6bed068c1510 None None] Sync routers for ids ['29a6454a-fd73-40da-978f-a9b3c79cb5de'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:45:22.501397 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-a06a1c7c-8d46-4265-9a3f-80f2f1ae1e7a tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] 10.222.0.16 "DELETE /v2.0/subnets/822898d0-97ee-40bb-87c0-d8333bcc4f99 HTTP/1.1" status: 404 len: 337 time: 0.2301242 Dec 20 08:45:22.510610 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-2a6436e3-1845-4d73-9341-87296a47b8a4 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:22.511243 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37644) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:22.519911 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-100c027e-d8c6-45d3-b76c-86097248c435 None None] Calling delete_port for 11bdb58e-8d4e-47cf-a4af-0d6411e352a4 owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:45:22.538910 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-5723a9a8-75df-4ad0-8111-c484f3e02f97 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.5233207 Dec 20 08:45:22.541700 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37646) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:22.556227 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40036ec5-e6aa-4bac-93fa-96a8224ced68 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Pushing event updated for resources: {'Port': ['ID=d44f4eff-a7c9-4842-91d1-088a4e52672f,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:22.569345 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 7298d6b3-cc71-4722-bfb1-181866a45c33 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:45:22.582671 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-40036ec5-e6aa-4bac-93fa-96a8224ced68 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:22.616202 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 7298d6b3-cc71-4722-bfb1-181866a45c33 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:45:22.616586 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:22.650792 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90d0fe2-a5c0-40b1-885d-93b14a8cf8a5 None None] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:45:22.663850 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-95bb6507-18ad-4d24-b927-5dfd35ca0529 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0809ecce-adef-4bf2-bb4d-76532b54f497']}} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:22.668170 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-463fdc0f-3c75-4884-ad66-2d7b4924e86d None None] Provisioning for port 840cc207-60e7-449f-bef9-c027ad89680f completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:45:22.686346 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-807fa09d-5905-4ccc-899b-6c45ea80809b tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Request body: {'port': {'network_id': 'a10cf7b0-890e-4e8f-a719-310da3a98a0c', 'name': 'tempest-FloatingIPTestJSON-1181721642'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:45:22.690967 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-f90d0fe2-a5c0-40b1-885d-93b14a8cf8a5 None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:45:22.693731 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90d0fe2-a5c0-40b1-885d-93b14a8cf8a5 None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:45:22.702676 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-2a6436e3-1845-4d73-9341-87296a47b8a4 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.4174209 Dec 20 08:45:22.703515 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90d0fe2-a5c0-40b1-885d-93b14a8cf8a5 None None] Pushing event updated for resources: {'Port': ['ID=8a5c3ee4-c4f8-4501-a91b-04fd36b02a3f,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:22.704262 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-95bb6507-18ad-4d24-b927-5dfd35ca0529 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfd505f6-d957-4af0-8c12-8993d606d6cd') {'for_net_delete': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:22.704554 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-95bb6507-18ad-4d24-b927-5dfd35ca0529 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfd505f6-d957-4af0-8c12-8993d606d6cd') {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:22.706811 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-f90d0fe2-a5c0-40b1-885d-93b14a8cf8a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:22.726412 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37654) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:22.736234 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-d375315d-c29a-41ab-9197-626617b4adaa tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] DELETE failed (client error): The resource could not be found. Dec 20 08:45:22.736408 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d410ef4-0205-4cc2-9cdb-6bed068c1510 None None] Routers {'29a6454a-fd73-40da-978f-a9b3c79cb5de'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:45:22.736500 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d375315d-c29a-41ab-9197-626617b4adaa tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:45:22.736730 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-3d410ef4-0205-4cc2-9cdb-6bed068c1510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:45:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['29a6454a-fd73-40da-978f-a9b3c79cb5de'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:22.737861 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-d375315d-c29a-41ab-9197-626617b4adaa tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] 10.222.0.16 "DELETE /v2.0/networks/28da2ca3-19ee-4cd5-8f3f-368b819d7990 HTTP/1.1" status: 404 len: 339 time: 0.1977632 Dec 20 08:45:22.742166 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-4175bf45-b025-4c26-a330-1caae3bdfabb tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Request body: {'port': {'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'mac_address': 'fa:16:3e:49:8f:49', 'name': 'tempest-NetworksTestDHCPv6-855543965'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:45:22.746323 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37658) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:22.759186 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-95bb6507-18ad-4d24-b927-5dfd35ca0529 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1518531'] for segment, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:22.916949 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f66c4be-f079-4246-9547-88bd556609d4 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] DELETE failed (client error): The resource could not be found. Dec 20 08:45:22.917356 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f66c4be-f079-4246-9547-88bd556609d4 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:45:22.919017 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-0f66c4be-f079-4246-9547-88bd556609d4 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] 10.222.0.16 "DELETE /v2.0/subnets/3a95412a-f141-4739-bbd1-3f9edfa81e4f HTTP/1.1" status: 404 len: 337 time: 0.1718004 Dec 20 08:45:22.947841 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37662) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:22.957327 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-832faa65-c76a-4b6c-866c-98b2c18ae5d6 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:22.968403 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-100c027e-d8c6-45d3-b76c-86097248c435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102'] for port, after_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:22.973043 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-95bb6507-18ad-4d24-b927-5dfd35ca0529 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:22.988244 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-931d73c4-38de-47f9-903f-db0f529991a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:23.008549 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95bb6507-18ad-4d24-b927-5dfd35ca0529 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=83445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:45:23.009137 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-95bb6507-18ad-4d24-b927-5dfd35ca0529 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2036002'] for segment, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:23.010160 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-0847c939-09b8-434b-bf06-ac6af1da6ccb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] DELETE failed (client error): The resource could not be found. Dec 20 08:45:23.010604 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0847c939-09b8-434b-bf06-ac6af1da6ccb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:45:23.014560 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-0847c939-09b8-434b-bf06-ac6af1da6ccb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] 10.222.0.16 "DELETE /v2.0/networks/af5f71bb-232f-4de2-a861-6d9616a68776 HTTP/1.1" status: 404 len: 339 time: 0.0594082 Dec 20 08:45:23.020704 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37666) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:23.026012 dv-neutron-820491-1-hyperv neutron-server[83445]: Traceback (most recent call last): Dec 20 08:45:23.026012 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:45:23.026012 dv-neutron-820491-1-hyperv neutron-server[83445]: timer() Dec 20 08:45:23.026012 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:45:23.026012 dv-neutron-820491-1-hyperv neutron-server[83445]: cb(*args, **kw) Dec 20 08:45:23.026012 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:45:23.026012 dv-neutron-820491-1-hyperv neutron-server[83445]: return func(*args, **kwargs) Dec 20 08:45:23.026012 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:45:23.026012 dv-neutron-820491-1-hyperv neutron-server[83445]: self._notify() Dec 20 08:45:23.026012 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:45:23.026012 dv-neutron-820491-1-hyperv neutron-server[83445]: self.callback(batched_events) Dec 20 08:45:23.026012 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:45:23.026012 dv-neutron-820491-1-hyperv neutron-server[83445]: event.method(event) Dec 20 08:45:23.026012 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:45:23.026012 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:45:23.026012 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:45:23.026012 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:45:23.026012 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:45:23.026012 dv-neutron-820491-1-hyperv neutron-server[83445]: return f(self, *a, **k) Dec 20 08:45:23.026012 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:45:23.026012 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._get(url).json() Dec 20 08:45:23.026012 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:45:23.026012 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:45:23.026012 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:45:23.026012 dv-neutron-820491-1-hyperv neutron-server[83445]: return self.request(url, 'GET', **kwargs) Dec 20 08:45:23.026012 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:45:23.026012 dv-neutron-820491-1-hyperv neutron-server[83445]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:45:23.026012 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:45:23.026012 dv-neutron-820491-1-hyperv neutron-server[83445]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:45:23.026012 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:45:23.026012 dv-neutron-820491-1-hyperv neutron-server[83445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:45:23.026012 dv-neutron-820491-1-hyperv neutron-server[83445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:45:23.110240 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100c027e-d8c6-45d3-b76c-86097248c435 None None] Pushing event deleted for resources: {'Port': ['ID=11bdb58e-8d4e-47cf-a4af-0d6411e352a4,revision_number=None']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:23.119078 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-100c027e-d8c6-45d3-b76c-86097248c435 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:23.125984 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e7c7e80-1765-4052-ac32-0273d8902138 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] DELETE failed (client error): The resource could not be found. Dec 20 08:45:23.126429 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e7c7e80-1765-4052-ac32-0273d8902138 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:45:23.130884 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-2e7c7e80-1765-4052-ac32-0273d8902138 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] 10.222.0.16 "DELETE /v2.0/subnets/b9568ab3-1ff3-4e7e-90fc-3bd8d9ff0ba0 HTTP/1.1" status: 404 len: 337 time: 0.1051795 Dec 20 08:45:23.138359 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37670) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:23.181018 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-f90d0fe2-a5c0-40b1-885d-93b14a8cf8a5 None None] Attempting to bind port 8a5c3ee4-c4f8-4501-a91b-04fd36b02a3f on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:45:23.181834 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-f90d0fe2-a5c0-40b1-885d-93b14a8cf8a5 None None] Attempting to bind port 8a5c3ee4-c4f8-4501-a91b-04fd36b02a3f by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '7c00552d-ea93-440b-911c-cb3aa0a4eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:45:23.182208 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90d0fe2-a5c0-40b1-885d-93b14a8cf8a5 None None] Attempting to bind port 8a5c3ee4-c4f8-4501-a91b-04fd36b02a3f on network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:45:23.200631 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-807fa09d-5905-4ccc-899b-6c45ea80809b tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:45:23.211070 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-807fa09d-5905-4ccc-899b-6c45ea80809b tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Usage tracker for resource:port and tenant:a6ef049aae6b4eea9e642fc2beae00ec is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:45:23.215129 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d393bfe5-a610-4497-8ebc-77cdc9607806 None None] Provisioning complete for port 7298d6b3-cc71-4722-bfb1-181866a45c33 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:45:23.215543 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d393bfe5-a610-4497-8ebc-77cdc9607806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:23.216936 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-807fa09d-5905-4ccc-899b-6c45ea80809b tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:45:23.217158 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8f2c990-4333-4d23-a141-fc6c10a241ad tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] DELETE failed (client error): The resource could not be found. Dec 20 08:45:23.217645 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8f2c990-4333-4d23-a141-fc6c10a241ad tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:45:23.219315 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a8f2c990-4333-4d23-a141-fc6c10a241ad tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] 10.222.0.16 "DELETE /v2.0/networks/67de64b8-d365-4e38-8aad-3af215e698a6 HTTP/1.1" status: 404 len: 339 time: 0.0793757 Dec 20 08:45:23.231423 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37674) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:23.236472 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-807fa09d-5905-4ccc-899b-6c45ea80809b tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:45:23.243031 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-95bb6507-18ad-4d24-b927-5dfd35ca0529 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:23.245307 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100c027e-d8c6-45d3-b76c-86097248c435 None None] No DVR routers for this DVR port 11bdb58e-8d4e-47cf-a4af-0d6411e352a4 on host dv-neutron-820491-1-hyperv {{(pid=83446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:45:23.281099 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90d0fe2-a5c0-40b1-885d-93b14a8cf8a5 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:45:23.281527 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90d0fe2-a5c0-40b1-885d-93b14a8cf8a5 None None] Checking segment: {'id': '7c00552d-ea93-440b-911c-cb3aa0a4eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:45:23.281875 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f90d0fe2-a5c0-40b1-885d-93b14a8cf8a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:23.282736 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90d0fe2-a5c0-40b1-885d-93b14a8cf8a5 None None] Bound using segment: {'id': '7c00552d-ea93-440b-911c-cb3aa0a4eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:45:23.282736 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-f90d0fe2-a5c0-40b1-885d-93b14a8cf8a5 None None] Bound port: 8a5c3ee4-c4f8-4501-a91b-04fd36b02a3f, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c00552d-ea93-440b-911c-cb3aa0a4eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:45:23.283131 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f90d0fe2-a5c0-40b1-885d-93b14a8cf8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:23.289307 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-2b4cb715-195c-4db1-bf7a-d67f6af00318 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:23.298200 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-832faa65-c76a-4b6c-866c-98b2c18ae5d6 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:23.304308 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-95bb6507-18ad-4d24-b927-5dfd35ca0529 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:23.329312 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bb6507-18ad-4d24-b927-5dfd35ca0529 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Pushing event deleted for resources: {'Network': ['ID=0809ecce-adef-4bf2-bb4d-76532b54f497,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:23.329665 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:23.331687 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-4175bf45-b025-4c26-a330-1caae3bdfabb tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:45:23.337644 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-807fa09d-5905-4ccc-899b-6c45ea80809b tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Made reservation on behalf of a6ef049aae6b4eea9e642fc2beae00ec for: {'port': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:45:23.340755 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-807fa09d-5905-4ccc-899b-6c45ea80809b tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:23.355668 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-95bb6507-18ad-4d24-b927-5dfd35ca0529 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:23.357522 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-40036ec5-e6aa-4bac-93fa-96a8224ced68 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-345881'] for router_interface, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:23.368830 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-95bb6507-18ad-4d24-b927-5dfd35ca0529 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] 10.222.0.16 "DELETE /v2.0/networks/0809ecce-adef-4bf2-bb4d-76532b54f497 HTTP/1.1" status: 204 len: 168 time: 4.3074372 Dec 20 08:45:23.369551 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-4175bf45-b025-4c26-a330-1caae3bdfabb tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Usage tracker for resource:port and tenant:9679bafc94a64ee0a207e63ba5560387 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:45:23.369994 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37678) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:23.383076 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-832faa65-c76a-4b6c-866c-98b2c18ae5d6 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11bb754d-0a6a-49ee-ac7f-36c17a85fa4e']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:23.396306 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-4175bf45-b025-4c26-a330-1caae3bdfabb tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:45:23.406536 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-3d410ef4-0205-4cc2-9cdb-6bed068c1510 None None] Set router 29a6454a-fd73-40da-978f-a9b3c79cb5de gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:45:23.418984 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-4175bf45-b025-4c26-a330-1caae3bdfabb tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:45:23.432705 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c12fc3-51b1-4dec-b5f7-c12da7f5aecf tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:45:23.434745 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-832faa65-c76a-4b6c-866c-98b2c18ae5d6 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4208d6ed-3f54-4487-9106-79ffe3ec4533') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:23.435048 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-832faa65-c76a-4b6c-866c-98b2c18ae5d6 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4208d6ed-3f54-4487-9106-79ffe3ec4533') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:23.440759 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c2c12fc3-51b1-4dec-b5f7-c12da7f5aecf tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:23.445138 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-c2c12fc3-51b1-4dec-b5f7-c12da7f5aecf tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] 10.222.0.16 "PUT /v2.0/routers/6228004b-bcef-4dd6-81a2-77b91fe6c2a8 HTTP/1.1" status: 200 len: 916 time: 11.2358525 Dec 20 08:45:23.453555 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-807fa09d-5905-4ccc-899b-6c45ea80809b tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] device_id is not set on port 9e1d11ad-b081-4958-acde-afc1a813c0f9 yet. {{(pid=83445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:45:23.455484 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7d33f2-ec5d-49e3-9fdf-70f641dc48df None None] Sync routers for ids ['6228004b-bcef-4dd6-81a2-77b91fe6c2a8'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:45:23.476132 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7d33f2-ec5d-49e3-9fdf-70f641dc48df None None] Routers {'6228004b-bcef-4dd6-81a2-77b91fe6c2a8'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:45:23.477288 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-2a7d33f2-ec5d-49e3-9fdf-70f641dc48df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:45:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['6228004b-bcef-4dd6-81a2-77b91fe6c2a8'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:23.486935 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37682) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:23.538790 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-832faa65-c76a-4b6c-866c-98b2c18ae5d6 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1618722'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:23.576453 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 7298d6b3-cc71-4722-bfb1-181866a45c33, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=7298d6b3-cc71-4722-bfb1-181866a45c33,segment=NetworkSegment(b15ed654-e239-4345-87ef-d2514f065b9f),segment_id=b15ed654-e239-4345-87ef-d2514f065b9f)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:45:23.589369 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-2a7d33f2-ec5d-49e3-9fdf-70f641dc48df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:23.606065 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7d33f2-ec5d-49e3-9fdf-70f641dc48df None None] Routers {'6228004b-bcef-4dd6-81a2-77b91fe6c2a8'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:45:23.607475 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-2a7d33f2-ec5d-49e3-9fdf-70f641dc48df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:45:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['6228004b-bcef-4dd6-81a2-77b91fe6c2a8'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:23.641814 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:23.642659 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 840cc207-60e7-449f-bef9-c027ad89680f up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:45:23.717798 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4175bf45-b025-4c26-a330-1caae3bdfabb tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Made reservation on behalf of 9679bafc94a64ee0a207e63ba5560387 for: {'port': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:45:23.735426 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-2a7d33f2-ec5d-49e3-9fdf-70f641dc48df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:23.735837 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7d33f2-ec5d-49e3-9fdf-70f641dc48df None None] The sync data for ids ['6228004b-bcef-4dd6-81a2-77b91fe6c2a8'] in dv-neutron-820491-1-hyperv is: [] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:45:23.784093 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-832faa65-c76a-4b6c-866c-98b2c18ae5d6 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:23.815382 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-f90d0fe2-a5c0-40b1-885d-93b14a8cf8a5 None None] For port 8a5c3ee4-c4f8-4501-a91b-04fd36b02a3f, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:45:23.817535 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-fe46be60-bf91-4f96-ad52-0a0b168415eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:23.835676 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-832faa65-c76a-4b6c-866c-98b2c18ae5d6 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:45:23.836365 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-832faa65-c76a-4b6c-866c-98b2c18ae5d6 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1128911'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:23.855684 dv-neutron-820491-1-hyperv neutron-server[83444]: Traceback (most recent call last): Dec 20 08:45:23.855684 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:45:23.855684 dv-neutron-820491-1-hyperv neutron-server[83444]: timer() Dec 20 08:45:23.855684 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:45:23.855684 dv-neutron-820491-1-hyperv neutron-server[83444]: cb(*args, **kw) Dec 20 08:45:23.855684 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:45:23.855684 dv-neutron-820491-1-hyperv neutron-server[83444]: return func(*args, **kwargs) Dec 20 08:45:23.855684 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:45:23.855684 dv-neutron-820491-1-hyperv neutron-server[83444]: self._notify() Dec 20 08:45:23.855684 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:45:23.855684 dv-neutron-820491-1-hyperv neutron-server[83444]: self.callback(batched_events) Dec 20 08:45:23.855684 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:45:23.855684 dv-neutron-820491-1-hyperv neutron-server[83444]: event.method(event) Dec 20 08:45:23.855684 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:45:23.855684 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:45:23.855684 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:45:23.855684 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:45:23.855684 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:45:23.855684 dv-neutron-820491-1-hyperv neutron-server[83444]: return f(self, *a, **k) Dec 20 08:45:23.855684 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:45:23.855684 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._get(url).json() Dec 20 08:45:23.855684 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:45:23.855684 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:45:23.855684 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:45:23.855684 dv-neutron-820491-1-hyperv neutron-server[83444]: return self.request(url, 'GET', **kwargs) Dec 20 08:45:23.855684 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:45:23.855684 dv-neutron-820491-1-hyperv neutron-server[83444]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:45:23.855684 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:45:23.855684 dv-neutron-820491-1-hyperv neutron-server[83444]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:45:23.855684 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:45:23.855684 dv-neutron-820491-1-hyperv neutron-server[83444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:45:23.855684 dv-neutron-820491-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:45:23.871068 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4175bf45-b025-4c26-a330-1caae3bdfabb tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:23.871757 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9a6f91db-d660-40be-9202-c9d48504a13d tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:23.941033 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-4175bf45-b025-4c26-a330-1caae3bdfabb tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] device_id is not set on port 39707b82-d847-47e8-b9e9-c833903815fe yet. {{(pid=83445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:45:23.941316 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-f90d0fe2-a5c0-40b1-885d-93b14a8cf8a5 None None] For port 8a5c3ee4-c4f8-4501-a91b-04fd36b02a3f, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=8a5c3ee4-c4f8-4501-a91b-04fd36b02a3f,segment=NetworkSegment(7c00552d-ea93-440b-911c-cb3aa0a4eeff),segment_id=7c00552d-ea93-440b-911c-cb3aa0a4eeff)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:45:23.968150 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-40036ec5-e6aa-4bac-93fa-96a8224ced68 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:24.016150 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 840cc207-60e7-449f-bef9-c027ad89680f completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:45:24.029480 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f90d0fe2-a5c0-40b1-885d-93b14a8cf8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:24.050081 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 840cc207-60e7-449f-bef9-c027ad89680f triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:45:24.050470 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:24.072869 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_v2 [None req-35fbd60c-b5af-4366-8996-84a3a8e1f3eb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Deleting subnet ba419e6a-96e4-40a8-8537-20fc722bd176 {{(pid=83445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:45:24.094048 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-35fbd60c-b5af-4366-8996-84a3a8e1f3eb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks [] for subnet, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:24.139908 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=7298d6b3-cc71-4722-bfb1-181866a45c33,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:24.153374 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:24.156016 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-27e7a27b-86d5-4f24-b9f4-d3a916fdb197 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:24.166896 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-832faa65-c76a-4b6c-866c-98b2c18ae5d6 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:24.183959 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9f2ab8fa-8b7f-4f53-a883-543be292aa85 tempest-DHCPAgentSchedulersTestJSON-1809334250 tempest-DHCPAgentSchedulersTestJSON-1809334250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:24.203927 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-807fa09d-5905-4ccc-899b-6c45ea80809b tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Allocated IP 172.20.0.3 (a10cf7b0-890e-4e8f-a719-310da3a98a0c/41f60fee-ed52-409b-a69b-1b28f6b7c9e1/9e1d11ad-b081-4958-acde-afc1a813c0f9) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:45:24.204125 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-832faa65-c76a-4b6c-866c-98b2c18ae5d6 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:24.235815 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832faa65-c76a-4b6c-866c-98b2c18ae5d6 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Pushing event deleted for resources: {'Network': ['ID=11bb754d-0a6a-49ee-ac7f-36c17a85fa4e,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:24.250754 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-832faa65-c76a-4b6c-866c-98b2c18ae5d6 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:24.261750 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-35fbd60c-b5af-4366-8996-84a3a8e1f3eb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1518554'] for subnet, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:24.278700 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-35c85e16-d0d1-4e2b-8864-e55e24de1960 None None] Provisioning for port d44f4eff-a7c9-4842-91d1-088a4e52672f completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:45:24.296416 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-35c85e16-d0d1-4e2b-8864-e55e24de1960 None None] Provisioning complete for port d44f4eff-a7c9-4842-91d1-088a4e52672f triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:45:24.296803 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-35c85e16-d0d1-4e2b-8864-e55e24de1960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:24.307204 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9a6f91db-d660-40be-9202-c9d48504a13d tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:24.390799 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90d0fe2-a5c0-40b1-885d-93b14a8cf8a5 None None] Pushing event updated for resources: {'Port': ['ID=8a5c3ee4-c4f8-4501-a91b-04fd36b02a3f,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:24.405186 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-f90d0fe2-a5c0-40b1-885d-93b14a8cf8a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:24.451578 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-832faa65-c76a-4b6c-866c-98b2c18ae5d6 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] 10.222.0.16 "DELETE /v2.0/networks/11bb754d-0a6a-49ee-ac7f-36c17a85fa4e HTTP/1.1" status: 204 len: 168 time: 1.9011526 Dec 20 08:45:24.455291 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37686) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:24.495214 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-35c85e16-d0d1-4e2b-8864-e55e24de1960 None None] Port d44f4eff-a7c9-4842-91d1-088a4e52672f cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:45:24.511283 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-9a6f91db-d660-40be-9202-c9d48504a13d tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f731ff57-7c27-45df-bc62-bcf334ac4bbe']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:24.539948 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:24.541702 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-9a6f91db-d660-40be-9202-c9d48504a13d tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0817de6e-66b6-45f9-ac22-68a765164c14') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:24.542170 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-9a6f91db-d660-40be-9202-c9d48504a13d tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0817de6e-66b6-45f9-ac22-68a765164c14') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:24.572507 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-35c85e16-d0d1-4e2b-8864-e55e24de1960 None None] Provisioning complete for port 840cc207-60e7-449f-bef9-c027ad89680f triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:45:24.572852 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-35c85e16-d0d1-4e2b-8864-e55e24de1960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:24.604746 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9a6f91db-d660-40be-9202-c9d48504a13d tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1618722'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:24.621442 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-3d410ef4-0205-4cc2-9cdb-6bed068c1510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a6454a-fd73-40da-978f-a9b3c79cb5de', 'name': 'tempest-ServerActionsTestJSON-874320212-router', 'tenant_id': 'e2165a78ac154b1c9f29e840efaf3cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.135'}], 'enable_snat': True}, 'gw_port_id': '58786892-5932-45d7-a698-2800f0cd5654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:45:15Z', 'updated_at': '2021-12-20T08:45:18Z', 'revision_number': 3, 'project_id': 'e2165a78ac154b1c9f29e840efaf3cb7', 'gw_port': {'id': '58786892-5932-45d7-a698-2800f0cd5654', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f8:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a6454a-fd73-40da-978f-a9b3c79cb5de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:45:16Z', 'updated_at': '2021-12-20T08:45:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:24.650418 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d410ef4-0205-4cc2-9cdb-6bed068c1510 None None] Checking router: 29a6454a-fd73-40da-978f-a9b3c79cb5de for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 08:45:24.650864 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d410ef4-0205-4cc2-9cdb-6bed068c1510 None None] Updating router 29a6454a-fd73-40da-978f-a9b3c79cb5de port 58786892-5932-45d7-a698-2800f0cd5654 binding host dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 08:45:24.733409 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9a6f91db-d660-40be-9202-c9d48504a13d tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:24.745718 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 840cc207-60e7-449f-bef9-c027ad89680f, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=840cc207-60e7-449f-bef9-c027ad89680f,segment=NetworkSegment(7bb434c1-1956-4650-b323-6b79133731f1),segment_id=7bb434c1-1956-4650-b323-6b79133731f1)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:45:24.756709 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a6f91db-d660-40be-9202-c9d48504a13d tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:45:24.757429 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9a6f91db-d660-40be-9202-c9d48504a13d tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1128911'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:24.766677 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:24.779890 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-c2c75f49-41d1-40b3-858d-3323c9edf656 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:24.862613 dv-neutron-820491-1-hyperv neutron-server[83444]: Traceback (most recent call last): Dec 20 08:45:24.862613 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:45:24.862613 dv-neutron-820491-1-hyperv neutron-server[83444]: timer() Dec 20 08:45:24.862613 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:45:24.862613 dv-neutron-820491-1-hyperv neutron-server[83444]: cb(*args, **kw) Dec 20 08:45:24.862613 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:45:24.862613 dv-neutron-820491-1-hyperv neutron-server[83444]: return func(*args, **kwargs) Dec 20 08:45:24.862613 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:45:24.862613 dv-neutron-820491-1-hyperv neutron-server[83444]: self._notify() Dec 20 08:45:24.862613 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:45:24.862613 dv-neutron-820491-1-hyperv neutron-server[83444]: self.callback(batched_events) Dec 20 08:45:24.862613 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:45:24.862613 dv-neutron-820491-1-hyperv neutron-server[83444]: event.method(event) Dec 20 08:45:24.862613 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:45:24.862613 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:45:24.862613 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:45:24.862613 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:45:24.862613 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:45:24.862613 dv-neutron-820491-1-hyperv neutron-server[83444]: return f(self, *a, **k) Dec 20 08:45:24.862613 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:45:24.862613 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._get(url).json() Dec 20 08:45:24.862613 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:45:24.862613 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:45:24.862613 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:45:24.862613 dv-neutron-820491-1-hyperv neutron-server[83444]: return self.request(url, 'GET', **kwargs) Dec 20 08:45:24.862613 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:45:24.862613 dv-neutron-820491-1-hyperv neutron-server[83444]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:45:24.862613 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:45:24.862613 dv-neutron-820491-1-hyperv neutron-server[83444]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:45:24.862613 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:45:24.862613 dv-neutron-820491-1-hyperv neutron-server[83444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:45:24.862613 dv-neutron-820491-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:45:24.883438 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-4175bf45-b025-4c26-a330-1caae3bdfabb tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Allocated IP 172.20.0.14 (f75aa0d2-5f41-40f3-a9e0-d60d934965a4/bbc32b11-809b-4d98-9293-4fa8b754b21a/39707b82-d847-47e8-b9e9-c833903815fe) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:45:24.886951 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9a6f91db-d660-40be-9202-c9d48504a13d tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:24.893262 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=840cc207-60e7-449f-bef9-c027ad89680f,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:24.898467 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-35fbd60c-b5af-4366-8996-84a3a8e1f3eb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:24.906184 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:24.907090 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 609db282-4d19-4249-b405-8c28c102a742 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:45:24.913677 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-92df1015-9f0a-4bbc-ac69-11afb4ffaa2f tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:24.920873 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-832faa65-c76a-4b6c-866c-98b2c18ae5d6 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:24.945541 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9a6f91db-d660-40be-9202-c9d48504a13d tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:24.995809 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 609db282-4d19-4249-b405-8c28c102a742 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:45:24.996519 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 609db282-4d19-4249-b405-8c28c102a742 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:45:24.997224 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 11bdb58e-8d4e-47cf-a4af-0d6411e352a4 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:45:25.005881 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6f91db-d660-40be-9202-c9d48504a13d tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Pushing event deleted for resources: {'Network': ['ID=f731ff57-7c27-45df-bc62-bcf334ac4bbe,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:25.012667 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9a6f91db-d660-40be-9202-c9d48504a13d tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:25.025976 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-9a6f91db-d660-40be-9202-c9d48504a13d tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] 10.222.0.16 "DELETE /v2.0/networks/f731ff57-7c27-45df-bc62-bcf334ac4bbe HTTP/1.1" status: 204 len: 168 time: 1.6342485 Dec 20 08:45:25.038966 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3d410ef4-0205-4cc2-9cdb-6bed068c1510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:25.062732 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37690) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:25.074491 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 11bdb58e-8d4e-47cf-a4af-0d6411e352a4 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:45:25.074988 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 11bdb58e-8d4e-47cf-a4af-0d6411e352a4 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:45:25.099857 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-4175bf45-b025-4c26-a330-1caae3bdfabb tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Allocated IP 2001:db8::f816:3eff:fe49:8f49 (f75aa0d2-5f41-40f3-a9e0-d60d934965a4/d89d9a27-d23d-416f-b920-936b50c8a63c/39707b82-d847-47e8-b9e9-c833903815fe) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:45:25.263288 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-ad6c5a2b-9f9f-4e62-91be-0e1b6d42a2a3 None None] Provisioning complete for port d44f4eff-a7c9-4842-91d1-088a4e52672f triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:45:25.263568 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-ad6c5a2b-9f9f-4e62-91be-0e1b6d42a2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:25.333023 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-807fa09d-5905-4ccc-899b-6c45ea80809b tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:25.341371 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-fcbc37fb-1cda-4cf2-9618-f7927f5e709b tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] 10.222.0.16 "GET /v2.0/routers/6228004b-bcef-4dd6-81a2-77b91fe6c2a8 HTTP/1.1" status: 200 len: 922 time: 1.8532364 Dec 20 08:45:25.348069 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37694) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:25.449844 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 7298d6b3-cc71-4722-bfb1-181866a45c33 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:45:25.461750 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-35fbd60c-b5af-4366-8996-84a3a8e1f3eb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2036620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2095133'] for subnet, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:25.475581 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-4a0787fa-8d7b-49e0-929c-9490db5499df tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:25.513161 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4175bf45-b025-4c26-a330-1caae3bdfabb tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:25.517058 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-35fbd60c-b5af-4366-8996-84a3a8e1f3eb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:25.555622 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fbd60c-b5af-4366-8996-84a3a8e1f3eb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Pushing event deleted for resources: {'Subnet': ['ID=ba419e6a-96e4-40a8-8537-20fc722bd176,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:25.557046 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-ad6c5a2b-9f9f-4e62-91be-0e1b6d42a2a3 None None] Port d44f4eff-a7c9-4842-91d1-088a4e52672f cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:45:25.566228 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-35fbd60c-b5af-4366-8996-84a3a8e1f3eb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:25.572710 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-92df1015-9f0a-4bbc-ac69-11afb4ffaa2f tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:25.573304 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b50656-f2d9-45b4-9df6-5399cf5b6a97 None None] Network 7d23ffe2-7833-4902-acfd-6e00e88d76cc requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:45:25.585477 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-35fbd60c-b5af-4366-8996-84a3a8e1f3eb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] 10.222.0.16 "DELETE /v2.0/subnets/ba419e6a-96e4-40a8-8537-20fc722bd176 HTTP/1.1" status: 204 len: 168 time: 2.3505652 Dec 20 08:45:25.587047 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-4175bf45-b025-4c26-a330-1caae3bdfabb tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Transition to ACTIVE for port object 39707b82-d847-47e8-b9e9-c833903815fe will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:45:25.593922 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37698) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:25.608885 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-19912b50-5c87-4219-8345-59b63751b3cb tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=95f3bec2-46e6-4468-8229-8badd4a5aaae&device_id=6228004b-bcef-4dd6-81a2-77b91fe6c2a8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2545366 Dec 20 08:45:25.612460 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37702) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:25.614522 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-807fa09d-5905-4ccc-899b-6c45ea80809b tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:25.629904 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-336c3e0f-c664-4539-8a7b-4b29fb1eb4f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:25.639367 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 7298d6b3-cc71-4722-bfb1-181866a45c33 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:45:25.639742 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:25.663718 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.db.resource_extend [None req-40036ec5-e6aa-4bac-93fa-96a8224ced68 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 08:45:25.672631 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-92df1015-9f0a-4bbc-ac69-11afb4ffaa2f tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['553baf77-6c95-427d-8e02-b5a6d0f5ee71']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:25.715025 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-40036ec5-e6aa-4bac-93fa-96a8224ced68 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:25.717748 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-92df1015-9f0a-4bbc-ac69-11afb4ffaa2f tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29805dab-8bac-4908-832d-dbd0313dfc6e') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:25.718042 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-92df1015-9f0a-4bbc-ac69-11afb4ffaa2f tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29805dab-8bac-4908-832d-dbd0313dfc6e') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:25.752139 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807fa09d-5905-4ccc-899b-6c45ea80809b tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Network a10cf7b0-890e-4e8f-a719-310da3a98a0c is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:45:25.753468 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4175bf45-b025-4c26-a330-1caae3bdfabb tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:25.761609 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-807fa09d-5905-4ccc-899b-6c45ea80809b tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:45:25.763435 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-40036ec5-e6aa-4bac-93fa-96a8224ced68 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:25.764550 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-40036ec5-e6aa-4bac-93fa-96a8224ced68 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32898031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349045'] for router_interface, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:25.798859 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807fa09d-5905-4ccc-899b-6c45ea80809b tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:45:25.819312 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-92df1015-9f0a-4bbc-ac69-11afb4ffaa2f tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1618722'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:25.828055 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-716822ca-7973-4b93-8333-f7a0e3e72f19 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:25.880109 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-6572b24d-aae8-41b9-8700-f2df0eca473a tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Deleting subnet cf8e866c-6ab9-48f7-87fd-c0e1326e35f6 {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:45:25.883748 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6572b24d-aae8-41b9-8700-f2df0eca473a tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:25.897927 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d256975b-16f2-4262-9228-ea1ecab5f537 None None] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:45:25.919156 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807fa09d-5905-4ccc-899b-6c45ea80809b tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Pushing event updated for resources: {'Port': ['ID=9e1d11ad-b081-4958-acde-afc1a813c0f9,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:25.919417 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.db.resource_extend [None req-3d410ef4-0205-4cc2-9cdb-6bed068c1510 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 08:45:25.929504 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-807fa09d-5905-4ccc-899b-6c45ea80809b tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:25.943023 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-7a09d670-a2f0-4420-9b3d-2f4eb395e5f7 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.158s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:25.945267 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6572b24d-aae8-41b9-8700-f2df0eca473a tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1618747'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:25.992893 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4175bf45-b025-4c26-a330-1caae3bdfabb tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:45:25.999860 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-4175bf45-b025-4c26-a330-1caae3bdfabb tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:45:26.010339 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4175bf45-b025-4c26-a330-1caae3bdfabb tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:45:26.039415 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807fa09d-5905-4ccc-899b-6c45ea80809b tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:45:26.039951 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-807fa09d-5905-4ccc-899b-6c45ea80809b tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:26.087148 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4175bf45-b025-4c26-a330-1caae3bdfabb tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event updated for resources: {'Port': ['ID=39707b82-d847-47e8-b9e9-c833903815fe,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:26.102960 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-4175bf45-b025-4c26-a330-1caae3bdfabb tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:26.102960 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061c88b7-e806-4641-bbfc-3fe4755c23e6 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:45:26.103746 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-061c88b7-e806-4641-bbfc-3fe4755c23e6 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Synchronizing usage tracker for tenant:c9391a383e4c4e4485d5999fc045ba4e on resource:network {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:45:26.107442 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-92df1015-9f0a-4bbc-ac69-11afb4ffaa2f tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:26.116519 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-288be699-e0ac-4f08-a685-5e5ce6fae3c5 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:26.122500 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-807fa09d-5905-4ccc-899b-6c45ea80809b tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.5675373 Dec 20 08:45:26.130272 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37706) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:26.140912 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-1cddc508-d5fd-4659-9c25-707d0290a432 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Request body: {'floatingip': {'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'port_id': '9e1d11ad-b081-4958-acde-afc1a813c0f9', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:45:26.149034 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4175bf45-b025-4c26-a330-1caae3bdfabb tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:45:26.149720 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4175bf45-b025-4c26-a330-1caae3bdfabb tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:26.158018 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92df1015-9f0a-4bbc-ac69-11afb4ffaa2f tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:45:26.158425 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-92df1015-9f0a-4bbc-ac69-11afb4ffaa2f tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1128911'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:26.169836 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-1cddc508-d5fd-4659-9c25-707d0290a432 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:45:26.174826 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-061c88b7-e806-4641-bbfc-3fe4755c23e6 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Unset dirty status for tenant:c9391a383e4c4e4485d5999fc045ba4e on resource:network {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:45:26.174985 dv-neutron-820491-1-hyperv neutron-server[83444]: Traceback (most recent call last): Dec 20 08:45:26.174985 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:45:26.174985 dv-neutron-820491-1-hyperv neutron-server[83444]: timer() Dec 20 08:45:26.174985 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:45:26.174985 dv-neutron-820491-1-hyperv neutron-server[83444]: cb(*args, **kw) Dec 20 08:45:26.174985 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:45:26.174985 dv-neutron-820491-1-hyperv neutron-server[83444]: return func(*args, **kwargs) Dec 20 08:45:26.174985 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:45:26.174985 dv-neutron-820491-1-hyperv neutron-server[83444]: self._notify() Dec 20 08:45:26.174985 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:45:26.174985 dv-neutron-820491-1-hyperv neutron-server[83444]: self.callback(batched_events) Dec 20 08:45:26.174985 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:45:26.174985 dv-neutron-820491-1-hyperv neutron-server[83444]: event.method(event) Dec 20 08:45:26.174985 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:45:26.174985 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:45:26.174985 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:45:26.174985 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:45:26.174985 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:45:26.174985 dv-neutron-820491-1-hyperv neutron-server[83444]: return f(self, *a, **k) Dec 20 08:45:26.174985 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:45:26.174985 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._get(url).json() Dec 20 08:45:26.174985 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:45:26.174985 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:45:26.174985 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:45:26.174985 dv-neutron-820491-1-hyperv neutron-server[83444]: return self.request(url, 'GET', **kwargs) Dec 20 08:45:26.174985 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:45:26.174985 dv-neutron-820491-1-hyperv neutron-server[83444]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:45:26.174985 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:45:26.174985 dv-neutron-820491-1-hyperv neutron-server[83444]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:45:26.174985 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:45:26.174985 dv-neutron-820491-1-hyperv neutron-server[83444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:45:26.174985 dv-neutron-820491-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:45:26.179820 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-061c88b7-e806-4641-bbfc-3fe4755c23e6 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] 10.222.0.16 "GET /v2.0/networks/95f3bec2-46e6-4468-8229-8badd4a5aaae HTTP/1.1" status: 200 len: 881 time: 0.5627575 Dec 20 08:45:26.180933 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-1cddc508-d5fd-4659-9c25-707d0290a432 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Usage tracker for resource:floatingip and tenant:a6ef049aae6b4eea9e642fc2beae00ec is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:45:26.183303 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6572b24d-aae8-41b9-8700-f2df0eca473a tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:26.184153 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37710) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:26.187239 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-1cddc508-d5fd-4659-9c25-707d0290a432 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:45:26.197783 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3d410ef4-0205-4cc2-9cdb-6bed068c1510 None None] Notify callbacks [] for port, precommit_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:26.199903 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-96bd58e0-3ef8-4d99-ad3c-642433ff520a None None] Provisioning for port 8a5c3ee4-c4f8-4501-a91b-04fd36b02a3f completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:45:26.223288 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-4175bf45-b025-4c26-a330-1caae3bdfabb tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.4948707 Dec 20 08:45:26.225292 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-1cddc508-d5fd-4659-9c25-707d0290a432 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:45:26.229905 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40036ec5-e6aa-4bac-93fa-96a8224ced68 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Pushing event updated for resources: {'Port': ['ID=d44f4eff-a7c9-4842-91d1-088a4e52672f,revision_number=3']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:26.231917 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37714) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:26.256904 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-3d410ef4-0205-4cc2-9cdb-6bed068c1510 None None] Transition to ACTIVE for port object 58786892-5932-45d7-a698-2800f0cd5654 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:45:26.261527 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-40036ec5-e6aa-4bac-93fa-96a8224ced68 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:26.277457 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-1b008b97-9b9a-4128-b513-d473c8ca90cc tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] 10.222.0.16 "GET /v2.0/ports?device_id=6228004b-bcef-4dd6-81a2-77b91fe6c2a8 HTTP/1.1" status: 200 len: 205 time: 0.0920799 Dec 20 08:45:26.279705 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37718) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:26.290424 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 8a5c3ee4-c4f8-4501-a91b-04fd36b02a3f up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:45:26.324551 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3d410ef4-0205-4cc2-9cdb-6bed068c1510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:26.336575 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-4ce39fe4-0ce0-4272-9527-685e683d8654 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:26.351383 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1cddc508-d5fd-4659-9c25-707d0290a432 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks [] for floatingip, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:26.385203 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-288be699-e0ac-4f08-a685-5e5ce6fae3c5 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Deleting port c66c940b-fee8-490c-ab49-cc5828414492 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:45:26.385853 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-288be699-e0ac-4f08-a685-5e5ce6fae3c5 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:26.471703 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a655c850-3413-4a0d-8950-66e917060f71 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:45:26.476202 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a655c850-3413-4a0d-8950-66e917060f71 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:45:26.476994 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-a655c850-3413-4a0d-8950-66e917060f71 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Synchronizing usage tracker for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:45:26.479778 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-92df1015-9f0a-4bbc-ac69-11afb4ffaa2f tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:26.496811 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4b958c-1eaa-47ef-af67-0a7d86d68973 None None] Pushing event updated for resources: {'Port': ['ID=58786892-5932-45d7-a698-2800f0cd5654,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:26.499510 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-3d410ef4-0205-4cc2-9cdb-6bed068c1510 None None] Attempting to bind port 58786892-5932-45d7-a698-2800f0cd5654 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:45:26.499880 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-3d410ef4-0205-4cc2-9cdb-6bed068c1510 None None] Attempting to bind port 58786892-5932-45d7-a698-2800f0cd5654 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:45:26.500242 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d410ef4-0205-4cc2-9cdb-6bed068c1510 None None] Attempting to bind port 58786892-5932-45d7-a698-2800f0cd5654 on network 95f3bec2-46e6-4468-8229-8badd4a5aaae {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:45:26.501910 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-8d15c1a2-5180-43a7-95fd-e4ccd2d81c1d tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:26.511929 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-7d4b958c-1eaa-47ef-af67-0a7d86d68973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:26.521618 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-92df1015-9f0a-4bbc-ac69-11afb4ffaa2f tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:26.528408 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d410ef4-0205-4cc2-9cdb-6bed068c1510 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:45:26.528790 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d410ef4-0205-4cc2-9cdb-6bed068c1510 None None] Checking segment: {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:45:26.529198 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3d410ef4-0205-4cc2-9cdb-6bed068c1510 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:26.529651 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d410ef4-0205-4cc2-9cdb-6bed068c1510 None None] Bound using segment: {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:45:26.530124 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-3d410ef4-0205-4cc2-9cdb-6bed068c1510 None None] Bound port: 58786892-5932-45d7-a698-2800f0cd5654, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:45:26.530503 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3d410ef4-0205-4cc2-9cdb-6bed068c1510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:26.560944 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f971cd-3acc-4d3c-b4b6-cbb158dc2512 None None] DHCP port deletion for 7d23ffe2-7833-4902-acfd-6e00e88d76cc request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 08:45:26.582109 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92df1015-9f0a-4bbc-ac69-11afb4ffaa2f tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Pushing event deleted for resources: {'Network': ['ID=553baf77-6c95-427d-8e02-b5a6d0f5ee71,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:26.582763 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-c9f971cd-3acc-4d3c-b4b6-cbb158dc2512 None None] Deleting port c66c940b-fee8-490c-ab49-cc5828414492 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:45:26.582944 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c9f971cd-3acc-4d3c-b4b6-cbb158dc2512 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:26.602193 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-92df1015-9f0a-4bbc-ac69-11afb4ffaa2f tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:26.611819 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40036ec5-e6aa-4bac-93fa-96a8224ced68 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Network 91723284-4164-4670-aa7d-b36743d6311f is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:45:26.620879 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-92df1015-9f0a-4bbc-ac69-11afb4ffaa2f tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] 10.222.0.16 "DELETE /v2.0/networks/553baf77-6c95-427d-8e02-b5a6d0f5ee71 HTTP/1.1" status: 204 len: 168 time: 2.1561677 Dec 20 08:45:26.622363 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37722) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:26.622800 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-40036ec5-e6aa-4bac-93fa-96a8224ced68 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:45:26.623738 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 8a5c3ee4-c4f8-4501-a91b-04fd36b02a3f completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:45:26.645972 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 8a5c3ee4-c4f8-4501-a91b-04fd36b02a3f triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:45:26.646415 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:26.679033 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-a655c850-3413-4a0d-8950-66e917060f71 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Unset dirty status for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:45:26.680335 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-a655c850-3413-4a0d-8950-66e917060f71 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.4462972 Dec 20 08:45:26.690380 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37726) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:26.707841 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6572b24d-aae8-41b9-8700-f2df0eca473a tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1129313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1529131'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:26.720253 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:26.772313 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-3d410ef4-0205-4cc2-9cdb-6bed068c1510 None None] For port 58786892-5932-45d7-a698-2800f0cd5654, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:45:26.777185 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-3d410ef4-0205-4cc2-9cdb-6bed068c1510 None None] For port 58786892-5932-45d7-a698-2800f0cd5654, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=58786892-5932-45d7-a698-2800f0cd5654,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:45:26.848450 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6572b24d-aae8-41b9-8700-f2df0eca473a tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Pushing event deleted for resources: {'Subnet': ['ID=cf8e866c-6ab9-48f7-87fd-c0e1326e35f6,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:26.852040 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-6572b24d-aae8-41b9-8700-f2df0eca473a tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:26.856087 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3d410ef4-0205-4cc2-9cdb-6bed068c1510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:26.865797 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:26.866965 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1cddc508-d5fd-4659-9c25-707d0290a432 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:26.878052 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6572b24d-aae8-41b9-8700-f2df0eca473a tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:26.883445 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-6572b24d-aae8-41b9-8700-f2df0eca473a tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] 10.222.0.16 "DELETE /v2.0/subnets/cf8e866c-6ab9-48f7-87fd-c0e1326e35f6 HTTP/1.1" status: 204 len: 168 time: 1.8187809 Dec 20 08:45:26.888396 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37730) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:26.920365 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-c3b1741a-ef05-476b-96f6-3aeb91ba6411 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Deleting port 39707b82-d847-47e8-b9e9-c833903815fe {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:45:26.920738 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c3b1741a-ef05-476b-96f6-3aeb91ba6411 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:26.948929 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77d574b-7b7a-4733-9972-a14f583c7bf9 None None] Network af7ad14a-7191-4c7f-899f-5fb47327e0fa requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:45:27.065467 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-288be699-e0ac-4f08-a685-5e5ce6fae3c5 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] For port c66c940b-fee8-490c-ab49-cc5828414492, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=c66c940b-fee8-490c-ab49-cc5828414492,segment=NetworkSegment(b78ae956-3637-472c-bbb7-e87acd87b0da),segment_id=b78ae956-3637-472c-bbb7-e87acd87b0da)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:45:27.065792 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-288be699-e0ac-4f08-a685-5e5ce6fae3c5 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:27.174880 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c983fd-42af-4e6b-a31b-bf225adad756 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:45:27.178974 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c983fd-42af-4e6b-a31b-bf225adad756 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:45:27.184014 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-b1c983fd-42af-4e6b-a31b-bf225adad756 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5553451 Dec 20 08:45:27.187674 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37734) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:27.218973 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:27.225985 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-30904da1-e42d-4d47-9c3d-8ee79ea0a7a2 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1356033551'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:45:27.267552 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-30904da1-e42d-4d47-9c3d-8ee79ea0a7a2 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:45:27.281557 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-30904da1-e42d-4d47-9c3d-8ee79ea0a7a2 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Usage tracker for resource:network and tenant:31dd18a4fca14026a07f2ad70c7c37b0 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:45:27.285634 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-30904da1-e42d-4d47-9c3d-8ee79ea0a7a2 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:45:27.318432 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-30904da1-e42d-4d47-9c3d-8ee79ea0a7a2 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:45:27.321342 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4b958c-1eaa-47ef-af67-0a7d86d68973 None None] Pushing event updated for resources: {'Port': ['ID=58786892-5932-45d7-a698-2800f0cd5654,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:27.322990 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a62791d1-f26f-40e0-b2e2-9d440db5211a tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks [] for router, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:27.324777 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-7d4b958c-1eaa-47ef-af67-0a7d86d68973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:27.359934 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-07a8705b-2c0b-469c-9218-6667514d7641 None None] Provisioning complete for port d44f4eff-a7c9-4842-91d1-088a4e52672f triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:45:27.360310 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-07a8705b-2c0b-469c-9218-6667514d7641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:27.406189 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-c9f971cd-3acc-4d3c-b4b6-cbb158dc2512 None None] For port c66c940b-fee8-490c-ab49-cc5828414492, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=c66c940b-fee8-490c-ab49-cc5828414492,segment=NetworkSegment(b78ae956-3637-472c-bbb7-e87acd87b0da),segment_id=b78ae956-3637-472c-bbb7-e87acd87b0da)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:45:27.406464 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-288be699-e0ac-4f08-a685-5e5ce6fae3c5 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Calling delete_port for c66c940b-fee8-490c-ab49-cc5828414492 owned by network:dhcp {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:45:27.406570 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c9f971cd-3acc-4d3c-b4b6-cbb158dc2512 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:27.437675 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-1cddc508-d5fd-4659-9c25-707d0290a432 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Allocated IP 172.26.5.186 (95f3bec2-46e6-4468-8229-8badd4a5aaae/cf8895a3-346d-4313-a645-16ecdcce9969/52827411-8a49-4a65-a282-f1e11387d5a0) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:45:27.440394 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cc45b009-f70b-4b9c-8ad8-5f949f95ef76 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:27.444288 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30904da1-e42d-4d47-9c3d-8ee79ea0a7a2 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Made reservation on behalf of 31dd18a4fca14026a07f2ad70c7c37b0 for: {'network': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:45:27.447227 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-30904da1-e42d-4d47-9c3d-8ee79ea0a7a2 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:27.465354 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15bed212-97c6-4485-8acf-f43cb3dd0585 None None] Update dhcp port {'port': {'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'fixed_ips': [{'subnet_id': 'bbc32b11-809b-4d98-9293-4fa8b754b21a', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd89d9a27-d23d-416f-b920-936b50c8a63c'}], 'binding:host_id': 'dv-neutron-820491-1-hyperv'}, 'id': '8a5c3ee4-c4f8-4501-a91b-04fd36b02a3f'} from dv-neutron-820491-1-hyperv. {{(pid=83446) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 20 08:45:27.556409 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d410ef4-0205-4cc2-9cdb-6bed068c1510 None None] Routers {'29a6454a-fd73-40da-978f-a9b3c79cb5de'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:45:27.556824 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-3d410ef4-0205-4cc2-9cdb-6bed068c1510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:45:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['29a6454a-fd73-40da-978f-a9b3c79cb5de'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:27.615635 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30904da1-e42d-4d47-9c3d-8ee79ea0a7a2 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=83445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:45:27.692415 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-cc45b009-f70b-4b9c-8ad8-5f949f95ef76 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Deleting port 208f742a-c70a-4b2a-9914-b16f9e769b6c {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:45:27.692415 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cc45b009-f70b-4b9c-8ad8-5f949f95ef76 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:27.695519 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-30904da1-e42d-4d47-9c3d-8ee79ea0a7a2 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:27.695869 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.segments_db [None req-30904da1-e42d-4d47-9c3d-8ee79ea0a7a2 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Added segment d69d8d39-d415-4ba1-8356-4cfb97ae4a3f of type vlan for network 40d19370-e51e-4edd-8108-a5058e651baf Dec 20 08:45:27.707541 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c3b1741a-ef05-476b-96f6-3aeb91ba6411 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:27.756137 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-934d543f-bd78-4ca4-a4af-18856001b43d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:27.763096 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-c9f971cd-3acc-4d3c-b4b6-cbb158dc2512 None None] Calling delete_port for c66c940b-fee8-490c-ab49-cc5828414492 owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:45:27.788891 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-288be699-e0ac-4f08-a685-5e5ce6fae3c5 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:27.795994 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-db5b8e8c-047a-4638-a147-6653584d72d4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:27.813552 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 8a5c3ee4-c4f8-4501-a91b-04fd36b02a3f, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=8a5c3ee4-c4f8-4501-a91b-04fd36b02a3f,segment=NetworkSegment(7c00552d-ea93-440b-911c-cb3aa0a4eeff),segment_id=7c00552d-ea93-440b-911c-cb3aa0a4eeff)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:45:27.849637 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-07a8705b-2c0b-469c-9218-6667514d7641 None None] Port d44f4eff-a7c9-4842-91d1-088a4e52672f cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:45:27.852402 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:27.853684 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 840cc207-60e7-449f-bef9-c027ad89680f up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:45:27.874260 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288be699-e0ac-4f08-a685-5e5ce6fae3c5 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Pushing event deleted for resources: {'Port': ['ID=c66c940b-fee8-490c-ab49-cc5828414492,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:27.883260 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-288be699-e0ac-4f08-a685-5e5ce6fae3c5 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:27.887776 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-2bac5fb3-8cb0-43f5-8cb6-c27d2a4c45e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:27.916861 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-c3b1741a-ef05-476b-96f6-3aeb91ba6411 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Calling delete_port for 39707b82-d847-47e8-b9e9-c833903815fe owned by {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:45:27.936112 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288be699-e0ac-4f08-a685-5e5ce6fae3c5 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] No DVR routers for this DVR port c66c940b-fee8-490c-ab49-cc5828414492 on host dv-neutron-820491-1-hyperv {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:45:27.971664 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-30904da1-e42d-4d47-9c3d-8ee79ea0a7a2 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:27.982657 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-15bed212-97c6-4485-8acf-f43cb3dd0585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:28.015210 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1cddc508-d5fd-4659-9c25-707d0290a432 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:28.110161 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-30904da1-e42d-4d47-9c3d-8ee79ea0a7a2 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:28.113931 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30904da1-e42d-4d47-9c3d-8ee79ea0a7a2 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:45:28.115135 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-30904da1-e42d-4d47-9c3d-8ee79ea0a7a2 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:28.131039 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a87ab987-04d9-4f2a-83e2-bfab53c341c0 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:28.171745 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.db.api [None req-c9f971cd-3acc-4d3c-b4b6-cbb158dc2512 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 08:45:28.172240 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_db.api [None req-c9f971cd-3acc-4d3c-b4b6-cbb158dc2512 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 08:45:28.188322 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=8a5c3ee4-c4f8-4501-a91b-04fd36b02a3f,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:28.203786 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:28.259887 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 840cc207-60e7-449f-bef9-c027ad89680f triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:45:28.260612 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:28.291203 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30904da1-e42d-4d47-9c3d-8ee79ea0a7a2 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Pushing event updated for resources: {'Network': ['ID=40d19370-e51e-4edd-8108-a5058e651baf,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:28.294460 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-30904da1-e42d-4d47-9c3d-8ee79ea0a7a2 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:28.298593 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35af70ab-1869-4424-b7e0-ef9022784438 None None] DHCP port deletion for af7ad14a-7191-4c7f-899f-5fb47327e0fa request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 08:45:28.306368 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-3d410ef4-0205-4cc2-9cdb-6bed068c1510 None None] Set router 29a6454a-fd73-40da-978f-a9b3c79cb5de gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:45:28.315130 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1cddc508-d5fd-4659-9c25-707d0290a432 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:28.325440 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-5723a9a8-75df-4ad0-8111-c484f3e02f97 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:28.339048 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-288be699-e0ac-4f08-a685-5e5ce6fae3c5 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:28.346612 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-934d543f-bd78-4ca4-a4af-18856001b43d admin admin] Allocated IP 172.20.0.1 (3ab8996b-db59-43a0-a379-647199802474/944a3b04-d2ac-486e-bee8-ba11ef891bfe/eb9c6964-d984-45d4-b174-931e7a1fa0ce) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:45:28.354694 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network 40d19370-e51e-4edd-8108-a5058e651baf details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:45:28.361396 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-cc45b009-f70b-4b9c-8ad8-5f949f95ef76 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] For port 208f742a-c70a-4b2a-9914-b16f9e769b6c, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=208f742a-c70a-4b2a-9914-b16f9e769b6c,segment=NetworkSegment(c8ff284e-49c5-4e35-8c39-fa31d828326a),segment_id=c8ff284e-49c5-4e35-8c39-fa31d828326a)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:45:28.361755 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cc45b009-f70b-4b9c-8ad8-5f949f95ef76 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:28.381785 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-35af70ab-1869-4424-b7e0-ef9022784438 None None] Deleting port 208f742a-c70a-4b2a-9914-b16f9e769b6c {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:45:28.382076 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-35af70ab-1869-4424-b7e0-ef9022784438 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:28.398764 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-288be699-e0ac-4f08-a685-5e5ce6fae3c5 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d23ffe2-7833-4902-acfd-6e00e88d76cc']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:28.424938 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-30904da1-e42d-4d47-9c3d-8ee79ea0a7a2 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2347281 Dec 20 08:45:28.434470 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37738) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:28.455190 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-d26efd57-a396-4381-a90d-9646890c48fb tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-103515996'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:45:28.484485 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-d26efd57-a396-4381-a90d-9646890c48fb tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:45:28.491030 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cddc508-d5fd-4659-9c25-707d0290a432 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Network 95f3bec2-46e6-4468-8229-8badd4a5aaae is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:45:28.494569 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cddc508-d5fd-4659-9c25-707d0290a432 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Pushing event updated for resources: {'Port': ['ID=52827411-8a49-4a65-a282-f1e11387d5a0,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:28.498483 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-1cddc508-d5fd-4659-9c25-707d0290a432 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:28.499084 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-1cddc508-d5fd-4659-9c25-707d0290a432 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:45:28.501775 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cddc508-d5fd-4659-9c25-707d0290a432 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:45:28.531992 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-d26efd57-a396-4381-a90d-9646890c48fb tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Usage tracker for resource:network and tenant:31dd18a4fca14026a07f2ad70c7c37b0 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:45:28.534677 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-cc45b009-f70b-4b9c-8ad8-5f949f95ef76 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Calling delete_port for 208f742a-c70a-4b2a-9914-b16f9e769b6c owned by network:dhcp {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:45:28.538341 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a62791d1-f26f-40e0-b2e2-9d440db5211a tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:28.541198 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-d26efd57-a396-4381-a90d-9646890c48fb tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:45:28.549513 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c3b1741a-ef05-476b-96f6-3aeb91ba6411 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:28.562167 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-223ec408-fe58-4966-8533-22c3541b2384 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:28.580824 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-288be699-e0ac-4f08-a685-5e5ce6fae3c5 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b78ae956-3637-472c-bbb7-e87acd87b0da') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:28.581427 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-288be699-e0ac-4f08-a685-5e5ce6fae3c5 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b78ae956-3637-472c-bbb7-e87acd87b0da') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:28.599484 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-d26efd57-a396-4381-a90d-9646890c48fb tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:45:28.607960 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-288be699-e0ac-4f08-a685-5e5ce6fae3c5 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1618722'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:28.636207 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b1741a-ef05-476b-96f6-3aeb91ba6411 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event deleted for resources: {'Port': ['ID=39707b82-d847-47e8-b9e9-c833903815fe,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:28.639866 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-c3b1741a-ef05-476b-96f6-3aeb91ba6411 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:28.640697 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-a62791d1-f26f-40e0-b2e2-9d440db5211a tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Deleting port 35579dbd-5212-4802-9b54-6cda01416d9d {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:45:28.641126 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a62791d1-f26f-40e0-b2e2-9d440db5211a tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:28.678146 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-c9f971cd-3acc-4d3c-b4b6-cbb158dc2512 None None] Deleting port c66c940b-fee8-490c-ab49-cc5828414492 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:45:28.678534 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c9f971cd-3acc-4d3c-b4b6-cbb158dc2512 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:28.725597 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d26efd57-a396-4381-a90d-9646890c48fb tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Made reservation on behalf of 31dd18a4fca14026a07f2ad70c7c37b0 for: {'network': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:45:28.727793 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d26efd57-a396-4381-a90d-9646890c48fb tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:28.813741 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-288be699-e0ac-4f08-a685-5e5ce6fae3c5 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:28.817536 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-15bed212-97c6-4485-8acf-f43cb3dd0585 None None] Allocated IP 2001:db8::f816:3eff:fe4a:c205 (f75aa0d2-5f41-40f3-a9e0-d60d934965a4/d89d9a27-d23d-416f-b920-936b50c8a63c/8a5c3ee4-c4f8-4501-a91b-04fd36b02a3f) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:45:28.828064 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-288be699-e0ac-4f08-a685-5e5ce6fae3c5 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:45:28.828463 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-288be699-e0ac-4f08-a685-5e5ce6fae3c5 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1128911'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:28.843697 dv-neutron-820491-1-hyperv neutron-server[83444]: Traceback (most recent call last): Dec 20 08:45:28.843697 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:45:28.843697 dv-neutron-820491-1-hyperv neutron-server[83444]: timer() Dec 20 08:45:28.843697 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:45:28.843697 dv-neutron-820491-1-hyperv neutron-server[83444]: cb(*args, **kw) Dec 20 08:45:28.843697 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:45:28.843697 dv-neutron-820491-1-hyperv neutron-server[83444]: return func(*args, **kwargs) Dec 20 08:45:28.843697 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:45:28.843697 dv-neutron-820491-1-hyperv neutron-server[83444]: self._notify() Dec 20 08:45:28.843697 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:45:28.843697 dv-neutron-820491-1-hyperv neutron-server[83444]: self.callback(batched_events) Dec 20 08:45:28.843697 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:45:28.843697 dv-neutron-820491-1-hyperv neutron-server[83444]: event.method(event) Dec 20 08:45:28.843697 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:45:28.843697 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:45:28.843697 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:45:28.843697 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:45:28.843697 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:45:28.843697 dv-neutron-820491-1-hyperv neutron-server[83444]: return f(self, *a, **k) Dec 20 08:45:28.843697 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:45:28.843697 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._get(url).json() Dec 20 08:45:28.843697 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:45:28.843697 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:45:28.843697 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:45:28.843697 dv-neutron-820491-1-hyperv neutron-server[83444]: return self.request(url, 'GET', **kwargs) Dec 20 08:45:28.843697 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:45:28.843697 dv-neutron-820491-1-hyperv neutron-server[83444]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:45:28.843697 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:45:28.843697 dv-neutron-820491-1-hyperv neutron-server[83444]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:45:28.843697 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:45:28.843697 dv-neutron-820491-1-hyperv neutron-server[83444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:45:28.843697 dv-neutron-820491-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:45:28.943427 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40036ec5-e6aa-4bac-93fa-96a8224ced68 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Router 264a3c19-ac2a-4432-b928-f32b3aa045aa is scheduled to L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 with binding_index 1 {{(pid=83444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 08:45:28.982213 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-15bed212-97c6-4485-8acf-f43cb3dd0585 None None] For port 8a5c3ee4-c4f8-4501-a91b-04fd36b02a3f, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=8a5c3ee4-c4f8-4501-a91b-04fd36b02a3f,segment=NetworkSegment(7c00552d-ea93-440b-911c-cb3aa0a4eeff),segment_id=7c00552d-ea93-440b-911c-cb3aa0a4eeff)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:45:28.985574 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cc45b009-f70b-4b9c-8ad8-5f949f95ef76 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:28.991720 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f655dbce-da85-450e-ba49-75142118e4d2 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:29.015162 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-15bed212-97c6-4485-8acf-f43cb3dd0585 None None] Notify callbacks [] for port, precommit_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:29.023250 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-288be699-e0ac-4f08-a685-5e5ce6fae3c5 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:29.032676 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-934d543f-bd78-4ca4-a4af-18856001b43d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:29.035607 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-15bed212-97c6-4485-8acf-f43cb3dd0585 None None] Transition to ACTIVE for port object 8a5c3ee4-c4f8-4501-a91b-04fd36b02a3f will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:45:29.059994 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-934d543f-bd78-4ca4-a4af-18856001b43d admin admin] Transition to ACTIVE for port object eb9c6964-d984-45d4-b174-931e7a1fa0ce will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:45:29.070205 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-288be699-e0ac-4f08-a685-5e5ce6fae3c5 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:29.072805 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45b009-f70b-4b9c-8ad8-5f949f95ef76 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Pushing event deleted for resources: {'Port': ['ID=208f742a-c70a-4b2a-9914-b16f9e769b6c,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:29.085435 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-cc45b009-f70b-4b9c-8ad8-5f949f95ef76 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:29.089510 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-acc406ee-816f-401d-8a17-96bc628054ff tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:29.154598 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-15bed212-97c6-4485-8acf-f43cb3dd0585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:29.158668 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-6b93028f-cb84-442a-aaab-7414264d173f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:29.181757 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288be699-e0ac-4f08-a685-5e5ce6fae3c5 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Pushing event deleted for resources: {'Network': ['ID=7d23ffe2-7833-4902-acfd-6e00e88d76cc,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:29.183464 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d26efd57-a396-4381-a90d-9646890c48fb tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=83445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:45:29.185145 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc45b009-f70b-4b9c-8ad8-5f949f95ef76 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] No DVR routers for this DVR port 208f742a-c70a-4b2a-9914-b16f9e769b6c on host dv-neutron-820491-1-hyperv {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:45:29.194204 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-35af70ab-1869-4424-b7e0-ef9022784438 None None] The port '208f742a-c70a-4b2a-9914-b16f9e769b6c' was deleted {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 08:45:29.210536 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c3b1741a-ef05-476b-96f6-3aeb91ba6411 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:29.220754 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-c9f971cd-3acc-4d3c-b4b6-cbb158dc2512 None None] The port 'c66c940b-fee8-490c-ab49-cc5828414492' was deleted {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 08:45:29.232043 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-c3b1741a-ef05-476b-96f6-3aeb91ba6411 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/ports/39707b82-d847-47e8-b9e9-c833903815fe HTTP/1.1" status: 204 len: 168 time: 2.5357337 Dec 20 08:45:29.238344 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-934d543f-bd78-4ca4-a4af-18856001b43d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:29.242781 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37742) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:29.244679 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-288be699-e0ac-4f08-a685-5e5ce6fae3c5 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:29.246607 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d26efd57-a396-4381-a90d-9646890c48fb tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:29.246957 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.segments_db [None req-d26efd57-a396-4381-a90d-9646890c48fb tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Added segment efcc7416-4da4-4c16-9d80-3c09aac13c73 of type vlan for network 339c6c69-dcea-4382-b53d-77c6a9b898b7 Dec 20 08:45:29.283466 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4c888c06-6b5c-46c8-a382-1a8213579c29 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:29.304492 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a62791d1-f26f-40e0-b2e2-9d440db5211a tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:29.357499 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-288be699-e0ac-4f08-a685-5e5ce6fae3c5 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] 10.222.0.16 "DELETE /v2.0/networks/7d23ffe2-7833-4902-acfd-6e00e88d76cc HTTP/1.1" status: 204 len: 168 time: 3.7597466 Dec 20 08:45:29.375125 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37746) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:29.392199 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d26efd57-a396-4381-a90d-9646890c48fb tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:29.455429 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bed212-97c6-4485-8acf-f43cb3dd0585 None None] Pushing event updated for resources: {'Port': ['ID=8a5c3ee4-c4f8-4501-a91b-04fd36b02a3f,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:29.462199 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-15bed212-97c6-4485-8acf-f43cb3dd0585 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:29.478106 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6cb3911-56dd-44b1-8e27-9e202afc7b7e tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] DELETE failed (client error): The resource could not be found. Dec 20 08:45:29.478906 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6cb3911-56dd-44b1-8e27-9e202afc7b7e tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:45:29.481027 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e6cb3911-56dd-44b1-8e27-9e202afc7b7e tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] 10.222.0.16 "DELETE /v2.0/subnets/8d287fd1-268d-4d70-9ea8-93903a483603 HTTP/1.1" status: 404 len: 337 time: 0.1031621 Dec 20 08:45:29.497586 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37750) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:29.507771 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934d543f-bd78-4ca4-a4af-18856001b43d admin admin] Network 3ab8996b-db59-43a0-a379-647199802474 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:45:29.541075 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-a62791d1-f26f-40e0-b2e2-9d440db5211a tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Calling delete_port for 35579dbd-5212-4802-9b54-6cda01416d9d owned by network:router_gateway {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:45:29.542082 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934d543f-bd78-4ca4-a4af-18856001b43d admin admin] Pushing event updated for resources: {'Port': ['ID=eb9c6964-d984-45d4-b174-931e7a1fa0ce,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:29.547270 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-934d543f-bd78-4ca4-a4af-18856001b43d admin admin] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:45:29.555243 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-3d410ef4-0205-4cc2-9cdb-6bed068c1510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a6454a-fd73-40da-978f-a9b3c79cb5de', 'name': 'tempest-ServerActionsTestJSON-874320212-router', 'tenant_id': 'e2165a78ac154b1c9f29e840efaf3cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.135'}], 'enable_snat': True}, 'gw_port_id': '58786892-5932-45d7-a698-2800f0cd5654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:45:15Z', 'updated_at': '2021-12-20T08:45:18Z', 'revision_number': 3, 'project_id': 'e2165a78ac154b1c9f29e840efaf3cb7', 'gw_port': {'id': '58786892-5932-45d7-a698-2800f0cd5654', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f8:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a6454a-fd73-40da-978f-a9b3c79cb5de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:45:16Z', 'updated_at': '2021-12-20T08:45:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:29.569322 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d410ef4-0205-4cc2-9cdb-6bed068c1510 None None] The sync data for ids ['29a6454a-fd73-40da-978f-a9b3c79cb5de'] in dv-neutron-820491-1-hyperv is: [{'id': '29a6454a-fd73-40da-978f-a9b3c79cb5de', 'name': 'tempest-ServerActionsTestJSON-874320212-router', 'tenant_id': 'e2165a78ac154b1c9f29e840efaf3cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.135'}], 'enable_snat': True}, 'gw_port_id': '58786892-5932-45d7-a698-2800f0cd5654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:45:15Z', 'updated_at': '2021-12-20T08:45:18Z', 'revision_number': 3, 'project_id': 'e2165a78ac154b1c9f29e840efaf3cb7', 'gw_port': {'id': '58786892-5932-45d7-a698-2800f0cd5654', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f8:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a6454a-fd73-40da-978f-a9b3c79cb5de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:45:16Z', 'updated_at': '2021-12-20T08:45:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:45:29.637271 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 8a5c3ee4-c4f8-4501-a91b-04fd36b02a3f up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:45:29.637996 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-934d543f-bd78-4ca4-a4af-18856001b43d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:29.644846 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934d543f-bd78-4ca4-a4af-18856001b43d admin admin] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:45:29.648506 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.resource_extend [None req-d26efd57-a396-4381-a90d-9646890c48fb tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 08:45:29.693200 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cc45b009-f70b-4b9c-8ad8-5f949f95ef76 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:29.726641 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85e2f8f-fd4f-4b47-bd35-430e790a7709 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:45:29.729098 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85e2f8f-fd4f-4b47-bd35-430e790a7709 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:45:29.730820 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85e2f8f-fd4f-4b47-bd35-430e790a7709 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:45:29.731714 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-b85e2f8f-fd4f-4b47-bd35-430e790a7709 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Synchronizing usage tracker for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:subnet {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:45:29.743818 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdcae99d-527b-4e67-8183-9b6915ba24b1 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] DELETE failed (client error): The resource could not be found. Dec 20 08:45:29.744396 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdcae99d-527b-4e67-8183-9b6915ba24b1 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:45:29.749038 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-fdcae99d-527b-4e67-8183-9b6915ba24b1 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] 10.222.0.16 "DELETE /v2.0/networks/15957291-ad0d-4ede-976b-dab303cfd540 HTTP/1.1" status: 404 len: 339 time: 0.2375484 Dec 20 08:45:29.755015 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37754) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:29.818071 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-cc45b009-f70b-4b9c-8ad8-5f949f95ef76 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af7ad14a-7191-4c7f-899f-5fb47327e0fa']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:29.845327 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d26efd57-a396-4381-a90d-9646890c48fb tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:29.846687 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-cc45b009-f70b-4b9c-8ad8-5f949f95ef76 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8ff284e-49c5-4e35-8c39-fa31d828326a') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:29.847203 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-cc45b009-f70b-4b9c-8ad8-5f949f95ef76 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8ff284e-49c5-4e35-8c39-fa31d828326a') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:29.867705 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-934d543f-bd78-4ca4-a4af-18856001b43d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-345881'] for router_interface, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:29.871982 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26efd57-a396-4381-a90d-9646890c48fb tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:45:29.872699 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d26efd57-a396-4381-a90d-9646890c48fb tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:29.879799 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cc45b009-f70b-4b9c-8ad8-5f949f95ef76 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1618722'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:29.888672 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-7fe7f3cb-deec-4b14-a58e-2b353d69bbb7 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:29.890200 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-b85e2f8f-fd4f-4b47-bd35-430e790a7709 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Unset dirty status for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:subnet {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:45:29.895568 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b85e2f8f-fd4f-4b47-bd35-430e790a7709 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.5842094 Dec 20 08:45:29.897620 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37758) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:30.020406 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cc45b009-f70b-4b9c-8ad8-5f949f95ef76 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:30.073838 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 208f742a-c70a-4b2a-9914-b16f9e769b6c no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:45:30.075329 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc45b009-f70b-4b9c-8ad8-5f949f95ef76 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:45:30.075868 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cc45b009-f70b-4b9c-8ad8-5f949f95ef76 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1128911'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:30.110100 dv-neutron-820491-1-hyperv neutron-server[83444]: Traceback (most recent call last): Dec 20 08:45:30.110100 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:45:30.110100 dv-neutron-820491-1-hyperv neutron-server[83444]: timer() Dec 20 08:45:30.110100 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:45:30.110100 dv-neutron-820491-1-hyperv neutron-server[83444]: cb(*args, **kw) Dec 20 08:45:30.110100 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:45:30.110100 dv-neutron-820491-1-hyperv neutron-server[83444]: return func(*args, **kwargs) Dec 20 08:45:30.110100 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:45:30.110100 dv-neutron-820491-1-hyperv neutron-server[83444]: self._notify() Dec 20 08:45:30.110100 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:45:30.110100 dv-neutron-820491-1-hyperv neutron-server[83444]: self.callback(batched_events) Dec 20 08:45:30.110100 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:45:30.110100 dv-neutron-820491-1-hyperv neutron-server[83444]: event.method(event) Dec 20 08:45:30.110100 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:45:30.110100 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:45:30.110100 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:45:30.110100 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:45:30.110100 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:45:30.110100 dv-neutron-820491-1-hyperv neutron-server[83444]: return f(self, *a, **k) Dec 20 08:45:30.110100 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:45:30.110100 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._get(url).json() Dec 20 08:45:30.110100 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:45:30.110100 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:45:30.110100 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:45:30.110100 dv-neutron-820491-1-hyperv neutron-server[83444]: return self.request(url, 'GET', **kwargs) Dec 20 08:45:30.110100 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:45:30.110100 dv-neutron-820491-1-hyperv neutron-server[83444]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:45:30.110100 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:45:30.110100 dv-neutron-820491-1-hyperv neutron-server[83444]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:45:30.110100 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:45:30.110100 dv-neutron-820491-1-hyperv neutron-server[83444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:45:30.110100 dv-neutron-820491-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:45:30.122088 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 208f742a-c70a-4b2a-9914-b16f9e769b6c {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:45:30.122440 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 208f742a-c70a-4b2a-9914-b16f9e769b6c not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:45:30.122872 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device c66c940b-fee8-490c-ab49-cc5828414492 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:45:30.128836 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40036ec5-e6aa-4bac-93fa-96a8224ced68 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:45:30.138302 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-40036ec5-e6aa-4bac-93fa-96a8224ced68 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "PUT /v2.0/routers/264a3c19-ac2a-4432-b928-f32b3aa045aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7035306 Dec 20 08:45:30.139286 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37762) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:30.179330 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-d26efd57-a396-4381-a90d-9646890c48fb tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.7379618 Dec 20 08:45:30.190750 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: c66c940b-fee8-490c-ab49-cc5828414492 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:45:30.191083 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device c66c940b-fee8-490c-ab49-cc5828414492 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:45:30.195652 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb5599a-d9f1-46b5-81fe-8c66ecb1c34a None None] Sync routers for ids ['264a3c19-ac2a-4432-b928-f32b3aa045aa'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:45:30.196590 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37766) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:30.222245 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-032c9bb4-7e33-42af-b1fe-c863acc49c98 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Request body: {'ports': [{'network_id': '40d19370-e51e-4edd-8108-a5058e651baf', 'name': 'tempest-port--588998170', 'admin_state_up': True}, {'network_id': '339c6c69-dcea-4382-b53d-77c6a9b898b7', 'admin_state_up': False}]} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:45:30.222646 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-032c9bb4-7e33-42af-b1fe-c863acc49c98 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Request body: {'port': {'network_id': '40d19370-e51e-4edd-8108-a5058e651baf', 'name': 'tempest-port--588998170', 'admin_state_up': True}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:45:30.223312 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-032c9bb4-7e33-42af-b1fe-c863acc49c98 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Request body: {'port': {'network_id': '339c6c69-dcea-4382-b53d-77c6a9b898b7', 'admin_state_up': False}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:45:30.239316 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb5599a-d9f1-46b5-81fe-8c66ecb1c34a None None] Routers {'264a3c19-ac2a-4432-b928-f32b3aa045aa'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:45:30.240650 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-7fb5599a-d9f1-46b5-81fe-8c66ecb1c34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:45:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['264a3c19-ac2a-4432-b928-f32b3aa045aa'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:30.242956 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26efd57-a396-4381-a90d-9646890c48fb tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Pushing event updated for resources: {'Network': ['ID=339c6c69-dcea-4382-b53d-77c6a9b898b7,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:30.277166 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d26efd57-a396-4381-a90d-9646890c48fb tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:30.311327 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-7fb5599a-d9f1-46b5-81fe-8c66ecb1c34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:30.313845 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-ae2cb807-d570-4221-8f88-24a8917dd73b None None] Provisioning for port eb9c6964-d984-45d4-b174-931e7a1fa0ce completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:45:30.316927 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network 339c6c69-dcea-4382-b53d-77c6a9b898b7 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:45:30.340674 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-ae2cb807-d570-4221-8f88-24a8917dd73b None None] Provisioning complete for port eb9c6964-d984-45d4-b174-931e7a1fa0ce triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:45:30.341147 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-ae2cb807-d570-4221-8f88-24a8917dd73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:30.503283 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cc45b009-f70b-4b9c-8ad8-5f949f95ef76 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:30.523889 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:30.535791 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-ae2cb807-d570-4221-8f88-24a8917dd73b None None] Port eb9c6964-d984-45d4-b174-931e7a1fa0ce cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:45:30.538737 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb5599a-d9f1-46b5-81fe-8c66ecb1c34a None None] Routers {'264a3c19-ac2a-4432-b928-f32b3aa045aa'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:45:30.541435 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-7fb5599a-d9f1-46b5-81fe-8c66ecb1c34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:45:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['264a3c19-ac2a-4432-b928-f32b3aa045aa'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:30.545052 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cc45b009-f70b-4b9c-8ad8-5f949f95ef76 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:30.592995 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45b009-f70b-4b9c-8ad8-5f949f95ef76 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Pushing event deleted for resources: {'Network': ['ID=af7ad14a-7191-4c7f-899f-5fb47327e0fa,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:30.607611 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-cc45b009-f70b-4b9c-8ad8-5f949f95ef76 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] 10.222.0.16 "DELETE /v2.0/networks/af7ad14a-7191-4c7f-899f-5fb47327e0fa HTTP/1.1" status: 204 len: 168 time: 3.7092688 Dec 20 08:45:30.608992 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-cc45b009-f70b-4b9c-8ad8-5f949f95ef76 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:30.613153 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37770) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:30.623656 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-7fb5599a-d9f1-46b5-81fe-8c66ecb1c34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:30.624080 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb5599a-d9f1-46b5-81fe-8c66ecb1c34a None None] The sync data for ids ['264a3c19-ac2a-4432-b928-f32b3aa045aa'] in dv-neutron-820491-1-hyperv is: [] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:45:30.675466 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-b22c9972-d4c0-41a3-b5b2-4d2fb12b3a96 None None] Provisioning for port 8a5c3ee4-c4f8-4501-a91b-04fd36b02a3f completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:45:30.690502 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-b22c9972-d4c0-41a3-b5b2-4d2fb12b3a96 None None] Provisioning complete for port 8a5c3ee4-c4f8-4501-a91b-04fd36b02a3f triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:45:30.691015 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b22c9972-d4c0-41a3-b5b2-4d2fb12b3a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:30.702154 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-934d543f-bd78-4ca4-a4af-18856001b43d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:30.862312 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-b22c9972-d4c0-41a3-b5b2-4d2fb12b3a96 None None] Could not find standard attr ID for object 39707b82-d847-47e8-b9e9-c833903815fe. {{(pid=83446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 08:45:30.935229 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f5991566-fd12-4f3a-94c1-51e183cb4f96 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Synchronizing usage tracker for tenant:c26457116328470095d635bdf0ed66a0 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:45:30.948980 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4456793e-2682-46a4-8e83-a13f647f1653 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:45:30.949729 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-4456793e-2682-46a4-8e83-a13f647f1653 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Synchronizing usage tracker for tenant:bcc408b3053b4123bbeeedda32cab34a on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:45:30.975475 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-755bc41c-f0ce-427c-926f-f7995007e9aa None None] Could not find standard attr ID for object 39707b82-d847-47e8-b9e9-c833903815fe. {{(pid=83446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 08:45:30.984907 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bda4322-188c-439d-8f10-1268cda10912 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Deleting subnet bbc32b11-809b-4d98-9293-4fa8b754b21a {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:45:31.000847 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1bda4322-188c-439d-8f10-1268cda10912 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:31.042805 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dba0d5d-9618-44eb-b108-2609d422f774 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Deleting subnet 9e49c65e-dd8f-423d-88b4-45c0bef5bc7f {{(pid=83445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:45:31.057369 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8dba0d5d-9618-44eb-b108-2609d422f774 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks [] for subnet, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:31.072108 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f5991566-fd12-4f3a-94c1-51e183cb4f96 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Unset dirty status for tenant:c26457116328470095d635bdf0ed66a0 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:45:31.073255 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f5991566-fd12-4f3a-94c1-51e183cb4f96 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] 10.222.0.16 "GET /v2.0/ports?device_id=6bbc8bcf-d08f-4704-9a61-18cec6b2ebd0 HTTP/1.1" status: 200 len: 205 time: 0.4240925 Dec 20 08:45:31.084168 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37774) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:31.084781 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-4456793e-2682-46a4-8e83-a13f647f1653 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Unset dirty status for tenant:bcc408b3053b4123bbeeedda32cab34a on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:45:31.085911 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-4456793e-2682-46a4-8e83-a13f647f1653 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "GET /v2.0/ports?device_id=264a3c19-ac2a-4432-b928-f32b3aa045aa HTTP/1.1" status: 200 len: 988 time: 0.9244308 Dec 20 08:45:31.092844 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a62791d1-f26f-40e0-b2e2-9d440db5211a tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:31.094265 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37778) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:31.101912 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-c2c12fc3-51b1-4dec-b5f7-c12da7f5aecf tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:31.143913 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-032c9bb4-7e33-42af-b1fe-c863acc49c98 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:45:31.147646 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1bda4322-188c-439d-8f10-1268cda10912 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1618747'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:31.168912 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62791d1-f26f-40e0-b2e2-9d440db5211a tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Pushing event deleted for resources: {'Port': ['ID=35579dbd-5212-4802-9b54-6cda01416d9d,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:31.171286 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a62791d1-f26f-40e0-b2e2-9d440db5211a tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:31.182530 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-032c9bb4-7e33-42af-b1fe-c863acc49c98 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Usage tracker for resource:port and tenant:31dd18a4fca14026a07f2ad70c7c37b0 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:45:31.188921 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-032c9bb4-7e33-42af-b1fe-c863acc49c98 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:45:31.226695 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8dba0d5d-9618-44eb-b108-2609d422f774 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1518554'] for subnet, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:31.265199 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-032c9bb4-7e33-42af-b1fe-c863acc49c98 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:45:31.347612 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-032c9bb4-7e33-42af-b1fe-c863acc49c98 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Made reservation on behalf of 31dd18a4fca14026a07f2ad70c7c37b0 for: {'port': 2} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:45:31.351767 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-032c9bb4-7e33-42af-b1fe-c863acc49c98 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:31.404700 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-032c9bb4-7e33-42af-b1fe-c863acc49c98 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:31.533257 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-23a035ed-ddc6-43dc-bfbc-ba95f8d300c3 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks [] for router, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:31.582425 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 58786892-5932-45d7-a698-2800f0cd5654 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:45:31.639302 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a62791d1-f26f-40e0-b2e2-9d440db5211a tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346107'] for router_gateway, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:31.655435 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1bda4322-188c-439d-8f10-1268cda10912 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:31.664347 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 58786892-5932-45d7-a698-2800f0cd5654 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:45:31.670252 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 58786892-5932-45d7-a698-2800f0cd5654 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:45:31.670903 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:31.701923 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8dba0d5d-9618-44eb-b108-2609d422f774 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:31.782284 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-934d543f-bd78-4ca4-a4af-18856001b43d admin admin] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:31.808457 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:31.826739 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 58786892-5932-45d7-a698-2800f0cd5654, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=58786892-5932-45d7-a698-2800f0cd5654,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:45:31.832179 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:31.835232 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-333d2e5b-ea4a-4d17-a0ad-9003229680cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:31.904189 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-934d543f-bd78-4ca4-a4af-18856001b43d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:31.915229 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=58786892-5932-45d7-a698-2800f0cd5654,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:31.918481 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:31.945567 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3d74b636-d34f-44be-89e0-86af0b81f227 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:32.063419 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1bda4322-188c-439d-8f10-1268cda10912 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1129313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1529131'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:32.069803 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1cddc508-d5fd-4659-9c25-707d0290a432 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:32.072775 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-032c9bb4-7e33-42af-b1fe-c863acc49c98 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] device_id is not set on port 43fb99d6-fd3f-4ebb-ad05-bf5267b3401b yet. {{(pid=83445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:45:32.118149 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a62791d1-f26f-40e0-b2e2-9d440db5211a tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24735'] for router, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:32.139823 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8dba0d5d-9618-44eb-b108-2609d422f774 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2036620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2095133'] for subnet, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:32.148246 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-61aa7df9-1138-4fc7-a552-3eb2145593eb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:32.175840 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a62791d1-f26f-40e0-b2e2-9d440db5211a tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:32.199672 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dba0d5d-9618-44eb-b108-2609d422f774 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Pushing event deleted for resources: {'Subnet': ['ID=9e49c65e-dd8f-423d-88b4-45c0bef5bc7f,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:32.207020 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-8dba0d5d-9618-44eb-b108-2609d422f774 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:32.210654 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1cddc508-d5fd-4659-9c25-707d0290a432 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:32.241688 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8dba0d5d-9618-44eb-b108-2609d422f774 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:32.243967 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b40393-ce3e-485d-b83a-02f0486b9b22 None None] Network dfdafb45-49e8-4749-8de4-e344f4349fca requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:45:32.266160 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-8dba0d5d-9618-44eb-b108-2609d422f774 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] 10.222.0.16 "DELETE /v2.0/subnets/9e49c65e-dd8f-423d-88b4-45c0bef5bc7f HTTP/1.1" status: 204 len: 168 time: 2.5071368 Dec 20 08:45:32.273722 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37782) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:32.417222 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934d543f-bd78-4ca4-a4af-18856001b43d admin admin] Pushing event updated for resources: {'Port': ['ID=eb9c6964-d984-45d4-b174-931e7a1fa0ce,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:32.419611 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-934d543f-bd78-4ca4-a4af-18856001b43d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32898031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349045'] for router_interface, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:32.424196 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-934d543f-bd78-4ca4-a4af-18856001b43d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:32.434894 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b8323b63-a2ed-41b1-8531-75bf81766852 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.355s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:32.465739 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-23a035ed-ddc6-43dc-bfbc-ba95f8d300c3 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24735'] for router, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:32.471811 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450742ef-cc4f-439f-8013-3f825480a813 None None] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:45:32.474819 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1bda4322-188c-439d-8f10-1268cda10912 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:32.481408 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bda4322-188c-439d-8f10-1268cda10912 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event deleted for resources: {'Subnet': ['ID=bbc32b11-809b-4d98-9293-4fa8b754b21a,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:32.487089 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1bda4322-188c-439d-8f10-1268cda10912 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:32.489019 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-23a035ed-ddc6-43dc-bfbc-ba95f8d300c3 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:32.520250 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b1edb4-7a5d-4f72-9116-2e0593785537 None None] DHCP port deletion for dfdafb45-49e8-4749-8de4-e344f4349fca request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 08:45:32.525772 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1bda4322-188c-439d-8f10-1268cda10912 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/subnets/bbc32b11-809b-4d98-9293-4fa8b754b21a HTTP/1.1" status: 204 len: 168 time: 2.6233757 Dec 20 08:45:32.537070 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37786) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:32.584092 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-58b1edb4-7a5d-4f72-9116-2e0593785537 None None] Deleting port 0090d928-9aec-4196-b69f-5496c283e87d {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:45:32.584681 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-58b1edb4-7a5d-4f72-9116-2e0593785537 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:32.670346 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a62791d1-f26f-40e0-b2e2-9d440db5211a tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-390871'] for router, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:32.670745 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a62791d1-f26f-40e0-b2e2-9d440db5211a tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Fanout notify agent at l3_agent the message router_deleted on router 6228004b-bcef-4dd6-81a2-77b91fe6c2a8 {{(pid=83445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 08:45:32.681619 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e00474c6-8bc9-4b33-9e9e-6c66fad8568e tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:32.733483 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-23a035ed-ddc6-43dc-bfbc-ba95f8d300c3 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-390871'] for router, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:32.733969 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23a035ed-ddc6-43dc-bfbc-ba95f8d300c3 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Fanout notify agent at l3_agent the message router_deleted on router 6bbc8bcf-d08f-4704-9a61-18cec6b2ebd0 {{(pid=83444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 08:45:32.751003 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-4029e23f-5313-4f0b-ad5d-4efc43c0728f tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Deleting subnet d89d9a27-d23d-416f-b920-936b50c8a63c {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:45:32.758900 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-23a035ed-ddc6-43dc-bfbc-ba95f8d300c3 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:32.762769 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-23a035ed-ddc6-43dc-bfbc-ba95f8d300c3 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] 10.222.0.16 "DELETE /v2.0/routers/6bbc8bcf-d08f-4704-9a61-18cec6b2ebd0 HTTP/1.1" status: 204 len: 168 time: 1.6758227 Dec 20 08:45:32.767844 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4029e23f-5313-4f0b-ad5d-4efc43c0728f tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:32.772528 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a62791d1-f26f-40e0-b2e2-9d440db5211a tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:32.773642 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-a62791d1-f26f-40e0-b2e2-9d440db5211a tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] 10.222.0.16 "DELETE /v2.0/routers/6228004b-bcef-4dd6-81a2-77b91fe6c2a8 HTTP/1.1" status: 204 len: 168 time: 6.4890945 Dec 20 08:45:32.782347 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37792) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:32.796852 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-26845f62-93be-4c44-a546-70254b48744e tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1315556493', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}, 'admin_state_up': False}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:45:32.812655 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934d543f-bd78-4ca4-a4af-18856001b43d admin admin] Network 3ab8996b-db59-43a0-a379-647199802474 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:45:32.817147 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-934d543f-bd78-4ca4-a4af-18856001b43d admin admin] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:45:32.822505 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-26845f62-93be-4c44-a546-70254b48744e tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:45:32.824800 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-e00474c6-8bc9-4b33-9e9e-6c66fad8568e tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Deleting port 0090d928-9aec-4196-b69f-5496c283e87d {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:45:32.825153 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e00474c6-8bc9-4b33-9e9e-6c66fad8568e tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:32.878881 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-26845f62-93be-4c44-a546-70254b48744e tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Usage tracker for resource:router and tenant:056abb2bc23f424d94c87e583774364a is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:45:32.897014 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-26845f62-93be-4c44-a546-70254b48744e tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:45:32.907144 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-032c9bb4-7e33-42af-b1fe-c863acc49c98 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:32.915391 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-58b1edb4-7a5d-4f72-9116-2e0593785537 None None] For port 0090d928-9aec-4196-b69f-5496c283e87d, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=0090d928-9aec-4196-b69f-5496c283e87d,segment=NetworkSegment(2bb2d323-d72e-4d6e-8402-db17bd45c824),segment_id=2bb2d323-d72e-4d6e-8402-db17bd45c824)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:45:32.915391 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-58b1edb4-7a5d-4f72-9116-2e0593785537 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:32.939453 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4029e23f-5313-4f0b-ad5d-4efc43c0728f tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1618747'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:32.943336 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-26845f62-93be-4c44-a546-70254b48744e tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:45:33.112714 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-26845f62-93be-4c44-a546-70254b48744e tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24817'] for router, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:33.113680 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-26845f62-93be-4c44-a546-70254b48744e tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-351744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24806'] for router, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:33.121590 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-58b1edb4-7a5d-4f72-9116-2e0593785537 None None] Calling delete_port for 0090d928-9aec-4196-b69f-5496c283e87d owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:45:33.141313 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.resource_extend [None req-1cddc508-d5fd-4659-9c25-707d0290a432 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 08:45:33.152057 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-032c9bb4-7e33-42af-b1fe-c863acc49c98 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] device_id is not set on port bb234470-0974-4012-877d-413118ee5b22 yet. {{(pid=83445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:45:33.170835 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1cddc508-d5fd-4659-9c25-707d0290a432 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:33.185040 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1cddc508-d5fd-4659-9c25-707d0290a432 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2036698'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:33.211513 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-4175bf45-b025-4c26-a330-1caae3bdfabb tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:33.290823 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-2ff0420e-a28b-4aac-addf-d16e9b33162b None None] Provisioning complete for port eb9c6964-d984-45d4-b174-931e7a1fa0ce triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:45:33.292320 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-2ff0420e-a28b-4aac-addf-d16e9b33162b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:33.372627 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-58b1edb4-7a5d-4f72-9116-2e0593785537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102'] for port, after_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:33.380399 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4029e23f-5313-4f0b-ad5d-4efc43c0728f tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:33.385624 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-26845f62-93be-4c44-a546-70254b48744e tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:33.403335 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-697c44e2-c221-433a-aa04-798c73cf8594 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:33.452357 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37798) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:33.516982 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-e00474c6-8bc9-4b33-9e9e-6c66fad8568e tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] For port 0090d928-9aec-4196-b69f-5496c283e87d, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=0090d928-9aec-4196-b69f-5496c283e87d,segment=NetworkSegment(2bb2d323-d72e-4d6e-8402-db17bd45c824),segment_id=2bb2d323-d72e-4d6e-8402-db17bd45c824)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:45:33.523551 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e00474c6-8bc9-4b33-9e9e-6c66fad8568e tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:33.533721 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b1edb4-7a5d-4f72-9116-2e0593785537 None None] Pushing event deleted for resources: {'Port': ['ID=0090d928-9aec-4196-b69f-5496c283e87d,revision_number=None']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:33.546154 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-58b1edb4-7a5d-4f72-9116-2e0593785537 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:33.547389 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-2ff0420e-a28b-4aac-addf-d16e9b33162b None None] Port eb9c6964-d984-45d4-b174-931e7a1fa0ce cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:45:33.559295 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b1edb4-7a5d-4f72-9116-2e0593785537 None None] No DVR routers for this DVR port 0090d928-9aec-4196-b69f-5496c283e87d on host dv-neutron-820491-1-hyperv {{(pid=83446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:45:33.573674 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cddc508-d5fd-4659-9c25-707d0290a432 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Pushing event updated for resources: {'Port': ['ID=52827411-8a49-4a65-a282-f1e11387d5a0,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:33.599787 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4029e23f-5313-4f0b-ad5d-4efc43c0728f tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1129313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1529131'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:33.609955 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b0737f57-0c37-44bf-b399-69fc407e7b46 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:33.671077 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 58786892-5932-45d7-a698-2800f0cd5654 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:45:33.813520 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4029e23f-5313-4f0b-ad5d-4efc43c0728f tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event deleted for resources: {'Subnet': ['ID=d89d9a27-d23d-416f-b920-936b50c8a63c,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:33.825505 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4029e23f-5313-4f0b-ad5d-4efc43c0728f tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:33.833899 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 58786892-5932-45d7-a698-2800f0cd5654 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:45:33.834285 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:33.882344 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-1cddc508-d5fd-4659-9c25-707d0290a432 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.671s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:33.885016 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1cddc508-d5fd-4659-9c25-707d0290a432 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-345990'] for floatingip, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:33.892183 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4029e23f-5313-4f0b-ad5d-4efc43c0728f tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:33.931311 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-4029e23f-5313-4f0b-ad5d-4efc43c0728f tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/subnets/d89d9a27-d23d-416f-b920-936b50c8a63c HTTP/1.1" status: 204 len: 168 time: 1.3917232 Dec 20 08:45:33.954862 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37804) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:33.990688 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-e00474c6-8bc9-4b33-9e9e-6c66fad8568e tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Calling delete_port for 0090d928-9aec-4196-b69f-5496c283e87d owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:45:34.063966 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f11ee51f-9154-4169-bc42-5f6e9961b092 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c26457116328470095d635bdf0ed66a0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6038291 Dec 20 08:45:34.072613 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-229bcc46-9f0f-4aa2-9dfd-0d292733179c tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349062'] for router_interface, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:34.084716 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37808) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:34.086767 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 0090d928-9aec-4196-b69f-5496c283e87d no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:45:34.134696 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 0090d928-9aec-4196-b69f-5496c283e87d {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:45:34.135067 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 0090d928-9aec-4196-b69f-5496c283e87d not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:45:34.211301 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f19e9c3-5f91-4017-941c-b63f7f9ccf73 None None] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:45:34.270267 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a3af6558-e359-4124-a7a4-69224c359826 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2990513 Dec 20 08:45:34.278426 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37812) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:34.308886 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-032c9bb4-7e33-42af-b1fe-c863acc49c98 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:34.392464 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d1bebe2e-7dbc-4601-b6c3-88a173a14d7f None None] Provisioning complete for port 8a5c3ee4-c4f8-4501-a91b-04fd36b02a3f triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:45:34.392950 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d1bebe2e-7dbc-4601-b6c3-88a173a14d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:34.468396 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-934d543f-bd78-4ca4-a4af-18856001b43d admin admin] Router 29a6454a-fd73-40da-978f-a9b3c79cb5de has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:45:34.487148 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc13831-b818-4a23-bd70-413953f7212d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:45:34.487834 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-4bc13831-b818-4a23-bd70-413953f7212d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Synchronizing usage tracker for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:45:34.594944 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.api [None req-e00474c6-8bc9-4b33-9e9e-6c66fad8568e tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 08:45:34.595649 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_db.api [None req-e00474c6-8bc9-4b33-9e9e-6c66fad8568e tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 08:45:34.596276 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-225c24a2-2bbb-4a7d-a551-13e5f66d0b90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:34.600663 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-4bc13831-b818-4a23-bd70-413953f7212d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Unset dirty status for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:45:34.604256 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-4bc13831-b818-4a23-bd70-413953f7212d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2745714 Dec 20 08:45:34.607242 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-26845f62-93be-4c44-a546-70254b48744e tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24724'] for router, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:34.610303 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37816) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:34.628679 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ef7f6c-f2fa-4e6d-938e-b1bfcec8bdbb None None] DHCP port deletion for f75aa0d2-5f41-40f3-a9e0-d60d934965a4 request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 08:45:34.631277 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-032c9bb4-7e33-42af-b1fe-c863acc49c98 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:34.634247 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-15ef7f6c-f2fa-4e6d-938e-b1bfcec8bdbb None None] Deleting port 8a5c3ee4-c4f8-4501-a91b-04fd36b02a3f {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:45:34.634825 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-15ef7f6c-f2fa-4e6d-938e-b1bfcec8bdbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:34.648579 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3db96373-c856-429d-934d-b371f14b0e84 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:34.691607 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-225c24a2-2bbb-4a7d-a551-13e5f66d0b90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:34.757512 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696fd8cc-f9c7-4088-b257-4f4f09841261 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:45:34.758095 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-696fd8cc-f9c7-4088-b257-4f4f09841261 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Synchronizing usage tracker for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:subnet {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:45:34.800917 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032c9bb4-7e33-42af-b1fe-c863acc49c98 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Pushing event updated for resources: {'Port': ['ID=43fb99d6-fd3f-4ebb-ad05-bf5267b3401b,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:34.812863 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-032c9bb4-7e33-42af-b1fe-c863acc49c98 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:34.859623 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-15ef7f6c-f2fa-4e6d-938e-b1bfcec8bdbb None None] For port 8a5c3ee4-c4f8-4501-a91b-04fd36b02a3f, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=8a5c3ee4-c4f8-4501-a91b-04fd36b02a3f,segment=NetworkSegment(7c00552d-ea93-440b-911c-cb3aa0a4eeff),segment_id=7c00552d-ea93-440b-911c-cb3aa0a4eeff)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:45:34.860273 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-15ef7f6c-f2fa-4e6d-938e-b1bfcec8bdbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:34.872048 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032c9bb4-7e33-42af-b1fe-c863acc49c98 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Checking segment: {'id': 'd69d8d39-d415-4ba1-8356-4cfb97ae4a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '40d19370-e51e-4edd-8108-a5058e651baf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:45:34.872403 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032c9bb4-7e33-42af-b1fe-c863acc49c98 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Network hostable DHCP agents. Network: 40d19370-e51e-4edd-8108-a5058e651baf, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:45:34.890884 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-696fd8cc-f9c7-4088-b257-4f4f09841261 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Unset dirty status for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:subnet {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:45:34.892026 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-696fd8cc-f9c7-4088-b257-4f4f09841261 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2799656 Dec 20 08:45:34.894803 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-225c24a2-2bbb-4a7d-a551-13e5f66d0b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:34.900797 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37820) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:34.904629 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a0034b6d-6cf2-491c-b206-25f2c19546bd tempest-AllowedAddressPairTestJSON-1221522601 tempest-AllowedAddressPairTestJSON-1221522601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:34.974616 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225c24a2-2bbb-4a7d-a551-13e5f66d0b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8480421b-2d18-4023-a6ab-0686a545f90f,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:34.977888 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-885e06c5-b9d5-4226-8677-7b5ab8f91c2e tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0771539 Dec 20 08:45:34.980805 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.l3_db [None req-1cddc508-d5fd-4659-9c25-707d0290a432 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Floating IP dffbacb3-92ee-4bd0-bc63-4f23a347ffcd associated. External IP: 172.26.5.186, port: 9e1d11ad-b081-4958-acde-afc1a813c0f9. Dec 20 08:45:34.984366 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37824) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:34.988726 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-229bcc46-9f0f-4aa2-9dfd-0d292733179c tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Deleting port d44f4eff-a7c9-4842-91d1-088a4e52672f {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:45:34.989069 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-229bcc46-9f0f-4aa2-9dfd-0d292733179c tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:35.006911 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-15ef7f6c-f2fa-4e6d-938e-b1bfcec8bdbb None None] Calling delete_port for 8a5c3ee4-c4f8-4501-a91b-04fd36b02a3f owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:45:35.016306 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-02ef1ea5-88f7-40fc-bdf9-e049eeeb6584 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Request body: {'subnet': {'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:45:35.042263 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-225c24a2-2bbb-4a7d-a551-13e5f66d0b90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:35.071557 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032c9bb4-7e33-42af-b1fe-c863acc49c98 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Network 40d19370-e51e-4edd-8108-a5058e651baf is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:45:35.095931 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-15ef7f6c-f2fa-4e6d-938e-b1bfcec8bdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102'] for port, after_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:35.097539 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-e00474c6-8bc9-4b33-9e9e-6c66fad8568e tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Deleting port 0090d928-9aec-4196-b69f-5496c283e87d {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:45:35.097871 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e00474c6-8bc9-4b33-9e9e-6c66fad8568e tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:35.101017 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:35.124612 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-032c9bb4-7e33-42af-b1fe-c863acc49c98 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, 40d19370-e51e-4edd-8108-a5058e651baf) {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:45:35.135122 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-225c24a2-2bbb-4a7d-a551-13e5f66d0b90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:35.139055 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-225c24a2-2bbb-4a7d-a551-13e5f66d0b90 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8480421b-2d18-4023-a6ab-0686a545f90f HTTP/1.1" status: 204 len: 168 time: 1.0520246 Dec 20 08:45:35.146604 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032c9bb4-7e33-42af-b1fe-c863acc49c98 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:45:35.147443 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-032c9bb4-7e33-42af-b1fe-c863acc49c98 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:35.153730 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ef7f6c-f2fa-4e6d-938e-b1bfcec8bdbb None None] Pushing event deleted for resources: {'Port': ['ID=8a5c3ee4-c4f8-4501-a91b-04fd36b02a3f,revision_number=None']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:35.155942 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f8942a-edf3-4dfa-89ab-80aa2e264693 None None] Network 40d19370-e51e-4edd-8108-a5058e651baf requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:45:35.156080 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-007b9136-e2df-44f3-9bd8-73f2c4325331 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:35.207286 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-02ef1ea5-88f7-40fc-bdf9-e049eeeb6584 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:45:35.238572 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-e00474c6-8bc9-4b33-9e9e-6c66fad8568e tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] The port '0090d928-9aec-4196-b69f-5496c283e87d' was deleted {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 08:45:35.259890 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-15ef7f6c-f2fa-4e6d-938e-b1bfcec8bdbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:35.278136 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-02ef1ea5-88f7-40fc-bdf9-e049eeeb6584 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:45:35.339726 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ef1ea5-88f7-40fc-bdf9-e049eeeb6584 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Made reservation on behalf of 9679bafc94a64ee0a207e63ba5560387 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:45:35.343712 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-02ef1ea5-88f7-40fc-bdf9-e049eeeb6584 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1529102'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:35.345302 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-02ef1ea5-88f7-40fc-bdf9-e049eeeb6584 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 08:45:35.346082 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02ef1ea5-88f7-40fc-bdf9-e049eeeb6584 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:45:35.352471 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-229bcc46-9f0f-4aa2-9dfd-0d292733179c tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:35.378698 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ef7f6c-f2fa-4e6d-938e-b1bfcec8bdbb None None] No DVR routers for this DVR port 8a5c3ee4-c4f8-4501-a91b-04fd36b02a3f on host dv-neutron-820491-1-hyperv {{(pid=83446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:45:35.431022 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-26845f62-93be-4c44-a546-70254b48744e tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks [] for router_gateway, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:35.431580 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-934d543f-bd78-4ca4-a4af-18856001b43d admin admin] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:45:35.440771 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87d9939-927a-47b4-b6b2-bb3576720c74 None None] Sync routers for ids ['29a6454a-fd73-40da-978f-a9b3c79cb5de'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:45:35.453837 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87d9939-927a-47b4-b6b2-bb3576720c74 None None] Routers {'29a6454a-fd73-40da-978f-a9b3c79cb5de'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:45:35.454503 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-a87d9939-927a-47b4-b6b2-bb3576720c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:45:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['29a6454a-fd73-40da-978f-a9b3c79cb5de'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:35.490343 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-02ef1ea5-88f7-40fc-bdf9-e049eeeb6584 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5044613 Dec 20 08:45:35.503656 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-934d543f-bd78-4ca4-a4af-18856001b43d admin admin] 10.222.0.16 "PUT /v2.0/routers/29a6454a-fd73-40da-978f-a9b3c79cb5de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1542740 Dec 20 08:45:35.511320 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-229bcc46-9f0f-4aa2-9dfd-0d292733179c tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Calling delete_port for d44f4eff-a7c9-4842-91d1-088a4e52672f owned by network:router_interface {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:45:35.539843 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37832) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:35.553163 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-52ea60b5-c52a-4b40-8b4b-178f4fc5734c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Request body: {'subnet': {'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:45:35.586446 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 8a5c3ee4-c4f8-4501-a91b-04fd36b02a3f no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:45:35.639352 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032c9bb4-7e33-42af-b1fe-c863acc49c98 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Pushing event updated for resources: {'Port': ['ID=bb234470-0974-4012-877d-413118ee5b22,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:35.677307 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-032c9bb4-7e33-42af-b1fe-c863acc49c98 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:35.693452 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 8a5c3ee4-c4f8-4501-a91b-04fd36b02a3f {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:45:35.694018 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 8a5c3ee4-c4f8-4501-a91b-04fd36b02a3f not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:45:35.694638 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-a87d9939-927a-47b4-b6b2-bb3576720c74 None None] Set router 29a6454a-fd73-40da-978f-a9b3c79cb5de gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:45:35.710377 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-26845f62-93be-4c44-a546-70254b48744e tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:35.719884 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-52ea60b5-c52a-4b40-8b4b-178f4fc5734c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:45:35.733258 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-52ea60b5-c52a-4b40-8b4b-178f4fc5734c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:45:35.763003 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ea60b5-c52a-4b40-8b4b-178f4fc5734c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Made reservation on behalf of 9679bafc94a64ee0a207e63ba5560387 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:45:35.766666 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-52ea60b5-c52a-4b40-8b4b-178f4fc5734c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1529102'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:35.768074 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-52ea60b5-c52a-4b40-8b4b-178f4fc5734c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 08:45:35.768493 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52ea60b5-c52a-4b40-8b4b-178f4fc5734c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:45:35.826038 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e00474c6-8bc9-4b33-9e9e-6c66fad8568e tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:35.870194 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032c9bb4-7e33-42af-b1fe-c863acc49c98 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Checking segment: {'id': 'efcc7416-4da4-4c16-9d80-3c09aac13c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '339c6c69-dcea-4382-b53d-77c6a9b898b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:45:35.870557 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032c9bb4-7e33-42af-b1fe-c863acc49c98 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Network hostable DHCP agents. Network: 339c6c69-dcea-4382-b53d-77c6a9b898b7, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:45:35.890658 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-e00474c6-8bc9-4b33-9e9e-6c66fad8568e tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfdafb45-49e8-4749-8de4-e344f4349fca']}} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:35.921075 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-e00474c6-8bc9-4b33-9e9e-6c66fad8568e tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bb2d323-d72e-4d6e-8402-db17bd45c824') {'for_net_delete': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:35.921412 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-e00474c6-8bc9-4b33-9e9e-6c66fad8568e tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bb2d323-d72e-4d6e-8402-db17bd45c824') {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:35.947713 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e00474c6-8bc9-4b33-9e9e-6c66fad8568e tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1518531'] for segment, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:36.022802 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e00474c6-8bc9-4b33-9e9e-6c66fad8568e tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:36.042907 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e00474c6-8bc9-4b33-9e9e-6c66fad8568e tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=83445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:45:36.043347 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e00474c6-8bc9-4b33-9e9e-6c66fad8568e tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2036002'] for segment, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:36.061535 dv-neutron-820491-1-hyperv neutron-server[83445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 08:45:36.061535 dv-neutron-820491-1-hyperv neutron-server[83445]: util.warn( Dec 20 08:45:36.061535 dv-neutron-820491-1-hyperv neutron-server[83445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 08:45:36.061535 dv-neutron-820491-1-hyperv neutron-server[83445]: util.warn( Dec 20 08:45:36.061535 dv-neutron-820491-1-hyperv neutron-server[83445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 08:45:36.061535 dv-neutron-820491-1-hyperv neutron-server[83445]: util.warn( Dec 20 08:45:36.061535 dv-neutron-820491-1-hyperv neutron-server[83445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 08:45:36.061535 dv-neutron-820491-1-hyperv neutron-server[83445]: util.warn( Dec 20 08:45:36.061535 dv-neutron-820491-1-hyperv neutron-server[83445]: Traceback (most recent call last): Dec 20 08:45:36.061535 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:45:36.061535 dv-neutron-820491-1-hyperv neutron-server[83445]: timer() Dec 20 08:45:36.061535 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:45:36.061535 dv-neutron-820491-1-hyperv neutron-server[83445]: cb(*args, **kw) Dec 20 08:45:36.061535 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:45:36.061535 dv-neutron-820491-1-hyperv neutron-server[83445]: return func(*args, **kwargs) Dec 20 08:45:36.061535 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:45:36.061535 dv-neutron-820491-1-hyperv neutron-server[83445]: self._notify() Dec 20 08:45:36.061535 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:45:36.061535 dv-neutron-820491-1-hyperv neutron-server[83445]: self.callback(batched_events) Dec 20 08:45:36.061535 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:45:36.061535 dv-neutron-820491-1-hyperv neutron-server[83445]: event.method(event) Dec 20 08:45:36.061535 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:45:36.061535 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:45:36.061535 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:45:36.061535 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:45:36.061535 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:45:36.061535 dv-neutron-820491-1-hyperv neutron-server[83445]: return f(self, *a, **k) Dec 20 08:45:36.061535 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:45:36.061535 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._get(url).json() Dec 20 08:45:36.061535 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:45:36.061535 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:45:36.061535 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:45:36.061535 dv-neutron-820491-1-hyperv neutron-server[83445]: return self.request(url, 'GET', **kwargs) Dec 20 08:45:36.061535 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:45:36.061535 dv-neutron-820491-1-hyperv neutron-server[83445]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:45:36.061535 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:45:36.061535 dv-neutron-820491-1-hyperv neutron-server[83445]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:45:36.061535 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:45:36.061535 dv-neutron-820491-1-hyperv neutron-server[83445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:45:36.061535 dv-neutron-820491-1-hyperv neutron-server[83445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:45:36.073768 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032c9bb4-7e33-42af-b1fe-c863acc49c98 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Network 339c6c69-dcea-4382-b53d-77c6a9b898b7 is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:45:36.097920 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-a87d9939-927a-47b4-b6b2-bb3576720c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a6454a-fd73-40da-978f-a9b3c79cb5de', 'name': 'tempest-ServerActionsTestJSON-874320212-router', 'tenant_id': 'e2165a78ac154b1c9f29e840efaf3cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.135'}], 'enable_snat': True}, 'gw_port_id': '58786892-5932-45d7-a698-2800f0cd5654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:45:15Z', 'updated_at': '2021-12-20T08:45:30Z', 'revision_number': 4, 'project_id': 'e2165a78ac154b1c9f29e840efaf3cb7', 'gw_port': {'id': '58786892-5932-45d7-a698-2800f0cd5654', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a6454a-fd73-40da-978f-a9b3c79cb5de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:45:16Z', 'updated_at': '2021-12-20T08:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': 'eb9c6964-d984-45d4-b174-931e7a1fa0ce', 'name': '', 'network_id': '3ab8996b-db59-43a0-a379-647199802474', 'tenant_id': 'e2165a78ac154b1c9f29e840efaf3cb7', 'mac_address': 'fa:16:3e:62:72:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a6454a-fd73-40da-978f-a9b3c79cb5de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '944a3b04-d2ac-486e-bee8-ba11ef891bfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:45:27Z', 'updated_at': '2021-12-20T08:45:31Z', 'revision_number': 2, 'project_id': 'e2165a78ac154b1c9f29e840efaf3cb7', 'subnets': [{'id': '944a3b04-d2ac-486e-bee8-ba11ef891bfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:36.104620 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87d9939-927a-47b4-b6b2-bb3576720c74 None None] Checking router: 29a6454a-fd73-40da-978f-a9b3c79cb5de for host: dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 08:45:36.104842 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87d9939-927a-47b4-b6b2-bb3576720c74 None None] Updating router 29a6454a-fd73-40da-978f-a9b3c79cb5de port eb9c6964-d984-45d4-b174-931e7a1fa0ce binding host dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 08:45:36.106209 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-26845f62-93be-4c44-a546-70254b48744e tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Allocated IP 172.26.5.107 (95f3bec2-46e6-4468-8229-8badd4a5aaae/cf8895a3-346d-4313-a645-16ecdcce9969/3ae1b282-883d-49d9-be8a-cbfb3b553f92) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:45:36.108135 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-52ea60b5-c52a-4b40-8b4b-178f4fc5734c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5667088 Dec 20 08:45:36.111122 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37850) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:36.124253 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-e6e6c14f-7e25-4787-80aa-2febdea3fd5a tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Request body: {'subnet': {'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:45:36.163657 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-229bcc46-9f0f-4aa2-9dfd-0d292733179c tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:36.167753 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-032c9bb4-7e33-42af-b1fe-c863acc49c98 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, 339c6c69-dcea-4382-b53d-77c6a9b898b7) {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:45:36.178899 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e780cb-1bf5-4e57-bb07-ee07947a5e2e None None] Network 339c6c69-dcea-4382-b53d-77c6a9b898b7 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:45:36.182190 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032c9bb4-7e33-42af-b1fe-c863acc49c98 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:45:36.186581 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032c9bb4-7e33-42af-b1fe-c863acc49c98 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:45:36.189461 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-a87d9939-927a-47b4-b6b2-bb3576720c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:36.189746 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032c9bb4-7e33-42af-b1fe-c863acc49c98 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:45:36.190433 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-032c9bb4-7e33-42af-b1fe-c863acc49c98 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:36.204485 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-172ba25f-f7a6-4af8-b703-a38da5e77a4d tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:36.205896 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e00474c6-8bc9-4b33-9e9e-6c66fad8568e tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:36.229464 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-2c47f3c5-8976-4df9-bab1-512349db8e72 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:36.252425 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e00474c6-8bc9-4b33-9e9e-6c66fad8568e tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:36.340346 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00474c6-8bc9-4b33-9e9e-6c66fad8568e tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Pushing event deleted for resources: {'Network': ['ID=dfdafb45-49e8-4749-8de4-e344f4349fca,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:36.341340 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229bcc46-9f0f-4aa2-9dfd-0d292733179c tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Pushing event deleted for resources: {'Port': ['ID=d44f4eff-a7c9-4842-91d1-088a4e52672f,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:36.360311 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-229bcc46-9f0f-4aa2-9dfd-0d292733179c tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:36.375114 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e00474c6-8bc9-4b33-9e9e-6c66fad8568e tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:36.381699 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-032c9bb4-7e33-42af-b1fe-c863acc49c98 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 6.1662023 Dec 20 08:45:36.389148 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-e00474c6-8bc9-4b33-9e9e-6c66fad8568e tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] 10.222.0.16 "DELETE /v2.0/networks/dfdafb45-49e8-4749-8de4-e344f4349fca HTTP/1.1" status: 204 len: 168 time: 4.1127121 Dec 20 08:45:36.389764 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37856) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:36.740339 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-e6e6c14f-7e25-4787-80aa-2febdea3fd5a tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:45:36.877028 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37868) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:36.878199 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-e6e6c14f-7e25-4787-80aa-2febdea3fd5a tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:45:36.887383 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-a87d9939-927a-47b4-b6b2-bb3576720c74 None None] Notify callbacks [] for port, precommit_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:36.910311 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e6c14f-7e25-4787-80aa-2febdea3fd5a tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Made reservation on behalf of 9679bafc94a64ee0a207e63ba5560387 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:45:36.929704 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-229bcc46-9f0f-4aa2-9dfd-0d292733179c tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32897953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348760'] for router_interface, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:36.932292 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.provisioning_blocks [None req-a87d9939-927a-47b4-b6b2-bb3576720c74 None None] Transition to ACTIVE for port object eb9c6964-d984-45d4-b174-931e7a1fa0ce will not be triggered until provisioned by entity L2. {{(pid=83447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:45:36.951563 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-a87d9939-927a-47b4-b6b2-bb3576720c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:36.962945 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37874) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:36.967125 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0027390 Dec 20 08:45:36.970021 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:37.011374 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37876) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:37.012044 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37878) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:37.030900 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-6f87a4e4-eee1-484d-b9d1-1d8711a82cdc tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Request body: {'security_group': {'name': 'tempest-securitygroup--556010333', 'description': 'tempest-description--3860916'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:45:37.063506 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e6e6c14f-7e25-4787-80aa-2febdea3fd5a tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1529102'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:37.065156 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6e6c14f-7e25-4787-80aa-2febdea3fd5a tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 08:45:37.065645 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6e6c14f-7e25-4787-80aa-2febdea3fd5a tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:45:37.072349 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-6f87a4e4-eee1-484d-b9d1-1d8711a82cdc tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:45:37.093026 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-6f87a4e4-eee1-484d-b9d1-1d8711a82cdc tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Usage tracker for resource:security_group and tenant:e2165a78ac154b1c9f29e840efaf3cb7 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:45:37.118442 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-6f87a4e4-eee1-484d-b9d1-1d8711a82cdc tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:45:37.123681 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-26845f62-93be-4c44-a546-70254b48744e tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:37.143226 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-6f87a4e4-eee1-484d-b9d1-1d8711a82cdc tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:45:37.232078 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-a87d9939-927a-47b4-b6b2-bb3576720c74 None None] Attempting to bind port eb9c6964-d984-45d4-b174-931e7a1fa0ce on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:45:37.232957 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-a87d9939-927a-47b4-b6b2-bb3576720c74 None None] Attempting to bind port eb9c6964-d984-45d4-b174-931e7a1fa0ce by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': 'b15ed654-e239-4345-87ef-d2514f065b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3ab8996b-db59-43a0-a379-647199802474'}] {{(pid=83447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:45:37.233612 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87d9939-927a-47b4-b6b2-bb3576720c74 None None] Attempting to bind port eb9c6964-d984-45d4-b174-931e7a1fa0ce on network 3ab8996b-db59-43a0-a379-647199802474 {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:45:37.241741 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e6e6c14f-7e25-4787-80aa-2febdea3fd5a tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.1289551 Dec 20 08:45:37.247472 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37886) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:37.249638 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17bea4e-8e07-445b-b009-b0d082c8434b None None] Pushing event updated for resources: {'Port': ['ID=eb9c6964-d984-45d4-b174-931e7a1fa0ce,revision_number=3']} {{(pid=83447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:37.251320 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-2f599f49-e547-4eef-bd4d-58591f4492a2 tempest-NetworksApiDiscovery-336309447 tempest-NetworksApiDiscovery-336309447-project] 10.222.0.16 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2349596 Dec 20 08:45:37.262452 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17bea4e-8e07-445b-b009-b0d082c8434b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:45:37.263499 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17bea4e-8e07-445b-b009-b0d082c8434b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:45:37.264000 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17bea4e-8e07-445b-b009-b0d082c8434b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:45:37.264495 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17bea4e-8e07-445b-b009-b0d082c8434b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:45:37.265011 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17bea4e-8e07-445b-b009-b0d082c8434b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:45:37.265498 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17bea4e-8e07-445b-b009-b0d082c8434b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:45:37.265967 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17bea4e-8e07-445b-b009-b0d082c8434b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:45:37.266616 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17bea4e-8e07-445b-b009-b0d082c8434b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:45:37.267084 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17bea4e-8e07-445b-b009-b0d082c8434b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:45:37.267202 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-11a8405c-a968-4e96-af57-2726031b48fc tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Request body: {'subnet': {'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:45:37.268025 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17bea4e-8e07-445b-b009-b0d082c8434b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:45:37.268798 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17bea4e-8e07-445b-b009-b0d082c8434b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:45:37.273394 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87d9939-927a-47b4-b6b2-bb3576720c74 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:45:37.274214 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87d9939-927a-47b4-b6b2-bb3576720c74 None None] Checking segment: {'id': 'b15ed654-e239-4345-87ef-d2514f065b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3ab8996b-db59-43a0-a379-647199802474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:45:37.274770 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-a87d9939-927a-47b4-b6b2-bb3576720c74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:37.275362 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87d9939-927a-47b4-b6b2-bb3576720c74 None None] Bound using segment: {'id': 'b15ed654-e239-4345-87ef-d2514f065b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3ab8996b-db59-43a0-a379-647199802474'} {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:45:37.275987 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-a87d9939-927a-47b4-b6b2-bb3576720c74 None None] Bound port: eb9c6964-d984-45d4-b174-931e7a1fa0ce, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b15ed654-e239-4345-87ef-d2514f065b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3ab8996b-db59-43a0-a379-647199802474'}}] {{(pid=83447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:45:37.276565 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-a87d9939-927a-47b4-b6b2-bb3576720c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:37.293080 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-b17bea4e-8e07-445b-b009-b0d082c8434b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:37.293606 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe45d11d-8555-4ae3-9c2a-e1bfc3ab78d2 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:45:37.297666 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe45d11d-8555-4ae3-9c2a-e1bfc3ab78d2 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:45:37.298455 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-fe45d11d-8555-4ae3-9c2a-e1bfc3ab78d2 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Synchronizing usage tracker for tenant:31dd18a4fca14026a07f2ad70c7c37b0 on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:45:37.301174 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6f87a4e4-eee1-484d-b9d1-1d8711a82cdc tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Notify callbacks [] for security_group, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:37.400146 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.db [None req-a87d9939-927a-47b4-b6b2-bb3576720c74 None None] For port eb9c6964-d984-45d4-b174-931e7a1fa0ce, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:45:37.407378 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.db [None req-a87d9939-927a-47b4-b6b2-bb3576720c74 None None] For port eb9c6964-d984-45d4-b174-931e7a1fa0ce, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=eb9c6964-d984-45d4-b174-931e7a1fa0ce,segment=NetworkSegment(b15ed654-e239-4345-87ef-d2514f065b9f),segment_id=b15ed654-e239-4345-87ef-d2514f065b9f)] {{(pid=83447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:45:37.408598 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-fe45d11d-8555-4ae3-9c2a-e1bfc3ab78d2 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Unset dirty status for tenant:31dd18a4fca14026a07f2ad70c7c37b0 on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:45:37.409862 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-fe45d11d-8555-4ae3-9c2a-e1bfc3ab78d2 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.9657390 Dec 20 08:45:37.416338 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-26845f62-93be-4c44-a546-70254b48744e tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:37.419871 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-a87d9939-927a-47b4-b6b2-bb3576720c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:37.423814 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37892) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:37.424429 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-7b0fa0fc-bb42-4e53-b4bc-d112f0eddb8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:37.428396 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-4634ab1d-4c1c-4218-90fd-f124c0fa39a5 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:37.464229 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-6f87a4e4-eee1-484d-b9d1-1d8711a82cdc tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:45:37.518445 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-6f87a4e4-eee1-484d-b9d1-1d8711a82cdc tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Usage tracker for resource:security_group_rule and tenant:e2165a78ac154b1c9f29e840efaf3cb7 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:45:37.528633 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-6f87a4e4-eee1-484d-b9d1-1d8711a82cdc tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:45:37.558630 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17bea4e-8e07-445b-b009-b0d082c8434b None None] Pushing event updated for resources: {'Port': ['ID=eb9c6964-d984-45d4-b174-931e7a1fa0ce,revision_number=4']} {{(pid=83447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:37.559896 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-6f87a4e4-eee1-484d-b9d1-1d8711a82cdc tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:45:37.561608 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-b17bea4e-8e07-445b-b009-b0d082c8434b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:37.562239 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87d9939-927a-47b4-b6b2-bb3576720c74 None None] Routers {'29a6454a-fd73-40da-978f-a9b3c79cb5de'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:45:37.562890 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-a87d9939-927a-47b4-b6b2-bb3576720c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:45:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['29a6454a-fd73-40da-978f-a9b3c79cb5de'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:37.606305 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26845f62-93be-4c44-a546-70254b48744e tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Network 95f3bec2-46e6-4468-8229-8badd4a5aaae is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:45:37.628668 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-26845f62-93be-4c44-a546-70254b48744e tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:45:37.647471 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26845f62-93be-4c44-a546-70254b48744e tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Pushing event updated for resources: {'Port': ['ID=3ae1b282-883d-49d9-be8a-cbfb3b553f92,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:37.651859 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26845f62-93be-4c44-a546-70254b48744e tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:45:37.684887 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c32a0b85-c978-4974-9b9a-5e4e9e602bfe admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2ec22d5a6bcd4fd8ba62f3132b925948&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8021555 Dec 20 08:45:37.693865 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37898) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:37.694699 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37900) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:37.700366 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-fa8c0827-6a37-428e-b4d2-5cd17ed052b0 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Deleting port 43fb99d6-fd3f-4ebb-ad05-bf5267b3401b {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:45:37.700708 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fa8c0827-6a37-428e-b4d2-5cd17ed052b0 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:37.733583 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-26845f62-93be-4c44-a546-70254b48744e tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:37.752784 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-11a8405c-a968-4e96-af57-2726031b48fc tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:45:37.778909 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-11a8405c-a968-4e96-af57-2726031b48fc tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:45:37.854652 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cddc508-d5fd-4659-9c25-707d0290a432 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Router fd2784c2-9301-4546-b4f4-5cacc3ac29c6 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:45:37.867926 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-a87d9939-927a-47b4-b6b2-bb3576720c74 None None] Set router 29a6454a-fd73-40da-978f-a9b3c79cb5de gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:45:37.937912 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a8405c-a968-4e96-af57-2726031b48fc tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Made reservation on behalf of 9679bafc94a64ee0a207e63ba5560387 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:45:37.941320 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-11a8405c-a968-4e96-af57-2726031b48fc tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1529102'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:37.943251 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-11a8405c-a968-4e96-af57-2726031b48fc tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 08:45:37.943718 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11a8405c-a968-4e96-af57-2726031b48fc tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:45:37.975543 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6f87a4e4-eee1-484d-b9d1-1d8711a82cdc tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Notify callbacks [] for security_group, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:37.978103 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6646f12a-c528-48c8-a31f-1126fd5ab461 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:37.991340 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1fbf83e8-4237-4a8a-98f5-2a9fdbb78943 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:38.008346 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-11a8405c-a968-4e96-af57-2726031b48fc tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7564278 Dec 20 08:45:38.008568 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6f87a4e4-eee1-484d-b9d1-1d8711a82cdc tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:38.010676 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37910) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:38.013380 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-7fe7f3cb-deec-4b14-a58e-2b353d69bbb7 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:38.020567 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-28586ab7-b0d0-4b1f-b15b-50149e8ec33c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Request body: {'subnet': {'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:45:38.072810 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1fbf83e8-4237-4a8a-98f5-2a9fdbb78943 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:38.097517 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-229bcc46-9f0f-4aa2-9dfd-0d292733179c tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Router 264a3c19-ac2a-4432-b928-f32b3aa045aa has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:45:38.164914 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f87a4e4-eee1-484d-b9d1-1d8711a82cdc tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57316c2a-fdb6-46e9-9469-18e9bc81adc8,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:38.171190 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6f87a4e4-eee1-484d-b9d1-1d8711a82cdc tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:38.175494 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-6f87a4e4-eee1-484d-b9d1-1d8711a82cdc tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1610 time: 1.1546428 Dec 20 08:45:38.175494 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-6f87a4e4-eee1-484d-b9d1-1d8711a82cdc tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:38.226380 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-a87d9939-927a-47b4-b6b2-bb3576720c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a6454a-fd73-40da-978f-a9b3c79cb5de', 'name': 'tempest-ServerActionsTestJSON-874320212-router', 'tenant_id': 'e2165a78ac154b1c9f29e840efaf3cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.135'}], 'enable_snat': True}, 'gw_port_id': '58786892-5932-45d7-a698-2800f0cd5654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:45:15Z', 'updated_at': '2021-12-20T08:45:30Z', 'revision_number': 4, 'project_id': 'e2165a78ac154b1c9f29e840efaf3cb7', 'gw_port': {'id': '58786892-5932-45d7-a698-2800f0cd5654', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a6454a-fd73-40da-978f-a9b3c79cb5de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:45:16Z', 'updated_at': '2021-12-20T08:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': 'eb9c6964-d984-45d4-b174-931e7a1fa0ce', 'name': '', 'network_id': '3ab8996b-db59-43a0-a379-647199802474', 'tenant_id': 'e2165a78ac154b1c9f29e840efaf3cb7', 'mac_address': 'fa:16:3e:62:72:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a6454a-fd73-40da-978f-a9b3c79cb5de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '944a3b04-d2ac-486e-bee8-ba11ef891bfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:45:27Z', 'updated_at': '2021-12-20T08:45:37Z', 'revision_number': 4, 'project_id': 'e2165a78ac154b1c9f29e840efaf3cb7', 'subnets': [{'id': '944a3b04-d2ac-486e-bee8-ba11ef891bfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:38.231167 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87d9939-927a-47b4-b6b2-bb3576720c74 None None] The sync data for ids ['29a6454a-fd73-40da-978f-a9b3c79cb5de'] in dv-neutron-820491-1-hyperv is: [{'id': '29a6454a-fd73-40da-978f-a9b3c79cb5de', 'name': 'tempest-ServerActionsTestJSON-874320212-router', 'tenant_id': 'e2165a78ac154b1c9f29e840efaf3cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.135'}], 'enable_snat': True}, 'gw_port_id': '58786892-5932-45d7-a698-2800f0cd5654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:45:15Z', 'updated_at': '2021-12-20T08:45:30Z', 'revision_number': 4, 'project_id': 'e2165a78ac154b1c9f29e840efaf3cb7', 'gw_port': {'id': '58786892-5932-45d7-a698-2800f0cd5654', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a6454a-fd73-40da-978f-a9b3c79cb5de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:45:16Z', 'updated_at': '2021-12-20T08:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': 'eb9c6964-d984-45d4-b174-931e7a1fa0ce', 'name': '', 'network_id': '3ab8996b-db59-43a0-a379-647199802474', 'tenant_id': 'e2165a78ac154b1c9f29e840efaf3cb7', 'mac_address': 'fa:16:3e:62:72:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a6454a-fd73-40da-978f-a9b3c79cb5de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '944a3b04-d2ac-486e-bee8-ba11ef891bfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:45:27Z', 'updated_at': '2021-12-20T08:45:37Z', 'revision_number': 4, 'project_id': 'e2165a78ac154b1c9f29e840efaf3cb7', 'subnets': [{'id': '944a3b04-d2ac-486e-bee8-ba11ef891bfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:45:38.234481 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37914) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:38.246608 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-24e45e7d-4ecc-441a-a718-ce7fe75fb446 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Request body: {'security_group_rule': {'security_group_id': '57316c2a-fdb6-46e9-9469-18e9bc81adc8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:45:38.257757 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fa8c0827-6a37-428e-b4d2-5cd17ed052b0 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:38.275649 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-24e45e7d-4ecc-441a-a718-ce7fe75fb446 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:45:38.299522 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-6646f12a-c528-48c8-a31f-1126fd5ab461 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:45:38.327595 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-6646f12a-c528-48c8-a31f-1126fd5ab461 admin admin] Usage tracker for resource:security_group_rule and tenant:2e006283997b45d0ba1fb109cff1170c is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:45:38.331987 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-6646f12a-c528-48c8-a31f-1126fd5ab461 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:45:38.344734 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-24e45e7d-4ecc-441a-a718-ce7fe75fb446 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Usage tracker for resource:security_group_rule and tenant:e2165a78ac154b1c9f29e840efaf3cb7 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:45:38.345565 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-6646f12a-c528-48c8-a31f-1126fd5ab461 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:45:38.360100 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-28586ab7-b0d0-4b1f-b15b-50149e8ec33c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:45:38.422351 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-fa8c0827-6a37-428e-b4d2-5cd17ed052b0 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Calling delete_port for 43fb99d6-fd3f-4ebb-ad05-bf5267b3401b owned by {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:45:38.432578 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-28586ab7-b0d0-4b1f-b15b-50149e8ec33c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:45:38.451789 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-24e45e7d-4ecc-441a-a718-ce7fe75fb446 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:45:38.466378 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-24e45e7d-4ecc-441a-a718-ce7fe75fb446 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:45:38.519673 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1fbf83e8-4237-4a8a-98f5-2a9fdbb78943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:38.547100 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-481b13b3-b5a5-415d-a8f5-8f0b207dfe6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:38.560043 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28586ab7-b0d0-4b1f-b15b-50149e8ec33c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Made reservation on behalf of 9679bafc94a64ee0a207e63ba5560387 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:45:38.564532 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-28586ab7-b0d0-4b1f-b15b-50149e8ec33c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1529102'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:38.566012 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-28586ab7-b0d0-4b1f-b15b-50149e8ec33c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 08:45:38.566646 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28586ab7-b0d0-4b1f-b15b-50149e8ec33c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:45:38.574048 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-24e45e7d-4ecc-441a-a718-ce7fe75fb446 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:38.586961 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbf83e8-4237-4a8a-98f5-2a9fdbb78943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=211f2f00-44ce-4a75-91d3-fca6721ba55c,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:38.590037 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1fbf83e8-4237-4a8a-98f5-2a9fdbb78943 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:38.631521 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1fbf83e8-4237-4a8a-98f5-2a9fdbb78943 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:38.632701 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1fbf83e8-4237-4a8a-98f5-2a9fdbb78943 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/211f2f00-44ce-4a75-91d3-fca6721ba55c HTTP/1.1" status: 204 len: 168 time: 0.9234827 Dec 20 08:45:38.648820 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-28586ab7-b0d0-4b1f-b15b-50149e8ec33c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6350949 Dec 20 08:45:38.650435 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-229bcc46-9f0f-4aa2-9dfd-0d292733179c tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:45:38.655681 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-229bcc46-9f0f-4aa2-9dfd-0d292733179c tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "PUT /v2.0/routers/264a3c19-ac2a-4432-b928-f32b3aa045aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5115225 Dec 20 08:45:38.658324 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37920) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:38.658660 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37922) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:38.673551 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-d74f8923-bb3d-4303-b441-d04064cabcdf tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Request body: {'subnet': {'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:45:38.674692 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e51953-854b-492c-a015-b306dc9d7c32 None None] Sync routers for ids ['264a3c19-ac2a-4432-b928-f32b3aa045aa'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:45:38.691929 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e51953-854b-492c-a015-b306dc9d7c32 None None] Routers {'264a3c19-ac2a-4432-b928-f32b3aa045aa'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:45:38.695024 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-97e51953-854b-492c-a015-b306dc9d7c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:45:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['264a3c19-ac2a-4432-b928-f32b3aa045aa'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:38.737504 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6646f12a-c528-48c8-a31f-1126fd5ab461 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:38.747911 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfa5ffa4-e508-406a-b3a8-6a3648945b37 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] GET failed (client error): The resource could not be found. Dec 20 08:45:38.748709 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-bfa5ffa4-e508-406a-b3a8-6a3648945b37 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Synchronizing usage tracker for tenant:bcc408b3053b4123bbeeedda32cab34a on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:45:38.756657 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6646f12a-c528-48c8-a31f-1126fd5ab461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:38.773488 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:38.784504 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fa8c0827-6a37-428e-b4d2-5cd17ed052b0 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:38.787226 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-97e51953-854b-492c-a015-b306dc9d7c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:38.821069 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3691d500-62df-48b1-90ad-e9b50f97bc08 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:38.830740 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e51953-854b-492c-a015-b306dc9d7c32 None None] Routers {'264a3c19-ac2a-4432-b928-f32b3aa045aa'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:45:38.831420 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-97e51953-854b-492c-a015-b306dc9d7c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:45:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['264a3c19-ac2a-4432-b928-f32b3aa045aa'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:38.885265 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-bfa5ffa4-e508-406a-b3a8-6a3648945b37 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Unset dirty status for tenant:bcc408b3053b4123bbeeedda32cab34a on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:45:38.889708 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-bfa5ffa4-e508-406a-b3a8-6a3648945b37 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "GET /v2.0/ports/d44f4eff-a7c9-4842-91d1-088a4e52672f HTTP/1.1" status: 404 len: 333 time: 0.2254741 Dec 20 08:45:38.897951 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37928) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:38.925586 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-26845f62-93be-4c44-a546-70254b48744e tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks [] for router_gateway, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:38.926380 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-26845f62-93be-4c44-a546-70254b48744e tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071'] for router, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:38.934939 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-97e51953-854b-492c-a015-b306dc9d7c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:38.934939 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e51953-854b-492c-a015-b306dc9d7c32 None None] The sync data for ids ['264a3c19-ac2a-4432-b928-f32b3aa045aa'] in dv-neutron-820491-1-hyperv is: [] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:45:38.946984 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8c0827-6a37-428e-b4d2-5cd17ed052b0 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Pushing event deleted for resources: {'Port': ['ID=43fb99d6-fd3f-4ebb-ad05-bf5267b3401b,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:38.968302 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-fa8c0827-6a37-428e-b4d2-5cd17ed052b0 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:39.033175 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-6646f12a-c528-48c8-a31f-1126fd5ab461 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2e006283997b45d0ba1fb109cff1170c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3258989 Dec 20 08:45:39.040056 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37934) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:39.061900 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fa8c0827-6a37-428e-b4d2-5cd17ed052b0 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:39.094929 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6646f12a-c528-48c8-a31f-1126fd5ab461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61f1b390-08ed-4f93-a36a-b6a088073609,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:39.110476 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-6646f12a-c528-48c8-a31f-1126fd5ab461 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:39.125874 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-24e45e7d-4ecc-441a-a718-ce7fe75fb446 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:39.141622 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37942) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:39.145023 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-fa8c0827-6a37-428e-b4d2-5cd17ed052b0 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] 10.222.0.16 "DELETE /v2.0/ports/43fb99d6-fd3f-4ebb-ad05-bf5267b3401b HTTP/1.1" status: 204 len: 168 time: 1.6830018 Dec 20 08:45:39.146298 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-d74f8923-bb3d-4303-b441-d04064cabcdf tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:45:39.157908 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-24e45e7d-4ecc-441a-a718-ce7fe75fb446 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:39.159671 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cddc508-d5fd-4659-9c25-707d0290a432 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:45:39.172302 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4b4eab-c61d-4804-9600-1a447711b365 None None] Sync routers for ids ['fd2784c2-9301-4546-b4f4-5cacc3ac29c6'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:45:39.192952 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ba6e5516-87c8-4f5a-8d0e-224d1517f974 tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:39.196772 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4b4eab-c61d-4804-9600-1a447711b365 None None] Routers {'fd2784c2-9301-4546-b4f4-5cacc3ac29c6'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:45:39.197973 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-cb4b4eab-c61d-4804-9600-1a447711b365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:45:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['fd2784c2-9301-4546-b4f4-5cacc3ac29c6'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:39.262955 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e45e7d-4ecc-441a-a718-ce7fe75fb446 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15598805-e28f-4fcd-a1de-bd8bcc3699ef,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:39.266973 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-24e45e7d-4ecc-441a-a718-ce7fe75fb446 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:39.269865 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1cddc508-d5fd-4659-9c25-707d0290a432 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for floatingip, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:39.273989 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-d74f8923-bb3d-4303-b441-d04064cabcdf tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:45:39.304886 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-cb4b4eab-c61d-4804-9600-1a447711b365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:39.307420 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9915cbd6-c95c-43eb-86df-d32f0548a9b4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks [] for router, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:39.320362 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4b4eab-c61d-4804-9600-1a447711b365 None None] Routers {'fd2784c2-9301-4546-b4f4-5cacc3ac29c6'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:45:39.321078 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-cb4b4eab-c61d-4804-9600-1a447711b365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:45:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['fd2784c2-9301-4546-b4f4-5cacc3ac29c6'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:39.370610 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-1cddc508-d5fd-4659-9c25-707d0290a432 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 13.2374132 Dec 20 08:45:39.371761 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-24e45e7d-4ecc-441a-a718-ce7fe75fb446 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:39.372968 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-24e45e7d-4ecc-441a-a718-ce7fe75fb446 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.1375651 Dec 20 08:45:39.386812 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37950) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:39.387149 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37952) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:39.393835 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-95e11e06-5d11-411f-a568-9393b6f162c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:39.398808 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-cb4b4eab-c61d-4804-9600-1a447711b365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:39.399509 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4b4eab-c61d-4804-9600-1a447711b365 None None] The sync data for ids ['fd2784c2-9301-4546-b4f4-5cacc3ac29c6'] in dv-neutron-820491-1-hyperv is: [] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:45:39.399935 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-b22b1c1f-b688-480c-ac27-7d14e0e8765c tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Deleting port bb234470-0974-4012-877d-413118ee5b22 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:45:39.400285 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b22b1c1f-b688-480c-ac27-7d14e0e8765c tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:39.430267 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-95e11e06-5d11-411f-a568-9393b6f162c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:39.494741 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-cd708edc-6372-4b2d-a84b-2574d330ddac tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:45:39.565657 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-79e753ec-0b8a-4912-b32d-214e6be93b75 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Request body: {'security_group_rule': {'security_group_id': '57316c2a-fdb6-46e9-9469-18e9bc81adc8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:45:39.571180 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d74f8923-bb3d-4303-b441-d04064cabcdf tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Made reservation on behalf of 9679bafc94a64ee0a207e63ba5560387 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:45:39.574755 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d74f8923-bb3d-4303-b441-d04064cabcdf tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1529102'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:39.576370 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-d74f8923-bb3d-4303-b441-d04064cabcdf tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 08:45:39.576799 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d74f8923-bb3d-4303-b441-d04064cabcdf tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:45:39.622491 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-79e753ec-0b8a-4912-b32d-214e6be93b75 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:45:39.628906 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-79e753ec-0b8a-4912-b32d-214e6be93b75 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Usage tracker for resource:security_group_rule and tenant:e2165a78ac154b1c9f29e840efaf3cb7 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:45:39.632819 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-79e753ec-0b8a-4912-b32d-214e6be93b75 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:45:39.642937 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-79e753ec-0b8a-4912-b32d-214e6be93b75 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:45:39.647973 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device eb9c6964-d984-45d4-b174-931e7a1fa0ce up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:45:39.752874 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port eb9c6964-d984-45d4-b174-931e7a1fa0ce completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:45:39.759014 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port eb9c6964-d984-45d4-b174-931e7a1fa0ce triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:45:39.759996 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:39.799643 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-95e11e06-5d11-411f-a568-9393b6f162c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:39.803941 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:39.807006 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3b414b9f-45c8-4c07-a18c-ef2888d28b88 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:39.824693 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e11e06-5d11-411f-a568-9393b6f162c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f1b390-08ed-4f93-a36a-b6a088073609,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:39.829559 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-95e11e06-5d11-411f-a568-9393b6f162c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:39.835096 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-95e11e06-5d11-411f-a568-9393b6f162c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:39.836340 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-95e11e06-5d11-411f-a568-9393b6f162c6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/61f1b390-08ed-4f93-a36a-b6a088073609 HTTP/1.1" status: 204 len: 168 time: 0.7882500 Dec 20 08:45:39.892153 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-79e753ec-0b8a-4912-b32d-214e6be93b75 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:39.901291 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d74f8923-bb3d-4303-b441-d04064cabcdf tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.2416217 Dec 20 08:45:39.907402 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37966) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:39.973335 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37972) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:39.978439 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:40.010028 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-c356e580-fda7-4c19-aee9-c35b29d2f86f tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Synchronizing usage tracker for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:45:40.022381 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port eb9c6964-d984-45d4-b174-931e7a1fa0ce, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=eb9c6964-d984-45d4-b174-931e7a1fa0ce,segment=NetworkSegment(b15ed654-e239-4345-87ef-d2514f065b9f),segment_id=b15ed654-e239-4345-87ef-d2514f065b9f)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:45:40.026694 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:40.030186 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26845f62-93be-4c44-a546-70254b48744e tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Router 2fe92971-b1d3-4b87-ac89-eeeb76ebd64f is scheduled to L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 with binding_index 1 {{(pid=83445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 08:45:40.030357 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-5703c682-4aee-428d-9228-9773d32cc61a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:40.062951 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cd708edc-6372-4b2d-a84b-2574d330ddac tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks [] for floatingip, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:40.104536 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=eb9c6964-d984-45d4-b174-931e7a1fa0ce,revision_number=5']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:40.107330 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-c356e580-fda7-4c19-aee9-c35b29d2f86f tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Unset dirty status for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:45:40.107938 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:40.111200 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-c356e580-fda7-4c19-aee9-c35b29d2f86f tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1991994 Dec 20 08:45:40.118473 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37978) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:40.216933 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa94d7a3-26c5-43ad-8ed2-150d50388efb tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:45:40.217931 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-aa94d7a3-26c5-43ad-8ed2-150d50388efb tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Synchronizing usage tracker for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:subnet {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:45:40.244293 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-aa94d7a3-26c5-43ad-8ed2-150d50388efb tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Unset dirty status for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:subnet {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:45:40.247860 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-aa94d7a3-26c5-43ad-8ed2-150d50388efb tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1262159 Dec 20 08:45:40.287778 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b22b1c1f-b688-480c-ac27-7d14e0e8765c tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:40.298916 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 37986) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:40.382595 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26845f62-93be-4c44-a546-70254b48744e tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:45:40.399655 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63993d8e-50e0-4854-9769-a68ea85cbab3 None None] Sync routers for ids ['2fe92971-b1d3-4b87-ac89-eeeb76ebd64f'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:45:40.414898 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63993d8e-50e0-4854-9769-a68ea85cbab3 None None] Routers {'2fe92971-b1d3-4b87-ac89-eeeb76ebd64f'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:45:40.415136 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-63993d8e-50e0-4854-9769-a68ea85cbab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:45:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['2fe92971-b1d3-4b87-ac89-eeeb76ebd64f'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:40.425775 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-26845f62-93be-4c44-a546-70254b48744e tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:40.430926 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-26845f62-93be-4c44-a546-70254b48744e tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.6434216 Dec 20 08:45:40.431417 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 37998) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:40.438450 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-fa99edf8-39bf-4312-a18c-15a7c5dcf143 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:45:40.486250 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-8ad37d7e-2439-4046-bea1-6edad9c25d74 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1678996 Dec 20 08:45:40.493285 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-63993d8e-50e0-4854-9769-a68ea85cbab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:40.510544 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63993d8e-50e0-4854-9769-a68ea85cbab3 None None] Routers {'2fe92971-b1d3-4b87-ac89-eeeb76ebd64f'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:45:40.511589 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-63993d8e-50e0-4854-9769-a68ea85cbab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:45:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['2fe92971-b1d3-4b87-ac89-eeeb76ebd64f'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:40.525068 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 38002) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:40.569873 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-a0569684-d652-4969-8923-ca3d6e3bdf58 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Request body: {'subnet': {'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:45:40.610685 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-63993d8e-50e0-4854-9769-a68ea85cbab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:40.611462 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63993d8e-50e0-4854-9769-a68ea85cbab3 None None] The sync data for ids ['2fe92971-b1d3-4b87-ac89-eeeb76ebd64f'] in dv-neutron-820491-1-hyperv is: [] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:45:40.616174 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-b22b1c1f-b688-480c-ac27-7d14e0e8765c tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Calling delete_port for bb234470-0974-4012-877d-413118ee5b22 owned by {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:45:40.730732 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-b35d55c0-16c6-4eea-ae95-b2bdfb236eb3 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Request body: {'security_group': {'name': 'tempest-secgroup--1981204923'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:45:40.757069 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-a0569684-d652-4969-8923-ca3d6e3bdf58 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:45:40.780052 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-a0569684-d652-4969-8923-ca3d6e3bdf58 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:45:40.826517 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-b35d55c0-16c6-4eea-ae95-b2bdfb236eb3 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:45:40.838542 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-b35d55c0-16c6-4eea-ae95-b2bdfb236eb3 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Usage tracker for resource:security_group and tenant:7ffac61ac2484e8a96a049ebd1380818 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:45:40.854099 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0569684-d652-4969-8923-ca3d6e3bdf58 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Made reservation on behalf of 9679bafc94a64ee0a207e63ba5560387 for: {'subnet': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:45:40.900088 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-b35d55c0-16c6-4eea-ae95-b2bdfb236eb3 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:45:40.911731 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9915cbd6-c95c-43eb-86df-d32f0548a9b4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24735'] for router, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:40.914301 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-b35d55c0-16c6-4eea-ae95-b2bdfb236eb3 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:45:40.960679 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-79e753ec-0b8a-4912-b32d-214e6be93b75 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:40.964620 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9915cbd6-c95c-43eb-86df-d32f0548a9b4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:40.973060 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-79e753ec-0b8a-4912-b32d-214e6be93b75 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:40.981848 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b35d55c0-16c6-4eea-ae95-b2bdfb236eb3 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:40.985871 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a0569684-d652-4969-8923-ca3d6e3bdf58 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2095160'] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:41.007977 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:41.013272 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b35d55c0-16c6-4eea-ae95-b2bdfb236eb3 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:41.029912 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b22b1c1f-b688-480c-ac27-7d14e0e8765c tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:41.078501 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e753ec-0b8a-4912-b32d-214e6be93b75 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57b42c4e-a402-4406-b0ab-4613cc631c15,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:41.102438 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-b35d55c0-16c6-4eea-ae95-b2bdfb236eb3 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:45:41.109322 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-79e753ec-0b8a-4912-b32d-214e6be93b75 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:41.109893 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-288be699-e0ac-4f08-a685-5e5ce6fae3c5 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:41.152023 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-b35d55c0-16c6-4eea-ae95-b2bdfb236eb3 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Usage tracker for resource:security_group_rule and tenant:7ffac61ac2484e8a96a049ebd1380818 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:45:41.163115 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-b35d55c0-16c6-4eea-ae95-b2bdfb236eb3 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:45:41.216833 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22b1c1f-b688-480c-ac27-7d14e0e8765c tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Pushing event deleted for resources: {'Port': ['ID=bb234470-0974-4012-877d-413118ee5b22,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:41.219608 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-79e753ec-0b8a-4912-b32d-214e6be93b75 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:41.220939 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-79e753ec-0b8a-4912-b32d-214e6be93b75 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.8260183 Dec 20 08:45:41.225688 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b22b1c1f-b688-480c-ac27-7d14e0e8765c tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:41.232958 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9915cbd6-c95c-43eb-86df-d32f0548a9b4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-390871'] for router, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:41.233665 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9915cbd6-c95c-43eb-86df-d32f0548a9b4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Fanout notify agent at l3_agent the message router_deleted on router 264a3c19-ac2a-4432-b928-f32b3aa045aa {{(pid=83444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 08:45:41.236344 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-b35d55c0-16c6-4eea-ae95-b2bdfb236eb3 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:45:41.251988 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38022) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:41.253042 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b22b1c1f-b688-480c-ac27-7d14e0e8765c tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:41.269646 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-91517c26-c5f5-4911-8fd4-704ac8be898d tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Request body: {'floatingip': {'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:45:41.275266 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cd708edc-6372-4b2d-a84b-2574d330ddac tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:41.280058 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-91517c26-c5f5-4911-8fd4-704ac8be898d tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:45:41.287076 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b22b1c1f-b688-480c-ac27-7d14e0e8765c tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] 10.222.0.16 "DELETE /v2.0/ports/bb234470-0974-4012-877d-413118ee5b22 HTTP/1.1" status: 204 len: 168 time: 2.1444609 Dec 20 08:45:41.290705 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9915cbd6-c95c-43eb-86df-d32f0548a9b4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:41.291871 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-9915cbd6-c95c-43eb-86df-d32f0548a9b4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "DELETE /v2.0/routers/264a3c19-ac2a-4432-b928-f32b3aa045aa HTTP/1.1" status: 204 len: 168 time: 2.3923216 Dec 20 08:45:41.294975 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38026) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:41.295456 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38028) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:41.296137 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cd708edc-6372-4b2d-a84b-2574d330ddac tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-345990'] for floatingip, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:41.296811 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.l3_db [None req-cd708edc-6372-4b2d-a84b-2574d330ddac tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Floating IP dffbacb3-92ee-4bd0-bc63-4f23a347ffcd disassociated. External IP: 172.26.5.186, port: 9e1d11ad-b081-4958-acde-afc1a813c0f9. Dec 20 08:45:41.358574 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-91517c26-c5f5-4911-8fd4-704ac8be898d tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Usage tracker for resource:floatingip and tenant:e2165a78ac154b1c9f29e840efaf3cb7 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:45:41.435407 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-91517c26-c5f5-4911-8fd4-704ac8be898d tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:45:41.457252 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-91517c26-c5f5-4911-8fd4-704ac8be898d tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:45:41.461603 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-a60cb22e-60d3-451b-92b8-bb2e274a8921 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Synchronizing usage tracker for tenant:31dd18a4fca14026a07f2ad70c7c37b0 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:45:41.515882 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-91517c26-c5f5-4911-8fd4-704ac8be898d tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Notify callbacks [] for floatingip, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:41.555187 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-a60cb22e-60d3-451b-92b8-bb2e274a8921 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Unset dirty status for tenant:31dd18a4fca14026a07f2ad70c7c37b0 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:45:41.556327 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a60cb22e-60d3-451b-92b8-bb2e274a8921 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2079494 Dec 20 08:45:41.560777 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 38040) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:41.573093 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-70efcbfc-8147-4072-8b47-0597f5d7634d tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-512174925'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:45:41.580095 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.objects.ports [None req-a0569684-d652-4969-8923-ca3d6e3bdf58 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83445) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 20 08:45:41.584682 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-70efcbfc-8147-4072-8b47-0597f5d7634d tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:45:41.587244 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a0569684-d652-4969-8923-ca3d6e3bdf58 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2036557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2095114'] for subnet, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:41.594195 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-5270e5fb-b877-4610-a4ff-babb12542991 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:41.653639 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device eb9c6964-d984-45d4-b174-931e7a1fa0ce up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:45:41.690725 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b35d55c0-16c6-4eea-ae95-b2bdfb236eb3 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:41.755919 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-70efcbfc-8147-4072-8b47-0597f5d7634d tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Usage tracker for resource:network and tenant:31dd18a4fca14026a07f2ad70c7c37b0 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:45:41.764450 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-70efcbfc-8147-4072-8b47-0597f5d7634d tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:45:41.775237 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port eb9c6964-d984-45d4-b174-931e7a1fa0ce triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:45:41.775634 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:41.783131 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-70efcbfc-8147-4072-8b47-0597f5d7634d tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:45:41.824040 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0569684-d652-4969-8923-ca3d6e3bdf58 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:45:41.825335 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-a0569684-d652-4969-8923-ca3d6e3bdf58 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:45:41.841156 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5585203-3f60-4e4f-b3cb-8f5702a66b67 None None] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:45:41.879169 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70efcbfc-8147-4072-8b47-0597f5d7634d tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Made reservation on behalf of 31dd18a4fca14026a07f2ad70c7c37b0 for: {'network': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:45:41.882832 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-70efcbfc-8147-4072-8b47-0597f5d7634d tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:41.885445 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b35d55c0-16c6-4eea-ae95-b2bdfb236eb3 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:41.895269 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-acc406ee-816f-401d-8a17-96bc628054ff tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:41.902205 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0569684-d652-4969-8923-ca3d6e3bdf58 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:45:41.902754 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a0569684-d652-4969-8923-ca3d6e3bdf58 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:41.931634 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0569684-d652-4969-8923-ca3d6e3bdf58 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event updated for resources: {'Subnet': ['ID=9abba35e-38db-4664-a78b-d9a6542458b9,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:41.936451 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a0569684-d652-4969-8923-ca3d6e3bdf58 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:41.964619 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70efcbfc-8147-4072-8b47-0597f5d7634d tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=83445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:45:41.974608 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-a0569684-d652-4969-8923-ca3d6e3bdf58 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4302282 Dec 20 08:45:41.976978 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 38048) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:41.985308 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-8f91bed9-dcc2-4507-9839-09e60b86da60 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Request body: {'port': {'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'mac_address': 'fa:16:3e:1d:26:2a', 'name': 'tempest-NetworksTestDHCPv6-761239699'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:45:42.009894 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-70efcbfc-8147-4072-8b47-0597f5d7634d tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:42.010202 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.segments_db [None req-70efcbfc-8147-4072-8b47-0597f5d7634d tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Added segment 27092340-b88e-41d2-aa0d-8fffd3454758 of type vlan for network 11899bfb-80ba-4808-b3ae-06c09132f023 Dec 20 08:45:42.012818 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35d55c0-16c6-4eea-ae95-b2bdfb236eb3 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11ff1743-69bf-4ad2-b2a8-aa160f9b6024,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:42.017170 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a8a7f87-e3df-4b29-a6ab-eecf7f1bea43 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Deleting subnet de3d0d6b-1a07-4742-ace3-263cea1cf879 {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:45:42.022699 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-b35d55c0-16c6-4eea-ae95-b2bdfb236eb3 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:45:42.024987 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b35d55c0-16c6-4eea-ae95-b2bdfb236eb3 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:42.032762 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6a8a7f87-e3df-4b29-a6ab-eecf7f1bea43 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:42.061003 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-b35d55c0-16c6-4eea-ae95-b2bdfb236eb3 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Usage tracker for resource:security_group_rule and tenant:7ffac61ac2484e8a96a049ebd1380818 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:45:42.065626 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-b35d55c0-16c6-4eea-ae95-b2bdfb236eb3 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:45:42.082537 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-b35d55c0-16c6-4eea-ae95-b2bdfb236eb3 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:45:42.132109 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-70efcbfc-8147-4072-8b47-0597f5d7634d tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:42.132383 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6a8a7f87-e3df-4b29-a6ab-eecf7f1bea43 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1618747'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:42.209908 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-8f91bed9-dcc2-4507-9839-09e60b86da60 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:45:42.221651 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fa99edf8-39bf-4312-a18c-15a7c5dcf143 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24724'] for router, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:42.233149 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-8f91bed9-dcc2-4507-9839-09e60b86da60 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:45:42.237105 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-70efcbfc-8147-4072-8b47-0597f5d7634d tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:42.249354 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70efcbfc-8147-4072-8b47-0597f5d7634d tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:45:42.250501 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-70efcbfc-8147-4072-8b47-0597f5d7634d tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:42.264970 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a6afea-0656-49d4-8d25-d31884bf8349 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'tenant_id': '9679bafc94a64ee0a207e63ba5560387', 'fixed_ips': [{'subnet_id': '9abba35e-38db-4664-a78b-d9a6542458b9'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:45:42.265953 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b3a6afea-0656-49d4-8d25-d31884bf8349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:42.269953 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b35d55c0-16c6-4eea-ae95-b2bdfb236eb3 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:42.277692 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e00474c6-8bc9-4b33-9e9e-6c66fad8568e tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:42.289378 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-91517c26-c5f5-4911-8fd4-704ac8be898d tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:42.291065 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b35d55c0-16c6-4eea-ae95-b2bdfb236eb3 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:42.303478 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-80cf6633-29b4-46ce-9e6e-a77f69f5c2db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:42.322018 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fa99edf8-39bf-4312-a18c-15a7c5dcf143 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:42.336626 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f91bed9-dcc2-4507-9839-09e60b86da60 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Made reservation on behalf of 9679bafc94a64ee0a207e63ba5560387 for: {'port': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:45:42.340823 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8f91bed9-dcc2-4507-9839-09e60b86da60 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:42.401552 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38056) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:42.410528 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-fa99edf8-39bf-4312-a18c-15a7c5dcf143 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Deleting port 3ae1b282-883d-49d9-be8a-cbfb3b553f92 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:45:42.411410 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fa99edf8-39bf-4312-a18c-15a7c5dcf143 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:42.425382 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35d55c0-16c6-4eea-ae95-b2bdfb236eb3 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc5c34f-0916-490f-8e77-3d8839223277,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:42.431740 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b35d55c0-16c6-4eea-ae95-b2bdfb236eb3 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:42.438549 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-70efcbfc-8147-4072-8b47-0597f5d7634d tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8739326 Dec 20 08:45:42.440237 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6a8a7f87-e3df-4b29-a6ab-eecf7f1bea43 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:42.443160 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 38062) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:42.467511 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b35d55c0-16c6-4eea-ae95-b2bdfb236eb3 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:42.468720 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b35d55c0-16c6-4eea-ae95-b2bdfb236eb3 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 2.4931831 Dec 20 08:45:42.481892 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38064) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:42.499775 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-bee66726-71c8-441d-9e30-17cf731fc804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:42.510943 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-82826cd3-157d-4d15-936e-292460557ab5 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1330381223'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:45:42.515645 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-82826cd3-157d-4d15-936e-292460557ab5 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:45:42.517833 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-b3a6afea-0656-49d4-8d25-d31884bf8349 None None] Allocated IP 2001:db8::f816:3eff:fec9:660f (f75aa0d2-5f41-40f3-a9e0-d60d934965a4/9abba35e-38db-4664-a78b-d9a6542458b9/ab82eb70-3b22-4494-9db6-61d6d9e53150) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:45:42.519830 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-82826cd3-157d-4d15-936e-292460557ab5 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Usage tracker for resource:network and tenant:31dd18a4fca14026a07f2ad70c7c37b0 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:45:42.522851 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-82826cd3-157d-4d15-936e-292460557ab5 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:45:42.528604 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-82826cd3-157d-4d15-936e-292460557ab5 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:45:42.546658 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70efcbfc-8147-4072-8b47-0597f5d7634d tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Pushing event updated for resources: {'Network': ['ID=11899bfb-80ba-4808-b3ae-06c09132f023,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:42.549878 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-8f91bed9-dcc2-4507-9839-09e60b86da60 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] device_id is not set on port 30287ae7-80be-4d9b-a8b2-d00857439b5a yet. {{(pid=83445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:45:42.568847 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network 11899bfb-80ba-4808-b3ae-06c09132f023 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:45:42.586347 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82826cd3-157d-4d15-936e-292460557ab5 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Made reservation on behalf of 31dd18a4fca14026a07f2ad70c7c37b0 for: {'network': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:45:42.590295 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-82826cd3-157d-4d15-936e-292460557ab5 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:42.603602 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-70efcbfc-8147-4072-8b47-0597f5d7634d tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:42.719727 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-91517c26-c5f5-4911-8fd4-704ac8be898d tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Allocated IP 172.26.5.173 (95f3bec2-46e6-4468-8229-8badd4a5aaae/cf8895a3-346d-4313-a645-16ecdcce9969/7c337ed6-2ffd-4960-96f3-d298a92f250e) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:45:42.722059 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6a8a7f87-e3df-4b29-a6ab-eecf7f1bea43 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1129313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1529131'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:42.730266 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82826cd3-157d-4d15-936e-292460557ab5 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=83445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:45:42.731421 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4029e23f-5313-4f0b-ad5d-4efc43c0728f tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:42.776638 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f2436518-5a24-4c3d-b186-280677b38fab tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Synchronizing usage tracker for tenant:7ffac61ac2484e8a96a049ebd1380818 on resource:security_group {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:45:42.779171 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a7f87-e3df-4b29-a6ab-eecf7f1bea43 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Pushing event deleted for resources: {'Subnet': ['ID=de3d0d6b-1a07-4742-ace3-263cea1cf879,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:42.795333 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-6a8a7f87-e3df-4b29-a6ab-eecf7f1bea43 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:42.800727 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-82826cd3-157d-4d15-936e-292460557ab5 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:42.801064 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.segments_db [None req-82826cd3-157d-4d15-936e-292460557ab5 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Added segment 4c407a12-8c7e-4db5-a00c-ff621928a577 of type vlan for network 4a6b2fa9-1294-4be1-bd8d-d838b447a82a Dec 20 08:45:42.802418 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-09bc06bc-a3a2-444d-bfdd-2e695be6176d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'network': {'name': 'tempest-network-smoke--650494830', 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'port_security_enabled': True}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:45:42.826362 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-09bc06bc-a3a2-444d-bfdd-2e695be6176d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:45:42.838255 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-09bc06bc-a3a2-444d-bfdd-2e695be6176d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:network and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:45:42.842722 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfdfc860-9f87-4db3-bd83-ab4696d40370 None None] Network 91723284-4164-4670-aa7d-b36743d6311f requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:45:42.843928 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6a8a7f87-e3df-4b29-a6ab-eecf7f1bea43 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:42.848740 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-09bc06bc-a3a2-444d-bfdd-2e695be6176d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:45:42.850086 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fa99edf8-39bf-4312-a18c-15a7c5dcf143 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:42.862745 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-82826cd3-157d-4d15-936e-292460557ab5 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:42.931051 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-09bc06bc-a3a2-444d-bfdd-2e695be6176d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:45:42.936576 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-6a8a7f87-e3df-4b29-a6ab-eecf7f1bea43 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "DELETE /v2.0/subnets/de3d0d6b-1a07-4742-ace3-263cea1cf879 HTTP/1.1" status: 204 len: 168 time: 1.5858967 Dec 20 08:45:42.976213 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 38070) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:42.985357 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-fa99edf8-39bf-4312-a18c-15a7c5dcf143 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Calling delete_port for 3ae1b282-883d-49d9-be8a-cbfb3b553f92 owned by network:router_gateway {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:45:42.990933 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f2436518-5a24-4c3d-b186-280677b38fab tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Unset dirty status for tenant:7ffac61ac2484e8a96a049ebd1380818 on resource:security_group {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:45:42.994835 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f2436518-5a24-4c3d-b186-280677b38fab tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.5093722 Dec 20 08:45:42.998573 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38074) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:43.009128 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-8035a75b-206e-4582-9928-bdf345fe3c64 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Request body: {'security_group': {'name': 'tempest-security--1442848368', 'description': 'tempest-security-description-414242851'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:45:43.021135 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09bc06bc-a3a2-444d-bfdd-2e695be6176d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Made reservation on behalf of f7b89f97320342ff933d41aa1a974b12 for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:45:43.025031 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-09bc06bc-a3a2-444d-bfdd-2e695be6176d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:43.036389 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.resource_extend [None req-82826cd3-157d-4d15-936e-292460557ab5 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 08:45:43.078570 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-09bc06bc-a3a2-444d-bfdd-2e695be6176d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:43.119194 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8035a75b-206e-4582-9928-bdf345fe3c64 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:43.129055 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-91517c26-c5f5-4911-8fd4-704ac8be898d tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:43.149096 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-82826cd3-157d-4d15-936e-292460557ab5 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:43.152980 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82826cd3-157d-4d15-936e-292460557ab5 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:45:43.153460 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-82826cd3-157d-4d15-936e-292460557ab5 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:43.168472 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3b1440b9-267d-4404-ac1d-8004b016820b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:43.178872 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b3a6afea-0656-49d4-8d25-d31884bf8349 None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:43.198193 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-b3a6afea-0656-49d4-8d25-d31884bf8349 None None] Transition to ACTIVE for port object ab82eb70-3b22-4494-9db6-61d6d9e53150 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:45:43.199661 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-09bc06bc-a3a2-444d-bfdd-2e695be6176d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:45:43.210559 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-09bc06bc-a3a2-444d-bfdd-2e695be6176d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:security_group_rule and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:45:43.220045 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-b3a6afea-0656-49d4-8d25-d31884bf8349 None None] Transition to ACTIVE for port object ab82eb70-3b22-4494-9db6-61d6d9e53150 will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:45:43.221184 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-09bc06bc-a3a2-444d-bfdd-2e695be6176d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:45:43.228262 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b3a6afea-0656-49d4-8d25-d31884bf8349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:43.234427 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8035a75b-206e-4582-9928-bdf345fe3c64 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:43.235355 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-3bfc9fca-ed83-4d84-af70-efff977e3921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:43.237143 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-09bc06bc-a3a2-444d-bfdd-2e695be6176d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:45:43.247632 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8035a75b-206e-4582-9928-bdf345fe3c64 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:43.258106 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-8879d9a1-da3e-4259-b274-1e93780e160e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:43.302105 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82826cd3-157d-4d15-936e-292460557ab5 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Pushing event updated for resources: {'Network': ['ID=4a6b2fa9-1294-4be1-bd8d-d838b447a82a,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:43.312067 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a6afea-0656-49d4-8d25-d31884bf8349 None None] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:45:43.315444 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-91517c26-c5f5-4911-8fd4-704ac8be898d tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:43.315692 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-b3a6afea-0656-49d4-8d25-d31884bf8349 None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:45:43.319340 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a6afea-0656-49d4-8d25-d31884bf8349 None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:45:43.323753 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network 4a6b2fa9-1294-4be1-bd8d-d838b447a82a details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:45:43.326507 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8035a75b-206e-4582-9928-bdf345fe3c64 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:43.328497 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-8035a75b-206e-4582-9928-bdf345fe3c64 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] 10.222.0.16 "PUT /v2.0/security-groups/4bc5c34f-0916-490f-8e77-3d8839223277 HTTP/1.1" status: 200 len: 1611 time: 0.3282435 Dec 20 08:45:43.334047 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8035a75b-206e-4582-9928-bdf345fe3c64 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc5c34f-0916-490f-8e77-3d8839223277,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:43.337352 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38078) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:43.339397 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd708edc-6372-4b2d-a84b-2574d330ddac tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Router fd2784c2-9301-4546-b4f4-5cacc3ac29c6 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:45:43.342049 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a6afea-0656-49d4-8d25-d31884bf8349 None None] Pushing event updated for resources: {'Port': ['ID=ab82eb70-3b22-4494-9db6-61d6d9e53150,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:43.342592 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b4ec0b97-ac00-4947-ac47-35a5fcb7ef95 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:43.343745 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-8035a75b-206e-4582-9928-bdf345fe3c64 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:43.345173 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-b3a6afea-0656-49d4-8d25-d31884bf8349 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:43.351027 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b60608-bf13-415c-9edb-eb326553556e None None] DHCP port deletion for 91723284-4164-4670-aa7d-b36743d6311f request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 08:45:43.352491 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ba6d9b0f-d95a-437f-8726-7952f965314a tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:43.356274 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-82826cd3-157d-4d15-936e-292460557ab5 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:43.388430 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-70b60608-bf13-415c-9edb-eb326553556e None None] Deleting port 840cc207-60e7-449f-bef9-c027ad89680f {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:45:43.388711 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-70b60608-bf13-415c-9edb-eb326553556e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:43.405446 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-82826cd3-157d-4d15-936e-292460557ab5 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9003077 Dec 20 08:45:43.499360 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91517c26-c5f5-4911-8fd4-704ac8be898d tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Network 95f3bec2-46e6-4468-8229-8badd4a5aaae is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:45:43.517882 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-91517c26-c5f5-4911-8fd4-704ac8be898d tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:45:43.530442 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91517c26-c5f5-4911-8fd4-704ac8be898d tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:45:43.534723 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-8f91bed9-dcc2-4507-9839-09e60b86da60 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Allocated IP 2001:db8::f816:3eff:fe1d:262a (f75aa0d2-5f41-40f3-a9e0-d60d934965a4/9abba35e-38db-4664-a78b-d9a6542458b9/30287ae7-80be-4d9b-a8b2-d00857439b5a) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:45:43.549891 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-b4ec0b97-ac00-4947-ac47-35a5fcb7ef95 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Deleting port 840cc207-60e7-449f-bef9-c027ad89680f {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:45:43.550710 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b4ec0b97-ac00-4947-ac47-35a5fcb7ef95 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:43.594117 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91517c26-c5f5-4911-8fd4-704ac8be898d tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Pushing event updated for resources: {'Port': ['ID=7c337ed6-2ffd-4960-96f3-d298a92f250e,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:43.595373 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fa99edf8-39bf-4312-a18c-15a7c5dcf143 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:43.597473 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 840cc207-60e7-449f-bef9-c027ad89680f no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:45:43.605169 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-4ce65a0d-76ae-4bf9-b006-1ca52e197d21 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:43.659507 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-91517c26-c5f5-4911-8fd4-704ac8be898d tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:43.674793 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-09bc06bc-a3a2-444d-bfdd-2e695be6176d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:43.692298 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-02898ea0-dbb7-4254-b60f-45fa70505d21 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] 10.222.0.16 "GET /v2.0/security-groups/4bc5c34f-0916-490f-8e77-3d8839223277 HTTP/1.1" status: 200 len: 1611 time: 0.3504057 Dec 20 08:45:43.696944 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38082) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:43.698148 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-09bc06bc-a3a2-444d-bfdd-2e695be6176d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:43.724418 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-bafa5a43-fad1-4398-a7f3-bae594273348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204235498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204235498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:43.809985 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa99edf8-39bf-4312-a18c-15a7c5dcf143 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Pushing event deleted for resources: {'Port': ['ID=3ae1b282-883d-49d9-be8a-cbfb3b553f92,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:43.827914 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-fa99edf8-39bf-4312-a18c-15a7c5dcf143 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:43.828318 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09bc06bc-a3a2-444d-bfdd-2e695be6176d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:45:43.880002 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bc06bc-a3a2-444d-bfdd-2e695be6176d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3300a61-370b-4563-9f0a-90930d8ea706,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:43.883647 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-09bc06bc-a3a2-444d-bfdd-2e695be6176d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:43.885450 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-09bc06bc-a3a2-444d-bfdd-2e695be6176d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:43.886017 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-09bc06bc-a3a2-444d-bfdd-2e695be6176d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Added segment 4add418e-9ba1-4854-8396-6b270d4c02ff of type vlan for network 627d2b4e-ee9f-42de-b848-af479fe5c2f5 Dec 20 08:45:43.888334 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e33893ba-5266-4880-8f25-245be107ff46 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:43.982672 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-70b60608-bf13-415c-9edb-eb326553556e None None] For port 840cc207-60e7-449f-bef9-c027ad89680f, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=840cc207-60e7-449f-bef9-c027ad89680f,segment=NetworkSegment(7bb434c1-1956-4650-b323-6b79133731f1),segment_id=7bb434c1-1956-4650-b323-6b79133731f1)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:45:43.983273 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-70b60608-bf13-415c-9edb-eb326553556e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:44.010568 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-b3a6afea-0656-49d4-8d25-d31884bf8349 None None] Attempting to bind port ab82eb70-3b22-4494-9db6-61d6d9e53150 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:45:44.010951 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-b3a6afea-0656-49d4-8d25-d31884bf8349 None None] Attempting to bind port ab82eb70-3b22-4494-9db6-61d6d9e53150 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '7c00552d-ea93-440b-911c-cb3aa0a4eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:45:44.011357 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a6afea-0656-49d4-8d25-d31884bf8349 None None] Attempting to bind port ab82eb70-3b22-4494-9db6-61d6d9e53150 on network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:45:44.115744 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8f91bed9-dcc2-4507-9839-09e60b86da60 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:44.135286 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-8f91bed9-dcc2-4507-9839-09e60b86da60 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Transition to ACTIVE for port object 30287ae7-80be-4d9b-a8b2-d00857439b5a will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:45:44.156558 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-70b60608-bf13-415c-9edb-eb326553556e None None] Calling delete_port for 840cc207-60e7-449f-bef9-c027ad89680f owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:45:44.171557 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-09bc06bc-a3a2-444d-bfdd-2e695be6176d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:44.177016 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e33893ba-5266-4880-8f25-245be107ff46 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:44.200245 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8f91bed9-dcc2-4507-9839-09e60b86da60 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:44.225003 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a6afea-0656-49d4-8d25-d31884bf8349 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:45:44.225448 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a6afea-0656-49d4-8d25-d31884bf8349 None None] Checking segment: {'id': '7c00552d-ea93-440b-911c-cb3aa0a4eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:45:44.225807 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b3a6afea-0656-49d4-8d25-d31884bf8349 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:44.226254 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a6afea-0656-49d4-8d25-d31884bf8349 None None] Bound using segment: {'id': '7c00552d-ea93-440b-911c-cb3aa0a4eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:45:44.226738 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-b3a6afea-0656-49d4-8d25-d31884bf8349 None None] Bound port: ab82eb70-3b22-4494-9db6-61d6d9e53150, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c00552d-ea93-440b-911c-cb3aa0a4eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:45:44.227162 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b3a6afea-0656-49d4-8d25-d31884bf8349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:44.230176 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-1cddc508-d5fd-4659-9c25-707d0290a432 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:44.316284 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f91bed9-dcc2-4507-9839-09e60b86da60 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event updated for resources: {'Port': ['ID=30287ae7-80be-4d9b-a8b2-d00857439b5a,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:44.349774 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-09bc06bc-a3a2-444d-bfdd-2e695be6176d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:44.354785 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09bc06bc-a3a2-444d-bfdd-2e695be6176d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:45:44.355853 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-09bc06bc-a3a2-444d-bfdd-2e695be6176d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:44.377619 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-5641e46b-866d-4b13-afc9-1597e33d0ac2 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:44.391825 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-8f91bed9-dcc2-4507-9839-09e60b86da60 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:44.421805 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:44.494723 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bc06bc-a3a2-444d-bfdd-2e695be6176d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'Network': ['ID=627d2b4e-ee9f-42de-b848-af479fe5c2f5,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:44.499697 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-09bc06bc-a3a2-444d-bfdd-2e695be6176d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:44.500764 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e33893ba-5266-4880-8f25-245be107ff46 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:44.515505 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1fbf83e8-4237-4a8a-98f5-2a9fdbb78943 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:44.530656 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-91517c26-c5f5-4911-8fd4-704ac8be898d tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:44.535102 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network 627d2b4e-ee9f-42de-b848-af479fe5c2f5 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:45:44.554755 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33893ba-5266-4880-8f25-245be107ff46 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc5c34f-0916-490f-8e77-3d8839223277,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:44.559601 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e33893ba-5266-4880-8f25-245be107ff46 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:44.616091 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f91bed9-dcc2-4507-9839-09e60b86da60 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:45:44.633856 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-8f91bed9-dcc2-4507-9839-09e60b86da60 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:45:44.646741 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f91bed9-dcc2-4507-9839-09e60b86da60 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:45:44.653254 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f91bed9-dcc2-4507-9839-09e60b86da60 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:45:44.653881 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8f91bed9-dcc2-4507-9839-09e60b86da60 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:44.709390 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd708edc-6372-4b2d-a84b-2574d330ddac tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:45:44.713651 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cd708edc-6372-4b2d-a84b-2574d330ddac tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:44.728641 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f481c43-6e2a-46c4-81a0-41965ea5f126 None None] Sync routers for ids ['fd2784c2-9301-4546-b4f4-5cacc3ac29c6'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:45:44.746303 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e33893ba-5266-4880-8f25-245be107ff46 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:44.750453 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e33893ba-5266-4880-8f25-245be107ff46 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] 10.222.0.16 "DELETE /v2.0/security-groups/4bc5c34f-0916-490f-8e77-3d8839223277 HTTP/1.1" status: 204 len: 168 time: 1.0438929 Dec 20 08:45:44.751927 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f481c43-6e2a-46c4-81a0-41965ea5f126 None None] Routers {'fd2784c2-9301-4546-b4f4-5cacc3ac29c6'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:45:44.752206 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-09bc06bc-a3a2-444d-bfdd-2e695be6176d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.3431013 Dec 20 08:45:44.753043 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-1f481c43-6e2a-46c4-81a0-41965ea5f126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:45:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['fd2784c2-9301-4546-b4f4-5cacc3ac29c6'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:44.756663 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 38086) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:44.757018 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 38088) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:44.758046 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fa99edf8-39bf-4312-a18c-15a7c5dcf143 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346107'] for router_gateway, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:44.788440 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-91517c26-c5f5-4911-8fd4-704ac8be898d tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:44.822810 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-8f91bed9-dcc2-4507-9839-09e60b86da60 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.8447118 Dec 20 08:45:44.826439 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38094) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:44.861273 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-70b60608-bf13-415c-9edb-eb326553556e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102'] for port, after_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:44.864660 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-cd708edc-6372-4b2d-a84b-2574d330ddac tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] 10.222.0.16 "PUT /v2.0/floatingips/dffbacb3-92ee-4bd0-bc63-4f23a347ffcd HTTP/1.1" status: 200 len: 688 time: 5.4761515 Dec 20 08:45:44.871283 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-a3a24976-89aa-4d3f-ac61-b750c5a3c7c7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-405621392', 'admin_state_up': True, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:45:44.871472 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38098) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:44.900218 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-1f481c43-6e2a-46c4-81a0-41965ea5f126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:44.910355 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-b3a6afea-0656-49d4-8d25-d31884bf8349 None None] For port ab82eb70-3b22-4494-9db6-61d6d9e53150, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:45:44.913696 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-b3a6afea-0656-49d4-8d25-d31884bf8349 None None] For port ab82eb70-3b22-4494-9db6-61d6d9e53150, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=ab82eb70-3b22-4494-9db6-61d6d9e53150,segment=NetworkSegment(7c00552d-ea93-440b-911c-cb3aa0a4eeff),segment_id=7c00552d-ea93-440b-911c-cb3aa0a4eeff)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:45:44.918148 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-8364bedc-ec93-46b3-8508-1f3a2c67a744 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:44.921014 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f481c43-6e2a-46c4-81a0-41965ea5f126 None None] Routers {'fd2784c2-9301-4546-b4f4-5cacc3ac29c6'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:45:44.921841 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-1f481c43-6e2a-46c4-81a0-41965ea5f126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:45:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['fd2784c2-9301-4546-b4f4-5cacc3ac29c6'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:44.978054 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b60608-bf13-415c-9edb-eb326553556e None None] Pushing event deleted for resources: {'Port': ['ID=840cc207-60e7-449f-bef9-c027ad89680f,revision_number=None']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:44.982452 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b3a6afea-0656-49d4-8d25-d31884bf8349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:44.999854 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-70b60608-bf13-415c-9edb-eb326553556e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:45.000852 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b60608-bf13-415c-9edb-eb326553556e None None] No DVR routers for this DVR port 840cc207-60e7-449f-bef9-c027ad89680f on host dv-neutron-820491-1-hyperv {{(pid=83446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:45:45.006729 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-7c7ee7d3-233e-4f94-8445-8e114ee7e915 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:45.062609 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-1f481c43-6e2a-46c4-81a0-41965ea5f126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:45.063273 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f481c43-6e2a-46c4-81a0-41965ea5f126 None None] The sync data for ids ['fd2784c2-9301-4546-b4f4-5cacc3ac29c6'] in dv-neutron-820491-1-hyperv is: [] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:45:45.079090 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-b4ec0b97-ac00-4947-ac47-35a5fcb7ef95 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] For port 840cc207-60e7-449f-bef9-c027ad89680f, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=840cc207-60e7-449f-bef9-c027ad89680f,segment=NetworkSegment(7bb434c1-1956-4650-b323-6b79133731f1),segment_id=7bb434c1-1956-4650-b323-6b79133731f1)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:45:45.079826 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b4ec0b97-ac00-4947-ac47-35a5fcb7ef95 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:45.100438 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-aab844e8-8411-4aae-b461-485f02f1bb4a tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Deleting port 52827411-8a49-4a65-a282-f1e11387d5a0 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:45:45.100936 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-aab844e8-8411-4aae-b461-485f02f1bb4a tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:45.130681 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a6afea-0656-49d4-8d25-d31884bf8349 None None] Pushing event updated for resources: {'Port': ['ID=ab82eb70-3b22-4494-9db6-61d6d9e53150,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:45.134765 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-8d2ad5bf-f9a1-4ec5-8218-82bcce19e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:45.138741 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-b3a6afea-0656-49d4-8d25-d31884bf8349 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:45.173991 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-a3a24976-89aa-4d3f-ac61-b750c5a3c7c7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:45:45.265559 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-a3a24976-89aa-4d3f-ac61-b750c5a3c7c7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:router and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:45:45.277765 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-b4ec0b97-ac00-4947-ac47-35a5fcb7ef95 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Calling delete_port for 840cc207-60e7-449f-bef9-c027ad89680f owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:45:45.360409 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-a3a24976-89aa-4d3f-ac61-b750c5a3c7c7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:45:45.372292 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34879313-c6d8-4639-96ca-aeac028cfd4d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:45:45.376756 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34879313-c6d8-4639-96ca-aeac028cfd4d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:45:45.377130 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-a3a24976-89aa-4d3f-ac61-b750c5a3c7c7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:45:45.384740 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-34879313-c6d8-4639-96ca-aeac028cfd4d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.5539358 Dec 20 08:45:45.388371 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-5b2ad70b-d4f1-455a-9f9d-44ec4900c0fd tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5735106 Dec 20 08:45:45.388953 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 38102) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:45.394213 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fa99edf8-39bf-4312-a18c-15a7c5dcf143 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24724'] for router, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:45.400968 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 38104) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:45.531636 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.api [None req-b4ec0b97-ac00-4947-ac47-35a5fcb7ef95 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 08:45:45.531964 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_db.api [None req-b4ec0b97-ac00-4947-ac47-35a5fcb7ef95 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 08:45:45.532925 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.api.v2.resource [None req-54797e33-7a71-4785-aaa0-bd5230ca09ae tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] delete failed (client error): The resource could not be found. Dec 20 08:45:45.536568 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-54797e33-7a71-4785-aaa0-bd5230ca09ae tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] 10.222.0.16 "DELETE /v2.0/security-groups/4bc5c34f-0916-490f-8e77-3d8839223277 HTTP/1.1" status: 404 len: 347 time: 0.1308043 Dec 20 08:45:45.542817 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fa99edf8-39bf-4312-a18c-15a7c5dcf143 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-351805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-351780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-379562'] for router, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:45.549086 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38110) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:45.558001 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-aab844e8-8411-4aae-b461-485f02f1bb4a tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:45.559636 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-aab844e8-8411-4aae-b461-485f02f1bb4a tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:45.581206 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-a277be3b-1d7c-4856-b217-2d014e30ca9f tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Request body: {'security_group': {'name': 'tempest-secgroup--913646323'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:45:45.607857 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-a277be3b-1d7c-4856-b217-2d014e30ca9f tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:45:45.643887 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device ab82eb70-3b22-4494-9db6-61d6d9e53150 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:45:45.646935 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a3a24976-89aa-4d3f-ac61-b750c5a3c7c7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24817'] for router, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:45.647870 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a3a24976-89aa-4d3f-ac61-b750c5a3c7c7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-351744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24806'] for router, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:45.667904 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a3a24976-89aa-4d3f-ac61-b750c5a3c7c7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:45.745098 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port ab82eb70-3b22-4494-9db6-61d6d9e53150 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:45:45.784285 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.db.resource_extend [None req-91517c26-c5f5-4911-8fd4-704ac8be898d tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 08:45:45.799758 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-aab844e8-8411-4aae-b461-485f02f1bb4a tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Calling delete_port for 52827411-8a49-4a65-a282-f1e11387d5a0 owned by network:floatingip {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:45:45.830338 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-a277be3b-1d7c-4856-b217-2d014e30ca9f tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Usage tracker for resource:security_group and tenant:7ffac61ac2484e8a96a049ebd1380818 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:45:45.853703 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-a277be3b-1d7c-4856-b217-2d014e30ca9f tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:45:45.865926 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-91517c26-c5f5-4911-8fd4-704ac8be898d tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:45.866280 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:45.874439 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-a277be3b-1d7c-4856-b217-2d014e30ca9f tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:45:45.880044 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-91517c26-c5f5-4911-8fd4-704ac8be898d tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:45.887299 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-5641e46b-866d-4b13-afc9-1597e33d0ac2 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:45.966597 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a277be3b-1d7c-4856-b217-2d014e30ca9f tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:45.980874 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:46.041636 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-b4ec0b97-ac00-4947-ac47-35a5fcb7ef95 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Deleting port 840cc207-60e7-449f-bef9-c027ad89680f {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:45:46.041636 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b4ec0b97-ac00-4947-ac47-35a5fcb7ef95 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:46.054972 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91517c26-c5f5-4911-8fd4-704ac8be898d tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Pushing event updated for resources: {'Port': ['ID=7c337ed6-2ffd-4960-96f3-d298a92f250e,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:46.063874 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-91517c26-c5f5-4911-8fd4-704ac8be898d tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:46.113757 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-68c353c3-c530-41b7-a3e8-a53dc98176d4 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Deleting port 30287ae7-80be-4d9b-a8b2-d00857439b5a {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:45:46.115867 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-68c353c3-c530-41b7-a3e8-a53dc98176d4 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:46.243405 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa99edf8-39bf-4312-a18c-15a7c5dcf143 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Router 2fe92971-b1d3-4b87-ac89-eeeb76ebd64f has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:45:46.267126 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-91517c26-c5f5-4911-8fd4-704ac8be898d tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-345990'] for floatingip, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:46.271970 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-a277be3b-1d7c-4856-b217-2d014e30ca9f tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:45:46.287074 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-a277be3b-1d7c-4856-b217-2d014e30ca9f tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Usage tracker for resource:security_group_rule and tenant:7ffac61ac2484e8a96a049ebd1380818 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:45:46.291593 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-a277be3b-1d7c-4856-b217-2d014e30ca9f tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:45:46.303591 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-a277be3b-1d7c-4856-b217-2d014e30ca9f tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:45:46.318402 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a3a24976-89aa-4d3f-ac61-b750c5a3c7c7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24724'] for router, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:46.324226 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-aab844e8-8411-4aae-b461-485f02f1bb4a tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:46.333810 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-8be501c1-400e-40e3-97ac-94803e751094 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:46.339347 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-b4ec0b97-ac00-4947-ac47-35a5fcb7ef95 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] The port '840cc207-60e7-449f-bef9-c027ad89680f' was deleted {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 08:45:46.371568 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-91517c26-c5f5-4911-8fd4-704ac8be898d tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:46.380386 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-91517c26-c5f5-4911-8fd4-704ac8be898d tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1166208 Dec 20 08:45:46.399813 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab844e8-8411-4aae-b461-485f02f1bb4a tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Pushing event deleted for resources: {'Port': ['ID=52827411-8a49-4a65-a282-f1e11387d5a0,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:46.402349 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-aab844e8-8411-4aae-b461-485f02f1bb4a tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:46.602854 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-52cbd5ec-c744-4615-b67b-dbec14a072cf None None] Provisioning for port ab82eb70-3b22-4494-9db6-61d6d9e53150 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:45:46.623142 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-52cbd5ec-c744-4615-b67b-dbec14a072cf None None] Provisioning complete for port ab82eb70-3b22-4494-9db6-61d6d9e53150 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:45:46.625884 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-52cbd5ec-c744-4615-b67b-dbec14a072cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:46.669965 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-aab844e8-8411-4aae-b461-485f02f1bb4a tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks [] for floatingip, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:46.696891 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-aab844e8-8411-4aae-b461-485f02f1bb4a tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:46.703005 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-aab844e8-8411-4aae-b461-485f02f1bb4a tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] 10.222.0.16 "DELETE /v2.0/floatingips/dffbacb3-92ee-4bd0-bc63-4f23a347ffcd HTTP/1.1" status: 204 len: 168 time: 1.8255634 Dec 20 08:45:46.710668 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38122) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:46.730965 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 38128) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:46.732686 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a277be3b-1d7c-4856-b217-2d014e30ca9f tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:46.737801 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-e9c3024c-e295-4ec5-ad9c-90ca9b06c952 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Request body: {'floatingip': {'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'port_id': '592b2fd1-e820-4416-92d3-7813fb4b1071'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:45:46.747682 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b4ec0b97-ac00-4947-ac47-35a5fcb7ef95 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:46.748267 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-e9c3024c-e295-4ec5-ad9c-90ca9b06c952 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:45:46.750726 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a277be3b-1d7c-4856-b217-2d014e30ca9f tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:46.757819 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-264bd849-3d79-4f09-a333-a0566afee58a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:46.765923 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e9c3024c-e295-4ec5-ad9c-90ca9b06c952 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Usage tracker for resource:floatingip and tenant:a6ef049aae6b4eea9e642fc2beae00ec is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:45:46.777954 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e9c3024c-e295-4ec5-ad9c-90ca9b06c952 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:45:46.790502 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-e9c3024c-e295-4ec5-ad9c-90ca9b06c952 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:45:46.805506 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a277be3b-1d7c-4856-b217-2d014e30ca9f tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:46.810065 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a277be3b-1d7c-4856-b217-2d014e30ca9f tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.2345884 Dec 20 08:45:46.813141 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38132) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:46.817781 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a277be3b-1d7c-4856-b217-2d014e30ca9f tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6be4fe14-f28e-4845-815e-5250d3aafd20,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:46.821110 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a277be3b-1d7c-4856-b217-2d014e30ca9f tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:46.826085 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-a518694c-674d-401b-b0c1-8cbf044175d2 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Request body: {'security_group_rule': {'security_group_id': '6be4fe14-f28e-4845-815e-5250d3aafd20', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:45:46.828705 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-75a7a798-9c00-43ef-bd21-d46c7c59f989 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Request body: {'subnets': [{'network_id': '11899bfb-80ba-4808-b3ae-06c09132f023', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--239009280', 'ip_version': 6}, {'network_id': '4a6b2fa9-1294-4be1-bd8d-d838b447a82a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:45:46.829018 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-75a7a798-9c00-43ef-bd21-d46c7c59f989 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Request body: {'subnet': {'network_id': '11899bfb-80ba-4808-b3ae-06c09132f023', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--239009280', 'ip_version': 6}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:45:46.829722 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-75a7a798-9c00-43ef-bd21-d46c7c59f989 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Request body: {'subnet': {'network_id': '4a6b2fa9-1294-4be1-bd8d-d838b447a82a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:45:46.836031 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-a518694c-674d-401b-b0c1-8cbf044175d2 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:45:46.840143 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e9c3024c-e295-4ec5-ad9c-90ca9b06c952 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks [] for floatingip, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:46.857657 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-a518694c-674d-401b-b0c1-8cbf044175d2 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Usage tracker for resource:security_group_rule and tenant:7ffac61ac2484e8a96a049ebd1380818 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:45:46.862836 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-a518694c-674d-401b-b0c1-8cbf044175d2 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:45:46.863705 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-52cbd5ec-c744-4615-b67b-dbec14a072cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:46.871777 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-a518694c-674d-401b-b0c1-8cbf044175d2 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:45:46.903700 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-52cbd5ec-c744-4615-b67b-dbec14a072cf None None] For port ab82eb70-3b22-4494-9db6-61d6d9e53150, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=ab82eb70-3b22-4494-9db6-61d6d9e53150,segment=NetworkSegment(7c00552d-ea93-440b-911c-cb3aa0a4eeff),segment_id=7c00552d-ea93-440b-911c-cb3aa0a4eeff)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:45:46.910116 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-52cbd5ec-c744-4615-b67b-dbec14a072cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:46.912932 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-91dd10ab-4268-462c-9594-d0c359a92805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:46.916487 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a518694c-674d-401b-b0c1-8cbf044175d2 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:46.978524 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cbd5ec-c744-4615-b67b-dbec14a072cf None None] Pushing event updated for resources: {'Port': ['ID=ab82eb70-3b22-4494-9db6-61d6d9e53150,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:46.982452 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-52cbd5ec-c744-4615-b67b-dbec14a072cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:46.998598 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-b4ec0b97-ac00-4947-ac47-35a5fcb7ef95 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91723284-4164-4670-aa7d-b36743d6311f']}} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:47.037127 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-13f02249-8cf8-4f79-a871-38f44011ddbf None None] Provisioning for port 30287ae7-80be-4d9b-a8b2-d00857439b5a completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:45:47.041801 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-b4ec0b97-ac00-4947-ac47-35a5fcb7ef95 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bb434c1-1956-4650-b323-6b79133731f1') {'for_net_delete': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:47.041801 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-b4ec0b97-ac00-4947-ac47-35a5fcb7ef95 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bb434c1-1956-4650-b323-6b79133731f1') {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:47.042996 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-13f02249-8cf8-4f79-a871-38f44011ddbf None None] Provisioning complete for port 30287ae7-80be-4d9b-a8b2-d00857439b5a triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:45:47.043479 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-13f02249-8cf8-4f79-a871-38f44011ddbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:47.053863 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a518694c-674d-401b-b0c1-8cbf044175d2 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:47.061861 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a518694c-674d-401b-b0c1-8cbf044175d2 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:47.067861 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-79e753ec-0b8a-4912-b32d-214e6be93b75 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:47.079510 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e9c3024c-e295-4ec5-ad9c-90ca9b06c952 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:47.100354 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-13f02249-8cf8-4f79-a871-38f44011ddbf None None] Port 30287ae7-80be-4d9b-a8b2-d00857439b5a cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:45:47.131149 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a518694c-674d-401b-b0c1-8cbf044175d2 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0382f65-1c14-439e-9f71-66429cd9ce42,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:47.136524 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-68c353c3-c530-41b7-a3e8-a53dc98176d4 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:47.137054 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a518694c-674d-401b-b0c1-8cbf044175d2 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:47.146600 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b4ec0b97-ac00-4947-ac47-35a5fcb7ef95 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1518531'] for segment, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:47.147628 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a518694c-674d-401b-b0c1-8cbf044175d2 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:47.151438 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a518694c-674d-401b-b0c1-8cbf044175d2 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3345351 Dec 20 08:45:47.151651 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38136) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:47.199457 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ca2e312d-2c1b-4670-8f62-21eaaf308a2e tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:47.242541 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ca2e312d-2c1b-4670-8f62-21eaaf308a2e tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:47.257124 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b4ec0b97-ac00-4947-ac47-35a5fcb7ef95 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:47.293409 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ca2e312d-2c1b-4670-8f62-21eaaf308a2e tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:47.294554 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-e9c3024c-e295-4ec5-ad9c-90ca9b06c952 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Allocated IP 172.26.5.233 (95f3bec2-46e6-4468-8229-8badd4a5aaae/cf8895a3-346d-4313-a645-16ecdcce9969/7c373116-d2e9-426d-ad15-1962d3c2c092) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:45:47.299391 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:47.321757 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:47.324284 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2e312d-2c1b-4670-8f62-21eaaf308a2e tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f0382f65-1c14-439e-9f71-66429cd9ce42,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:47.330589 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ca2e312d-2c1b-4670-8f62-21eaaf308a2e tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:47.335077 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-68c353c3-c530-41b7-a3e8-a53dc98176d4 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Calling delete_port for 30287ae7-80be-4d9b-a8b2-d00857439b5a owned by {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:45:47.350989 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ca2e312d-2c1b-4670-8f62-21eaaf308a2e tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:47.352119 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ca2e312d-2c1b-4670-8f62-21eaaf308a2e tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/f0382f65-1c14-439e-9f71-66429cd9ce42 HTTP/1.1" status: 204 len: 168 time: 0.1995790 Dec 20 08:45:47.354892 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38140) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:47.387911 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-6db228e6-e394-41b3-8754-a1022ed7edb3 req-1cf253b6-19de-4a72-9c09-7d0ae03cac1e tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Synchronizing usage tracker for tenant:e2165a78ac154b1c9f29e840efaf3cb7 on resource:security_group {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:45:47.392143 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4ec0b97-ac00-4947-ac47-35a5fcb7ef95 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=83445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:45:47.392550 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b4ec0b97-ac00-4947-ac47-35a5fcb7ef95 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2036002'] for segment, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:47.413133 dv-neutron-820491-1-hyperv neutron-server[83445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 08:45:47.413133 dv-neutron-820491-1-hyperv neutron-server[83445]: util.warn( Dec 20 08:45:47.413133 dv-neutron-820491-1-hyperv neutron-server[83445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 08:45:47.413133 dv-neutron-820491-1-hyperv neutron-server[83445]: util.warn( Dec 20 08:45:47.413133 dv-neutron-820491-1-hyperv neutron-server[83445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 08:45:47.413133 dv-neutron-820491-1-hyperv neutron-server[83445]: util.warn( Dec 20 08:45:47.413133 dv-neutron-820491-1-hyperv neutron-server[83445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 08:45:47.413133 dv-neutron-820491-1-hyperv neutron-server[83445]: util.warn( Dec 20 08:45:47.413133 dv-neutron-820491-1-hyperv neutron-server[83445]: Traceback (most recent call last): Dec 20 08:45:47.413133 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:45:47.413133 dv-neutron-820491-1-hyperv neutron-server[83445]: timer() Dec 20 08:45:47.413133 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:45:47.413133 dv-neutron-820491-1-hyperv neutron-server[83445]: cb(*args, **kw) Dec 20 08:45:47.413133 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:45:47.413133 dv-neutron-820491-1-hyperv neutron-server[83445]: return func(*args, **kwargs) Dec 20 08:45:47.413133 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:45:47.413133 dv-neutron-820491-1-hyperv neutron-server[83445]: self._notify() Dec 20 08:45:47.413133 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:45:47.413133 dv-neutron-820491-1-hyperv neutron-server[83445]: self.callback(batched_events) Dec 20 08:45:47.413133 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:45:47.413133 dv-neutron-820491-1-hyperv neutron-server[83445]: event.method(event) Dec 20 08:45:47.413133 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:45:47.413133 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:45:47.413133 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:45:47.413133 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:45:47.413133 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:45:47.413133 dv-neutron-820491-1-hyperv neutron-server[83445]: return f(self, *a, **k) Dec 20 08:45:47.413133 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:45:47.413133 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._get(url).json() Dec 20 08:45:47.413133 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:45:47.413133 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:45:47.413133 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:45:47.413133 dv-neutron-820491-1-hyperv neutron-server[83445]: return self.request(url, 'GET', **kwargs) Dec 20 08:45:47.413133 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:45:47.413133 dv-neutron-820491-1-hyperv neutron-server[83445]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:45:47.413133 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:45:47.413133 dv-neutron-820491-1-hyperv neutron-server[83445]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:45:47.413133 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:45:47.413133 dv-neutron-820491-1-hyperv neutron-server[83445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:45:47.413133 dv-neutron-820491-1-hyperv neutron-server[83445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:45:47.416101 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa99edf8-39bf-4312-a18c-15a7c5dcf143 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:45:47.425672 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90354688-760b-4861-a729-4545e1a11388 None None] Sync routers for ids ['2fe92971-b1d3-4b87-ac89-eeeb76ebd64f'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:45:47.438988 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90354688-760b-4861-a729-4545e1a11388 None None] Routers {'2fe92971-b1d3-4b87-ac89-eeeb76ebd64f'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:45:47.438988 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-90354688-760b-4861-a729-4545e1a11388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:45:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['2fe92971-b1d3-4b87-ac89-eeeb76ebd64f'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:47.491267 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-85268780-fd61-4a0b-9d4b-2d2060570347 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Synchronizing usage tracker for tenant:7ffac61ac2484e8a96a049ebd1380818 on resource:security_group_rule {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:45:47.502827 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-90354688-760b-4861-a729-4545e1a11388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:47.514876 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90354688-760b-4861-a729-4545e1a11388 None None] Routers {'2fe92971-b1d3-4b87-ac89-eeeb76ebd64f'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:45:47.516388 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-90354688-760b-4861-a729-4545e1a11388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:45:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['2fe92971-b1d3-4b87-ac89-eeeb76ebd64f'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:47.526392 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e9c3024c-e295-4ec5-ad9c-90ca9b06c952 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:47.539012 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-85268780-fd61-4a0b-9d4b-2d2060570347 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Unset dirty status for tenant:7ffac61ac2484e8a96a049ebd1380818 on resource:security_group_rule {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:45:47.540216 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-85268780-fd61-4a0b-9d4b-2d2060570347 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1844022 Dec 20 08:45:47.544049 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38144) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:47.625130 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device ab82eb70-3b22-4494-9db6-61d6d9e53150 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:45:47.634488 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e9c3024c-e295-4ec5-ad9c-90ca9b06c952 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:47.642417 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-934d543f-bd78-4ca4-a4af-18856001b43d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:47.679959 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-90354688-760b-4861-a729-4545e1a11388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:47.680376 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90354688-760b-4861-a729-4545e1a11388 None None] The sync data for ids ['2fe92971-b1d3-4b87-ac89-eeeb76ebd64f'] in dv-neutron-820491-1-hyperv is: [] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:45:47.703754 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-10253ce7-84c9-45dd-8144-0ea213a8f1cc tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:47.719283 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port ab82eb70-3b22-4494-9db6-61d6d9e53150 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:45:47.719750 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:47.732022 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-10253ce7-84c9-45dd-8144-0ea213a8f1cc tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:47.796561 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c3024c-e295-4ec5-ad9c-90ca9b06c952 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Network 95f3bec2-46e6-4468-8229-8badd4a5aaae is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:45:47.800675 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c3024c-e295-4ec5-ad9c-90ca9b06c952 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Pushing event updated for resources: {'Port': ['ID=7c373116-d2e9-426d-ad15-1962d3c2c092,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:47.804385 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e9c3024c-e295-4ec5-ad9c-90ca9b06c952 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:47.805217 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-e9c3024c-e295-4ec5-ad9c-90ca9b06c952 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:45:47.807048 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-75a7a798-9c00-43ef-bd21-d46c7c59f989 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:45:47.807570 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c3024c-e295-4ec5-ad9c-90ca9b06c952 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:45:47.813105 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fa99edf8-39bf-4312-a18c-15a7c5dcf143 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:47.817107 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-fa99edf8-39bf-4312-a18c-15a7c5dcf143 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] 10.222.0.16 "PUT /v2.0/routers/2fe92971-b1d3-4b87-ac89-eeeb76ebd64f HTTP/1.1" status: 200 len: 706 time: 7.3846824 Dec 20 08:45:47.820910 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 38148) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:47.822491 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-6db228e6-e394-41b3-8754-a1022ed7edb3 req-1cf253b6-19de-4a72-9c09-7d0ae03cac1e tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Unset dirty status for tenant:e2165a78ac154b1c9f29e840efaf3cb7 on resource:security_group {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:45:47.829822 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-6db228e6-e394-41b3-8754-a1022ed7edb3 req-1cf253b6-19de-4a72-9c09-7d0ae03cac1e tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--556010333&fields=id&tenant_id=e2165a78ac154b1c9f29e840efaf3cb7 HTTP/1.1" status: 200 len: 267 time: 1.0110543 Dec 20 08:45:47.836730 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-75a7a798-9c00-43ef-bd21-d46c7c59f989 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Usage tracker for resource:subnet and tenant:31dd18a4fca14026a07f2ad70c7c37b0 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:45:47.862384 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-10253ce7-84c9-45dd-8144-0ea213a8f1cc tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:47.869579 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b35d55c0-16c6-4eea-ae95-b2bdfb236eb3 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:47.913522 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-75a7a798-9c00-43ef-bd21-d46c7c59f989 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:45:47.916287 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b4ec0b97-ac00-4947-ac47-35a5fcb7ef95 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:47.922765 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10253ce7-84c9-45dd-8144-0ea213a8f1cc tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be4fe14-f28e-4845-815e-5250d3aafd20,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:47.925059 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-10253ce7-84c9-45dd-8144-0ea213a8f1cc tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:47.929670 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-75a7a798-9c00-43ef-bd21-d46c7c59f989 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:45:47.939291 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-4001e2d0-517b-4011-8055-467e4e149f01 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:47.987413 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b4ec0b97-ac00-4947-ac47-35a5fcb7ef95 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:47.990110 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-10253ce7-84c9-45dd-8144-0ea213a8f1cc tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:47.991227 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-10253ce7-84c9-45dd-8144-0ea213a8f1cc tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] 10.222.0.16 "DELETE /v2.0/security-groups/6be4fe14-f28e-4845-815e-5250d3aafd20 HTTP/1.1" status: 204 len: 168 time: 0.4462700 Dec 20 08:45:47.993774 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38152) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:48.078748 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ec0b97-ac00-4947-ac47-35a5fcb7ef95 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Pushing event deleted for resources: {'Network': ['ID=91723284-4164-4670-aa7d-b36743d6311f,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:48.100126 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b4ec0b97-ac00-4947-ac47-35a5fcb7ef95 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:48.143082 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-fb93b825-de5e-4b25-995f-acc9ad8864fa tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Synchronizing usage tracker for tenant:7ffac61ac2484e8a96a049ebd1380818 on resource:security_group {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:45:48.155983 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-b4ec0b97-ac00-4947-ac47-35a5fcb7ef95 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "DELETE /v2.0/networks/91723284-4164-4670-aa7d-b36743d6311f HTTP/1.1" status: 204 len: 168 time: 5.1787307 Dec 20 08:45:48.163307 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 38156) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:48.175135 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a7a798-9c00-43ef-bd21-d46c7c59f989 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Made reservation on behalf of 31dd18a4fca14026a07f2ad70c7c37b0 for: {'subnet': 2} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:45:48.231586 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-fb93b825-de5e-4b25-995f-acc9ad8864fa tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Unset dirty status for tenant:7ffac61ac2484e8a96a049ebd1380818 on resource:security_group {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:45:48.232648 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-fb93b825-de5e-4b25-995f-acc9ad8864fa tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2379704 Dec 20 08:45:48.237728 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38160) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:48.248873 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-d6a67f2e-393c-482d-9b5c-4ae4ea08bb8d tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Request body: {'security_group': {'name': 'tempest-secgroup--767436133'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:45:48.257530 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-d6a67f2e-393c-482d-9b5c-4ae4ea08bb8d tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:45:48.279518 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-d6a67f2e-393c-482d-9b5c-4ae4ea08bb8d tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:45:48.296891 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d6a67f2e-393c-482d-9b5c-4ae4ea08bb8d tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:48.300331 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-68c353c3-c530-41b7-a3e8-a53dc98176d4 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:48.321306 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b66b6836-2f4e-40d6-8c2d-1edadf0a2653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:48.348929 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-d6a67f2e-393c-482d-9b5c-4ae4ea08bb8d tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:45:48.354828 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d6a67f2e-393c-482d-9b5c-4ae4ea08bb8d tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Usage tracker for resource:security_group_rule and tenant:7ffac61ac2484e8a96a049ebd1380818 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:45:48.358303 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d6a67f2e-393c-482d-9b5c-4ae4ea08bb8d tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:45:48.369205 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-d6a67f2e-393c-482d-9b5c-4ae4ea08bb8d tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:45:48.431409 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-e8f9af79-5ef5-46eb-a486-0abd61f225d1 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] 10.222.0.16 "GET /v2.0/routers/2fe92971-b1d3-4b87-ac89-eeeb76ebd64f HTTP/1.1" status: 200 len: 741 time: 0.5993388 Dec 20 08:45:48.436055 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38164) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:48.451810 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c353c3-c530-41b7-a3e8-a53dc98176d4 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event deleted for resources: {'Port': ['ID=30287ae7-80be-4d9b-a8b2-d00857439b5a,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:48.458538 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2291b4c2-1de9-4ae3-9565-f6dcfb100c45 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:45:48.459462 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-2291b4c2-1de9-4ae3-9565-f6dcfb100c45 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Synchronizing usage tracker for tenant:bcc408b3053b4123bbeeedda32cab34a on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:45:48.465804 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db228e6-e394-41b3-8754-a1022ed7edb3 req-42874c61-226b-438e-b15e-f2e19bff95ae tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:45:48.466447 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-6db228e6-e394-41b3-8754-a1022ed7edb3 req-42874c61-226b-438e-b15e-f2e19bff95ae tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Synchronizing usage tracker for tenant:e2165a78ac154b1c9f29e840efaf3cb7 on resource:network {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:45:48.468850 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-68c353c3-c530-41b7-a3e8-a53dc98176d4 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:48.529662 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d6a67f2e-393c-482d-9b5c-4ae4ea08bb8d tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:48.559490 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a3a24976-89aa-4d3f-ac61-b750c5a3c7c7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for router_gateway, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:48.636246 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a3a24976-89aa-4d3f-ac61-b750c5a3c7c7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:48.638844 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-68c353c3-c530-41b7-a3e8-a53dc98176d4 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:48.643462 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-68c353c3-c530-41b7-a3e8-a53dc98176d4 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/ports/30287ae7-80be-4d9b-a8b2-d00857439b5a HTTP/1.1" status: 204 len: 168 time: 3.2461739 Dec 20 08:45:48.647999 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 38168) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:48.648656 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-2291b4c2-1de9-4ae3-9565-f6dcfb100c45 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Unset dirty status for tenant:bcc408b3053b4123bbeeedda32cab34a on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:45:48.654867 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-2291b4c2-1de9-4ae3-9565-f6dcfb100c45 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "GET /v2.0/ports/faf9e5e4-af97-47e6-99cd-01cf9cfe7116 HTTP/1.1" status: 200 len: 845 time: 0.4761121 Dec 20 08:45:48.672559 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38172) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:48.677975 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d6a67f2e-393c-482d-9b5c-4ae4ea08bb8d tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:48.682521 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-14aad052-e914-4f41-a7e9-7c620b23a170 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Synchronizing usage tracker for tenant:c9391a383e4c4e4485d5999fc045ba4e on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:45:48.717634 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-6ef30096-a67e-4266-8f45-64a67c3f877d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:48.734684 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-6db228e6-e394-41b3-8754-a1022ed7edb3 req-42874c61-226b-438e-b15e-f2e19bff95ae tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Unset dirty status for tenant:e2165a78ac154b1c9f29e840efaf3cb7 on resource:network {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:45:48.742088 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-6db228e6-e394-41b3-8754-a1022ed7edb3 req-42874c61-226b-438e-b15e-f2e19bff95ae tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/networks?id=3ab8996b-db59-43a0-a379-647199802474 HTTP/1.1" status: 200 len: 811 time: 0.9113972 Dec 20 08:45:48.809439 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e9c3024c-e295-4ec5-ad9c-90ca9b06c952 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:48.814081 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-75a7a798-9c00-43ef-bd21-d46c7c59f989 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2095160'] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:48.814612 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-75a7a798-9c00-43ef-bd21-d46c7c59f989 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2095160'] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:48.814794 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-14aad052-e914-4f41-a7e9-7c620b23a170 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Unset dirty status for tenant:c9391a383e4c4e4485d5999fc045ba4e on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:45:48.815940 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-14aad052-e914-4f41-a7e9-7c620b23a170 tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=95f3bec2-46e6-4468-8229-8badd4a5aaae&device_id=2fe92971-b1d3-4b87-ac89-eeeb76ebd64f HTTP/1.1" status: 200 len: 205 time: 0.3784161 Dec 20 08:45:48.816768 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a67f2e-393c-482d-9b5c-4ae4ea08bb8d tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f338f5d3-d096-4f15-9647-8ecb21c3fa0f,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:48.825674 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38176) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:48.836352 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d6a67f2e-393c-482d-9b5c-4ae4ea08bb8d tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:48.867891 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-6db228e6-e394-41b3-8754-a1022ed7edb3 req-bc44d3c6-214a-43a6-b9b7-224328b2f918 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/quotas/e2165a78ac154b1c9f29e840efaf3cb7 HTTP/1.1" status: 200 len: 375 time: 0.1248417 Dec 20 08:45:48.904650 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b0aab98c-97fe-4e35-a210-a691403364da tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "GET /v2.0/ports/faf9e5e4-af97-47e6-99cd-01cf9cfe7116?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2308962 Dec 20 08:45:48.905570 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d6a67f2e-393c-482d-9b5c-4ae4ea08bb8d tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:48.909341 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d6a67f2e-393c-482d-9b5c-4ae4ea08bb8d tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6674736 Dec 20 08:45:48.919463 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38180) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:48.919789 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38182) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:48.928037 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b8f994a2-660f-4a05-8875-2a1c069e3b4c tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fe92971-b1d3-4b87-ac89-eeeb76ebd64f HTTP/1.1" status: 200 len: 205 time: 0.0986538 Dec 20 08:45:48.931699 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-88c8863a-7c4f-4712-b0c6-cb486d05f95d tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Request body: {'security_group_rule': {'security_group_id': 'f338f5d3-d096-4f15-9647-8ecb21c3fa0f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:45:48.936196 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 38188) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:48.938688 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-056dba0b-d895-4bc6-a4c6-0b797ac00003 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Request body: {'subnet': {'network_id': 'b7355766-552f-465d-9e88-97d34cc7cd01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:45:48.967663 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-88c8863a-7c4f-4712-b0c6-cb486d05f95d tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:45:48.976217 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-88c8863a-7c4f-4712-b0c6-cb486d05f95d tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Usage tracker for resource:security_group_rule and tenant:7ffac61ac2484e8a96a049ebd1380818 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:45:48.986585 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-88c8863a-7c4f-4712-b0c6-cb486d05f95d tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:45:49.008447 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-88c8863a-7c4f-4712-b0c6-cb486d05f95d tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:45:49.010304 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e9c3024c-e295-4ec5-ad9c-90ca9b06c952 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:49.067748 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d87a5d-95a4-43a3-bf2a-7d19b2fa31f6 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:45:49.069069 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d87a5d-95a4-43a3-bf2a-7d19b2fa31f6 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:45:49.069829 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-69d87a5d-95a4-43a3-bf2a-7d19b2fa31f6 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Synchronizing usage tracker for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:subnet {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:45:49.129202 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-88c8863a-7c4f-4712-b0c6-cb486d05f95d tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:49.143059 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-056dba0b-d895-4bc6-a4c6-0b797ac00003 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:45:49.153509 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-056dba0b-d895-4bc6-a4c6-0b797ac00003 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Usage tracker for resource:subnet and tenant:bcc408b3053b4123bbeeedda32cab34a is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:45:49.164784 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-056dba0b-d895-4bc6-a4c6-0b797ac00003 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:45:49.180837 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-056dba0b-d895-4bc6-a4c6-0b797ac00003 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:45:49.228019 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-056dba0b-d895-4bc6-a4c6-0b797ac00003 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Made reservation on behalf of bcc408b3053b4123bbeeedda32cab34a for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:45:49.348654 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-69d87a5d-95a4-43a3-bf2a-7d19b2fa31f6 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Unset dirty status for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:subnet {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:45:49.349824 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-69d87a5d-95a4-43a3-bf2a-7d19b2fa31f6 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.6988702 Dec 20 08:45:49.356450 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 38192) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:49.358470 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-88c8863a-7c4f-4712-b0c6-cb486d05f95d tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:49.423046 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-88c8863a-7c4f-4712-b0c6-cb486d05f95d tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:49.424266 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-a3a24976-89aa-4d3f-ac61-b750c5a3c7c7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Allocated IP 172.26.5.100 (95f3bec2-46e6-4468-8229-8badd4a5aaae/cf8895a3-346d-4313-a645-16ecdcce9969/ffbc822d-d310-47fc-a0a6-d3f474bf15ca) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:45:49.442879 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-48cb8fca-9978-4887-9678-81de09e6c814 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:49.461936 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-056dba0b-d895-4bc6-a4c6-0b797ac00003 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1529102'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:49.493368 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c8863a-7c4f-4712-b0c6-cb486d05f95d tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46a75946-3a3a-4835-a419-3c1336d18ccc,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:49.505044 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-88c8863a-7c4f-4712-b0c6-cb486d05f95d tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:49.506504 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-95160ffe-1cf5-4a8f-89b3-5d27397a7111 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks [] for router, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:49.526249 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-88c8863a-7c4f-4712-b0c6-cb486d05f95d tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:49.530121 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-88c8863a-7c4f-4712-b0c6-cb486d05f95d tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6053224 Dec 20 08:45:49.531617 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38196) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:49.594120 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-6db228e6-e394-41b3-8754-a1022ed7edb3 req-f4741fb4-4990-45f4-bfad-377706190848 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2165a78ac154b1c9f29e840efaf3cb7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7110138 Dec 20 08:45:49.600959 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-1e6516af-dc8b-4a50-a0c0-a7da0ca12e43 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Request body: {'security_group_rule': {'security_group_id': 'f338f5d3-d096-4f15-9647-8ecb21c3fa0f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:45:49.610866 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e9c3024c-e295-4ec5-ad9c-90ca9b06c952 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:49.612676 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-1e6516af-dc8b-4a50-a0c0-a7da0ca12e43 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:45:49.624032 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-1e6516af-dc8b-4a50-a0c0-a7da0ca12e43 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Usage tracker for resource:security_group_rule and tenant:7ffac61ac2484e8a96a049ebd1380818 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:45:49.628949 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e9c3024c-e295-4ec5-ad9c-90ca9b06c952 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:49.633134 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-1e6516af-dc8b-4a50-a0c0-a7da0ca12e43 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:45:49.639119 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a7c3e9e8-1b51-4374-a1d5-73cf1441d91f tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:49.677884 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-1e6516af-dc8b-4a50-a0c0-a7da0ca12e43 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:45:49.772979 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c3024c-e295-4ec5-ad9c-90ca9b06c952 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Pushing event updated for resources: {'Port': ['ID=7c373116-d2e9-426d-ad15-1962d3c2c092,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:49.813147 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e9c3024c-e295-4ec5-ad9c-90ca9b06c952 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:49.813836 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1e6516af-dc8b-4a50-a0c0-a7da0ca12e43 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:49.851833 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e9c3024c-e295-4ec5-ad9c-90ca9b06c952 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-345990'] for floatingip, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:49.993964 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-056dba0b-d895-4bc6-a4c6-0b797ac00003 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1129376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1529148'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:50.001602 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-6727cb1f-fa82-4253-8fa1-5bb493bbe92d tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:50.029916 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1e6516af-dc8b-4a50-a0c0-a7da0ca12e43 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:50.055462 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1e6516af-dc8b-4a50-a0c0-a7da0ca12e43 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:50.134131 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056dba0b-d895-4bc6-a4c6-0b797ac00003 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Network b7355766-552f-465d-9e88-97d34cc7cd01 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:45:50.147386 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-056dba0b-d895-4bc6-a4c6-0b797ac00003 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:45:50.154737 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056dba0b-d895-4bc6-a4c6-0b797ac00003 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:45:50.155395 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-056dba0b-d895-4bc6-a4c6-0b797ac00003 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:50.156812 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ada912e-08dd-47f7-a11e-fff8c51bb498 None None] Network b7355766-552f-465d-9e88-97d34cc7cd01 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:45:50.159375 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056dba0b-d895-4bc6-a4c6-0b797ac00003 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Pushing event updated for resources: {'Subnet': ['ID=c544584e-402f-4fbb-909e-c1fea2fcdb1f,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:50.167533 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-056dba0b-d895-4bc6-a4c6-0b797ac00003 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:50.172242 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:50.201631 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6516af-dc8b-4a50-a0c0-a7da0ca12e43 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=773a0b81-3716-4be6-bff8-fe92b6f4d64d,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:50.206037 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1e6516af-dc8b-4a50-a0c0-a7da0ca12e43 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:50.210974 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-056dba0b-d895-4bc6-a4c6-0b797ac00003 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2868407 Dec 20 08:45:50.210974 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1e6516af-dc8b-4a50-a0c0-a7da0ca12e43 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:50.210974 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1e6516af-dc8b-4a50-a0c0-a7da0ca12e43 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6781762 Dec 20 08:45:50.211610 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38200) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:50.213840 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38202) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:50.219985 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-2c4670b4-6af8-4e6a-93f1-7f7188381678 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Request body: {'security_group': {'name': 'tempest-secgroup-180929499'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:45:50.229265 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-7047fc5b-cb6a-47f4-8707-ade2e8f09db2 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Request body: {'security_group_rule': {'security_group_id': 'f338f5d3-d096-4f15-9647-8ecb21c3fa0f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:45:50.236125 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-7047fc5b-cb6a-47f4-8707-ade2e8f09db2 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:45:50.238709 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-2c4670b4-6af8-4e6a-93f1-7f7188381678 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:45:50.244522 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7047fc5b-cb6a-47f4-8707-ade2e8f09db2 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Usage tracker for resource:security_group_rule and tenant:7ffac61ac2484e8a96a049ebd1380818 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:45:50.247242 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-2c4670b4-6af8-4e6a-93f1-7f7188381678 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Usage tracker for resource:security_group and tenant:bcc408b3053b4123bbeeedda32cab34a is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:45:50.251365 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-2c4670b4-6af8-4e6a-93f1-7f7188381678 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:45:50.254024 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7047fc5b-cb6a-47f4-8707-ade2e8f09db2 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:45:50.272701 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-7047fc5b-cb6a-47f4-8707-ade2e8f09db2 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:45:50.273669 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2bfc165-6ba1-4291-913e-ddb879565839 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Deleting subnet 9abba35e-38db-4664-a78b-d9a6542458b9 {{(pid=83445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:45:50.274797 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-2c4670b4-6af8-4e6a-93f1-7f7188381678 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:45:50.291119 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-6db228e6-e394-41b3-8754-a1022ed7edb3 req-c62d668c-e21f-4042-90ac-ce6c88f4b14d service neutron] 10.222.0.16 "GET /v2.0/networks/3ab8996b-db59-43a0-a379-647199802474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6225524 Dec 20 08:45:50.293931 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a3a24976-89aa-4d3f-ac61-b750c5a3c7c7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:50.296800 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d2bfc165-6ba1-4291-913e-ddb879565839 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for subnet, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:50.301537 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2c4670b4-6af8-4e6a-93f1-7f7188381678 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:50.318642 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7047fc5b-cb6a-47f4-8707-ade2e8f09db2 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:50.373277 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.l3_db [None req-e9c3024c-e295-4ec5-ad9c-90ca9b06c952 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Floating IP 95e5eae1-581f-4cca-ad61-a07b322055fe associated. External IP: 172.26.5.233, port: 592b2fd1-e820-4416-92d3-7813fb4b1071. Dec 20 08:45:50.451452 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4845f134-e329-466e-ae67-e2ac8bf7e380 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-b7355766-552f-465d-9e88-97d34cc7cd01', 'network_id': 'b7355766-552f-465d-9e88-97d34cc7cd01', 'tenant_id': 'bcc408b3053b4123bbeeedda32cab34a', 'fixed_ips': [{'subnet_id': 'c544584e-402f-4fbb-909e-c1fea2fcdb1f'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:45:50.452541 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-4845f134-e329-466e-ae67-e2ac8bf7e380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:50.573435 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-2c4670b4-6af8-4e6a-93f1-7f7188381678 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:45:50.590032 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-2c4670b4-6af8-4e6a-93f1-7f7188381678 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Usage tracker for resource:security_group_rule and tenant:bcc408b3053b4123bbeeedda32cab34a is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:45:50.596332 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-2c4670b4-6af8-4e6a-93f1-7f7188381678 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:45:50.608037 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-2c4670b4-6af8-4e6a-93f1-7f7188381678 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:45:50.646684 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7047fc5b-cb6a-47f4-8707-ade2e8f09db2 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:50.662105 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d2bfc165-6ba1-4291-913e-ddb879565839 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1518554'] for subnet, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:50.671018 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7047fc5b-cb6a-47f4-8707-ade2e8f09db2 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:50.672344 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-4845f134-e329-466e-ae67-e2ac8bf7e380 None None] Allocated IP 2001:db8::2 (b7355766-552f-465d-9e88-97d34cc7cd01/c544584e-402f-4fbb-909e-c1fea2fcdb1f/d0a7bf9e-aa58-4e0a-8c2d-730b4aaa3b72) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:45:50.689184 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-88c8863a-7c4f-4712-b0c6-cb486d05f95d tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:50.699693 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-95160ffe-1cf5-4a8f-89b3-5d27397a7111 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24735'] for router, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:50.721013 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7047fc5b-cb6a-47f4-8707-ade2e8f09db2 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b53caad-f149-4470-bea0-5e04e2545dd2,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:50.773478 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-95160ffe-1cf5-4a8f-89b3-5d27397a7111 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:50.774971 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7047fc5b-cb6a-47f4-8707-ade2e8f09db2 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:50.777297 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2c4670b4-6af8-4e6a-93f1-7f7188381678 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:50.797677 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2c4670b4-6af8-4e6a-93f1-7f7188381678 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:50.804185 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d6a67f2e-393c-482d-9b5c-4ae4ea08bb8d tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:50.829614 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7047fc5b-cb6a-47f4-8707-ade2e8f09db2 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:50.830777 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-7047fc5b-cb6a-47f4-8707-ade2e8f09db2 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6149313 Dec 20 08:45:50.837271 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 38208) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:50.846989 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2c4670b4-6af8-4e6a-93f1-7f7188381678 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:50.850248 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-2c4670b4-6af8-4e6a-93f1-7f7188381678 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.6358235 Dec 20 08:45:50.851114 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38212) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:50.851449 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-6b21ee1e-3dfb-4cad-9a26-102a06fa16ef tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Request body: {'security_group_rule': {'security_group_id': 'f338f5d3-d096-4f15-9647-8ecb21c3fa0f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:45:50.851941 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4670b4-6af8-4e6a-93f1-7f7188381678 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1503ac53-7771-498b-bafa-8c4a6521fec3,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:50.858806 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2c4670b4-6af8-4e6a-93f1-7f7188381678 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:50.863012 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-bca568ad-ca65-4998-9c1b-4d9393523221 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Request body: {'security_group': {'name': 'tempest-secgroup-434583784'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:45:50.869468 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-bca568ad-ca65-4998-9c1b-4d9393523221 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:45:50.875687 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-bca568ad-ca65-4998-9c1b-4d9393523221 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Usage tracker for resource:security_group and tenant:bcc408b3053b4123bbeeedda32cab34a is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:45:50.878985 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-bca568ad-ca65-4998-9c1b-4d9393523221 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:45:50.882442 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-6b21ee1e-3dfb-4cad-9a26-102a06fa16ef tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:45:50.891851 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-bca568ad-ca65-4998-9c1b-4d9393523221 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:45:50.904876 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-6b21ee1e-3dfb-4cad-9a26-102a06fa16ef tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Usage tracker for resource:security_group_rule and tenant:7ffac61ac2484e8a96a049ebd1380818 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:45:50.920765 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bca568ad-ca65-4998-9c1b-4d9393523221 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:50.921416 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-6b21ee1e-3dfb-4cad-9a26-102a06fa16ef tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:45:50.940404 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a3a24976-89aa-4d3f-ac61-b750c5a3c7c7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:50.956955 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-6b21ee1e-3dfb-4cad-9a26-102a06fa16ef tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:45:50.960547 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-032c9bb4-7e33-42af-b1fe-c863acc49c98 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:50.967010 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-bca568ad-ca65-4998-9c1b-4d9393523221 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:45:50.967825 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-4845f134-e329-466e-ae67-e2ac8bf7e380 None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:50.999724 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-6db228e6-e394-41b3-8754-a1022ed7edb3 req-796f62f0-5741-4fb4-b08c-c0a7796b7ec6 service neutron] 10.222.0.16 "GET /v2.0/networks/3ab8996b-db59-43a0-a379-647199802474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6202254 Dec 20 08:45:51.012934 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-4845f134-e329-466e-ae67-e2ac8bf7e380 None None] Transition to ACTIVE for port object d0a7bf9e-aa58-4e0a-8c2d-730b4aaa3b72 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:45:51.030531 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-bca568ad-ca65-4998-9c1b-4d9393523221 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Usage tracker for resource:security_group_rule and tenant:bcc408b3053b4123bbeeedda32cab34a is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:45:51.031563 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-95160ffe-1cf5-4a8f-89b3-5d27397a7111 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-390871'] for router, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:51.032075 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95160ffe-1cf5-4a8f-89b3-5d27397a7111 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Fanout notify agent at l3_agent the message router_deleted on router 2fe92971-b1d3-4b87-ac89-eeeb76ebd64f {{(pid=83445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 08:45:51.036166 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-bca568ad-ca65-4998-9c1b-4d9393523221 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:45:51.044208 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-bca568ad-ca65-4998-9c1b-4d9393523221 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:45:51.075185 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d2bfc165-6ba1-4291-913e-ddb879565839 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:51.076935 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-4845f134-e329-466e-ae67-e2ac8bf7e380 None None] Transition to ACTIVE for port object d0a7bf9e-aa58-4e0a-8c2d-730b4aaa3b72 will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:45:51.087455 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-4845f134-e329-466e-ae67-e2ac8bf7e380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:51.096605 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-52cbd5ec-c744-4615-b67b-dbec14a072cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:51.109844 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a24976-89aa-4d3f-ac61-b750c5a3c7c7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Network 95f3bec2-46e6-4468-8229-8badd4a5aaae is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:45:51.114972 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-75a7a798-9c00-43ef-bd21-d46c7c59f989 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2036557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2095114'] for subnet, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:51.118484 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a24976-89aa-4d3f-ac61-b750c5a3c7c7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'Port': ['ID=ffbc822d-d310-47fc-a0a6-d3f474bf15ca,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:51.121612 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6b21ee1e-3dfb-4cad-9a26-102a06fa16ef tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:51.132012 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a3a24976-89aa-4d3f-ac61-b750c5a3c7c7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:51.133357 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c1bc31f-46d8-40f7-838f-86aa6afa7d16 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:51.164226 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-a3a24976-89aa-4d3f-ac61-b750c5a3c7c7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:45:51.177166 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a24976-89aa-4d3f-ac61-b750c5a3c7c7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:45:51.204719 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bca568ad-ca65-4998-9c1b-4d9393523221 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:51.218255 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bca568ad-ca65-4998-9c1b-4d9393523221 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:51.260501 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4845f134-e329-466e-ae67-e2ac8bf7e380 None None] Network b7355766-552f-465d-9e88-97d34cc7cd01 is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:45:51.262530 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4845f134-e329-466e-ae67-e2ac8bf7e380 None None] Pushing event updated for resources: {'Port': ['ID=d0a7bf9e-aa58-4e0a-8c2d-730b4aaa3b72,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:51.265735 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-4845f134-e329-466e-ae67-e2ac8bf7e380 None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:45:51.267857 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-4845f134-e329-466e-ae67-e2ac8bf7e380 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:51.269203 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4845f134-e329-466e-ae67-e2ac8bf7e380 None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:45:51.296220 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d5162735-2eb8-4369-a2b2-4f3a7cf4e42e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:51.296968 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-95160ffe-1cf5-4a8f-89b3-5d27397a7111 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:51.298206 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-95160ffe-1cf5-4a8f-89b3-5d27397a7111 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] 10.222.0.16 "DELETE /v2.0/routers/2fe92971-b1d3-4b87-ac89-eeeb76ebd64f HTTP/1.1" status: 204 len: 168 time: 2.3148501 Dec 20 08:45:51.303052 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 38220) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:51.328950 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bca568ad-ca65-4998-9c1b-4d9393523221 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:51.330011 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-bca568ad-ca65-4998-9c1b-4d9393523221 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.4756000 Dec 20 08:45:51.335371 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-7efd116a-8569-4839-a583-73ef35700114 req-3d0afca1-7915-4676-ac62-6eb89e57093d tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Synchronizing usage tracker for tenant:e2165a78ac154b1c9f29e840efaf3cb7 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:45:51.344414 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38224) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:51.355773 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-02e5c2b3-3d39-43b0-a615-3ecbc68f18c4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1438135464', 'security_groups': ['c8e1811e-8a98-4586-a575-61ce55c09c59'], 'network_id': 'b7355766-552f-465d-9e88-97d34cc7cd01', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c544584e-402f-4fbb-909e-c1fea2fcdb1f'}]}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:45:51.374147 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-4845f134-e329-466e-ae67-e2ac8bf7e380 None None] Attempting to bind port d0a7bf9e-aa58-4e0a-8c2d-730b4aaa3b72 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:45:51.374616 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-4845f134-e329-466e-ae67-e2ac8bf7e380 None None] Attempting to bind port d0a7bf9e-aa58-4e0a-8c2d-730b4aaa3b72 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': 'f640d3e7-cc57-4249-b60e-fe4ef5cde30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b7355766-552f-465d-9e88-97d34cc7cd01'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:45:51.375173 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4845f134-e329-466e-ae67-e2ac8bf7e380 None None] Attempting to bind port d0a7bf9e-aa58-4e0a-8c2d-730b4aaa3b72 on network b7355766-552f-465d-9e88-97d34cc7cd01 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:45:51.383307 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4845f134-e329-466e-ae67-e2ac8bf7e380 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:45:51.383770 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4845f134-e329-466e-ae67-e2ac8bf7e380 None None] Checking segment: {'id': 'f640d3e7-cc57-4249-b60e-fe4ef5cde30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b7355766-552f-465d-9e88-97d34cc7cd01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:45:51.383890 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca568ad-ca65-4998-9c1b-4d9393523221 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e1811e-8a98-4586-a575-61ce55c09c59,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:51.384336 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-4845f134-e329-466e-ae67-e2ac8bf7e380 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:51.384714 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4845f134-e329-466e-ae67-e2ac8bf7e380 None None] Bound using segment: {'id': 'f640d3e7-cc57-4249-b60e-fe4ef5cde30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b7355766-552f-465d-9e88-97d34cc7cd01'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:45:51.385384 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-4845f134-e329-466e-ae67-e2ac8bf7e380 None None] Bound port: d0a7bf9e-aa58-4e0a-8c2d-730b4aaa3b72, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f640d3e7-cc57-4249-b60e-fe4ef5cde30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b7355766-552f-465d-9e88-97d34cc7cd01'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:45:51.385860 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-4845f134-e329-466e-ae67-e2ac8bf7e380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:51.426962 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-7efd116a-8569-4839-a583-73ef35700114 req-3d0afca1-7915-4676-ac62-6eb89e57093d tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Unset dirty status for tenant:e2165a78ac154b1c9f29e840efaf3cb7 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:45:51.428109 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7efd116a-8569-4839-a583-73ef35700114 req-3d0afca1-7915-4676-ac62-6eb89e57093d tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce86b767-a621-41c5-98e8-cc542b7adc7f HTTP/1.1" status: 200 len: 210 time: 0.1704867 Dec 20 08:45:51.431156 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-1832b482-8919-423a-b21b-0389afe83fe4 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fe92971-b1d3-4b87-ac89-eeeb76ebd64f HTTP/1.1" status: 200 len: 205 time: 0.1128244 Dec 20 08:45:51.439864 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a7a798-9c00-43ef-bd21-d46c7c59f989 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Pushing event updated for resources: {'Subnet': ['ID=89f77e94-f59c-476a-8654-848babc2c804,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:51.443755 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-75a7a798-9c00-43ef-bd21-d46c7c59f989 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:51.444359 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 38232) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:51.480194 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca568ad-ca65-4998-9c1b-4d9393523221 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:45:51.480569 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca568ad-ca65-4998-9c1b-4d9393523221 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:45:51.481192 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca568ad-ca65-4998-9c1b-4d9393523221 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:45:51.481327 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca568ad-ca65-4998-9c1b-4d9393523221 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:45:51.481665 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca568ad-ca65-4998-9c1b-4d9393523221 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:45:51.482023 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca568ad-ca65-4998-9c1b-4d9393523221 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:45:51.482379 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca568ad-ca65-4998-9c1b-4d9393523221 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:45:51.482741 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca568ad-ca65-4998-9c1b-4d9393523221 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:45:51.483307 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca568ad-ca65-4998-9c1b-4d9393523221 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:45:51.483431 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca568ad-ca65-4998-9c1b-4d9393523221 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:45:51.483767 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca568ad-ca65-4998-9c1b-4d9393523221 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:45:51.493061 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-bca568ad-ca65-4998-9c1b-4d9393523221 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:51.522165 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9c3024c-e295-4ec5-ad9c-90ca9b06c952 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Router fd2784c2-9301-4546-b4f4-5cacc3ac29c6 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:45:51.531086 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-4845f134-e329-466e-ae67-e2ac8bf7e380 None None] For port d0a7bf9e-aa58-4e0a-8c2d-730b4aaa3b72, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:45:51.536591 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-4845f134-e329-466e-ae67-e2ac8bf7e380 None None] For port d0a7bf9e-aa58-4e0a-8c2d-730b4aaa3b72, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=d0a7bf9e-aa58-4e0a-8c2d-730b4aaa3b72,segment=NetworkSegment(f640d3e7-cc57-4249-b60e-fe4ef5cde30d),segment_id=f640d3e7-cc57-4249-b60e-fe4ef5cde30d)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:45:51.543893 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-4845f134-e329-466e-ae67-e2ac8bf7e380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:51.549300 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-15ef7f6c-f2fa-4e6d-938e-b1bfcec8bdbb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:51.550691 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-02e5c2b3-3d39-43b0-a615-3ecbc68f18c4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:45:51.619434 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-02e5c2b3-3d39-43b0-a615-3ecbc68f18c4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:45:51.632832 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6b21ee1e-3dfb-4cad-9a26-102a06fa16ef tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:51.641578 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.api.v2.resource [None req-d81da0af-12ba-4bf8-ae0d-7396d27934c6 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] delete failed (client error): The resource could not be found. Dec 20 08:45:51.643216 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-d81da0af-12ba-4bf8-ae0d-7396d27934c6 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] 10.222.0.16 "DELETE /v2.0/routers/2fe92971-b1d3-4b87-ac89-eeeb76ebd64f HTTP/1.1" status: 404 len: 336 time: 0.1899142 Dec 20 08:45:51.648971 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38236) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:51.650606 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d2bfc165-6ba1-4291-913e-ddb879565839 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2036620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2095133'] for subnet, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:51.671401 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-7b6c86f7-9190-4f2c-9087-51ec7ac3ae42 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:51.704866 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4845f134-e329-466e-ae67-e2ac8bf7e380 None None] Pushing event updated for resources: {'Port': ['ID=d0a7bf9e-aa58-4e0a-8c2d-730b4aaa3b72,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:51.709055 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-4845f134-e329-466e-ae67-e2ac8bf7e380 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:51.715943 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d2bfc165-6ba1-4291-913e-ddb879565839 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:51.718454 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6b21ee1e-3dfb-4cad-9a26-102a06fa16ef tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:51.722077 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c44e3d-fb88-4a83-8972-a087ee6bd875 None None] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:45:51.732463 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-5eaf1738-9243-4ddd-92a1-1d8037dfc368 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] 10.222.0.16 "GET /v2.0/ports?device_id=6228004b-bcef-4dd6-81a2-77b91fe6c2a8 HTTP/1.1" status: 200 len: 205 time: 0.0647948 Dec 20 08:45:51.735099 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38242) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:51.775010 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a7a798-9c00-43ef-bd21-d46c7c59f989 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Checking segment: {'id': '27092340-b88e-41d2-aa0d-8fffd3454758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '11899bfb-80ba-4808-b3ae-06c09132f023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:45:51.775372 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a7a798-9c00-43ef-bd21-d46c7c59f989 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Network hostable DHCP agents. Network: 11899bfb-80ba-4808-b3ae-06c09132f023, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:45:51.798197 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bfc165-6ba1-4291-913e-ddb879565839 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event deleted for resources: {'Subnet': ['ID=9abba35e-38db-4664-a78b-d9a6542458b9,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:51.831207 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d2bfc165-6ba1-4291-913e-ddb879565839 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:51.837010 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-02c6e44a-55a9-4b1e-b1eb-8c83a6ad4a1e tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:51.847771 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e5c2b3-3d39-43b0-a615-3ecbc68f18c4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Made reservation on behalf of bcc408b3053b4123bbeeedda32cab34a for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:45:51.854406 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-02e5c2b3-3d39-43b0-a615-3ecbc68f18c4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:51.861629 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b21ee1e-3dfb-4cad-9a26-102a06fa16ef tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0141bd6-4d94-44ea-b0be-27fdae4481f8,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:51.872253 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-bfd6ab95-958e-425c-b416-04bdc989b0fb tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] delete failed (client error): The resource could not be found. Dec 20 08:45:51.873968 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-bfd6ab95-958e-425c-b416-04bdc989b0fb tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] 10.222.0.16 "DELETE /v2.0/routers/6228004b-bcef-4dd6-81a2-77b91fe6c2a8 HTTP/1.1" status: 404 len: 336 time: 0.1379220 Dec 20 08:45:51.878040 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-d2bfc165-6ba1-4291-913e-ddb879565839 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/subnets/9abba35e-38db-4664-a78b-d9a6542458b9 HTTP/1.1" status: 204 len: 168 time: 2.5172012 Dec 20 08:45:51.879394 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-6b21ee1e-3dfb-4cad-9a26-102a06fa16ef tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:51.881265 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 38246) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:51.881769 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 38248) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:51.923797 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-02e5c2b3-3d39-43b0-a615-3ecbc68f18c4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] device_id is not set on port 0a4407b8-79d0-48a9-8c30-ba2a2dac2a19 yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:45:52.063421 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6b21ee1e-3dfb-4cad-9a26-102a06fa16ef tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:52.064797 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-6b21ee1e-3dfb-4cad-9a26-102a06fa16ef tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.2186863 Dec 20 08:45:52.081823 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38254) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:52.085299 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38256) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:52.086953 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-50481627-03e6-4dbe-8c18-c13deef30f20 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcf33656-e1eb-471b-87c1-ea476f0002a6 HTTP/1.1" status: 200 len: 205 time: 0.1967330 Dec 20 08:45:52.087776 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a7a798-9c00-43ef-bd21-d46c7c59f989 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Network 11899bfb-80ba-4808-b3ae-06c09132f023 is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:45:52.108668 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-e7358220-cf77-41f2-8208-0c06e007e236 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Request body: {'security_group_rule': {'security_group_id': 'f338f5d3-d096-4f15-9647-8ecb21c3fa0f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:45:52.110838 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-3f151445-8225-480e-8f72-cc4b86d7d73a tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2250230 Dec 20 08:45:52.126658 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 38262) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:52.132724 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-75a7a798-9c00-43ef-bd21-d46c7c59f989 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, 11899bfb-80ba-4808-b3ae-06c09132f023) {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:45:52.137944 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-75a7a798-9c00-43ef-bd21-d46c7c59f989 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2036557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2095114'] for subnet, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:52.151494 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6c5f04-5c18-441b-9cbc-34abb9c7f494 None None] Network 11899bfb-80ba-4808-b3ae-06c09132f023 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:45:52.156432 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-bdd2e7b5-3e97-4493-885c-d489d387b05d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Request body: {'subnet': {'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:45:52.189781 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3019bae6-25a7-4e89-b8f4-95a64f9f499b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:52.225120 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-e7358220-cf77-41f2-8208-0c06e007e236 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:45:52.234130 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e7358220-cf77-41f2-8208-0c06e007e236 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Usage tracker for resource:security_group_rule and tenant:7ffac61ac2484e8a96a049ebd1380818 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:45:52.246659 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e7358220-cf77-41f2-8208-0c06e007e236 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:45:52.270054 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-e7358220-cf77-41f2-8208-0c06e007e236 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:45:52.339624 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f236947-8ec7-45eb-a23f-236d8cb935bb None None] DHCP port deletion for f75aa0d2-5f41-40f3-a9e0-d60d934965a4 request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 08:45:52.358398 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-1f236947-8ec7-45eb-a23f-236d8cb935bb None None] Deleting port ab82eb70-3b22-4494-9db6-61d6d9e53150 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:45:52.358832 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-1f236947-8ec7-45eb-a23f-236d8cb935bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:52.412872 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-bdd2e7b5-3e97-4493-885c-d489d387b05d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:45:52.464101 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-fdf9dd0c-512c-47e9-b0d5-42d2f2061c5b tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] delete failed (client error): The resource could not be found. Dec 20 08:45:52.465134 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-fdf9dd0c-512c-47e9-b0d5-42d2f2061c5b tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] 10.222.0.16 "DELETE /v2.0/routers/bcf33656-e1eb-471b-87c1-ea476f0002a6 HTTP/1.1" status: 404 len: 336 time: 0.3763943 Dec 20 08:45:52.469770 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e7358220-cf77-41f2-8208-0c06e007e236 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:52.481121 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38268) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:52.538394 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-9da04f79-15b9-45cc-9255-64f3d483d7e1 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef3a54d2-ce99-46ba-a2c5-4f61b6fa50fd HTTP/1.1" status: 200 len: 205 time: 0.0544293 Dec 20 08:45:52.544403 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38272) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:52.568136 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a7a798-9c00-43ef-bd21-d46c7c59f989 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Pushing event updated for resources: {'Subnet': ['ID=e2b6da18-e92a-49e0-892a-0491f168c13a,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:52.572793 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-bdd2e7b5-3e97-4493-885c-d489d387b05d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Usage tracker for resource:subnet and tenant:9679bafc94a64ee0a207e63ba5560387 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:45:52.589429 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-75a7a798-9c00-43ef-bd21-d46c7c59f989 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:52.589793 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-bdd2e7b5-3e97-4493-885c-d489d387b05d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:45:52.623982 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a7a798-9c00-43ef-bd21-d46c7c59f989 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Checking segment: {'id': '4c407a12-8c7e-4db5-a00c-ff621928a577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '4a6b2fa9-1294-4be1-bd8d-d838b447a82a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:45:52.642982 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a7a798-9c00-43ef-bd21-d46c7c59f989 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Network hostable DHCP agents. Network: 4a6b2fa9-1294-4be1-bd8d-d838b447a82a, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:45:52.650804 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-bdd2e7b5-3e97-4493-885c-d489d387b05d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:45:52.708939 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a3a24976-89aa-4d3f-ac61-b750c5a3c7c7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for router_gateway, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:52.709845 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a3a24976-89aa-4d3f-ac61-b750c5a3c7c7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071'] for router, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:52.740294 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd2e7b5-3e97-4493-885c-d489d387b05d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Made reservation on behalf of 9679bafc94a64ee0a207e63ba5560387 for: {'subnet': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:45:52.744001 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bdd2e7b5-3e97-4493-885c-d489d387b05d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2095160'] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:52.796167 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-7386f074-785f-4254-9eac-030a7fc4bba7 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] delete failed (client error): The resource could not be found. Dec 20 08:45:52.797204 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-7386f074-785f-4254-9eac-030a7fc4bba7 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] 10.222.0.16 "DELETE /v2.0/routers/ef3a54d2-ce99-46ba-a2c5-4f61b6fa50fd HTTP/1.1" status: 404 len: 336 time: 0.2493999 Dec 20 08:45:52.811622 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38276) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:52.822169 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-02e5c2b3-3d39-43b0-a615-3ecbc68f18c4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Allocated IP 2001:db8::3c9 (b7355766-552f-465d-9e88-97d34cc7cd01/c544584e-402f-4fbb-909e-c1fea2fcdb1f/0a4407b8-79d0-48a9-8c30-ba2a2dac2a19) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:45:52.841261 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-1f236947-8ec7-45eb-a23f-236d8cb935bb None None] For port ab82eb70-3b22-4494-9db6-61d6d9e53150, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=ab82eb70-3b22-4494-9db6-61d6d9e53150,segment=NetworkSegment(7c00552d-ea93-440b-911c-cb3aa0a4eeff),segment_id=7c00552d-ea93-440b-911c-cb3aa0a4eeff)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:45:52.841793 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-1f236947-8ec7-45eb-a23f-236d8cb935bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:52.877849 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-97920bcb-29aa-49b8-a891-04e12fc60413 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] 10.222.0.16 "GET /v2.0/ports?device_id=efa8c554-abd1-4cc1-a7f4-e8b8004cbcb4 HTTP/1.1" status: 200 len: 205 time: 0.0574584 Dec 20 08:45:52.888935 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 38280) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:52.962879 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a7a798-9c00-43ef-bd21-d46c7c59f989 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Network 4a6b2fa9-1294-4be1-bd8d-d838b447a82a is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:45:53.048743 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-062738f6-9bb4-4eca-8e04-59bc6d161554 req-e57d7d53-c59c-4540-b3dc-e27a3deec835 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce86b767-a621-41c5-98e8-cc542b7adc7f HTTP/1.1" status: 200 len: 210 time: 0.1558149 Dec 20 08:45:53.081776 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-1f236947-8ec7-45eb-a23f-236d8cb935bb None None] Calling delete_port for ab82eb70-3b22-4494-9db6-61d6d9e53150 owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:45:53.085075 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.api.v2.resource [None req-5da6bd57-d024-497e-969c-b875b780da5b tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] delete failed (client error): The resource could not be found. Dec 20 08:45:53.088606 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-5da6bd57-d024-497e-969c-b875b780da5b tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] 10.222.0.16 "DELETE /v2.0/routers/efa8c554-abd1-4cc1-a7f4-e8b8004cbcb4 HTTP/1.1" status: 404 len: 336 time: 0.1431868 Dec 20 08:45:53.094219 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38284) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:53.127125 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d2d36d-005b-44e7-a893-5c1c4ee06873 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-11899bfb-80ba-4808-b3ae-06c09132f023', 'network_id': '11899bfb-80ba-4808-b3ae-06c09132f023', 'tenant_id': '31dd18a4fca14026a07f2ad70c7c37b0', 'fixed_ips': [{'subnet_id': '89f77e94-f59c-476a-8654-848babc2c804'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:45:53.128363 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-27d2d36d-005b-44e7-a893-5c1c4ee06873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:53.167844 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-75a7a798-9c00-43ef-bd21-d46c7c59f989 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, 4a6b2fa9-1294-4be1-bd8d-d838b447a82a) {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:45:53.191552 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a3a18e-338c-47c3-8ddc-47e0ce1ef1c5 None None] Network 4a6b2fa9-1294-4be1-bd8d-d838b447a82a requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:45:53.192312 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a7a798-9c00-43ef-bd21-d46c7c59f989 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:45:53.193059 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a7a798-9c00-43ef-bd21-d46c7c59f989 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:45:53.193948 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-75a7a798-9c00-43ef-bd21-d46c7c59f989 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:53.340778 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-7815ab51-3bbb-4d1e-8091-0a99801954c7 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] 10.222.0.16 "GET /v2.0/ports?device_id=77befb40-8d69-4f8b-b779-1ba29997e86b HTTP/1.1" status: 200 len: 205 time: 0.0714674 Dec 20 08:45:53.363076 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38288) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:53.376351 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9c3024c-e295-4ec5-ad9c-90ca9b06c952 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:45:53.379907 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e7358220-cf77-41f2-8208-0c06e007e236 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:53.399505 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ed8e17-e19b-4bee-8366-d448c3d299e1 None None] Sync routers for ids ['fd2784c2-9301-4546-b4f4-5cacc3ac29c6'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:45:53.422878 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ed8e17-e19b-4bee-8366-d448c3d299e1 None None] Routers {'fd2784c2-9301-4546-b4f4-5cacc3ac29c6'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:45:53.424988 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-d3ed8e17-e19b-4bee-8366-d448c3d299e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:45:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['fd2784c2-9301-4546-b4f4-5cacc3ac29c6'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:53.445318 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-75a7a798-9c00-43ef-bd21-d46c7c59f989 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 6.6841381 Dec 20 08:45:53.452183 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 38292) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:53.452365 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-1f236947-8ec7-45eb-a23f-236d8cb935bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102'] for port, after_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:53.466389 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-9b7cde09-e4ce-4cf1-b38f-d60eed7c5511 None None] Provisioning for port d0a7bf9e-aa58-4e0a-8c2d-730b4aaa3b72 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:45:53.484320 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-f0e92077-4f26-4f42-800a-5433d8ba2ef6 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] delete failed (client error): The resource could not be found. Dec 20 08:45:53.489593 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f0e92077-4f26-4f42-800a-5433d8ba2ef6 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] 10.222.0.16 "DELETE /v2.0/routers/77befb40-8d69-4f8b-b779-1ba29997e86b HTTP/1.1" status: 404 len: 336 time: 0.1208677 Dec 20 08:45:53.491370 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 38296) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:53.503296 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e7358220-cf77-41f2-8208-0c06e007e236 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:53.504770 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e9c3024c-e295-4ec5-ad9c-90ca9b06c952 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:53.537141 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-d3ed8e17-e19b-4bee-8366-d448c3d299e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:53.567688 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ed8e17-e19b-4bee-8366-d448c3d299e1 None None] Routers {'fd2784c2-9301-4546-b4f4-5cacc3ac29c6'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:45:53.568597 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-d3ed8e17-e19b-4bee-8366-d448c3d299e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:45:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['fd2784c2-9301-4546-b4f4-5cacc3ac29c6'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:53.572188 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e9c3024c-e295-4ec5-ad9c-90ca9b06c952 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.8604560 Dec 20 08:45:53.577484 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38300) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:53.589194 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-b3a6afea-0656-49d4-8d25-d31884bf8349 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:53.608456 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:53.667312 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c07055e-fdbd-4a27-b322-b13112cac846 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] DELETE failed (client error): The resource could not be found. Dec 20 08:45:53.667733 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c07055e-fdbd-4a27-b322-b13112cac846 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:45:53.669376 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-7c07055e-fdbd-4a27-b322-b13112cac846 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] 10.222.0.16 "DELETE /v2.0/subnets/a1058a3a-b6bb-453c-8c74-ed6f9ddf6d11 HTTP/1.1" status: 404 len: 337 time: 0.1732473 Dec 20 08:45:53.693942 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-d3ed8e17-e19b-4bee-8366-d448c3d299e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:53.694494 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f236947-8ec7-45eb-a23f-236d8cb935bb None None] No DVR routers for this DVR port ab82eb70-3b22-4494-9db6-61d6d9e53150 on host dv-neutron-820491-1-hyperv {{(pid=83446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:45:53.694713 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ed8e17-e19b-4bee-8366-d448c3d299e1 None None] The sync data for ids ['fd2784c2-9301-4546-b4f4-5cacc3ac29c6'] in dv-neutron-820491-1-hyperv is: [] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:45:53.719962 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f341566-b273-4ea7-b8b8-d91fcebff6e0 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:45:53.721400 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f341566-b273-4ea7-b8b8-d91fcebff6e0 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:45:53.723370 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f341566-b273-4ea7-b8b8-d91fcebff6e0 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:45:53.724949 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-2f341566-b273-4ea7-b8b8-d91fcebff6e0 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Synchronizing usage tracker for tenant:31dd18a4fca14026a07f2ad70c7c37b0 on resource:subnet {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:45:53.732792 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device d0a7bf9e-aa58-4e0a-8c2d-730b4aaa3b72 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:45:53.740168 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-8bb6dc33-aaee-4557-8daf-38a3d52b3936 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] 10.222.0.16 "GET /v2.0/floatingips/95e5eae1-581f-4cca-ad61-a07b322055fe HTTP/1.1" status: 200 len: 978 time: 0.1601532 Dec 20 08:45:53.744953 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db228e6-e394-41b3-8754-a1022ed7edb3 req-04c15ff0-a515-4d36-8fe1-148a3e02e985 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:45:53.746398 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6db228e6-e394-41b3-8754-a1022ed7edb3 req-04c15ff0-a515-4d36-8fe1-148a3e02e985 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.58 "GET /v2.0/networks?id=3ab8996b-db59-43a0-a379-647199802474 HTTP/1.1" status: 200 len: 811 time: 0.8660126 Dec 20 08:45:53.751475 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38306) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:53.752384 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e7358220-cf77-41f2-8208-0c06e007e236 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:53.756724 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e7358220-cf77-41f2-8208-0c06e007e236 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 1.6743321 Dec 20 08:45:53.758704 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-02e5c2b3-3d39-43b0-a615-3ecbc68f18c4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:53.768786 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38310) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:53.772602 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f236947-8ec7-45eb-a23f-236d8cb935bb None None] Pushing event deleted for resources: {'Port': ['ID=ab82eb70-3b22-4494-9db6-61d6d9e53150,revision_number=None']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:53.783869 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-1f236947-8ec7-45eb-a23f-236d8cb935bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:53.791618 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-2f341566-b273-4ea7-b8b8-d91fcebff6e0 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Unset dirty status for tenant:31dd18a4fca14026a07f2ad70c7c37b0 on resource:subnet {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:45:53.802840 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-2f341566-b273-4ea7-b8b8-d91fcebff6e0 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.3498571 Dec 20 08:45:53.804620 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 38312) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:53.879952 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6db228e6-e394-41b3-8754-a1022ed7edb3 req-3072a4ea-3070-4531-b55c-cbffb2adaa70 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2165a78ac154b1c9f29e840efaf3cb7 HTTP/1.1" status: 200 len: 379 time: 0.0504045 Dec 20 08:45:53.884664 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-9b7cde09-e4ce-4cf1-b38f-d60eed7c5511 None None] Provisioning complete for port faf9e5e4-af97-47e6-99cd-01cf9cfe7116 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:45:53.885055 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-9b7cde09-e4ce-4cf1-b38f-d60eed7c5511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:53.911411 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7358220-cf77-41f2-8208-0c06e007e236 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f6d7f46-9037-4b48-be8b-c68a235745e3,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:53.936455 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-6db228e6-e394-41b3-8754-a1022ed7edb3 req-8266ea5d-885c-4e54-9eda-22cce053ce1f tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Request body: {'port': {'device_id': 'ce86b767-a621-41c5-98e8-cc542b7adc7f', 'network_id': '3ab8996b-db59-43a0-a379-647199802474', 'admin_state_up': True, 'tenant_id': 'e2165a78ac154b1c9f29e840efaf3cb7', 'security_groups': ['57316c2a-fdb6-46e9-9469-18e9bc81adc8']}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:45:53.936754 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-27d2d36d-005b-44e7-a893-5c1c4ee06873 None None] Allocated IP 2001:db8::1 (11899bfb-80ba-4808-b3ae-06c09132f023/89f77e94-f59c-476a-8654-848babc2c804/0687384c-3747-4ba3-8950-25effb7a0380) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:45:53.994685 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-9b7cde09-e4ce-4cf1-b38f-d60eed7c5511 None None] Port faf9e5e4-af97-47e6-99cd-01cf9cfe7116 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:45:54.089531 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-6db228e6-e394-41b3-8754-a1022ed7edb3 req-8266ea5d-885c-4e54-9eda-22cce053ce1f tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:45:54.093025 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.objects.ports [None req-bdd2e7b5-3e97-4493-885c-d489d387b05d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83445) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 20 08:45:54.099796 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-6db228e6-e394-41b3-8754-a1022ed7edb3 req-8266ea5d-885c-4e54-9eda-22cce053ce1f tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:45:54.103270 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bdd2e7b5-3e97-4493-885c-d489d387b05d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2036557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2095114'] for subnet, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:54.114534 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e7358220-cf77-41f2-8208-0c06e007e236 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:54.114798 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-bd422491-6693-4b1f-b3c1-0a607de17d50 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:54.116757 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-02e5c2b3-3d39-43b0-a615-3ecbc68f18c4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Transition to ACTIVE for port object 0a4407b8-79d0-48a9-8c30-ba2a2dac2a19 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:45:54.121788 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6db228e6-e394-41b3-8754-a1022ed7edb3 req-8266ea5d-885c-4e54-9eda-22cce053ce1f tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Made reservation on behalf of e2165a78ac154b1c9f29e840efaf3cb7 for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:45:54.125349 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-6db228e6-e394-41b3-8754-a1022ed7edb3 req-8266ea5d-885c-4e54-9eda-22cce053ce1f tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:54.202917 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_v2 [None req-77d7fe7d-32eb-46b1-a20c-8c00540a0eb9 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Deleting subnet 89f77e94-f59c-476a-8654-848babc2c804 {{(pid=83445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:45:54.216199 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd2e7b5-3e97-4493-885c-d489d387b05d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:45:54.218100 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd2e7b5-3e97-4493-885c-d489d387b05d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event updated for resources: {'Subnet': ['ID=92242ae9-7aa1-4ac6-ab80-3d6c39796792,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:54.219903 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-60863653-60fe-4a7a-9c89-163acdeb0fbf tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:54.223125 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-bdd2e7b5-3e97-4493-885c-d489d387b05d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:45:54.226298 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd2e7b5-3e97-4493-885c-d489d387b05d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:45:54.227174 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bdd2e7b5-3e97-4493-885c-d489d387b05d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:54.241962 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3a24976-89aa-4d3f-ac61-b750c5a3c7c7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Router 8622c24e-8e36-4a6a-8ead-f057b7bb0c53 is scheduled to L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 with binding_index 1 {{(pid=83445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 08:45:54.247296 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd2e7b5-3e97-4493-885c-d489d387b05d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:45:54.248100 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd2e7b5-3e97-4493-885c-d489d387b05d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:45:54.248557 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd2e7b5-3e97-4493-885c-d489d387b05d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:45:54.249079 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd2e7b5-3e97-4493-885c-d489d387b05d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:45:54.249890 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd2e7b5-3e97-4493-885c-d489d387b05d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:45:54.250034 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd2e7b5-3e97-4493-885c-d489d387b05d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:45:54.250487 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd2e7b5-3e97-4493-885c-d489d387b05d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:45:54.250997 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd2e7b5-3e97-4493-885c-d489d387b05d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:45:54.252063 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd2e7b5-3e97-4493-885c-d489d387b05d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:45:54.252063 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd2e7b5-3e97-4493-885c-d489d387b05d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:45:54.252273 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd2e7b5-3e97-4493-885c-d489d387b05d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:45:54.258376 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-bdd2e7b5-3e97-4493-885c-d489d387b05d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:54.266991 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496b56c7-4955-408c-9587-e6c61a236ebb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-4a6b2fa9-1294-4be1-bd8d-d838b447a82a', 'network_id': '4a6b2fa9-1294-4be1-bd8d-d838b447a82a', 'tenant_id': '31dd18a4fca14026a07f2ad70c7c37b0', 'fixed_ips': [{'subnet_id': 'e2b6da18-e92a-49e0-892a-0491f168c13a'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:45:54.271561 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-bdd2e7b5-3e97-4493-885c-d489d387b05d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1209292 Dec 20 08:45:54.272641 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-496b56c7-4955-408c-9587-e6c61a236ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:54.282277 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7153372-202b-4ce7-840b-c0b89742b44f None None] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:45:54.285446 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38322) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:54.294495 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-60863653-60fe-4a7a-9c89-163acdeb0fbf tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:54.304800 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-b2000dee-23ac-4c4c-af21-ffb8f42d3dbd tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Request body: {'port': {'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'mac_address': 'fa:16:3e:d5:10:6f', 'name': 'tempest-NetworksTestDHCPv6-835142923'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:45:54.326080 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f59cbbde-70aa-448a-be3d-46df16764bac tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Synchronizing usage tracker for tenant:a6ef049aae6b4eea9e642fc2beae00ec on resource:floatingip {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:45:54.331746 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38326) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:54.387651 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-27d2d36d-005b-44e7-a893-5c1c4ee06873 None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:54.398813 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-27d2d36d-005b-44e7-a893-5c1c4ee06873 None None] Transition to ACTIVE for port object 0687384c-3747-4ba3-8950-25effb7a0380 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:45:54.418534 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-27d2d36d-005b-44e7-a893-5c1c4ee06873 None None] Transition to ACTIVE for port object 0687384c-3747-4ba3-8950-25effb7a0380 will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:45:54.435675 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-77d7fe7d-32eb-46b1-a20c-8c00540a0eb9 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks [] for subnet, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:54.482917 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9fad075f-56d1-4ee5-8ceb-1585769a3140 req-125bbd76-f3ea-4f6f-ab1c-69e3fc0c6271 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce86b767-a621-41c5-98e8-cc542b7adc7f HTTP/1.1" status: 200 len: 210 time: 0.1540506 Dec 20 08:45:54.508870 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-77d7fe7d-32eb-46b1-a20c-8c00540a0eb9 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1518554'] for subnet, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:54.552189 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-02e5c2b3-3d39-43b0-a615-3ecbc68f18c4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:54.567615 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b22b1c1f-b688-480c-ac27-7d14e0e8765c tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:54.587954 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port d0a7bf9e-aa58-4e0a-8c2d-730b4aaa3b72 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:45:54.597380 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port d0a7bf9e-aa58-4e0a-8c2d-730b4aaa3b72 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:45:54.598566 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:54.599821 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f59cbbde-70aa-448a-be3d-46df16764bac tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Unset dirty status for tenant:a6ef049aae6b4eea9e642fc2beae00ec on resource:floatingip {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:45:54.603810 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 38332) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:54.603950 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f59cbbde-70aa-448a-be3d-46df16764bac tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.8493240 Dec 20 08:45:54.611147 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-fd82013f-f73c-4cb5-8f31-13ed8fbfa93f tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Request body: {'floatingip': {'port_id': '9e1d11ad-b081-4958-acde-afc1a813c0f9'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:45:54.624486 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-27d2d36d-005b-44e7-a893-5c1c4ee06873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:54.625778 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-60863653-60fe-4a7a-9c89-163acdeb0fbf tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:54.644579 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:54.683250 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d2d36d-005b-44e7-a893-5c1c4ee06873 None None] Network 11899bfb-80ba-4808-b3ae-06c09132f023 is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:45:54.696795 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [req-6db228e6-e394-41b3-8754-a1022ed7edb3 req-8266ea5d-885c-4e54-9eda-22cce053ce1f tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Allocated IP 172.20.0.13 (3ab8996b-db59-43a0-a379-647199802474/944a3b04-d2ac-486e-bee8-ba11ef891bfe/11db67d0-8208-488d-af30-92e306aa192a) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:45:54.706552 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-27d2d36d-005b-44e7-a893-5c1c4ee06873 None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:45:54.710084 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d2d36d-005b-44e7-a893-5c1c4ee06873 None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:45:54.716029 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-77d7fe7d-32eb-46b1-a20c-8c00540a0eb9 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:54.722358 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e5c2b3-3d39-43b0-a615-3ecbc68f18c4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Network b7355766-552f-465d-9e88-97d34cc7cd01 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:45:54.740091 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-02e5c2b3-3d39-43b0-a615-3ecbc68f18c4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:45:54.756091 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3a24976-89aa-4d3f-ac61-b750c5a3c7c7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:45:54.791495 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f80524-13e5-4009-a8bb-9a22108a1c09 None None] Sync routers for ids ['8622c24e-8e36-4a6a-8ead-f057b7bb0c53'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:45:54.826625 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fd82013f-f73c-4cb5-8f31-13ed8fbfa93f tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks [] for floatingip, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:54.897718 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d2d36d-005b-44e7-a893-5c1c4ee06873 None None] Pushing event updated for resources: {'Port': ['ID=0687384c-3747-4ba3-8950-25effb7a0380,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:54.903047 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a4391820-5658-4c52-a403-cc8a9c401ca4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:54.905924 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-27d2d36d-005b-44e7-a893-5c1c4ee06873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:54.914173 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e5c2b3-3d39-43b0-a615-3ecbc68f18c4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Pushing event updated for resources: {'Port': ['ID=0a4407b8-79d0-48a9-8c30-ba2a2dac2a19,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:54.918474 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e5c2b3-3d39-43b0-a615-3ecbc68f18c4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:45:54.923088 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e5c2b3-3d39-43b0-a615-3ecbc68f18c4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:45:54.923996 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-02e5c2b3-3d39-43b0-a615-3ecbc68f18c4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:54.929050 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a3a24976-89aa-4d3f-ac61-b750c5a3c7c7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:54.931158 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-a3a24976-89aa-4d3f-ac61-b750c5a3c7c7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 10.1140535 Dec 20 08:45:54.934323 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38336) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:54.937609 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-02e5c2b3-3d39-43b0-a615-3ecbc68f18c4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:54.943450 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ca2e312d-2c1b-4670-8f62-21eaaf308a2e tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.280s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:54.953607 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-60863653-60fe-4a7a-9c89-163acdeb0fbf tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:54.954828 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-60863653-60fe-4a7a-9c89-163acdeb0fbf tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/1f6d7f46-9037-4b48-be8b-c68a235745e3 HTTP/1.1" status: 204 len: 168 time: 1.1030886 Dec 20 08:45:54.958377 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 38340) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:54.965063 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60863653-60fe-4a7a-9c89-163acdeb0fbf tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1f6d7f46-9037-4b48-be8b-c68a235745e3,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:54.967037 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-b2000dee-23ac-4c4c-af21-ffb8f42d3dbd tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:45:54.994219 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-b2000dee-23ac-4c4c-af21-ffb8f42d3dbd tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Usage tracker for resource:port and tenant:9679bafc94a64ee0a207e63ba5560387 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:45:55.001948 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-60863653-60fe-4a7a-9c89-163acdeb0fbf tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:55.002997 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-b2000dee-23ac-4c4c-af21-ffb8f42d3dbd tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:45:55.015427 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-02e5c2b3-3d39-43b0-a615-3ecbc68f18c4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.6669583 Dec 20 08:45:55.018012 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 38346) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:55.019094 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-77d7fe7d-32eb-46b1-a20c-8c00540a0eb9 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2036620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2095133'] for subnet, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:55.036141 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-de2b35ec-550a-456f-bafa-894959eddbcb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:55.073219 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-b2000dee-23ac-4c4c-af21-ffb8f42d3dbd tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:45:55.085211 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-838455a6-85b1-4f60-add9-9b1919156922 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Request body: {'subnet': {'network_id': 'b7355766-552f-465d-9e88-97d34cc7cd01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:45:55.094542 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-a4391820-5658-4c52-a403-cc8a9c401ca4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:45:55.099093 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-a4391820-5658-4c52-a403-cc8a9c401ca4 admin admin] Usage tracker for resource:security_group_rule and tenant:056abb2bc23f424d94c87e583774364a is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:45:55.102526 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-a4391820-5658-4c52-a403-cc8a9c401ca4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:45:55.109305 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-a4391820-5658-4c52-a403-cc8a9c401ca4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:45:55.113571 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f80524-13e5-4009-a8bb-9a22108a1c09 None None] Routers {'8622c24e-8e36-4a6a-8ead-f057b7bb0c53'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:45:55.114573 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-66f80524-13e5-4009-a8bb-9a22108a1c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:45:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['8622c24e-8e36-4a6a-8ead-f057b7bb0c53'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:55.127528 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7fe7d-32eb-46b1-a20c-8c00540a0eb9 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Pushing event deleted for resources: {'Subnet': ['ID=89f77e94-f59c-476a-8654-848babc2c804,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:55.140046 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-77d7fe7d-32eb-46b1-a20c-8c00540a0eb9 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:55.174705 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-77d7fe7d-32eb-46b1-a20c-8c00540a0eb9 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:55.180369 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a4391820-5658-4c52-a403-cc8a9c401ca4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:55.199192 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a4391820-5658-4c52-a403-cc8a9c401ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:55.228849 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:55.235615 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb77436-6df0-47e9-a760-0ffdee02f68e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'tenant_id': '9679bafc94a64ee0a207e63ba5560387', 'fixed_ips': [{'subnet_id': '92242ae9-7aa1-4ac6-ab80-3d6c39796792'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:45:55.236740 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-dcb77436-6df0-47e9-a760-0ffdee02f68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:55.250895 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-27d2d36d-005b-44e7-a893-5c1c4ee06873 None None] Attempting to bind port 0687384c-3747-4ba3-8950-25effb7a0380 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:45:55.251587 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-27d2d36d-005b-44e7-a893-5c1c4ee06873 None None] Attempting to bind port 0687384c-3747-4ba3-8950-25effb7a0380 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '27092340-b88e-41d2-aa0d-8fffd3454758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '11899bfb-80ba-4808-b3ae-06c09132f023'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:45:55.252309 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d2d36d-005b-44e7-a893-5c1c4ee06873 None None] Attempting to bind port 0687384c-3747-4ba3-8950-25effb7a0380 on network 11899bfb-80ba-4808-b3ae-06c09132f023 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:45:55.349560 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2000dee-23ac-4c4c-af21-ffb8f42d3dbd tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Made reservation on behalf of 9679bafc94a64ee0a207e63ba5560387 for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:45:55.358128 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d2d36d-005b-44e7-a893-5c1c4ee06873 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:45:55.358789 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d2d36d-005b-44e7-a893-5c1c4ee06873 None None] Checking segment: {'id': '27092340-b88e-41d2-aa0d-8fffd3454758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '11899bfb-80ba-4808-b3ae-06c09132f023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:45:55.359387 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-27d2d36d-005b-44e7-a893-5c1c4ee06873 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:55.359929 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d2d36d-005b-44e7-a893-5c1c4ee06873 None None] Bound using segment: {'id': '27092340-b88e-41d2-aa0d-8fffd3454758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '11899bfb-80ba-4808-b3ae-06c09132f023'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:45:55.360741 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-27d2d36d-005b-44e7-a893-5c1c4ee06873 None None] Bound port: 0687384c-3747-4ba3-8950-25effb7a0380, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27092340-b88e-41d2-aa0d-8fffd3454758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '11899bfb-80ba-4808-b3ae-06c09132f023'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:45:55.361307 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-27d2d36d-005b-44e7-a893-5c1c4ee06873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:55.373411 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-65021509-515f-4267-ba6b-4f0a42ff8acd tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=f7b89f97320342ff933d41aa1a974b12&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4306893 Dec 20 08:45:55.390780 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38350) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:55.392790 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-5c42365f-2321-42b0-b68f-d96540a72e28 None None] Provisioning for port 0a4407b8-79d0-48a9-8c30-ba2a2dac2a19 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:45:55.412395 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a4391820-5658-4c52-a403-cc8a9c401ca4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=056abb2bc23f424d94c87e583774364a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0715437 Dec 20 08:45:55.419893 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 38354) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:55.458669 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-77d7fe7d-32eb-46b1-a20c-8c00540a0eb9 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] 10.222.0.16 "DELETE /v2.0/subnets/89f77e94-f59c-476a-8654-848babc2c804 HTTP/1.1" status: 204 len: 168 time: 1.6525233 Dec 20 08:45:55.473888 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-c2cf1b47-5d54-4a71-83cc-4552944c1f0d tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Synchronizing usage tracker for tenant:7ffac61ac2484e8a96a049ebd1380818 on resource:security_group_rule {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:45:55.478459 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 38358) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:55.508061 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4391820-5658-4c52-a403-cc8a9c401ca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce4e676d-c457-45d7-9afe-9735cdc3ef05,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:55.539465 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-5c42365f-2321-42b0-b68f-d96540a72e28 None None] Provisioning complete for port 0a4407b8-79d0-48a9-8c30-ba2a2dac2a19 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:45:55.539827 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-5c42365f-2321-42b0-b68f-d96540a72e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:55.544684 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a4391820-5658-4c52-a403-cc8a9c401ca4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:55.707058 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:55.723453 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-6db228e6-e394-41b3-8754-a1022ed7edb3 req-8266ea5d-885c-4e54-9eda-22cce053ce1f tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:55.734181 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-496b56c7-4955-408c-9587-e6c61a236ebb None None] Allocated IP 2001:db8:0:1::1 (4a6b2fa9-1294-4be1-bd8d-d838b447a82a/e2b6da18-e92a-49e0-892a-0491f168c13a/740fdba3-dc32-47cf-8736-1db8a8cd7bee) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:45:55.751186 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b2000dee-23ac-4c4c-af21-ffb8f42d3dbd tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:55.784301 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-6db228e6-e394-41b3-8754-a1022ed7edb3 req-8266ea5d-885c-4e54-9eda-22cce053ce1f tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Transition to ACTIVE for port object 11db67d0-8208-488d-af30-92e306aa192a will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:45:55.813276 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-c2cf1b47-5d54-4a71-83cc-4552944c1f0d tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Unset dirty status for tenant:7ffac61ac2484e8a96a049ebd1380818 on resource:security_group_rule {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:45:55.819231 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7463509c-f345-4ba3-914b-5ee61cbfd189 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:45:55.819231 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-7463509c-f345-4ba3-914b-5ee61cbfd189 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4197373 Dec 20 08:45:55.819231 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-b2000dee-23ac-4c4c-af21-ffb8f42d3dbd tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] device_id is not set on port fe35f3a7-053a-417c-89f8-e8014be79197 yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:45:55.819633 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-c2cf1b47-5d54-4a71-83cc-4552944c1f0d tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.8590102 Dec 20 08:45:55.829314 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 38364) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:55.829809 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 38366) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:55.834122 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-5c42365f-2321-42b0-b68f-d96540a72e28 None None] Port 0a4407b8-79d0-48a9-8c30-ba2a2dac2a19 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:45:55.837140 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-838455a6-85b1-4f60-add9-9b1919156922 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:45:55.870980 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-ec7eb0c4-6fac-40fd-9c6a-b3a443d95b27 req-6251b772-3cf6-469e-b90e-e96647ab5f3e tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce86b767-a621-41c5-98e8-cc542b7adc7f HTTP/1.1" status: 200 len: 210 time: 0.1709673 Dec 20 08:45:55.874233 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-838455a6-85b1-4f60-add9-9b1919156922 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Usage tracker for resource:subnet and tenant:bcc408b3053b4123bbeeedda32cab34a is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:45:55.921204 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-838455a6-85b1-4f60-add9-9b1919156922 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:45:55.929326 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-6db228e6-e394-41b3-8754-a1022ed7edb3 req-8266ea5d-885c-4e54-9eda-22cce053ce1f tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:55.935175 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-91517c26-c5f5-4911-8fd4-704ac8be898d tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:55.943207 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-66f80524-13e5-4009-a8bb-9a22108a1c09 None None] Set router 8622c24e-8e36-4a6a-8ead-f057b7bb0c53 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:45:55.950793 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-838455a6-85b1-4f60-add9-9b1919156922 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:45:55.956575 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-cd258996-a99f-4ae5-8c54-eebbeb193ed3 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=95f3bec2-46e6-4468-8229-8badd4a5aaae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1127424 Dec 20 08:45:55.977094 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38372) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:55.993628 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-7ed9eb28-ab43-4ead-b4a6-671a6cd228be tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-323157548', 'network_id': '627d2b4e-ee9f-42de-b848-af479fe5c2f5', 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:45:56.002411 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a7b302ea-39d7-4cfd-ba70-918ad7073328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:56.039438 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-27d2d36d-005b-44e7-a893-5c1c4ee06873 None None] For port 0687384c-3747-4ba3-8950-25effb7a0380, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:45:56.042702 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port d0a7bf9e-aa58-4e0a-8c2d-730b4aaa3b72, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=d0a7bf9e-aa58-4e0a-8c2d-730b4aaa3b72,segment=NetworkSegment(f640d3e7-cc57-4249-b60e-fe4ef5cde30d),segment_id=f640d3e7-cc57-4249-b60e-fe4ef5cde30d)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:45:56.062286 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6db228e6-e394-41b3-8754-a1022ed7edb3 req-8266ea5d-885c-4e54-9eda-22cce053ce1f tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Network 3ab8996b-db59-43a0-a379-647199802474 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:45:56.063848 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:56.068868 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fd9e6751-53df-4f3f-9009-062c11733b55 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:56.072722 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-af5f854b-6338-45fa-9e42-fe2fe230717c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:56.086823 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 08:45:56.089606 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-838455a6-85b1-4f60-add9-9b1919156922 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Made reservation on behalf of bcc408b3053b4123bbeeedda32cab34a for: {'subnet': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:45:56.124248 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266ea5d-885c-4e54-9eda-22cce053ce1f tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Pushing event updated for resources: {'Port': ['ID=11db67d0-8208-488d-af30-92e306aa192a,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:56.126931 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [req-6db228e6-e394-41b3-8754-a1022ed7edb3 req-8266ea5d-885c-4e54-9eda-22cce053ce1f tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:45:56.128912 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-8266ea5d-885c-4e54-9eda-22cce053ce1f tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:56.147056 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-6db228e6-e394-41b3-8754-a1022ed7edb3 req-8266ea5d-885c-4e54-9eda-22cce053ce1f tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:45:56.166015 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-27d2d36d-005b-44e7-a893-5c1c4ee06873 None None] For port 0687384c-3747-4ba3-8950-25effb7a0380, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=0687384c-3747-4ba3-8950-25effb7a0380,segment=NetworkSegment(27092340-b88e-41d2-aa0d-8fffd3454758),segment_id=27092340-b88e-41d2-aa0d-8fffd3454758)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:45:56.183331 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fd9e6751-53df-4f3f-9009-062c11733b55 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:56.197488 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device ab82eb70-3b22-4494-9db6-61d6d9e53150 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:45:56.215512 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-7ed9eb28-ab43-4ead-b4a6-671a6cd228be tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:45:56.223478 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7ed9eb28-ab43-4ead-b4a6-671a6cd228be tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:subnet and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:45:56.229495 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7ed9eb28-ab43-4ead-b4a6-671a6cd228be tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:45:56.241323 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-dcb77436-6df0-47e9-a760-0ffdee02f68e None None] Allocated IP 2001:db8::f816:3eff:fee8:104f (f75aa0d2-5f41-40f3-a9e0-d60d934965a4/92242ae9-7aa1-4ac6-ab80-3d6c39796792/70b31cf2-d7c0-42e8-8d70-a22ae5e9c858) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:45:56.242928 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a7b302ea-39d7-4cfd-ba70-918ad7073328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:56.244867 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-7ed9eb28-ab43-4ead-b4a6-671a6cd228be tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:45:56.246565 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-27d2d36d-005b-44e7-a893-5c1c4ee06873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:56.268812 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db228e6-e394-41b3-8754-a1022ed7edb3 req-8266ea5d-885c-4e54-9eda-22cce053ce1f tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:45:56.270171 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-6db228e6-e394-41b3-8754-a1022ed7edb3 req-8266ea5d-885c-4e54-9eda-22cce053ce1f tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:56.276953 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: ab82eb70-3b22-4494-9db6-61d6d9e53150 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:45:56.277579 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device ab82eb70-3b22-4494-9db6-61d6d9e53150 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:45:56.301685 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed9eb28-ab43-4ead-b4a6-671a6cd228be tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Made reservation on behalf of f7b89f97320342ff933d41aa1a974b12 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:45:56.333993 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6db228e6-e394-41b3-8754-a1022ed7edb3 req-8266ea5d-885c-4e54-9eda-22cce053ce1f tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4007018 Dec 20 08:45:56.347798 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-6db228e6-e394-41b3-8754-a1022ed7edb3 req-432b086b-543c-49e8-bcf3-f810a7eaf12a service neutron] Request body: {'port': {'device_id': 'ce86b767-a621-41c5-98e8-cc542b7adc7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8204'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:45:56.441395 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=d0a7bf9e-aa58-4e0a-8c2d-730b4aaa3b72,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:56.445002 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:56.454177 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-b3a6afea-0656-49d4-8d25-d31884bf8349 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.178s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:56.500439 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7ed9eb28-ab43-4ead-b4a6-671a6cd228be tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1529102'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:56.524166 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_v2 [None req-43ce5a97-47ed-43b8-9005-678ef4c59eea tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Deleting subnet e2b6da18-e92a-49e0-892a-0491f168c13a {{(pid=83445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:45:56.531545 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fd9e6751-53df-4f3f-9009-062c11733b55 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:56.552483 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:56.571971 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9e6751-53df-4f3f-9009-062c11733b55 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b0141bd6-4d94-44ea-b0be-27fdae4481f8,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:56.576930 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.resource_extend [None req-fd82013f-f73c-4cb5-8f31-13ed8fbfa93f tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 08:45:56.645549 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-fd9e6751-53df-4f3f-9009-062c11733b55 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:56.687415 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-6db228e6-e394-41b3-8754-a1022ed7edb3 req-432b086b-543c-49e8-bcf3-f810a7eaf12a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:56.689146 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-838455a6-85b1-4f60-add9-9b1919156922 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2095160'] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:56.716395 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fd9e6751-53df-4f3f-9009-062c11733b55 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:56.720032 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-fd9e6751-53df-4f3f-9009-062c11733b55 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/b0141bd6-4d94-44ea-b0be-27fdae4481f8 HTTP/1.1" status: 204 len: 168 time: 0.8778863 Dec 20 08:45:56.726712 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 38376) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:56.749557 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a7b302ea-39d7-4cfd-ba70-918ad7073328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:56.763815 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d2d36d-005b-44e7-a893-5c1c4ee06873 None None] Pushing event updated for resources: {'Port': ['ID=0687384c-3747-4ba3-8950-25effb7a0380,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:56.765639 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fd82013f-f73c-4cb5-8f31-13ed8fbfa93f tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:56.766900 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-27d2d36d-005b-44e7-a893-5c1c4ee06873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:56.767035 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:56.788545 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fd82013f-f73c-4cb5-8f31-13ed8fbfa93f tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-345990'] for floatingip, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:56.793297 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-6ee29bb0-2761-4712-992d-1e630ec9f247 None None] Provisioning for port 11db67d0-8208-488d-af30-92e306aa192a completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:45:56.820613 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-496b56c7-4955-408c-9587-e6c61a236ebb None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:56.825749 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-6ee29bb0-2761-4712-992d-1e630ec9f247 None None] Provisioning complete for port 11db67d0-8208-488d-af30-92e306aa192a triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:45:56.826118 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-6ee29bb0-2761-4712-992d-1e630ec9f247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:56.864798 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504b9fd2-7a31-4daa-8a82-29246229836a None None] Network 11899bfb-80ba-4808-b3ae-06c09132f023 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:45:56.889420 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b302ea-39d7-4cfd-ba70-918ad7073328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce4e676d-c457-45d7-9afe-9735cdc3ef05,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:56.940121 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-496b56c7-4955-408c-9587-e6c61a236ebb None None] Transition to ACTIVE for port object 740fdba3-dc32-47cf-8736-1db8a8cd7bee will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:45:57.047813 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a7b302ea-39d7-4cfd-ba70-918ad7073328 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:57.054150 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a7b302ea-39d7-4cfd-ba70-918ad7073328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:57.055653 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-a7b302ea-39d7-4cfd-ba70-918ad7073328 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ce4e676d-c457-45d7-9afe-9735cdc3ef05 HTTP/1.1" status: 204 len: 168 time: 1.6326876 Dec 20 08:45:57.086681 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-6ee29bb0-2761-4712-992d-1e630ec9f247 None None] Port 11db67d0-8208-488d-af30-92e306aa192a cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:45:57.123074 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-df968e8a-2578-46e4-99de-fe086bd724c5 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Synchronizing usage tracker for tenant:7ffac61ac2484e8a96a049ebd1380818 on resource:security_group_rule {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:45:57.126768 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-496b56c7-4955-408c-9587-e6c61a236ebb None None] Transition to ACTIVE for port object 740fdba3-dc32-47cf-8736-1db8a8cd7bee will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:45:57.137731 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.ipam_backend_mixin [None req-838455a6-85b1-4f60-add9-9b1919156922 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c544584e-402f-4fbb-909e-c1fea2fcdb1f (CIDR: 2001:db8::/64) Dec 20 08:45:57.148369 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7ed9eb28-ab43-4ead-b4a6-671a6cd228be tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1129376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1529148'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:57.151338 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-838455a6-85b1-4f60-add9-9b1919156922 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 08:45:57.151777 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-838455a6-85b1-4f60-add9-9b1919156922 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:45:57.175618 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-df968e8a-2578-46e4-99de-fe086bd724c5 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Unset dirty status for tenant:7ffac61ac2484e8a96a049ebd1380818 on resource:security_group_rule {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:45:57.177771 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-df968e8a-2578-46e4-99de-fe086bd724c5 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.4496677 Dec 20 08:45:57.179551 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-43ce5a97-47ed-43b8-9005-678ef4c59eea tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks [] for subnet, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:57.195780 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7bdff302-e34f-40d2-8633-f6dbde22db94 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:57.215639 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-496b56c7-4955-408c-9587-e6c61a236ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:57.228376 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-100c027e-d8c6-45d3-b76c-86097248c435 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:57.233960 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-43ce5a97-47ed-43b8-9005-678ef4c59eea tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1518554'] for subnet, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:57.258992 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38384) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:57.259709 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed9eb28-ab43-4ead-b4a6-671a6cd228be tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'Subnet': ['ID=241217e4-29b1-4db3-ac24-1473da03c8b8,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:57.265292 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7ed9eb28-ab43-4ead-b4a6-671a6cd228be tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:57.266089 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-dcb77436-6df0-47e9-a760-0ffdee02f68e None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:57.284305 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-838455a6-85b1-4f60-add9-9b1919156922 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.2601159 Dec 20 08:45:57.286583 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 38388) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:57.303227 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-dcb77436-6df0-47e9-a760-0ffdee02f68e None None] Transition to ACTIVE for port object 70b31cf2-d7c0-42e8-8d70-a22ae5e9c858 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:45:57.306421 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1e2831a0-8b60-4400-a2c5-e9a8ffe8fcaf tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:57.316743 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1e2831a0-8b60-4400-a2c5-e9a8ffe8fcaf tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:57.341575 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496b56c7-4955-408c-9587-e6c61a236ebb None None] Network 4a6b2fa9-1294-4be1-bd8d-d838b447a82a is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:45:57.342468 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496b56c7-4955-408c-9587-e6c61a236ebb None None] Pushing event updated for resources: {'Port': ['ID=740fdba3-dc32-47cf-8736-1db8a8cd7bee,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:57.342608 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-58f91c2e-b7b2-4439-8739-ca16d0188080 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Request body: {'subnet': {'network_id': 'b7355766-552f-465d-9e88-97d34cc7cd01', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:45:57.346056 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-496b56c7-4955-408c-9587-e6c61a236ebb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:57.348328 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-66f80524-13e5-4009-a8bb-9a22108a1c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8622c24e-8e36-4a6a-8ead-f057b7bb0c53', 'name': 'tempest-TestNetworkBasicOps-router-405621392', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.100'}], 'enable_snat': True}, 'gw_port_id': 'ffbc822d-d310-47fc-a0a6-d3f474bf15ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:45:45Z', 'updated_at': '2021-12-20T08:45:51Z', 'revision_number': 3, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': 'ffbc822d-d310-47fc-a0a6-d3f474bf15ca', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:6b:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8622c24e-8e36-4a6a-8ead-f057b7bb0c53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:45:48Z', 'updated_at': '2021-12-20T08:45:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:45:57.355247 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-496b56c7-4955-408c-9587-e6c61a236ebb None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:45:57.358644 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496b56c7-4955-408c-9587-e6c61a236ebb None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:45:57.373857 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-dcb77436-6df0-47e9-a760-0ffdee02f68e None None] Transition to ACTIVE for port object 70b31cf2-d7c0-42e8-8d70-a22ae5e9c858 will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:45:57.376718 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f80524-13e5-4009-a8bb-9a22108a1c09 None None] Checking router: 8622c24e-8e36-4a6a-8ead-f057b7bb0c53 for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 08:45:57.376718 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f80524-13e5-4009-a8bb-9a22108a1c09 None None] Updating router 8622c24e-8e36-4a6a-8ead-f057b7bb0c53 port ffbc822d-d310-47fc-a0a6-d3f474bf15ca binding host dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 08:45:57.381548 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1e2831a0-8b60-4400-a2c5-e9a8ffe8fcaf tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:57.418773 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7047fc5b-cb6a-47f4-8707-ade2e8f09db2 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:57.446533 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0952479e-fd39-440b-99bb-25ae28222a75 req-0c14d2f9-257d-4ab7-a6a7-0daa0167c7da tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:45:57.447266 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-0952479e-fd39-440b-99bb-25ae28222a75 req-0c14d2f9-257d-4ab7-a6a7-0daa0167c7da tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Synchronizing usage tracker for tenant:e2165a78ac154b1c9f29e840efaf3cb7 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:45:57.452163 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2831a0-8b60-4400-a2c5-e9a8ffe8fcaf tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0b53caad-f149-4470-bea0-5e04e2545dd2,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:57.468540 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1e2831a0-8b60-4400-a2c5-e9a8ffe8fcaf tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:57.476223 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed9eb28-ab43-4ead-b4a6-671a6cd228be tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Checking segment: {'id': '4add418e-9ba1-4854-8396-6b270d4c02ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '627d2b4e-ee9f-42de-b848-af479fe5c2f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:45:57.476582 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed9eb28-ab43-4ead-b4a6-671a6cd228be tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Network hostable DHCP agents. Network: 627d2b4e-ee9f-42de-b848-af479fe5c2f5, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:45:57.484734 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-0952479e-fd39-440b-99bb-25ae28222a75 req-0c14d2f9-257d-4ab7-a6a7-0daa0167c7da tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Unset dirty status for tenant:e2165a78ac154b1c9f29e840efaf3cb7 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:45:57.491939 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0952479e-fd39-440b-99bb-25ae28222a75 req-0c14d2f9-257d-4ab7-a6a7-0daa0167c7da tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce86b767-a621-41c5-98e8-cc542b7adc7f HTTP/1.1" status: 200 len: 932 time: 0.3509779 Dec 20 08:45:57.519375 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-43ce5a97-47ed-43b8-9005-678ef4c59eea tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:57.527023 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.db.resource_extend [req-6db228e6-e394-41b3-8754-a1022ed7edb3 req-432b086b-543c-49e8-bcf3-f810a7eaf12a service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 08:45:57.537591 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-dcb77436-6df0-47e9-a760-0ffdee02f68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:57.550550 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-4845f134-e329-466e-ae67-e2ac8bf7e380 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:57.574235 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1e2831a0-8b60-4400-a2c5-e9a8ffe8fcaf tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:57.577562 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1e2831a0-8b60-4400-a2c5-e9a8ffe8fcaf tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/0b53caad-f149-4470-bea0-5e04e2545dd2 HTTP/1.1" status: 204 len: 168 time: 0.3130472 Dec 20 08:45:57.587313 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38394) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:57.628183 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-58f91c2e-b7b2-4439-8739-ca16d0188080 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:45:57.652966 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-58f91c2e-b7b2-4439-8739-ca16d0188080 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Usage tracker for resource:subnet and tenant:bcc408b3053b4123bbeeedda32cab34a is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:45:57.668567 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-58f91c2e-b7b2-4439-8739-ca16d0188080 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:45:57.690029 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-66f80524-13e5-4009-a8bb-9a22108a1c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:57.702869 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-58f91c2e-b7b2-4439-8739-ca16d0188080 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:45:57.708242 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.l3_db [None req-fd82013f-f73c-4cb5-8f31-13ed8fbfa93f tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Floating IP 95e5eae1-581f-4cca-ad61-a07b322055fe associated. External IP: 172.26.5.233, port: 592b2fd1-e820-4416-92d3-7813fb4b1071. Dec 20 08:45:57.719154 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0952479e-fd39-440b-99bb-25ae28222a75 req-b29d234c-a41f-460a-a3b3-d11a846ff6cc tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/security-groups?id=57316c2a-fdb6-46e9-9469-18e9bc81adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2262530 Dec 20 08:45:57.752890 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-496b56c7-4955-408c-9587-e6c61a236ebb None None] Attempting to bind port 740fdba3-dc32-47cf-8736-1db8a8cd7bee on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:45:57.753322 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-496b56c7-4955-408c-9587-e6c61a236ebb None None] Attempting to bind port 740fdba3-dc32-47cf-8736-1db8a8cd7bee by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '4c407a12-8c7e-4db5-a00c-ff621928a577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '4a6b2fa9-1294-4be1-bd8d-d838b447a82a'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:45:57.753792 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496b56c7-4955-408c-9587-e6c61a236ebb None None] Attempting to bind port 740fdba3-dc32-47cf-8736-1db8a8cd7bee on network 4a6b2fa9-1294-4be1-bd8d-d838b447a82a {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:45:57.759466 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-b2000dee-23ac-4c4c-af21-ffb8f42d3dbd tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Allocated IP 2001:db8::f816:3eff:fed5:106f (f75aa0d2-5f41-40f3-a9e0-d60d934965a4/92242ae9-7aa1-4ac6-ab80-3d6c39796792/fe35f3a7-053a-417c-89f8-e8014be79197) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:45:57.764234 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [req-6db228e6-e394-41b3-8754-a1022ed7edb3 req-432b086b-543c-49e8-bcf3-f810a7eaf12a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11db67d0-8208-488d-af30-92e306aa192a {{(pid=83444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 08:45:57.765741 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb77436-6df0-47e9-a760-0ffdee02f68e None None] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:45:57.776615 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-dcb77436-6df0-47e9-a760-0ffdee02f68e None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:45:57.779124 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-1157897c-e937-41c9-8379-d5a05433ae15 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Synchronizing usage tracker for tenant:7ffac61ac2484e8a96a049ebd1380818 on resource:security_group_rule {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:45:57.779863 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb77436-6df0-47e9-a760-0ffdee02f68e None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:45:57.782386 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb77436-6df0-47e9-a760-0ffdee02f68e None None] Pushing event updated for resources: {'Port': ['ID=70b31cf2-d7c0-42e8-8d70-a22ae5e9c858,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:57.785138 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-dcb77436-6df0-47e9-a760-0ffdee02f68e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:57.795594 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-6db228e6-e394-41b3-8754-a1022ed7edb3 req-432b086b-543c-49e8-bcf3-f810a7eaf12a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:57.799294 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496b56c7-4955-408c-9587-e6c61a236ebb None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:45:57.799897 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496b56c7-4955-408c-9587-e6c61a236ebb None None] Checking segment: {'id': '4c407a12-8c7e-4db5-a00c-ff621928a577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '4a6b2fa9-1294-4be1-bd8d-d838b447a82a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:45:57.800472 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-496b56c7-4955-408c-9587-e6c61a236ebb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:57.800780 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed9eb28-ab43-4ead-b4a6-671a6cd228be tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Network 627d2b4e-ee9f-42de-b848-af479fe5c2f5 is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:45:57.801884 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496b56c7-4955-408c-9587-e6c61a236ebb None None] Bound using segment: {'id': '4c407a12-8c7e-4db5-a00c-ff621928a577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '4a6b2fa9-1294-4be1-bd8d-d838b447a82a'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:45:57.802786 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-496b56c7-4955-408c-9587-e6c61a236ebb None None] Bound port: 740fdba3-dc32-47cf-8736-1db8a8cd7bee, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c407a12-8c7e-4db5-a00c-ff621928a577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '4a6b2fa9-1294-4be1-bd8d-d838b447a82a'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:45:57.803165 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-496b56c7-4955-408c-9587-e6c61a236ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:57.821124 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38398) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:57.823608 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-1157897c-e937-41c9-8379-d5a05433ae15 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Unset dirty status for tenant:7ffac61ac2484e8a96a049ebd1380818 on resource:security_group_rule {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:45:57.824872 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1157897c-e937-41c9-8379-d5a05433ae15 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.2341056 Dec 20 08:45:57.833539 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 38402) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:57.850945 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-43ce5a97-47ed-43b8-9005-678ef4c59eea tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2036620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2095133'] for subnet, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:57.853104 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-7ed9eb28-ab43-4ead-b4a6-671a6cd228be tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, 627d2b4e-ee9f-42de-b848-af479fe5c2f5) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:45:57.856599 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-6db228e6-e394-41b3-8754-a1022ed7edb3 req-432b086b-543c-49e8-bcf3-f810a7eaf12a service neutron] Transition to ACTIVE for port object 11db67d0-8208-488d-af30-92e306aa192a will not be triggered until provisioned by entity L2. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:45:57.865615 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed9eb28-ab43-4ead-b4a6-671a6cd228be tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:45:57.866156 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7ed9eb28-ab43-4ead-b4a6-671a6cd228be tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:57.866299 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-09d6052c-1e71-42bd-93e1-b1f27c88de4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:57.883807 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-6db228e6-e394-41b3-8754-a1022ed7edb3 req-432b086b-543c-49e8-bcf3-f810a7eaf12a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:57.893549 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f91c2e-b7b2-4439-8739-ca16d0188080 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Made reservation on behalf of bcc408b3053b4123bbeeedda32cab34a for: {'subnet': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:45:57.895794 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e9c3024c-e295-4ec5-ad9c-90ca9b06c952 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:57.898420 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-58f91c2e-b7b2-4439-8739-ca16d0188080 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2095160'] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:57.913384 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2623495-1880-4d45-9942-ff9c20e72764 None None] Network 627d2b4e-ee9f-42de-b848-af479fe5c2f5 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:45:57.918256 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-43ce5a97-47ed-43b8-9005-678ef4c59eea tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:57.935827 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce5a97-47ed-43b8-9005-678ef4c59eea tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Pushing event deleted for resources: {'Subnet': ['ID=e2b6da18-e92a-49e0-892a-0491f168c13a,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:57.955656 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-43ce5a97-47ed-43b8-9005-678ef4c59eea tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:57.978533 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-43ce5a97-47ed-43b8-9005-678ef4c59eea tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] 10.222.0.16 "DELETE /v2.0/subnets/e2b6da18-e92a-49e0-892a-0491f168c13a HTTP/1.1" status: 204 len: 168 time: 2.4941401 Dec 20 08:45:57.982962 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 38406) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:57.992095 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-be669d14-3e29-42d1-8c76-9a32707a1b28 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:58.119910 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-dcb77436-6df0-47e9-a760-0ffdee02f68e None None] Attempting to bind port 70b31cf2-d7c0-42e8-8d70-a22ae5e9c858 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:45:58.120280 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-dcb77436-6df0-47e9-a760-0ffdee02f68e None None] Attempting to bind port 70b31cf2-d7c0-42e8-8d70-a22ae5e9c858 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '7c00552d-ea93-440b-911c-cb3aa0a4eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:45:58.120639 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb77436-6df0-47e9-a760-0ffdee02f68e None None] Attempting to bind port 70b31cf2-d7c0-42e8-8d70-a22ae5e9c858 on network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:45:58.126660 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fdb426-280a-44d0-8f7e-c2631f836f1c tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:45:58.127344 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-b9fdb426-280a-44d0-8f7e-c2631f836f1c tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Synchronizing usage tracker for tenant:31dd18a4fca14026a07f2ad70c7c37b0 on resource:subnet {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:45:58.153114 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-be669d14-3e29-42d1-8c76-9a32707a1b28 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:58.167467 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-b9fdb426-280a-44d0-8f7e-c2631f836f1c tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Unset dirty status for tenant:31dd18a4fca14026a07f2ad70c7c37b0 on resource:subnet {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:45:58.168660 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-b9fdb426-280a-44d0-8f7e-c2631f836f1c tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1828871 Dec 20 08:45:58.177010 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 38410) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:58.196201 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-496b56c7-4955-408c-9587-e6c61a236ebb None None] For port 740fdba3-dc32-47cf-8736-1db8a8cd7bee, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:45:58.198882 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b2000dee-23ac-4c4c-af21-ffb8f42d3dbd tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:58.200021 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb77436-6df0-47e9-a760-0ffdee02f68e None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:45:58.200398 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb77436-6df0-47e9-a760-0ffdee02f68e None None] Checking segment: {'id': '7c00552d-ea93-440b-911c-cb3aa0a4eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:45:58.201010 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-dcb77436-6df0-47e9-a760-0ffdee02f68e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:58.201252 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb77436-6df0-47e9-a760-0ffdee02f68e None None] Bound using segment: {'id': '7c00552d-ea93-440b-911c-cb3aa0a4eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:45:58.201785 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-dcb77436-6df0-47e9-a760-0ffdee02f68e None None] Bound port: 70b31cf2-d7c0-42e8-8d70-a22ae5e9c858, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c00552d-ea93-440b-911c-cb3aa0a4eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:45:58.202216 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-dcb77436-6df0-47e9-a760-0ffdee02f68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:58.219898 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-b2000dee-23ac-4c4c-af21-ffb8f42d3dbd tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Transition to ACTIVE for port object fe35f3a7-053a-417c-89f8-e8014be79197 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:45:58.250550 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-7ed9eb28-ab43-4ead-b4a6-671a6cd228be tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.2716436 Dec 20 08:45:58.285887 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 38414) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:58.296737 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-496b56c7-4955-408c-9587-e6c61a236ebb None None] For port 740fdba3-dc32-47cf-8736-1db8a8cd7bee, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=740fdba3-dc32-47cf-8736-1db8a8cd7bee,segment=NetworkSegment(4c407a12-8c7e-4db5-a00c-ff621928a577),segment_id=4c407a12-8c7e-4db5-a00c-ff621928a577)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:45:58.325755 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b2000dee-23ac-4c4c-af21-ffb8f42d3dbd tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:58.346728 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432b086b-543c-49e8-bcf3-f810a7eaf12a service neutron] Pushing event updated for resources: {'Port': ['ID=11db67d0-8208-488d-af30-92e306aa192a,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:58.355324 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-70ee4185-8420-4636-bda1-b931674cce4e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c9391a383e4c4e4485d5999fc045ba4e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5303228 Dec 20 08:45:58.355324 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-432b086b-543c-49e8-bcf3-f810a7eaf12a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:58.358148 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-793d939a-5e45-4f19-b5d6-79e0e9cecf82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:58.369144 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-496b56c7-4955-408c-9587-e6c61a236ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:58.383929 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-496b56c7-4955-408c-9587-e6c61a236ebb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:58.385890 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 38418) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:58.446489 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2000dee-23ac-4c4c-af21-ffb8f42d3dbd tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:45:58.451548 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device d0a7bf9e-aa58-4e0a-8c2d-730b4aaa3b72 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:45:58.454449 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-b2000dee-23ac-4c4c-af21-ffb8f42d3dbd tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:45:58.468795 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2000dee-23ac-4c4c-af21-ffb8f42d3dbd tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:45:58.473368 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2000dee-23ac-4c4c-af21-ffb8f42d3dbd tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:45:58.473896 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b2000dee-23ac-4c4c-af21-ffb8f42d3dbd tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:58.476400 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-be669d14-3e29-42d1-8c76-9a32707a1b28 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:58.517098 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2000dee-23ac-4c4c-af21-ffb8f42d3dbd tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event updated for resources: {'Port': ['ID=fe35f3a7-053a-417c-89f8-e8014be79197,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:58.526171 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b2000dee-23ac-4c4c-af21-ffb8f42d3dbd tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:58.536800 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-fd9e6751-53df-4f3f-9009-062c11733b55 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:58.543436 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b2000dee-23ac-4c4c-af21-ffb8f42d3dbd tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.2557359 Dec 20 08:45:58.545964 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38422) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:58.610647 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-6db228e6-e394-41b3-8754-a1022ed7edb3 req-432b086b-543c-49e8-bcf3-f810a7eaf12a service neutron] Attempting to bind port 11db67d0-8208-488d-af30-92e306aa192a on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:45:58.610969 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-6db228e6-e394-41b3-8754-a1022ed7edb3 req-432b086b-543c-49e8-bcf3-f810a7eaf12a service neutron] Attempting to bind port 11db67d0-8208-488d-af30-92e306aa192a by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': 'b15ed654-e239-4345-87ef-d2514f065b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3ab8996b-db59-43a0-a379-647199802474'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:45:58.611166 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be669d14-3e29-42d1-8c76-9a32707a1b28 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=773a0b81-3716-4be6-bff8-fe92b6f4d64d,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:58.611323 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db228e6-e394-41b3-8754-a1022ed7edb3 req-432b086b-543c-49e8-bcf3-f810a7eaf12a service neutron] Attempting to bind port 11db67d0-8208-488d-af30-92e306aa192a on network 3ab8996b-db59-43a0-a379-647199802474 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:45:58.623343 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db228e6-e394-41b3-8754-a1022ed7edb3 req-432b086b-543c-49e8-bcf3-f810a7eaf12a service neutron] Port 11db67d0-8208-488d-af30-92e306aa192a on network 3ab8996b-db59-43a0-a379-647199802474 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 08:45:58.623656 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db228e6-e394-41b3-8754-a1022ed7edb3 req-432b086b-543c-49e8-bcf3-f810a7eaf12a service neutron] Attempting to bind port 11db67d0-8208-488d-af30-92e306aa192a on network 3ab8996b-db59-43a0-a379-647199802474 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:45:58.624749 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f234145b-f355-4e94-8c59-322173821946 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:58.631594 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-be669d14-3e29-42d1-8c76-9a32707a1b28 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:58.633387 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db228e6-e394-41b3-8754-a1022ed7edb3 req-432b086b-543c-49e8-bcf3-f810a7eaf12a service neutron] Checking agent: {'id': 'bd419857-3bec-4b96-b211-3fb278c66880', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8204', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 40, 10), 'started_at': datetime.datetime(2021, 12, 20, 8, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:45:58.633725 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db228e6-e394-41b3-8754-a1022ed7edb3 req-432b086b-543c-49e8-bcf3-f810a7eaf12a service neutron] Checking segment: {'id': 'b15ed654-e239-4345-87ef-d2514f065b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3ab8996b-db59-43a0-a379-647199802474'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:45:58.634106 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db228e6-e394-41b3-8754-a1022ed7edb3 req-432b086b-543c-49e8-bcf3-f810a7eaf12a service neutron] Bound using segment: {'id': 'b15ed654-e239-4345-87ef-d2514f065b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3ab8996b-db59-43a0-a379-647199802474'} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:45:58.634531 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-6db228e6-e394-41b3-8754-a1022ed7edb3 req-432b086b-543c-49e8-bcf3-f810a7eaf12a service neutron] Bound port: 11db67d0-8208-488d-af30-92e306aa192a, host: hv-neutron-8204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b15ed654-e239-4345-87ef-d2514f065b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3ab8996b-db59-43a0-a379-647199802474'}}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:45:58.634874 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-6db228e6-e394-41b3-8754-a1022ed7edb3 req-432b086b-543c-49e8-bcf3-f810a7eaf12a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:58.642257 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-be669d14-3e29-42d1-8c76-9a32707a1b28 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:58.643646 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-be669d14-3e29-42d1-8c76-9a32707a1b28 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/773a0b81-3716-4be6-bff8-fe92b6f4d64d HTTP/1.1" status: 204 len: 168 time: 0.8087988 Dec 20 08:45:58.647590 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38428) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:58.713753 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496b56c7-4955-408c-9587-e6c61a236ebb None None] Pushing event updated for resources: {'Port': ['ID=740fdba3-dc32-47cf-8736-1db8a8cd7bee,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:58.716900 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-496b56c7-4955-408c-9587-e6c61a236ebb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:58.719250 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d9fad4-492d-46ff-8f2e-cf9a2b8d2da2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-627d2b4e-ee9f-42de-b848-af479fe5c2f5', 'network_id': '627d2b4e-ee9f-42de-b848-af479fe5c2f5', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'fixed_ips': [{'subnet_id': '241217e4-29b1-4db3-ac24-1473da03c8b8'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:45:58.720154 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e0d9fad4-492d-46ff-8f2e-cf9a2b8d2da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:58.724673 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-f234145b-f355-4e94-8c59-322173821946 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Deleting port 740fdba3-dc32-47cf-8736-1db8a8cd7bee {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:45:58.725013 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f234145b-f355-4e94-8c59-322173821946 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:58.731625 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-dcb77436-6df0-47e9-a760-0ffdee02f68e None None] For port 70b31cf2-d7c0-42e8-8d70-a22ae5e9c858, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:45:58.745656 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-dcb77436-6df0-47e9-a760-0ffdee02f68e None None] For port 70b31cf2-d7c0-42e8-8d70-a22ae5e9c858, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=70b31cf2-d7c0-42e8-8d70-a22ae5e9c858,segment=NetworkSegment(7c00552d-ea93-440b-911c-cb3aa0a4eeff),segment_id=7c00552d-ea93-440b-911c-cb3aa0a4eeff)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:45:58.749610 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3990f2-92d8-4792-bde1-618488941b7d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:45:58.754389 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3990f2-92d8-4792-bde1-618488941b7d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:45:58.754558 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-eb3990f2-92d8-4792-bde1-618488941b7d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Synchronizing usage tracker for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:45:58.755924 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.db.resource_extend [None req-66f80524-13e5-4009-a8bb-9a22108a1c09 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 08:45:58.820239 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-9049a3b2-ce7c-473d-aa5b-25b40f0c8e6a tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1671307 Dec 20 08:45:58.820239 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38434) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:58.837655 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-eb3990f2-92d8-4792-bde1-618488941b7d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Unset dirty status for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:45:58.838821 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-eb3990f2-92d8-4792-bde1-618488941b7d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2919471 Dec 20 08:45:58.843093 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38438) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:58.847877 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-6db228e6-e394-41b3-8754-a1022ed7edb3 req-432b086b-543c-49e8-bcf3-f810a7eaf12a service neutron] For port 11db67d0-8208-488d-af30-92e306aa192a, host hv-neutron-8204, cleared binding levels {{(pid=83444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:45:58.873068 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-75f1b261-eac3-4cf1-898f-f71a1950927e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:58.904585 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-6db228e6-e394-41b3-8754-a1022ed7edb3 req-432b086b-543c-49e8-bcf3-f810a7eaf12a service neutron] For port 11db67d0-8208-488d-af30-92e306aa192a, host hv-neutron-8204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=11db67d0-8208-488d-af30-92e306aa192a,segment=NetworkSegment(b15ed654-e239-4345-87ef-d2514f065b9f),segment_id=b15ed654-e239-4345-87ef-d2514f065b9f)] {{(pid=83444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:45:58.908847 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-dcb77436-6df0-47e9-a760-0ffdee02f68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:58.915635 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-6db228e6-e394-41b3-8754-a1022ed7edb3 req-432b086b-543c-49e8-bcf3-f810a7eaf12a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:58.923839 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-91517c26-c5f5-4911-8fd4-704ac8be898d tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:58.930287 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port d0a7bf9e-aa58-4e0a-8c2d-730b4aaa3b72 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:45:58.930681 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:58.971142 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1e058e33-c379-456c-b2b7-64add756af92 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:58.986680 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-496b56c7-4955-408c-9587-e6c61a236ebb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:58.996068 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1e058e33-c379-456c-b2b7-64add756af92 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:59.007700 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-ad9d1523-449c-462f-b908-78d8a5af7c71 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Deleting port fe35f3a7-053a-417c-89f8-e8014be79197 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:45:59.008201 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ad9d1523-449c-462f-b908-78d8a5af7c71 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:59.021678 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6ad699-b990-421a-816f-eee51ef6eba7 None None] Network 4a6b2fa9-1294-4be1-bd8d-d838b447a82a requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:45:59.093856 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-6db228e6-e394-41b3-8754-a1022ed7edb3 req-432b086b-543c-49e8-bcf3-f810a7eaf12a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:59.095276 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6db228e6-e394-41b3-8754-a1022ed7edb3 req-432b086b-543c-49e8-bcf3-f810a7eaf12a service neutron] 10.222.0.58 "PUT /v2.0/ports/11db67d0-8208-488d-af30-92e306aa192a HTTP/1.1" status: 200 len: 1094 time: 2.7537980 Dec 20 08:45:59.100990 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce86b767-a621-41c5-98e8-cc542b7adc7f', 'tag': '11db67d0-8208-488d-af30-92e306aa192a'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 08:45:59.191614 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-66f80524-13e5-4009-a8bb-9a22108a1c09 None None] Notify callbacks [] for port, precommit_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:59.202106 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-75f1b261-eac3-4cf1-898f-f71a1950927e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:59.226860 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432b086b-543c-49e8-bcf3-f810a7eaf12a service neutron] Pushing event updated for resources: {'Port': ['ID=11db67d0-8208-488d-af30-92e306aa192a,revision_number=3']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:59.240770 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-432b086b-543c-49e8-bcf3-f810a7eaf12a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:59.281213 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce86b767-a621-41c5-98e8-cc542b7adc7f', 'tag': '11db67d0-8208-488d-af30-92e306aa192a', 'status': 'completed', 'code': 200} Dec 20 08:45:59.294187 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1e058e33-c379-456c-b2b7-64add756af92 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:59.308057 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:59.340393 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e058e33-c379-456c-b2b7-64add756af92 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=46a75946-3a3a-4835-a419-3c1336d18ccc,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:59.342214 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1e058e33-c379-456c-b2b7-64add756af92 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:59.483574 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-f234145b-f355-4e94-8c59-322173821946 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] For port 740fdba3-dc32-47cf-8736-1db8a8cd7bee, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=740fdba3-dc32-47cf-8736-1db8a8cd7bee,segment=NetworkSegment(4c407a12-8c7e-4db5-a00c-ff621928a577),segment_id=4c407a12-8c7e-4db5-a00c-ff621928a577)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:45:59.484338 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f234145b-f355-4e94-8c59-322173821946 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:59.552994 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1e058e33-c379-456c-b2b7-64add756af92 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:59.556803 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1e058e33-c379-456c-b2b7-64add756af92 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/46a75946-3a3a-4835-a419-3c1336d18ccc HTTP/1.1" status: 204 len: 168 time: 0.7334304 Dec 20 08:45:59.560444 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38446) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:45:59.592300 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6db228e6-e394-41b3-8754-a1022ed7edb3 req-1f349cde-3a5a-48b5-8b69-74e8ca25661d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e2165a78ac154b1c9f29e840efaf3cb7&device_id=ce86b767-a621-41c5-98e8-cc542b7adc7f HTTP/1.1" status: 200 len: 1097 time: 0.4388320 Dec 20 08:45:59.610295 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-66f80524-13e5-4009-a8bb-9a22108a1c09 None None] Transition to ACTIVE for port object ffbc822d-d310-47fc-a0a6-d3f474bf15ca will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:45:59.681286 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb77436-6df0-47e9-a760-0ffdee02f68e None None] Pushing event updated for resources: {'Port': ['ID=70b31cf2-d7c0-42e8-8d70-a22ae5e9c858,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:59.682554 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-66f80524-13e5-4009-a8bb-9a22108a1c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:59.699022 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431f4abc-3ae9-48bb-9520-5235929dcf1e req-5cd98346-6e33-44d4-9632-c149669c8dff tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:45:59.700506 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-431f4abc-3ae9-48bb-9520-5235929dcf1e req-5cd98346-6e33-44d4-9632-c149669c8dff tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce86b767-a621-41c5-98e8-cc542b7adc7f HTTP/1.1" status: 200 len: 944 time: 0.8448017 Dec 20 08:45:59.767966 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6db228e6-e394-41b3-8754-a1022ed7edb3 req-62ba1960-5826-438f-8517-0088ea55cd2e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11db67d0-8208-488d-af30-92e306aa192a HTTP/1.1" status: 200 len: 217 time: 0.1397870 Dec 20 08:45:59.788616 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-f234145b-f355-4e94-8c59-322173821946 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Calling delete_port for 740fdba3-dc32-47cf-8736-1db8a8cd7bee owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:45:59.838986 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-9ed69959-dc39-4fbd-a368-66dd2aaf8127 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Synchronizing usage tracker for tenant:7ffac61ac2484e8a96a049ebd1380818 on resource:security_group_rule {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:45:59.851293 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-58f91c2e-b7b2-4439-8739-ca16d0188080 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2036557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2095114'] for subnet, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:59.855387 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb77436-6df0-47e9-a760-0ffdee02f68e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:45:59.855743 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb77436-6df0-47e9-a760-0ffdee02f68e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:45:59.856081 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb77436-6df0-47e9-a760-0ffdee02f68e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:45:59.857009 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb77436-6df0-47e9-a760-0ffdee02f68e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:45:59.859936 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb77436-6df0-47e9-a760-0ffdee02f68e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:45:59.859936 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb77436-6df0-47e9-a760-0ffdee02f68e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:45:59.859936 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb77436-6df0-47e9-a760-0ffdee02f68e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:45:59.859936 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb77436-6df0-47e9-a760-0ffdee02f68e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:45:59.859936 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb77436-6df0-47e9-a760-0ffdee02f68e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:45:59.859936 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb77436-6df0-47e9-a760-0ffdee02f68e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:45:59.859936 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb77436-6df0-47e9-a760-0ffdee02f68e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:45:59.861622 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-866500bc-fe60-4031-924e-c6eb57020e8b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:59.874331 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-dcb77436-6df0-47e9-a760-0ffdee02f68e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.888s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:45:59.875039 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-f90d0fe2-a5c0-40b1-885d-93b14a8cf8a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.185s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:45:59.880164 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ad9d1523-449c-462f-b908-78d8a5af7c71 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:59.927082 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-75f1b261-eac3-4cf1-898f-f71a1950927e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:45:59.962194 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-66f80524-13e5-4009-a8bb-9a22108a1c09 None None] Attempting to bind port ffbc822d-d310-47fc-a0a6-d3f474bf15ca on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:45:59.963376 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-66f80524-13e5-4009-a8bb-9a22108a1c09 None None] Attempting to bind port ffbc822d-d310-47fc-a0a6-d3f474bf15ca by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:45:59.964202 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f80524-13e5-4009-a8bb-9a22108a1c09 None None] Attempting to bind port ffbc822d-d310-47fc-a0a6-d3f474bf15ca on network 95f3bec2-46e6-4468-8229-8badd4a5aaae {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:45:59.978483 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-e0d9fad4-492d-46ff-8f2e-cf9a2b8d2da2 None None] Allocated IP 172.20.0.2 (627d2b4e-ee9f-42de-b848-af479fe5c2f5/241217e4-29b1-4db3-ac24-1473da03c8b8/454d04bf-08a7-46a8-a362-21a5a1443047) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:45:59.989700 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5454d0-1410-4f07-bd8d-a0e13b9b90ce None None] Pushing event updated for resources: {'Port': ['ID=ffbc822d-d310-47fc-a0a6-d3f474bf15ca,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:45:59.995150 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-8f5454d0-1410-4f07-bd8d-a0e13b9b90ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:00.002609 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f91c2e-b7b2-4439-8739-ca16d0188080 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Network b7355766-552f-465d-9e88-97d34cc7cd01 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:46:00.015419 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f80524-13e5-4009-a8bb-9a22108a1c09 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:46:00.016008 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f80524-13e5-4009-a8bb-9a22108a1c09 None None] Checking segment: {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:46:00.016536 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-66f80524-13e5-4009-a8bb-9a22108a1c09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:00.017037 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f80524-13e5-4009-a8bb-9a22108a1c09 None None] Bound using segment: {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:46:00.017800 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-66f80524-13e5-4009-a8bb-9a22108a1c09 None None] Bound port: ffbc822d-d310-47fc-a0a6-d3f474bf15ca, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:46:00.018282 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-66f80524-13e5-4009-a8bb-9a22108a1c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:00.025892 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-58f91c2e-b7b2-4439-8739-ca16d0188080 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:46:00.028038 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f91c2e-b7b2-4439-8739-ca16d0188080 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Pushing event updated for resources: {'Subnet': ['ID=07e0686c-f069-4fde-b9a7-e4b05f3f3998,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:00.039550 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-ad9d1523-449c-462f-b908-78d8a5af7c71 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Calling delete_port for fe35f3a7-053a-417c-89f8-e8014be79197 owned by {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:46:00.084031 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7e6b66-4dd7-4fb9-85ed-5ebfbfc5de70 None None] Network b7355766-552f-465d-9e88-97d34cc7cd01 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:46:00.094966 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db228e6-e394-41b3-8754-a1022ed7edb3 req-44ee631b-c390-4d2d-85f6-9b8b66e3483e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:00.096545 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6db228e6-e394-41b3-8754-a1022ed7edb3 req-44ee631b-c390-4d2d-85f6-9b8b66e3483e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=944a3b04-d2ac-486e-bee8-ba11ef891bfe HTTP/1.1" status: 200 len: 850 time: 0.3218517 Dec 20 08:46:00.100563 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-9ed69959-dc39-4fbd-a368-66dd2aaf8127 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Unset dirty status for tenant:7ffac61ac2484e8a96a049ebd1380818 on resource:security_group_rule {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:46:00.101793 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-9ed69959-dc39-4fbd-a368-66dd2aaf8127 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.5402019 Dec 20 08:46:00.109674 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38454) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:00.109851 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-58f91c2e-b7b2-4439-8739-ca16d0188080 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:00.113861 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f91c2e-b7b2-4439-8739-ca16d0188080 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:00.114636 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-58f91c2e-b7b2-4439-8739-ca16d0188080 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:00.118662 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.183s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:00.181177 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-431f4abc-3ae9-48bb-9520-5235929dcf1e req-fda1c44c-230a-45d4-8b27-51d481432f2e tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/security-groups?id=57316c2a-fdb6-46e9-9469-18e9bc81adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4031501 Dec 20 08:46:00.185936 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f1b261-eac3-4cf1-898f-f71a1950927e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d46f366-e404-4bfc-ae2e-4b6dc807454f,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:00.194825 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-75f1b261-eac3-4cf1-898f-f71a1950927e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:00.201150 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-75f1b261-eac3-4cf1-898f-f71a1950927e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:00.205994 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-75f1b261-eac3-4cf1-898f-f71a1950927e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9d46f366-e404-4bfc-ae2e-4b6dc807454f HTTP/1.1" status: 204 len: 168 time: 1.8167048 Dec 20 08:46:00.211309 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f234145b-f355-4e94-8c59-322173821946 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:00.217019 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-fa99edf8-39bf-4312-a18c-15a7c5dcf143 tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:00.370523 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-58f91c2e-b7b2-4439-8739-ca16d0188080 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.0775352 Dec 20 08:46:00.371542 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f234145b-f355-4e94-8c59-322173821946 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Pushing event deleted for resources: {'Port': ['ID=740fdba3-dc32-47cf-8736-1db8a8cd7bee,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:00.374973 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f234145b-f355-4e94-8c59-322173821946 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:00.380034 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 38462) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:00.387836 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-a6607940-80fa-457e-944e-b1b28bf8eb81 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-551924548', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '07e0686c-f069-4fde-b9a7-e4b05f3f3998'}], 'security_groups': ['1503ac53-7771-498b-bafa-8c4a6521fec3']}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:00.440484 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-08f9568a-f1d6-4854-b19e-efb7db557759 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:00.441200 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f234145b-f355-4e94-8c59-322173821946 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] No DVR routers for this DVR port 740fdba3-dc32-47cf-8736-1db8a8cd7bee on host dv-neutron-820491-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:46:00.474065 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-08f9568a-f1d6-4854-b19e-efb7db557759 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:00.542028 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6db228e6-e394-41b3-8754-a1022ed7edb3 req-c50d918c-a68d-4cac-8da9-2083df42faa0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3ab8996b-db59-43a0-a379-647199802474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4316964 Dec 20 08:46:00.544133 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-08f9568a-f1d6-4854-b19e-efb7db557759 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:00.553379 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-6646f12a-c528-48c8-a31f-1126fd5ab461 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:00.600433 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ad9d1523-449c-462f-b908-78d8a5af7c71 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:00.612242 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f9568a-f1d6-4854-b19e-efb7db557759 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f338f5d3-d096-4f15-9647-8ecb21c3fa0f,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:00.623428 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-08f9568a-f1d6-4854-b19e-efb7db557759 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:00.636578 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-aab844e8-8411-4aae-b461-485f02f1bb4a tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:00.658865 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 70b31cf2-d7c0-42e8-8d70-a22ae5e9c858 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:46:00.731209 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f234145b-f355-4e94-8c59-322173821946 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:00.818792 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e0d9fad4-492d-46ff-8f2e-cf9a2b8d2da2 None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:00.832848 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9d1523-449c-462f-b908-78d8a5af7c71 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event deleted for resources: {'Port': ['ID=fe35f3a7-053a-417c-89f8-e8014be79197,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:00.853535 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ad9d1523-449c-462f-b908-78d8a5af7c71 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:00.896855 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-f234145b-f355-4e94-8c59-322173821946 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a6b2fa9-1294-4be1-bd8d-d838b447a82a']}} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:46:00.914179 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-66f80524-13e5-4009-a8bb-9a22108a1c09 None None] For port ffbc822d-d310-47fc-a0a6-d3f474bf15ca, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:46:00.914384 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a6607940-80fa-457e-944e-b1b28bf8eb81 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:00.916828 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-e0d9fad4-492d-46ff-8f2e-cf9a2b8d2da2 None None] Transition to ACTIVE for port object 454d04bf-08a7-46a8-a362-21a5a1443047 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:46:00.930698 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-f374e8b7-2a61-4455-a9c9-e393910540c0 None None] Provisioning for port 70b31cf2-d7c0-42e8-8d70-a22ae5e9c858 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:46:00.933425 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-f234145b-f355-4e94-8c59-322173821946 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c407a12-8c7e-4db5-a00c-ff621928a577') {'for_net_delete': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:46:00.933817 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-f234145b-f355-4e94-8c59-322173821946 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c407a12-8c7e-4db5-a00c-ff621928a577') {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:46:00.934313 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-08f9568a-f1d6-4854-b19e-efb7db557759 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:00.935789 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-08f9568a-f1d6-4854-b19e-efb7db557759 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] 10.222.0.16 "DELETE /v2.0/security-groups/f338f5d3-d096-4f15-9647-8ecb21c3fa0f HTTP/1.1" status: 204 len: 168 time: 0.8244004 Dec 20 08:46:00.943241 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ad9d1523-449c-462f-b908-78d8a5af7c71 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:00.947467 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ad9d1523-449c-462f-b908-78d8a5af7c71 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/ports/fe35f3a7-053a-417c-89f8-e8014be79197 HTTP/1.1" status: 204 len: 168 time: 2.0999389 Dec 20 08:46:00.947467 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38472) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:00.947688 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38474) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:00.963065 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-66f80524-13e5-4009-a8bb-9a22108a1c09 None None] For port ffbc822d-d310-47fc-a0a6-d3f474bf15ca, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=ffbc822d-d310-47fc-a0a6-d3f474bf15ca,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:46:00.989124 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-66f80524-13e5-4009-a8bb-9a22108a1c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:01.002260 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-70b60608-bf13-415c-9edb-eb326553556e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:01.012659 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f234145b-f355-4e94-8c59-322173821946 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1518531'] for segment, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:01.033301 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-e0d9fad4-492d-46ff-8f2e-cf9a2b8d2da2 None None] Transition to ACTIVE for port object 454d04bf-08a7-46a8-a362-21a5a1443047 will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:46:01.063626 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f234145b-f355-4e94-8c59-322173821946 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:01.106163 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f234145b-f355-4e94-8c59-322173821946 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=83445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:46:01.106742 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f234145b-f355-4e94-8c59-322173821946 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2036002'] for segment, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:01.127089 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e0d9fad4-492d-46ff-8f2e-cf9a2b8d2da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:01.128881 dv-neutron-820491-1-hyperv neutron-server[83445]: Traceback (most recent call last): Dec 20 08:46:01.128881 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:46:01.128881 dv-neutron-820491-1-hyperv neutron-server[83445]: timer() Dec 20 08:46:01.128881 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:46:01.128881 dv-neutron-820491-1-hyperv neutron-server[83445]: cb(*args, **kw) Dec 20 08:46:01.128881 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:46:01.128881 dv-neutron-820491-1-hyperv neutron-server[83445]: return func(*args, **kwargs) Dec 20 08:46:01.128881 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:46:01.128881 dv-neutron-820491-1-hyperv neutron-server[83445]: self._notify() Dec 20 08:46:01.128881 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:46:01.128881 dv-neutron-820491-1-hyperv neutron-server[83445]: self.callback(batched_events) Dec 20 08:46:01.128881 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:46:01.128881 dv-neutron-820491-1-hyperv neutron-server[83445]: event.method(event) Dec 20 08:46:01.128881 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:46:01.128881 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:46:01.128881 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:46:01.128881 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:46:01.128881 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:46:01.128881 dv-neutron-820491-1-hyperv neutron-server[83445]: return f(self, *a, **k) Dec 20 08:46:01.128881 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:46:01.128881 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._get(url).json() Dec 20 08:46:01.128881 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:46:01.128881 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:46:01.128881 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:46:01.128881 dv-neutron-820491-1-hyperv neutron-server[83445]: return self.request(url, 'GET', **kwargs) Dec 20 08:46:01.128881 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:46:01.128881 dv-neutron-820491-1-hyperv neutron-server[83445]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:46:01.128881 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:46:01.128881 dv-neutron-820491-1-hyperv neutron-server[83445]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:46:01.128881 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:46:01.128881 dv-neutron-820491-1-hyperv neutron-server[83445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:46:01.128881 dv-neutron-820491-1-hyperv neutron-server[83445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:46:01.153727 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-8f8cd4d2-f8d5-470b-84f6-3b5b7b24dab3 None None] Could not find standard attr ID for object fe35f3a7-053a-417c-89f8-e8014be79197. {{(pid=83446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 08:46:01.169372 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6db228e6-e394-41b3-8754-a1022ed7edb3 req-e962ea03-a89f-40cb-be78-ee542b6c6bc9 service neutron] 10.222.0.58 "GET /v2.0/networks/3ab8996b-db59-43a0-a379-647199802474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6190765 Dec 20 08:46:01.172703 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 70b31cf2-d7c0-42e8-8d70-a22ae5e9c858 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:46:01.173973 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e93354-2610-4231-bef6-8fa70d5193ae tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:01.175916 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e93354-2610-4231-bef6-8fa70d5193ae tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:01.177967 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b5e93354-2610-4231-bef6-8fa70d5193ae tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2195194 Dec 20 08:46:01.191071 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5454d0-1410-4f07-bd8d-a0e13b9b90ce None None] Pushing event updated for resources: {'Port': ['ID=ffbc822d-d310-47fc-a0a6-d3f474bf15ca,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:01.202581 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 70b31cf2-d7c0-42e8-8d70-a22ae5e9c858 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:46:01.203041 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:01.207658 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38484) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:01.244496 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d9fad4-492d-46ff-8f2e-cf9a2b8d2da2 None None] Network 627d2b4e-ee9f-42de-b848-af479fe5c2f5 is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:46:01.250779 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-8f5454d0-1410-4f07-bd8d-a0e13b9b90ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:01.253214 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-e0d9fad4-492d-46ff-8f2e-cf9a2b8d2da2 None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:46:01.262057 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-7d4b958c-1eaa-47ef-af67-0a7d86d68973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.123s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:01.283196 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-1e6cd498-285f-40e0-b9a8-03248264d311 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Synchronizing usage tracker for tenant:7ffac61ac2484e8a96a049ebd1380818 on resource:security_group {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:46:01.301698 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d9fad4-492d-46ff-8f2e-cf9a2b8d2da2 None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:46:01.310860 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f80524-13e5-4009-a8bb-9a22108a1c09 None None] Routers {'8622c24e-8e36-4a6a-8ead-f057b7bb0c53'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:46:01.311675 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-66f80524-13e5-4009-a8bb-9a22108a1c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:45:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['8622c24e-8e36-4a6a-8ead-f057b7bb0c53'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:46:01.422803 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-1e6cd498-285f-40e0-b9a8-03248264d311 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Unset dirty status for tenant:7ffac61ac2484e8a96a049ebd1380818 on resource:security_group {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:46:01.424366 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1e6cd498-285f-40e0-b9a8-03248264d311 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4696522 Dec 20 08:46:01.429580 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38494) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:01.454332 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-9963e022-1880-44c2-ab39-a9aee9456d50 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Request body: {'security_group': {'name': 'tempest-secgroup--1274427321'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:01.467467 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-9963e022-1880-44c2-ab39-a9aee9456d50 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:01.496557 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd82013f-f73c-4cb5-8f31-13ed8fbfa93f tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Router fd2784c2-9301-4546-b4f4-5cacc3ac29c6 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:46:01.526192 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6db228e6-e394-41b3-8754-a1022ed7edb3 req-efccc035-9d27-4059-ba1b-2dc28eecfc54 service neutron] 10.222.0.58 "GET /v2.0/networks/3ab8996b-db59-43a0-a379-647199802474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3471313 Dec 20 08:46:01.545107 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-9963e022-1880-44c2-ab39-a9aee9456d50 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:01.593317 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d9fad4-492d-46ff-8f2e-cf9a2b8d2da2 None None] Pushing event updated for resources: {'Port': ['ID=454d04bf-08a7-46a8-a362-21a5a1443047,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:01.636649 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-e0d9fad4-492d-46ff-8f2e-cf9a2b8d2da2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:01.746471 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-e0d9fad4-492d-46ff-8f2e-cf9a2b8d2da2 None None] Attempting to bind port 454d04bf-08a7-46a8-a362-21a5a1443047 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:46:01.747103 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-e0d9fad4-492d-46ff-8f2e-cf9a2b8d2da2 None None] Attempting to bind port 454d04bf-08a7-46a8-a362-21a5a1443047 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '4add418e-9ba1-4854-8396-6b270d4c02ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '627d2b4e-ee9f-42de-b848-af479fe5c2f5'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:46:01.747902 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d9fad4-492d-46ff-8f2e-cf9a2b8d2da2 None None] Attempting to bind port 454d04bf-08a7-46a8-a362-21a5a1443047 on network 627d2b4e-ee9f-42de-b848-af479fe5c2f5 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:46:01.808237 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f234145b-f355-4e94-8c59-322173821946 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:01.808570 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9963e022-1880-44c2-ab39-a9aee9456d50 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:01.862726 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d9fad4-492d-46ff-8f2e-cf9a2b8d2da2 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:46:01.863118 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d9fad4-492d-46ff-8f2e-cf9a2b8d2da2 None None] Checking segment: {'id': '4add418e-9ba1-4854-8396-6b270d4c02ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '627d2b4e-ee9f-42de-b848-af479fe5c2f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:46:01.864161 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e0d9fad4-492d-46ff-8f2e-cf9a2b8d2da2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:01.864813 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d9fad4-492d-46ff-8f2e-cf9a2b8d2da2 None None] Bound using segment: {'id': '4add418e-9ba1-4854-8396-6b270d4c02ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '627d2b4e-ee9f-42de-b848-af479fe5c2f5'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:46:01.865369 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-e0d9fad4-492d-46ff-8f2e-cf9a2b8d2da2 None None] Bound port: 454d04bf-08a7-46a8-a362-21a5a1443047, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4add418e-9ba1-4854-8396-6b270d4c02ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '627d2b4e-ee9f-42de-b848-af479fe5c2f5'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:46:01.865784 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e0d9fad4-492d-46ff-8f2e-cf9a2b8d2da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:01.874663 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-b862e4d7-83e7-43b8-989b-e64fcf3abf51 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Deleting subnet 92242ae9-7aa1-4ac6-ab80-3d6c39796792 {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:46:01.891177 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b862e4d7-83e7-43b8-989b-e64fcf3abf51 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:01.944144 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-9963e022-1880-44c2-ab39-a9aee9456d50 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:01.951671 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd3e9d1-e865-4352-b649-efe659295b96 req-124be610-64fd-453c-9ed2-056d82c7ad37 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:01.953206 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1bd3e9d1-e865-4352-b649-efe659295b96 req-124be610-64fd-453c-9ed2-056d82c7ad37 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce86b767-a621-41c5-98e8-cc542b7adc7f HTTP/1.1" status: 200 len: 944 time: 0.5032630 Dec 20 08:46:01.963698 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-9963e022-1880-44c2-ab39-a9aee9456d50 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Usage tracker for resource:security_group_rule and tenant:7ffac61ac2484e8a96a049ebd1380818 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:01.979906 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-9963e022-1880-44c2-ab39-a9aee9456d50 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:02.008421 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-95bb6507-18ad-4d24-b927-5dfd35ca0529 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:02.015633 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b862e4d7-83e7-43b8-989b-e64fcf3abf51 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1618747'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:02.021959 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:02.042669 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-9963e022-1880-44c2-ab39-a9aee9456d50 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:02.057582 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7d766eb4-86f4-45ac-b3d0-21519fc3e58e req-b98ae38c-54fd-428b-b9e0-63745ee3fe61 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e2165a78ac154b1c9f29e840efaf3cb7&device_id=ce86b767-a621-41c5-98e8-cc542b7adc7f HTTP/1.1" status: 200 len: 1097 time: 0.4368756 Dec 20 08:46:02.061435 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-66f80524-13e5-4009-a8bb-9a22108a1c09 None None] Set router 8622c24e-8e36-4a6a-8ead-f057b7bb0c53 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:46:02.079116 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f234145b-f355-4e94-8c59-322173821946 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:02.089330 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f234145b-f355-4e94-8c59-322173821946 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Pushing event deleted for resources: {'Network': ['ID=4a6b2fa9-1294-4be1-bd8d-d838b447a82a,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:02.145783 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56982004-c4b8-473f-b889-58949d8a1956 None None] Update dhcp port {'port': {'network_id': 'b7355766-552f-465d-9e88-97d34cc7cd01', 'fixed_ips': [{'subnet_id': 'c544584e-402f-4fbb-909e-c1fea2fcdb1f', 'ip_address': '2001:db8::2'}, {'subnet_id': '07e0686c-f069-4fde-b9a7-e4b05f3f3998'}], 'binding:host_id': 'dv-neutron-820491-1-hyperv'}, 'id': 'd0a7bf9e-aa58-4e0a-8c2d-730b4aaa3b72'} from dv-neutron-820491-1-hyperv. {{(pid=83446) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 20 08:46:02.148964 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f234145b-f355-4e94-8c59-322173821946 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:02.154014 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1bd3e9d1-e865-4352-b649-efe659295b96 req-ac9eecce-bbd5-463b-ba1c-01c7d7676cbc tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/security-groups?id=57316c2a-fdb6-46e9-9469-18e9bc81adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1918731 Dec 20 08:46:02.204334 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-f234145b-f355-4e94-8c59-322173821946 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] 10.222.0.16 "DELETE /v2.0/networks/4a6b2fa9-1294-4be1-bd8d-d838b447a82a HTTP/1.1" status: 204 len: 168 time: 4.0116050 Dec 20 08:46:02.212535 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 38506) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:02.292172 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9963e022-1880-44c2-ab39-a9aee9456d50 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:02.311367 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9963e022-1880-44c2-ab39-a9aee9456d50 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:02.317470 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-a6607940-80fa-457e-944e-b1b28bf8eb81 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Delete allocated IP 2001:db8::3c9 (b7355766-552f-465d-9e88-97d34cc7cd01/c544584e-402f-4fbb-909e-c1fea2fcdb1f) {{(pid=83445) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 20 08:46:02.319163 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-8035a75b-206e-4582-9928-bdf345fe3c64 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:02.340197 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d766eb4-86f4-45ac-b3d0-21519fc3e58e req-e7ba2e37-3176-4080-94e0-0dedffd58be9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:02.341672 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7d766eb4-86f4-45ac-b3d0-21519fc3e58e req-e7ba2e37-3176-4080-94e0-0dedffd58be9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3ab8996b-db59-43a0-a379-647199802474 HTTP/1.1" status: 200 len: 912 time: 0.2732542 Dec 20 08:46:02.344601 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 70b31cf2-d7c0-42e8-8d70-a22ae5e9c858, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=70b31cf2-d7c0-42e8-8d70-a22ae5e9c858,segment=NetworkSegment(7c00552d-ea93-440b-911c-cb3aa0a4eeff),segment_id=7c00552d-ea93-440b-911c-cb3aa0a4eeff)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:46:02.375563 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-56982004-c4b8-473f-b889-58949d8a1956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:02.407391 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:02.416100 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-a6607940-80fa-457e-944e-b1b28bf8eb81 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Allocated IP 2001:db8:0:1::3a2 (b7355766-552f-465d-9e88-97d34cc7cd01/07e0686c-f069-4fde-b9a7-e4b05f3f3998/0a4407b8-79d0-48a9-8c30-ba2a2dac2a19) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:46:02.427603 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b862e4d7-83e7-43b8-989b-e64fcf3abf51 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:02.431649 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d877ef31-9459-4d92-8aff-1684c448ecbe tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:02.468422 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-7d4b958c-1eaa-47ef-af67-0a7d86d68973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:02.475180 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9963e022-1880-44c2-ab39-a9aee9456d50 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94fe69b9-920f-4c3d-8d20-5f778e014484,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:02.484798 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9963e022-1880-44c2-ab39-a9aee9456d50 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:02.486421 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7d766eb4-86f4-45ac-b3d0-21519fc3e58e req-df18df3a-12d5-42c1-ae4c-3e3a5a63290f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11db67d0-8208-488d-af30-92e306aa192a HTTP/1.1" status: 200 len: 217 time: 0.1323328 Dec 20 08:46:02.533268 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-e0d9fad4-492d-46ff-8f2e-cf9a2b8d2da2 None None] For port 454d04bf-08a7-46a8-a362-21a5a1443047, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:46:02.544887 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9963e022-1880-44c2-ab39-a9aee9456d50 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:02.546555 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-9963e022-1880-44c2-ab39-a9aee9456d50 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1156647 Dec 20 08:46:02.551389 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 38516) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:02.579720 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-a9093505-176f-4603-bd3a-e3918e0f00a8 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Request body: {'security_group_rule': {'security_group_id': '94fe69b9-920f-4c3d-8d20-5f778e014484', 'direction': 'ingress', 'protocol': 17}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:02.589756 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d766eb4-86f4-45ac-b3d0-21519fc3e58e req-9afcc053-186a-403c-b72b-9ba381fe46d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:02.591491 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7d766eb4-86f4-45ac-b3d0-21519fc3e58e req-9afcc053-186a-403c-b72b-9ba381fe46d7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=944a3b04-d2ac-486e-bee8-ba11ef891bfe HTTP/1.1" status: 200 len: 850 time: 0.0943789 Dec 20 08:46:02.599965 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b862e4d7-83e7-43b8-989b-e64fcf3abf51 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1129313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1529131'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:02.602076 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-a9093505-176f-4603-bd3a-e3918e0f00a8 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:02.614717 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-835503b8-f88c-4152-8e49-de26d84fbfab tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:02.618261 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-a9093505-176f-4603-bd3a-e3918e0f00a8 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Usage tracker for resource:security_group_rule and tenant:7ffac61ac2484e8a96a049ebd1380818 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:02.620799 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-d877ef31-9459-4d92-8aff-1684c448ecbe tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Deleting port 0687384c-3747-4ba3-8950-25effb7a0380 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:46:02.621158 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d877ef31-9459-4d92-8aff-1684c448ecbe tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:02.649563 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-a9093505-176f-4603-bd3a-e3918e0f00a8 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:02.689137 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-a9093505-176f-4603-bd3a-e3918e0f00a8 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:02.716665 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b862e4d7-83e7-43b8-989b-e64fcf3abf51 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event deleted for resources: {'Subnet': ['ID=92242ae9-7aa1-4ac6-ab80-3d6c39796792,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:02.727467 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b862e4d7-83e7-43b8-989b-e64fcf3abf51 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:02.734155 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b862e4d7-83e7-43b8-989b-e64fcf3abf51 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:02.735955 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-e0d9fad4-492d-46ff-8f2e-cf9a2b8d2da2 None None] For port 454d04bf-08a7-46a8-a362-21a5a1443047, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=454d04bf-08a7-46a8-a362-21a5a1443047,segment=NetworkSegment(4add418e-9ba1-4854-8396-6b270d4c02ff),segment_id=4add418e-9ba1-4854-8396-6b270d4c02ff)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:46:02.757453 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b862e4d7-83e7-43b8-989b-e64fcf3abf51 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/subnets/92242ae9-7aa1-4ac6-ab80-3d6c39796792 HTTP/1.1" status: 204 len: 168 time: 1.5468018 Dec 20 08:46:02.759067 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38524) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:02.764665 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a63d5ba-f7e7-4a22-84d8-ad8d2d5d5412 None None] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:46:02.790618 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e0d9fad4-492d-46ff-8f2e-cf9a2b8d2da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:02.846916 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-73d4ef8f-318a-4580-8245-53c66e1eb62c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0797188 Dec 20 08:46:02.849777 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38528) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:02.856114 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7d766eb4-86f4-45ac-b3d0-21519fc3e58e req-57b8c6b9-3620-48ff-a5fd-0d8cf301abc0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3ab8996b-db59-43a0-a379-647199802474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2489266 Dec 20 08:46:02.873725 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a9093505-176f-4603-bd3a-e3918e0f00a8 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:02.918848 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=70b31cf2-d7c0-42e8-8d70-a22ae5e9c858,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:02.982701 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:02.984589 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-15bed212-97c6-4485-8acf-f43cb3dd0585 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.181s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:03.034225 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd82013f-f73c-4cb5-8f31-13ed8fbfa93f tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:46:03.051228 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6dd214-ba31-47a1-8b13-445ea1cb314f None None] Sync routers for ids ['fd2784c2-9301-4546-b4f4-5cacc3ac29c6'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:46:03.084996 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6dd214-ba31-47a1-8b13-445ea1cb314f None None] Routers {'fd2784c2-9301-4546-b4f4-5cacc3ac29c6'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:46:03.085680 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-4d6dd214-ba31-47a1-8b13-445ea1cb314f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:45:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['fd2784c2-9301-4546-b4f4-5cacc3ac29c6'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:46:03.087350 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037c8c9a-8588-40ca-ba9b-289029ea5ed5 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:03.088150 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-037c8c9a-8588-40ca-ba9b-289029ea5ed5 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Synchronizing usage tracker for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:46:03.099941 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7d766eb4-86f4-45ac-b3d0-21519fc3e58e req-e96014a1-92d2-482c-96cb-7355a7ad1bb4 service neutron] 10.222.0.58 "GET /v2.0/networks/3ab8996b-db59-43a0-a379-647199802474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123940 Dec 20 08:46:03.137590 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-037c8c9a-8588-40ca-ba9b-289029ea5ed5 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Unset dirty status for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:46:03.138981 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-037c8c9a-8588-40ca-ba9b-289029ea5ed5 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2879248 Dec 20 08:46:03.142486 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38536) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:03.211154 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d9fad4-492d-46ff-8f2e-cf9a2b8d2da2 None None] Pushing event updated for resources: {'Port': ['ID=454d04bf-08a7-46a8-a362-21a5a1443047,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:03.216642 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-e0d9fad4-492d-46ff-8f2e-cf9a2b8d2da2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:03.261938 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-66f80524-13e5-4009-a8bb-9a22108a1c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8622c24e-8e36-4a6a-8ead-f057b7bb0c53', 'name': 'tempest-TestNetworkBasicOps-router-405621392', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.100'}], 'enable_snat': True}, 'gw_port_id': 'ffbc822d-d310-47fc-a0a6-d3f474bf15ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:45:45Z', 'updated_at': '2021-12-20T08:45:51Z', 'revision_number': 3, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': 'ffbc822d-d310-47fc-a0a6-d3f474bf15ca', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:6b:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8622c24e-8e36-4a6a-8ead-f057b7bb0c53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:45:48Z', 'updated_at': '2021-12-20T08:46:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:46:03.287517 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f80524-13e5-4009-a8bb-9a22108a1c09 None None] The sync data for ids ['8622c24e-8e36-4a6a-8ead-f057b7bb0c53'] in dv-neutron-820491-1-hyperv is: [{'id': '8622c24e-8e36-4a6a-8ead-f057b7bb0c53', 'name': 'tempest-TestNetworkBasicOps-router-405621392', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.100'}], 'enable_snat': True}, 'gw_port_id': 'ffbc822d-d310-47fc-a0a6-d3f474bf15ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:45:45Z', 'updated_at': '2021-12-20T08:45:51Z', 'revision_number': 3, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': 'ffbc822d-d310-47fc-a0a6-d3f474bf15ca', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:6b:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8622c24e-8e36-4a6a-8ead-f057b7bb0c53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:45:48Z', 'updated_at': '2021-12-20T08:46:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:46:03.324345 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-4d6dd214-ba31-47a1-8b13-445ea1cb314f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:46:03.357548 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6dd214-ba31-47a1-8b13-445ea1cb314f None None] Routers {'fd2784c2-9301-4546-b4f4-5cacc3ac29c6'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:46:03.359205 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-4d6dd214-ba31-47a1-8b13-445ea1cb314f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:45:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['fd2784c2-9301-4546-b4f4-5cacc3ac29c6'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:46:03.390662 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a4dc59-6163-4847-ba1a-52276ae5d473 None None] DHCP port deletion for f75aa0d2-5f41-40f3-a9e0-d60d934965a4 request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 08:46:03.397830 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-27a4dc59-6163-4847-ba1a-52276ae5d473 None None] Deleting port 70b31cf2-d7c0-42e8-8d70-a22ae5e9c858 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:46:03.398446 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-27a4dc59-6163-4847-ba1a-52276ae5d473 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:03.413270 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38542) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:03.422696 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c936f8-7a1e-4d3e-9b84-fa876be6a1c0 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:03.426699 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-81c936f8-7a1e-4d3e-9b84-fa876be6a1c0 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Synchronizing usage tracker for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:subnet {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:46:03.459350 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7d766eb4-86f4-45ac-b3d0-21519fc3e58e req-2eba06f7-c2f8-445a-89eb-0786a8afe75b service neutron] 10.222.0.58 "GET /v2.0/networks/3ab8996b-db59-43a0-a379-647199802474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3498805 Dec 20 08:46:03.507588 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-81c936f8-7a1e-4d3e-9b84-fa876be6a1c0 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Unset dirty status for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:subnet {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:46:03.507588 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-81c936f8-7a1e-4d3e-9b84-fa876be6a1c0 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3640604 Dec 20 08:46:03.510596 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38548) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:03.514976 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-4d6dd214-ba31-47a1-8b13-445ea1cb314f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:46:03.516185 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6dd214-ba31-47a1-8b13-445ea1cb314f None None] The sync data for ids ['fd2784c2-9301-4546-b4f4-5cacc3ac29c6'] in dv-neutron-820491-1-hyperv is: [] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:46:03.734459 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-0c5d7151-a0e0-4840-8beb-81667d99438f tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2160358 Dec 20 08:46:03.735222 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38552) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:03.745972 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-8ae68f14-f8b4-4a29-b3be-c36ae9ff7a41 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Request body: {'subnet': {'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:03.787194 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-e8b037c6-3a76-4ccb-87b5-52da8cd7dd26 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-343635677', 'router:external': True}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:03.798768 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-e8b037c6-3a76-4ccb-87b5-52da8cd7dd26 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:03.814338 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e8b037c6-3a76-4ccb-87b5-52da8cd7dd26 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Usage tracker for resource:network and tenant:5f1d2e098aa1404b801e1ff34ce5223d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:03.820899 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e8b037c6-3a76-4ccb-87b5-52da8cd7dd26 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:03.836338 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-27a4dc59-6163-4847-ba1a-52276ae5d473 None None] For port 70b31cf2-d7c0-42e8-8d70-a22ae5e9c858, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=70b31cf2-d7c0-42e8-8d70-a22ae5e9c858,segment=NetworkSegment(7c00552d-ea93-440b-911c-cb3aa0a4eeff),segment_id=7c00552d-ea93-440b-911c-cb3aa0a4eeff)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:46:03.836878 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-27a4dc59-6163-4847-ba1a-52276ae5d473 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:03.841937 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a9093505-176f-4603-bd3a-e3918e0f00a8 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:03.843550 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.resource_extend [None req-a6607940-80fa-457e-944e-b1b28bf8eb81 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] It took 0.55 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 08:46:03.875619 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-d877ef31-9459-4d92-8aff-1684c448ecbe tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] For port 0687384c-3747-4ba3-8950-25effb7a0380, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=0687384c-3747-4ba3-8950-25effb7a0380,segment=NetworkSegment(27092340-b88e-41d2-aa0d-8fffd3454758),segment_id=27092340-b88e-41d2-aa0d-8fffd3454758)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:46:03.876108 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d877ef31-9459-4d92-8aff-1684c448ecbe tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:03.884772 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a9093505-176f-4603-bd3a-e3918e0f00a8 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:03.892317 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a6607940-80fa-457e-944e-b1b28bf8eb81 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:03.914863 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-e8b037c6-3a76-4ccb-87b5-52da8cd7dd26 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:03.937017 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-8ae68f14-f8b4-4a29-b3be-c36ae9ff7a41 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:03.939426 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b037c6-3a76-4ccb-87b5-52da8cd7dd26 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Made reservation on behalf of 5f1d2e098aa1404b801e1ff34ce5223d for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:46:03.941950 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e8b037c6-3a76-4ccb-87b5-52da8cd7dd26 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:03.967325 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e8b037c6-3a76-4ccb-87b5-52da8cd7dd26 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:03.978348 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-be669d14-3e29-42d1-8c76-9a32707a1b28 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:03.987592 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-27a4dc59-6163-4847-ba1a-52276ae5d473 None None] Calling delete_port for 70b31cf2-d7c0-42e8-8d70-a22ae5e9c858 owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:46:03.987946 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-8ae68f14-f8b4-4a29-b3be-c36ae9ff7a41 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:04.017554 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae68f14-f8b4-4a29-b3be-c36ae9ff7a41 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Made reservation on behalf of 9679bafc94a64ee0a207e63ba5560387 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:46:04.022449 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8ae68f14-f8b4-4a29-b3be-c36ae9ff7a41 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1529102'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:04.056620 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-e8b037c6-3a76-4ccb-87b5-52da8cd7dd26 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:04.066638 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-d877ef31-9459-4d92-8aff-1684c448ecbe tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Calling delete_port for 0687384c-3747-4ba3-8950-25effb7a0380 owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:46:04.073810 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e8b037c6-3a76-4ccb-87b5-52da8cd7dd26 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Usage tracker for resource:security_group_rule and tenant:5f1d2e098aa1404b801e1ff34ce5223d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:04.078457 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e8b037c6-3a76-4ccb-87b5-52da8cd7dd26 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:04.095454 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-27a4dc59-6163-4847-ba1a-52276ae5d473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102'] for port, after_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:04.101180 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:04.179318 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-a6607940-80fa-457e-944e-b1b28bf8eb81 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Transition to ACTIVE for port object 0a4407b8-79d0-48a9-8c30-ba2a2dac2a19 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:46:04.184815 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9093505-176f-4603-bd3a-e3918e0f00a8 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=806bce9f-27a2-432e-aab5-509343a2e478,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:04.191061 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a4dc59-6163-4847-ba1a-52276ae5d473 None None] No DVR routers for this DVR port 70b31cf2-d7c0-42e8-8d70-a22ae5e9c858 on host dv-neutron-820491-1-hyperv {{(pid=83446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:46:04.198666 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a4dc59-6163-4847-ba1a-52276ae5d473 None None] Pushing event deleted for resources: {'Port': ['ID=70b31cf2-d7c0-42e8-8d70-a22ae5e9c858,revision_number=None']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:04.205254 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a9093505-176f-4603-bd3a-e3918e0f00a8 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:04.222179 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a6607940-80fa-457e-944e-b1b28bf8eb81 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2036698'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:04.224362 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-27a4dc59-6163-4847-ba1a-52276ae5d473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:04.240751 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a3a24976-89aa-4d3f-ac61-b750c5a3c7c7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:04.284545 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a9093505-176f-4603-bd3a-e3918e0f00a8 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:04.286911 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-a9093505-176f-4603-bd3a-e3918e0f00a8 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 1.7185192 Dec 20 08:46:04.323028 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 38556) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:04.328558 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-56982004-c4b8-473f-b889-58949d8a1956 None None] Allocated IP 2001:db8:0:1::2 (b7355766-552f-465d-9e88-97d34cc7cd01/07e0686c-f069-4fde-b9a7-e4b05f3f3998/d0a7bf9e-aa58-4e0a-8c2d-730b4aaa3b72) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:46:04.331160 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-e8b037c6-3a76-4ccb-87b5-52da8cd7dd26 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:04.491034 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5991fa97-72c1-48e1-92d8-265599a3f151 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:04.627270 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-56982004-c4b8-473f-b889-58949d8a1956 None None] For port d0a7bf9e-aa58-4e0a-8c2d-730b4aaa3b72, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=d0a7bf9e-aa58-4e0a-8c2d-730b4aaa3b72,segment=NetworkSegment(f640d3e7-cc57-4249-b60e-fe4ef5cde30d),segment_id=f640d3e7-cc57-4249-b60e-fe4ef5cde30d)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:46:04.664663 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-56982004-c4b8-473f-b889-58949d8a1956 None None] Notify callbacks [] for port, precommit_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:04.678174 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-a6607940-80fa-457e-944e-b1b28bf8eb81 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] In _notify_port_updated(), no bound segment for port 0a4407b8-79d0-48a9-8c30-ba2a2dac2a19 on network b7355766-552f-465d-9e88-97d34cc7cd01 {{(pid=83445) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 08:46:04.681921 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6607940-80fa-457e-944e-b1b28bf8eb81 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:04.682417 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a6607940-80fa-457e-944e-b1b28bf8eb81 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:04.684376 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-56982004-c4b8-473f-b889-58949d8a1956 None None] Transition to ACTIVE for port object d0a7bf9e-aa58-4e0a-8c2d-730b4aaa3b72 will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:46:04.687353 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-a6607940-80fa-457e-944e-b1b28bf8eb81 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "PUT /v2.0/ports/0a4407b8-79d0-48a9-8c30-ba2a2dac2a19 HTTP/1.1" status: 200 len: 930 time: 4.3054149 Dec 20 08:46:04.687559 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device ffbc822d-d310-47fc-a0a6-d3f474bf15ca up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:46:04.688849 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38560) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:04.706613 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a1274-5bc9-4a12-9c32-8b5a6b5187d7 req-16919f6c-0ae5-4c75-9482-01e429f6913d tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:04.708694 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-411a1274-5bc9-4a12-9c32-8b5a6b5187d7 req-16919f6c-0ae5-4c75-9482-01e429f6913d tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce86b767-a621-41c5-98e8-cc542b7adc7f HTTP/1.1" status: 200 len: 944 time: 0.9267483 Dec 20 08:46:04.716850 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-56982004-c4b8-473f-b889-58949d8a1956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:04.733006 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-27d2d36d-005b-44e7-a893-5c1c4ee06873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:04.768165 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e8b037c6-3a76-4ccb-87b5-52da8cd7dd26 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:04.778692 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e8b037c6-3a76-4ccb-87b5-52da8cd7dd26 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:04.787942 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e33893ba-5266-4880-8f25-245be107ff46 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:04.818770 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc919b69-d2b2-49b7-8d75-81579159e453 None None] Network 627d2b4e-ee9f-42de-b848-af479fe5c2f5 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:46:04.841695 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6607940-80fa-457e-944e-b1b28bf8eb81 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Pushing event updated for resources: {'Port': ['ID=0a4407b8-79d0-48a9-8c30-ba2a2dac2a19,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:04.860156 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-411a1274-5bc9-4a12-9c32-8b5a6b5187d7 req-f7a6df23-fcd7-4e87-abdc-05b2c4593350 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/security-groups?id=57316c2a-fdb6-46e9-9469-18e9bc81adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410971 Dec 20 08:46:04.861213 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a6607940-80fa-457e-944e-b1b28bf8eb81 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.621s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:04.877147 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d877ef31-9459-4d92-8aff-1684c448ecbe tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:04.883489 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8b037c6-3a76-4ccb-87b5-52da8cd7dd26 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:46:04.887962 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-fa8c0827-6a37-428e-b4d2-5cd17ed052b0 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:04.888844 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-e3c26064-8c49-4548-bdd9-bb1588e2697a tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Deleting port 0a4407b8-79d0-48a9-8c30-ba2a2dac2a19 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:46:04.889324 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e3c26064-8c49-4548-bdd9-bb1588e2697a tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:04.934843 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b037c6-3a76-4ccb-87b5-52da8cd7dd26 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c39cc51-2bd9-401a-abd1-ae4f18ea4447,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:04.938913 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.objects.ports [None req-8ae68f14-f8b4-4a29-b3be-c36ae9ff7a41 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83444) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 20 08:46:04.943554 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e8b037c6-3a76-4ccb-87b5-52da8cd7dd26 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:04.948363 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8ae68f14-f8b4-4a29-b3be-c36ae9ff7a41 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1129376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1529148'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:04.952719 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e8b037c6-3a76-4ccb-87b5-52da8cd7dd26 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:04.953329 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-e8b037c6-3a76-4ccb-87b5-52da8cd7dd26 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Added segment 4e5c8622-a387-4a92-8ff2-e5a7671b2ba8 of type vlan for network f4ed62a8-3f3e-4fb5-8bbf-672856f4f0f1 Dec 20 08:46:04.957850 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-5ae1c343-19b5-483f-808c-374bb15f58d4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:04.965356 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d877ef31-9459-4d92-8aff-1684c448ecbe tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Pushing event deleted for resources: {'Port': ['ID=0687384c-3747-4ba3-8950-25effb7a0380,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:04.981179 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d877ef31-9459-4d92-8aff-1684c448ecbe tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:05.080796 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d877ef31-9459-4d92-8aff-1684c448ecbe tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] No DVR routers for this DVR port 0687384c-3747-4ba3-8950-25effb7a0380 on host dv-neutron-820491-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:46:05.107625 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae68f14-f8b4-4a29-b3be-c36ae9ff7a41 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event updated for resources: {'Subnet': ['ID=e3c3cb4d-854a-421c-a8c8-f38d3a140428,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:05.111980 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae68f14-f8b4-4a29-b3be-c36ae9ff7a41 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:46:05.125116 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-8ae68f14-f8b4-4a29-b3be-c36ae9ff7a41 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:05.126152 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-8ae68f14-f8b4-4a29-b3be-c36ae9ff7a41 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:46:05.136645 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-787aa80a-e863-4e74-92a8-1e3313b9c5f4 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:05.149314 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae68f14-f8b4-4a29-b3be-c36ae9ff7a41 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:05.150083 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8ae68f14-f8b4-4a29-b3be-c36ae9ff7a41 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:05.160448 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e8b037c6-3a76-4ccb-87b5-52da8cd7dd26 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:05.174882 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c4f8b5-33c5-4430-95bb-9123b7d44a2a None None] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:46:05.211621 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56982004-c4b8-473f-b889-58949d8a1956 None None] Pushing event updated for resources: {'Port': ['ID=d0a7bf9e-aa58-4e0a-8c2d-730b4aaa3b72,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:05.218542 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-56982004-c4b8-473f-b889-58949d8a1956 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:05.224603 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-977dd697-508a-4ffb-9a3b-c9e6e4f7438d None None] Provisioning for port 454d04bf-08a7-46a8-a362-21a5a1443047 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:46:05.310959 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port ffbc822d-d310-47fc-a0a6-d3f474bf15ca completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:46:05.319126 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 11db67d0-8208-488d-af30-92e306aa192a details requested by agent hyperv_hv-neutron-8204 with host hv-neutron-8204 {{(pid=83446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 08:46:05.319719 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-8ae68f14-f8b4-4a29-b3be-c36ae9ff7a41 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.5836854 Dec 20 08:46:05.320386 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38564) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:05.330810 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-640a90f3-f038-426a-ac70-8d396475e048 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Request body: {'port': {'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'mac_address': 'fa:16:3e:e1:8f:02', 'name': 'tempest-NetworksTestDHCPv6-1133092271'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:05.341266 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-787aa80a-e863-4e74-92a8-1e3313b9c5f4 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:05.349780 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e3c26064-8c49-4548-bdd9-bb1588e2697a tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:05.353051 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port ffbc822d-d310-47fc-a0a6-d3f474bf15ca triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:46:05.353523 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:05.355724 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d877ef31-9459-4d92-8aff-1684c448ecbe tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:05.364257 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e8b037c6-3a76-4ccb-87b5-52da8cd7dd26 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:05.365999 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b037c6-3a76-4ccb-87b5-52da8cd7dd26 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:05.366757 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e8b037c6-3a76-4ccb-87b5-52da8cd7dd26 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:05.377707 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a55005fb-c815-47e8-a9e9-9e771a58a997 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:05.481823 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.db.resource_extend [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 08:46:05.557650 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-e3c26064-8c49-4548-bdd9-bb1588e2697a tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Calling delete_port for 0a4407b8-79d0-48a9-8c30-ba2a2dac2a19 owned by {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:46:05.702226 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-5991fa97-72c1-48e1-92d8-265599a3f151 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Allocated IP 172.20.0.1 (627d2b4e-ee9f-42de-b848-af479fe5c2f5/241217e4-29b1-4db3-ac24-1473da03c8b8/24d6d22e-d030-449a-8f23-f752c194ed51) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:46:05.707770 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e8b037c6-3a76-4ccb-87b5-52da8cd7dd26 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.2923932 Dec 20 08:46:05.735545 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-d877ef31-9459-4d92-8aff-1684c448ecbe tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11899bfb-80ba-4808-b3ae-06c09132f023']}} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:46:05.739024 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38568) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:05.758173 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-d877ef31-9459-4d92-8aff-1684c448ecbe tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27092340-b88e-41d2-aa0d-8fffd3454758') {'for_net_delete': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:46:05.759089 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-d877ef31-9459-4d92-8aff-1684c448ecbe tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27092340-b88e-41d2-aa0d-8fffd3454758') {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:46:05.762542 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:05.792879 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7beffc2-debd-4b8f-bf2e-d668f3b37d9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'tenant_id': '9679bafc94a64ee0a207e63ba5560387', 'fixed_ips': [{'subnet_id': 'e3c3cb4d-854a-421c-a8c8-f38d3a140428'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:46:05.795758 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a7beffc2-debd-4b8f-bf2e-d668f3b37d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:05.803816 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-529767a3-69b6-4114-a84c-9c93aa247501 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Request body: {'subnet': {'network_id': 'f4ed62a8-3f3e-4fb5-8bbf-672856f4f0f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:05.823586 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port 11db67d0-8208-488d-af30-92e306aa192a, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=11db67d0-8208-488d-af30-92e306aa192a,segment=NetworkSegment(b15ed654-e239-4345-87ef-d2514f065b9f),segment_id=b15ed654-e239-4345-87ef-d2514f065b9f)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:46:05.826843 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-529767a3-69b6-4114-a84c-9c93aa247501 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:05.829049 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b037c6-3a76-4ccb-87b5-52da8cd7dd26 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Pushing event updated for resources: {'Network': ['ID=f4ed62a8-3f3e-4fb5-8bbf-672856f4f0f1,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:05.846822 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e8b037c6-3a76-4ccb-87b5-52da8cd7dd26 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:05.847870 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d877ef31-9459-4d92-8aff-1684c448ecbe tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1518531'] for segment, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:05.848527 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network f4ed62a8-3f3e-4fb5-8bbf-672856f4f0f1 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:46:05.851202 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-529767a3-69b6-4114-a84c-9c93aa247501 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Usage tracker for resource:subnet and tenant:5f1d2e098aa1404b801e1ff34ce5223d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:05.858039 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-529767a3-69b6-4114-a84c-9c93aa247501 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:05.858996 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-787aa80a-e863-4e74-92a8-1e3313b9c5f4 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:05.868480 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port ffbc822d-d310-47fc-a0a6-d3f474bf15ca, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=ffbc822d-d310-47fc-a0a6-d3f474bf15ca,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:46:05.873010 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-78ec2783-4c56-408f-8a50-cded4d200a5b tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:05.887054 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Returning: {'device': '11db67d0-8208-488d-af30-92e306aa192a', 'network_id': '3ab8996b-db59-43a0-a379-647199802474', 'port_id': '11db67d0-8208-488d-af30-92e306aa192a', 'mac_address': 'fa:16:3e:ad:97:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '944a3b04-d2ac-486e-bee8-ba11ef891bfe', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 08:46:05.888907 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-529767a3-69b6-4114-a84c-9c93aa247501 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:05.891958 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:05.894449 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 454d04bf-08a7-46a8-a362-21a5a1443047 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:46:05.904470 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787aa80a-e863-4e74-92a8-1e3313b9c5f4 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94fe69b9-920f-4c3d-8d20-5f778e014484,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:05.915020 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-787aa80a-e863-4e74-92a8-1e3313b9c5f4 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:05.942761 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-640a90f3-f038-426a-ac70-8d396475e048 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:05.963272 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-529767a3-69b6-4114-a84c-9c93aa247501 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Made reservation on behalf of 5f1d2e098aa1404b801e1ff34ce5223d for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:46:05.966006 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-529767a3-69b6-4114-a84c-9c93aa247501 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1529102'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:06.014707 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-640a90f3-f038-426a-ac70-8d396475e048 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:06.049101 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-e0d9fad4-492d-46ff-8f2e-cf9a2b8d2da2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:06.127443 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e3c26064-8c49-4548-bdd9-bb1588e2697a tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:06.130687 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-640a90f3-f038-426a-ac70-8d396475e048 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Made reservation on behalf of 9679bafc94a64ee0a207e63ba5560387 for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:46:06.135526 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-640a90f3-f038-426a-ac70-8d396475e048 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:06.156879 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-40036ec5-e6aa-4bac-93fa-96a8224ced68 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:06.220070 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d877ef31-9459-4d92-8aff-1684c448ecbe tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:06.223255 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:06.227386 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-787aa80a-e863-4e74-92a8-1e3313b9c5f4 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:06.231002 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-787aa80a-e863-4e74-92a8-1e3313b9c5f4 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] 10.222.0.16 "DELETE /v2.0/security-groups/94fe69b9-920f-4c3d-8d20-5f778e014484 HTTP/1.1" status: 204 len: 168 time: 1.7838585 Dec 20 08:46:06.235591 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 38574) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:06.240348 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d877ef31-9459-4d92-8aff-1684c448ecbe tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=83445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:46:06.240532 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d877ef31-9459-4d92-8aff-1684c448ecbe tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2036002'] for segment, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:06.260851 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c26064-8c49-4548-bdd9-bb1588e2697a tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Pushing event deleted for resources: {'Port': ['ID=0a4407b8-79d0-48a9-8c30-ba2a2dac2a19,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:06.274987 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e3c26064-8c49-4548-bdd9-bb1588e2697a tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:06.280188 dv-neutron-820491-1-hyperv neutron-server[83445]: Traceback (most recent call last): Dec 20 08:46:06.280188 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:46:06.280188 dv-neutron-820491-1-hyperv neutron-server[83445]: timer() Dec 20 08:46:06.280188 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:46:06.280188 dv-neutron-820491-1-hyperv neutron-server[83445]: cb(*args, **kw) Dec 20 08:46:06.280188 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:46:06.280188 dv-neutron-820491-1-hyperv neutron-server[83445]: return func(*args, **kwargs) Dec 20 08:46:06.280188 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:46:06.280188 dv-neutron-820491-1-hyperv neutron-server[83445]: self._notify() Dec 20 08:46:06.280188 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:46:06.280188 dv-neutron-820491-1-hyperv neutron-server[83445]: self.callback(batched_events) Dec 20 08:46:06.280188 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:46:06.280188 dv-neutron-820491-1-hyperv neutron-server[83445]: event.method(event) Dec 20 08:46:06.280188 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:46:06.280188 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:46:06.280188 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:46:06.280188 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:46:06.280188 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:46:06.280188 dv-neutron-820491-1-hyperv neutron-server[83445]: return f(self, *a, **k) Dec 20 08:46:06.280188 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:46:06.280188 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._get(url).json() Dec 20 08:46:06.280188 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:46:06.280188 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:46:06.280188 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:46:06.280188 dv-neutron-820491-1-hyperv neutron-server[83445]: return self.request(url, 'GET', **kwargs) Dec 20 08:46:06.280188 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:46:06.280188 dv-neutron-820491-1-hyperv neutron-server[83445]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:46:06.280188 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:46:06.280188 dv-neutron-820491-1-hyperv neutron-server[83445]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:46:06.280188 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:46:06.280188 dv-neutron-820491-1-hyperv neutron-server[83445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:46:06.280188 dv-neutron-820491-1-hyperv neutron-server[83445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:46:06.298570 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 454d04bf-08a7-46a8-a362-21a5a1443047 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:46:06.315633 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11db67d0-8208-488d-af30-92e306aa192a {{(pid=83446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 08:46:06.328158 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-640a90f3-f038-426a-ac70-8d396475e048 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] device_id is not set on port 006e2dd0-d1b4-4cc6-9eda-0f5ed9bc0c25 yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:46:06.332269 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-1fed2af5-2ca8-4f8a-96fb-0c48efa60a97 None None] Provisioning for port d0a7bf9e-aa58-4e0a-8c2d-730b4aaa3b72 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:46:06.337738 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 454d04bf-08a7-46a8-a362-21a5a1443047 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:46:06.338171 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:06.455490 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5991fa97-72c1-48e1-92d8-265599a3f151 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:06.467605 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port 11db67d0-8208-488d-af30-92e306aa192a, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=11db67d0-8208-488d-af30-92e306aa192a,segment=NetworkSegment(b15ed654-e239-4345-87ef-d2514f065b9f),segment_id=b15ed654-e239-4345-87ef-d2514f065b9f)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:46:06.473578 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d877ef31-9459-4d92-8aff-1684c448ecbe tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:06.478978 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d877ef31-9459-4d92-8aff-1684c448ecbe tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:06.486415 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-61295586-8c2d-48da-a60d-0055577602e9 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:06.502828 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-ebd4b024-ad77-49c6-9b4f-5e04c7ff933b tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Synchronizing usage tracker for tenant:7ffac61ac2484e8a96a049ebd1380818 on resource:security_group {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:46:06.511961 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e3c26064-8c49-4548-bdd9-bb1588e2697a tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:06.526756 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-5991fa97-72c1-48e1-92d8-265599a3f151 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Transition to ACTIVE for port object 24d6d22e-d030-449a-8f23-f752c194ed51 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:46:06.528297 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d877ef31-9459-4d92-8aff-1684c448ecbe tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Pushing event deleted for resources: {'Network': ['ID=11899bfb-80ba-4808-b3ae-06c09132f023,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:06.531247 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d877ef31-9459-4d92-8aff-1684c448ecbe tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:06.541976 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-d877ef31-9459-4d92-8aff-1684c448ecbe tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] 10.222.0.16 "DELETE /v2.0/networks/11899bfb-80ba-4808-b3ae-06c09132f023 HTTP/1.1" status: 204 len: 168 time: 4.3243768 Dec 20 08:46:06.549070 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38578) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:06.563605 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-a7beffc2-debd-4b8f-bf2e-d668f3b37d9e None None] Allocated IP 2001:db8::f816:3eff:fefe:9b1f (f75aa0d2-5f41-40f3-a9e0-d60d934965a4/e3c3cb4d-854a-421c-a8c8-f38d3a140428/32a45162-3beb-48e1-9d08-5db6a3261054) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:46:06.608819 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e3c26064-8c49-4548-bdd9-bb1588e2697a tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "DELETE /v2.0/ports/0a4407b8-79d0-48a9-8c30-ba2a2dac2a19 HTTP/1.1" status: 204 len: 168 time: 1.9138422 Dec 20 08:46:06.613654 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 38582) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:06.662926 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-ebd4b024-ad77-49c6-9b4f-5e04c7ff933b tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Unset dirty status for tenant:7ffac61ac2484e8a96a049ebd1380818 on resource:security_group {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:46:06.664149 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-ebd4b024-ad77-49c6-9b4f-5e04c7ff933b tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4264243 Dec 20 08:46:06.673562 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 38586) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:06.681023 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-a86c56ef-fd6c-4822-b86b-c5b6854c0248 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] GET failed (client error): The resource could not be found. Dec 20 08:46:06.682115 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-a86c56ef-fd6c-4822-b86b-c5b6854c0248 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "GET /v2.0/ports/0a4407b8-79d0-48a9-8c30-ba2a2dac2a19 HTTP/1.1" status: 404 len: 333 time: 0.0613866 Dec 20 08:46:06.686216 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-1fed2af5-2ca8-4f8a-96fb-0c48efa60a97 None None] Provisioning complete for port d0a7bf9e-aa58-4e0a-8c2d-730b4aaa3b72 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:46:06.686601 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-1fed2af5-2ca8-4f8a-96fb-0c48efa60a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:06.687118 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-c0cc90db-eb15-4142-9f76-4d6806db4292 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Request body: {'security_group': {'name': 'tempest-secgroup--1542607230'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:06.691179 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38590) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:06.694612 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-c0cc90db-eb15-4142-9f76-4d6806db4292 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:06.707788 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-c0cc90db-eb15-4142-9f76-4d6806db4292 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:06.710270 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=ffbc822d-d310-47fc-a0a6-d3f474bf15ca,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:06.735513 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5991fa97-72c1-48e1-92d8-265599a3f151 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:06.739692 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.690s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:06.740291 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c0cc90db-eb15-4142-9f76-4d6806db4292 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:06.740433 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:06.747040 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-27d2d36d-005b-44e7-a893-5c1c4ee06873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:06.752554 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-187fca67-bc90-4bc5-bc04-8cf8a1b78e1c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:06.770326 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d89fca9-2c78-4800-9c06-bfc263bd363f req-6ea9e2ee-f43a-4bfd-b915-67b85265f203 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:06.777857 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8d89fca9-2c78-4800-9c06-bfc263bd363f req-6ea9e2ee-f43a-4bfd-b915-67b85265f203 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce86b767-a621-41c5-98e8-cc542b7adc7f HTTP/1.1" status: 200 len: 944 time: 0.6521051 Dec 20 08:46:06.842292 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-83f23fb8-c085-4d50-8c82-d2e8585f89b1 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:06.859626 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5991fa97-72c1-48e1-92d8-265599a3f151 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Network 627d2b4e-ee9f-42de-b848-af479fe5c2f5 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:46:06.866650 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-5991fa97-72c1-48e1-92d8-265599a3f151 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:46:06.869187 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5991fa97-72c1-48e1-92d8-265599a3f151 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:46:06.895509 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5991fa97-72c1-48e1-92d8-265599a3f151 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'Port': ['ID=24d6d22e-d030-449a-8f23-f752c194ed51,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:06.898536 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-5991fa97-72c1-48e1-92d8-265599a3f151 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:06.911885 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-c0cc90db-eb15-4142-9f76-4d6806db4292 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:06.921824 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-c0cc90db-eb15-4142-9f76-4d6806db4292 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Usage tracker for resource:security_group_rule and tenant:7ffac61ac2484e8a96a049ebd1380818 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:06.930014 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-c0cc90db-eb15-4142-9f76-4d6806db4292 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:06.933714 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd82013f-f73c-4cb5-8f31-13ed8fbfa93f tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Router fd2784c2-9301-4546-b4f4-5cacc3ac29c6 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:46:06.939163 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-c0cc90db-eb15-4142-9f76-4d6806db4292 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:06.954959 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=11db67d0-8208-488d-af30-92e306aa192a,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:06.975260 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8d89fca9-2c78-4800-9c06-bfc263bd363f req-5f556d05-d648-46e2-9cc2-d6cfd6ff8c80 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/security-groups?id=57316c2a-fdb6-46e9-9469-18e9bc81adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1962070 Dec 20 08:46:06.983595 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5991fa97-72c1-48e1-92d8-265599a3f151 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-345881'] for router_interface, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:06.990863 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:07.049453 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-039da560-1440-455c-a775-9ca3e2a8a999 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:07.130556 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a7beffc2-debd-4b8f-bf2e-d668f3b37d9e None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:07.131235 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-83f23fb8-c085-4d50-8c82-d2e8585f89b1 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:07.134271 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c0cc90db-eb15-4142-9f76-4d6806db4292 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:07.154494 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-a7beffc2-debd-4b8f-bf2e-d668f3b37d9e None None] Transition to ACTIVE for port object 32a45162-3beb-48e1-9d08-5db6a3261054 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:46:07.185049 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-039da560-1440-455c-a775-9ca3e2a8a999 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:07.188297 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-a7beffc2-debd-4b8f-bf2e-d668f3b37d9e None None] Transition to ACTIVE for port object 32a45162-3beb-48e1-9d08-5db6a3261054 will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:46:07.189040 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c0cc90db-eb15-4142-9f76-4d6806db4292 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:07.193536 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:07.199535 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3de9a409-5532-4668-9e02-f1fa8d2e948f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:07.212743 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] get_ports_and_sgs() called for port_ids ['11db67d0-8208-488d-af30-92e306aa192a'] {{(pid=83446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 08:46:07.242376 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-83f23fb8-c085-4d50-8c82-d2e8585f89b1 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['339c6c69-dcea-4382-b53d-77c6a9b898b7']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:46:07.261576 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a7beffc2-debd-4b8f-bf2e-d668f3b37d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:07.274786 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-83f23fb8-c085-4d50-8c82-d2e8585f89b1 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efcc7416-4da4-4c16-9d80-3c09aac13c73') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:46:07.274940 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-83f23fb8-c085-4d50-8c82-d2e8585f89b1 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efcc7416-4da4-4c16-9d80-3c09aac13c73') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:46:07.278457 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-dcb77436-6df0-47e9-a760-0ffdee02f68e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:07.342847 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5991fa97-72c1-48e1-92d8-265599a3f151 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:07.351392 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-83f23fb8-c085-4d50-8c82-d2e8585f89b1 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1618722'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:07.353222 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 454d04bf-08a7-46a8-a362-21a5a1443047, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=454d04bf-08a7-46a8-a362-21a5a1443047,segment=NetworkSegment(4add418e-9ba1-4854-8396-6b270d4c02ff),segment_id=4add418e-9ba1-4854-8396-6b270d4c02ff)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:46:07.358131 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cc90db-eb15-4142-9f76-4d6806db4292 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c077efbe-9a38-4a27-8e20-61116dce2f3c,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:07.366299 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-c0cc90db-eb15-4142-9f76-4d6806db4292 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:07.379422 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c0cc90db-eb15-4142-9f76-4d6806db4292 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:07.383677 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-c0cc90db-eb15-4142-9f76-4d6806db4292 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7080750 Dec 20 08:46:07.384395 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 38594) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:07.392319 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7beffc2-debd-4b8f-bf2e-d668f3b37d9e None None] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:46:07.399931 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-a7beffc2-debd-4b8f-bf2e-d668f3b37d9e None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:46:07.403438 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:07.403591 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-83f23fb8-c085-4d50-8c82-d2e8585f89b1 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:07.404340 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7beffc2-debd-4b8f-bf2e-d668f3b37d9e None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:46:07.404837 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-640a90f3-f038-426a-ac70-8d396475e048 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Allocated IP 2001:db8::f816:3eff:fee1:8f02 (f75aa0d2-5f41-40f3-a9e0-d60d934965a4/e3c3cb4d-854a-421c-a8c8-f38d3a140428/006e2dd0-d1b4-4cc6-9eda-0f5ed9bc0c25) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:46:07.419483 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-10f70022-b171-4217-a744-47b2e6a778a9 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Request body: {'security_group': {'name': 'tempest-secgroup--1110912888'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:07.424468 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83f23fb8-c085-4d50-8c82-d2e8585f89b1 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:46:07.425174 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-83f23fb8-c085-4d50-8c82-d2e8585f89b1 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1128911'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:07.438573 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-10f70022-b171-4217-a744-47b2e6a778a9 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:07.445948 dv-neutron-820491-1-hyperv neutron-server[83444]: Traceback (most recent call last): Dec 20 08:46:07.445948 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:46:07.445948 dv-neutron-820491-1-hyperv neutron-server[83444]: timer() Dec 20 08:46:07.445948 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:46:07.445948 dv-neutron-820491-1-hyperv neutron-server[83444]: cb(*args, **kw) Dec 20 08:46:07.445948 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:46:07.445948 dv-neutron-820491-1-hyperv neutron-server[83444]: return func(*args, **kwargs) Dec 20 08:46:07.445948 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:46:07.445948 dv-neutron-820491-1-hyperv neutron-server[83444]: self._notify() Dec 20 08:46:07.445948 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:46:07.445948 dv-neutron-820491-1-hyperv neutron-server[83444]: self.callback(batched_events) Dec 20 08:46:07.445948 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:46:07.445948 dv-neutron-820491-1-hyperv neutron-server[83444]: event.method(event) Dec 20 08:46:07.445948 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:46:07.445948 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:46:07.445948 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:46:07.445948 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:46:07.445948 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:46:07.445948 dv-neutron-820491-1-hyperv neutron-server[83444]: return f(self, *a, **k) Dec 20 08:46:07.445948 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:46:07.445948 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._get(url).json() Dec 20 08:46:07.445948 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:46:07.445948 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:46:07.445948 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:46:07.445948 dv-neutron-820491-1-hyperv neutron-server[83444]: return self.request(url, 'GET', **kwargs) Dec 20 08:46:07.445948 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:46:07.445948 dv-neutron-820491-1-hyperv neutron-server[83444]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:46:07.445948 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:46:07.445948 dv-neutron-820491-1-hyperv neutron-server[83444]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:46:07.445948 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:46:07.445948 dv-neutron-820491-1-hyperv neutron-server[83444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:46:07.445948 dv-neutron-820491-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:46:07.450375 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-1fed2af5-2ca8-4f8a-96fb-0c48efa60a97 None None] Provisioning complete for port faf9e5e4-af97-47e6-99cd-01cf9cfe7116 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:46:07.450871 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-1fed2af5-2ca8-4f8a-96fb-0c48efa60a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:07.465265 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-10f70022-b171-4217-a744-47b2e6a778a9 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Usage tracker for resource:security_group and tenant:7ffac61ac2484e8a96a049ebd1380818 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:07.472437 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-10f70022-b171-4217-a744-47b2e6a778a9 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:07.484623 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7beffc2-debd-4b8f-bf2e-d668f3b37d9e None None] Pushing event updated for resources: {'Port': ['ID=32a45162-3beb-48e1-9d08-5db6a3261054,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:07.493946 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-10f70022-b171-4217-a744-47b2e6a778a9 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:07.497975 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-a7beffc2-debd-4b8f-bf2e-d668f3b37d9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:07.504820 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-e0d9fad4-492d-46ff-8f2e-cf9a2b8d2da2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:07.506989 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-039da560-1440-455c-a775-9ca3e2a8a999 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:07.511974 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a277be3b-1d7c-4856-b217-2d014e30ca9f tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:07.582651 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-10f70022-b171-4217-a744-47b2e6a778a9 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:07.614192 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=454d04bf-08a7-46a8-a362-21a5a1443047,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:07.617429 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 70b31cf2-d7c0-42e8-8d70-a22ae5e9c858 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:46:07.638954 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039da560-1440-455c-a775-9ca3e2a8a999 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e1811e-8a98-4586-a575-61ce55c09c59,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:07.641047 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:07.676212 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 70b31cf2-d7c0-42e8-8d70-a22ae5e9c858 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:46:07.676709 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 70b31cf2-d7c0-42e8-8d70-a22ae5e9c858 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:46:07.687329 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd82013f-f73c-4cb5-8f31-13ed8fbfa93f tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:46:07.716967 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fc4501-92aa-4389-988a-d53af9e850f6 None None] Sync routers for ids ['fd2784c2-9301-4546-b4f4-5cacc3ac29c6'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:46:07.720751 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-10f70022-b171-4217-a744-47b2e6a778a9 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:07.723177 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-039da560-1440-455c-a775-9ca3e2a8a999 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:07.728095 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fd82013f-f73c-4cb5-8f31-13ed8fbfa93f tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for floatingip, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:07.729836 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-1fed2af5-2ca8-4f8a-96fb-0c48efa60a97 None None] Port faf9e5e4-af97-47e6-99cd-01cf9cfe7116 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:46:07.735187 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-a7beffc2-debd-4b8f-bf2e-d668f3b37d9e None None] Attempting to bind port 32a45162-3beb-48e1-9d08-5db6a3261054 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:46:07.735562 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-a7beffc2-debd-4b8f-bf2e-d668f3b37d9e None None] Attempting to bind port 32a45162-3beb-48e1-9d08-5db6a3261054 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '7c00552d-ea93-440b-911c-cb3aa0a4eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:46:07.735937 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7beffc2-debd-4b8f-bf2e-d668f3b37d9e None None] Attempting to bind port 32a45162-3beb-48e1-9d08-5db6a3261054 on network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:46:07.751956 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-10f70022-b171-4217-a744-47b2e6a778a9 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Usage tracker for resource:security_group_rule and tenant:7ffac61ac2484e8a96a049ebd1380818 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:07.756929 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-1fed2af5-2ca8-4f8a-96fb-0c48efa60a97 None None] Could not find standard attr ID for object 0a4407b8-79d0-48a9-8c30-ba2a2dac2a19. {{(pid=83446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 08:46:07.760555 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fc4501-92aa-4389-988a-d53af9e850f6 None None] Routers {'fd2784c2-9301-4546-b4f4-5cacc3ac29c6'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:46:07.760690 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-f1fc4501-92aa-4389-988a-d53af9e850f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:45:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['fd2784c2-9301-4546-b4f4-5cacc3ac29c6'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:46:07.760951 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-10f70022-b171-4217-a744-47b2e6a778a9 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:07.762153 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-039da560-1440-455c-a775-9ca3e2a8a999 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:07.763278 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-039da560-1440-455c-a775-9ca3e2a8a999 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "DELETE /v2.0/security-groups/c8e1811e-8a98-4586-a575-61ce55c09c59 HTTP/1.1" status: 204 len: 168 time: 1.0710244 Dec 20 08:46:07.774634 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 38598) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:07.784316 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-10f70022-b171-4217-a744-47b2e6a778a9 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:07.829453 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-f1fc4501-92aa-4389-988a-d53af9e850f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:46:07.836020 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7beffc2-debd-4b8f-bf2e-d668f3b37d9e None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:46:07.836401 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7beffc2-debd-4b8f-bf2e-d668f3b37d9e None None] Checking segment: {'id': '7c00552d-ea93-440b-911c-cb3aa0a4eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:46:07.836871 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a7beffc2-debd-4b8f-bf2e-d668f3b37d9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:07.837332 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7beffc2-debd-4b8f-bf2e-d668f3b37d9e None None] Bound using segment: {'id': '7c00552d-ea93-440b-911c-cb3aa0a4eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:46:07.838523 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-a7beffc2-debd-4b8f-bf2e-d668f3b37d9e None None] Bound port: 32a45162-3beb-48e1-9d08-5db6a3261054, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c00552d-ea93-440b-911c-cb3aa0a4eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:46:07.838523 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a7beffc2-debd-4b8f-bf2e-d668f3b37d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:07.877396 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-83f23fb8-c085-4d50-8c82-d2e8585f89b1 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:07.895999 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-91056f04-0e2a-4785-929d-9724fd5391c8 tempest-PortsAdminExtendedAttrsTestJSON-870363390 tempest-PortsAdminExtendedAttrsTestJSON-870363390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:07.935566 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-83f23fb8-c085-4d50-8c82-d2e8585f89b1 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:07.949320 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device ffbc822d-d310-47fc-a0a6-d3f474bf15ca up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:46:07.977807 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f23fb8-c085-4d50-8c82-d2e8585f89b1 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Pushing event deleted for resources: {'Network': ['ID=339c6c69-dcea-4382-b53d-77c6a9b898b7,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:07.979583 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.objects.ports [None req-529767a3-69b6-4114-a84c-9c93aa247501 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83444) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 20 08:46:07.980333 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-529767a3-69b6-4114-a84c-9c93aa247501 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1129376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1529148'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:07.984462 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-83f23fb8-c085-4d50-8c82-d2e8585f89b1 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:07.990454 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-77741f94-412d-4fb9-94ab-d70c651d24ca tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:07.996518 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-1fed2af5-2ca8-4f8a-96fb-0c48efa60a97 None None] Provisioning complete for port 454d04bf-08a7-46a8-a362-21a5a1443047 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:46:07.996929 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-1fed2af5-2ca8-4f8a-96fb-0c48efa60a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:08.042118 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-83f23fb8-c085-4d50-8c82-d2e8585f89b1 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] 10.222.0.16 "DELETE /v2.0/networks/339c6c69-dcea-4382-b53d-77c6a9b898b7 HTTP/1.1" status: 204 len: 168 time: 1.4857087 Dec 20 08:46:08.043481 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38604) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:08.053518 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fc4501-92aa-4389-988a-d53af9e850f6 None None] Routers {'fd2784c2-9301-4546-b4f4-5cacc3ac29c6'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:46:08.054383 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-f1fc4501-92aa-4389-988a-d53af9e850f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:45:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['fd2784c2-9301-4546-b4f4-5cacc3ac29c6'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:46:08.077694 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-640a90f3-f038-426a-ac70-8d396475e048 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:08.124330 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-a7beffc2-debd-4b8f-bf2e-d668f3b37d9e None None] For port 32a45162-3beb-48e1-9d08-5db6a3261054, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:46:08.155362 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-f1fc4501-92aa-4389-988a-d53af9e850f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:46:08.156044 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fc4501-92aa-4389-988a-d53af9e850f6 None None] The sync data for ids ['fd2784c2-9301-4546-b4f4-5cacc3ac29c6'] in dv-neutron-820491-1-hyperv is: [] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:46:08.168360 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529767a3-69b6-4114-a84c-9c93aa247501 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Pushing event updated for resources: {'Subnet': ['ID=57905e29-6fc7-46fc-ad22-f6cf39d41738,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:08.173493 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-640a90f3-f038-426a-ac70-8d396475e048 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Transition to ACTIVE for port object 006e2dd0-d1b4-4cc6-9eda-0f5ed9bc0c25 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:46:08.177877 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-fd82013f-f73c-4cb5-8f31-13ed8fbfa93f tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] 10.222.0.16 "PUT /v2.0/floatingips/95e5eae1-581f-4cca-ad61-a07b322055fe HTTP/1.1" status: 200 len: 978 time: 13.5714269 Dec 20 08:46:08.178748 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 38608) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:08.181639 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-a7beffc2-debd-4b8f-bf2e-d668f3b37d9e None None] For port 32a45162-3beb-48e1-9d08-5db6a3261054, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=32a45162-3beb-48e1-9d08-5db6a3261054,segment=NetworkSegment(7c00552d-ea93-440b-911c-cb3aa0a4eeff),segment_id=7c00552d-ea93-440b-911c-cb3aa0a4eeff)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:46:08.197308 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a7beffc2-debd-4b8f-bf2e-d668f3b37d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:08.205182 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-58b1edb4-7a5d-4f72-9116-2e0593785537 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:08.208748 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-ecc4f639-d1ac-44da-bdc4-df59a16289f9 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:08.251084 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-529767a3-69b6-4114-a84c-9c93aa247501 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:08.282634 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e11ab5cc-7aab-4dc5-9ace-fd91c7bd0881 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:08.303185 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529767a3-69b6-4114-a84c-9c93aa247501 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Checking segment: {'id': '4e5c8622-a387-4a92-8ff2-e5a7671b2ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f4ed62a8-3f3e-4fb5-8bbf-672856f4f0f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:46:08.303577 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529767a3-69b6-4114-a84c-9c93aa247501 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Network hostable DHCP agents. Network: f4ed62a8-3f3e-4fb5-8bbf-672856f4f0f1, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:46:08.310931 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-10f70022-b171-4217-a744-47b2e6a778a9 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:08.338084 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port ffbc822d-d310-47fc-a0a6-d3f474bf15ca triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:46:08.338464 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:08.360172 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-10f70022-b171-4217-a744-47b2e6a778a9 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:08.372698 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:08.376551 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-640a90f3-f038-426a-ac70-8d396475e048 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:08.378625 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7beffc2-debd-4b8f-bf2e-d668f3b37d9e None None] Pushing event updated for resources: {'Port': ['ID=32a45162-3beb-48e1-9d08-5db6a3261054,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:08.402313 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e3c26064-8c49-4548-bdd9-bb1588e2697a tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:08.417587 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-69c90936-3e5c-4fe2-a943-e81bc9437482 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks [] for security_group, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:08.449049 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-a7beffc2-debd-4b8f-bf2e-d668f3b37d9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:08.500568 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-10f70022-b171-4217-a744-47b2e6a778a9 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:08.504630 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-10f70022-b171-4217-a744-47b2e6a778a9 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1146927 Dec 20 08:46:08.514672 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ecc4f639-d1ac-44da-bdc4-df59a16289f9 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks [] for floatingip, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:08.554072 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device d0a7bf9e-aa58-4e0a-8c2d-730b4aaa3b72 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:46:08.563977 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f70022-b171-4217-a744-47b2e6a778a9 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=570ddba7-da78-4839-8326-0b0a678bf8f0,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:08.569210 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-69c90936-3e5c-4fe2-a943-e81bc9437482 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:08.578956 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-10f70022-b171-4217-a744-47b2e6a778a9 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:08.584338 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 38612) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:08.606297 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-cc692096-01f7-4bcf-90b7-18caf9ea030e tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Request body: {'security_group_rule': {'security_group_id': 'c077efbe-9a38-4a27-8e20-61116dce2f3c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '570ddba7-da78-4839-8326-0b0a678bf8f0', 'remote_ip_prefix': None}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:08.612417 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5991fa97-72c1-48e1-92d8-265599a3f151 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:08.617322 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e11ab5cc-7aab-4dc5-9ace-fd91c7bd0881 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:08.640704 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-cc692096-01f7-4bcf-90b7-18caf9ea030e tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:08.652390 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5991fa97-72c1-48e1-92d8-265599a3f151 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2036698'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:08.671538 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-4605f26e-6b08-4ff6-bcd8-bcef2b4be8e1 None None] Provisioning for port 24d6d22e-d030-449a-8f23-f752c194ed51 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:46:08.679895 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-4605f26e-6b08-4ff6-bcd8-bcef2b4be8e1 None None] Provisioning complete for port 24d6d22e-d030-449a-8f23-f752c194ed51 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:46:08.680268 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-4605f26e-6b08-4ff6-bcd8-bcef2b4be8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:08.698977 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-807fa09d-5905-4ccc-899b-6c45ea80809b tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:08.705887 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529767a3-69b6-4114-a84c-9c93aa247501 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Network f4ed62a8-3f3e-4fb5-8bbf-672856f4f0f1 is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:46:08.746934 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640a90f3-f038-426a-ac70-8d396475e048 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:46:08.747690 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-cc692096-01f7-4bcf-90b7-18caf9ea030e tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Usage tracker for resource:security_group_rule and tenant:7ffac61ac2484e8a96a049ebd1380818 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:08.748759 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640a90f3-f038-426a-ac70-8d396475e048 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event updated for resources: {'Port': ['ID=006e2dd0-d1b4-4cc6-9eda-0f5ed9bc0c25,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:08.752405 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-640a90f3-f038-426a-ac70-8d396475e048 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:08.760667 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-cc692096-01f7-4bcf-90b7-18caf9ea030e tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:08.761103 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-640a90f3-f038-426a-ac70-8d396475e048 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:46:08.762341 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port d0a7bf9e-aa58-4e0a-8c2d-730b4aaa3b72 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:46:08.762739 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:08.767810 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640a90f3-f038-426a-ac70-8d396475e048 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:46:08.773199 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640a90f3-f038-426a-ac70-8d396475e048 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:08.773854 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-640a90f3-f038-426a-ac70-8d396475e048 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:08.784188 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-529767a3-69b6-4114-a84c-9c93aa247501 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, f4ed62a8-3f3e-4fb5-8bbf-672856f4f0f1) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:46:08.788875 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-529767a3-69b6-4114-a84c-9c93aa247501 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:08.789496 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-529767a3-69b6-4114-a84c-9c93aa247501 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:08.806767 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-e11ab5cc-7aab-4dc5-9ace-fd91c7bd0881 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40d19370-e51e-4edd-8108-a5058e651baf']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:46:08.808053 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fea99d7-2573-4456-a126-ad6338ce7880 None None] Network f4ed62a8-3f3e-4fb5-8bbf-672856f4f0f1 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:46:08.813479 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-cc692096-01f7-4bcf-90b7-18caf9ea030e tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:08.824924 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-4605f26e-6b08-4ff6-bcd8-bcef2b4be8e1 None None] Port 24d6d22e-d030-449a-8f23-f752c194ed51 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:46:08.844238 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-4605f26e-6b08-4ff6-bcd8-bcef2b4be8e1 None None] Could not find standard attr ID for object 0a4407b8-79d0-48a9-8c30-ba2a2dac2a19. {{(pid=83446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 08:46:08.970081 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5991fa97-72c1-48e1-92d8-265599a3f151 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'Port': ['ID=24d6d22e-d030-449a-8f23-f752c194ed51,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:08.977762 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-e11ab5cc-7aab-4dc5-9ace-fd91c7bd0881 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd69d8d39-d415-4ba1-8356-4cfb97ae4a3f') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:46:08.978338 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-e11ab5cc-7aab-4dc5-9ace-fd91c7bd0881 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd69d8d39-d415-4ba1-8356-4cfb97ae4a3f') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:46:08.988550 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e1f6ca-6c2d-4882-b74a-4c09fc9e0720 req-bb3cf196-2514-43da-8318-3518c203032c tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:08.988550 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-c9e1f6ca-6c2d-4882-b74a-4c09fc9e0720 req-bb3cf196-2514-43da-8318-3518c203032c tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce86b767-a621-41c5-98e8-cc542b7adc7f HTTP/1.1" status: 200 len: 945 time: 0.7110455 Dec 20 08:46:08.991596 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-5991fa97-72c1-48e1-92d8-265599a3f151 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:09.002746 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e11ab5cc-7aab-4dc5-9ace-fd91c7bd0881 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1618722'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:09.015194 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-640a90f3-f038-426a-ac70-8d396475e048 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.6907086 Dec 20 08:46:09.022391 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-529767a3-69b6-4114-a84c-9c93aa247501 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.2776704 Dec 20 08:46:09.023030 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38616) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:09.023352 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38618) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:09.026303 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5991fa97-72c1-48e1-92d8-265599a3f151 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32898031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349045'] for router_interface, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:09.034213 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-235a2a0f-c20a-4593-abde-4c16ea644cb9 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1038498463', 'network_id': 'f4ed62a8-3f3e-4fb5-8bbf-672856f4f0f1'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:09.040020 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-235a2a0f-c20a-4593-abde-4c16ea644cb9 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:09.043879 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-235a2a0f-c20a-4593-abde-4c16ea644cb9 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Usage tracker for resource:port and tenant:5f1d2e098aa1404b801e1ff34ce5223d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:09.046305 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-69c90936-3e5c-4fe2-a943-e81bc9437482 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:09.047339 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-235a2a0f-c20a-4593-abde-4c16ea644cb9 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:09.054096 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-235a2a0f-c20a-4593-abde-4c16ea644cb9 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:09.056353 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-7aba05c3-de05-4e37-9eae-b06e8ecfeb7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:09.086372 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 454d04bf-08a7-46a8-a362-21a5a1443047 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:46:09.096979 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-cc692096-01f7-4bcf-90b7-18caf9ea030e tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:09.105365 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c90936-3e5c-4fe2-a943-e81bc9437482 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1503ac53-7771-498b-bafa-8c4a6521fec3,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:09.110351 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e11ab5cc-7aab-4dc5-9ace-fd91c7bd0881 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:09.122270 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-69c90936-3e5c-4fe2-a943-e81bc9437482 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:09.122791 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-235a2a0f-c20a-4593-abde-4c16ea644cb9 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Made reservation on behalf of 5f1d2e098aa1404b801e1ff34ce5223d for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:46:09.125257 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-235a2a0f-c20a-4593-abde-4c16ea644cb9 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:09.136833 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e11ab5cc-7aab-4dc5-9ace-fd91c7bd0881 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:46:09.137740 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e11ab5cc-7aab-4dc5-9ace-fd91c7bd0881 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1128911'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:09.159316 dv-neutron-820491-1-hyperv neutron-server[83444]: Traceback (most recent call last): Dec 20 08:46:09.159316 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:46:09.159316 dv-neutron-820491-1-hyperv neutron-server[83444]: timer() Dec 20 08:46:09.159316 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:46:09.159316 dv-neutron-820491-1-hyperv neutron-server[83444]: cb(*args, **kw) Dec 20 08:46:09.159316 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:46:09.159316 dv-neutron-820491-1-hyperv neutron-server[83444]: return func(*args, **kwargs) Dec 20 08:46:09.159316 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:46:09.159316 dv-neutron-820491-1-hyperv neutron-server[83444]: self._notify() Dec 20 08:46:09.159316 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:46:09.159316 dv-neutron-820491-1-hyperv neutron-server[83444]: self.callback(batched_events) Dec 20 08:46:09.159316 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:46:09.159316 dv-neutron-820491-1-hyperv neutron-server[83444]: event.method(event) Dec 20 08:46:09.159316 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:46:09.159316 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:46:09.159316 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:46:09.159316 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:46:09.159316 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:46:09.159316 dv-neutron-820491-1-hyperv neutron-server[83444]: return f(self, *a, **k) Dec 20 08:46:09.159316 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:46:09.159316 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._get(url).json() Dec 20 08:46:09.159316 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:46:09.159316 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:46:09.159316 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:46:09.159316 dv-neutron-820491-1-hyperv neutron-server[83444]: return self.request(url, 'GET', **kwargs) Dec 20 08:46:09.159316 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:46:09.159316 dv-neutron-820491-1-hyperv neutron-server[83444]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:46:09.159316 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:46:09.159316 dv-neutron-820491-1-hyperv neutron-server[83444]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:46:09.159316 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:46:09.159316 dv-neutron-820491-1-hyperv neutron-server[83444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:46:09.159316 dv-neutron-820491-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:46:09.172931 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-69c90936-3e5c-4fe2-a943-e81bc9437482 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:09.174395 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-69c90936-3e5c-4fe2-a943-e81bc9437482 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "DELETE /v2.0/security-groups/1503ac53-7771-498b-bafa-8c4a6521fec3 HTTP/1.1" status: 204 len: 168 time: 1.3947310 Dec 20 08:46:09.192925 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38624) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:09.216272 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700548cd-c06b-40ea-b125-7a771e4dbc02 None None] Network f4ed62a8-3f3e-4fb5-8bbf-672856f4f0f1 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:46:09.240433 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 454d04bf-08a7-46a8-a362-21a5a1443047 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:46:09.240720 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:09.293921 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-c9e1f6ca-6c2d-4882-b74a-4c09fc9e0720 req-3dd586e4-361a-4bb0-a0bc-e5ecc2547f49 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/security-groups?id=57316c2a-fdb6-46e9-9469-18e9bc81adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2829762 Dec 20 08:46:09.323567 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-235a2a0f-c20a-4593-abde-4c16ea644cb9 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] device_id is not set on port 4a24760b-339b-4fc5-a5c5-383b409801c7 yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:46:09.355123 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ecc4f639-d1ac-44da-bdc4-df59a16289f9 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:09.375030 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ecc4f639-d1ac-44da-bdc4-df59a16289f9 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-345990'] for floatingip, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:09.375495 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.l3_db [None req-ecc4f639-d1ac-44da-bdc4-df59a16289f9 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Floating IP 95e5eae1-581f-4cca-ad61-a07b322055fe disassociated. External IP: 172.26.5.233, port: 9e1d11ad-b081-4958-acde-afc1a813c0f9. Dec 20 08:46:09.433495 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e11ab5cc-7aab-4dc5-9ace-fd91c7bd0881 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:09.438999 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e11ab5cc-7aab-4dc5-9ace-fd91c7bd0881 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:09.448644 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9a6f91db-d660-40be-9202-c9d48504a13d tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:09.452770 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 11db67d0-8208-488d-af30-92e306aa192a up at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:46:09.493692 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11ab5cc-7aab-4dc5-9ace-fd91c7bd0881 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Pushing event deleted for resources: {'Network': ['ID=40d19370-e51e-4edd-8108-a5058e651baf,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:09.493990 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-cc692096-01f7-4bcf-90b7-18caf9ea030e tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:09.503279 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5991fa97-72c1-48e1-92d8-265599a3f151 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Network 627d2b4e-ee9f-42de-b848-af479fe5c2f5 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:46:09.503447 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e11ab5cc-7aab-4dc5-9ace-fd91c7bd0881 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:09.506278 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-5991fa97-72c1-48e1-92d8-265599a3f151 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:46:09.510061 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-cc692096-01f7-4bcf-90b7-18caf9ea030e tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:09.512206 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72358637-613d-43d9-bd05-5319f6ad6fa7 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:09.516344 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72358637-613d-43d9-bd05-5319f6ad6fa7 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:09.517134 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-72358637-613d-43d9-bd05-5319f6ad6fa7 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Synchronizing usage tracker for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:46:09.565109 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e11ab5cc-7aab-4dc5-9ace-fd91c7bd0881 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] 10.222.0.16 "DELETE /v2.0/networks/40d19370-e51e-4edd-8108-a5058e651baf HTTP/1.1" status: 204 len: 168 time: 1.5163231 Dec 20 08:46:09.603003 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-8547609f-713f-4a67-890b-5de512e3ec01 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:09.638385 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-72358637-613d-43d9-bd05-5319f6ad6fa7 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Unset dirty status for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:46:09.641887 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-72358637-613d-43d9-bd05-5319f6ad6fa7 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.6127656 Dec 20 08:46:09.653370 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 38630) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:09.694517 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc692096-01f7-4bcf-90b7-18caf9ea030e tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21773fef-11a8-44c7-805d-36ab1649e36c,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:09.744630 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-cc692096-01f7-4bcf-90b7-18caf9ea030e tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:09.862746 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:09.869935 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning for port 11db67d0-8208-488d-af30-92e306aa192a completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:46:09.875963 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning complete for port 11db67d0-8208-488d-af30-92e306aa192a triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:46:09.875963 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:10.005905 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-235a2a0f-c20a-4593-abde-4c16ea644cb9 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Allocated IP 2001:db8::1f (f4ed62a8-3f3e-4fb5-8bbf-672856f4f0f1/57905e29-6fc7-46fc-ad22-f6cf39d41738/4a24760b-339b-4fc5-a5c5-383b409801c7) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:46:10.028685 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:10.045009 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 32a45162-3beb-48e1-9d08-5db6a3261054 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:46:10.075761 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-689365f9-23ee-4735-8cb7-1ae5da77cceb None None] Provisioning for port 32a45162-3beb-48e1-9d08-5db6a3261054 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:46:10.150603 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce86b767-a621-41c5-98e8-cc542b7adc7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11db67d0-8208-488d-af30-92e306aa192a'}] {{(pid=83446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 08:46:10.176950 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port 11db67d0-8208-488d-af30-92e306aa192a, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=11db67d0-8208-488d-af30-92e306aa192a,segment=NetworkSegment(b15ed654-e239-4345-87ef-d2514f065b9f),segment_id=b15ed654-e239-4345-87ef-d2514f065b9f)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:46:10.179722 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-689365f9-23ee-4735-8cb7-1ae5da77cceb None None] Provisioning complete for port 24d6d22e-d030-449a-8f23-f752c194ed51 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:46:10.180105 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-689365f9-23ee-4735-8cb7-1ae5da77cceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:10.208587 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 38638) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:10.210526 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:10.220015 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-bd838b6f-c8e1-4ac6-bfd3-843bd1183f05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:10.263933 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-cc692096-01f7-4bcf-90b7-18caf9ea030e tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:10.265349 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-cc692096-01f7-4bcf-90b7-18caf9ea030e tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 1.6797585 Dec 20 08:46:10.273346 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 38642) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:10.284232 dv-neutron-820491-1-hyperv neutron-server[83446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce86b767-a621-41c5-98e8-cc542b7adc7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11db67d0-8208-488d-af30-92e306aa192a', 'code': 200} Dec 20 08:46:10.314733 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-235a2a0f-c20a-4593-abde-4c16ea644cb9 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:10.316792 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a09f893-8629-42a1-8ade-9093822476ce None None] get_active_networks_info from dv-neutron-820491-1-hyperv {{(pid=83446) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 20 08:46:10.384162 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-24cf72ee-2aaa-4dff-aae1-3d395b179494 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Deleting subnet c544584e-402f-4fbb-909e-c1fea2fcdb1f {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:46:10.392467 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-24cf72ee-2aaa-4dff-aae1-3d395b179494 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:10.400702 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-1de2b64e-15c2-4de6-968d-e297fd28f22b tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Deleting port 006e2dd0-d1b4-4cc6-9eda-0f5ed9bc0c25 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:46:10.401326 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1de2b64e-15c2-4de6-968d-e297fd28f22b tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:10.456470 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-689365f9-23ee-4735-8cb7-1ae5da77cceb None None] Port 24d6d22e-d030-449a-8f23-f752c194ed51 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:46:10.489869 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 32a45162-3beb-48e1-9d08-5db6a3261054 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:46:10.490210 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ba47ca3f-9c2b-4dd8-8e39-fb0ac9ec4b22 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:10.506022 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=11db67d0-8208-488d-af30-92e306aa192a,revision_number=5']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:10.509385 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 32a45162-3beb-48e1-9d08-5db6a3261054 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:46:10.509928 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:10.537148 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ba47ca3f-9c2b-4dd8-8e39-fb0ac9ec4b22 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:10.581210 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:10.620271 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-068c94c6-cd2c-47ea-ba62-5862617f86e9 None None] Provisioning for port 006e2dd0-d1b4-4cc6-9eda-0f5ed9bc0c25 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:46:10.626118 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-24cf72ee-2aaa-4dff-aae1-3d395b179494 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1618747'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:10.642713 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-068c94c6-cd2c-47ea-ba62-5862617f86e9 None None] Provisioning complete for port 006e2dd0-d1b4-4cc6-9eda-0f5ed9bc0c25 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:46:10.643196 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-068c94c6-cd2c-47ea-ba62-5862617f86e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:10.726335 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a09f893-8629-42a1-8ade-9093822476ce None None] Resources bound (agent type, host, resource id): {{(pid=83446) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 08:46:10.732436 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-235a2a0f-c20a-4593-abde-4c16ea644cb9 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:10.741083 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-640a90f3-f038-426a-ac70-8d396475e048 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:10.782905 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ba47ca3f-9c2b-4dd8-8e39-fb0ac9ec4b22 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:10.810676 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-24cf72ee-2aaa-4dff-aae1-3d395b179494 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:10.815400 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:10.819891 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:10.842123 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-068c94c6-cd2c-47ea-ba62-5862617f86e9 None None] Port 006e2dd0-d1b4-4cc6-9eda-0f5ed9bc0c25 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:46:10.857927 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba47ca3f-9c2b-4dd8-8e39-fb0ac9ec4b22 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=21773fef-11a8-44c7-805d-36ab1649e36c,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:10.862993 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235a2a0f-c20a-4593-abde-4c16ea644cb9 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Network f4ed62a8-3f3e-4fb5-8bbf-672856f4f0f1 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:46:10.878791 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-235a2a0f-c20a-4593-abde-4c16ea644cb9 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:46:10.888146 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a2d714fe-5a2d-4263-b90c-6ac7c9d7adc2 req-4b4bae93-6ceb-4d41-afa9-3a796770edc8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ce86b767-a621-41c5-98e8-cc542b7adc7f HTTP/1.1" status: 200 len: 1099 time: 0.4114075 Dec 20 08:46:10.888900 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235a2a0f-c20a-4593-abde-4c16ea644cb9 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:46:10.889733 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235a2a0f-c20a-4593-abde-4c16ea644cb9 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:10.890898 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-235a2a0f-c20a-4593-abde-4c16ea644cb9 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:10.891866 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 32a45162-3beb-48e1-9d08-5db6a3261054, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=32a45162-3beb-48e1-9d08-5db6a3261054,segment=NetworkSegment(7c00552d-ea93-440b-911c-cb3aa0a4eeff),segment_id=7c00552d-ea93-440b-911c-cb3aa0a4eeff)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:46:10.899885 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:10.915173 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235a2a0f-c20a-4593-abde-4c16ea644cb9 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Pushing event updated for resources: {'Port': ['ID=4a24760b-339b-4fc5-a5c5-383b409801c7,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:10.915430 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ba47ca3f-9c2b-4dd8-8e39-fb0ac9ec4b22 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:10.927783 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-235a2a0f-c20a-4593-abde-4c16ea644cb9 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:10.930975 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-f8b7bac6-1033-4d9d-ba00-b97c00d0cf71 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=31dd18a4fca14026a07f2ad70c7c37b0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6692138 Dec 20 08:46:10.938231 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38652) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:10.951666 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:10.977603 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-235a2a0f-c20a-4593-abde-4c16ea644cb9 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.9464226 Dec 20 08:46:10.981532 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ba47ca3f-9c2b-4dd8-8e39-fb0ac9ec4b22 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:10.982847 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-ba47ca3f-9c2b-4dd8-8e39-fb0ac9ec4b22 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/21773fef-11a8-44c7-805d-36ab1649e36c HTTP/1.1" status: 204 len: 168 time: 0.7030358 Dec 20 08:46:10.985872 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 38656) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:10.986368 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 38658) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:11.008881 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-a2d714fe-5a2d-4263-b90c-6ac7c9d7adc2 req-8cd516bb-1967-4bd6-96f5-086f4c0c9d4e service neutron] Synchronizing usage tracker for tenant:61f6100544ad49498df84d3f96abfba6 on resource:security_group {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:46:11.021261 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-24cf72ee-2aaa-4dff-aae1-3d395b179494 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1129313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1529131'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:11.026596 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:11.062311 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=32a45162-3beb-48e1-9d08-5db6a3261054,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:11.063113 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31631a88-8e71-4fc3-81b8-f5734cda1911 req-089d585f-9e86-4fd7-aecf-79b57ee16dea tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:11.064591 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-31631a88-8e71-4fc3-81b8-f5734cda1911 req-089d585f-9e86-4fd7-aecf-79b57ee16dea tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce86b767-a621-41c5-98e8-cc542b7adc7f HTTP/1.1" status: 200 len: 946 time: 0.5208862 Dec 20 08:46:11.067918 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:11.072094 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cf72ee-2aaa-4dff-aae1-3d395b179494 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Pushing event deleted for resources: {'Subnet': ['ID=c544584e-402f-4fbb-909e-c1fea2fcdb1f,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:11.082504 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-24cf72ee-2aaa-4dff-aae1-3d395b179494 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:11.089120 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-24cf72ee-2aaa-4dff-aae1-3d395b179494 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:11.094354 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-a2d714fe-5a2d-4263-b90c-6ac7c9d7adc2 req-8cd516bb-1967-4bd6-96f5-086f4c0c9d4e service neutron] Unset dirty status for tenant:61f6100544ad49498df84d3f96abfba6 on resource:security_group {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:46:11.095448 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a2d714fe-5a2d-4263-b90c-6ac7c9d7adc2 req-8cd516bb-1967-4bd6-96f5-086f4c0c9d4e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=57316c2a-fdb6-46e9-9469-18e9bc81adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1944971 Dec 20 08:46:11.098077 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-14a7e3f5-78de-4fc2-9895-fac8ec02017c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:11.108838 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-24cf72ee-2aaa-4dff-aae1-3d395b179494 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "DELETE /v2.0/subnets/c544584e-402f-4fbb-909e-c1fea2fcdb1f HTTP/1.1" status: 204 len: 168 time: 1.9113331 Dec 20 08:46:11.113605 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38664) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:11.131519 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-fd78d6d6-bbcd-48a4-8da2-f6c921d44722 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Request body: {'subnet': {'network_id': 'b7355766-552f-465d-9e88-97d34cc7cd01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:11.157965 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-14a7e3f5-78de-4fc2-9895-fac8ec02017c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:11.168221 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1de2b64e-15c2-4de6-968d-e297fd28f22b tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:11.260187 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-17353f11-8829-498d-90d4-ac2cafcdb476 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Deleting port 4a24760b-339b-4fc5-a5c5-383b409801c7 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:46:11.260560 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-17353f11-8829-498d-90d4-ac2cafcdb476 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:11.275753 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c036ef93-0016-47d4-80be-07b4a4110152 None None] get_active_networks_info from dv-neutron-820491-1-hyperv {{(pid=83446) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 20 08:46:11.318207 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-fd78d6d6-bbcd-48a4-8da2-f6c921d44722 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:11.322246 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-fd78d6d6-bbcd-48a4-8da2-f6c921d44722 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Usage tracker for resource:subnet and tenant:bcc408b3053b4123bbeeedda32cab34a is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:11.324909 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-14a7e3f5-78de-4fc2-9895-fac8ec02017c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:11.328569 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-fd78d6d6-bbcd-48a4-8da2-f6c921d44722 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:11.331232 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-294383a3-b270-4322-bbbe-6e34fe4d732e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:11.346414 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-fd78d6d6-bbcd-48a4-8da2-f6c921d44722 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:11.348981 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a7e3f5-78de-4fc2-9895-fac8ec02017c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16fe9f8c-0de6-4275-a143-94d0e0f9578d,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:11.354968 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-14a7e3f5-78de-4fc2-9895-fac8ec02017c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:11.362401 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-14a7e3f5-78de-4fc2-9895-fac8ec02017c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:11.363585 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-1de2b64e-15c2-4de6-968d-e297fd28f22b tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Calling delete_port for 006e2dd0-d1b4-4cc6-9eda-0f5ed9bc0c25 owned by {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:46:11.366872 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-14a7e3f5-78de-4fc2-9895-fac8ec02017c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/16fe9f8c-0de6-4275-a143-94d0e0f9578d HTTP/1.1" status: 204 len: 168 time: 0.4241505 Dec 20 08:46:11.369764 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd78d6d6-bbcd-48a4-8da2-f6c921d44722 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Made reservation on behalf of bcc408b3053b4123bbeeedda32cab34a for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:46:11.373981 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fd78d6d6-bbcd-48a4-8da2-f6c921d44722 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1529102'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:11.433256 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-c678d7ab-3a25-4a47-9072-035c4956fa9b tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Synchronizing usage tracker for tenant:7ffac61ac2484e8a96a049ebd1380818 on resource:security_group_rule {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:46:11.438272 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c036ef93-0016-47d4-80be-07b4a4110152 None None] Resources bound (agent type, host, resource id): {{(pid=83446) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 08:46:11.444231 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-31631a88-8e71-4fc3-81b8-f5734cda1911 req-b83d6429-0bde-42b8-ba4d-a3af22a2acfa tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/security-groups?id=57316c2a-fdb6-46e9-9469-18e9bc81adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3541272 Dec 20 08:46:11.528819 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5991fa97-72c1-48e1-92d8-265599a3f151 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Router 8622c24e-8e36-4a6a-8ead-f057b7bb0c53 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:46:11.642233 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-c678d7ab-3a25-4a47-9072-035c4956fa9b tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Unset dirty status for tenant:7ffac61ac2484e8a96a049ebd1380818 on resource:security_group_rule {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:46:11.643479 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-c678d7ab-3a25-4a47-9072-035c4956fa9b tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.6482646 Dec 20 08:46:11.652651 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 38672) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:11.887189 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce6e130-f72f-4583-b9e0-57fe158a1cfc None None] Network b7355766-552f-465d-9e88-97d34cc7cd01 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:46:11.972344 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fd78d6d6-bbcd-48a4-8da2-f6c921d44722 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1129376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1529148'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:11.987352 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-8ae68f14-f8b4-4a29-b3be-c36ae9ff7a41 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:12.011830 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 32a45162-3beb-48e1-9d08-5db6a3261054 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:46:12.046987 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd78d6d6-bbcd-48a4-8da2-f6c921d44722 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Network b7355766-552f-465d-9e88-97d34cc7cd01 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:46:12.051410 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-fd78d6d6-bbcd-48a4-8da2-f6c921d44722 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:46:12.055432 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd78d6d6-bbcd-48a4-8da2-f6c921d44722 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:12.058118 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fd78d6d6-bbcd-48a4-8da2-f6c921d44722 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:12.100090 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-fd78d6d6-bbcd-48a4-8da2-f6c921d44722 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9812958 Dec 20 08:46:12.107197 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38684) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:12.117047 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1de2b64e-15c2-4de6-968d-e297fd28f22b tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:12.119677 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-1d6f90a1-1182-4964-9a53-aa848587ef5b tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Request body: {'security_group': {'name': 'tempest-secgroup-1874928837'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:12.126699 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-1d6f90a1-1182-4964-9a53-aa848587ef5b tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:12.128737 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-1cddc508-d5fd-4659-9c25-707d0290a432 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:12.131195 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-1d6f90a1-1182-4964-9a53-aa848587ef5b tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Usage tracker for resource:security_group and tenant:bcc408b3053b4123bbeeedda32cab34a is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:12.134408 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-1d6f90a1-1182-4964-9a53-aa848587ef5b tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:12.140903 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-1d6f90a1-1182-4964-9a53-aa848587ef5b tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:12.162712 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1d6f90a1-1182-4964-9a53-aa848587ef5b tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:12.195345 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd78d6d6-bbcd-48a4-8da2-f6c921d44722 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Pushing event updated for resources: {'Subnet': ['ID=e6684425-cdee-4575-b3ae-302ddfb4404c,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:12.198337 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-fd78d6d6-bbcd-48a4-8da2-f6c921d44722 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:12.203456 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de2b64e-15c2-4de6-968d-e297fd28f22b tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event deleted for resources: {'Port': ['ID=006e2dd0-d1b4-4cc6-9eda-0f5ed9bc0c25,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:12.207738 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-1de2b64e-15c2-4de6-968d-e297fd28f22b tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:12.214312 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-17353f11-8829-498d-90d4-ac2cafcdb476 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:12.219109 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-1d6f90a1-1182-4964-9a53-aa848587ef5b tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:12.223604 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-1d6f90a1-1182-4964-9a53-aa848587ef5b tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Usage tracker for resource:security_group_rule and tenant:bcc408b3053b4123bbeeedda32cab34a is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:12.226635 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-1d6f90a1-1182-4964-9a53-aa848587ef5b tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:12.232583 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-1d6f90a1-1182-4964-9a53-aa848587ef5b tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:12.235313 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bacf6fb3-a649-4ea8-8f00-256440903285 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:12.273255 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 32a45162-3beb-48e1-9d08-5db6a3261054 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:46:12.273651 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:12.310256 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1d6f90a1-1182-4964-9a53-aa848587ef5b tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:12.329346 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1d6f90a1-1182-4964-9a53-aa848587ef5b tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:12.337857 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-fb7e11b8-d9be-4304-8a1f-159c77f24921 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:12.391800 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6f90a1-1182-4964-9a53-aa848587ef5b tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba7c14d-a3b6-4128-a2e3-3a2472d63c69,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:12.396243 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1d6f90a1-1182-4964-9a53-aa848587ef5b tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:12.398234 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1d6f90a1-1182-4964-9a53-aa848587ef5b tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:12.399701 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1d6f90a1-1182-4964-9a53-aa848587ef5b tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2914379 Dec 20 08:46:12.409932 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38692) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:12.426546 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-28dfd33e-157d-4f5d-934f-9c9acaffc9a4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Request body: {'security_group': {'name': 'tempest-secgroup-2081789750'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:12.436251 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-28dfd33e-157d-4f5d-934f-9c9acaffc9a4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:12.437219 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-17353f11-8829-498d-90d4-ac2cafcdb476 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Calling delete_port for 4a24760b-339b-4fc5-a5c5-383b409801c7 owned by {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:46:12.443171 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-28dfd33e-157d-4f5d-934f-9c9acaffc9a4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Usage tracker for resource:security_group and tenant:bcc408b3053b4123bbeeedda32cab34a is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:12.447078 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-28dfd33e-157d-4f5d-934f-9c9acaffc9a4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:12.454222 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-28dfd33e-157d-4f5d-934f-9c9acaffc9a4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:12.476061 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-28dfd33e-157d-4f5d-934f-9c9acaffc9a4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:12.543935 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1de2b64e-15c2-4de6-968d-e297fd28f22b tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:12.557496 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bacf6fb3-a649-4ea8-8f00-256440903285 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:12.607738 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-28dfd33e-157d-4f5d-934f-9c9acaffc9a4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:12.617196 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-28dfd33e-157d-4f5d-934f-9c9acaffc9a4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Usage tracker for resource:security_group_rule and tenant:bcc408b3053b4123bbeeedda32cab34a is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:12.621446 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-28dfd33e-157d-4f5d-934f-9c9acaffc9a4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:12.639734 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-28dfd33e-157d-4f5d-934f-9c9acaffc9a4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:12.712418 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a4920f6d-1b99-4081-bad6-f292e0de2921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:12.774980 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-1de2b64e-15c2-4de6-968d-e297fd28f22b tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/ports/006e2dd0-d1b4-4cc6-9eda-0f5ed9bc0c25 HTTP/1.1" status: 204 len: 168 time: 3.1141219 Dec 20 08:46:12.779083 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 38700) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:12.781317 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecc4f639-d1ac-44da-bdc4-df59a16289f9 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Router fd2784c2-9301-4546-b4f4-5cacc3ac29c6 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:46:12.795293 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38704) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:12.802447 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-28dfd33e-157d-4f5d-934f-9c9acaffc9a4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:12.810903 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-28dfd33e-157d-4f5d-934f-9c9acaffc9a4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:12.817196 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0dcaca4a-b6f6-48d8-9f95-63e7bbf22d25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:12.867765 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dfd33e-157d-4f5d-934f-9c9acaffc9a4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aef34eac-79e4-4678-adab-bd53e9bb092d,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:12.872788 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-28dfd33e-157d-4f5d-934f-9c9acaffc9a4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:12.877760 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7968bea8-86b1-4a1e-a254-615310339eff None None] Network b7355766-552f-465d-9e88-97d34cc7cd01 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:46:12.883433 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bacf6fb3-a649-4ea8-8f00-256440903285 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:12.883670 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-28dfd33e-157d-4f5d-934f-9c9acaffc9a4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:12.884883 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-28dfd33e-157d-4f5d-934f-9c9acaffc9a4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4731801 Dec 20 08:46:12.888638 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38710) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:12.891225 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f0e6952c-4e11-4d04-be23-aac792382ffd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:12.902229 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-be761998-499d-4ec8-970d-68352d8b45a1 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Request body: {'security_group': {'name': 'tempest-secgroup-799475489'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:12.912540 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-be761998-499d-4ec8-970d-68352d8b45a1 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:12.918495 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-be761998-499d-4ec8-970d-68352d8b45a1 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Usage tracker for resource:security_group and tenant:bcc408b3053b4123bbeeedda32cab34a is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:12.922659 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-be761998-499d-4ec8-970d-68352d8b45a1 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:12.940164 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f172af0-c870-4303-9ad4-6fefe3a707e8 req-d891ba92-f223-4528-acef-dd4fe904028d tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:12.947572 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8f172af0-c870-4303-9ad4-6fefe3a707e8 req-d891ba92-f223-4528-acef-dd4fe904028d tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce86b767-a621-41c5-98e8-cc542b7adc7f HTTP/1.1" status: 200 len: 946 time: 0.2289693 Dec 20 08:46:12.951361 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-be761998-499d-4ec8-970d-68352d8b45a1 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:12.990275 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacf6fb3-a649-4ea8-8f00-256440903285 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=570ddba7-da78-4839-8326-0b0a678bf8f0,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:12.990617 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-be761998-499d-4ec8-970d-68352d8b45a1 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:13.002574 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-bacf6fb3-a649-4ea8-8f00-256440903285 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:13.009974 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-fa3f976b-c994-46df-a4e4-26c2241ce56e tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2040733228'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:13.020662 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-fa3f976b-c994-46df-a4e4-26c2241ce56e tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:13.028072 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2af7bc6-0e3f-48c6-879c-30748dad05da tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:13.028777 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8f172af0-c870-4303-9ad4-6fefe3a707e8 req-9de313e4-dce6-41a6-b481-c1348e1ead0a tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/security-groups?id=57316c2a-fdb6-46e9-9469-18e9bc81adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803559 Dec 20 08:46:13.029643 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2af7bc6-0e3f-48c6-879c-30748dad05da tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:13.030702 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-d2af7bc6-0e3f-48c6-879c-30748dad05da tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Synchronizing usage tracker for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:subnet {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:46:13.038618 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-fa3f976b-c994-46df-a4e4-26c2241ce56e tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Usage tracker for resource:network and tenant:998613e7a7ae4d22ad9b2ce5f8e08568 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:13.044079 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-fa3f976b-c994-46df-a4e4-26c2241ce56e tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:13.056602 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-fa3f976b-c994-46df-a4e4-26c2241ce56e tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:13.085264 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-be761998-499d-4ec8-970d-68352d8b45a1 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:13.089651 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-be761998-499d-4ec8-970d-68352d8b45a1 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Usage tracker for resource:security_group_rule and tenant:bcc408b3053b4123bbeeedda32cab34a is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:13.093614 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-be761998-499d-4ec8-970d-68352d8b45a1 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:13.100261 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-be761998-499d-4ec8-970d-68352d8b45a1 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:13.117794 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-9f2542b1-5ea7-477f-b97a-8f965b82a7c7 None None] Provisioning complete for port d0a7bf9e-aa58-4e0a-8c2d-730b4aaa3b72 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:46:13.118913 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-9f2542b1-5ea7-477f-b97a-8f965b82a7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:13.169144 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-be761998-499d-4ec8-970d-68352d8b45a1 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:13.175967 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-be761998-499d-4ec8-970d-68352d8b45a1 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:13.183127 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2c4670b4-6af8-4e6a-93f1-7f7188381678 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:13.187696 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bacf6fb3-a649-4ea8-8f00-256440903285 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:13.192255 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-bacf6fb3-a649-4ea8-8f00-256440903285 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] 10.222.0.16 "DELETE /v2.0/security-groups/570ddba7-da78-4839-8326-0b0a678bf8f0 HTTP/1.1" status: 204 len: 168 time: 1.5351875 Dec 20 08:46:13.195630 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38716) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:13.201445 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa3f976b-c994-46df-a4e4-26c2241ce56e tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Made reservation on behalf of 998613e7a7ae4d22ad9b2ce5f8e08568 for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:46:13.205266 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fa3f976b-c994-46df-a4e4-26c2241ce56e tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:13.243165 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-d2af7bc6-0e3f-48c6-879c-30748dad05da tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Unset dirty status for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:subnet {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:46:13.246931 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-d2af7bc6-0e3f-48c6-879c-30748dad05da tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.4547613 Dec 20 08:46:13.248416 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-17353f11-8829-498d-90d4-ac2cafcdb476 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:13.259606 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 38720) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:13.260486 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-da5e228f-5f48-413f-9585-deeb0854da80 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:13.290001 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fa3f976b-c994-46df-a4e4-26c2241ce56e tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:13.317355 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be761998-499d-4ec8-970d-68352d8b45a1 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8aba2d9-b5a4-4dae-bf95-17ead0923b11,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:13.328948 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-be761998-499d-4ec8-970d-68352d8b45a1 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:13.346175 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-9f2542b1-5ea7-477f-b97a-8f965b82a7c7 None None] Provisioning complete for port faf9e5e4-af97-47e6-99cd-01cf9cfe7116 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:46:13.346633 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-9f2542b1-5ea7-477f-b97a-8f965b82a7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:13.348764 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-be761998-499d-4ec8-970d-68352d8b45a1 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:13.350281 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-be761998-499d-4ec8-970d-68352d8b45a1 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.4596970 Dec 20 08:46:13.355955 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38724) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:13.377861 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17353f11-8829-498d-90d4-ac2cafcdb476 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Pushing event deleted for resources: {'Port': ['ID=4a24760b-339b-4fc5-a5c5-383b409801c7,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:13.381050 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-17353f11-8829-498d-90d4-ac2cafcdb476 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:13.383730 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-433f2cbe-a494-40b3-90bf-9a9b223de339 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2000698209', 'security_groups': ['f8aba2d9-b5a4-4dae-bf95-17ead0923b11'], 'network_id': 'b7355766-552f-465d-9e88-97d34cc7cd01', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e6684425-cdee-4575-b3ae-302ddfb4404c'}]}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:13.407898 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-fa3f976b-c994-46df-a4e4-26c2241ce56e tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:13.429134 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-89cc65b3-db5d-44f8-97c5-a7470df17855 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Synchronizing usage tracker for tenant:7ffac61ac2484e8a96a049ebd1380818 on resource:security_group {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:46:13.436634 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-fa3f976b-c994-46df-a4e4-26c2241ce56e tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Usage tracker for resource:security_group_rule and tenant:998613e7a7ae4d22ad9b2ce5f8e08568 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:13.458292 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-fa3f976b-c994-46df-a4e4-26c2241ce56e tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:13.468662 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5991fa97-72c1-48e1-92d8-265599a3f151 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:46:13.483848 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-9f2542b1-5ea7-477f-b97a-8f965b82a7c7 None None] Port faf9e5e4-af97-47e6-99cd-01cf9cfe7116 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:46:13.486647 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ee903c-40a6-408f-a5bc-503d0ac185f5 None None] Sync routers for ids ['8622c24e-8e36-4a6a-8ead-f057b7bb0c53'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:46:13.504130 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ee903c-40a6-408f-a5bc-503d0ac185f5 None None] Routers {'8622c24e-8e36-4a6a-8ead-f057b7bb0c53'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:46:13.504931 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-78ee903c-40a6-408f-a5bc-503d0ac185f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:45:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['8622c24e-8e36-4a6a-8ead-f057b7bb0c53'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:46:13.519293 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-17353f11-8829-498d-90d4-ac2cafcdb476 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:13.540459 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-fa3f976b-c994-46df-a4e4-26c2241ce56e tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:13.600845 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-5991fa97-72c1-48e1-92d8-265599a3f151 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "PUT /v2.0/routers/8622c24e-8e36-4a6a-8ead-f057b7bb0c53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.3073294 Dec 20 08:46:13.628111 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38728) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:13.640076 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-17353f11-8829-498d-90d4-ac2cafcdb476 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] 10.222.0.16 "DELETE /v2.0/ports/4a24760b-339b-4fc5-a5c5-383b409801c7 HTTP/1.1" status: 204 len: 168 time: 2.6461244 Dec 20 08:46:13.640861 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 38732) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:13.663462 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-7cb6a412-3a8d-4746-a98d-827b67018ce4 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f4ed62a8-3f3e-4fb5-8bbf-672856f4f0f1', 'external_fixed_ips': [{'subnet_id': '57905e29-6fc7-46fc-ad22-f6cf39d41738', 'ip_address': '2001:db8::1f'}]}}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:13.674798 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-89cc65b3-db5d-44f8-97c5-a7470df17855 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Unset dirty status for tenant:7ffac61ac2484e8a96a049ebd1380818 on resource:security_group {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:46:13.677092 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-89cc65b3-db5d-44f8-97c5-a7470df17855 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.4617267 Dec 20 08:46:13.678598 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-7cb6a412-3a8d-4746-a98d-827b67018ce4 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:13.707903 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38736) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:13.710134 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-7cb6a412-3a8d-4746-a98d-827b67018ce4 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Usage tracker for resource:router and tenant:5f1d2e098aa1404b801e1ff34ce5223d is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:13.717945 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-7cb6a412-3a8d-4746-a98d-827b67018ce4 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:13.722418 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-c208a69b-c701-40d7-a01e-a3c13de5df40 None None] Provisioning complete for port d0a7bf9e-aa58-4e0a-8c2d-730b4aaa3b72 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:46:13.722810 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c208a69b-c701-40d7-a01e-a3c13de5df40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:13.789464 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-7cb6a412-3a8d-4746-a98d-827b67018ce4 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:13.791154 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-433f2cbe-a494-40b3-90bf-9a9b223de339 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:13.812508 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-433f2cbe-a494-40b3-90bf-9a9b223de339 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Usage tracker for resource:port and tenant:bcc408b3053b4123bbeeedda32cab34a is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:13.845191 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ebc288-bdbb-45a2-81e0-6a2beda043c8 req-068deddd-a038-4444-8eb5-ff40845a6aca tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:13.847925 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-c9ebc288-bdbb-45a2-81e0-6a2beda043c8 req-068deddd-a038-4444-8eb5-ff40845a6aca tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce86b767-a621-41c5-98e8-cc542b7adc7f HTTP/1.1" status: 200 len: 946 time: 0.6685729 Dec 20 08:46:13.853409 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-78ee903c-40a6-408f-a5bc-503d0ac185f5 None None] Set router 8622c24e-8e36-4a6a-8ead-f057b7bb0c53 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:46:13.869533 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 38740) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:13.882581 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7cb6a412-3a8d-4746-a98d-827b67018ce4 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24817'] for router, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:13.884135 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7cb6a412-3a8d-4746-a98d-827b67018ce4 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-351744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24806'] for router, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:13.889056 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-433f2cbe-a494-40b3-90bf-9a9b223de339 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:13.898625 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-3c29d369-f41a-4228-a9c9-909e84ff737d tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Request body: {'floatingip': {'port_id': '11db67d0-8208-488d-af30-92e306aa192a'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:13.918312 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-433f2cbe-a494-40b3-90bf-9a9b223de339 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:13.974547 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-c208a69b-c701-40d7-a01e-a3c13de5df40 None None] Provisioning complete for port faf9e5e4-af97-47e6-99cd-01cf9cfe7116 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:46:13.975077 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c208a69b-c701-40d7-a01e-a3c13de5df40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:14.002338 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_v2 [None req-116588db-faf5-42ce-b085-f01bb8855491 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Deleting subnet e3c3cb4d-854a-421c-a8c8-f38d3a140428 {{(pid=83445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:46:14.030468 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-433f2cbe-a494-40b3-90bf-9a9b223de339 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Made reservation on behalf of bcc408b3053b4123bbeeedda32cab34a for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:46:14.035586 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-433f2cbe-a494-40b3-90bf-9a9b223de339 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:14.036668 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-116588db-faf5-42ce-b085-f01bb8855491 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for subnet, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:14.065270 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a581f28b-06e7-4641-bffa-dfff0ac5f917 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:14.066394 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a581f28b-06e7-4641-bffa-dfff0ac5f917 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:14.066498 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-c208a69b-c701-40d7-a01e-a3c13de5df40 None None] Port faf9e5e4-af97-47e6-99cd-01cf9cfe7116 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:46:14.066863 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a581f28b-06e7-4641-bffa-dfff0ac5f917 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:14.067321 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a581f28b-06e7-4641-bffa-dfff0ac5f917 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:14.067741 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a581f28b-06e7-4641-bffa-dfff0ac5f917 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:14.068107 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a581f28b-06e7-4641-bffa-dfff0ac5f917 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:14.068462 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a581f28b-06e7-4641-bffa-dfff0ac5f917 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:14.068947 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a581f28b-06e7-4641-bffa-dfff0ac5f917 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:14.069426 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a581f28b-06e7-4641-bffa-dfff0ac5f917 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:14.071619 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a581f28b-06e7-4641-bffa-dfff0ac5f917 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6436 time: 0.4366384 Dec 20 08:46:14.081110 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 38744) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:14.091093 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b0120df0-e5d2-4c97-97f3-1828ccea2788 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:14.111751 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fa3f976b-c994-46df-a4e4-26c2241ce56e tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:14.119775 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-433f2cbe-a494-40b3-90bf-9a9b223de339 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] device_id is not set on port 0aab0b10-e70a-4cf4-8138-60da7a64b096 yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:46:14.132783 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3c29d369-f41a-4228-a9c9-909e84ff737d tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Notify callbacks [] for floatingip, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:14.160950 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fa3f976b-c994-46df-a4e4-26c2241ce56e tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:14.172407 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:14.203534 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b0120df0-e5d2-4c97-97f3-1828ccea2788 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:14.234413 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa3f976b-c994-46df-a4e4-26c2241ce56e tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:46:14.251484 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-78ee903c-40a6-408f-a5bc-503d0ac185f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8622c24e-8e36-4a6a-8ead-f057b7bb0c53', 'name': 'tempest-TestNetworkBasicOps-router-405621392', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.100'}], 'enable_snat': True}, 'gw_port_id': 'ffbc822d-d310-47fc-a0a6-d3f474bf15ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:45:45Z', 'updated_at': '2021-12-20T08:46:07Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': 'ffbc822d-d310-47fc-a0a6-d3f474bf15ca', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:6b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8622c24e-8e36-4a6a-8ead-f057b7bb0c53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:45:48Z', 'updated_at': '2021-12-20T08:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '24d6d22e-d030-449a-8f23-f752c194ed51', 'name': '', 'network_id': '627d2b4e-ee9f-42de-b848-af479fe5c2f5', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'mac_address': 'fa:16:3e:35:e2:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8622c24e-8e36-4a6a-8ead-f057b7bb0c53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '241217e4-29b1-4db3-ac24-1473da03c8b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:46:05Z', 'updated_at': '2021-12-20T08:46:07Z', 'revision_number': 2, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'subnets': [{'id': '241217e4-29b1-4db3-ac24-1473da03c8b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:46:14.256238 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ee903c-40a6-408f-a5bc-503d0ac185f5 None None] Checking router: 8622c24e-8e36-4a6a-8ead-f057b7bb0c53 for host: dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 08:46:14.256582 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ee903c-40a6-408f-a5bc-503d0ac185f5 None None] Updating router 8622c24e-8e36-4a6a-8ead-f057b7bb0c53 port 24d6d22e-d030-449a-8f23-f752c194ed51 binding host dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 08:46:14.266262 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3f976b-c994-46df-a4e4-26c2241ce56e tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed406241-fe90-4152-8ad8-4bfbded5599d,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:14.275921 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-fa3f976b-c994-46df-a4e4-26c2241ce56e tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:14.305954 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fa3f976b-c994-46df-a4e4-26c2241ce56e tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:14.306586 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-fa3f976b-c994-46df-a4e4-26c2241ce56e tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Added segment 193fd930-550c-458f-bfd4-532f0fdcefb5 of type vlan for network 9796a0c1-f6dd-475b-8a68-dc146630e1f2 Dec 20 08:46:14.312833 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-78ee903c-40a6-408f-a5bc-503d0ac185f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:14.376839 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fa3f976b-c994-46df-a4e4-26c2241ce56e tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:14.386189 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b0120df0-e5d2-4c97-97f3-1828ccea2788 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:14.394081 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-13e61862-a082-4dbc-84de-11364741a186 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:14.425848 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7cb6a412-3a8d-4746-a98d-827b67018ce4 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:14.446546 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0120df0-e5d2-4c97-97f3-1828ccea2788 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c077efbe-9a38-4a27-8e20-61116dce2f3c,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:14.454927 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b0120df0-e5d2-4c97-97f3-1828ccea2788 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:14.459029 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-116588db-faf5-42ce-b085-f01bb8855491 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1518554'] for subnet, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:14.503449 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fa3f976b-c994-46df-a4e4-26c2241ce56e tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:14.507635 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3f976b-c994-46df-a4e4-26c2241ce56e tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:14.508281 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fa3f976b-c994-46df-a4e4-26c2241ce56e tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:14.523436 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-09bc06bc-a3a2-444d-bfdd-2e695be6176d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:14.545426 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-433f2cbe-a494-40b3-90bf-9a9b223de339 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Allocated IP 2001:db8::193 (b7355766-552f-465d-9e88-97d34cc7cd01/e6684425-cdee-4575-b3ae-302ddfb4404c/0aab0b10-e70a-4cf4-8138-60da7a64b096) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:46:14.580675 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4738e4-967e-452e-96f0-b6bc9bf082d1 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:14.581305 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4738e4-967e-452e-96f0-b6bc9bf082d1 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:14.582256 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4738e4-967e-452e-96f0-b6bc9bf082d1 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:14.583041 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4738e4-967e-452e-96f0-b6bc9bf082d1 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:14.583451 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4738e4-967e-452e-96f0-b6bc9bf082d1 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:14.583928 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4738e4-967e-452e-96f0-b6bc9bf082d1 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:14.584369 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4738e4-967e-452e-96f0-b6bc9bf082d1 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:14.584764 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4738e4-967e-452e-96f0-b6bc9bf082d1 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:14.585120 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4738e4-967e-452e-96f0-b6bc9bf082d1 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:14.585793 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4738e4-967e-452e-96f0-b6bc9bf082d1 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:14.588081 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-7e4738e4-967e-452e-96f0-b6bc9bf082d1 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6425 time: 0.4972525 Dec 20 08:46:14.592801 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38748) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:14.617252 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-fa3f976b-c994-46df-a4e4-26c2241ce56e tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.8096249 Dec 20 08:46:14.617467 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc4f639-d1ac-44da-bdc4-df59a16289f9 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:46:14.631513 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e083c0a5-7033-4e84-8f96-f8c8f3163964 None None] Sync routers for ids ['fd2784c2-9301-4546-b4f4-5cacc3ac29c6'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:46:14.667586 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ecc4f639-d1ac-44da-bdc4-df59a16289f9 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for floatingip, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:14.674463 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e083c0a5-7033-4e84-8f96-f8c8f3163964 None None] Routers {'fd2784c2-9301-4546-b4f4-5cacc3ac29c6'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:46:14.675679 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-e083c0a5-7033-4e84-8f96-f8c8f3163964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:45:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['fd2784c2-9301-4546-b4f4-5cacc3ac29c6'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:46:14.752508 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b0120df0-e5d2-4c97-97f3-1828ccea2788 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:14.756571 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b0120df0-e5d2-4c97-97f3-1828ccea2788 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] 10.222.0.16 "DELETE /v2.0/security-groups/c077efbe-9a38-4a27-8e20-61116dce2f3c HTTP/1.1" status: 204 len: 168 time: 1.0408463 Dec 20 08:46:14.756698 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 38752) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:14.779850 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38754) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:14.787196 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3f976b-c994-46df-a4e4-26c2241ce56e tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Pushing event updated for resources: {'Network': ['ID=9796a0c1-f6dd-475b-8a68-dc146630e1f2,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:14.806611 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-e083c0a5-7033-4e84-8f96-f8c8f3163964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:46:14.808325 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-39ae0377-23c6-4c87-83e5-de03e2b174d3 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Request body: {'subnet': {'network_id': '9796a0c1-f6dd-475b-8a68-dc146630e1f2', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:14.810180 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-fa3f976b-c994-46df-a4e4-26c2241ce56e tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:14.812212 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network 9796a0c1-f6dd-475b-8a68-dc146630e1f2 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:46:14.814103 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-78ee903c-40a6-408f-a5bc-503d0ac185f5 None None] Notify callbacks [] for port, precommit_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:14.844322 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.provisioning_blocks [None req-78ee903c-40a6-408f-a5bc-503d0ac185f5 None None] Transition to ACTIVE for port object 24d6d22e-d030-449a-8f23-f752c194ed51 will not be triggered until provisioned by entity L2. {{(pid=83447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:46:14.855580 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-78ee903c-40a6-408f-a5bc-503d0ac185f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:14.871474 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-3d78260d-f4d7-4d4d-89e1-79d8256b55ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:14.944375 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-9ff5f5cb-b9b8-4f81-b5f6-8932b800bd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:14.947112 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e083c0a5-7033-4e84-8f96-f8c8f3163964 None None] Routers {'fd2784c2-9301-4546-b4f4-5cacc3ac29c6'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:46:14.948058 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-e083c0a5-7033-4e84-8f96-f8c8f3163964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:45:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['fd2784c2-9301-4546-b4f4-5cacc3ac29c6'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:46:14.980083 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dc6fc0-68f4-497d-839f-ba11ca6f77a1 None None] Pushing event updated for resources: {'Port': ['ID=24d6d22e-d030-449a-8f23-f752c194ed51,revision_number=3']} {{(pid=83447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:14.988936 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-ecc4f639-d1ac-44da-bdc4-df59a16289f9 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] 10.222.0.16 "PUT /v2.0/floatingips/95e5eae1-581f-4cca-ad61-a07b322055fe HTTP/1.1" status: 200 len: 688 time: 6.8040853 Dec 20 08:46:15.002914 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-116588db-faf5-42ce-b085-f01bb8855491 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:15.025765 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-e083c0a5-7033-4e84-8f96-f8c8f3163964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:46:15.026699 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e083c0a5-7033-4e84-8f96-f8c8f3163964 None None] The sync data for ids ['fd2784c2-9301-4546-b4f4-5cacc3ac29c6'] in dv-neutron-820491-1-hyperv is: [] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:46:15.041784 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 38760) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:15.104566 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d00dcd76-471f-40a9-abef-425f077affc3 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Synchronizing usage tracker for tenant:7ffac61ac2484e8a96a049ebd1380818 on resource:security_group {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:46:15.136038 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-26dc6fc0-68f4-497d-839f-ba11ca6f77a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:15.209438 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-78ee903c-40a6-408f-a5bc-503d0ac185f5 None None] Attempting to bind port 24d6d22e-d030-449a-8f23-f752c194ed51 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:46:15.209811 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-78ee903c-40a6-408f-a5bc-503d0ac185f5 None None] Attempting to bind port 24d6d22e-d030-449a-8f23-f752c194ed51 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '4add418e-9ba1-4854-8396-6b270d4c02ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '627d2b4e-ee9f-42de-b848-af479fe5c2f5'}] {{(pid=83447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:46:15.210328 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ee903c-40a6-408f-a5bc-503d0ac185f5 None None] Attempting to bind port 24d6d22e-d030-449a-8f23-f752c194ed51 on network 627d2b4e-ee9f-42de-b848-af479fe5c2f5 {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:46:15.220351 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ee903c-40a6-408f-a5bc-503d0ac185f5 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:46:15.220967 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ee903c-40a6-408f-a5bc-503d0ac185f5 None None] Checking segment: {'id': '4add418e-9ba1-4854-8396-6b270d4c02ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '627d2b4e-ee9f-42de-b848-af479fe5c2f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:46:15.221790 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-78ee903c-40a6-408f-a5bc-503d0ac185f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:15.222884 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ee903c-40a6-408f-a5bc-503d0ac185f5 None None] Bound using segment: {'id': '4add418e-9ba1-4854-8396-6b270d4c02ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '627d2b4e-ee9f-42de-b848-af479fe5c2f5'} {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:46:15.223637 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-78ee903c-40a6-408f-a5bc-503d0ac185f5 None None] Bound port: 24d6d22e-d030-449a-8f23-f752c194ed51, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4add418e-9ba1-4854-8396-6b270d4c02ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '627d2b4e-ee9f-42de-b848-af479fe5c2f5'}}] {{(pid=83447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:46:15.224083 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-78ee903c-40a6-408f-a5bc-503d0ac185f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:15.229039 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d00dcd76-471f-40a9-abef-425f077affc3 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Unset dirty status for tenant:7ffac61ac2484e8a96a049ebd1380818 on resource:security_group {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:46:15.234324 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d00dcd76-471f-40a9-abef-425f077affc3 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4486334 Dec 20 08:46:15.234324 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-433f2cbe-a494-40b3-90bf-9a9b223de339 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:15.240053 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38766) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:15.254372 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-646f436d-bbde-48e1-bb2e-c9cf9849c618 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Request body: {'security_group': {'name': 'tempest-secgroup--1951279859'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:15.266016 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-433f2cbe-a494-40b3-90bf-9a9b223de339 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Transition to ACTIVE for port object 0aab0b10-e70a-4cf4-8138-60da7a64b096 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:46:15.268090 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-646f436d-bbde-48e1-bb2e-c9cf9849c618 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:15.282572 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-646f436d-bbde-48e1-bb2e-c9cf9849c618 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:15.319594 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-646f436d-bbde-48e1-bb2e-c9cf9849c618 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:15.331575 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-39ae0377-23c6-4c87-83e5-de03e2b174d3 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:15.338973 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.db [None req-78ee903c-40a6-408f-a5bc-503d0ac185f5 None None] For port 24d6d22e-d030-449a-8f23-f752c194ed51, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:46:15.340432 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7cb6a412-3a8d-4746-a98d-827b67018ce4 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24724'] for router, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:15.343025 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.db [None req-78ee903c-40a6-408f-a5bc-503d0ac185f5 None None] For port 24d6d22e-d030-449a-8f23-f752c194ed51, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=24d6d22e-d030-449a-8f23-f752c194ed51,segment=NetworkSegment(4add418e-9ba1-4854-8396-6b270d4c02ff),segment_id=4add418e-9ba1-4854-8396-6b270d4c02ff)] {{(pid=83447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:46:15.351493 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-433f2cbe-a494-40b3-90bf-9a9b223de339 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:15.351710 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-78ee903c-40a6-408f-a5bc-503d0ac185f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:15.357733 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:15.365041 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-77415562-aefd-4086-8a53-2c42afdf742f tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:15.439446 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a9163fef-aa73-4ada-8eb5-f81253958252 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3530 time: 0.8302863 Dec 20 08:46:15.442890 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dc6fc0-68f4-497d-839f-ba11ca6f77a1 None None] Pushing event updated for resources: {'Port': ['ID=24d6d22e-d030-449a-8f23-f752c194ed51,revision_number=4']} {{(pid=83447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:15.446374 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-26dc6fc0-68f4-497d-839f-ba11ca6f77a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:15.451751 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ee903c-40a6-408f-a5bc-503d0ac185f5 None None] Routers {'8622c24e-8e36-4a6a-8ead-f057b7bb0c53'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:46:15.452523 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-78ee903c-40a6-408f-a5bc-503d0ac185f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:46:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['8622c24e-8e36-4a6a-8ead-f057b7bb0c53'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:46:15.459559 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-39ae0377-23c6-4c87-83e5-de03e2b174d3 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Usage tracker for resource:subnet and tenant:998613e7a7ae4d22ad9b2ce5f8e08568 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:15.461877 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-646f436d-bbde-48e1-bb2e-c9cf9849c618 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:15.469550 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-39ae0377-23c6-4c87-83e5-de03e2b174d3 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:15.471916 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-646f436d-bbde-48e1-bb2e-c9cf9849c618 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Usage tracker for resource:security_group_rule and tenant:7ffac61ac2484e8a96a049ebd1380818 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:15.490125 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-646f436d-bbde-48e1-bb2e-c9cf9849c618 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:15.515918 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-646f436d-bbde-48e1-bb2e-c9cf9849c618 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:15.522347 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433f2cbe-a494-40b3-90bf-9a9b223de339 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Network b7355766-552f-465d-9e88-97d34cc7cd01 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:46:15.524329 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433f2cbe-a494-40b3-90bf-9a9b223de339 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Pushing event updated for resources: {'Port': ['ID=0aab0b10-e70a-4cf4-8138-60da7a64b096,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:15.528653 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-433f2cbe-a494-40b3-90bf-9a9b223de339 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:46:15.530549 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-433f2cbe-a494-40b3-90bf-9a9b223de339 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:15.534312 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433f2cbe-a494-40b3-90bf-9a9b223de339 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:46:15.538892 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433f2cbe-a494-40b3-90bf-9a9b223de339 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:15.539512 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-433f2cbe-a494-40b3-90bf-9a9b223de339 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:15.546483 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-39ae0377-23c6-4c87-83e5-de03e2b174d3 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:15.555065 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-b2259d05-8ab7-4fa3-9493-af70e36d7566 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Deleting port 7c373116-d2e9-426d-ad15-1962d3c2c092 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:46:15.555723 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b2259d05-8ab7-4fa3-9493-af70e36d7566 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:15.589557 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-433f2cbe-a494-40b3-90bf-9a9b223de339 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2183614 Dec 20 08:46:15.608363 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38772) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:15.627681 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-747471f0-0f69-4a22-a1aa-960a1a219b81 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Request body: {'subnet': {'network_id': 'b7355766-552f-465d-9e88-97d34cc7cd01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:15.666936 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-116588db-faf5-42ce-b085-f01bb8855491 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2036620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2095133'] for subnet, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:15.693105 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-8dba0d5d-9618-44eb-b108-2609d422f774 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:15.721182 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ae0377-23c6-4c87-83e5-de03e2b174d3 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Made reservation on behalf of 998613e7a7ae4d22ad9b2ce5f8e08568 for: {'subnet': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:46:15.808640 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-646f436d-bbde-48e1-bb2e-c9cf9849c618 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:15.816787 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-646f436d-bbde-48e1-bb2e-c9cf9849c618 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:15.825447 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9f54ff8f-f34f-49b7-86ce-af277b80a9fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:15.829104 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-78ee903c-40a6-408f-a5bc-503d0ac185f5 None None] Set router 8622c24e-8e36-4a6a-8ead-f057b7bb0c53 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:46:15.873484 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:15.878811 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116588db-faf5-42ce-b085-f01bb8855491 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event deleted for resources: {'Subnet': ['ID=e3c3cb4d-854a-421c-a8c8-f38d3a140428,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:15.892512 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646f436d-bbde-48e1-bb2e-c9cf9849c618 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1e6be1-33b8-4e51-a3e9-a251106c1944,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:15.897305 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-646f436d-bbde-48e1-bb2e-c9cf9849c618 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:15.901710 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-116588db-faf5-42ce-b085-f01bb8855491 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:15.908907 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-646f436d-bbde-48e1-bb2e-c9cf9849c618 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:15.913552 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-646f436d-bbde-48e1-bb2e-c9cf9849c618 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6674907 Dec 20 08:46:15.915412 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38776) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:15.922702 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-7c06600e-e603-4d1e-a6cd-14d75e3f8296 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Request body: {'security_group_rule': {'security_group_id': '1c1e6be1-33b8-4e51-a3e9-a251106c1944', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:15.933253 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-7c06600e-e603-4d1e-a6cd-14d75e3f8296 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:15.938384 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-747471f0-0f69-4a22-a1aa-960a1a219b81 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:15.941472 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7c06600e-e603-4d1e-a6cd-14d75e3f8296 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Usage tracker for resource:security_group_rule and tenant:7ffac61ac2484e8a96a049ebd1380818 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:15.945345 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7c06600e-e603-4d1e-a6cd-14d75e3f8296 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:15.949055 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-747471f0-0f69-4a22-a1aa-960a1a219b81 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Usage tracker for resource:subnet and tenant:bcc408b3053b4123bbeeedda32cab34a is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:15.954638 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-747471f0-0f69-4a22-a1aa-960a1a219b81 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:15.958840 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-7c06600e-e603-4d1e-a6cd-14d75e3f8296 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:15.964352 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-747471f0-0f69-4a22-a1aa-960a1a219b81 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:15.982878 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-747471f0-0f69-4a22-a1aa-960a1a219b81 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Made reservation on behalf of bcc408b3053b4123bbeeedda32cab34a for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:46:16.002958 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:16.013124 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7c06600e-e603-4d1e-a6cd-14d75e3f8296 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:16.051637 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7240b3cb-12b8-44dc-be1f-c3248d600767 None None] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:46:16.059171 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-116588db-faf5-42ce-b085-f01bb8855491 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:16.151789 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7c06600e-e603-4d1e-a6cd-14d75e3f8296 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:16.169526 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7c06600e-e603-4d1e-a6cd-14d75e3f8296 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:16.203316 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:16.216618 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7c06600e-e603-4d1e-a6cd-14d75e3f8296 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:16.218842 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-7c06600e-e603-4d1e-a6cd-14d75e3f8296 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.3035393 Dec 20 08:46:16.241412 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38780) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:16.285833 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c06600e-e603-4d1e-a6cd-14d75e3f8296 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f26935c3-9410-4d8b-89b7-9f2e840d20dd,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:16.295627 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-351fab98-dcdd-489a-895d-9d40da27545c None None] Provisioning for port 0aab0b10-e70a-4cf4-8138-60da7a64b096 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:46:16.305617 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-351fab98-dcdd-489a-895d-9d40da27545c None None] Provisioning complete for port 0aab0b10-e70a-4cf4-8138-60da7a64b096 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:46:16.306053 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-351fab98-dcdd-489a-895d-9d40da27545c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:16.306175 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-747471f0-0f69-4a22-a1aa-960a1a219b81 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1529102'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:16.323921 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7c06600e-e603-4d1e-a6cd-14d75e3f8296 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:16.329341 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8381a927-e127-4293-a2cb-66a2d3378630 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:16.344897 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8381a927-e127-4293-a2cb-66a2d3378630 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:16.366212 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38784) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:16.371022 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-351fab98-dcdd-489a-895d-9d40da27545c None None] Port 0aab0b10-e70a-4cf4-8138-60da7a64b096 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:46:16.383951 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-e78c4bb3-fed2-45fe-96bf-c2947ebae3a8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-624076169', 'description': 'tempest-secgroup-smoke-624076169 description', 'project_id': 'f7b89f97320342ff933d41aa1a974b12'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:16.395223 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-e78c4bb3-fed2-45fe-96bf-c2947ebae3a8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:16.460483 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1093ce3-66a5-4ec2-a6e2-aa3a208f57f0 None None] DHCP port deletion for f75aa0d2-5f41-40f3-a9e0-d60d934965a4 request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 08:46:16.465091 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-c1093ce3-66a5-4ec2-a6e2-aa3a208f57f0 None None] Deleting port 32a45162-3beb-48e1-9d08-5db6a3261054 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:46:16.466067 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1093ce3-66a5-4ec2-a6e2-aa3a208f57f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:16.472770 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-78ee903c-40a6-408f-a5bc-503d0ac185f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8622c24e-8e36-4a6a-8ead-f057b7bb0c53', 'name': 'tempest-TestNetworkBasicOps-router-405621392', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.100'}], 'enable_snat': True}, 'gw_port_id': 'ffbc822d-d310-47fc-a0a6-d3f474bf15ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:45:45Z', 'updated_at': '2021-12-20T08:46:07Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': 'ffbc822d-d310-47fc-a0a6-d3f474bf15ca', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:6b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8622c24e-8e36-4a6a-8ead-f057b7bb0c53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:45:48Z', 'updated_at': '2021-12-20T08:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '24d6d22e-d030-449a-8f23-f752c194ed51', 'name': '', 'network_id': '627d2b4e-ee9f-42de-b848-af479fe5c2f5', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'mac_address': 'fa:16:3e:35:e2:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8622c24e-8e36-4a6a-8ead-f057b7bb0c53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '241217e4-29b1-4db3-ac24-1473da03c8b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:46:05Z', 'updated_at': '2021-12-20T08:46:15Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'subnets': [{'id': '241217e4-29b1-4db3-ac24-1473da03c8b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:46:16.478587 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ee903c-40a6-408f-a5bc-503d0ac185f5 None None] The sync data for ids ['8622c24e-8e36-4a6a-8ead-f057b7bb0c53'] in dv-neutron-820491-1-hyperv is: [{'id': '8622c24e-8e36-4a6a-8ead-f057b7bb0c53', 'name': 'tempest-TestNetworkBasicOps-router-405621392', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.100'}], 'enable_snat': True}, 'gw_port_id': 'ffbc822d-d310-47fc-a0a6-d3f474bf15ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:45:45Z', 'updated_at': '2021-12-20T08:46:07Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': 'ffbc822d-d310-47fc-a0a6-d3f474bf15ca', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:6b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8622c24e-8e36-4a6a-8ead-f057b7bb0c53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:45:48Z', 'updated_at': '2021-12-20T08:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '24d6d22e-d030-449a-8f23-f752c194ed51', 'name': '', 'network_id': '627d2b4e-ee9f-42de-b848-af479fe5c2f5', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'mac_address': 'fa:16:3e:35:e2:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8622c24e-8e36-4a6a-8ead-f057b7bb0c53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '241217e4-29b1-4db3-ac24-1473da03c8b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:46:05Z', 'updated_at': '2021-12-20T08:46:15Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'subnets': [{'id': '241217e4-29b1-4db3-ac24-1473da03c8b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:46:16.484571 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e78c4bb3-fed2-45fe-96bf-c2947ebae3a8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:security_group and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:16.493754 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e78c4bb3-fed2-45fe-96bf-c2947ebae3a8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:16.495693 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-39ae0377-23c6-4c87-83e5-de03e2b174d3 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2095160'] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:16.506221 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-e78c4bb3-fed2-45fe-96bf-c2947ebae3a8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:16.529691 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8381a927-e127-4293-a2cb-66a2d3378630 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:16.548771 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1e2831a0-8b60-4400-a2c5-e9a8ffe8fcaf tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:16.555272 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e78c4bb3-fed2-45fe-96bf-c2947ebae3a8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:16.592084 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8381a927-e127-4293-a2cb-66a2d3378630 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f26935c3-9410-4d8b-89b7-9f2e840d20dd,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:16.614442 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-8381a927-e127-4293-a2cb-66a2d3378630 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:16.622674 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.ipam_backend_mixin [None req-747471f0-0f69-4a22-a1aa-960a1a219b81 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e6684425-cdee-4575-b3ae-302ddfb4404c (CIDR: 2001:db8::/64) Dec 20 08:46:16.625392 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8381a927-e127-4293-a2cb-66a2d3378630 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:16.626664 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-8381a927-e127-4293-a2cb-66a2d3378630 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/f26935c3-9410-4d8b-89b7-9f2e840d20dd HTTP/1.1" status: 204 len: 168 time: 0.3843856 Dec 20 08:46:16.650368 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-e78c4bb3-fed2-45fe-96bf-c2947ebae3a8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:16.654541 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38788) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:16.657679 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e78c4bb3-fed2-45fe-96bf-c2947ebae3a8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:security_group_rule and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:16.667982 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-116588db-faf5-42ce-b085-f01bb8855491 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/subnets/e3c3cb4d-854a-421c-a8c8-f38d3a140428 HTTP/1.1" status: 204 len: 168 time: 3.3767378 Dec 20 08:46:16.677142 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 38792) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:16.677691 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-747471f0-0f69-4a22-a1aa-960a1a219b81 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 08:46:16.678138 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-747471f0-0f69-4a22-a1aa-960a1a219b81 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:46:16.684164 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e78c4bb3-fed2-45fe-96bf-c2947ebae3a8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:16.701323 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-e78c4bb3-fed2-45fe-96bf-c2947ebae3a8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:16.734453 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-747471f0-0f69-4a22-a1aa-960a1a219b81 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1225510 Dec 20 08:46:16.741435 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38794) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:16.750035 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-a4e90e08-9e1c-4002-b178-73157180ede6 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Request body: {'subnet': {'network_id': 'b7355766-552f-465d-9e88-97d34cc7cd01', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:16.797277 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-c1093ce3-66a5-4ec2-a6e2-aa3a208f57f0 None None] For port 32a45162-3beb-48e1-9d08-5db6a3261054, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=32a45162-3beb-48e1-9d08-5db6a3261054,segment=NetworkSegment(7c00552d-ea93-440b-911c-cb3aa0a4eeff),segment_id=7c00552d-ea93-440b-911c-cb3aa0a4eeff)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:46:16.798059 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1093ce3-66a5-4ec2-a6e2-aa3a208f57f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:16.897966 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-0ea79710-3d4b-46ba-8fe3-698b69c35f0b tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Synchronizing usage tracker for tenant:7ffac61ac2484e8a96a049ebd1380818 on resource:security_group_rule {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:46:16.903346 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b2259d05-8ab7-4fa3-9493-af70e36d7566 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:16.903958 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b2259d05-8ab7-4fa3-9493-af70e36d7566 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:16.924103 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-c889daea-ce83-43fb-972b-b949963739b1 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1682734 Dec 20 08:46:16.930520 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 38800) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:16.941386 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-c1093ce3-66a5-4ec2-a6e2-aa3a208f57f0 None None] Calling delete_port for 32a45162-3beb-48e1-9d08-5db6a3261054 owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:46:16.975917 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-a4e90e08-9e1c-4002-b178-73157180ede6 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:16.978570 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-0ea79710-3d4b-46ba-8fe3-698b69c35f0b tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Unset dirty status for tenant:7ffac61ac2484e8a96a049ebd1380818 on resource:security_group_rule {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:46:16.980033 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-0ea79710-3d4b-46ba-8fe3-698b69c35f0b tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3244286 Dec 20 08:46:16.984827 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38804) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:16.985906 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-a4e90e08-9e1c-4002-b178-73157180ede6 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Usage tracker for resource:subnet and tenant:bcc408b3053b4123bbeeedda32cab34a is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:16.993469 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e78c4bb3-fed2-45fe-96bf-c2947ebae3a8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:16.994778 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-a4e90e08-9e1c-4002-b178-73157180ede6 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:17.019740 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e78c4bb3-fed2-45fe-96bf-c2947ebae3a8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:17.024005 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-a4e90e08-9e1c-4002-b178-73157180ede6 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:17.030174 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d71ffbb7-3c68-485a-aa09-ae544cb28115 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:17.050582 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1093ce3-66a5-4ec2-a6e2-aa3a208f57f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102'] for port, after_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:17.064854 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-4be79827-2e79-460b-9b27-5f871f951fbd tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Request body: {'subnet': {'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:17.065023 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-dcb77436-6df0-47e9-a760-0ffdee02f68e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:17.094508 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-b2259d05-8ab7-4fa3-9493-af70e36d7566 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Calling delete_port for 7c373116-d2e9-426d-ad15-1962d3c2c092 owned by network:floatingip {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:46:17.106185 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1093ce3-66a5-4ec2-a6e2-aa3a208f57f0 None None] No DVR routers for this DVR port 32a45162-3beb-48e1-9d08-5db6a3261054 on host dv-neutron-820491-1-hyperv {{(pid=83446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:46:17.109057 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78c4bb3-fed2-45fe-96bf-c2947ebae3a8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94538abc-96b2-47aa-83bb-750d9d40afe5,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:17.118715 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e78c4bb3-fed2-45fe-96bf-c2947ebae3a8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:17.122958 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e78c4bb3-fed2-45fe-96bf-c2947ebae3a8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.7500670 Dec 20 08:46:17.125678 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4e90e08-9e1c-4002-b178-73157180ede6 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Made reservation on behalf of bcc408b3053b4123bbeeedda32cab34a for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:46:17.136376 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1093ce3-66a5-4ec2-a6e2-aa3a208f57f0 None None] Pushing event deleted for resources: {'Port': ['ID=32a45162-3beb-48e1-9d08-5db6a3261054,revision_number=None']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:17.138537 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a4e90e08-9e1c-4002-b178-73157180ede6 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1529102'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:17.138841 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-c1093ce3-66a5-4ec2-a6e2-aa3a208f57f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:17.147882 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 38808) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:17.156767 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e78c4bb3-fed2-45fe-96bf-c2947ebae3a8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:17.177513 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-e88eb82b-708f-4549-bb13-71e8af1a7419 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'security_group_rule': {'security_group_id': '94538abc-96b2-47aa-83bb-750d9d40afe5', 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:17.202766 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-379ef5f3-c5b1-4a80-bc18-b1fd2cbf593f tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:17.204835 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-e88eb82b-708f-4549-bb13-71e8af1a7419 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:17.235396 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-e88eb82b-708f-4549-bb13-71e8af1a7419 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:security_group_rule and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:17.296264 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-e88eb82b-708f-4549-bb13-71e8af1a7419 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:17.296637 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-379ef5f3-c5b1-4a80-bc18-b1fd2cbf593f tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:17.329831 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:17.332584 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-e88eb82b-708f-4549-bb13-71e8af1a7419 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:17.342963 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.ipam_backend_mixin [None req-a4e90e08-9e1c-4002-b178-73157180ede6 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 07e0686c-f069-4fde-b9a7-e4b05f3f3998 (CIDR: 2001:db8:0:1::/64) Dec 20 08:46:17.349850 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4e90e08-9e1c-4002-b178-73157180ede6 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 08:46:17.350226 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4e90e08-9e1c-4002-b178-73157180ede6 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:46:17.367735 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-4be79827-2e79-460b-9b27-5f871f951fbd tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:17.374283 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a4e90e08-9e1c-4002-b178-73157180ede6 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6317978 Dec 20 08:46:17.377042 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38812) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:17.381747 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-39ae0377-23c6-4c87-83e5-de03e2b174d3 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2036557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2095114'] for subnet, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:17.382976 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-f57d887e-97e2-4986-af40-fcf01c21fe87 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Request body: {'subnet': {'network_id': 'b7355766-552f-465d-9e88-97d34cc7cd01', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:17.392185 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-78694fb1-05b3-43ce-90a8-0b0ebd1ea5e9 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:17.398254 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-379ef5f3-c5b1-4a80-bc18-b1fd2cbf593f tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:17.400599 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-379ef5f3-c5b1-4a80-bc18-b1fd2cbf593f tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:17.401741 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-379ef5f3-c5b1-4a80-bc18-b1fd2cbf593f tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] 10.222.0.16 "DELETE /v2.0/security-groups/1c1e6be1-33b8-4e51-a3e9-a251106c1944 HTTP/1.1" status: 204 len: 168 time: 0.4126031 Dec 20 08:46:17.404964 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:17.414277 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38816) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:17.422124 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-4be79827-2e79-460b-9b27-5f871f951fbd tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Usage tracker for resource:subnet and tenant:9679bafc94a64ee0a207e63ba5560387 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:17.434010 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-4be79827-2e79-460b-9b27-5f871f951fbd tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:17.439586 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379ef5f3-c5b1-4a80-bc18-b1fd2cbf593f tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1e6be1-33b8-4e51-a3e9-a251106c1944,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:17.455304 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-379ef5f3-c5b1-4a80-bc18-b1fd2cbf593f tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:17.486887 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-4be79827-2e79-460b-9b27-5f871f951fbd tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:17.489586 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e88eb82b-708f-4549-bb13-71e8af1a7419 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:17.511633 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.resource_extend [None req-3c29d369-f41a-4228-a9c9-909e84ff737d tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 08:46:17.563651 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-ae23b841-d545-4775-835a-cb1f7f5159ba tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Synchronizing usage tracker for tenant:7ffac61ac2484e8a96a049ebd1380818 on resource:security_group {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:46:17.595964 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-ae23b841-d545-4775-835a-cb1f7f5159ba tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Unset dirty status for tenant:7ffac61ac2484e8a96a049ebd1380818 on resource:security_group {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:46:17.597269 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ae23b841-d545-4775-835a-cb1f7f5159ba tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1776271 Dec 20 08:46:17.598395 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-f57d887e-97e2-4986-af40-fcf01c21fe87 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:17.603519 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38820) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:17.606079 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f57d887e-97e2-4986-af40-fcf01c21fe87 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Usage tracker for resource:subnet and tenant:bcc408b3053b4123bbeeedda32cab34a is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:17.611742 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-59b534d3-eb76-4e91-a564-37d5a4946300 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Request body: {'security_group': {'name': 'tempest-secgroup--1609017004'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:17.616773 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f57d887e-97e2-4986-af40-fcf01c21fe87 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:17.623832 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-59b534d3-eb76-4e91-a564-37d5a4946300 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:17.626140 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-f57d887e-97e2-4986-af40-fcf01c21fe87 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:17.639285 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-59b534d3-eb76-4e91-a564-37d5a4946300 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:17.646411 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f57d887e-97e2-4986-af40-fcf01c21fe87 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Made reservation on behalf of bcc408b3053b4123bbeeedda32cab34a for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:46:17.649905 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f57d887e-97e2-4986-af40-fcf01c21fe87 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1529102'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:17.668861 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be79827-2e79-460b-9b27-5f871f951fbd tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Made reservation on behalf of 9679bafc94a64ee0a207e63ba5560387 for: {'subnet': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:46:17.672711 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4be79827-2e79-460b-9b27-5f871f951fbd tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2095160'] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:17.677803 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-59b534d3-eb76-4e91-a564-37d5a4946300 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:17.733690 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ae0377-23c6-4c87-83e5-de03e2b174d3 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Pushing event updated for resources: {'Subnet': ['ID=d4d7a1e7-d263-401a-a104-7b56d0ae14eb,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:17.736335 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-39ae0377-23c6-4c87-83e5-de03e2b174d3 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:17.911526 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-59b534d3-eb76-4e91-a564-37d5a4946300 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:17.930776 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-59b534d3-eb76-4e91-a564-37d5a4946300 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:17.962679 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3c29d369-f41a-4228-a9c9-909e84ff737d tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:17.975776 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 24d6d22e-d030-449a-8f23-f752c194ed51 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:46:17.982201 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b2259d05-8ab7-4fa3-9493-af70e36d7566 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:17.995203 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a6607940-80fa-457e-944e-b1b28bf8eb81 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:18.028745 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3c29d369-f41a-4228-a9c9-909e84ff737d tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-345990'] for floatingip, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:18.051245 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 24d6d22e-d030-449a-8f23-f752c194ed51 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:46:18.056509 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 24d6d22e-d030-449a-8f23-f752c194ed51 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:46:18.056983 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:18.077188 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ae0377-23c6-4c87-83e5-de03e2b174d3 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Checking segment: {'id': '193fd930-550c-458f-bfd4-532f0fdcefb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '9796a0c1-f6dd-475b-8a68-dc146630e1f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:46:18.077572 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ae0377-23c6-4c87-83e5-de03e2b174d3 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Network hostable DHCP agents. Network: 9796a0c1-f6dd-475b-8a68-dc146630e1f2, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:46:18.099658 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-59b534d3-eb76-4e91-a564-37d5a4946300 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:18.111333 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-59b534d3-eb76-4e91-a564-37d5a4946300 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:18.121424 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-08f9568a-f1d6-4854-b19e-efb7db557759 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:18.129911 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7cb6a412-3a8d-4746-a98d-827b67018ce4 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:18.189804 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b534d3-eb76-4e91-a564-37d5a4946300 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adb8df24-e394-4453-8a33-08990324ebfa,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:18.193649 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:18.198032 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-59b534d3-eb76-4e91-a564-37d5a4946300 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:18.233000 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 24d6d22e-d030-449a-8f23-f752c194ed51, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=24d6d22e-d030-449a-8f23-f752c194ed51,segment=NetworkSegment(4add418e-9ba1-4854-8396-6b270d4c02ff),segment_id=4add418e-9ba1-4854-8396-6b270d4c02ff)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:46:18.233330 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-59b534d3-eb76-4e91-a564-37d5a4946300 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:18.234340 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-59b534d3-eb76-4e91-a564-37d5a4946300 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6302392 Dec 20 08:46:18.241746 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:18.244439 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38824) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:18.244670 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:18.249406 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ee63194c-a3db-4e8f-a52d-626eeddbc9c2 req-084c080e-8c52-4685-94bd-12df0b07cbd4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ce86b767-a621-41c5-98e8-cc542b7adc7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2107086 Dec 20 08:46:18.258370 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-515e9dd5-8f60-4612-ab45-828bb8d5754a tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Request body: {'security_group_rule': {'security_group_id': 'adb8df24-e394-4453-8a33-08990324ebfa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:18.265677 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-515e9dd5-8f60-4612-ab45-828bb8d5754a tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:18.282267 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-515e9dd5-8f60-4612-ab45-828bb8d5754a tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Usage tracker for resource:security_group_rule and tenant:7ffac61ac2484e8a96a049ebd1380818 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:18.287385 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-515e9dd5-8f60-4612-ab45-828bb8d5754a tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:18.291117 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f57d887e-97e2-4986-af40-fcf01c21fe87 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1129376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1529148'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:18.298501 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c3c75062-a0ec-4ab0-9778-72d43f8bc623 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:18.328097 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-515e9dd5-8f60-4612-ab45-828bb8d5754a tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:18.330539 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 32a45162-3beb-48e1-9d08-5db6a3261054 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:46:18.345003 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2259d05-8ab7-4fa3-9493-af70e36d7566 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Pushing event deleted for resources: {'Port': ['ID=7c373116-d2e9-426d-ad15-1962d3c2c092,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:18.364595 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b2259d05-8ab7-4fa3-9493-af70e36d7566 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:18.370732 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7cb6a412-3a8d-4746-a98d-827b67018ce4 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:18.377928 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 32a45162-3beb-48e1-9d08-5db6a3261054 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:46:18.378811 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 32a45162-3beb-48e1-9d08-5db6a3261054 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:46:18.411030 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=24d6d22e-d030-449a-8f23-f752c194ed51,revision_number=5']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:18.413519 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:18.429919 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57d887e-97e2-4986-af40-fcf01c21fe87 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Network b7355766-552f-465d-9e88-97d34cc7cd01 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:46:18.435682 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-f57d887e-97e2-4986-af40-fcf01c21fe87 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:46:18.438422 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57d887e-97e2-4986-af40-fcf01c21fe87 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:18.439086 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f57d887e-97e2-4986-af40-fcf01c21fe87 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:18.445425 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d02d32-95fa-4e7a-b9a0-0151d842ce80 None None] Network b7355766-552f-465d-9e88-97d34cc7cd01 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:46:18.449643 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-515e9dd5-8f60-4612-ab45-828bb8d5754a tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:18.470401 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57d887e-97e2-4986-af40-fcf01c21fe87 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Pushing event updated for resources: {'Subnet': ['ID=962869f6-00ad-4f99-a732-435efa323259,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:18.476311 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f57d887e-97e2-4986-af40-fcf01c21fe87 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:18.496647 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f57d887e-97e2-4986-af40-fcf01c21fe87 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1160834 Dec 20 08:46:18.496860 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e88eb82b-708f-4549-bb13-71e8af1a7419 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:18.501122 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 38828) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:18.527463 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-54b22ae6-b749-4e70-ade7-190fef7682eb tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-520243809', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '962869f6-00ad-4f99-a732-435efa323259'}], 'security_groups': ['7ba7c14d-a3b6-4128-a2e3-3a2472d63c69', 'aef34eac-79e4-4678-adab-bd53e9bb092d']}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:18.534219 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ee63194c-a3db-4e8f-a52d-626eeddbc9c2 req-27e99864-3f22-4ce7-8be1-2ed817df80b9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e2165a78ac154b1c9f29e840efaf3cb7&device_id=ce86b767-a621-41c5-98e8-cc542b7adc7f HTTP/1.1" status: 200 len: 1099 time: 0.1805279 Dec 20 08:46:18.550956 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-515e9dd5-8f60-4612-ab45-828bb8d5754a tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:18.578915 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-515e9dd5-8f60-4612-ab45-828bb8d5754a tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:18.587544 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a518694c-674d-401b-b0c1-8cbf044175d2 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:18.603132 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e88eb82b-708f-4549-bb13-71e8af1a7419 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:18.646251 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:18.673396 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515e9dd5-8f60-4612-ab45-828bb8d5754a tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b30f5671-00e5-476e-9a21-c9ae630d9579,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:18.680260 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-515e9dd5-8f60-4612-ab45-828bb8d5754a tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:18.681160 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ae0377-23c6-4c87-83e5-de03e2b174d3 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Network 9796a0c1-f6dd-475b-8a68-dc146630e1f2 is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:46:18.701512 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-515e9dd5-8f60-4612-ab45-828bb8d5754a tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:18.706928 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-515e9dd5-8f60-4612-ab45-828bb8d5754a tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4573030 Dec 20 08:46:18.707686 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38832) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:18.731908 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88eb82b-708f-4549-bb13-71e8af1a7419 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0474c034-8716-4f9e-87a7-c300af63deba,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:18.738652 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e88eb82b-708f-4549-bb13-71e8af1a7419 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:18.746736 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-641c61a7-c425-4b75-a419-10672bf65d7a tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] 10.222.0.16 "GET /v2.0/security-group-rules/b30f5671-00e5-476e-9a21-c9ae630d9579 HTTP/1.1" status: 200 len: 705 time: 0.0327826 Dec 20 08:46:18.746736 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee63194c-a3db-4e8f-a52d-626eeddbc9c2 req-05e4edaf-9290-49c8-a638-71634fb8194d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:18.746736 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ee63194c-a3db-4e8f-a52d-626eeddbc9c2 req-05e4edaf-9290-49c8-a638-71634fb8194d service neutron] 10.222.0.58 "GET /v2.0/networks?id=3ab8996b-db59-43a0-a379-647199802474 HTTP/1.1" status: 200 len: 912 time: 0.1900623 Dec 20 08:46:18.746736 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38836) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:18.776064 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b2259d05-8ab7-4fa3-9493-af70e36d7566 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks [] for floatingip, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:18.817182 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-39ae0377-23c6-4c87-83e5-de03e2b174d3 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, 9796a0c1-f6dd-475b-8a68-dc146630e1f2) {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:46:18.834243 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0435268c-3803-4a5d-9e63-9c34bd58afee None None] Network 9796a0c1-f6dd-475b-8a68-dc146630e1f2 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:46:18.879859 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-1087559b-5613-4aa6-95fd-8b183802d287 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Synchronizing usage tracker for tenant:7ffac61ac2484e8a96a049ebd1380818 on resource:security_group_rule {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:46:18.894645 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ee63194c-a3db-4e8f-a52d-626eeddbc9c2 req-fa3aa4e3-1d4b-48cf-bec6-0be0cd7934b4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11db67d0-8208-488d-af30-92e306aa192a HTTP/1.1" status: 200 len: 1000 time: 0.1305566 Dec 20 08:46:18.917959 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ae0377-23c6-4c87-83e5-de03e2b174d3 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:18.918471 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-39ae0377-23c6-4c87-83e5-de03e2b174d3 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:18.949262 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-1087559b-5613-4aa6-95fd-8b183802d287 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Unset dirty status for tenant:7ffac61ac2484e8a96a049ebd1380818 on resource:security_group_rule {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:46:18.959785 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1087559b-5613-4aa6-95fd-8b183802d287 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2032230 Dec 20 08:46:18.976337 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee63194c-a3db-4e8f-a52d-626eeddbc9c2 req-1d582acc-7942-45df-b25d-8170c91ca15a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:18.978062 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ee63194c-a3db-4e8f-a52d-626eeddbc9c2 req-1d582acc-7942-45df-b25d-8170c91ca15a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=944a3b04-d2ac-486e-bee8-ba11ef891bfe HTTP/1.1" status: 200 len: 850 time: 0.0671558 Dec 20 08:46:19.007769 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972d3bf4-e9da-4ae0-9685-dea25ea9f308 None None] Update dhcp port {'port': {'network_id': 'b7355766-552f-465d-9e88-97d34cc7cd01', 'fixed_ips': [{'subnet_id': '07e0686c-f069-4fde-b9a7-e4b05f3f3998', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '962869f6-00ad-4f99-a732-435efa323259'}, {'subnet_id': 'e6684425-cdee-4575-b3ae-302ddfb4404c'}], 'binding:host_id': 'dv-neutron-820491-1-hyperv'}, 'id': 'd0a7bf9e-aa58-4e0a-8c2d-730b4aaa3b72'} from dv-neutron-820491-1-hyperv. {{(pid=83446) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 20 08:46:19.028694 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38840) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:19.053324 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e88eb82b-708f-4549-bb13-71e8af1a7419 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:19.054671 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-e88eb82b-708f-4549-bb13-71e8af1a7419 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.8964155 Dec 20 08:46:19.062781 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38844) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:19.073222 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-67ef1474-5434-43fb-9430-cf5bfe87e1a0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'security_group_rule': {'security_group_id': '94538abc-96b2-47aa-83bb-750d9d40afe5', 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:19.083821 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-67ef1474-5434-43fb-9430-cf5bfe87e1a0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:19.086423 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-802b4f34-b84a-41ed-823c-966972c5c160 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:19.095565 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-67ef1474-5434-43fb-9430-cf5bfe87e1a0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:security_group_rule and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:19.095825 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b2259d05-8ab7-4fa3-9493-af70e36d7566 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for floatingip, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:19.100703 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-b2259d05-8ab7-4fa3-9493-af70e36d7566 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] 10.222.0.16 "DELETE /v2.0/floatingips/95e5eae1-581f-4cca-ad61-a07b322055fe HTTP/1.1" status: 204 len: 168 time: 4.0013878 Dec 20 08:46:19.101355 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-67ef1474-5434-43fb-9430-cf5bfe87e1a0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:19.102557 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 38848) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:19.111298 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-67ef1474-5434-43fb-9430-cf5bfe87e1a0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:19.111763 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-972d3bf4-e9da-4ae0-9685-dea25ea9f308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:19.113362 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-39ae0377-23c6-4c87-83e5-de03e2b174d3 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 4.3422341 Dec 20 08:46:19.118552 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38852) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:19.122550 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-802b4f34-b84a-41ed-823c-966972c5c160 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:19.138282 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-862dd86a-27ed-4b2c-b839-c13ff9f55d27 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1012813366'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:19.147449 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-862dd86a-27ed-4b2c-b839-c13ff9f55d27 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:19.165497 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-862dd86a-27ed-4b2c-b839-c13ff9f55d27 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Usage tracker for resource:network and tenant:998613e7a7ae4d22ad9b2ce5f8e08568 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:19.170215 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-862dd86a-27ed-4b2c-b839-c13ff9f55d27 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:19.179173 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-862dd86a-27ed-4b2c-b839-c13ff9f55d27 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:19.182939 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-67ef1474-5434-43fb-9430-cf5bfe87e1a0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:19.206020 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ee63194c-a3db-4e8f-a52d-626eeddbc9c2 req-40f6f9e9-7bb8-44c5-92fa-baf2f17bc34a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3ab8996b-db59-43a0-a379-647199802474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2209175 Dec 20 08:46:19.220425 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66bf5acf-8096-4972-99c6-2f3aa306d25f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-9796a0c1-f6dd-475b-8a68-dc146630e1f2', 'network_id': '9796a0c1-f6dd-475b-8a68-dc146630e1f2', 'tenant_id': '998613e7a7ae4d22ad9b2ce5f8e08568', 'fixed_ips': [{'subnet_id': 'd4d7a1e7-d263-401a-a104-7b56d0ae14eb'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:46:19.221276 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-66bf5acf-8096-4972-99c6-2f3aa306d25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:19.244973 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-802b4f34-b84a-41ed-823c-966972c5c160 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:19.251897 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-862dd86a-27ed-4b2c-b839-c13ff9f55d27 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Made reservation on behalf of 998613e7a7ae4d22ad9b2ce5f8e08568 for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:46:19.255655 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-862dd86a-27ed-4b2c-b839-c13ff9f55d27 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:19.257991 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.api.v2.resource [None req-fbe76488-4bfa-48e7-9c42-a2598d77bfb9 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] delete failed (client error): The resource could not be found. Dec 20 08:46:19.263211 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-fbe76488-4bfa-48e7-9c42-a2598d77bfb9 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] 10.222.0.16 "DELETE /v2.0/floatingips/95e5eae1-581f-4cca-ad61-a07b322055fe HTTP/1.1" status: 404 len: 345 time: 0.1535122 Dec 20 08:46:19.266031 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 38856) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:19.347806 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:19.366688 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-7cb6a412-3a8d-4746-a98d-827b67018ce4 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Allocated IP 2001:db8::1f (f4ed62a8-3f3e-4fb5-8bbf-672856f4f0f1/57905e29-6fc7-46fc-ad22-f6cf39d41738/a4bc86d2-5aec-4b90-b110-2ebd537df8b8) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:46:19.420048 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802b4f34-b84a-41ed-823c-966972c5c160 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b30f5671-00e5-476e-9a21-c9ae630d9579,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:19.431078 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-862dd86a-27ed-4b2c-b839-c13ff9f55d27 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:46:19.433746 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-802b4f34-b84a-41ed-823c-966972c5c160 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:19.462684 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-67ef1474-5434-43fb-9430-cf5bfe87e1a0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:19.469224 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-802b4f34-b84a-41ed-823c-966972c5c160 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:19.469224 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-802b4f34-b84a-41ed-823c-966972c5c160 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/b30f5671-00e5-476e-9a21-c9ae630d9579 HTTP/1.1" status: 204 len: 168 time: 0.4376559 Dec 20 08:46:19.471525 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38860) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:19.500773 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-862dd86a-27ed-4b2c-b839-c13ff9f55d27 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:19.501003 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-862dd86a-27ed-4b2c-b839-c13ff9f55d27 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Added segment 84e2d656-1e96-4ed6-b619-15edbff8e639 of type vlan for network 26bac71e-fca5-4ab8-8162-051ab27c8d35 Dec 20 08:46:19.504097 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-67ef1474-5434-43fb-9430-cf5bfe87e1a0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:19.507309 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.objects.ports [None req-4be79827-2e79-460b-9b27-5f871f951fbd tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83445) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 20 08:46:19.512763 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-54b22ae6-b749-4e70-ade7-190fef7682eb tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:19.514577 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-66bf5acf-8096-4972-99c6-2f3aa306d25f None None] Allocated IP 172.20.255.242 (9796a0c1-f6dd-475b-8a68-dc146630e1f2/d4d7a1e7-d263-401a-a104-7b56d0ae14eb/ae5665a8-bd33-4102-ac55-713ac47555d2) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:46:19.515924 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ee63194c-a3db-4e8f-a52d-626eeddbc9c2 req-136881fe-76cc-4a00-807a-1e7ff0e568ad service neutron] 10.222.0.58 "GET /v2.0/networks/3ab8996b-db59-43a0-a379-647199802474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955894 Dec 20 08:46:19.522993 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-8381a927-e127-4293-a2cb-66a2d3378630 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:19.535877 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4be79827-2e79-460b-9b27-5f871f951fbd tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2036557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2095114'] for subnet, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:19.547028 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a0569684-d652-4969-8923-ca3d6e3bdf58 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:19.592815 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ef1474-5434-43fb-9430-cf5bfe87e1a0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5684541b-f567-4bed-ba11-b4a9c119b3fd,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:19.602393 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-862dd86a-27ed-4b2c-b839-c13ff9f55d27 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:19.633942 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-67ef1474-5434-43fb-9430-cf5bfe87e1a0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:19.658551 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-862dd86a-27ed-4b2c-b839-c13ff9f55d27 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:19.662588 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862dd86a-27ed-4b2c-b839-c13ff9f55d27 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:19.663189 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-862dd86a-27ed-4b2c-b839-c13ff9f55d27 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:19.667281 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-67ef1474-5434-43fb-9430-cf5bfe87e1a0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:19.668400 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-67ef1474-5434-43fb-9430-cf5bfe87e1a0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6042266 Dec 20 08:46:19.673669 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-288be699-e0ac-4f08-a685-5e5ce6fae3c5 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:19.684361 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-972d3bf4-e9da-4ae0-9685-dea25ea9f308 None None] Allocated IP 2001:db8:0:2::2 (b7355766-552f-465d-9e88-97d34cc7cd01/962869f6-00ad-4f99-a732-435efa323259/d0a7bf9e-aa58-4e0a-8c2d-730b4aaa3b72) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:46:19.691968 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 38864) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:19.700659 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-972d3bf4-e9da-4ae0-9685-dea25ea9f308 None None] Allocated IP 2001:db8::2 (b7355766-552f-465d-9e88-97d34cc7cd01/e6684425-cdee-4575-b3ae-302ddfb4404c/d0a7bf9e-aa58-4e0a-8c2d-730b4aaa3b72) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:46:19.715606 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-bf47b335-1a02-4269-bec3-adf91f6a7681 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'security_group_rule': {'security_group_id': '94538abc-96b2-47aa-83bb-750d9d40afe5', 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:19.757312 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be79827-2e79-460b-9b27-5f871f951fbd tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:46:19.760589 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-bf47b335-1a02-4269-bec3-adf91f6a7681 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:19.769870 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-95fdb442-a6a0-455f-8309-1a0f1b5c8ae7 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Synchronizing usage tracker for tenant:7ffac61ac2484e8a96a049ebd1380818 on resource:security_group_rule {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:46:19.770750 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-4be79827-2e79-460b-9b27-5f871f951fbd tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:46:19.787702 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be79827-2e79-460b-9b27-5f871f951fbd tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:19.788505 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4be79827-2e79-460b-9b27-5f871f951fbd tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:19.791438 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-862dd86a-27ed-4b2c-b839-c13ff9f55d27 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6627481 Dec 20 08:46:19.792692 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be79827-2e79-460b-9b27-5f871f951fbd tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event updated for resources: {'Subnet': ['ID=5a2e4b23-4212-4121-9668-7083cc86eb54,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:19.804401 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38868) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:19.812716 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43749873-761f-479b-aaaa-ce065c52b54b tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:19.817693 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43749873-761f-479b-aaaa-ce065c52b54b tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:19.819919 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361c8486-dd33-4a91-be01-8a8bc3536676 None None] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:46:19.822707 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-b16740fe-9ebd-4f29-8a77-eb05c765383b tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Request body: {'subnet': {'network_id': '26bac71e-fca5-4ab8-8162-051ab27c8d35', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:19.822957 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43749873-761f-479b-aaaa-ce065c52b54b tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:19.823735 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-43749873-761f-479b-aaaa-ce065c52b54b tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Synchronizing usage tracker for tenant:a6ef049aae6b4eea9e642fc2beae00ec on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:46:19.826699 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-4be79827-2e79-460b-9b27-5f871f951fbd tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:19.827677 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-bf47b335-1a02-4269-bec3-adf91f6a7681 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:security_group_rule and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:19.842657 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-bf47b335-1a02-4269-bec3-adf91f6a7681 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:19.852704 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.l3_db [None req-3c29d369-f41a-4228-a9c9-909e84ff737d tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Floating IP 04f5c4f5-e3c2-4019-9580-0a36ec3939e4 associated. External IP: 172.26.5.173, port: 11db67d0-8208-488d-af30-92e306aa192a. Dec 20 08:46:19.906788 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862dd86a-27ed-4b2c-b839-c13ff9f55d27 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Pushing event updated for resources: {'Network': ['ID=26bac71e-fca5-4ab8-8162-051ab27c8d35,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:19.913452 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-862dd86a-27ed-4b2c-b839-c13ff9f55d27 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:19.932340 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ee63194c-a3db-4e8f-a52d-626eeddbc9c2 req-22e1b74f-10c6-44e5-ad31-499dfe55ce2d service neutron] 10.222.0.58 "GET /v2.0/networks/3ab8996b-db59-43a0-a379-647199802474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3951123 Dec 20 08:46:19.936125 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-95fdb442-a6a0-455f-8309-1a0f1b5c8ae7 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Unset dirty status for tenant:7ffac61ac2484e8a96a049ebd1380818 on resource:security_group_rule {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:46:19.940351 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-95fdb442-a6a0-455f-8309-1a0f1b5c8ae7 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4661133 Dec 20 08:46:19.940500 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network 26bac71e-fca5-4ab8-8162-051ab27c8d35 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:46:19.956243 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 38872) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:19.957537 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-bf47b335-1a02-4269-bec3-adf91f6a7681 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:20.073359 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 24d6d22e-d030-449a-8f23-f752c194ed51 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:46:20.122684 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-66bf5acf-8096-4972-99c6-2f3aa306d25f None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:20.131574 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-83bbf6a4-6901-42d2-ac0b-ca399729e9fa tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Request body: {'security_group_rule': {'security_group_id': 'adb8df24-e394-4453-8a33-08990324ebfa', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:20.146202 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-66bf5acf-8096-4972-99c6-2f3aa306d25f None None] Transition to ACTIVE for port object ae5665a8-bd33-4102-ac55-713ac47555d2 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:46:20.148572 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-83bbf6a4-6901-42d2-ac0b-ca399729e9fa tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:20.155239 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-4be79827-2e79-460b-9b27-5f871f951fbd tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.2149792 Dec 20 08:46:20.156049 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38876) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:20.157032 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7cb6a412-3a8d-4746-a98d-827b67018ce4 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:20.161273 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-b16740fe-9ebd-4f29-8a77-eb05c765383b tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:20.169256 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-1719fc11-f0bb-454a-8eae-4f195b9926c9 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Request body: {'port': {'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'mac_address': 'fa:16:3e:4d:e9:fa', 'name': 'tempest-NetworksTestDHCPv6-1942818915'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:20.181588 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-43749873-761f-479b-aaaa-ce065c52b54b tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Unset dirty status for tenant:a6ef049aae6b4eea9e642fc2beae00ec on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:46:20.185177 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-43749873-761f-479b-aaaa-ce065c52b54b tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] 10.222.0.16 "GET /v2.0/ports?network_id=a10cf7b0-890e-4e8f-a719-310da3a98a0c HTTP/1.1" status: 200 len: 2358 time: 0.9068220 Dec 20 08:46:20.185976 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-972d3bf4-e9da-4ae0-9685-dea25ea9f308 None None] For port d0a7bf9e-aa58-4e0a-8c2d-730b4aaa3b72, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=d0a7bf9e-aa58-4e0a-8c2d-730b4aaa3b72,segment=NetworkSegment(f640d3e7-cc57-4249-b60e-fe4ef5cde30d),segment_id=f640d3e7-cc57-4249-b60e-fe4ef5cde30d)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:46:20.190275 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-83bbf6a4-6901-42d2-ac0b-ca399729e9fa tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:20.191274 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-b16740fe-9ebd-4f29-8a77-eb05c765383b tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Usage tracker for resource:subnet and tenant:998613e7a7ae4d22ad9b2ce5f8e08568 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:20.194865 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38880) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:20.200622 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-b16740fe-9ebd-4f29-8a77-eb05c765383b tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:20.217369 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-66bf5acf-8096-4972-99c6-2f3aa306d25f None None] Transition to ACTIVE for port object ae5665a8-bd33-4102-ac55-713ac47555d2 will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:46:20.246733 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bf47b335-1a02-4269-bec3-adf91f6a7681 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:20.261461 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-b16740fe-9ebd-4f29-8a77-eb05c765383b tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:20.295694 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-66bf5acf-8096-4972-99c6-2f3aa306d25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:20.302898 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.db.resource_extend [None req-972d3bf4-e9da-4ae0-9685-dea25ea9f308 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 08:46:20.315244 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-697c44e2-c221-433a-aa04-798c73cf8594 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:20.358007 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b16740fe-9ebd-4f29-8a77-eb05c765383b tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Made reservation on behalf of 998613e7a7ae4d22ad9b2ce5f8e08568 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:46:20.374042 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-83bbf6a4-6901-42d2-ac0b-ca399729e9fa tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:20.382469 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-972d3bf4-e9da-4ae0-9685-dea25ea9f308 None None] Notify callbacks [] for port, precommit_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:20.383648 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014722a2-701e-4423-9637-5f0b199a85cd tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:20.384318 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-014722a2-701e-4423-9637-5f0b199a85cd tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Synchronizing usage tracker for tenant:a6ef049aae6b4eea9e642fc2beae00ec on resource:subnet {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:46:20.442225 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-014722a2-701e-4423-9637-5f0b199a85cd tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Unset dirty status for tenant:a6ef049aae6b4eea9e642fc2beae00ec on resource:subnet {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:46:20.447864 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-014722a2-701e-4423-9637-5f0b199a85cd tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] 10.222.0.16 "GET /v2.0/subnets/41f60fee-ed52-409b-a69b-1b28f6b7c9e1 HTTP/1.1" status: 200 len: 797 time: 0.2445288 Dec 20 08:46:20.471599 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66bf5acf-8096-4972-99c6-2f3aa306d25f None None] Network 9796a0c1-f6dd-475b-8a68-dc146630e1f2 is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:46:20.474798 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bf5acf-8096-4972-99c6-2f3aa306d25f None None] Pushing event updated for resources: {'Port': ['ID=ae5665a8-bd33-4102-ac55-713ac47555d2,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:20.477674 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-972d3bf4-e9da-4ae0-9685-dea25ea9f308 None None] Transition to ACTIVE for port object d0a7bf9e-aa58-4e0a-8c2d-730b4aaa3b72 will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:46:20.480770 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-66bf5acf-8096-4972-99c6-2f3aa306d25f None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:46:20.482767 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 38884) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:20.486704 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7cb6a412-3a8d-4746-a98d-827b67018ce4 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:20.490037 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-66bf5acf-8096-4972-99c6-2f3aa306d25f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:20.490796 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bf5acf-8096-4972-99c6-2f3aa306d25f None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:46:20.498925 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-972d3bf4-e9da-4ae0-9685-dea25ea9f308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:20.507552 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:20.511842 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-eebc339b-33e8-487e-b958-b61275a19c3c tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Request body: {'port': {'network_id': 'a10cf7b0-890e-4e8f-a719-310da3a98a0c', 'name': 'tempest-FloatingIPTestJSON-1529912817', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:20.525677 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3db96373-c856-429d-934d-b371f14b0e84 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:20.533629 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b16740fe-9ebd-4f29-8a77-eb05c765383b tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1529102'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:20.576394 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-1719fc11-f0bb-454a-8eae-4f195b9926c9 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:20.588665 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-1719fc11-f0bb-454a-8eae-4f195b9926c9 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Usage tracker for resource:port and tenant:9679bafc94a64ee0a207e63ba5560387 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:20.592166 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-1719fc11-f0bb-454a-8eae-4f195b9926c9 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:20.609933 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-1719fc11-f0bb-454a-8eae-4f195b9926c9 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:20.632057 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 24d6d22e-d030-449a-8f23-f752c194ed51 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:46:20.632617 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:20.668507 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715623a2-9c23-4f3f-aa0d-6c5ded8b47b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'tenant_id': '9679bafc94a64ee0a207e63ba5560387', 'fixed_ips': [{'subnet_id': '5a2e4b23-4212-4121-9668-7083cc86eb54'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:46:20.669442 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-715623a2-9c23-4f3f-aa0d-6c5ded8b47b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:20.689687 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1719fc11-f0bb-454a-8eae-4f195b9926c9 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Made reservation on behalf of 9679bafc94a64ee0a207e63ba5560387 for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:46:20.693399 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bf47b335-1a02-4269-bec3-adf91f6a7681 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:20.769760 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb6a412-3a8d-4746-a98d-827b67018ce4 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Network f4ed62a8-3f3e-4fb5-8bbf-672856f4f0f1 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:46:20.770552 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bf47b335-1a02-4269-bec3-adf91f6a7681 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:20.771344 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb6a412-3a8d-4746-a98d-827b67018ce4 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Pushing event updated for resources: {'Port': ['ID=a4bc86d2-5aec-4b90-b110-2ebd537df8b8,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:20.779590 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-7cb6a412-3a8d-4746-a98d-827b67018ce4 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:46:20.786439 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-7cb6a412-3a8d-4746-a98d-827b67018ce4 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:20.793517 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb6a412-3a8d-4746-a98d-827b67018ce4 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:46:20.834189 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:20.874985 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-66bf5acf-8096-4972-99c6-2f3aa306d25f None None] Attempting to bind port ae5665a8-bd33-4102-ac55-713ac47555d2 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:46:20.875399 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-66bf5acf-8096-4972-99c6-2f3aa306d25f None None] Attempting to bind port ae5665a8-bd33-4102-ac55-713ac47555d2 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '193fd930-550c-458f-bfd4-532f0fdcefb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '9796a0c1-f6dd-475b-8a68-dc146630e1f2'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:46:20.875735 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bf5acf-8096-4972-99c6-2f3aa306d25f None None] Attempting to bind port ae5665a8-bd33-4102-ac55-713ac47555d2 on network 9796a0c1-f6dd-475b-8a68-dc146630e1f2 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:46:20.877762 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972d3bf4-e9da-4ae0-9685-dea25ea9f308 None None] Pushing event updated for resources: {'Port': ['ID=d0a7bf9e-aa58-4e0a-8c2d-730b4aaa3b72,revision_number=6']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:20.882773 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1719fc11-f0bb-454a-8eae-4f195b9926c9 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:20.922982 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-972d3bf4-e9da-4ae0-9685-dea25ea9f308 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:20.923224 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-1719fc11-f0bb-454a-8eae-4f195b9926c9 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] device_id is not set on port b259db38-44be-4e2e-9ead-21f2ea1d1950 yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:46:20.923794 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf47b335-1a02-4269-bec3-adf91f6a7681 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c78ed5e-5d9e-4d75-a392-1fb9a6a12ec1,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:20.945593 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-83bbf6a4-6901-42d2-ac0b-ca399729e9fa tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:20.947192 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bf5acf-8096-4972-99c6-2f3aa306d25f None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:46:20.947586 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bf5acf-8096-4972-99c6-2f3aa306d25f None None] Checking segment: {'id': '193fd930-550c-458f-bfd4-532f0fdcefb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '9796a0c1-f6dd-475b-8a68-dc146630e1f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:46:20.947988 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-66bf5acf-8096-4972-99c6-2f3aa306d25f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:20.948391 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bf5acf-8096-4972-99c6-2f3aa306d25f None None] Bound using segment: {'id': '193fd930-550c-458f-bfd4-532f0fdcefb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '9796a0c1-f6dd-475b-8a68-dc146630e1f2'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:46:20.948988 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-66bf5acf-8096-4972-99c6-2f3aa306d25f None None] Bound port: ae5665a8-bd33-4102-ac55-713ac47555d2, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '193fd930-550c-458f-bfd4-532f0fdcefb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '9796a0c1-f6dd-475b-8a68-dc146630e1f2'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:46:20.949399 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-66bf5acf-8096-4972-99c6-2f3aa306d25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:20.951867 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-bf47b335-1a02-4269-bec3-adf91f6a7681 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:21.002279 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-83bbf6a4-6901-42d2-ac0b-ca399729e9fa tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:21.004198 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-eebc339b-33e8-487e-b958-b61275a19c3c tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:21.011751 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bf47b335-1a02-4269-bec3-adf91f6a7681 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:21.013213 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-bf47b335-1a02-4269-bec3-adf91f6a7681 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.3081911 Dec 20 08:46:21.019400 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38888) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:21.035231 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a9093505-176f-4603-bd3a-e3918e0f00a8 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:21.042221 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-ca90b2d8-2d4e-46ce-a47e-ab78c204a228 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'security_group_rule': {'security_group_id': '94538abc-96b2-47aa-83bb-750d9d40afe5', 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:21.047982 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-ca90b2d8-2d4e-46ce-a47e-ab78c204a228 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:21.052609 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-ca90b2d8-2d4e-46ce-a47e-ab78c204a228 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:security_group_rule and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:21.055833 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-ca90b2d8-2d4e-46ce-a47e-ab78c204a228 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:21.057998 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-eebc339b-33e8-487e-b958-b61275a19c3c tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:21.061752 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-ca90b2d8-2d4e-46ce-a47e-ab78c204a228 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:21.089592 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ca90b2d8-2d4e-46ce-a47e-ab78c204a228 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:21.093590 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bbf6a4-6901-42d2-ac0b-ca399729e9fa tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07816838-421b-46df-9c07-0f1ce109b5e3,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:21.111550 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-83bbf6a4-6901-42d2-ac0b-ca399729e9fa tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:21.116767 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-54b22ae6-b749-4e70-ade7-190fef7682eb tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Delete allocated IP 2001:db8::193 (b7355766-552f-465d-9e88-97d34cc7cd01/e6684425-cdee-4575-b3ae-302ddfb4404c) {{(pid=83445) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 20 08:46:21.123289 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-83bbf6a4-6901-42d2-ac0b-ca399729e9fa tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:21.124673 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-83bbf6a4-6901-42d2-ac0b-ca399729e9fa tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.1645269 Dec 20 08:46:21.125392 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b16740fe-9ebd-4f29-8a77-eb05c765383b tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1129376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1529148'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:21.130273 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38892) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:21.130998 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0c2e9d01-a29d-4aa1-a724-cf8f2f261c29 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:21.131778 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eebc339b-33e8-487e-b958-b61275a19c3c tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Made reservation on behalf of a6ef049aae6b4eea9e642fc2beae00ec for: {'port': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:46:21.158766 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-54b22ae6-b749-4e70-ade7-190fef7682eb tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Allocated IP 2001:db8:0:2::1b1 (b7355766-552f-465d-9e88-97d34cc7cd01/962869f6-00ad-4f99-a732-435efa323259/0aab0b10-e70a-4cf4-8138-60da7a64b096) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:46:21.198987 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-715623a2-9c23-4f3f-aa0d-6c5ded8b47b7 None None] Allocated IP 2001:db8::f816:3eff:fe58:b06b (f75aa0d2-5f41-40f3-a9e0-d60d934965a4/5a2e4b23-4212-4121-9668-7083cc86eb54/a2ef5e86-84b7-40a6-a8d1-171d471efc5c) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:46:21.207842 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-66bf5acf-8096-4972-99c6-2f3aa306d25f None None] For port ae5665a8-bd33-4102-ac55-713ac47555d2, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:46:21.216065 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-66bf5acf-8096-4972-99c6-2f3aa306d25f None None] For port ae5665a8-bd33-4102-ac55-713ac47555d2, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=ae5665a8-bd33-4102-ac55-713ac47555d2,segment=NetworkSegment(193fd930-550c-458f-bfd4-532f0fdcefb5),segment_id=193fd930-550c-458f-bfd4-532f0fdcefb5)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:46:21.226475 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ca90b2d8-2d4e-46ce-a47e-ab78c204a228 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:21.238369 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-349b8dd0-5f20-4d7e-a72d-7e72b2a1ab7b tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] 10.222.0.16 "GET /v2.0/security-group-rules/07816838-421b-46df-9c07-0f1ce109b5e3 HTTP/1.1" status: 200 len: 705 time: 0.0804782 Dec 20 08:46:21.241790 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ca90b2d8-2d4e-46ce-a47e-ab78c204a228 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:21.247775 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38896) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:21.253638 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-66bf5acf-8096-4972-99c6-2f3aa306d25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:21.263469 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:21.275177 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16740fe-9ebd-4f29-8a77-eb05c765383b tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Pushing event updated for resources: {'Subnet': ['ID=d707a298-7bdd-4aa2-ab41-77cf12ff97bf,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:21.295005 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b16740fe-9ebd-4f29-8a77-eb05c765383b tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:21.295472 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:21.353496 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca90b2d8-2d4e-46ce-a47e-ab78c204a228 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4412ba92-8b42-40f3-948d-7d75db0309a6,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:21.374044 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ca90b2d8-2d4e-46ce-a47e-ab78c204a228 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:21.386623 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ca90b2d8-2d4e-46ce-a47e-ab78c204a228 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:21.390777 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ca90b2d8-2d4e-46ce-a47e-ab78c204a228 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3687353 Dec 20 08:46:21.397570 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 38900) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:21.407204 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-6bf05da3-5291-4a15-939a-fecfcc884bf8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'security_group_rule': {'security_group_id': '94538abc-96b2-47aa-83bb-750d9d40afe5', 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:21.415962 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-dba51ae9-ba68-402d-ac4a-4207610cf275 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1668196 Dec 20 08:46:21.418513 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38904) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:21.421529 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-6bf05da3-5291-4a15-939a-fecfcc884bf8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:21.431079 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16740fe-9ebd-4f29-8a77-eb05c765383b tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Checking segment: {'id': '84e2d656-1e96-4ed6-b619-15edbff8e639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '26bac71e-fca5-4ab8-8162-051ab27c8d35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:46:21.431462 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16740fe-9ebd-4f29-8a77-eb05c765383b tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Network hostable DHCP agents. Network: 26bac71e-fca5-4ab8-8162-051ab27c8d35, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:46:21.446315 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-eebc339b-33e8-487e-b958-b61275a19c3c tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:21.477064 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-6bf05da3-5291-4a15-939a-fecfcc884bf8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:security_group_rule and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:21.492520 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-6bf05da3-5291-4a15-939a-fecfcc884bf8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:21.510433 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3f9b43c0-82b8-4959-9dbe-56a5bbef42da tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:21.512315 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-6bf05da3-5291-4a15-939a-fecfcc884bf8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:21.534046 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bf5acf-8096-4972-99c6-2f3aa306d25f None None] Pushing event updated for resources: {'Port': ['ID=ae5665a8-bd33-4102-ac55-713ac47555d2,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:21.535446 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3f9b43c0-82b8-4959-9dbe-56a5bbef42da tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:21.543564 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-66bf5acf-8096-4972-99c6-2f3aa306d25f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:21.580366 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16740fe-9ebd-4f29-8a77-eb05c765383b tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Network 26bac71e-fca5-4ab8-8162-051ab27c8d35 is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:46:21.604525 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-b16740fe-9ebd-4f29-8a77-eb05c765383b tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, 26bac71e-fca5-4ab8-8162-051ab27c8d35) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:46:21.620574 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3f9b43c0-82b8-4959-9dbe-56a5bbef42da tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:21.626573 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:21.633006 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14d1ee5-cc45-4dd8-813b-4369bf837add None None] Network 26bac71e-fca5-4ab8-8162-051ab27c8d35 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:46:21.643516 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16740fe-9ebd-4f29-8a77-eb05c765383b tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:21.644335 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b16740fe-9ebd-4f29-8a77-eb05c765383b tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:21.684051 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-715623a2-9c23-4f3f-aa0d-6c5ded8b47b7 None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:21.686567 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9b43c0-82b8-4959-9dbe-56a5bbef42da tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=07816838-421b-46df-9c07-0f1ce109b5e3,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:21.720803 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-715623a2-9c23-4f3f-aa0d-6c5ded8b47b7 None None] Transition to ACTIVE for port object a2ef5e86-84b7-40a6-a8d1-171d471efc5c will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:46:21.733202 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3f9b43c0-82b8-4959-9dbe-56a5bbef42da tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:21.757939 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3f9b43c0-82b8-4959-9dbe-56a5bbef42da tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:21.759837 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-3f9b43c0-82b8-4959-9dbe-56a5bbef42da tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/07816838-421b-46df-9c07-0f1ce109b5e3 HTTP/1.1" status: 204 len: 168 time: 0.3404191 Dec 20 08:46:21.763039 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38908) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:21.781331 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b16740fe-9ebd-4f29-8a77-eb05c765383b tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.9730256 Dec 20 08:46:21.784806 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38912) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:21.800010 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-54b22ae6-b749-4e70-ade7-190fef7682eb tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:21.828612 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-54b22ae6-b749-4e70-ade7-190fef7682eb tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Transition to ACTIVE for port object 0aab0b10-e70a-4cf4-8138-60da7a64b096 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:46:21.862483 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-eebc339b-33e8-487e-b958-b61275a19c3c tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] device_id is not set on port baf75baa-1213-48e5-969d-54e5c7d67bda yet. {{(pid=83445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:46:21.868935 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-715623a2-9c23-4f3f-aa0d-6c5ded8b47b7 None None] Transition to ACTIVE for port object a2ef5e86-84b7-40a6-a8d1-171d471efc5c will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:46:21.885502 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-715623a2-9c23-4f3f-aa0d-6c5ded8b47b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:21.899294 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:21.918681 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-54b22ae6-b749-4e70-ade7-190fef7682eb tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2036698'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:21.969190 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.securitygroups_db [None req-6bf05da3-5291-4a15-939a-fecfcc884bf8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Project f7b89f97320342ff933d41aa1a974b12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 08:46:22.011194 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a62791d1-f26f-40e0-b2e2-9d440db5211a tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:22.093222 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715623a2-9c23-4f3f-aa0d-6c5ded8b47b7 None None] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:46:22.138250 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-715623a2-9c23-4f3f-aa0d-6c5ded8b47b7 None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:46:22.143040 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-2687cfa5-c69d-40bc-a6f1-c71874cfbcfb tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Synchronizing usage tracker for tenant:7ffac61ac2484e8a96a049ebd1380818 on resource:security_group_rule {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:46:22.162933 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device d0a7bf9e-aa58-4e0a-8c2d-730b4aaa3b72 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:46:22.201502 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-1719fc11-f0bb-454a-8eae-4f195b9926c9 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Allocated IP 2001:db8::f816:3eff:fe4d:e9fa (f75aa0d2-5f41-40f3-a9e0-d60d934965a4/5a2e4b23-4212-4121-9668-7083cc86eb54/b259db38-44be-4e2e-9ead-21f2ea1d1950) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:46:22.203746 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715623a2-9c23-4f3f-aa0d-6c5ded8b47b7 None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:46:22.204808 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7cb6a412-3a8d-4746-a98d-827b67018ce4 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:22.205670 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7cb6a412-3a8d-4746-a98d-827b67018ce4 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071'] for router, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:22.211491 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6bf05da3-5291-4a15-939a-fecfcc884bf8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:22.229581 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715623a2-9c23-4f3f-aa0d-6c5ded8b47b7 None None] Pushing event updated for resources: {'Port': ['ID=a2ef5e86-84b7-40a6-a8d1-171d471efc5c,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:22.229890 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9cefa87e-ba71-4faa-9f79-d7c1e60aba1f tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:22.233444 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-2687cfa5-c69d-40bc-a6f1-c71874cfbcfb tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Unset dirty status for tenant:7ffac61ac2484e8a96a049ebd1380818 on resource:security_group_rule {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:46:22.234704 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-2687cfa5-c69d-40bc-a6f1-c71874cfbcfb tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4705400 Dec 20 08:46:22.236974 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-715623a2-9c23-4f3f-aa0d-6c5ded8b47b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:22.242561 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38916) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:22.253637 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-aaff0dc0-792e-48ff-ac8c-094320cf7020 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Request body: {'security_group_rule': {'security_group_id': 'adb8df24-e394-4453-8a33-08990324ebfa', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:22.273436 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-aaff0dc0-792e-48ff-ac8c-094320cf7020 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:22.300407 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-aaff0dc0-792e-48ff-ac8c-094320cf7020 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:22.417655 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.securitygroups_db [None req-aaff0dc0-792e-48ff-ac8c-094320cf7020 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Project 7ffac61ac2484e8a96a049ebd1380818 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 08:46:22.454716 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-aaff0dc0-792e-48ff-ac8c-094320cf7020 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:22.474294 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9cefa87e-ba71-4faa-9f79-d7c1e60aba1f tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:22.507668 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-715623a2-9c23-4f3f-aa0d-6c5ded8b47b7 None None] Attempting to bind port a2ef5e86-84b7-40a6-a8d1-171d471efc5c on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:46:22.508031 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-715623a2-9c23-4f3f-aa0d-6c5ded8b47b7 None None] Attempting to bind port a2ef5e86-84b7-40a6-a8d1-171d471efc5c by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '7c00552d-ea93-440b-911c-cb3aa0a4eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:46:22.508395 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715623a2-9c23-4f3f-aa0d-6c5ded8b47b7 None None] Attempting to bind port a2ef5e86-84b7-40a6-a8d1-171d471efc5c on network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:46:22.510790 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0f83ba-e3a5-4cc1-bf3a-249301ce0e32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-26bac71e-fca5-4ab8-8162-051ab27c8d35', 'network_id': '26bac71e-fca5-4ab8-8162-051ab27c8d35', 'tenant_id': '998613e7a7ae4d22ad9b2ce5f8e08568', 'fixed_ips': [{'subnet_id': 'd707a298-7bdd-4aa2-ab41-77cf12ff97bf'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:46:22.511572 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-af0f83ba-e3a5-4cc1-bf3a-249301ce0e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:22.738686 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-af0f83ba-e3a5-4cc1-bf3a-249301ce0e32 None None] Allocated IP 172.20.0.2 (26bac71e-fca5-4ab8-8162-051ab27c8d35/d707a298-7bdd-4aa2-ab41-77cf12ff97bf/ad0e4afd-6870-448b-8803-38028e525e1d) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:46:22.792777 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715623a2-9c23-4f3f-aa0d-6c5ded8b47b7 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:46:22.793302 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715623a2-9c23-4f3f-aa0d-6c5ded8b47b7 None None] Checking segment: {'id': '7c00552d-ea93-440b-911c-cb3aa0a4eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:46:22.794276 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-715623a2-9c23-4f3f-aa0d-6c5ded8b47b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:22.794959 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715623a2-9c23-4f3f-aa0d-6c5ded8b47b7 None None] Bound using segment: {'id': '7c00552d-ea93-440b-911c-cb3aa0a4eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:46:22.796336 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-715623a2-9c23-4f3f-aa0d-6c5ded8b47b7 None None] Bound port: a2ef5e86-84b7-40a6-a8d1-171d471efc5c, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c00552d-ea93-440b-911c-cb3aa0a4eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:46:22.798028 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-715623a2-9c23-4f3f-aa0d-6c5ded8b47b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:22.827405 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6bf05da3-5291-4a15-939a-fecfcc884bf8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:22.832041 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-54b22ae6-b749-4e70-ade7-190fef7682eb tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] In _notify_port_updated(), no bound segment for port 0aab0b10-e70a-4cf4-8138-60da7a64b096 on network b7355766-552f-465d-9e88-97d34cc7cd01 {{(pid=83445) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 08:46:22.837806 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-08fdfdab-bf1c-4b23-bddc-870acb1f535c None None] Provisioning for port 0aab0b10-e70a-4cf4-8138-60da7a64b096 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:46:22.841220 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b22ae6-b749-4e70-ade7-190fef7682eb tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:22.843235 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-54b22ae6-b749-4e70-ade7-190fef7682eb tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:22.849426 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38920) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:22.850580 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-54b22ae6-b749-4e70-ade7-190fef7682eb tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "PUT /v2.0/ports/0aab0b10-e70a-4cf4-8138-60da7a64b096 HTTP/1.1" status: 200 len: 969 time: 4.3386478 Dec 20 08:46:22.865054 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b22ae6-b749-4e70-ade7-190fef7682eb tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Pushing event updated for resources: {'Port': ['ID=0aab0b10-e70a-4cf4-8138-60da7a64b096,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:22.876697 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6bf05da3-5291-4a15-939a-fecfcc884bf8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:22.883906 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-54b22ae6-b749-4e70-ade7-190fef7682eb tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.873s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:22.899887 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:22.944633 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-08fdfdab-bf1c-4b23-bddc-870acb1f535c None None] Provisioning complete for port 0aab0b10-e70a-4cf4-8138-60da7a64b096 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:46:22.945418 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-08fdfdab-bf1c-4b23-bddc-870acb1f535c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:22.953601 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1719fc11-f0bb-454a-8eae-4f195b9926c9 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:22.980110 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf05da3-5291-4a15-939a-fecfcc884bf8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed17b3a1-b51f-4af8-ab9b-17854e2a18ed,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:22.983787 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-6bf05da3-5291-4a15-939a-fecfcc884bf8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:23.004778 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-bb4c336e-3852-445e-a720-416b9778dec4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Deleting port 0aab0b10-e70a-4cf4-8138-60da7a64b096 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:46:23.005024 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bb4c336e-3852-445e-a720-416b9778dec4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:23.029907 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6bf05da3-5291-4a15-939a-fecfcc884bf8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:23.034125 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-6bf05da3-5291-4a15-939a-fecfcc884bf8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.6343610 Dec 20 08:46:23.035696 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38924) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:23.036742 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-1719fc11-f0bb-454a-8eae-4f195b9926c9 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Transition to ACTIVE for port object b259db38-44be-4e2e-9ead-21f2ea1d1950 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:46:23.038881 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-aaff0dc0-792e-48ff-ac8c-094320cf7020 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:23.051931 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-f7a9daf5-6546-4891-b0fd-8f30183a5102 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'security_group_rule': {'security_group_id': '94538abc-96b2-47aa-83bb-750d9d40afe5', 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:23.065711 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-aaff0dc0-792e-48ff-ac8c-094320cf7020 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:23.070036 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-f7a9daf5-6546-4891-b0fd-8f30183a5102 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:23.079384 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-08fdfdab-bf1c-4b23-bddc-870acb1f535c None None] Port 0aab0b10-e70a-4cf4-8138-60da7a64b096 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:46:23.080502 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1e6516af-dc8b-4a50-a0c0-a7da0ca12e43 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:23.087110 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f7a9daf5-6546-4891-b0fd-8f30183a5102 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:security_group_rule and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:23.107984 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f7a9daf5-6546-4891-b0fd-8f30183a5102 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:23.120206 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-08fdfdab-bf1c-4b23-bddc-870acb1f535c None None] Provisioning for port d0a7bf9e-aa58-4e0a-8c2d-730b4aaa3b72 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:46:23.165302 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-f7a9daf5-6546-4891-b0fd-8f30183a5102 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:23.167457 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaff0dc0-792e-48ff-ac8c-094320cf7020 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cab9a5c-a8f7-43b9-8cc2-da5178ac133e,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:23.169011 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-08fdfdab-bf1c-4b23-bddc-870acb1f535c None None] Provisioning complete for port d0a7bf9e-aa58-4e0a-8c2d-730b4aaa3b72 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:46:23.170511 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-08fdfdab-bf1c-4b23-bddc-870acb1f535c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:23.180182 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-aaff0dc0-792e-48ff-ac8c-094320cf7020 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:23.208392 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.securitygroups_db [None req-f7a9daf5-6546-4891-b0fd-8f30183a5102 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Project f7b89f97320342ff933d41aa1a974b12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 08:46:23.220770 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-eebc339b-33e8-487e-b958-b61275a19c3c tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Allocated IP 172.20.0.13 (a10cf7b0-890e-4e8f-a719-310da3a98a0c/41f60fee-ed52-409b-a69b-1b28f6b7c9e1/baf75baa-1213-48e5-969d-54e5c7d67bda) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:46:23.224837 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c29d369-f41a-4228-a9c9-909e84ff737d tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Router 29a6454a-fd73-40da-978f-a9b3c79cb5de has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:46:23.230670 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-aaff0dc0-792e-48ff-ac8c-094320cf7020 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:23.231685 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-eebc339b-33e8-487e-b958-b61275a19c3c tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Allocated IP 172.20.0.12 (a10cf7b0-890e-4e8f-a719-310da3a98a0c/41f60fee-ed52-409b-a69b-1b28f6b7c9e1/baf75baa-1213-48e5-969d-54e5c7d67bda) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:46:23.231870 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-aaff0dc0-792e-48ff-ac8c-094320cf7020 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.9882376 Dec 20 08:46:23.235147 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 38928) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:23.235380 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1719fc11-f0bb-454a-8eae-4f195b9926c9 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:23.242593 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-715623a2-9c23-4f3f-aa0d-6c5ded8b47b7 None None] For port a2ef5e86-84b7-40a6-a8d1-171d471efc5c, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:46:23.258745 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f7a9daf5-6546-4891-b0fd-8f30183a5102 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:23.277336 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ee01290e-76a4-4622-87b5-ba2009899720 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:23.285624 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-af0f83ba-e3a5-4cc1-bf3a-249301ce0e32 None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:23.310106 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-af0f83ba-e3a5-4cc1-bf3a-249301ce0e32 None None] Transition to ACTIVE for port object ad0e4afd-6870-448b-8803-38028e525e1d will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:46:23.310896 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-fa8f2471-c4e0-41a0-bc14-f4b66426aaad tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] 10.222.0.16 "GET /v2.0/security-group-rules/8cab9a5c-a8f7-43b9-8cc2-da5178ac133e HTTP/1.1" status: 200 len: 711 time: 0.0690382 Dec 20 08:46:23.318662 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 38932) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:23.331669 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-715623a2-9c23-4f3f-aa0d-6c5ded8b47b7 None None] For port a2ef5e86-84b7-40a6-a8d1-171d471efc5c, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=a2ef5e86-84b7-40a6-a8d1-171d471efc5c,segment=NetworkSegment(7c00552d-ea93-440b-911c-cb3aa0a4eeff),segment_id=7c00552d-ea93-440b-911c-cb3aa0a4eeff)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:46:23.341789 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-715623a2-9c23-4f3f-aa0d-6c5ded8b47b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:23.357495 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:23.426171 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a436f2-1c3d-4fe2-a0ec-e93cad9e9098 None None] Network 9796a0c1-f6dd-475b-8a68-dc146630e1f2 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:46:23.459535 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1719fc11-f0bb-454a-8eae-4f195b9926c9 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:46:23.461522 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-af0f83ba-e3a5-4cc1-bf3a-249301ce0e32 None None] Transition to ACTIVE for port object ad0e4afd-6870-448b-8803-38028e525e1d will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:46:23.475496 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-1719fc11-f0bb-454a-8eae-4f195b9926c9 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:46:23.489574 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1719fc11-f0bb-454a-8eae-4f195b9926c9 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:46:23.490867 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1719fc11-f0bb-454a-8eae-4f195b9926c9 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:23.491492 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1719fc11-f0bb-454a-8eae-4f195b9926c9 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:23.495758 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1719fc11-f0bb-454a-8eae-4f195b9926c9 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event updated for resources: {'Port': ['ID=b259db38-44be-4e2e-9ead-21f2ea1d1950,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:23.504508 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-af0f83ba-e3a5-4cc1-bf3a-249301ce0e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:23.505132 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1719fc11-f0bb-454a-8eae-4f195b9926c9 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:23.543867 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bb4c336e-3852-445e-a720-416b9778dec4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:23.571589 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9cefa87e-ba71-4faa-9f79-d7c1e60aba1f tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1129313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1529131'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:23.576035 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1719fc11-f0bb-454a-8eae-4f195b9926c9 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.4172440 Dec 20 08:46:23.630519 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715623a2-9c23-4f3f-aa0d-6c5ded8b47b7 None None] Pushing event updated for resources: {'Port': ['ID=a2ef5e86-84b7-40a6-a8d1-171d471efc5c,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:23.639162 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b862e4d7-83e7-43b8-989b-e64fcf3abf51 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:23.648885 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-715623a2-9c23-4f3f-aa0d-6c5ded8b47b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:23.651415 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.137s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:23.663034 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 38936) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:23.668797 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f7a9daf5-6546-4891-b0fd-8f30183a5102 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:23.701176 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0f83ba-e3a5-4cc1-bf3a-249301ce0e32 None None] Network 26bac71e-fca5-4ab8-8162-051ab27c8d35 is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:46:23.712951 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-eebc339b-33e8-487e-b958-b61275a19c3c tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:23.729297 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-af0f83ba-e3a5-4cc1-bf3a-249301ce0e32 None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:46:23.744894 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0f83ba-e3a5-4cc1-bf3a-249301ce0e32 None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:46:23.747741 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-e1057ed9-6f18-437a-932d-9cfc01ff396b tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Synchronizing usage tracker for tenant:7ffac61ac2484e8a96a049ebd1380818 on resource:security_group_rule {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:46:23.759686 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-bb4c336e-3852-445e-a720-416b9778dec4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Calling delete_port for 0aab0b10-e70a-4cf4-8138-60da7a64b096 owned by {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:46:23.796966 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f7a9daf5-6546-4891-b0fd-8f30183a5102 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:23.804722 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cefa87e-ba71-4faa-9f79-d7c1e60aba1f tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Pushing event deleted for resources: {'Subnet': ['ID=d707a298-7bdd-4aa2-ab41-77cf12ff97bf,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:23.812026 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9cefa87e-ba71-4faa-9f79-d7c1e60aba1f tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:23.818776 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:23.841168 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0f83ba-e3a5-4cc1-bf3a-249301ce0e32 None None] Pushing event updated for resources: {'Port': ['ID=ad0e4afd-6870-448b-8803-38028e525e1d,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:23.849925 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-af0f83ba-e3a5-4cc1-bf3a-249301ce0e32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:23.878995 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a9daf5-6546-4891-b0fd-8f30183a5102 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b9624ca-380d-4748-84cf-bb4e2293dfb3,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:23.882208 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-e1057ed9-6f18-437a-932d-9cfc01ff396b tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Unset dirty status for tenant:7ffac61ac2484e8a96a049ebd1380818 on resource:security_group_rule {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:46:23.886009 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-e1057ed9-6f18-437a-932d-9cfc01ff396b tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.5638404 Dec 20 08:46:23.890473 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38940) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:23.890816 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f7a9daf5-6546-4891-b0fd-8f30183a5102 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:23.928639 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-eebc339b-33e8-487e-b958-b61275a19c3c tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:23.939139 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-c3b1741a-ef05-476b-96f6-3aeb91ba6411 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:23.953924 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-08fdfdab-bf1c-4b23-bddc-870acb1f535c None None] Provisioning complete for port faf9e5e4-af97-47e6-99cd-01cf9cfe7116 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:46:23.954303 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-08fdfdab-bf1c-4b23-bddc-870acb1f535c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:23.979521 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cb6a412-3a8d-4746-a98d-827b67018ce4 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Router 93587793-bbe7-4441-98f1-b6f62ac475d0 is scheduled to L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 with binding_index 1 {{(pid=83445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 08:46:24.037898 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1d44db-6c8c-4a4f-b175-7ce92b8ddde4 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:24.041842 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1d44db-6c8c-4a4f-b175-7ce92b8ddde4 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:24.042637 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-df1d44db-6c8c-4a4f-b175-7ce92b8ddde4 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Synchronizing usage tracker for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:46:24.083632 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-af0f83ba-e3a5-4cc1-bf3a-249301ce0e32 None None] Attempting to bind port ad0e4afd-6870-448b-8803-38028e525e1d on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:46:24.084218 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-af0f83ba-e3a5-4cc1-bf3a-249301ce0e32 None None] Attempting to bind port ad0e4afd-6870-448b-8803-38028e525e1d by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '84e2d656-1e96-4ed6-b619-15edbff8e639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '26bac71e-fca5-4ab8-8162-051ab27c8d35'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:46:24.084738 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0f83ba-e3a5-4cc1-bf3a-249301ce0e32 None None] Attempting to bind port ad0e4afd-6870-448b-8803-38028e525e1d on network 26bac71e-fca5-4ab8-8162-051ab27c8d35 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:46:24.114655 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9cefa87e-ba71-4faa-9f79-d7c1e60aba1f tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:24.142570 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0f83ba-e3a5-4cc1-bf3a-249301ce0e32 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:46:24.142949 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0f83ba-e3a5-4cc1-bf3a-249301ce0e32 None None] Checking segment: {'id': '84e2d656-1e96-4ed6-b619-15edbff8e639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '26bac71e-fca5-4ab8-8162-051ab27c8d35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:46:24.143349 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-af0f83ba-e3a5-4cc1-bf3a-249301ce0e32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:24.144685 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0f83ba-e3a5-4cc1-bf3a-249301ce0e32 None None] Bound using segment: {'id': '84e2d656-1e96-4ed6-b619-15edbff8e639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '26bac71e-fca5-4ab8-8162-051ab27c8d35'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:46:24.145437 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f7a9daf5-6546-4891-b0fd-8f30183a5102 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:24.145623 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-af0f83ba-e3a5-4cc1-bf3a-249301ce0e32 None None] Bound port: ad0e4afd-6870-448b-8803-38028e525e1d, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84e2d656-1e96-4ed6-b619-15edbff8e639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '26bac71e-fca5-4ab8-8162-051ab27c8d35'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:46:24.146156 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-af0f83ba-e3a5-4cc1-bf3a-249301ce0e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:24.160187 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f7a9daf5-6546-4891-b0fd-8f30183a5102 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 1.1193979 Dec 20 08:46:24.163725 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device a2ef5e86-84b7-40a6-a8d1-171d471efc5c up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:46:24.191847 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebc339b-33e8-487e-b958-b61275a19c3c tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Network a10cf7b0-890e-4e8f-a719-310da3a98a0c is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:46:24.205225 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-eebc339b-33e8-487e-b958-b61275a19c3c tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:46:24.215546 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-df1d44db-6c8c-4a4f-b175-7ce92b8ddde4 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Unset dirty status for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:46:24.216815 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-df1d44db-6c8c-4a4f-b175-7ce92b8ddde4 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.5526018 Dec 20 08:46:24.217490 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebc339b-33e8-487e-b958-b61275a19c3c tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Pushing event updated for resources: {'Port': ['ID=baf75baa-1213-48e5-969d-54e5c7d67bda,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:24.220289 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 38946) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:24.220289 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebc339b-33e8-487e-b958-b61275a19c3c tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:46:24.221749 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-08fdfdab-bf1c-4b23-bddc-870acb1f535c None None] Port faf9e5e4-af97-47e6-99cd-01cf9cfe7116 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:46:24.230732 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-9cefa87e-ba71-4faa-9f79-d7c1e60aba1f tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26bac71e-fca5-4ab8-8162-051ab27c8d35']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:46:24.242107 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bb4c336e-3852-445e-a720-416b9778dec4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:24.262986 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-eebc339b-33e8-487e-b958-b61275a19c3c tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:24.264198 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-235a2a0f-c20a-4593-abde-4c16ea644cb9 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:24.333389 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-849b0ee7-354c-47cf-b419-56b61dc7cc8a tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:24.340608 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-9cefa87e-ba71-4faa-9f79-d7c1e60aba1f tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84e2d656-1e96-4ed6-b619-15edbff8e639') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:46:24.341014 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-9cefa87e-ba71-4faa-9f79-d7c1e60aba1f tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84e2d656-1e96-4ed6-b619-15edbff8e639') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:46:24.353909 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4c336e-3852-445e-a720-416b9778dec4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Pushing event deleted for resources: {'Port': ['ID=0aab0b10-e70a-4cf4-8138-60da7a64b096,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:24.361017 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-bb4c336e-3852-445e-a720-416b9778dec4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:24.367249 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-af0f83ba-e3a5-4cc1-bf3a-249301ce0e32 None None] For port ad0e4afd-6870-448b-8803-38028e525e1d, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:46:24.369958 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-849b0ee7-354c-47cf-b419-56b61dc7cc8a tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:24.372298 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-af0f83ba-e3a5-4cc1-bf3a-249301ce0e32 None None] For port ad0e4afd-6870-448b-8803-38028e525e1d, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=ad0e4afd-6870-448b-8803-38028e525e1d,segment=NetworkSegment(84e2d656-1e96-4ed6-b619-15edbff8e639),segment_id=84e2d656-1e96-4ed6-b619-15edbff8e639)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:46:24.380026 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-af0f83ba-e3a5-4cc1-bf3a-249301ce0e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:24.382041 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9cefa87e-ba71-4faa-9f79-d7c1e60aba1f tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1618722'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:24.385269 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-8f5454d0-1410-4f07-bd8d-a0e13b9b90ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:24.411256 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-453ba2e1-b0e1-470e-a6db-89065c874a30 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Deleting port b259db38-44be-4e2e-9ead-21f2ea1d1950 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:46:24.411634 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-453ba2e1-b0e1-470e-a6db-89065c874a30 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:24.427624 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port a2ef5e86-84b7-40a6-a8d1-171d471efc5c completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:46:24.430498 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-4b05965a-7456-46c4-a80f-25ab11aafb29 None None] Provisioning for port ae5665a8-bd33-4102-ac55-713ac47555d2 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:46:24.449288 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bb4c336e-3852-445e-a720-416b9778dec4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:24.457175 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device ae5665a8-bd33-4102-ac55-713ac47555d2 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:46:24.470127 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-bb4c336e-3852-445e-a720-416b9778dec4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "DELETE /v2.0/ports/0aab0b10-e70a-4cf4-8138-60da7a64b096 HTTP/1.1" status: 204 len: 168 time: 1.6125796 Dec 20 08:46:24.471739 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9cefa87e-ba71-4faa-9f79-d7c1e60aba1f tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:24.476019 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38954) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:24.482956 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c29d369-f41a-4228-a9c9-909e84ff737d tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:46:24.496170 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd96d68-bcda-40a3-95fb-aeb004797499 None None] Sync routers for ids ['29a6454a-fd73-40da-978f-a9b3c79cb5de'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:46:24.518244 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd96d68-bcda-40a3-95fb-aeb004797499 None None] Routers {'29a6454a-fd73-40da-978f-a9b3c79cb5de'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:46:24.520209 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-5bd96d68-bcda-40a3-95fb-aeb004797499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:46:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['29a6454a-fd73-40da-978f-a9b3c79cb5de'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:46:24.522305 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eebc339b-33e8-487e-b958-b61275a19c3c tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:24.522935 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-eebc339b-33e8-487e-b958-b61275a19c3c tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:24.529219 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3c29d369-f41a-4228-a9c9-909e84ff737d tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for floatingip, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:24.552783 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-4b05965a-7456-46c4-a80f-25ab11aafb29 None None] Could not find standard attr ID for object 0aab0b10-e70a-4cf4-8138-60da7a64b096. {{(pid=83446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 08:46:24.567772 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-63aa19e1-8117-4108-bfce-2994889b38e5 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] GET failed (client error): The resource could not be found. Dec 20 08:46:24.568281 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-63aa19e1-8117-4108-bfce-2994889b38e5 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Synchronizing usage tracker for tenant:bcc408b3053b4123bbeeedda32cab34a on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:46:24.583916 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cefa87e-ba71-4faa-9f79-d7c1e60aba1f tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:46:24.584266 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9cefa87e-ba71-4faa-9f79-d7c1e60aba1f tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1128911'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:24.623563 dv-neutron-820491-1-hyperv neutron-server[83444]: Traceback (most recent call last): Dec 20 08:46:24.623563 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:46:24.623563 dv-neutron-820491-1-hyperv neutron-server[83444]: timer() Dec 20 08:46:24.623563 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:46:24.623563 dv-neutron-820491-1-hyperv neutron-server[83444]: cb(*args, **kw) Dec 20 08:46:24.623563 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:46:24.623563 dv-neutron-820491-1-hyperv neutron-server[83444]: return func(*args, **kwargs) Dec 20 08:46:24.623563 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:46:24.623563 dv-neutron-820491-1-hyperv neutron-server[83444]: self._notify() Dec 20 08:46:24.623563 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:46:24.623563 dv-neutron-820491-1-hyperv neutron-server[83444]: self.callback(batched_events) Dec 20 08:46:24.623563 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:46:24.623563 dv-neutron-820491-1-hyperv neutron-server[83444]: event.method(event) Dec 20 08:46:24.623563 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:46:24.623563 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:46:24.623563 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:46:24.623563 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:46:24.623563 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:46:24.623563 dv-neutron-820491-1-hyperv neutron-server[83444]: return f(self, *a, **k) Dec 20 08:46:24.623563 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:46:24.623563 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._get(url).json() Dec 20 08:46:24.623563 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:46:24.623563 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:46:24.623563 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:46:24.623563 dv-neutron-820491-1-hyperv neutron-server[83444]: return self.request(url, 'GET', **kwargs) Dec 20 08:46:24.623563 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:46:24.623563 dv-neutron-820491-1-hyperv neutron-server[83444]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:46:24.623563 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:46:24.623563 dv-neutron-820491-1-hyperv neutron-server[83444]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:46:24.623563 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:46:24.623563 dv-neutron-820491-1-hyperv neutron-server[83444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:46:24.623563 dv-neutron-820491-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:46:24.629441 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-849b0ee7-354c-47cf-b419-56b61dc7cc8a tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:24.647013 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0f83ba-e3a5-4cc1-bf3a-249301ce0e32 None None] Pushing event updated for resources: {'Port': ['ID=ad0e4afd-6870-448b-8803-38028e525e1d,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:24.653370 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-af0f83ba-e3a5-4cc1-bf3a-249301ce0e32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:24.653584 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-60863653-60fe-4a7a-9c89-163acdeb0fbf tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:24.692107 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-849b0ee7-354c-47cf-b419-56b61dc7cc8a tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:24.697265 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-849b0ee7-354c-47cf-b419-56b61dc7cc8a tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/8cab9a5c-a8f7-43b9-8cc2-da5178ac133e HTTP/1.1" status: 204 len: 168 time: 0.7695060 Dec 20 08:46:24.708606 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port ae5665a8-bd33-4102-ac55-713ac47555d2 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:46:24.715871 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 38960) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:24.716711 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port ae5665a8-bd33-4102-ac55-713ac47555d2 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:46:24.717162 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:24.733477 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-eebc339b-33e8-487e-b958-b61275a19c3c tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 4.2420669 Dec 20 08:46:24.745008 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849b0ee7-354c-47cf-b419-56b61dc7cc8a tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8cab9a5c-a8f7-43b9-8cc2-da5178ac133e,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:24.746598 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38964) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:24.845615 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-849b0ee7-354c-47cf-b419-56b61dc7cc8a tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:24.850077 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-ad5c1eb8-1fcc-428b-82a3-0c7767bbb135 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Request body: {'floatingip': {'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'port_id': 'baf75baa-1213-48e5-969d-54e5c7d67bda', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:24.873926 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-63aa19e1-8117-4108-bfce-2994889b38e5 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Unset dirty status for tenant:bcc408b3053b4123bbeeedda32cab34a on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:46:24.877493 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8282b3d-5dc7-4a98-a733-88b45aad6303 None None] Network 26bac71e-fca5-4ab8-8162-051ab27c8d35 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:46:24.890218 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-63aa19e1-8117-4108-bfce-2994889b38e5 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "GET /v2.0/ports/0aab0b10-e70a-4cf4-8138-60da7a64b096 HTTP/1.1" status: 404 len: 333 time: 0.4125521 Dec 20 08:46:24.891258 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-ad5c1eb8-1fcc-428b-82a3-0c7767bbb135 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:24.894596 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38968) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:24.899830 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.db.api [None req-9cefa87e-ba71-4faa-9f79-d7c1e60aba1f tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 08:46:24.899830 dv-neutron-820491-1-hyperv neutron-server[83444]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 08:46:24.899830 dv-neutron-820491-1-hyperv neutron-server[83444]: [parameters: {'id': '26bac71e-fca5-4ab8-8162-051ab27c8d35'}] Dec 20 08:46:24.899830 dv-neutron-820491-1-hyperv neutron-server[83444]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 08:46:24.900278 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_db.api [None req-9cefa87e-ba71-4faa-9f79-d7c1e60aba1f tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 08:46:24.952924 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-5bd96d68-bcda-40a3-95fb-aeb004797499 None None] Set router 29a6454a-fd73-40da-978f-a9b3c79cb5de gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:46:24.986328 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-ad5c1eb8-1fcc-428b-82a3-0c7767bbb135 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Usage tracker for resource:floatingip and tenant:a6ef049aae6b4eea9e642fc2beae00ec is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:24.991252 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-ad5c1eb8-1fcc-428b-82a3-0c7767bbb135 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:25.006714 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-ad5c1eb8-1fcc-428b-82a3-0c7767bbb135 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:25.060631 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ad5c1eb8-1fcc-428b-82a3-0c7767bbb135 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks [] for floatingip, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:25.093042 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-3c29d369-f41a-4228-a9c9-909e84ff737d tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "PUT /v2.0/floatingips/04f5c4f5-e3c2-4019-9580-0a36ec3939e4 HTTP/1.1" status: 200 len: 992 time: 11.2224352 Dec 20 08:46:25.098324 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-090f4107-a466-4090-9748-e9664d75022f tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:25.132651 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce86b767-a621-41c5-98e8-cc542b7adc7f', 'tag': '11db67d0-8208-488d-af30-92e306aa192a'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 08:46:25.136993 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-090f4107-a466-4090-9748-e9664d75022f tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:25.210079 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-c529c576-8e28-43a7-8441-d064c3dd9710 None None] Provisioning complete for port ae5665a8-bd33-4102-ac55-713ac47555d2 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:46:25.210717 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c529c576-8e28-43a7-8441-d064c3dd9710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:25.234326 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-0e0873e8-17c1-45f3-a5df-f22dc9f8c17e req-1b6a39d1-a5f8-4307-bbe2-01247d7f5b12 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-624076169&fields=id&tenant_id=f7b89f97320342ff933d41aa1a974b12 HTTP/1.1" status: 200 len: 267 time: 0.6705463 Dec 20 08:46:25.294488 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-090f4107-a466-4090-9748-e9664d75022f tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:25.302934 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-379ef5f3-c5b1-4a80-bc18-b1fd2cbf593f tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:25.324669 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090f4107-a466-4090-9748-e9664d75022f tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8aba2d9-b5a4-4dae-bf95-17ead0923b11,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:25.329771 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-090f4107-a466-4090-9748-e9664d75022f tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:25.357965 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-090f4107-a466-4090-9748-e9664d75022f tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:25.364832 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-090f4107-a466-4090-9748-e9664d75022f tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "DELETE /v2.0/security-groups/f8aba2d9-b5a4-4dae-bf95-17ead0923b11 HTTP/1.1" status: 204 len: 168 time: 0.4691207 Dec 20 08:46:25.367647 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38976) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:25.375088 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:25.394832 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce86b767-a621-41c5-98e8-cc542b7adc7f', 'tag': '11db67d0-8208-488d-af30-92e306aa192a', 'status': 'completed', 'code': 200} Dec 20 08:46:25.420623 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9cefa87e-ba71-4faa-9f79-d7c1e60aba1f tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:25.462784 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port ae5665a8-bd33-4102-ac55-713ac47555d2, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=ae5665a8-bd33-4102-ac55-713ac47555d2,segment=NetworkSegment(193fd930-550c-458f-bfd4-532f0fdcefb5),segment_id=193fd930-550c-458f-bfd4-532f0fdcefb5)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:46:25.488229 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:25.495766 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:25.498292 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-a31ca0b3-6671-4a46-ae8f-227b7e0e0d81 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.7631276 Dec 20 08:46:25.533063 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 38980) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:25.594745 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-5bd96d68-bcda-40a3-95fb-aeb004797499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a6454a-fd73-40da-978f-a9b3c79cb5de', 'name': 'tempest-ServerActionsTestJSON-874320212-router', 'tenant_id': 'e2165a78ac154b1c9f29e840efaf3cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.135'}], 'enable_snat': True}, 'gw_port_id': '58786892-5932-45d7-a698-2800f0cd5654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:45:15Z', 'updated_at': '2021-12-20T08:45:30Z', 'revision_number': 4, 'project_id': 'e2165a78ac154b1c9f29e840efaf3cb7', 'gw_port': {'id': '58786892-5932-45d7-a698-2800f0cd5654', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a6454a-fd73-40da-978f-a9b3c79cb5de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:45:16Z', 'updated_at': '2021-12-20T08:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': '04f5c4f5-e3c2-4019-9580-0a36ec3939e4', 'tenant_id': 'e2165a78ac154b1c9f29e840efaf3cb7', 'floating_ip_address': '172.26.5.173', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': '29a6454a-fd73-40da-978f-a9b3c79cb5de', 'port_id': '11db67d0-8208-488d-af30-92e306aa192a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ab8996b-db59-43a0-a379-647199802474', 'mac_address': 'fa:16:3e:ad:97:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce86b767-a621-41c5-98e8-cc542b7adc7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T08:45:43Z', 'updated_at': '2021-12-20T08:46:17Z', 'revision_number': 1, 'project_id': 'e2165a78ac154b1c9f29e840efaf3cb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb9c6964-d984-45d4-b174-931e7a1fa0ce', 'name': '', 'network_id': '3ab8996b-db59-43a0-a379-647199802474', 'tenant_id': 'e2165a78ac154b1c9f29e840efaf3cb7', 'mac_address': 'fa:16:3e:62:72:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a6454a-fd73-40da-978f-a9b3c79cb5de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '944a3b04-d2ac-486e-bee8-ba11ef891bfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:45:27Z', 'updated_at': '2021-12-20T08:45:40Z', 'revision_number': 5, 'project_id': 'e2165a78ac154b1c9f29e840efaf3cb7', 'subnets': [{'id': '944a3b04-d2ac-486e-bee8-ba11ef891bfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:46:25.595517 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=ae5665a8-bd33-4102-ac55-713ac47555d2,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:25.599537 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:25.609978 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd96d68-bcda-40a3-95fb-aeb004797499 None None] Checking router: 29a6454a-fd73-40da-978f-a9b3c79cb5de for host: dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 08:46:25.623772 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd96d68-bcda-40a3-95fb-aeb004797499 None None] Routers {'29a6454a-fd73-40da-978f-a9b3c79cb5de'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:46:25.624886 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-5bd96d68-bcda-40a3-95fb-aeb004797499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:46:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['29a6454a-fd73-40da-978f-a9b3c79cb5de'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:46:25.651467 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-453ba2e1-b0e1-470e-a6db-89065c874a30 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:25.734411 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-9cefa87e-ba71-4faa-9f79-d7c1e60aba1f tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Deleting port ad0e4afd-6870-448b-8803-38028e525e1d {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:46:25.734969 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9cefa87e-ba71-4faa-9f79-d7c1e60aba1f tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:25.757831 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0873e8-17c1-45f3-a5df-f22dc9f8c17e req-b4bee438-7185-4a13-a1d2-af7b33bc9250 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:25.759575 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-0e0873e8-17c1-45f3-a5df-f22dc9f8c17e req-b4bee438-7185-4a13-a1d2-af7b33bc9250 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/networks?id=627d2b4e-ee9f-42de-b848-af479fe5c2f5 HTTP/1.1" status: 200 len: 796 time: 0.5243118 Dec 20 08:46:25.767398 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131ceeb1-26ec-40c5-8880-ab803871ef50 None None] get_active_networks_info from dv-neutron-820491-1-hyperv {{(pid=83446) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 20 08:46:25.797209 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ad5c1eb8-1fcc-428b-82a3-0c7767bbb135 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:25.853533 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-5bd96d68-bcda-40a3-95fb-aeb004797499 None None] Set router 29a6454a-fd73-40da-978f-a9b3c79cb5de gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:46:25.924500 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-eb3a1a66-3b22-4ab1-948c-4084b5249fb0 None None] Provisioning for port a2ef5e86-84b7-40a6-a8d1-171d471efc5c completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:46:25.937386 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-453ba2e1-b0e1-470e-a6db-89065c874a30 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Calling delete_port for b259db38-44be-4e2e-9ead-21f2ea1d1950 owned by {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:46:25.938912 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-eb3a1a66-3b22-4ab1-948c-4084b5249fb0 None None] Provisioning complete for port a2ef5e86-84b7-40a6-a8d1-171d471efc5c triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:46:25.939585 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-eb3a1a66-3b22-4ab1-948c-4084b5249fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:25.954982 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-200e9b27-3974-403d-ba30-e8230e1d8efd tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:25.989366 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-110b098c-8105-4320-bd16-be6f91561ccb req-957be89c-ea5c-434d-a324-e6bb15c7637b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e2165a78ac154b1c9f29e840efaf3cb7&device_id=ce86b767-a621-41c5-98e8-cc542b7adc7f HTTP/1.1" status: 200 len: 1099 time: 0.5642343 Dec 20 08:46:25.989738 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device ae5665a8-bd33-4102-ac55-713ac47555d2 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:46:26.062314 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131ceeb1-26ec-40c5-8880-ab803871ef50 None None] Resources bound (agent type, host, resource id): {{(pid=83446) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 08:46:26.130330 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-200e9b27-3974-403d-ba30-e8230e1d8efd tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:26.192239 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-453ba2e1-b0e1-470e-a6db-89065c874a30 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:26.217865 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d877ef31-9459-4d92-8aff-1684c448ecbe tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:26.306786 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-453ba2e1-b0e1-470e-a6db-89065c874a30 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:26.320897 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-9cefa87e-ba71-4faa-9f79-d7c1e60aba1f tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] For port ad0e4afd-6870-448b-8803-38028e525e1d, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=ad0e4afd-6870-448b-8803-38028e525e1d,segment=NetworkSegment(84e2d656-1e96-4ed6-b619-15edbff8e639),segment_id=84e2d656-1e96-4ed6-b619-15edbff8e639)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:46:26.323943 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9cefa87e-ba71-4faa-9f79-d7c1e60aba1f tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:26.341260 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb6a412-3a8d-4746-a98d-827b67018ce4 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:46:26.376402 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-0e0873e8-17c1-45f3-a5df-f22dc9f8c17e req-4fb3826a-ebe1-4f26-9019-292691d339cf tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/quotas/f7b89f97320342ff933d41aa1a974b12 HTTP/1.1" status: 200 len: 375 time: 0.6015868 Dec 20 08:46:26.377463 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453ba2e1-b0e1-470e-a6db-89065c874a30 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event deleted for resources: {'Port': ['ID=b259db38-44be-4e2e-9ead-21f2ea1d1950,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:26.382842 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-453ba2e1-b0e1-470e-a6db-89065c874a30 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/ports/b259db38-44be-4e2e-9ead-21f2ea1d1950 HTTP/1.1" status: 204 len: 168 time: 2.1270106 Dec 20 08:46:26.384909 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e50ef3bc-d49b-455f-b20c-7980cb25ae3d tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:26.389129 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-5bd96d68-bcda-40a3-95fb-aeb004797499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a6454a-fd73-40da-978f-a9b3c79cb5de', 'name': 'tempest-ServerActionsTestJSON-874320212-router', 'tenant_id': 'e2165a78ac154b1c9f29e840efaf3cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.135'}], 'enable_snat': True}, 'gw_port_id': '58786892-5932-45d7-a698-2800f0cd5654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:45:15Z', 'updated_at': '2021-12-20T08:45:30Z', 'revision_number': 4, 'project_id': 'e2165a78ac154b1c9f29e840efaf3cb7', 'gw_port': {'id': '58786892-5932-45d7-a698-2800f0cd5654', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a6454a-fd73-40da-978f-a9b3c79cb5de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:45:16Z', 'updated_at': '2021-12-20T08:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': '04f5c4f5-e3c2-4019-9580-0a36ec3939e4', 'tenant_id': 'e2165a78ac154b1c9f29e840efaf3cb7', 'floating_ip_address': '172.26.5.173', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': '29a6454a-fd73-40da-978f-a9b3c79cb5de', 'port_id': '11db67d0-8208-488d-af30-92e306aa192a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ab8996b-db59-43a0-a379-647199802474', 'mac_address': 'fa:16:3e:ad:97:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce86b767-a621-41c5-98e8-cc542b7adc7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T08:45:43Z', 'updated_at': '2021-12-20T08:46:17Z', 'revision_number': 1, 'project_id': 'e2165a78ac154b1c9f29e840efaf3cb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb9c6964-d984-45d4-b174-931e7a1fa0ce', 'name': '', 'network_id': '3ab8996b-db59-43a0-a379-647199802474', 'tenant_id': 'e2165a78ac154b1c9f29e840efaf3cb7', 'mac_address': 'fa:16:3e:62:72:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a6454a-fd73-40da-978f-a9b3c79cb5de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '944a3b04-d2ac-486e-bee8-ba11ef891bfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:45:27Z', 'updated_at': '2021-12-20T08:45:40Z', 'revision_number': 5, 'project_id': 'e2165a78ac154b1c9f29e840efaf3cb7', 'subnets': [{'id': '944a3b04-d2ac-486e-bee8-ba11ef891bfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:46:26.397719 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd96d68-bcda-40a3-95fb-aeb004797499 None None] The sync data for ids ['29a6454a-fd73-40da-978f-a9b3c79cb5de'] in dv-neutron-820491-1-hyperv is: [{'id': '29a6454a-fd73-40da-978f-a9b3c79cb5de', 'name': 'tempest-ServerActionsTestJSON-874320212-router', 'tenant_id': 'e2165a78ac154b1c9f29e840efaf3cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.135'}], 'enable_snat': True}, 'gw_port_id': '58786892-5932-45d7-a698-2800f0cd5654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:45:15Z', 'updated_at': '2021-12-20T08:45:30Z', 'revision_number': 4, 'project_id': 'e2165a78ac154b1c9f29e840efaf3cb7', 'gw_port': {'id': '58786892-5932-45d7-a698-2800f0cd5654', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a6454a-fd73-40da-978f-a9b3c79cb5de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:45:16Z', 'updated_at': '2021-12-20T08:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': '04f5c4f5-e3c2-4019-9580-0a36ec3939e4', 'tenant_id': 'e2165a78ac154b1c9f29e840efaf3cb7', 'floating_ip_address': '172.26.5.173', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': '29a6454a-fd73-40da-978f-a9b3c79cb5de', 'port_id': '11db67d0-8208-488d-af30-92e306aa192a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ab8996b-db59-43a0-a379-647199802474', 'mac_address': 'fa:16:3e:ad:97:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce86b767-a621-41c5-98e8-cc542b7adc7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T08:45:43Z', 'updated_at': '2021-12-20T08:46:17Z', 'revision_number': 1, 'project_id': 'e2165a78ac154b1c9f29e840efaf3cb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb9c6964-d984-45d4-b174-931e7a1fa0ce', 'name': '', 'network_id': '3ab8996b-db59-43a0-a379-647199802474', 'tenant_id': 'e2165a78ac154b1c9f29e840efaf3cb7', 'mac_address': 'fa:16:3e:62:72:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a6454a-fd73-40da-978f-a9b3c79cb5de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '944a3b04-d2ac-486e-bee8-ba11ef891bfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:45:27Z', 'updated_at': '2021-12-20T08:45:40Z', 'revision_number': 5, 'project_id': 'e2165a78ac154b1c9f29e840efaf3cb7', 'subnets': [{'id': '944a3b04-d2ac-486e-bee8-ba11ef891bfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:46:26.421958 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e50ef3bc-d49b-455f-b20c-7980cb25ae3d tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:26.459304 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38986) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:26.461130 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7cb6a412-3a8d-4746-a98d-827b67018ce4 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:26.464801 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-7cb6a412-3a8d-4746-a98d-827b67018ce4 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 12.8087471 Dec 20 08:46:26.507348 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-453ba2e1-b0e1-470e-a6db-89065c874a30 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:26.514210 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 38988) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:26.603045 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port ae5665a8-bd33-4102-ac55-713ac47555d2 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:46:26.603794 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:26.606136 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-9cefa87e-ba71-4faa-9f79-d7c1e60aba1f tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Calling delete_port for ad0e4afd-6870-448b-8803-38028e525e1d owned by network:dhcp {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:46:26.624729 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e50ef3bc-d49b-455f-b20c-7980cb25ae3d tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:26.632334 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-10f70022-b171-4217-a744-47b2e6a778a9 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:26.637003 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea7fb22-8c74-40eb-9313-967c77cb712a None None] Sync routers for ids ['93587793-bbe7-4441-98f1-b6f62ac475d0'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:46:26.666099 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50ef3bc-d49b-455f-b20c-7980cb25ae3d tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb8df24-e394-4453-8a33-08990324ebfa,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:26.671632 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e50ef3bc-d49b-455f-b20c-7980cb25ae3d tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:26.672382 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-ad5c1eb8-1fcc-428b-82a3-0c7767bbb135 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Allocated IP 172.26.5.46 (95f3bec2-46e6-4468-8229-8badd4a5aaae/cf8895a3-346d-4313-a645-16ecdcce9969/e941f167-f6f4-4d0c-b951-36a90c7d99f2) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:46:26.683728 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-0e0873e8-17c1-45f3-a5df-f22dc9f8c17e req-2355159a-f2ee-4b53-83a1-fa16840562d4 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Synchronizing usage tracker for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:46:26.695372 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-200e9b27-3974-403d-ba30-e8230e1d8efd tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:26.708082 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-eb3a1a66-3b22-4ab1-948c-4084b5249fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:26.708520 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e50ef3bc-d49b-455f-b20c-7980cb25ae3d tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:26.712766 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-e50ef3bc-d49b-455f-b20c-7980cb25ae3d tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] 10.222.0.16 "DELETE /v2.0/security-groups/adb8df24-e394-4453-8a33-08990324ebfa HTTP/1.1" status: 204 len: 168 time: 1.1690702 Dec 20 08:46:26.713041 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b35d55c0-16c6-4eea-ae95-b2bdfb236eb3 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:26.716916 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 38994) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:26.722839 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110b098c-8105-4320-bd16-be6f91561ccb req-59d2e722-6692-45eb-93ea-d6f096ac7c43 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:26.724501 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-110b098c-8105-4320-bd16-be6f91561ccb req-59d2e722-6692-45eb-93ea-d6f096ac7c43 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3ab8996b-db59-43a0-a379-647199802474 HTTP/1.1" status: 200 len: 912 time: 0.7197566 Dec 20 08:46:26.742889 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea7fb22-8c74-40eb-9313-967c77cb712a None None] Routers {'93587793-bbe7-4441-98f1-b6f62ac475d0'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:46:26.743541 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-4ea7fb22-8c74-40eb-9313-967c77cb712a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:46:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['93587793-bbe7-4441-98f1-b6f62ac475d0'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:46:26.794650 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-0e0873e8-17c1-45f3-a5df-f22dc9f8c17e req-2355159a-f2ee-4b53-83a1-fa16840562d4 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Unset dirty status for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:46:26.795297 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-0e0873e8-17c1-45f3-a5df-f22dc9f8c17e req-2355159a-f2ee-4b53-83a1-fa16840562d4 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f7b89f97320342ff933d41aa1a974b12&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3288894 Dec 20 08:46:26.819504 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200e9b27-3974-403d-ba30-e8230e1d8efd tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef34eac-79e4-4678-adab-bd53e9bb092d,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:26.850297 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-200e9b27-3974-403d-ba30-e8230e1d8efd tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:26.931904 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-ac33bb52-a4e8-41bb-87cc-b4f8e0c2104e tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Synchronizing usage tracker for tenant:7ffac61ac2484e8a96a049ebd1380818 on resource:security_group {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:46:26.970622 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc6c8e9-daaf-4341-afbb-5b7dabe75d38 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:26.972471 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc6c8e9-daaf-4341-afbb-5b7dabe75d38 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:26.972648 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-eb3a1a66-3b22-4ab1-948c-4084b5249fb0 None None] For port a2ef5e86-84b7-40a6-a8d1-171d471efc5c, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=a2ef5e86-84b7-40a6-a8d1-171d471efc5c,segment=NetworkSegment(7c00552d-ea93-440b-911c-cb3aa0a4eeff),segment_id=7c00552d-ea93-440b-911c-cb3aa0a4eeff)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:46:26.973496 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-8fc6c8e9-daaf-4341-afbb-5b7dabe75d38 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Synchronizing usage tracker for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:subnet {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:46:26.985837 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-200e9b27-3974-403d-ba30-e8230e1d8efd tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:26.987222 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-200e9b27-3974-403d-ba30-e8230e1d8efd tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "DELETE /v2.0/security-groups/aef34eac-79e4-4678-adab-bd53e9bb092d HTTP/1.1" status: 204 len: 168 time: 1.6183386 Dec 20 08:46:26.994831 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 38998) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:27.004519 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-ac33bb52-a4e8-41bb-87cc-b4f8e0c2104e tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Unset dirty status for tenant:7ffac61ac2484e8a96a049ebd1380818 on resource:security_group {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:46:27.004948 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-eb3a1a66-3b22-4ab1-948c-4084b5249fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:27.010157 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-ac33bb52-a4e8-41bb-87cc-b4f8e0c2104e tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2880936 Dec 20 08:46:27.011426 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-715623a2-9c23-4f3f-aa0d-6c5ded8b47b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:27.013168 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 39002) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:27.021623 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-1823cc23-15d9-4ea9-a4b5-71bf9a02b10b tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Request body: {'security_group': {'name': 'tempest-secgroup--1157381409'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:27.027205 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-0e0873e8-17c1-45f3-a5df-f22dc9f8c17e req-752905b5-7255-48d7-9b39-49eee3ae0d22 service neutron] 10.222.0.16 "GET /v2.0/networks/627d2b4e-ee9f-42de-b848-af479fe5c2f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176371 Dec 20 08:46:27.031766 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-1823cc23-15d9-4ea9-a4b5-71bf9a02b10b tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:27.072049 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b6d328c7-2cc5-4ef5-b98d-e707f425be0f tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks [] for router, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:27.077564 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9cefa87e-ba71-4faa-9f79-d7c1e60aba1f tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:27.084108 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-110b098c-8105-4320-bd16-be6f91561ccb req-93ff2363-d9d1-43b3-80b2-22e264412850 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11db67d0-8208-488d-af30-92e306aa192a HTTP/1.1" status: 200 len: 1000 time: 0.3465800 Dec 20 08:46:27.098085 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-433f2cbe-a494-40b3-90bf-9a9b223de339 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:27.108107 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-eb3a1a66-3b22-4ab1-948c-4084b5249fb0 None None] Could not find standard attr ID for object b259db38-44be-4e2e-9ead-21f2ea1d1950. {{(pid=83446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 08:46:27.121001 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-1823cc23-15d9-4ea9-a4b5-71bf9a02b10b tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:27.170124 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-4ea7fb22-8c74-40eb-9313-967c77cb712a None None] Set router 93587793-bbe7-4441-98f1-b6f62ac475d0 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:46:27.186886 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-8fc6c8e9-daaf-4341-afbb-5b7dabe75d38 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Unset dirty status for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:subnet {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:46:27.191165 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-8fc6c8e9-daaf-4341-afbb-5b7dabe75d38 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.6341872 Dec 20 08:46:27.199625 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cefa87e-ba71-4faa-9f79-d7c1e60aba1f tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Pushing event deleted for resources: {'Port': ['ID=ad0e4afd-6870-448b-8803-38028e525e1d,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:27.202074 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39006) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:27.209861 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1823cc23-15d9-4ea9-a4b5-71bf9a02b10b tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:27.252030 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9cefa87e-ba71-4faa-9f79-d7c1e60aba1f tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:27.266968 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3a1a66-3b22-4ab1-948c-4084b5249fb0 None None] Pushing event updated for resources: {'Port': ['ID=a2ef5e86-84b7-40a6-a8d1-171d471efc5c,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:27.277121 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-eb3a1a66-3b22-4ab1-948c-4084b5249fb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:27.277394 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ad5c1eb8-1fcc-428b-82a3-0c7767bbb135 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:27.292495 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cefa87e-ba71-4faa-9f79-d7c1e60aba1f tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] No DVR routers for this DVR port ad0e4afd-6870-448b-8803-38028e525e1d on host dv-neutron-820491-1-hyperv {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:46:27.394098 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110b098c-8105-4320-bd16-be6f91561ccb req-6fc98cea-2689-4288-adfd-6a4a08f11727 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:27.395988 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-110b098c-8105-4320-bd16-be6f91561ccb req-6fc98cea-2689-4288-adfd-6a4a08f11727 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=944a3b04-d2ac-486e-bee8-ba11ef891bfe HTTP/1.1" status: 200 len: 850 time: 0.2534275 Dec 20 08:46:27.427612 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-0e0873e8-17c1-45f3-a5df-f22dc9f8c17e req-05c463e5-bbe2-471c-997f-e186654b1b34 service neutron] 10.222.0.16 "GET /v2.0/networks/627d2b4e-ee9f-42de-b848-af479fe5c2f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3918848 Dec 20 08:46:27.441724 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-1823cc23-15d9-4ea9-a4b5-71bf9a02b10b tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:27.448927 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-1823cc23-15d9-4ea9-a4b5-71bf9a02b10b tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Usage tracker for resource:security_group_rule and tenant:7ffac61ac2484e8a96a049ebd1380818 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:27.459921 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-1823cc23-15d9-4ea9-a4b5-71bf9a02b10b tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:27.467516 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-1823cc23-15d9-4ea9-a4b5-71bf9a02b10b tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:27.490866 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3d90c0a2-a600-49cd-9134-6ea5570f6086 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:27.695546 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1823cc23-15d9-4ea9-a4b5-71bf9a02b10b tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:27.704843 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-4ea7fb22-8c74-40eb-9313-967c77cb712a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93587793-bbe7-4441-98f1-b6f62ac475d0', 'name': '', 'tenant_id': '5f1d2e098aa1404b801e1ff34ce5223d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4ed62a8-3f3e-4fb5-8bbf-672856f4f0f1', 'external_fixed_ips': [{'subnet_id': '57905e29-6fc7-46fc-ad22-f6cf39d41738', 'ip_address': '2001:db8::1f'}], 'enable_snat': True}, 'gw_port_id': 'a4bc86d2-5aec-4b90-b110-2ebd537df8b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:46:13Z', 'updated_at': '2021-12-20T08:46:20Z', 'revision_number': 3, 'project_id': '5f1d2e098aa1404b801e1ff34ce5223d', 'gw_port': {'id': 'a4bc86d2-5aec-4b90-b110-2ebd537df8b8', 'name': '', 'network_id': 'f4ed62a8-3f3e-4fb5-8bbf-672856f4f0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:1a:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93587793-bbe7-4441-98f1-b6f62ac475d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57905e29-6fc7-46fc-ad22-f6cf39d41738', 'ip_address': '2001:db8::1f', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:46:18Z', 'updated_at': '2021-12-20T08:46:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57905e29-6fc7-46fc-ad22-f6cf39d41738', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:46:27.709664 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1823cc23-15d9-4ea9-a4b5-71bf9a02b10b tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:27.716552 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea7fb22-8c74-40eb-9313-967c77cb712a None None] Checking router: 93587793-bbe7-4441-98f1-b6f62ac475d0 for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 08:46:27.717055 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea7fb22-8c74-40eb-9313-967c77cb712a None None] Updating router 93587793-bbe7-4441-98f1-b6f62ac475d0 port a4bc86d2-5aec-4b90-b110-2ebd537df8b8 binding host dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 08:46:27.717680 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-bacf6fb3-a649-4ea8-8f00-256440903285 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:27.786642 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-4ea7fb22-8c74-40eb-9313-967c77cb712a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:27.826671 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-88b353e6-836a-4801-8647-46dfc9e36c4d req-304c3a45-1556-4221-8efc-39fcc10838f9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1059216-b29b-4505-a7bf-5926ba22726d HTTP/1.1" status: 200 len: 210 time: 0.0843344 Dec 20 08:46:27.840426 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1823cc23-15d9-4ea9-a4b5-71bf9a02b10b tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69cceffc-3a8b-4186-ba2b-f76afb90817a,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:27.847196 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-1823cc23-15d9-4ea9-a4b5-71bf9a02b10b tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:27.873896 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1823cc23-15d9-4ea9-a4b5-71bf9a02b10b tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:27.887054 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9cefa87e-ba71-4faa-9f79-d7c1e60aba1f tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:27.889463 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-1823cc23-15d9-4ea9-a4b5-71bf9a02b10b tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8608994 Dec 20 08:46:27.891766 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 39016) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:27.902204 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-38a00cc2-e501-427e-b261-1e249eb33286 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Request body: {'security_group_rule': {'security_group_id': '69cceffc-3a8b-4186-ba2b-f76afb90817a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:27.908044 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b6d328c7-2cc5-4ef5-b98d-e707f425be0f tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:27.912152 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-38a00cc2-e501-427e-b261-1e249eb33286 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:27.918933 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-38a00cc2-e501-427e-b261-1e249eb33286 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Usage tracker for resource:security_group_rule and tenant:7ffac61ac2484e8a96a049ebd1380818 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:27.923290 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-38a00cc2-e501-427e-b261-1e249eb33286 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:27.928501 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-b6d328c7-2cc5-4ef5-b98d-e707f425be0f tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Deleting port a4bc86d2-5aec-4b90-b110-2ebd537df8b8 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:46:27.928837 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b6d328c7-2cc5-4ef5-b98d-e707f425be0f tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:27.993538 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-38a00cc2-e501-427e-b261-1e249eb33286 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:28.001204 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device a2ef5e86-84b7-40a6-a8d1-171d471efc5c up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:46:28.004437 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3d90c0a2-a600-49cd-9134-6ea5570f6086 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:28.036147 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-38a00cc2-e501-427e-b261-1e249eb33286 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:28.070259 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-9cefa87e-ba71-4faa-9f79-d7c1e60aba1f tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26bac71e-fca5-4ab8-8162-051ab27c8d35']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:46:28.090737 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2a12d23-c700-4c64-8a14-118a4b03bc4a tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Deleting subnet 5a2e4b23-4212-4121-9668-7083cc86eb54 {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:46:28.098397 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ad5c1eb8-1fcc-428b-82a3-0c7767bbb135 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:28.105654 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-9cefa87e-ba71-4faa-9f79-d7c1e60aba1f tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84e2d656-1e96-4ed6-b619-15edbff8e639') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:46:28.106192 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-9cefa87e-ba71-4faa-9f79-d7c1e60aba1f tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84e2d656-1e96-4ed6-b619-15edbff8e639') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:46:28.116050 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-bb4c336e-3852-445e-a720-416b9778dec4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:28.149368 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d2a12d23-c700-4c64-8a14-118a4b03bc4a tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:28.208972 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port a2ef5e86-84b7-40a6-a8d1-171d471efc5c triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:46:28.209964 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:28.211032 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9cefa87e-ba71-4faa-9f79-d7c1e60aba1f tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1618722'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:28.270300 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3d90c0a2-a600-49cd-9134-6ea5570f6086 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:28.271088 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-38a00cc2-e501-427e-b261-1e249eb33286 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:28.277995 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-38a00cc2-e501-427e-b261-1e249eb33286 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:28.285194 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9cefa87e-ba71-4faa-9f79-d7c1e60aba1f tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:28.285863 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-24e45e7d-4ecc-441a-a718-ce7fe75fb446 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:28.302560 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5c1eb8-1fcc-428b-82a3-0c7767bbb135 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Network 95f3bec2-46e6-4468-8229-8badd4a5aaae is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:46:28.306127 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-110b098c-8105-4320-bd16-be6f91561ccb req-93f506c5-07da-4cc5-9b13-b4ee5ce6a55e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3ab8996b-db59-43a0-a379-647199802474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8466883 Dec 20 08:46:28.306843 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a00cc2-e501-427e-b261-1e249eb33286 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56c40e38-1a04-447b-ae88-04faaeba2e0c,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:28.308678 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d2a12d23-c700-4c64-8a14-118a4b03bc4a tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1618747'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:28.320637 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-38a00cc2-e501-427e-b261-1e249eb33286 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:28.339774 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-ad5c1eb8-1fcc-428b-82a3-0c7767bbb135 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:46:28.341977 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5c1eb8-1fcc-428b-82a3-0c7767bbb135 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Pushing event updated for resources: {'Port': ['ID=e941f167-f6f4-4d0c-b951-36a90c7d99f2,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:28.354458 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cefa87e-ba71-4faa-9f79-d7c1e60aba1f tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:46:28.355453 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9cefa87e-ba71-4faa-9f79-d7c1e60aba1f tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1128911'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:28.358082 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b6d328c7-2cc5-4ef5-b98d-e707f425be0f tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:28.373933 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-38a00cc2-e501-427e-b261-1e249eb33286 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:28.375226 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-38a00cc2-e501-427e-b261-1e249eb33286 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4786391 Dec 20 08:46:28.391543 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5c1eb8-1fcc-428b-82a3-0c7767bbb135 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:46:28.416203 dv-neutron-820491-1-hyperv neutron-server[83444]: Traceback (most recent call last): Dec 20 08:46:28.416203 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:46:28.416203 dv-neutron-820491-1-hyperv neutron-server[83444]: timer() Dec 20 08:46:28.416203 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:46:28.416203 dv-neutron-820491-1-hyperv neutron-server[83444]: cb(*args, **kw) Dec 20 08:46:28.416203 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:46:28.416203 dv-neutron-820491-1-hyperv neutron-server[83444]: return func(*args, **kwargs) Dec 20 08:46:28.416203 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:46:28.416203 dv-neutron-820491-1-hyperv neutron-server[83444]: self._notify() Dec 20 08:46:28.416203 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:46:28.416203 dv-neutron-820491-1-hyperv neutron-server[83444]: self.callback(batched_events) Dec 20 08:46:28.416203 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:46:28.416203 dv-neutron-820491-1-hyperv neutron-server[83444]: event.method(event) Dec 20 08:46:28.416203 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:46:28.416203 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:46:28.416203 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:46:28.416203 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:46:28.416203 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:46:28.416203 dv-neutron-820491-1-hyperv neutron-server[83444]: return f(self, *a, **k) Dec 20 08:46:28.416203 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:46:28.416203 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._get(url).json() Dec 20 08:46:28.416203 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:46:28.416203 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:46:28.416203 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:46:28.416203 dv-neutron-820491-1-hyperv neutron-server[83444]: return self.request(url, 'GET', **kwargs) Dec 20 08:46:28.416203 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:46:28.416203 dv-neutron-820491-1-hyperv neutron-server[83444]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:46:28.416203 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:46:28.416203 dv-neutron-820491-1-hyperv neutron-server[83444]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:46:28.416203 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:46:28.416203 dv-neutron-820491-1-hyperv neutron-server[83444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:46:28.416203 dv-neutron-820491-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:46:28.427633 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39026) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:28.432815 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ad5c1eb8-1fcc-428b-82a3-0c7767bbb135 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:28.438352 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-28dfd33e-157d-4f5d-934f-9c9acaffc9a4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.150s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:28.469613 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-4ea7fb22-8c74-40eb-9313-967c77cb712a None None] Notify callbacks [] for port, precommit_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:28.493507 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d90c0a2-a600-49cd-9134-6ea5570f6086 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba7c14d-a3b6-4128-a2e3-3a2472d63c69,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:28.515057 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-b6d328c7-2cc5-4ef5-b98d-e707f425be0f tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Calling delete_port for a4bc86d2-5aec-4b90-b110-2ebd537df8b8 owned by network:router_gateway {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:46:28.584772 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3d90c0a2-a600-49cd-9134-6ea5570f6086 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:28.681794 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3d90c0a2-a600-49cd-9134-6ea5570f6086 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:28.682891 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-3d90c0a2-a600-49cd-9134-6ea5570f6086 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "DELETE /v2.0/security-groups/7ba7c14d-a3b6-4128-a2e3-3a2472d63c69 HTTP/1.1" status: 204 len: 168 time: 1.6783216 Dec 20 08:46:28.686064 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 39030) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:28.723212 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-4ea7fb22-8c74-40eb-9313-967c77cb712a None None] Transition to ACTIVE for port object a4bc86d2-5aec-4b90-b110-2ebd537df8b8 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:46:28.731585 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-4ea7fb22-8c74-40eb-9313-967c77cb712a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:28.738929 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:28.757435 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9cefa87e-ba71-4faa-9f79-d7c1e60aba1f tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:28.758211 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.api [None req-b6d328c7-2cc5-4ef5-b98d-e707f425be0f tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 08:46:28.759094 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_db.api [None req-b6d328c7-2cc5-4ef5-b98d-e707f425be0f tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 08:46:28.771306 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0c2ce498-d3d6-42e7-b7dc-1f57bdb2ff7c tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:28.786831 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9cefa87e-ba71-4faa-9f79-d7c1e60aba1f tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:28.820484 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cefa87e-ba71-4faa-9f79-d7c1e60aba1f tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Pushing event deleted for resources: {'Network': ['ID=26bac71e-fca5-4ab8-8162-051ab27c8d35,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:28.826729 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9cefa87e-ba71-4faa-9f79-d7c1e60aba1f tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:28.836475 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-4ea7fb22-8c74-40eb-9313-967c77cb712a None None] Attempting to bind port a4bc86d2-5aec-4b90-b110-2ebd537df8b8 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:46:28.836871 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-4ea7fb22-8c74-40eb-9313-967c77cb712a None None] Attempting to bind port a4bc86d2-5aec-4b90-b110-2ebd537df8b8 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '4e5c8622-a387-4a92-8ff2-e5a7671b2ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f4ed62a8-3f3e-4fb5-8bbf-672856f4f0f1'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:46:28.837290 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea7fb22-8c74-40eb-9313-967c77cb712a None None] Attempting to bind port a4bc86d2-5aec-4b90-b110-2ebd537df8b8 on network f4ed62a8-3f3e-4fb5-8bbf-672856f4f0f1 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:46:28.837911 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-9cefa87e-ba71-4faa-9f79-d7c1e60aba1f tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] 10.222.0.16 "DELETE /v2.0/networks/26bac71e-fca5-4ab8-8162-051ab27c8d35 HTTP/1.1" status: 204 len: 168 time: 7.0520239 Dec 20 08:46:28.839653 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0369e207-f256-4649-afcf-e78c29a4df6b None None] Pushing event updated for resources: {'Port': ['ID=a4bc86d2-5aec-4b90-b110-2ebd537df8b8,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:28.842496 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-0369e207-f256-4649-afcf-e78c29a4df6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:28.850140 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-110b098c-8105-4320-bd16-be6f91561ccb req-81ba6ab2-ea56-4829-8687-8197407a1707 service neutron] 10.222.0.58 "GET /v2.0/networks/3ab8996b-db59-43a0-a379-647199802474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4782104 Dec 20 08:46:28.854596 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea7fb22-8c74-40eb-9313-967c77cb712a None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:46:28.854982 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea7fb22-8c74-40eb-9313-967c77cb712a None None] Checking segment: {'id': '4e5c8622-a387-4a92-8ff2-e5a7671b2ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f4ed62a8-3f3e-4fb5-8bbf-672856f4f0f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:46:28.855396 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-4ea7fb22-8c74-40eb-9313-967c77cb712a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:28.855795 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea7fb22-8c74-40eb-9313-967c77cb712a None None] Bound using segment: {'id': '4e5c8622-a387-4a92-8ff2-e5a7671b2ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f4ed62a8-3f3e-4fb5-8bbf-672856f4f0f1'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:46:28.856284 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-4ea7fb22-8c74-40eb-9313-967c77cb712a None None] Bound port: a4bc86d2-5aec-4b90-b110-2ebd537df8b8, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e5c8622-a387-4a92-8ff2-e5a7671b2ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f4ed62a8-3f3e-4fb5-8bbf-672856f4f0f1'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:46:28.856670 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-4ea7fb22-8c74-40eb-9313-967c77cb712a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:28.858805 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 39036) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:28.868159 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-31690f47-2f10-48c8-be4c-bcca351d5cbe tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-568203295'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:28.875950 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-31690f47-2f10-48c8-be4c-bcca351d5cbe tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:28.889274 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-31690f47-2f10-48c8-be4c-bcca351d5cbe tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Usage tracker for resource:network and tenant:998613e7a7ae4d22ad9b2ce5f8e08568 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:28.894048 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-31690f47-2f10-48c8-be4c-bcca351d5cbe tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:28.902565 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-31690f47-2f10-48c8-be4c-bcca351d5cbe tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:28.925989 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d2a12d23-c700-4c64-8a14-118a4b03bc4a tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:28.936954 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dc277f5-43d7-4675-be8f-7735c1420525 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Deleting subnet e6684425-cdee-4575-b3ae-302ddfb4404c {{(pid=83445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:46:28.951505 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1dc277f5-43d7-4675-be8f-7735c1420525 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks [] for subnet, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:28.975906 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4e16d22e-91f9-4d46-a532-35caee9df39a tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:28.992072 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-4ea7fb22-8c74-40eb-9313-967c77cb712a None None] For port a4bc86d2-5aec-4b90-b110-2ebd537df8b8, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:46:28.997721 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-4ea7fb22-8c74-40eb-9313-967c77cb712a None None] For port a4bc86d2-5aec-4b90-b110-2ebd537df8b8, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=a4bc86d2-5aec-4b90-b110-2ebd537df8b8,segment=NetworkSegment(4e5c8622-a387-4a92-8ff2-e5a7671b2ba8),segment_id=4e5c8622-a387-4a92-8ff2-e5a7671b2ba8)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:46:29.003317 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-4ea7fb22-8c74-40eb-9313-967c77cb712a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:29.007385 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-1f236947-8ec7-45eb-a23f-236d8cb935bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:29.079184 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1dc277f5-43d7-4675-be8f-7735c1420525 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1518554'] for subnet, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:29.112967 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4e16d22e-91f9-4d46-a532-35caee9df39a tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:29.115992 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea7fb22-8c74-40eb-9313-967c77cb712a None None] Routers {'93587793-bbe7-4441-98f1-b6f62ac475d0'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:46:29.116711 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-4ea7fb22-8c74-40eb-9313-967c77cb712a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:46:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['93587793-bbe7-4441-98f1-b6f62ac475d0'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:46:29.191724 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31690f47-2f10-48c8-be4c-bcca351d5cbe tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Made reservation on behalf of 998613e7a7ae4d22ad9b2ce5f8e08568 for: {'network': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:46:29.194671 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-31690f47-2f10-48c8-be4c-bcca351d5cbe tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:29.247307 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0369e207-f256-4649-afcf-e78c29a4df6b None None] Pushing event updated for resources: {'Port': ['ID=a4bc86d2-5aec-4b90-b110-2ebd537df8b8,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:29.250571 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963e760c-fa31-4ce1-befe-44a9da483d32 None None] New status for floating IP 04f5c4f5-e3c2-4019-9580-0a36ec3939e4: ACTIVE {{(pid=83447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 08:46:29.257108 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-0369e207-f256-4649-afcf-e78c29a4df6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:29.291484 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-b6d328c7-2cc5-4ef5-b98d-e707f425be0f tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Deleting port a4bc86d2-5aec-4b90-b110-2ebd537df8b8 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:46:29.292112 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b6d328c7-2cc5-4ef5-b98d-e707f425be0f tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:29.309926 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-4ea7fb22-8c74-40eb-9313-967c77cb712a None None] Set router 93587793-bbe7-4441-98f1-b6f62ac475d0 gateway port host: None {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:46:29.360788 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d2a12d23-c700-4c64-8a14-118a4b03bc4a tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1129313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1529131'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:29.365472 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-0b20597d-682b-47d5-8073-f00887157acf req-7090df48-7589-4730-8b17-b2a7a6cc2875 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1059216-b29b-4505-a7bf-5926ba22726d HTTP/1.1" status: 200 len: 210 time: 0.2003438 Dec 20 08:46:29.390620 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-110b098c-8105-4320-bd16-be6f91561ccb req-96a755bc-0647-4fc7-acf6-5376269bcf3e service neutron] 10.222.0.58 "GET /v2.0/networks/3ab8996b-db59-43a0-a379-647199802474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5070987 Dec 20 08:46:29.412904 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31690f47-2f10-48c8-be4c-bcca351d5cbe tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=83445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:46:29.509099 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-4ea7fb22-8c74-40eb-9313-967c77cb712a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93587793-bbe7-4441-98f1-b6f62ac475d0', 'name': '', 'tenant_id': '5f1d2e098aa1404b801e1ff34ce5223d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:46:13Z', 'updated_at': '2021-12-20T08:46:27Z', 'revision_number': 4, 'project_id': '5f1d2e098aa1404b801e1ff34ce5223d', 'gw_port_host': None}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:46:29.513601 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-31690f47-2f10-48c8-be4c-bcca351d5cbe tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:29.513954 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.segments_db [None req-31690f47-2f10-48c8-be4c-bcca351d5cbe tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Added segment 20a4b474-d163-4869-b727-1ab92d0e4623 of type vlan for network 1f918073-bb09-4f7c-84a2-cf945b57338c Dec 20 08:46:29.515338 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea7fb22-8c74-40eb-9313-967c77cb712a None None] The sync data for ids ['93587793-bbe7-4441-98f1-b6f62ac475d0'] in dv-neutron-820491-1-hyperv is: [{'id': '93587793-bbe7-4441-98f1-b6f62ac475d0', 'name': '', 'tenant_id': '5f1d2e098aa1404b801e1ff34ce5223d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:46:13Z', 'updated_at': '2021-12-20T08:46:27Z', 'revision_number': 4, 'project_id': '5f1d2e098aa1404b801e1ff34ce5223d', 'gw_port_host': None}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:46:29.574499 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-844986a0-5d32-4886-9c6e-605cc83932c3 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:29.627492 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a12d23-c700-4c64-8a14-118a4b03bc4a tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event deleted for resources: {'Subnet': ['ID=5a2e4b23-4212-4121-9668-7083cc86eb54,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:29.634195 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d2a12d23-c700-4c64-8a14-118a4b03bc4a tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:29.649507 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d2a12d23-c700-4c64-8a14-118a4b03bc4a tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:29.656799 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4e16d22e-91f9-4d46-a532-35caee9df39a tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:29.660774 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333ab8a4-cb5b-4ed0-b229-6508f873591c None None] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:46:29.664276 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-31690f47-2f10-48c8-be4c-bcca351d5cbe tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:29.665102 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-14a7e3f5-78de-4fc2-9895-fac8ec02017c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:29.682040 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0873e8-17c1-45f3-a5df-f22dc9f8c17e req-85a0fa0f-95c3-42e5-83c1-cbe7d44a760c tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:29.683517 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-0e0873e8-17c1-45f3-a5df-f22dc9f8c17e req-85a0fa0f-95c3-42e5-83c1-cbe7d44a760c tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.58 "GET /v2.0/networks?id=627d2b4e-ee9f-42de-b848-af479fe5c2f5 HTTP/1.1" status: 200 len: 796 time: 0.5198891 Dec 20 08:46:29.695271 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e16d22e-91f9-4d46-a532-35caee9df39a tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69cceffc-3a8b-4186-ba2b-f76afb90817a,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:29.705419 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4e16d22e-91f9-4d46-a532-35caee9df39a tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:29.715599 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d2a12d23-c700-4c64-8a14-118a4b03bc4a tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/subnets/5a2e4b23-4212-4121-9668-7083cc86eb54 HTTP/1.1" status: 204 len: 168 time: 2.4934595 Dec 20 08:46:29.715599 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4e16d22e-91f9-4d46-a532-35caee9df39a tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:29.718741 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-4e16d22e-91f9-4d46-a532-35caee9df39a tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] 10.222.0.16 "DELETE /v2.0/security-groups/69cceffc-3a8b-4186-ba2b-f76afb90817a HTTP/1.1" status: 204 len: 168 time: 1.2822802 Dec 20 08:46:29.718741 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39042) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:29.719076 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1dc277f5-43d7-4675-be8f-7735c1420525 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:29.770273 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39044) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:29.915691 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.resource_extend [None req-31690f47-2f10-48c8-be4c-bcca351d5cbe tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 08:46:29.926841 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-b6d328c7-2cc5-4ef5-b98d-e707f425be0f tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] For port a4bc86d2-5aec-4b90-b110-2ebd537df8b8, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=a4bc86d2-5aec-4b90-b110-2ebd537df8b8,segment=NetworkSegment(4e5c8622-a387-4a92-8ff2-e5a7671b2ba8),segment_id=4e5c8622-a387-4a92-8ff2-e5a7671b2ba8)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:46:29.927292 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b6d328c7-2cc5-4ef5-b98d-e707f425be0f tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:29.947776 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-43ee1e2e-28a9-44c1-b830-c49cb6414dce tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2294316 Dec 20 08:46:29.952453 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39050) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:30.046733 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8c60fe-5870-419d-b5f8-d414677f21a1 None None] DHCP port deletion for f75aa0d2-5f41-40f3-a9e0-d60d934965a4 request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 08:46:30.053292 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-2f8c60fe-5870-419d-b5f8-d414677f21a1 None None] Deleting port a2ef5e86-84b7-40a6-a8d1-171d471efc5c {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:46:30.053687 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-2f8c60fe-5870-419d-b5f8-d414677f21a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:30.062708 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-2ea062ab-4158-4425-9f08-d5e69ad11cde tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Synchronizing usage tracker for tenant:7ffac61ac2484e8a96a049ebd1380818 on resource:security_group {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:46:30.082576 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-b6d328c7-2cc5-4ef5-b98d-e707f425be0f tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Calling delete_port for a4bc86d2-5aec-4b90-b110-2ebd537df8b8 owned by network:router_gateway {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:46:30.106078 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-2ea062ab-4158-4425-9f08-d5e69ad11cde tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Unset dirty status for tenant:7ffac61ac2484e8a96a049ebd1380818 on resource:security_group {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:46:30.107249 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-2ea062ab-4158-4425-9f08-d5e69ad11cde tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3361342 Dec 20 08:46:30.119049 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35ed036-7159-4bb5-bc3b-d97aa807925b tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:30.120258 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e35ed036-7159-4bb5-bc3b-d97aa807925b tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Synchronizing usage tracker for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:46:30.120537 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 39056) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:30.155224 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-31690f47-2f10-48c8-be4c-bcca351d5cbe tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:30.159124 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31690f47-2f10-48c8-be4c-bcca351d5cbe tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:30.159716 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-31690f47-2f10-48c8-be4c-bcca351d5cbe tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:30.171851 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-30904da1-e42d-4d47-9c3d-8ee79ea0a7a2 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:30.211569 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e35ed036-7159-4bb5-bc3b-d97aa807925b tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Unset dirty status for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:46:30.215873 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e35ed036-7159-4bb5-bc3b-d97aa807925b tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2592738 Dec 20 08:46:30.223289 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-0e0873e8-17c1-45f3-a5df-f22dc9f8c17e req-bea16305-12c9-4b52-87fb-e1333fd34471 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7b89f97320342ff933d41aa1a974b12 HTTP/1.1" status: 200 len: 379 time: 0.5263381 Dec 20 08:46:30.231092 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39060) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:30.242373 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [req-0e0873e8-17c1-45f3-a5df-f22dc9f8c17e req-f853e99e-8dc0-40ec-9e59-7b7576f260b7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'port': {'device_id': 'e1059216-b29b-4505-a7bf-5926ba22726d', 'network_id': '627d2b4e-ee9f-42de-b848-af479fe5c2f5', 'admin_state_up': True, 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'security_groups': ['94538abc-96b2-47aa-83bb-750d9d40afe5']}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:30.291125 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-927eccb2-44c5-4fbf-9cf3-3eaf1c926ead tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Synchronizing usage tracker for tenant:7ffac61ac2484e8a96a049ebd1380818 on resource:security_group_rule {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:46:30.304668 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1dc277f5-43d7-4675-be8f-7735c1420525 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2036620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2095133'] for subnet, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:30.316131 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ad5c1eb8-1fcc-428b-82a3-0c7767bbb135 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:30.321096 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b329e23f-d629-4188-b889-2eeb25be4295 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:30.322364 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-b329e23f-d629-4188-b889-2eeb25be4295 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Synchronizing usage tracker for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:subnet {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:46:30.329154 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-2f8c60fe-5870-419d-b5f8-d414677f21a1 None None] For port a2ef5e86-84b7-40a6-a8d1-171d471efc5c, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=a2ef5e86-84b7-40a6-a8d1-171d471efc5c,segment=NetworkSegment(7c00552d-ea93-440b-911c-cb3aa0a4eeff),segment_id=7c00552d-ea93-440b-911c-cb3aa0a4eeff)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:46:30.329773 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-2f8c60fe-5870-419d-b5f8-d414677f21a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:30.389769 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-b329e23f-d629-4188-b889-2eeb25be4295 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Unset dirty status for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:subnet {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:46:30.392979 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b329e23f-d629-4188-b889-2eeb25be4295 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1584506 Dec 20 08:46:30.392979 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ad5c1eb8-1fcc-428b-82a3-0c7767bbb135 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:30.406434 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-31690f47-2f10-48c8-be4c-bcca351d5cbe tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5447199 Dec 20 08:46:30.406434 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31690f47-2f10-48c8-be4c-bcca351d5cbe tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Pushing event updated for resources: {'Network': ['ID=1f918073-bb09-4f7c-84a2-cf945b57338c,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:30.407339 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 39064) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:30.407339 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 39066) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:30.472537 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-2f8c60fe-5870-419d-b5f8-d414677f21a1 None None] Calling delete_port for a2ef5e86-84b7-40a6-a8d1-171d471efc5c owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:46:30.477714 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-6c609464-b2b8-41b3-af26-a300ac047c70 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Request body: {'subnet': {'network_id': '1f918073-bb09-4f7c-84a2-cf945b57338c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:30.491836 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-31690f47-2f10-48c8-be4c-bcca351d5cbe tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:30.497711 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-eca7ce3a-1ca5-4c8e-af6f-14380ffe6482 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.180s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:30.515797 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network 1f918073-bb09-4f7c-84a2-cf945b57338c details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:46:30.604728 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1dc277f5-43d7-4675-be8f-7735c1420525 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:30.606589 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-1dc277f5-43d7-4675-be8f-7735c1420525 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "DELETE /v2.0/subnets/e6684425-cdee-4575-b3ae-302ddfb4404c HTTP/1.1" status: 204 len: 168 time: 1.9193432 Dec 20 08:46:30.611557 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39074) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:30.617889 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463072dc-11d2-43cc-bead-81474e8b5d1a None None] Network b7355766-552f-465d-9e88-97d34cc7cd01 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:46:30.629628 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-edf5de59-5cb7-4f7c-9a56-62e9d511e673 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1662889 Dec 20 08:46:30.630346 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-927eccb2-44c5-4fbf-9cf3-3eaf1c926ead tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Unset dirty status for tenant:7ffac61ac2484e8a96a049ebd1380818 on resource:security_group_rule {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:46:30.631406 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-927eccb2-44c5-4fbf-9cf3-3eaf1c926ead tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.5102401 Dec 20 08:46:30.632351 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc277f5-43d7-4675-be8f-7735c1420525 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Pushing event deleted for resources: {'Subnet': ['ID=e6684425-cdee-4575-b3ae-302ddfb4404c,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:30.639477 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 39078) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:30.639727 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 39080) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:30.648869 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-6cc8ec02-034b-4c69-892c-71220f11d6a6 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Request body: {'subnet': {'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:30.665950 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ad5c1eb8-1fcc-428b-82a3-0c7767bbb135 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:30.683636 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ad5c1eb8-1fcc-428b-82a3-0c7767bbb135 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:30.695508 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-229bcc46-9f0f-4aa2-9dfd-0d292733179c tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:30.713466 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-1dc277f5-43d7-4675-be8f-7735c1420525 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:30.817573 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-54fdb182-8b3c-47f2-8ab8-703fd7f7caaf req-5cf9f99d-d3bf-4862-b82c-a4a9d06096c7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1059216-b29b-4505-a7bf-5926ba22726d HTTP/1.1" status: 200 len: 210 time: 0.1360340 Dec 20 08:46:30.818565 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-2f8c60fe-5870-419d-b5f8-d414677f21a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102'] for port, after_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:30.818752 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.api.v2.resource [None req-2cfe6fdc-7b8b-4d8a-805c-9d1c04b7e1fe tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] delete failed (client error): The resource could not be found. Dec 20 08:46:30.819418 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-2cfe6fdc-7b8b-4d8a-805c-9d1c04b7e1fe tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] 10.222.0.16 "DELETE /v2.0/security-groups/69cceffc-3a8b-4186-ba2b-f76afb90817a HTTP/1.1" status: 404 len: 347 time: 0.1766639 Dec 20 08:46:30.825208 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-56982004-c4b8-473f-b889-58949d8a1956 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:30.849518 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 39086) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:30.872968 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ad5c1eb8-1fcc-428b-82a3-0c7767bbb135 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-345990'] for floatingip, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:30.876759 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [req-0e0873e8-17c1-45f3-a5df-f22dc9f8c17e req-f853e99e-8dc0-40ec-9e59-7b7576f260b7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:30.880583 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8c60fe-5870-419d-b5f8-d414677f21a1 None None] Pushing event deleted for resources: {'Port': ['ID=a2ef5e86-84b7-40a6-a8d1-171d471efc5c,revision_number=None']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:30.888405 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-2f8c60fe-5870-419d-b5f8-d414677f21a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:30.906140 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8c60fe-5870-419d-b5f8-d414677f21a1 None None] No DVR routers for this DVR port a2ef5e86-84b7-40a6-a8d1-171d471efc5c on host dv-neutron-820491-1-hyperv {{(pid=83446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:46:30.958761 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5c1eb8-1fcc-428b-82a3-0c7767bbb135 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Pushing event updated for resources: {'Port': ['ID=e941f167-f6f4-4d0c-b951-36a90c7d99f2,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:30.964976 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [req-0e0873e8-17c1-45f3-a5df-f22dc9f8c17e req-f853e99e-8dc0-40ec-9e59-7b7576f260b7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:30.965921 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ad5c1eb8-1fcc-428b-82a3-0c7767bbb135 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:30.969115 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-6c609464-b2b8-41b3-af26-a300ac047c70 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:30.986502 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-6c609464-b2b8-41b3-af26-a300ac047c70 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Usage tracker for resource:subnet and tenant:998613e7a7ae4d22ad9b2ce5f8e08568 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:30.997973 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-6c609464-b2b8-41b3-af26-a300ac047c70 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:31.001541 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-6cc8ec02-034b-4c69-892c-71220f11d6a6 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:31.037817 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e0873e8-17c1-45f3-a5df-f22dc9f8c17e req-f853e99e-8dc0-40ec-9e59-7b7576f260b7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Made reservation on behalf of f7b89f97320342ff933d41aa1a974b12 for: {'port': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:46:31.040787 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-0e0873e8-17c1-45f3-a5df-f22dc9f8c17e req-f853e99e-8dc0-40ec-9e59-7b7576f260b7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:31.059170 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-6c609464-b2b8-41b3-af26-a300ac047c70 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:31.078179 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-87608af5-a327-4218-8779-32c1c1f9ebe8 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Deleting subnet 962869f6-00ad-4f99-a732-435efa323259 {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:46:31.079580 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-6cc8ec02-034b-4c69-892c-71220f11d6a6 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:31.109255 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c609464-b2b8-41b3-af26-a300ac047c70 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Made reservation on behalf of 998613e7a7ae4d22ad9b2ce5f8e08568 for: {'subnet': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:46:31.127178 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-87608af5-a327-4218-8779-32c1c1f9ebe8 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:31.135148 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-4ef7cbcf-28aa-4dec-b586-8f34c6900eda tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Synchronizing usage tracker for tenant:7ffac61ac2484e8a96a049ebd1380818 on resource:security_group {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:46:31.177473 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc8ec02-034b-4c69-892c-71220f11d6a6 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Made reservation on behalf of 9679bafc94a64ee0a207e63ba5560387 for: {'subnet': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:46:31.207564 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-87608af5-a327-4218-8779-32c1c1f9ebe8 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1618747'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:31.310030 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b6d328c7-2cc5-4ef5-b98d-e707f425be0f tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:31.325559 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.l3_db [None req-ad5c1eb8-1fcc-428b-82a3-0c7767bbb135 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Floating IP 518c3199-1b0b-43d9-b69c-dfd979614494 associated. External IP: 172.26.5.46, port: baf75baa-1213-48e5-969d-54e5c7d67bda. Dec 20 08:46:31.337141 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-2b8b05ef-4bb0-4d10-ba25-348e1d962300 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:31.379001 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-4ef7cbcf-28aa-4dec-b586-8f34c6900eda tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Unset dirty status for tenant:7ffac61ac2484e8a96a049ebd1380818 on resource:security_group {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:46:31.380230 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-4ef7cbcf-28aa-4dec-b586-8f34c6900eda tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5276113 Dec 20 08:46:31.408970 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-87608af5-a327-4218-8779-32c1c1f9ebe8 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:31.603248 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d328c7-2cc5-4ef5-b98d-e707f425be0f tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Pushing event deleted for resources: {'Port': ['ID=a4bc86d2-5aec-4b90-b110-2ebd537df8b8,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:31.614711 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-87608af5-a327-4218-8779-32c1c1f9ebe8 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1129313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1529131'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:31.622154 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6c609464-b2b8-41b3-af26-a300ac047c70 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2095160'] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:31.625495 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b2216d7f-54dd-460b-82b2-fd17a4525e85 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:31.647415 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b6d328c7-2cc5-4ef5-b98d-e707f425be0f tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:31.703215 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6cc8ec02-034b-4c69-892c-71220f11d6a6 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2095160'] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:31.806401 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87608af5-a327-4218-8779-32c1c1f9ebe8 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Pushing event deleted for resources: {'Subnet': ['ID=962869f6-00ad-4f99-a732-435efa323259,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:31.814189 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-87608af5-a327-4218-8779-32c1c1f9ebe8 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:31.821809 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-87608af5-a327-4218-8779-32c1c1f9ebe8 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:31.836197 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-87608af5-a327-4218-8779-32c1c1f9ebe8 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "DELETE /v2.0/subnets/962869f6-00ad-4f99-a732-435efa323259 HTTP/1.1" status: 204 len: 168 time: 1.2220991 Dec 20 08:46:31.838601 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39096) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:31.873028 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39100) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:31.873667 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7034931-f37b-4811-b6fc-abeed99e0191 None None] Network b7355766-552f-465d-9e88-97d34cc7cd01 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:46:31.894128 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e9ac34d-dda6-4c88-98b4-175eccef8398 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] DELETE failed (client error): The resource could not be found. Dec 20 08:46:31.894568 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e9ac34d-dda6-4c88-98b4-175eccef8398 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:46:31.898530 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-9e9ac34d-dda6-4c88-98b4-175eccef8398 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "DELETE /v2.0/subnets/e6684425-cdee-4575-b3ae-302ddfb4404c HTTP/1.1" status: 404 len: 337 time: 0.0567214 Dec 20 08:46:31.898953 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39108) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:31.912446 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.ipam_backend_mixin [None req-6c609464-b2b8-41b3-af26-a300ac047c70 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Performing IP validity checks on allocation pools {{(pid=83445) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 20 08:46:31.912990 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.ipam_backend_mixin [None req-6c609464-b2b8-41b3-af26-a300ac047c70 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83445) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 20 08:46:32.024751 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-d38d8d5f-94c4-4ab1-8603-6f12c177ba0e tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Deleting subnet 07e0686c-f069-4fde-b9a7-e4b05f3f3998 {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:46:32.039871 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d38d8d5f-94c4-4ab1-8603-6f12c177ba0e tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:32.111585 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device a2ef5e86-84b7-40a6-a8d1-171d471efc5c no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:46:32.122492 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b6d328c7-2cc5-4ef5-b98d-e707f425be0f tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346107'] for router_gateway, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:32.155945 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: a2ef5e86-84b7-40a6-a8d1-171d471efc5c {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:46:32.156286 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device a2ef5e86-84b7-40a6-a8d1-171d471efc5c not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:46:32.186514 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-a0a5d2ad-2b39-473b-aa6f-082de86ea33a None None] Provisioning complete for port d0a7bf9e-aa58-4e0a-8c2d-730b4aaa3b72 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:46:32.186896 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a0a5d2ad-2b39-473b-aa6f-082de86ea33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:32.197116 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [req-0e0873e8-17c1-45f3-a5df-f22dc9f8c17e req-f853e99e-8dc0-40ec-9e59-7b7576f260b7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Allocated IP 172.20.0.12 (627d2b4e-ee9f-42de-b848-af479fe5c2f5/241217e4-29b1-4db3-ac24-1473da03c8b8/bada3ab8-1b01-4681-a0b6-e977830d7152) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:46:32.234978 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d38d8d5f-94c4-4ab1-8603-6f12c177ba0e tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1618747'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:32.276836 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-822ed780-0ad1-4b37-aa42-10e87d0b5a10 req-c5d7127e-7ddf-4828-80f7-37c2fc7227dc tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1059216-b29b-4505-a7bf-5926ba22726d HTTP/1.1" status: 200 len: 210 time: 0.1889815 Dec 20 08:46:32.279117 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-2db8422d-a4d9-42cd-ae24-9ac180cc6f32 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7ffac61ac2484e8a96a049ebd1380818&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4011261 Dec 20 08:46:32.285203 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 39112) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:32.421530 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-a0a5d2ad-2b39-473b-aa6f-082de86ea33a None None] Provisioning complete for port faf9e5e4-af97-47e6-99cd-01cf9cfe7116 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:46:32.422300 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a0a5d2ad-2b39-473b-aa6f-082de86ea33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:32.450569 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d38d8d5f-94c4-4ab1-8603-6f12c177ba0e tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:32.498117 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-a0a5d2ad-2b39-473b-aa6f-082de86ea33a None None] Port faf9e5e4-af97-47e6-99cd-01cf9cfe7116 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:46:32.557063 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b6d328c7-2cc5-4ef5-b98d-e707f425be0f tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24735'] for router, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:32.567224 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad5c1eb8-1fcc-428b-82a3-0c7767bbb135 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Router fd2784c2-9301-4546-b4f4-5cacc3ac29c6 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:46:32.578356 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d38d8d5f-94c4-4ab1-8603-6f12c177ba0e tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1129313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1529131'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:32.590920 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-5641e46b-866d-4b13-afc9-1597e33d0ac2 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:32.619983 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b6d328c7-2cc5-4ef5-b98d-e707f425be0f tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:32.633766 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d8d5f-94c4-4ab1-8603-6f12c177ba0e tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Pushing event deleted for resources: {'Subnet': ['ID=07e0686c-f069-4fde-b9a7-e4b05f3f3998,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:32.637293 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d38d8d5f-94c4-4ab1-8603-6f12c177ba0e tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:32.644104 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d38d8d5f-94c4-4ab1-8603-6f12c177ba0e tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "DELETE /v2.0/subnets/07e0686c-f069-4fde-b9a7-e4b05f3f3998 HTTP/1.1" status: 204 len: 168 time: 0.7436225 Dec 20 08:46:32.645335 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d38d8d5f-94c4-4ab1-8603-6f12c177ba0e tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:32.646701 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39118) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:32.722328 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-752ea243-7542-410b-beca-0208cc8eab84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:32.777896 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-826129df-35f3-481c-a8f0-5291c4a32d7f tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] DELETE failed (client error): The resource could not be found. Dec 20 08:46:32.778346 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-826129df-35f3-481c-a8f0-5291c4a32d7f tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:46:32.780064 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-826129df-35f3-481c-a8f0-5291c4a32d7f tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "DELETE /v2.0/subnets/c544584e-402f-4fbb-909e-c1fea2fcdb1f HTTP/1.1" status: 404 len: 337 time: 0.1320565 Dec 20 08:46:32.783579 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39122) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:32.833635 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-60441662-4c7a-4b58-990e-f96c743f9d38 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "GET /v2.0/ports?device_id=264a3c19-ac2a-4432-b928-f32b3aa045aa HTTP/1.1" status: 200 len: 205 time: 0.0480778 Dec 20 08:46:32.835790 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39126) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:32.887961 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-752ea243-7542-410b-beca-0208cc8eab84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:32.916802 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-45411c4e-2adc-45cf-a866-599f4f829803 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] delete failed (client error): The resource could not be found. Dec 20 08:46:32.917863 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-45411c4e-2adc-45cf-a866-599f4f829803 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "DELETE /v2.0/routers/264a3c19-ac2a-4432-b928-f32b3aa045aa HTTP/1.1" status: 404 len: 336 time: 0.0812080 Dec 20 08:46:32.920596 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39130) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:32.935466 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b6d328c7-2cc5-4ef5-b98d-e707f425be0f tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-390871'] for router, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:32.935833 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d328c7-2cc5-4ef5-b98d-e707f425be0f tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 93587793-bbe7-4441-98f1-b6f62ac475d0 {{(pid=83445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 08:46:33.000706 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6c609464-b2b8-41b3-af26-a300ac047c70 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2036557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2095114'] for subnet, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:33.010943 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a6dc2d4c-1d3d-49eb-8044-996d729a998a tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:33.020923 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cedd803-5bb5-4794-9fcb-6709044ac60f tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] DELETE failed (client error): The resource could not be found. Dec 20 08:46:33.021398 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cedd803-5bb5-4794-9fcb-6709044ac60f tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:46:33.023087 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-2cedd803-5bb5-4794-9fcb-6709044ac60f tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "DELETE /v2.0/subnets/de3d0d6b-1a07-4742-ace3-263cea1cf879 HTTP/1.1" status: 404 len: 337 time: 0.1016188 Dec 20 08:46:33.026188 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39134) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:33.049382 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6cc8ec02-034b-4c69-892c-71220f11d6a6 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2036557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2095114'] for subnet, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:33.087229 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e65e7f4-eb41-4666-b9e4-5cfb4550f3b6 None None] Network b7355766-552f-465d-9e88-97d34cc7cd01 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:46:33.091184 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bc2a989-fdd2-48bf-bbe2-60e4b2eda693 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] DELETE failed (client error): The resource could not be found. Dec 20 08:46:33.091617 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 08:46:33.092331 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bc2a989-fdd2-48bf-bbe2-60e4b2eda693 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:46:33.097334 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1bc2a989-fdd2-48bf-bbe2-60e4b2eda693 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "DELETE /v2.0/subnets/fd58b53f-cae5-41cd-b918-42deb56ac161 HTTP/1.1" status: 404 len: 337 time: 0.0671303 Dec 20 08:46:33.097682 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39138) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:33.118984 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-0e0873e8-17c1-45f3-a5df-f22dc9f8c17e req-f853e99e-8dc0-40ec-9e59-7b7576f260b7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:33.140108 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-699ab730-1d41-44bf-ab79-ccf44c3d667f tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] DELETE failed (client error): The resource could not be found. Dec 20 08:46:33.140268 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-699ab730-1d41-44bf-ab79-ccf44c3d667f tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:46:33.146107 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-699ab730-1d41-44bf-ab79-ccf44c3d667f tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "DELETE /v2.0/subnets/81f3e0b4-b09b-41be-92df-d2a73c11a706 HTTP/1.1" status: 404 len: 337 time: 0.0434449 Dec 20 08:46:33.146107 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39142) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:33.203625 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-a06c1b0a-f8a3-407a-9366-d047018b1500 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] DELETE failed (client error): The resource could not be found. Dec 20 08:46:33.204063 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a06c1b0a-f8a3-407a-9366-d047018b1500 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:46:33.208571 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a06c1b0a-f8a3-407a-9366-d047018b1500 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "DELETE /v2.0/ports/1f687423-3794-4574-b9fa-a1f689c03751 HTTP/1.1" status: 404 len: 333 time: 0.0594490 Dec 20 08:46:33.208793 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39146) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:33.255525 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-7afc5171-7395-4aac-9f60-c0935b4a0dde tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] DELETE failed (client error): The resource could not be found. Dec 20 08:46:33.255975 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7afc5171-7395-4aac-9f60-c0935b4a0dde tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:46:33.260294 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-7afc5171-7395-4aac-9f60-c0935b4a0dde tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "DELETE /v2.0/subnets/fbb3c1f4-3fed-4fe4-8ba8-3f58107673d5 HTTP/1.1" status: 404 len: 337 time: 0.0481563 Dec 20 08:46:33.260737 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39150) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:33.296612 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0fd891f-f936-408f-8698-b6cd5f23c633 None None] Provisioning complete for port d0a7bf9e-aa58-4e0a-8c2d-730b4aaa3b72 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:46:33.297145 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0fd891f-f936-408f-8698-b6cd5f23c633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:33.310098 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-af913f45-78a2-4fdb-b671-7f9bb36877c7 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] DELETE failed (client error): The resource could not be found. Dec 20 08:46:33.310598 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af913f45-78a2-4fdb-b671-7f9bb36877c7 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:46:33.314845 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-af913f45-78a2-4fdb-b671-7f9bb36877c7 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "DELETE /v2.0/subnets/7b57face-b99c-4da2-a323-281fafbf4e8b HTTP/1.1" status: 404 len: 337 time: 0.0508702 Dec 20 08:46:33.316755 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39154) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:33.318083 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc8ec02-034b-4c69-892c-71220f11d6a6 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:46:33.319654 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [req-0e0873e8-17c1-45f3-a5df-f22dc9f8c17e req-f853e99e-8dc0-40ec-9e59-7b7576f260b7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Transition to ACTIVE for port object bada3ab8-1b01-4681-a0b6-e977830d7152 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:46:33.338785 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-6cc8ec02-034b-4c69-892c-71220f11d6a6 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:46:33.343393 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c609464-b2b8-41b3-af26-a300ac047c70 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Pushing event updated for resources: {'Subnet': ['ID=30d9e776-f21b-4f56-b6b1-b8d5a669e150,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:33.350925 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc8ec02-034b-4c69-892c-71220f11d6a6 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:33.354367 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad5c1eb8-1fcc-428b-82a3-0c7767bbb135 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:46:33.357371 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6cc8ec02-034b-4c69-892c-71220f11d6a6 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:33.366657 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-637b2b99-c552-4375-921d-fbc1d0e744c1 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] DELETE failed (client error): The resource could not be found. Dec 20 08:46:33.367095 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-637b2b99-c552-4375-921d-fbc1d0e744c1 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:46:33.368742 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-637b2b99-c552-4375-921d-fbc1d0e744c1 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "DELETE /v2.0/ports/0f3c80ae-2b43-4fae-8365-74083ad80748 HTTP/1.1" status: 404 len: 333 time: 0.0521226 Dec 20 08:46:33.372265 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-6c609464-b2b8-41b3-af26-a300ac047c70 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:33.374087 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39160) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:33.378420 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd13d5f7-2272-42ca-b491-effe42b7dc0c None None] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:46:33.384544 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-35fbd60c-b5af-4366-8996-84a3a8e1f3eb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.320s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:33.403422 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a0479e-a281-4dc6-a646-49a8e4185fac None None] Sync routers for ids ['fd2784c2-9301-4546-b4f4-5cacc3ac29c6'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:46:33.419526 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc5bab11-d061-41bb-89d5-c116e3ccc409 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] DELETE failed (client error): The resource could not be found. Dec 20 08:46:33.420228 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc5bab11-d061-41bb-89d5-c116e3ccc409 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:46:33.422077 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-dc5bab11-d061-41bb-89d5-c116e3ccc409 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "DELETE /v2.0/subnets/c4bdc337-42a1-49e3-b479-f91481d7060b HTTP/1.1" status: 404 len: 337 time: 0.0470994 Dec 20 08:46:33.424955 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39164) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:33.463673 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ad5c1eb8-1fcc-428b-82a3-0c7767bbb135 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:33.501255 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcf5e5f3-9db2-4a56-94e3-404128e32697 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] DELETE failed (client error): The resource could not be found. Dec 20 08:46:33.501981 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcf5e5f3-9db2-4a56-94e3-404128e32697 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:46:33.503911 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-bcf5e5f3-9db2-4a56-94e3-404128e32697 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "DELETE /v2.0/subnets/1aec62a2-c73c-41a7-b168-08457ad6e33c HTTP/1.1" status: 404 len: 337 time: 0.0776238 Dec 20 08:46:33.505863 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-752ea243-7542-410b-beca-0208cc8eab84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:33.510730 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39168) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:33.590255 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ad5c1eb8-1fcc-428b-82a3-0c7767bbb135 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.7601652 Dec 20 08:46:33.593605 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39172) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:33.601485 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-8ebf1b1e-2352-4566-bf96-e494662c3f98 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Request body: {'floatingip': {'port_id': 'baf75baa-1213-48e5-969d-54e5c7d67bda', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:33.609752 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-6cc8ec02-034b-4c69-892c-71220f11d6a6 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9620690 Dec 20 08:46:33.609752 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-ed84038a-5b57-433e-9ed2-00a1caff62ff req-c65f03c4-bae5-4a34-8fb9-5b159f6fec39 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Synchronizing usage tracker for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:46:33.611579 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c609464-b2b8-41b3-af26-a300ac047c70 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Checking segment: {'id': '20a4b474-d163-4869-b727-1ab92d0e4623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1f918073-bb09-4f7c-84a2-cf945b57338c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:46:33.612012 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c609464-b2b8-41b3-af26-a300ac047c70 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Network hostable DHCP agents. Network: 1f918073-bb09-4f7c-84a2-cf945b57338c, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:46:33.622495 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 39176) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:33.632518 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-752ea243-7542-410b-beca-0208cc8eab84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:33.633663 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-752ea243-7542-410b-beca-0208cc8eab84 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/11ff1743-69bf-4ad2-b2a8-aa160f9b6024 HTTP/1.1" status: 204 len: 168 time: 1.3422496 Dec 20 08:46:33.647910 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-14d84918-53ae-49d9-b657-da5f846973fe tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Request body: {'port': {'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'mac_address': 'fa:16:3e:4f:4d:cc', 'name': 'tempest-NetworksTestDHCPv6-2056118783'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:33.669806 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b6d328c7-2cc5-4ef5-b98d-e707f425be0f tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:33.671131 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-b6d328c7-2cc5-4ef5-b98d-e707f425be0f tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] 10.222.0.16 "DELETE /v2.0/routers/93587793-bbe7-4441-98f1-b6f62ac475d0 HTTP/1.1" status: 204 len: 168 time: 7.1558361 Dec 20 08:46:33.672372 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc8ec02-034b-4c69-892c-71220f11d6a6 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event updated for resources: {'Subnet': ['ID=32034e2e-f987-4833-a5d6-20cbb4dd7b03,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:33.676444 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 39182) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:33.685368 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-6cc8ec02-034b-4c69-892c-71220f11d6a6 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:33.703715 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a0479e-a281-4dc6-a646-49a8e4185fac None None] Routers {'fd2784c2-9301-4546-b4f4-5cacc3ac29c6'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:46:33.704673 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-93a0479e-a281-4dc6-a646-49a8e4185fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:46:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['fd2784c2-9301-4546-b4f4-5cacc3ac29c6'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:46:33.731106 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-787aa80a-e863-4e74-92a8-1e3313b9c5f4 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.205s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:33.774712 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752ea243-7542-410b-beca-0208cc8eab84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ff1743-69bf-4ad2-b2a8-aa160f9b6024,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:33.786813 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-752ea243-7542-410b-beca-0208cc8eab84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:33.791408 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-ed84038a-5b57-433e-9ed2-00a1caff62ff req-c65f03c4-bae5-4a34-8fb9-5b159f6fec39 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Unset dirty status for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:46:33.804254 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-ed84038a-5b57-433e-9ed2-00a1caff62ff req-c65f03c4-bae5-4a34-8fb9-5b159f6fec39 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1059216-b29b-4505-a7bf-5926ba22726d HTTP/1.1" status: 200 len: 210 time: 0.2760260 Dec 20 08:46:33.806150 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-0e0873e8-17c1-45f3-a5df-f22dc9f8c17e req-f853e99e-8dc0-40ec-9e59-7b7576f260b7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:33.900211 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-fa01407b-1e23-4040-92ca-63f56f84bab5 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:33.925374 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-93a0479e-a281-4dc6-a646-49a8e4185fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:46:33.928672 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8ebf1b1e-2352-4566-bf96-e494662c3f98 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks [] for floatingip, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:33.988369 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_v2 [None req-d961644f-5e22-4404-8b82-ae3c9d5a7ed4 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Deleting subnet 57905e29-6fc7-46fc-ad22-f6cf39d41738 {{(pid=83445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:46:34.000556 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-7aa16526-53f0-4818-a262-d8b3d509dc5a tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Deleting port faf9e5e4-af97-47e6-99cd-01cf9cfe7116 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:46:34.000891 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7aa16526-53f0-4818-a262-d8b3d509dc5a tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:34.013511 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d961644f-5e22-4404-8b82-ae3c9d5a7ed4 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:34.103080 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d961644f-5e22-4404-8b82-ae3c9d5a7ed4 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1518554'] for subnet, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:34.120414 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a0479e-a281-4dc6-a646-49a8e4185fac None None] Routers {'fd2784c2-9301-4546-b4f4-5cacc3ac29c6'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:46:34.121076 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-93a0479e-a281-4dc6-a646-49a8e4185fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:46:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['fd2784c2-9301-4546-b4f4-5cacc3ac29c6'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:46:34.137423 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f853e99e-8dc0-40ec-9e59-7b7576f260b7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'Port': ['ID=bada3ab8-1b01-4681-a0b6-e977830d7152,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:34.150652 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f853e99e-8dc0-40ec-9e59-7b7576f260b7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:34.181357 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c609464-b2b8-41b3-af26-a300ac047c70 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Network 1f918073-bb09-4f7c-84a2-cf945b57338c is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:46:34.195570 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e0873e8-17c1-45f3-a5df-f22dc9f8c17e req-f853e99e-8dc0-40ec-9e59-7b7576f260b7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Network 627d2b4e-ee9f-42de-b848-af479fe5c2f5 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:46:34.212877 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [req-0e0873e8-17c1-45f3-a5df-f22dc9f8c17e req-f853e99e-8dc0-40ec-9e59-7b7576f260b7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:46:34.233190 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e0873e8-17c1-45f3-a5df-f22dc9f8c17e req-f853e99e-8dc0-40ec-9e59-7b7576f260b7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:46:34.264060 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46609af2-01dd-43b0-a557-05d36682b72f None None] DHCP port deletion for b7355766-552f-465d-9e88-97d34cc7cd01 request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 08:46:34.271834 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-46609af2-01dd-43b0-a557-05d36682b72f None None] Deleting port d0a7bf9e-aa58-4e0a-8c2d-730b4aaa3b72 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:46:34.272330 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-46609af2-01dd-43b0-a557-05d36682b72f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:34.300160 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-6c609464-b2b8-41b3-af26-a300ac047c70 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, 1f918073-bb09-4f7c-84a2-cf945b57338c) {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:46:34.328671 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d961644f-5e22-4404-8b82-ae3c9d5a7ed4 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:34.348265 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-93a0479e-a281-4dc6-a646-49a8e4185fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:46:34.349019 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a0479e-a281-4dc6-a646-49a8e4185fac None None] The sync data for ids ['fd2784c2-9301-4546-b4f4-5cacc3ac29c6'] in dv-neutron-820491-1-hyperv is: [] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:46:34.351574 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faab80dd-e3cb-4c7f-a7cf-6d44197649d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'tenant_id': '9679bafc94a64ee0a207e63ba5560387', 'fixed_ips': [{'subnet_id': '32034e2e-f987-4833-a5d6-20cbb4dd7b03'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:46:34.352946 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-faab80dd-e3cb-4c7f-a7cf-6d44197649d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:34.373138 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d3a885-2b7d-489d-a3e1-fecbc322cfb0 None None] Network 1f918073-bb09-4f7c-84a2-cf945b57338c requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:46:34.420823 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7aa16526-53f0-4818-a262-d8b3d509dc5a tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:34.457197 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c609464-b2b8-41b3-af26-a300ac047c70 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:34.458438 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6c609464-b2b8-41b3-af26-a300ac047c70 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:34.460727 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0fd891f-f936-408f-8698-b6cd5f23c633 None None] Provisioning complete for port faf9e5e4-af97-47e6-99cd-01cf9cfe7116 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:46:34.461321 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0fd891f-f936-408f-8698-b6cd5f23c633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:34.471045 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-14d84918-53ae-49d9-b657-da5f846973fe tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:34.500362 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d961644f-5e22-4404-8b82-ae3c9d5a7ed4 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2036620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2095133'] for subnet, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:34.505927 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-14d84918-53ae-49d9-b657-da5f846973fe tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:34.513876 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-7477afb8-59c5-4717-b922-f13d12a54c48 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:34.607333 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-6c609464-b2b8-41b3-af26-a300ac047c70 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 4.1426528 Dec 20 08:46:34.615923 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961644f-5e22-4404-8b82-ae3c9d5a7ed4 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=57905e29-6fc7-46fc-ad22-f6cf39d41738,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:34.618270 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 39202) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:34.642224 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d961644f-5e22-4404-8b82-ae3c9d5a7ed4 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:34.650053 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-d961644f-5e22-4404-8b82-ae3c9d5a7ed4 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] 10.222.0.16 "DELETE /v2.0/subnets/57905e29-6fc7-46fc-ad22-f6cf39d41738 HTTP/1.1" status: 204 len: 168 time: 0.9672170 Dec 20 08:46:34.654357 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d84918-53ae-49d9-b657-da5f846973fe tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Made reservation on behalf of 9679bafc94a64ee0a207e63ba5560387 for: {'port': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:46:34.660841 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-14d84918-53ae-49d9-b657-da5f846973fe tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:34.673656 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39206) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:34.705488 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d961644f-5e22-4404-8b82-ae3c9d5a7ed4 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:34.710931 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0873e8-17c1-45f3-a5df-f22dc9f8c17e req-f853e99e-8dc0-40ec-9e59-7b7576f260b7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:34.711546 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-0e0873e8-17c1-45f3-a5df-f22dc9f8c17e req-f853e99e-8dc0-40ec-9e59-7b7576f260b7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:34.802382 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0fd891f-f936-408f-8698-b6cd5f23c633 None None] Port faf9e5e4-af97-47e6-99cd-01cf9cfe7116 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:46:34.811991 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-7aa16526-53f0-4818-a262-d8b3d509dc5a tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Calling delete_port for faf9e5e4-af97-47e6-99cd-01cf9cfe7116 owned by {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:46:34.890902 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-80ec6575-1010-45d2-a09e-a23c7b9abaeb tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:34.899420 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-0e0873e8-17c1-45f3-a5df-f22dc9f8c17e req-f853e99e-8dc0-40ec-9e59-7b7576f260b7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6607971 Dec 20 08:46:34.915425 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 39214) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:34.920687 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [req-0e0873e8-17c1-45f3-a5df-f22dc9f8c17e req-acb3f99e-ec92-4403-94dc-447febb7ab3c service neutron] Request body: {'port': {'device_id': 'e1059216-b29b-4505-a7bf-5926ba22726d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8204'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:35.010748 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-46609af2-01dd-43b0-a557-05d36682b72f None None] For port d0a7bf9e-aa58-4e0a-8c2d-730b4aaa3b72, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=d0a7bf9e-aa58-4e0a-8c2d-730b4aaa3b72,segment=NetworkSegment(f640d3e7-cc57-4249-b60e-fe4ef5cde30d),segment_id=f640d3e7-cc57-4249-b60e-fe4ef5cde30d)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:46:35.011162 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-46609af2-01dd-43b0-a557-05d36682b72f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:35.101265 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-0e0873e8-17c1-45f3-a5df-f22dc9f8c17e req-acb3f99e-ec92-4403-94dc-447febb7ab3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:35.115047 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-14d84918-53ae-49d9-b657-da5f846973fe tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] device_id is not set on port bf5abce3-2ea7-478c-8814-24a610e51bde yet. {{(pid=83445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:46:35.220100 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-46609af2-01dd-43b0-a557-05d36682b72f None None] Calling delete_port for d0a7bf9e-aa58-4e0a-8c2d-730b4aaa3b72 owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:46:35.227091 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-80ec6575-1010-45d2-a09e-a23c7b9abaeb tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:35.255063 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8ebf1b1e-2352-4566-bf96-e494662c3f98 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:35.266003 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7aa16526-53f0-4818-a262-d8b3d509dc5a tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:35.271954 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8ebf1b1e-2352-4566-bf96-e494662c3f98 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-345990'] for floatingip, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:35.339676 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-46609af2-01dd-43b0-a557-05d36682b72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102'] for port, after_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:35.360802 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-5d2deb82-5ad8-4643-ad31-f6ad30777309 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:35.361020 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-4845f134-e329-466e-ae67-e2ac8bf7e380 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:35.361665 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.api.v2.resource [None req-5d2deb82-5ad8-4643-ad31-f6ad30777309 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] create failed (client error): There was a conflict when trying to complete your request. Dec 20 08:46:35.368219 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-5d2deb82-5ad8-4643-ad31-f6ad30777309 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3867438 Dec 20 08:46:35.375609 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 39222) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:35.383696 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9cefa87e-ba71-4faa-9f79-d7c1e60aba1f tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:35.421177 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-80ec6575-1010-45d2-a09e-a23c7b9abaeb tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2036620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2095133'] for subnet, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:35.436458 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-20e44940-cc8c-4579-b9fc-17e1297b14e7 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Request body: {'security_group': {'name': 'tempest-secgroup--345331843'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:35.451047 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-75a7a798-9c00-43ef-bd21-d46c7c59f989 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:35.464742 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa16526-53f0-4818-a262-d8b3d509dc5a tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Pushing event deleted for resources: {'Port': ['ID=faf9e5e4-af97-47e6-99cd-01cf9cfe7116,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:35.475063 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7aa16526-53f0-4818-a262-d8b3d509dc5a tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:35.490327 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46609af2-01dd-43b0-a557-05d36682b72f None None] Pushing event deleted for resources: {'Port': ['ID=d0a7bf9e-aa58-4e0a-8c2d-730b4aaa3b72,revision_number=None']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:35.500465 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-20e44940-cc8c-4579-b9fc-17e1297b14e7 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:35.504590 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-46609af2-01dd-43b0-a557-05d36682b72f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:35.517904 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46609af2-01dd-43b0-a557-05d36682b72f None None] No DVR routers for this DVR port d0a7bf9e-aa58-4e0a-8c2d-730b4aaa3b72 on host dv-neutron-820491-1-hyperv {{(pid=83446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:46:35.521896 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-faab80dd-e3cb-4c7f-a7cf-6d44197649d5 None None] Allocated IP 2001:db8::2 (f75aa0d2-5f41-40f3-a9e0-d60d934965a4/32034e2e-f987-4833-a5d6-20cbb4dd7b03/5d870e72-16df-40f8-ae60-909087e64e46) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:46:35.523097 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-9f9cf5a5-47f0-4ee9-b390-41af569034a8 None None] Provisioning for port bada3ab8-1b01-4681-a0b6-e977830d7152 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:46:35.535509 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c3b3cf-02d6-4d8b-9851-6ed745ace498 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-1f918073-bb09-4f7c-84a2-cf945b57338c', 'network_id': '1f918073-bb09-4f7c-84a2-cf945b57338c', 'tenant_id': '998613e7a7ae4d22ad9b2ce5f8e08568', 'fixed_ips': [{'subnet_id': '30d9e776-f21b-4f56-b6b1-b8d5a669e150'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:46:35.536344 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b9c3b3cf-02d6-4d8b-9851-6ed745ace498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:35.554817 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-9f9cf5a5-47f0-4ee9-b390-41af569034a8 None None] Provisioning complete for port bada3ab8-1b01-4681-a0b6-e977830d7152 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:46:35.555206 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-9f9cf5a5-47f0-4ee9-b390-41af569034a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:35.557169 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-20e44940-cc8c-4579-b9fc-17e1297b14e7 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Usage tracker for resource:security_group and tenant:a7e6be60a2bd4e59946dcde724d6de3b is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:35.560308 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ec6575-1010-45d2-a09e-a23c7b9abaeb tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Pushing event deleted for resources: {'Subnet': ['ID=30d9e776-f21b-4f56-b6b1-b8d5a669e150,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:35.569430 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-20e44940-cc8c-4579-b9fc-17e1297b14e7 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:35.572512 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-80ec6575-1010-45d2-a09e-a23c7b9abaeb tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:35.631463 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-20e44940-cc8c-4579-b9fc-17e1297b14e7 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:35.691515 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-80ec6575-1010-45d2-a09e-a23c7b9abaeb tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:35.704213 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41976e9f-4873-4af9-ac51-3046e77f48c5 req-6bafada0-e23b-4a46-b5a7-485a2a1eb8c7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:35.705898 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-41976e9f-4873-4af9-ac51-3046e77f48c5 req-6bafada0-e23b-4a46-b5a7-485a2a1eb8c7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1059216-b29b-4505-a7bf-5926ba22726d HTTP/1.1" status: 200 len: 932 time: 0.6600397 Dec 20 08:46:35.754025 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-9f9cf5a5-47f0-4ee9-b390-41af569034a8 None None] Port bada3ab8-1b01-4681-a0b6-e977830d7152 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:46:35.767965 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-20e44940-cc8c-4579-b9fc-17e1297b14e7 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Notify callbacks [] for security_group, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:35.801801 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7aa16526-53f0-4818-a262-d8b3d509dc5a tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:35.809863 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2048c904-d9b3-40c7-a689-a4c1b71b5512 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:35.848732 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-7aa16526-53f0-4818-a262-d8b3d509dc5a tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "DELETE /v2.0/ports/faf9e5e4-af97-47e6-99cd-01cf9cfe7116 HTTP/1.1" status: 204 len: 168 time: 2.3366785 Dec 20 08:46:35.849587 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39226) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:35.959768 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26db185a-ec5e-4719-89fd-678e4a14b09f None None] Network 1f918073-bb09-4f7c-84a2-cf945b57338c requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:46:35.971005 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-41976e9f-4873-4af9-ac51-3046e77f48c5 req-7b496c12-fcfa-47f6-9274-c21481637670 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=94538abc-96b2-47aa-83bb-750d9d40afe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2042894 Dec 20 08:46:35.976208 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-80ec6575-1010-45d2-a09e-a23c7b9abaeb tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f918073-bb09-4f7c-84a2-cf945b57338c']}} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:46:35.990833 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-20e44940-cc8c-4579-b9fc-17e1297b14e7 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Notify callbacks [] for security_group, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:36.013192 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-80ec6575-1010-45d2-a09e-a23c7b9abaeb tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20a4b474-d163-4869-b727-1ab92d0e4623') {'for_net_delete': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:46:36.013569 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-80ec6575-1010-45d2-a09e-a23c7b9abaeb tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20a4b474-d163-4869-b727-1ab92d0e4623') {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:46:36.038097 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-80ec6575-1010-45d2-a09e-a23c7b9abaeb tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1518531'] for segment, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:36.058927 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device d0a7bf9e-aa58-4e0a-8c2d-730b4aaa3b72 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:46:36.094913 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-80ec6575-1010-45d2-a09e-a23c7b9abaeb tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:36.109010 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: d0a7bf9e-aa58-4e0a-8c2d-730b4aaa3b72 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:46:36.109381 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device d0a7bf9e-aa58-4e0a-8c2d-730b4aaa3b72 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:46:36.156270 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80ec6575-1010-45d2-a09e-a23c7b9abaeb tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=83445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:46:36.156270 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-80ec6575-1010-45d2-a09e-a23c7b9abaeb tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2036002'] for segment, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:36.172941 dv-neutron-820491-1-hyperv neutron-server[83445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 08:46:36.172941 dv-neutron-820491-1-hyperv neutron-server[83445]: util.warn( Dec 20 08:46:36.172941 dv-neutron-820491-1-hyperv neutron-server[83445]: Traceback (most recent call last): Dec 20 08:46:36.172941 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:46:36.172941 dv-neutron-820491-1-hyperv neutron-server[83445]: timer() Dec 20 08:46:36.172941 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:46:36.172941 dv-neutron-820491-1-hyperv neutron-server[83445]: cb(*args, **kw) Dec 20 08:46:36.172941 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:46:36.172941 dv-neutron-820491-1-hyperv neutron-server[83445]: return func(*args, **kwargs) Dec 20 08:46:36.172941 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:46:36.172941 dv-neutron-820491-1-hyperv neutron-server[83445]: self._notify() Dec 20 08:46:36.172941 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:46:36.172941 dv-neutron-820491-1-hyperv neutron-server[83445]: self.callback(batched_events) Dec 20 08:46:36.172941 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:46:36.172941 dv-neutron-820491-1-hyperv neutron-server[83445]: event.method(event) Dec 20 08:46:36.172941 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:46:36.172941 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:46:36.172941 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:46:36.172941 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:46:36.172941 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:46:36.172941 dv-neutron-820491-1-hyperv neutron-server[83445]: return f(self, *a, **k) Dec 20 08:46:36.172941 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:46:36.172941 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._get(url).json() Dec 20 08:46:36.172941 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:46:36.172941 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:46:36.172941 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:46:36.172941 dv-neutron-820491-1-hyperv neutron-server[83445]: return self.request(url, 'GET', **kwargs) Dec 20 08:46:36.172941 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:46:36.172941 dv-neutron-820491-1-hyperv neutron-server[83445]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:46:36.172941 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:46:36.172941 dv-neutron-820491-1-hyperv neutron-server[83445]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:46:36.172941 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:46:36.172941 dv-neutron-820491-1-hyperv neutron-server[83445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:46:36.172941 dv-neutron-820491-1-hyperv neutron-server[83445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:46:36.181775 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-20e44940-cc8c-4579-b9fc-17e1297b14e7 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:36.193089 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-20e44940-cc8c-4579-b9fc-17e1297b14e7 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Usage tracker for resource:security_group_rule and tenant:a7e6be60a2bd4e59946dcde724d6de3b is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:36.198991 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-faab80dd-e3cb-4c7f-a7cf-6d44197649d5 None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:36.216805 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-20e44940-cc8c-4579-b9fc-17e1297b14e7 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:36.226627 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2048c904-d9b3-40c7-a689-a4c1b71b5512 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:36.243627 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-faab80dd-e3cb-4c7f-a7cf-6d44197649d5 None None] Transition to ACTIVE for port object 5d870e72-16df-40f8-ae60-909087e64e46 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:46:36.244489 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-89ce0667-7423-48e4-97ba-3ea17ffbf76f tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:36.277753 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-20e44940-cc8c-4579-b9fc-17e1297b14e7 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:36.283261 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-2048c904-d9b3-40c7-a689-a4c1b71b5512 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4ed62a8-3f3e-4fb5-8bbf-672856f4f0f1']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:46:36.302615 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-faab80dd-e3cb-4c7f-a7cf-6d44197649d5 None None] Transition to ACTIVE for port object 5d870e72-16df-40f8-ae60-909087e64e46 will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:46:36.306867 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-2048c904-d9b3-40c7-a689-a4c1b71b5512 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e5c8622-a387-4a92-8ff2-e5a7671b2ba8') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:46:36.307364 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-2048c904-d9b3-40c7-a689-a4c1b71b5512 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e5c8622-a387-4a92-8ff2-e5a7671b2ba8') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:46:36.307486 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-80ec6575-1010-45d2-a09e-a23c7b9abaeb tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:36.310529 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-faab80dd-e3cb-4c7f-a7cf-6d44197649d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:36.317379 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-66bf5acf-8096-4972-99c6-2f3aa306d25f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:36.317600 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-82826cd3-157d-4d15-936e-292460557ab5 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:36.365783 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-80ec6575-1010-45d2-a09e-a23c7b9abaeb tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:36.376373 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2048c904-d9b3-40c7-a689-a4c1b71b5512 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1618722'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:36.382994 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faab80dd-e3cb-4c7f-a7cf-6d44197649d5 None None] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:46:36.391434 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ec6575-1010-45d2-a09e-a23c7b9abaeb tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Pushing event deleted for resources: {'Network': ['ID=1f918073-bb09-4f7c-84a2-cf945b57338c,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:36.391662 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-faab80dd-e3cb-4c7f-a7cf-6d44197649d5 None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:46:36.397858 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faab80dd-e3cb-4c7f-a7cf-6d44197649d5 None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:46:36.407272 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faab80dd-e3cb-4c7f-a7cf-6d44197649d5 None None] Pushing event updated for resources: {'Port': ['ID=5d870e72-16df-40f8-ae60-909087e64e46,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:36.411427 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2048c904-d9b3-40c7-a689-a4c1b71b5512 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:36.411762 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-80ec6575-1010-45d2-a09e-a23c7b9abaeb tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:36.412697 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-faab80dd-e3cb-4c7f-a7cf-6d44197649d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:36.478240 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-80ec6575-1010-45d2-a09e-a23c7b9abaeb tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] 10.222.0.16 "DELETE /v2.0/networks/1f918073-bb09-4f7c-84a2-cf945b57338c HTTP/1.1" status: 204 len: 168 time: 1.8420982 Dec 20 08:46:36.484602 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 39232) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:36.504600 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-ec743298-3114-4e90-8fc4-5a5900d3ec1a tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-133450422'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:36.507982 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-faab80dd-e3cb-4c7f-a7cf-6d44197649d5 None None] Attempting to bind port 5d870e72-16df-40f8-ae60-909087e64e46 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:46:36.508365 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-faab80dd-e3cb-4c7f-a7cf-6d44197649d5 None None] Attempting to bind port 5d870e72-16df-40f8-ae60-909087e64e46 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '7c00552d-ea93-440b-911c-cb3aa0a4eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:46:36.508726 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faab80dd-e3cb-4c7f-a7cf-6d44197649d5 None None] Attempting to bind port 5d870e72-16df-40f8-ae60-909087e64e46 on network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:46:36.513925 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-89ce0667-7423-48e4-97ba-3ea17ffbf76f tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:36.516264 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faab80dd-e3cb-4c7f-a7cf-6d44197649d5 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:46:36.516643 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faab80dd-e3cb-4c7f-a7cf-6d44197649d5 None None] Checking segment: {'id': '7c00552d-ea93-440b-911c-cb3aa0a4eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:46:36.517046 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-faab80dd-e3cb-4c7f-a7cf-6d44197649d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:36.517699 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faab80dd-e3cb-4c7f-a7cf-6d44197649d5 None None] Bound using segment: {'id': '7c00552d-ea93-440b-911c-cb3aa0a4eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:46:36.518246 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-faab80dd-e3cb-4c7f-a7cf-6d44197649d5 None None] Bound port: 5d870e72-16df-40f8-ae60-909087e64e46, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c00552d-ea93-440b-911c-cb3aa0a4eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:46:36.518648 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-faab80dd-e3cb-4c7f-a7cf-6d44197649d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:36.519329 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-ec743298-3114-4e90-8fc4-5a5900d3ec1a tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:36.545486 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-89ce0667-7423-48e4-97ba-3ea17ffbf76f tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7355766-552f-465d-9e88-97d34cc7cd01']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:46:36.550608 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [req-0e0873e8-17c1-45f3-a5df-f22dc9f8c17e req-acb3f99e-ec92-4403-94dc-447febb7ab3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bada3ab8-1b01-4681-a0b6-e977830d7152 {{(pid=83445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 08:46:36.554780 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-ec743298-3114-4e90-8fc4-5a5900d3ec1a tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Usage tracker for resource:network and tenant:998613e7a7ae4d22ad9b2ce5f8e08568 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:36.557885 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-14d84918-53ae-49d9-b657-da5f846973fe tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Allocated IP 2001:db8::13c (f75aa0d2-5f41-40f3-a9e0-d60d934965a4/32034e2e-f987-4833-a5d6-20cbb4dd7b03/bf5abce3-2ea7-478c-8814-24a610e51bde) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:46:36.565371 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-ec743298-3114-4e90-8fc4-5a5900d3ec1a tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:36.569105 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-0e0873e8-17c1-45f3-a5df-f22dc9f8c17e req-acb3f99e-ec92-4403-94dc-447febb7ab3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:36.571815 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-89ce0667-7423-48e4-97ba-3ea17ffbf76f tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f640d3e7-cc57-4249-b60e-fe4ef5cde30d') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:46:36.572141 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-89ce0667-7423-48e4-97ba-3ea17ffbf76f tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f640d3e7-cc57-4249-b60e-fe4ef5cde30d') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:46:36.585114 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-ec743298-3114-4e90-8fc4-5a5900d3ec1a tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:36.590681 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-89ce0667-7423-48e4-97ba-3ea17ffbf76f tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1618722'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:36.602542 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-20e44940-cc8c-4579-b9fc-17e1297b14e7 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Notify callbacks [] for security_group, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:36.615744 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [req-0e0873e8-17c1-45f3-a5df-f22dc9f8c17e req-acb3f99e-ec92-4403-94dc-447febb7ab3c service neutron] Transition to ACTIVE for port object bada3ab8-1b01-4681-a0b6-e977830d7152 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:46:36.619662 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-89ce0667-7423-48e4-97ba-3ea17ffbf76f tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:36.620106 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-20e44940-cc8c-4579-b9fc-17e1297b14e7 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:36.630170 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89ce0667-7423-48e4-97ba-3ea17ffbf76f tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:46:36.630579 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-89ce0667-7423-48e4-97ba-3ea17ffbf76f tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1128911'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:36.637945 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-752ea243-7542-410b-beca-0208cc8eab84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:36.652228 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-0e0873e8-17c1-45f3-a5df-f22dc9f8c17e req-acb3f99e-ec92-4403-94dc-447febb7ab3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2036698'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:36.654410 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-faab80dd-e3cb-4c7f-a7cf-6d44197649d5 None None] For port 5d870e72-16df-40f8-ae60-909087e64e46, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:46:36.656086 dv-neutron-820491-1-hyperv neutron-server[83444]: Traceback (most recent call last): Dec 20 08:46:36.656086 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:46:36.656086 dv-neutron-820491-1-hyperv neutron-server[83444]: timer() Dec 20 08:46:36.656086 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:46:36.656086 dv-neutron-820491-1-hyperv neutron-server[83444]: cb(*args, **kw) Dec 20 08:46:36.656086 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:46:36.656086 dv-neutron-820491-1-hyperv neutron-server[83444]: return func(*args, **kwargs) Dec 20 08:46:36.656086 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:46:36.656086 dv-neutron-820491-1-hyperv neutron-server[83444]: self._notify() Dec 20 08:46:36.656086 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:46:36.656086 dv-neutron-820491-1-hyperv neutron-server[83444]: self.callback(batched_events) Dec 20 08:46:36.656086 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:46:36.656086 dv-neutron-820491-1-hyperv neutron-server[83444]: event.method(event) Dec 20 08:46:36.656086 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:46:36.656086 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:46:36.656086 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:46:36.656086 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:46:36.656086 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:46:36.656086 dv-neutron-820491-1-hyperv neutron-server[83444]: return f(self, *a, **k) Dec 20 08:46:36.656086 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:46:36.656086 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._get(url).json() Dec 20 08:46:36.656086 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:46:36.656086 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:46:36.656086 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:46:36.656086 dv-neutron-820491-1-hyperv neutron-server[83444]: return self.request(url, 'GET', **kwargs) Dec 20 08:46:36.656086 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:46:36.656086 dv-neutron-820491-1-hyperv neutron-server[83444]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:46:36.656086 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:46:36.656086 dv-neutron-820491-1-hyperv neutron-server[83444]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:46:36.656086 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:46:36.656086 dv-neutron-820491-1-hyperv neutron-server[83444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:46:36.656086 dv-neutron-820491-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:46:36.658120 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-faab80dd-e3cb-4c7f-a7cf-6d44197649d5 None None] For port 5d870e72-16df-40f8-ae60-909087e64e46, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=5d870e72-16df-40f8-ae60-909087e64e46,segment=NetworkSegment(7c00552d-ea93-440b-911c-cb3aa0a4eeff),segment_id=7c00552d-ea93-440b-911c-cb3aa0a4eeff)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:46:36.661490 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2048c904-d9b3-40c7-a689-a4c1b71b5512 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:46:36.661989 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2048c904-d9b3-40c7-a689-a4c1b71b5512 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1128911'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:36.665389 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-faab80dd-e3cb-4c7f-a7cf-6d44197649d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:36.667523 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec743298-3114-4e90-8fc4-5a5900d3ec1a tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Made reservation on behalf of 998613e7a7ae4d22ad9b2ce5f8e08568 for: {'network': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:46:36.669632 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-2f8c60fe-5870-419d-b5f8-d414677f21a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:36.670475 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ec743298-3114-4e90-8fc4-5a5900d3ec1a tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:36.676799 dv-neutron-820491-1-hyperv neutron-server[83444]: Traceback (most recent call last): Dec 20 08:46:36.676799 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:46:36.676799 dv-neutron-820491-1-hyperv neutron-server[83444]: timer() Dec 20 08:46:36.676799 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:46:36.676799 dv-neutron-820491-1-hyperv neutron-server[83444]: cb(*args, **kw) Dec 20 08:46:36.676799 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:46:36.676799 dv-neutron-820491-1-hyperv neutron-server[83444]: return func(*args, **kwargs) Dec 20 08:46:36.676799 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:46:36.676799 dv-neutron-820491-1-hyperv neutron-server[83444]: self._notify() Dec 20 08:46:36.676799 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:46:36.676799 dv-neutron-820491-1-hyperv neutron-server[83444]: self.callback(batched_events) Dec 20 08:46:36.676799 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:46:36.676799 dv-neutron-820491-1-hyperv neutron-server[83444]: event.method(event) Dec 20 08:46:36.676799 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:46:36.676799 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:46:36.676799 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:46:36.676799 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:46:36.676799 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:46:36.676799 dv-neutron-820491-1-hyperv neutron-server[83444]: return f(self, *a, **k) Dec 20 08:46:36.676799 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:46:36.676799 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._get(url).json() Dec 20 08:46:36.676799 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:46:36.676799 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:46:36.676799 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:46:36.676799 dv-neutron-820491-1-hyperv neutron-server[83444]: return self.request(url, 'GET', **kwargs) Dec 20 08:46:36.676799 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:46:36.676799 dv-neutron-820491-1-hyperv neutron-server[83444]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:46:36.676799 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:46:36.676799 dv-neutron-820491-1-hyperv neutron-server[83444]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:46:36.676799 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:46:36.676799 dv-neutron-820491-1-hyperv neutron-server[83444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:46:36.676799 dv-neutron-820491-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:46:36.717638 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-20e44940-cc8c-4579-b9fc-17e1297b14e7 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:36.734872 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e44940-cc8c-4579-b9fc-17e1297b14e7 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35ebd77d-9fe8-4125-b49e-333047a362db,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:36.740420 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-20e44940-cc8c-4579-b9fc-17e1297b14e7 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Usage tracker for resource:security_group_rule and tenant:a7e6be60a2bd4e59946dcde724d6de3b is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:36.751590 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faab80dd-e3cb-4c7f-a7cf-6d44197649d5 None None] Pushing event updated for resources: {'Port': ['ID=5d870e72-16df-40f8-ae60-909087e64e46,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:36.756189 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-faab80dd-e3cb-4c7f-a7cf-6d44197649d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:36.756732 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-20e44940-cc8c-4579-b9fc-17e1297b14e7 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:36.761911 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-20e44940-cc8c-4579-b9fc-17e1297b14e7 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:36.762635 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-032c9bb4-7e33-42af-b1fe-c863acc49c98 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:36.869112 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-20e44940-cc8c-4579-b9fc-17e1297b14e7 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:36.887241 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-89ce0667-7423-48e4-97ba-3ea17ffbf76f tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:36.900587 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-fa3f976b-c994-46df-a4e4-26c2241ce56e tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:36.924892 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec743298-3114-4e90-8fc4-5a5900d3ec1a tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=83445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:46:36.926756 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ce0667-7423-48e4-97ba-3ea17ffbf76f tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Pushing event deleted for resources: {'Network': ['ID=b7355766-552f-465d-9e88-97d34cc7cd01,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:36.928851 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-89ce0667-7423-48e4-97ba-3ea17ffbf76f tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:36.934154 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-89ce0667-7423-48e4-97ba-3ea17ffbf76f tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:36.943676 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2048c904-d9b3-40c7-a689-a4c1b71b5512 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:36.949798 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9cefa87e-ba71-4faa-9f79-d7c1e60aba1f tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:36.963384 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2048c904-d9b3-40c7-a689-a4c1b71b5512 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f4ed62a8-3f3e-4fb5-8bbf-672856f4f0f1 {{(pid=83444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 20 08:46:36.969396 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-89ce0667-7423-48e4-97ba-3ea17ffbf76f tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] 10.222.0.16 "DELETE /v2.0/networks/b7355766-552f-465d-9e88-97d34cc7cd01 HTTP/1.1" status: 204 len: 168 time: 1.0877986 Dec 20 08:46:36.974970 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2048c904-d9b3-40c7-a689-a4c1b71b5512 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:36.976808 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-2048c904-d9b3-40c7-a689-a4c1b71b5512 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] 10.222.0.16 "DELETE /v2.0/networks/f4ed62a8-3f3e-4fb5-8bbf-672856f4f0f1 HTTP/1.1" status: 204 len: 168 time: 2.0786858 Dec 20 08:46:36.988145 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2048c904-d9b3-40c7-a689-a4c1b71b5512 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Pushing event deleted for resources: {'Network': ['ID=f4ed62a8-3f3e-4fb5-8bbf-672856f4f0f1,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:36.992856 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2048c904-d9b3-40c7-a689-a4c1b71b5512 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:37.194714 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-20e44940-cc8c-4579-b9fc-17e1297b14e7 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Notify callbacks [] for security_group, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:37.247132 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ebf1b1e-2352-4566-bf96-e494662c3f98 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Router fd2784c2-9301-4546-b4f4-5cacc3ac29c6 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:46:37.266370 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb3f99e-ec92-4403-94dc-447febb7ab3c service neutron] Pushing event updated for resources: {'Port': ['ID=bada3ab8-1b01-4681-a0b6-e977830d7152,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:37.272753 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-acb3f99e-ec92-4403-94dc-447febb7ab3c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:37.276478 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ec743298-3114-4e90-8fc4-5a5900d3ec1a tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:37.276835 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.segments_db [None req-ec743298-3114-4e90-8fc4-5a5900d3ec1a tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Added segment 777e1c53-38e1-46e3-a0e7-7806958a9b88 of type vlan for network 00c9e1a1-6222-474e-b112-f5b70c2d073f Dec 20 08:46:37.329035 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ec743298-3114-4e90-8fc4-5a5900d3ec1a tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:37.370177 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-20e44940-cc8c-4579-b9fc-17e1297b14e7 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:37.419642 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d4ab9bcf-7987-419f-bdc7-9e81b3dbf629 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:37.452285 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ec743298-3114-4e90-8fc4-5a5900d3ec1a tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:37.457082 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec743298-3114-4e90-8fc4-5a5900d3ec1a tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:37.458102 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ec743298-3114-4e90-8fc4-5a5900d3ec1a tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:37.488860 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e44940-cc8c-4579-b9fc-17e1297b14e7 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa7ec299-624b-4efc-8a55-8e0cb97dec1c,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:37.541154 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-20e44940-cc8c-4579-b9fc-17e1297b14e7 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:37.551892 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-80ec6575-1010-45d2-a09e-a23c7b9abaeb tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:37.648683 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ebf1b1e-2352-4566-bf96-e494662c3f98 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:46:37.658352 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edeb93b-a312-496d-be02-52cecbcf3e8d None None] Sync routers for ids ['fd2784c2-9301-4546-b4f4-5cacc3ac29c6'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:46:37.666991 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8ebf1b1e-2352-4566-bf96-e494662c3f98 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:37.675155 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edeb93b-a312-496d-be02-52cecbcf3e8d None None] Routers {'fd2784c2-9301-4546-b4f4-5cacc3ac29c6'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:46:37.681784 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-5edeb93b-a312-496d-be02-52cecbcf3e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:46:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['fd2784c2-9301-4546-b4f4-5cacc3ac29c6'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:46:37.714549 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 39250) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:37.715107 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 39252) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:37.775853 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-5edeb93b-a312-496d-be02-52cecbcf3e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:46:37.780577 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-20e44940-cc8c-4579-b9fc-17e1297b14e7 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:37.781963 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-20e44940-cc8c-4579-b9fc-17e1297b14e7 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.3943133 Dec 20 08:46:37.783445 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-ec743298-3114-4e90-8fc4-5a5900d3ec1a tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2957442 Dec 20 08:46:37.789174 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edeb93b-a312-496d-be02-52cecbcf3e8d None None] Routers {'fd2784c2-9301-4546-b4f4-5cacc3ac29c6'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:46:37.790040 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-5edeb93b-a312-496d-be02-52cecbcf3e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:46:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['fd2784c2-9301-4546-b4f4-5cacc3ac29c6'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:46:37.795530 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39258) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:37.795837 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39260) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:37.798894 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-3a144bda-267e-47c8-b080-f12db9e5f5fa tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Request body: {'router': {'name': 'tempest-router--385421793', 'project_id': '09374fde9e42440bae4486d59215b7f6'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:37.812220 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-4d82489d-22ef-4875-8c2f-5d2276fb7e5c tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Request body: {'subnet': {'network_id': '00c9e1a1-6222-474e-b112-f5b70c2d073f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:37.838353 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec743298-3114-4e90-8fc4-5a5900d3ec1a tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Pushing event updated for resources: {'Network': ['ID=00c9e1a1-6222-474e-b112-f5b70c2d073f,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:37.840048 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-1d673a02-71c0-4e2b-90df-bea890858839 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Request body: {'security_group_rule': {'security_group_id': 'aa7ec299-624b-4efc-8a55-8e0cb97dec1c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:37.847613 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-3a144bda-267e-47c8-b080-f12db9e5f5fa tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:37.855763 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-5edeb93b-a312-496d-be02-52cecbcf3e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:46:37.856389 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edeb93b-a312-496d-be02-52cecbcf3e8d None None] The sync data for ids ['fd2784c2-9301-4546-b4f4-5cacc3ac29c6'] in dv-neutron-820491-1-hyperv is: [] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:46:37.857218 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network 00c9e1a1-6222-474e-b112-f5b70c2d073f details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:46:37.874465 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ec743298-3114-4e90-8fc4-5a5900d3ec1a tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:37.882732 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-14d84918-53ae-49d9-b657-da5f846973fe tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:37.886065 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-3a144bda-267e-47c8-b080-f12db9e5f5fa tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Usage tracker for resource:router and tenant:09374fde9e42440bae4486d59215b7f6 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:37.886226 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-1d673a02-71c0-4e2b-90df-bea890858839 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:37.891269 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-3a144bda-267e-47c8-b080-f12db9e5f5fa tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:37.905652 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-3a144bda-267e-47c8-b080-f12db9e5f5fa tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:37.906010 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-1d673a02-71c0-4e2b-90df-bea890858839 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Usage tracker for resource:security_group_rule and tenant:a7e6be60a2bd4e59946dcde724d6de3b is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:37.913610 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-1d673a02-71c0-4e2b-90df-bea890858839 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:37.938198 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [req-0e0873e8-17c1-45f3-a5df-f22dc9f8c17e req-acb3f99e-ec92-4403-94dc-447febb7ab3c service neutron] Attempting to bind port bada3ab8-1b01-4681-a0b6-e977830d7152 on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:46:37.938619 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [req-0e0873e8-17c1-45f3-a5df-f22dc9f8c17e req-acb3f99e-ec92-4403-94dc-447febb7ab3c service neutron] Attempting to bind port bada3ab8-1b01-4681-a0b6-e977830d7152 by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': '4add418e-9ba1-4854-8396-6b270d4c02ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '627d2b4e-ee9f-42de-b848-af479fe5c2f5'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:46:37.939541 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0873e8-17c1-45f3-a5df-f22dc9f8c17e req-acb3f99e-ec92-4403-94dc-447febb7ab3c service neutron] Attempting to bind port bada3ab8-1b01-4681-a0b6-e977830d7152 on network 627d2b4e-ee9f-42de-b848-af479fe5c2f5 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:46:37.944730 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-14d84918-53ae-49d9-b657-da5f846973fe tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Transition to ACTIVE for port object bf5abce3-2ea7-478c-8814-24a610e51bde will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:46:37.948114 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-1d673a02-71c0-4e2b-90df-bea890858839 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:37.970494 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3a144bda-267e-47c8-b080-f12db9e5f5fa tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24817'] for router, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:37.972129 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3a144bda-267e-47c8-b080-f12db9e5f5fa tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-351744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24806'] for router, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:37.994140 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0873e8-17c1-45f3-a5df-f22dc9f8c17e req-acb3f99e-ec92-4403-94dc-447febb7ab3c service neutron] Port bada3ab8-1b01-4681-a0b6-e977830d7152 on network 627d2b4e-ee9f-42de-b848-af479fe5c2f5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 08:46:37.994462 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0873e8-17c1-45f3-a5df-f22dc9f8c17e req-acb3f99e-ec92-4403-94dc-447febb7ab3c service neutron] Attempting to bind port bada3ab8-1b01-4681-a0b6-e977830d7152 on network 627d2b4e-ee9f-42de-b848-af479fe5c2f5 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:46:38.074602 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 5d870e72-16df-40f8-ae60-909087e64e46 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:46:38.079938 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c6975c-3b82-40c1-aa4a-ac099611e87b req-ea2fd861-a708-4d76-9e1e-12c5c84417e6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:38.082343 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-61c6975c-3b82-40c1-aa4a-ac099611e87b req-ea2fd861-a708-4d76-9e1e-12c5c84417e6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1059216-b29b-4505-a7bf-5926ba22726d HTTP/1.1" status: 200 len: 944 time: 0.7001357 Dec 20 08:46:38.088842 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0873e8-17c1-45f3-a5df-f22dc9f8c17e req-acb3f99e-ec92-4403-94dc-447febb7ab3c service neutron] Checking agent: {'id': 'bd419857-3bec-4b96-b211-3fb278c66880', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8204', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 40, 10), 'started_at': datetime.datetime(2021, 12, 20, 8, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:46:38.089217 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0873e8-17c1-45f3-a5df-f22dc9f8c17e req-acb3f99e-ec92-4403-94dc-447febb7ab3c service neutron] Checking segment: {'id': '4add418e-9ba1-4854-8396-6b270d4c02ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '627d2b4e-ee9f-42de-b848-af479fe5c2f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:46:38.089654 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0873e8-17c1-45f3-a5df-f22dc9f8c17e req-acb3f99e-ec92-4403-94dc-447febb7ab3c service neutron] Bound using segment: {'id': '4add418e-9ba1-4854-8396-6b270d4c02ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '627d2b4e-ee9f-42de-b848-af479fe5c2f5'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:46:38.090098 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [req-0e0873e8-17c1-45f3-a5df-f22dc9f8c17e req-acb3f99e-ec92-4403-94dc-447febb7ab3c service neutron] Bound port: bada3ab8-1b01-4681-a0b6-e977830d7152, host: hv-neutron-8204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4add418e-9ba1-4854-8396-6b270d4c02ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '627d2b4e-ee9f-42de-b848-af479fe5c2f5'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:46:38.090474 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-0e0873e8-17c1-45f3-a5df-f22dc9f8c17e req-acb3f99e-ec92-4403-94dc-447febb7ab3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:38.166577 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 5d870e72-16df-40f8-ae60-909087e64e46 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:46:38.243599 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-14d84918-53ae-49d9-b657-da5f846973fe tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:38.245824 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3a144bda-267e-47c8-b080-f12db9e5f5fa tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:38.257078 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-8ebf1b1e-2352-4566-bf96-e494662c3f98 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] 10.222.0.16 "PUT /v2.0/floatingips/518c3199-1b0b-43d9-b69c-dfd979614494 HTTP/1.1" status: 200 len: 978 time: 4.6622806 Dec 20 08:46:38.264069 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39268) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:38.270042 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f853e99e-8dc0-40ec-9e59-7b7576f260b7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:38.336713 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-c0f62d31-e5d7-447d-81ac-bca9b009baf7 None None] Provisioning for port 5d870e72-16df-40f8-ae60-909087e64e46 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:46:38.342256 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [req-0e0873e8-17c1-45f3-a5df-f22dc9f8c17e req-acb3f99e-ec92-4403-94dc-447febb7ab3c service neutron] For port bada3ab8-1b01-4681-a0b6-e977830d7152, host hv-neutron-8204, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:46:38.344411 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-c0f62d31-e5d7-447d-81ac-bca9b009baf7 None None] Provisioning complete for port 5d870e72-16df-40f8-ae60-909087e64e46 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:46:38.344908 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c0f62d31-e5d7-447d-81ac-bca9b009baf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:38.357507 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-4d82489d-22ef-4875-8c2f-5d2276fb7e5c tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:38.363070 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-dc272a54-7975-4642-8432-3ac5cef44f5b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bcc408b3053b4123bbeeedda32cab34a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6430888 Dec 20 08:46:38.363651 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39272) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:38.364300 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1d673a02-71c0-4e2b-90df-bea890858839 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:38.377280 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-4d82489d-22ef-4875-8c2f-5d2276fb7e5c tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Usage tracker for resource:subnet and tenant:998613e7a7ae4d22ad9b2ce5f8e08568 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:38.384615 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-4d82489d-22ef-4875-8c2f-5d2276fb7e5c tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:38.421807 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-4d82489d-22ef-4875-8c2f-5d2276fb7e5c tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:38.478335 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c0f62d31-e5d7-447d-81ac-bca9b009baf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:38.512924 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-c0f62d31-e5d7-447d-81ac-bca9b009baf7 None None] For port 5d870e72-16df-40f8-ae60-909087e64e46, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=5d870e72-16df-40f8-ae60-909087e64e46,segment=NetworkSegment(7c00552d-ea93-440b-911c-cb3aa0a4eeff),segment_id=7c00552d-ea93-440b-911c-cb3aa0a4eeff)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:46:38.516075 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [req-0e0873e8-17c1-45f3-a5df-f22dc9f8c17e req-acb3f99e-ec92-4403-94dc-447febb7ab3c service neutron] For port bada3ab8-1b01-4681-a0b6-e977830d7152, host hv-neutron-8204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=bada3ab8-1b01-4681-a0b6-e977830d7152,segment=NetworkSegment(4add418e-9ba1-4854-8396-6b270d4c02ff),segment_id=4add418e-9ba1-4854-8396-6b270d4c02ff)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:46:38.517356 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c0f62d31-e5d7-447d-81ac-bca9b009baf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:38.520255 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-eb3a1a66-3b22-4ab1-948c-4084b5249fb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:38.536309 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-61c6975c-3b82-40c1-aa4a-ac099611e87b req-c8e4b374-2484-453e-8936-372dea0c1c46 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=94538abc-96b2-47aa-83bb-750d9d40afe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4204185 Dec 20 08:46:38.543665 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d84918-53ae-49d9-b657-da5f846973fe tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:46:38.545442 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d82489d-22ef-4875-8c2f-5d2276fb7e5c tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Made reservation on behalf of 998613e7a7ae4d22ad9b2ce5f8e08568 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:46:38.551204 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3a144bda-267e-47c8-b080-f12db9e5f5fa tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071'] for router, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:38.556044 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-0e0873e8-17c1-45f3-a5df-f22dc9f8c17e req-acb3f99e-ec92-4403-94dc-447febb7ab3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2036698'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:38.561220 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d84918-53ae-49d9-b657-da5f846973fe tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event updated for resources: {'Port': ['ID=bf5abce3-2ea7-478c-8814-24a610e51bde,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:38.567331 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-14d84918-53ae-49d9-b657-da5f846973fe tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:46:38.579848 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-14d84918-53ae-49d9-b657-da5f846973fe tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:38.579848 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3b1440b9-267d-4404-ac1d-8004b016820b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:38.608599 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f62d31-e5d7-447d-81ac-bca9b009baf7 None None] Pushing event updated for resources: {'Port': ['ID=5d870e72-16df-40f8-ae60-909087e64e46,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:38.619199 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-c0f62d31-e5d7-447d-81ac-bca9b009baf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:38.620951 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d84918-53ae-49d9-b657-da5f846973fe tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:46:38.626377 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d84918-53ae-49d9-b657-da5f846973fe tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:38.626998 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-14d84918-53ae-49d9-b657-da5f846973fe tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:38.673654 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3a144bda-267e-47c8-b080-f12db9e5f5fa tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:38.676642 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-3a144bda-267e-47c8-b080-f12db9e5f5fa tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.9558492 Dec 20 08:46:38.689451 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-14d84918-53ae-49d9-b657-da5f846973fe tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 5.0639217 Dec 20 08:46:38.691902 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-0e0873e8-17c1-45f3-a5df-f22dc9f8c17e req-acb3f99e-ec92-4403-94dc-447febb7ab3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:38.693484 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-0e0873e8-17c1-45f3-a5df-f22dc9f8c17e req-acb3f99e-ec92-4403-94dc-447febb7ab3c service neutron] 10.222.0.58 "PUT /v2.0/ports/bada3ab8-1b01-4681-a0b6-e977830d7152 HTTP/1.1" status: 200 len: 1094 time: 3.7772262 Dec 20 08:46:38.693943 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 39276) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:38.694274 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 39278) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:38.697502 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1059216-b29b-4505-a7bf-5926ba22726d', 'tag': 'bada3ab8-1b01-4681-a0b6-e977830d7152'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 08:46:38.743599 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4d82489d-22ef-4875-8c2f-5d2276fb7e5c tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1529102'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:38.771583 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-c9ce499c-2b59-48ec-80fb-55f818f40411 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Deleting port e941f167-f6f4-4d0c-b951-36a90c7d99f2 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:46:38.771922 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c9ce499c-2b59-48ec-80fb-55f818f40411 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:38.837167 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1059216-b29b-4505-a7bf-5926ba22726d', 'tag': 'bada3ab8-1b01-4681-a0b6-e977830d7152', 'status': 'completed', 'code': 200} Dec 20 08:46:38.863682 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1d673a02-71c0-4e2b-90df-bea890858839 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:38.893707 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-58d0dd46-5795-4540-b4a9-0b5ef88d6ee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:38.895872 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1d673a02-71c0-4e2b-90df-bea890858839 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:38.908436 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:38.961041 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-8b466e75-2550-439b-97ab-4e7163aed8ac None None] Provisioning for port bf5abce3-2ea7-478c-8814-24a610e51bde completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:46:38.967605 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-8b466e75-2550-439b-97ab-4e7163aed8ac None None] Provisioning complete for port bf5abce3-2ea7-478c-8814-24a610e51bde triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:46:38.967990 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-8b466e75-2550-439b-97ab-4e7163aed8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:39.024178 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb3f99e-ec92-4403-94dc-447febb7ab3c service neutron] Pushing event updated for resources: {'Port': ['ID=bada3ab8-1b01-4681-a0b6-e977830d7152,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:39.034686 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-acb3f99e-ec92-4403-94dc-447febb7ab3c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:39.043846 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-8b466e75-2550-439b-97ab-4e7163aed8ac None None] Port bf5abce3-2ea7-478c-8814-24a610e51bde cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:46:39.044118 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d673a02-71c0-4e2b-90df-bea890858839 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11414232-6db8-4d99-9ba3-1b032da55234,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:39.062507 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1d673a02-71c0-4e2b-90df-bea890858839 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:39.088797 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-58d0dd46-5795-4540-b4a9-0b5ef88d6ee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:39.089510 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881a945e-caa7-4793-8dc8-507babea77aa tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:39.093426 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881a945e-caa7-4793-8dc8-507babea77aa tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:39.094184 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-881a945e-caa7-4793-8dc8-507babea77aa tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Synchronizing usage tracker for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:46:39.101211 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1cf52641-09a3-4709-a8bf-40feeae0bfed tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks [] for router, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:39.102321 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1d673a02-71c0-4e2b-90df-bea890858839 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:39.103477 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1d673a02-71c0-4e2b-90df-bea890858839 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.3050861 Dec 20 08:46:39.147306 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 39288) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:39.160329 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-593bfc8b-cf92-4de5-9b19-13fe340ceccb tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Request body: {'security_group_rule': {'security_group_id': 'aa7ec299-624b-4efc-8a55-8e0cb97dec1c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:39.181157 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-593bfc8b-cf92-4de5-9b19-13fe340ceccb tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:39.234461 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c9ce499c-2b59-48ec-80fb-55f818f40411 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:39.234794 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c9ce499c-2b59-48ec-80fb-55f818f40411 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:39.236298 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-0e0873e8-17c1-45f3-a5df-f22dc9f8c17e req-a304ae47-ccb0-47c8-ab56-d89453c27f69 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f7b89f97320342ff933d41aa1a974b12&device_id=e1059216-b29b-4505-a7bf-5926ba22726d HTTP/1.1" status: 200 len: 1097 time: 0.4022713 Dec 20 08:46:39.244487 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-593bfc8b-cf92-4de5-9b19-13fe340ceccb tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Usage tracker for resource:security_group_rule and tenant:a7e6be60a2bd4e59946dcde724d6de3b is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:39.251176 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-593bfc8b-cf92-4de5-9b19-13fe340ceccb tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:39.307318 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-881a945e-caa7-4793-8dc8-507babea77aa tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Unset dirty status for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:46:39.308439 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-881a945e-caa7-4793-8dc8-507babea77aa tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1671 time: 0.5933423 Dec 20 08:46:39.314928 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-593bfc8b-cf92-4de5-9b19-13fe340ceccb tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:39.316959 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 39292) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:39.364709 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-0e0873e8-17c1-45f3-a5df-f22dc9f8c17e req-ddbaf1a5-0f98-4d33-866a-64cbcf266ca2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bada3ab8-1b01-4681-a0b6-e977830d7152 HTTP/1.1" status: 200 len: 217 time: 0.1160724 Dec 20 08:46:39.402984 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-c9ce499c-2b59-48ec-80fb-55f818f40411 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Calling delete_port for e941f167-f6f4-4d0c-b951-36a90c7d99f2 owned by network:floatingip {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:46:39.436791 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-593bfc8b-cf92-4de5-9b19-13fe340ceccb tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:39.449997 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-58d0dd46-5795-4540-b4a9-0b5ef88d6ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:39.458616 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-10253ce7-84c9-45dd-8144-0ea213a8f1cc tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:39.491528 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d0dd46-5795-4540-b4a9-0b5ef88d6ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba1c694-ed24-4a50-ab2c-d53ca50df780,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:39.509166 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-58d0dd46-5795-4540-b4a9-0b5ef88d6ee5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:39.521799 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-7f93fd61-67f8-47e6-9f88-b4155319c272 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Deleting port bf5abce3-2ea7-478c-8814-24a610e51bde {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:46:39.522145 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7f93fd61-67f8-47e6-9f88-b4155319c272 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:39.523032 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-58d0dd46-5795-4540-b4a9-0b5ef88d6ee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:39.526403 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-58d0dd46-5795-4540-b4a9-0b5ef88d6ee5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9ba1c694-ed24-4a50-ab2c-d53ca50df780 HTTP/1.1" status: 204 len: 168 time: 1.1523147 Dec 20 08:46:39.635603 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4d82489d-22ef-4875-8c2f-5d2276fb7e5c tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1129376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1529148'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:39.644458 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f57d887e-97e2-4986-af40-fcf01c21fe87 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:39.703481 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0873e8-17c1-45f3-a5df-f22dc9f8c17e req-16aafecf-9324-4c77-8d02-62f7829e30a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:39.705543 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-0e0873e8-17c1-45f3-a5df-f22dc9f8c17e req-16aafecf-9324-4c77-8d02-62f7829e30a4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=241217e4-29b1-4db3-ac24-1473da03c8b8 HTTP/1.1" status: 200 len: 834 time: 0.3320842 Dec 20 08:46:39.762213 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d82489d-22ef-4875-8c2f-5d2276fb7e5c tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Pushing event updated for resources: {'Subnet': ['ID=abb163c9-f5d8-49a8-98f0-b69519681ce7,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:39.765179 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4d82489d-22ef-4875-8c2f-5d2276fb7e5c tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:39.780894 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:39.803946 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c9ce499c-2b59-48ec-80fb-55f818f40411 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:39.811216 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-02e5c2b3-3d39-43b0-a615-3ecbc68f18c4 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:39.892141 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ce499c-2b59-48ec-80fb-55f818f40411 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Pushing event deleted for resources: {'Port': ['ID=e941f167-f6f4-4d0c-b951-36a90c7d99f2,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:39.900205 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c9ce499c-2b59-48ec-80fb-55f818f40411 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:39.950425 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d82489d-22ef-4875-8c2f-5d2276fb7e5c tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Checking segment: {'id': '777e1c53-38e1-46e3-a0e7-7806958a9b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '00c9e1a1-6222-474e-b112-f5b70c2d073f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:46:39.950726 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d82489d-22ef-4875-8c2f-5d2276fb7e5c tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Network hostable DHCP agents. Network: 00c9e1a1-6222-474e-b112-f5b70c2d073f, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:46:39.977645 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 5d870e72-16df-40f8-ae60-909087e64e46 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:46:39.980208 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1cf52641-09a3-4709-a8bf-40feeae0bfed tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24735'] for router, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:40.014720 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e6e5c3-c2b8-4ed6-b30b-d69b20c0f573 req-af93ee58-f3f4-4c49-8141-71c1e956ee00 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:40.016300 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-64e6e5c3-c2b8-4ed6-b30b-d69b20c0f573 req-af93ee58-f3f4-4c49-8141-71c1e956ee00 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1059216-b29b-4505-a7bf-5926ba22726d HTTP/1.1" status: 200 len: 944 time: 0.3082349 Dec 20 08:46:40.125918 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 5d870e72-16df-40f8-ae60-909087e64e46 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:46:40.126652 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:40.247764 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c9ce499c-2b59-48ec-80fb-55f818f40411 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks [] for floatingip, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:40.281463 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1cf52641-09a3-4709-a8bf-40feeae0bfed tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:40.298135 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.api.v2.resource [None req-593bfc8b-cf92-4de5-9b19-13fe340ceccb tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] create failed (client error): There was a conflict when trying to complete your request. Dec 20 08:46:40.302619 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-593bfc8b-cf92-4de5-9b19-13fe340ceccb tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.1493981 Dec 20 08:46:40.308161 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 39312) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:40.323282 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-64e6e5c3-c2b8-4ed6-b30b-d69b20c0f573 req-06a4e395-64a7-44e6-b5f5-c024fffb601a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Synchronizing usage tracker for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:security_group {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:46:40.332453 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d82489d-22ef-4875-8c2f-5d2276fb7e5c tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Network 00c9e1a1-6222-474e-b112-f5b70c2d073f is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:46:40.348553 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7f93fd61-67f8-47e6-9f88-b4155319c272 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:40.352401 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-4d82489d-22ef-4875-8c2f-5d2276fb7e5c tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, 00c9e1a1-6222-474e-b112-f5b70c2d073f) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:46:40.363613 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d82489d-22ef-4875-8c2f-5d2276fb7e5c tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:40.364442 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4d82489d-22ef-4875-8c2f-5d2276fb7e5c tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:40.370229 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43916841-3cdb-44ac-a372-99867d804e3e None None] Network 00c9e1a1-6222-474e-b112-f5b70c2d073f requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:46:40.382062 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-64e6e5c3-c2b8-4ed6-b30b-d69b20c0f573 req-06a4e395-64a7-44e6-b5f5-c024fffb601a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Unset dirty status for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:security_group {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:46:40.383402 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-64e6e5c3-c2b8-4ed6-b30b-d69b20c0f573 req-06a4e395-64a7-44e6-b5f5-c024fffb601a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=94538abc-96b2-47aa-83bb-750d9d40afe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3532908 Dec 20 08:46:40.412004 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-4d82489d-22ef-4875-8c2f-5d2276fb7e5c tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.6126668 Dec 20 08:46:40.422095 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39316) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:40.515742 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-7f93fd61-67f8-47e6-9f88-b4155319c272 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Calling delete_port for bf5abce3-2ea7-478c-8814-24a610e51bde owned by {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:46:40.564594 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-0e0873e8-17c1-45f3-a5df-f22dc9f8c17e req-79c22d71-dc77-4be0-b0e8-0fc7125347c2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=627d2b4e-ee9f-42de-b848-af479fe5c2f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8418090 Dec 20 08:46:40.569961 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1cf52641-09a3-4709-a8bf-40feeae0bfed tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-390871'] for router, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:40.570409 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf52641-09a3-4709-a8bf-40feeae0bfed tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5bdfe0c6-08f9-440f-9d59-485e51fd4313 {{(pid=83445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 08:46:40.626504 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1cf52641-09a3-4709-a8bf-40feeae0bfed tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:40.636665 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-1cf52641-09a3-4709-a8bf-40feeae0bfed tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] 10.222.0.16 "DELETE /v2.0/routers/5bdfe0c6-08f9-440f-9d59-485e51fd4313 HTTP/1.1" status: 204 len: 168 time: 1.9213524 Dec 20 08:46:40.660313 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b34233fc-6798-4716-9f3e-03b81adf21fb tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:40.710751 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2d8214d3-fb68-498f-906c-f6715ec0d827 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Notify callbacks [] for security_group, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:40.820107 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b34233fc-6798-4716-9f3e-03b81adf21fb tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:40.836038 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75fbf4e2-e938-47f0-b009-22d8c079038a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-00c9e1a1-6222-474e-b112-f5b70c2d073f', 'network_id': '00c9e1a1-6222-474e-b112-f5b70c2d073f', 'tenant_id': '998613e7a7ae4d22ad9b2ce5f8e08568', 'fixed_ips': [{'subnet_id': 'abb163c9-f5d8-49a8-98f0-b69519681ce7'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:46:40.836882 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-75fbf4e2-e938-47f0-b009-22d8c079038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:40.851081 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2d8214d3-fb68-498f-906c-f6715ec0d827 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:40.905612 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39328) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:40.920447 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-0e0873e8-17c1-45f3-a5df-f22dc9f8c17e req-92877e91-332b-4a60-8815-36c00af06e78 service neutron] 10.222.0.58 "GET /v2.0/networks/627d2b4e-ee9f-42de-b848-af479fe5c2f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3422239 Dec 20 08:46:40.968610 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7f93fd61-67f8-47e6-9f88-b4155319c272 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:40.977374 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ade7d3a6-1840-4e4e-be09-f22fada5abfd tempest-RoutersAdminTest-304398649 tempest-RoutersAdminTest-304398649-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:40.983084 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b34233fc-6798-4716-9f3e-03b81adf21fb tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1129313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1529131'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:40.993791 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4d82489d-22ef-4875-8c2f-5d2276fb7e5c tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:41.024220 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server [None req-75fbf4e2-e938-47f0-b009-22d8c079038a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet abb163c9-f5d8-49a8-98f0-b69519681ce7: This subnet is being modified by another concurrent operation. Dec 20 08:46:41.024220 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 20 08:46:41.024220 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 20 08:46:41.024220 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 20 08:46:41.024220 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 20 08:46:41.024220 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 20 08:46:41.024220 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 20 08:46:41.024220 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 20 08:46:41.024220 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 20 08:46:41.024220 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 20 08:46:41.024220 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 08:46:41.024220 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 08:46:41.024220 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 08:46:41.024220 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 08:46:41.024220 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 08:46:41.024220 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 08:46:41.024220 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 08:46:41.024220 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server raise value Dec 20 08:46:41.024220 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 08:46:41.024220 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 08:46:41.024220 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 08:46:41.024220 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 08:46:41.024220 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 08:46:41.024220 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 08:46:41.024220 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 08:46:41.024220 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 08:46:41.024220 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 08:46:41.024220 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server raise value Dec 20 08:46:41.024220 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 08:46:41.024220 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 08:46:41.024220 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 08:46:41.024220 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 08:46:41.024220 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 08:46:41.024220 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 08:46:41.024220 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 08:46:41.024220 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 08:46:41.024220 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 08:46:41.024220 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server raise value Dec 20 08:46:41.024220 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 08:46:41.024220 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 08:46:41.024220 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 20 08:46:41.024220 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 20 08:46:41.024220 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 20 08:46:41.024220 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 20 08:46:41.024220 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 20 08:46:41.024220 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 20 08:46:41.024220 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Dec 20 08:46:41.024220 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 20 08:46:41.024220 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 20 08:46:41.024220 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 20 08:46:41.024220 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 20 08:46:41.024220 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 20 08:46:41.024220 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 08:46:41.029504 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 08:46:41.029504 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 08:46:41.029504 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 08:46:41.029504 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 08:46:41.029504 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 08:46:41.029504 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 08:46:41.029504 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server raise value Dec 20 08:46:41.029504 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 08:46:41.029504 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 08:46:41.029504 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 08:46:41.029504 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 08:46:41.029504 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 08:46:41.029504 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 08:46:41.029504 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 08:46:41.029504 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 08:46:41.029504 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 08:46:41.029504 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server raise value Dec 20 08:46:41.029504 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 08:46:41.029504 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 08:46:41.029504 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 08:46:41.029504 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 08:46:41.029504 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 08:46:41.029504 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 08:46:41.029504 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 08:46:41.029504 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 08:46:41.029504 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 08:46:41.029504 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server raise value Dec 20 08:46:41.029504 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 08:46:41.029504 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 08:46:41.029504 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Dec 20 08:46:41.029504 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 20 08:46:41.029504 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Dec 20 08:46:41.029504 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 20 08:46:41.029504 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Dec 20 08:46:41.029504 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 20 08:46:41.029504 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 20 08:46:41.029504 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 20 08:46:41.029504 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 08:46:41.029504 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 08:46:41.029504 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 08:46:41.029504 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 08:46:41.029504 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 08:46:41.029504 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server raise value Dec 20 08:46:41.029504 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 20 08:46:41.029504 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 20 08:46:41.029504 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 20 08:46:41.029504 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 20 08:46:41.029504 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Dec 20 08:46:41.029504 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 20 08:46:41.029504 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 20 08:46:41.029504 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server raise exception Dec 20 08:46:41.029504 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet abb163c9-f5d8-49a8-98f0-b69519681ce7: This subnet is being modified by another concurrent operation. Dec 20 08:46:41.029504 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server Dec 20 08:46:41.040152 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34233fc-6798-4716-9f3e-03b81adf21fb tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Pushing event deleted for resources: {'Subnet': ['ID=abb163c9-f5d8-49a8-98f0-b69519681ce7,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:41.044331 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b34233fc-6798-4716-9f3e-03b81adf21fb tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:41.044815 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f93fd61-67f8-47e6-9f88-b4155319c272 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event deleted for resources: {'Port': ['ID=bf5abce3-2ea7-478c-8814-24a610e51bde,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:41.054186 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-7f93fd61-67f8-47e6-9f88-b4155319c272 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:41.070666 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c185c9-cb3d-4fdf-8f65-e9dfa95b1b12 None None] Network 00c9e1a1-6222-474e-b112-f5b70c2d073f requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:46:41.160330 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2d8214d3-fb68-498f-906c-f6715ec0d827 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:41.161911 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b34233fc-6798-4716-9f3e-03b81adf21fb tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:41.183320 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b1ac7238-5f28-4c93-8a72-bd46b916d217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:41.195087 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-b34233fc-6798-4716-9f3e-03b81adf21fb tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00c9e1a1-6222-474e-b112-f5b70c2d073f']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:46:41.203896 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7f93fd61-67f8-47e6-9f88-b4155319c272 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:41.211279 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-b34233fc-6798-4716-9f3e-03b81adf21fb tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '777e1c53-38e1-46e3-a0e7-7806958a9b88') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:46:41.211699 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-b34233fc-6798-4716-9f3e-03b81adf21fb tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '777e1c53-38e1-46e3-a0e7-7806958a9b88') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:46:41.212199 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8214d3-fb68-498f-906c-f6715ec0d827 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa7ec299-624b-4efc-8a55-8e0cb97dec1c,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:41.228782 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b34233fc-6798-4716-9f3e-03b81adf21fb tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1618722'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:41.246150 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-2d8214d3-fb68-498f-906c-f6715ec0d827 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:41.253957 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b34233fc-6798-4716-9f3e-03b81adf21fb tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:41.259785 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9ce499c-2b59-48ec-80fb-55f818f40411 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Router fd2784c2-9301-4546-b4f4-5cacc3ac29c6 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:46:41.259898 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2d8214d3-fb68-498f-906c-f6715ec0d827 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:41.262370 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39334) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:41.262505 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-2d8214d3-fb68-498f-906c-f6715ec0d827 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] 10.222.0.16 "DELETE /v2.0/security-groups/aa7ec299-624b-4efc-8a55-8e0cb97dec1c HTTP/1.1" status: 204 len: 168 time: 0.9528003 Dec 20 08:46:41.265021 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39338) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:41.270708 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-7f93fd61-67f8-47e6-9f88-b4155319c272 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/ports/bf5abce3-2ea7-478c-8814-24a610e51bde HTTP/1.1" status: 204 len: 168 time: 1.9439273 Dec 20 08:46:41.273615 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 39342) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:41.276310 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-0e0873e8-17c1-45f3-a5df-f22dc9f8c17e req-9843610a-51e3-497b-b5af-387ad784aaa3 service neutron] 10.222.0.58 "GET /v2.0/networks/627d2b4e-ee9f-42de-b848-af479fe5c2f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3440490 Dec 20 08:46:41.282823 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b34233fc-6798-4716-9f3e-03b81adf21fb tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:46:41.283366 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b34233fc-6798-4716-9f3e-03b81adf21fb tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1128911'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:41.315371 dv-neutron-820491-1-hyperv neutron-server[83444]: Traceback (most recent call last): Dec 20 08:46:41.315371 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:46:41.315371 dv-neutron-820491-1-hyperv neutron-server[83444]: timer() Dec 20 08:46:41.315371 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:46:41.315371 dv-neutron-820491-1-hyperv neutron-server[83444]: cb(*args, **kw) Dec 20 08:46:41.315371 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:46:41.315371 dv-neutron-820491-1-hyperv neutron-server[83444]: return func(*args, **kwargs) Dec 20 08:46:41.315371 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:46:41.315371 dv-neutron-820491-1-hyperv neutron-server[83444]: self._notify() Dec 20 08:46:41.315371 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:46:41.315371 dv-neutron-820491-1-hyperv neutron-server[83444]: self.callback(batched_events) Dec 20 08:46:41.315371 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:46:41.315371 dv-neutron-820491-1-hyperv neutron-server[83444]: event.method(event) Dec 20 08:46:41.315371 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:46:41.315371 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:46:41.315371 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:46:41.315371 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:46:41.315371 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:46:41.315371 dv-neutron-820491-1-hyperv neutron-server[83444]: return f(self, *a, **k) Dec 20 08:46:41.315371 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:46:41.315371 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._get(url).json() Dec 20 08:46:41.315371 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:46:41.315371 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:46:41.315371 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:46:41.315371 dv-neutron-820491-1-hyperv neutron-server[83444]: return self.request(url, 'GET', **kwargs) Dec 20 08:46:41.315371 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:46:41.315371 dv-neutron-820491-1-hyperv neutron-server[83444]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:46:41.315371 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:46:41.315371 dv-neutron-820491-1-hyperv neutron-server[83444]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:46:41.315371 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:46:41.315371 dv-neutron-820491-1-hyperv neutron-server[83444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:46:41.315371 dv-neutron-820491-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:46:41.324114 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-f1c619e0-d30a-411e-9d7a-12f507be1623 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:41.324744 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-f1c619e0-d30a-411e-9d7a-12f507be1623 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] create failed (client error): There was a conflict when trying to complete your request. Dec 20 08:46:41.329079 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f1c619e0-d30a-411e-9d7a-12f507be1623 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4176781 Dec 20 08:46:41.334400 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39350) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:41.348091 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-816bd527-76c6-47f6-bff4-73be39d61874 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Request body: {'security_group': {'name': 'tempest-secgroup--157266296'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:41.383195 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-816bd527-76c6-47f6-bff4-73be39d61874 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:41.474784 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-816bd527-76c6-47f6-bff4-73be39d61874 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Usage tracker for resource:security_group and tenant:90ecefb5d10d4b168bd5056d491dd601 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:41.484112 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-816bd527-76c6-47f6-bff4-73be39d61874 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:41.496930 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-816bd527-76c6-47f6-bff4-73be39d61874 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:41.523830 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb2697f-3164-410d-96a0-0bebf014ab3a None None] get_active_networks_info from dv-neutron-820491-1-hyperv {{(pid=83446) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 20 08:46:41.546771 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a520c0-05f9-4935-b94c-9bf7cebf1fd0 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:41.552717 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a520c0-05f9-4935-b94c-9bf7cebf1fd0 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:41.553578 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-04a520c0-05f9-4935-b94c-9bf7cebf1fd0 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Synchronizing usage tracker for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:subnet {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:46:41.584804 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b34233fc-6798-4716-9f3e-03b81adf21fb tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:41.591933 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-bd2a4a8b-988c-4bab-8d30-5a43c3caa8c1 tempest-FloatingIPAdminTestJSON-185268348 tempest-FloatingIPAdminTestJSON-185268348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:41.609200 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b34233fc-6798-4716-9f3e-03b81adf21fb tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:41.617202 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b3586340-218a-47d6-984d-77e1c3eb208a tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3494639 Dec 20 08:46:41.623588 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39356) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:41.627082 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-04a520c0-05f9-4935-b94c-9bf7cebf1fd0 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Unset dirty status for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:subnet {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:46:41.631969 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-04a520c0-05f9-4935-b94c-9bf7cebf1fd0 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.3547742 Dec 20 08:46:41.634270 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-bf61a640-df65-4fdb-8a05-feef1ad86b65 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Request body: {'security_group': {'name': 'tempest-secgroup--588960048'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:41.636959 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 39360) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:41.640337 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34233fc-6798-4716-9f3e-03b81adf21fb tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Pushing event deleted for resources: {'Network': ['ID=00c9e1a1-6222-474e-b112-f5b70c2d073f,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:41.644056 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b34233fc-6798-4716-9f3e-03b81adf21fb tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:41.646603 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-bf61a640-df65-4fdb-8a05-feef1ad86b65 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:41.656442 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-816bd527-76c6-47f6-bff4-73be39d61874 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:41.673710 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-bf61a640-df65-4fdb-8a05-feef1ad86b65 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Usage tracker for resource:security_group and tenant:a7e6be60a2bd4e59946dcde724d6de3b is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:41.679495 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b34233fc-6798-4716-9f3e-03b81adf21fb tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] 10.222.0.16 "DELETE /v2.0/networks/00c9e1a1-6222-474e-b112-f5b70c2d073f HTTP/1.1" status: 204 len: 168 time: 1.2565031 Dec 20 08:46:41.683264 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-bf61a640-df65-4fdb-8a05-feef1ad86b65 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:41.685316 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 39366) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:41.690696 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-400cbb70-9e31-4666-8db7-ff47c140ecf6 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-105208580', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}, 'admin_state_up': False}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:41.702124 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-ca807471-fe2a-4db2-bbfa-8cf635923809 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-998115972'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:41.710528 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-18ecb892-b201-4e65-8d66-236232414ccc req-a5f19894-7b5f-4287-b839-c670f26447e7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f7b89f97320342ff933d41aa1a974b12&device_id=e1059216-b29b-4505-a7bf-5926ba22726d HTTP/1.1" status: 200 len: 1097 time: 0.3623476 Dec 20 08:46:41.716190 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-ca807471-fe2a-4db2-bbfa-8cf635923809 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:41.719581 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb2697f-3164-410d-96a0-0bebf014ab3a None None] Resources bound (agent type, host, resource id): {{(pid=83446) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 08:46:41.733504 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-816bd527-76c6-47f6-bff4-73be39d61874 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:41.748711 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-bf61a640-df65-4fdb-8a05-feef1ad86b65 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:41.751576 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-400cbb70-9e31-4666-8db7-ff47c140ecf6 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:41.756832 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-ca807471-fe2a-4db2-bbfa-8cf635923809 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Usage tracker for resource:network and tenant:998613e7a7ae4d22ad9b2ce5f8e08568 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:41.761653 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-ca807471-fe2a-4db2-bbfa-8cf635923809 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:41.765060 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-400cbb70-9e31-4666-8db7-ff47c140ecf6 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Usage tracker for resource:router and tenant:dde3432b20b1425ba86c86caefb44bed is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:41.771610 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-400cbb70-9e31-4666-8db7-ff47c140ecf6 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:41.774044 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-ca807471-fe2a-4db2-bbfa-8cf635923809 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:41.792797 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-400cbb70-9e31-4666-8db7-ff47c140ecf6 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:41.805833 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bf61a640-df65-4fdb-8a05-feef1ad86b65 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:41.890447 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca807471-fe2a-4db2-bbfa-8cf635923809 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Made reservation on behalf of 998613e7a7ae4d22ad9b2ce5f8e08568 for: {'network': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:46:41.891454 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-816bd527-76c6-47f6-bff4-73be39d61874 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:41.893584 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-400cbb70-9e31-4666-8db7-ff47c140ecf6 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24817'] for router, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:41.893869 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ca807471-fe2a-4db2-bbfa-8cf635923809 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:41.894502 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-400cbb70-9e31-4666-8db7-ff47c140ecf6 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-351744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24806'] for router, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:41.907025 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-816bd527-76c6-47f6-bff4-73be39d61874 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Usage tracker for resource:security_group_rule and tenant:90ecefb5d10d4b168bd5056d491dd601 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:41.918423 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-816bd527-76c6-47f6-bff4-73be39d61874 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:41.928910 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-816bd527-76c6-47f6-bff4-73be39d61874 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:41.969823 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-bf61a640-df65-4fdb-8a05-feef1ad86b65 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:41.982126 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb908f54-77bb-45b2-9e6f-ba16dadfe378 req-982c91d3-a6e0-4acc-985e-9c7c8d7b2aed tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:41.983606 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-eb908f54-77bb-45b2-9e6f-ba16dadfe378 req-982c91d3-a6e0-4acc-985e-9c7c8d7b2aed tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1059216-b29b-4505-a7bf-5926ba22726d HTTP/1.1" status: 200 len: 944 time: 0.3135238 Dec 20 08:46:41.988388 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-bf61a640-df65-4fdb-8a05-feef1ad86b65 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Usage tracker for resource:security_group_rule and tenant:a7e6be60a2bd4e59946dcde724d6de3b is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:41.998467 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-bf61a640-df65-4fdb-8a05-feef1ad86b65 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:42.007290 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-bf61a640-df65-4fdb-8a05-feef1ad86b65 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:42.033050 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-400cbb70-9e31-4666-8db7-ff47c140ecf6 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:42.040649 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca807471-fe2a-4db2-bbfa-8cf635923809 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=83445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:46:42.063150 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ecb892-b201-4e65-8d66-236232414ccc req-9b101b54-4d69-44c0-8e11-a641f95e0ac5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:42.064556 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-18ecb892-b201-4e65-8d66-236232414ccc req-9b101b54-4d69-44c0-8e11-a641f95e0ac5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=627d2b4e-ee9f-42de-b848-af479fe5c2f5 HTTP/1.1" status: 200 len: 897 time: 0.3459570 Dec 20 08:46:42.070911 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ca807471-fe2a-4db2-bbfa-8cf635923809 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:42.071321 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.segments_db [None req-ca807471-fe2a-4db2-bbfa-8cf635923809 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Added segment 1cf40817-606f-427d-9605-7e650245296a of type vlan for network 1c5a3ac0-7952-4c75-9c41-b80294843411 Dec 20 08:46:42.075803 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9760b4a-d1c2-4c7e-877e-b3a8b6959aab tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Deleting subnet 32034e2e-f987-4833-a5d6-20cbb4dd7b03 {{(pid=83445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:46:42.137938 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d9760b4a-d1c2-4c7e-877e-b3a8b6959aab tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for subnet, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:42.194593 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-18ecb892-b201-4e65-8d66-236232414ccc req-7d1b013f-6808-4b7c-828b-02f56a97dd9c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bada3ab8-1b01-4681-a0b6-e977830d7152 HTTP/1.1" status: 200 len: 217 time: 0.1216111 Dec 20 08:46:42.233148 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ca807471-fe2a-4db2-bbfa-8cf635923809 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:42.263417 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d9760b4a-d1c2-4c7e-877e-b3a8b6959aab tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1518554'] for subnet, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:42.402868 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-eb908f54-77bb-45b2-9e6f-ba16dadfe378 req-29cba355-8344-4c79-b7ae-54fa42797089 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=94538abc-96b2-47aa-83bb-750d9d40afe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3999124 Dec 20 08:46:42.404478 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-816bd527-76c6-47f6-bff4-73be39d61874 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:42.427906 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-816bd527-76c6-47f6-bff4-73be39d61874 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:42.438477 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-200e9b27-3974-403d-ba30-e8230e1d8efd tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:42.448086 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9ce499c-2b59-48ec-80fb-55f818f40411 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:46:42.458278 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fbd942-ba01-4f53-ae99-d8fff6ae300f None None] Sync routers for ids ['fd2784c2-9301-4546-b4f4-5cacc3ac29c6'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:46:42.460029 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bf61a640-df65-4fdb-8a05-feef1ad86b65 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:42.462426 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ecb892-b201-4e65-8d66-236232414ccc req-fa2c7ab5-5fb8-4d56-a73e-6b3effce6864 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:42.463925 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-18ecb892-b201-4e65-8d66-236232414ccc req-fa2c7ab5-5fb8-4d56-a73e-6b3effce6864 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=241217e4-29b1-4db3-ac24-1473da03c8b8 HTTP/1.1" status: 200 len: 834 time: 0.2629795 Dec 20 08:46:42.480620 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bf61a640-df65-4fdb-8a05-feef1ad86b65 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:42.492248 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fbd942-ba01-4f53-ae99-d8fff6ae300f None None] Routers {'fd2784c2-9301-4546-b4f4-5cacc3ac29c6'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:46:42.493220 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-b6fbd942-ba01-4f53-ae99-d8fff6ae300f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:46:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['fd2784c2-9301-4546-b4f4-5cacc3ac29c6'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:46:42.510516 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ca807471-fe2a-4db2-bbfa-8cf635923809 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:42.514158 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca807471-fe2a-4db2-bbfa-8cf635923809 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:42.514731 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ca807471-fe2a-4db2-bbfa-8cf635923809 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:42.522672 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816bd527-76c6-47f6-bff4-73be39d61874 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=769f69ef-623d-4a46-85cf-56a0757d12a0,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:42.526705 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-816bd527-76c6-47f6-bff4-73be39d61874 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:42.527725 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d26efd57-a396-4381-a90d-9646890c48fb tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:42.531650 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-816bd527-76c6-47f6-bff4-73be39d61874 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:42.533488 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-09bc06bc-a3a2-444d-bfdd-2e695be6176d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:42.554687 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-816bd527-76c6-47f6-bff4-73be39d61874 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Usage tracker for resource:security_group_rule and tenant:90ecefb5d10d4b168bd5056d491dd601 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:42.558569 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c9ce499c-2b59-48ec-80fb-55f818f40411 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:42.571573 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-70b672ff-d063-40a1-b3e2-f8b7e47606ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:42.586794 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-b6fbd942-ba01-4f53-ae99-d8fff6ae300f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:46:42.589689 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-816bd527-76c6-47f6-bff4-73be39d61874 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:42.602817 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-ca807471-fe2a-4db2-bbfa-8cf635923809 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9086628 Dec 20 08:46:42.604078 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fbd942-ba01-4f53-ae99-d8fff6ae300f None None] Routers {'fd2784c2-9301-4546-b4f4-5cacc3ac29c6'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:46:42.604879 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-b6fbd942-ba01-4f53-ae99-d8fff6ae300f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:46:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['fd2784c2-9301-4546-b4f4-5cacc3ac29c6'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:46:42.619722 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bf61a640-df65-4fdb-8a05-feef1ad86b65 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:42.623835 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-bf61a640-df65-4fdb-8a05-feef1ad86b65 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9962926 Dec 20 08:46:42.623835 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39370) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:42.623835 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-816bd527-76c6-47f6-bff4-73be39d61874 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:42.633185 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39372) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:42.641758 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-400cbb70-9e31-4666-8db7-ff47c140ecf6 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24724'] for router, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:42.653204 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-c2bb6a7b-7e86-434b-bfe7-b30afa05e151 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Request body: {'security_group_rule': {'security_group_id': '22a4f4db-2e70-4acd-842e-84e27d581156', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:42.654565 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-c2bb6a7b-7e86-434b-bfe7-b30afa05e151 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 08:46:42.658991 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c2bb6a7b-7e86-434b-bfe7-b30afa05e151 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0094764 Dec 20 08:46:42.660336 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 39380) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:42.669524 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-8bfad647-4919-4220-ab2d-c1a70a707fa4 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Request body: {'subnet': {'network_id': '1c5a3ac0-7952-4c75-9c41-b80294843411', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:42.672780 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca807471-fe2a-4db2-bbfa-8cf635923809 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Pushing event updated for resources: {'Network': ['ID=1c5a3ac0-7952-4c75-9c41-b80294843411,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:42.678365 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ca807471-fe2a-4db2-bbfa-8cf635923809 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:42.697014 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network 1c5a3ac0-7952-4c75-9c41-b80294843411 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:46:42.709615 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf61a640-df65-4fdb-8a05-feef1ad86b65 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22a4f4db-2e70-4acd-842e-84e27d581156,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:42.719484 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d9760b4a-d1c2-4c7e-877e-b3a8b6959aab tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:42.741749 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-bf61a640-df65-4fdb-8a05-feef1ad86b65 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:42.772476 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c9ce499c-2b59-48ec-80fb-55f818f40411 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] 10.222.0.16 "DELETE /v2.0/floatingips/518c3199-1b0b-43d9-b69c-dfd979614494 HTTP/1.1" status: 204 len: 168 time: 4.5064404 Dec 20 08:46:42.777113 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 39384) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:42.804585 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-b6fbd942-ba01-4f53-ae99-d8fff6ae300f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:46:42.805001 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fbd942-ba01-4f53-ae99-d8fff6ae300f None None] The sync data for ids ['fd2784c2-9301-4546-b4f4-5cacc3ac29c6'] in dv-neutron-820491-1-hyperv is: [] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:46:42.843917 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-18ecb892-b201-4e65-8d66-236232414ccc req-61f8f89a-7506-4a80-a087-00abf55bbb62 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=627d2b4e-ee9f-42de-b848-af479fe5c2f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3734980 Dec 20 08:46:42.903100 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-8bfad647-4919-4220-ab2d-c1a70a707fa4 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:42.911149 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-816bd527-76c6-47f6-bff4-73be39d61874 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:42.912386 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-8bfad647-4919-4220-ab2d-c1a70a707fa4 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Usage tracker for resource:subnet and tenant:998613e7a7ae4d22ad9b2ce5f8e08568 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:42.917937 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-8bfad647-4919-4220-ab2d-c1a70a707fa4 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:42.921321 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-816bd527-76c6-47f6-bff4-73be39d61874 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:42.925101 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-2b44dad4-f956-4420-99ad-049174ae7936 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Deleting port baf75baa-1213-48e5-969d-54e5c7d67bda {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:46:42.925464 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2b44dad4-f956-4420-99ad-049174ae7936 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:42.928748 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b0120df0-e5d2-4c97-97f3-1828ccea2788 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:42.944161 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-8bfad647-4919-4220-ab2d-c1a70a707fa4 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:42.971063 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a4e8e0e6-9b59-4e21-9e37-931b8506c2f2 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Notify callbacks [] for security_group, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:42.986285 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bfad647-4919-4220-ab2d-c1a70a707fa4 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Made reservation on behalf of 998613e7a7ae4d22ad9b2ce5f8e08568 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:46:43.000949 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-816bd527-76c6-47f6-bff4-73be39d61874 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:43.002145 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-816bd527-76c6-47f6-bff4-73be39d61874 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.6661112 Dec 20 08:46:43.008465 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39388) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:43.016644 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816bd527-76c6-47f6-bff4-73be39d61874 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d389bdab-0186-42df-ba31-9d434a8def70,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:43.022895 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-efc1a219-9f97-4ae5-8a2e-7283a1b5bf5d tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Request body: {'security_group_rule': {'security_group_id': 'd389bdab-0186-42df-ba31-9d434a8def70', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:43.031222 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-816bd527-76c6-47f6-bff4-73be39d61874 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:43.040195 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d9760b4a-d1c2-4c7e-877e-b3a8b6959aab tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2036620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2095133'] for subnet, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:43.055008 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d2bfc165-6ba1-4291-913e-ddb879565839 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:43.081800 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-efc1a219-9f97-4ae5-8a2e-7283a1b5bf5d tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:43.095218 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-efc1a219-9f97-4ae5-8a2e-7283a1b5bf5d tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Usage tracker for resource:security_group_rule and tenant:90ecefb5d10d4b168bd5056d491dd601 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:43.099108 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-efc1a219-9f97-4ae5-8a2e-7283a1b5bf5d tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:43.142768 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9760b4a-d1c2-4c7e-877e-b3a8b6959aab tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event deleted for resources: {'Subnet': ['ID=32034e2e-f987-4833-a5d6-20cbb4dd7b03,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:43.151248 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a4e8e0e6-9b59-4e21-9e37-931b8506c2f2 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:43.164077 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d9760b4a-d1c2-4c7e-877e-b3a8b6959aab tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:43.168631 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-efc1a219-9f97-4ae5-8a2e-7283a1b5bf5d tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:43.181880 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc1a269-26dc-4501-9e82-de724c073f59 None None] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:46:43.182079 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8bfad647-4919-4220-ab2d-c1a70a707fa4 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1529102'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:43.186401 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d9760b4a-d1c2-4c7e-877e-b3a8b6959aab tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:43.231847 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-efc1a219-9f97-4ae5-8a2e-7283a1b5bf5d tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:43.233565 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-18ecb892-b201-4e65-8d66-236232414ccc req-95df1b04-c4ab-4d74-9c15-cdc476b4f774 service neutron] 10.222.0.58 "GET /v2.0/networks/627d2b4e-ee9f-42de-b848-af479fe5c2f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3755045 Dec 20 08:46:43.280814 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-d9760b4a-d1c2-4c7e-877e-b3a8b6959aab tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/subnets/32034e2e-f987-4833-a5d6-20cbb4dd7b03 HTTP/1.1" status: 204 len: 168 time: 1.6427882 Dec 20 08:46:43.288907 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 39392) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:43.396455 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-38701e23-3782-4c2b-9423-5810fbf23f13 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1003695 Dec 20 08:46:43.396455 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a4e8e0e6-9b59-4e21-9e37-931b8506c2f2 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:43.399093 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39396) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:43.399693 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-400cbb70-9e31-4666-8db7-ff47c140ecf6 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks [] for router_gateway, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:43.403772 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-6f87a4e4-eee1-484d-b9d1-1d8711a82cdc tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:43.470170 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-addb3e97-d35d-44f7-b687-e672556076dc None None] DHCP port deletion for f75aa0d2-5f41-40f3-a9e0-d60d934965a4 request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 08:46:43.475938 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-400cbb70-9e31-4666-8db7-ff47c140ecf6 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:43.478458 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-addb3e97-d35d-44f7-b687-e672556076dc None None] Deleting port 5d870e72-16df-40f8-ae60-909087e64e46 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:46:43.479069 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-addb3e97-d35d-44f7-b687-e672556076dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:43.519611 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e8e0e6-9b59-4e21-9e37-931b8506c2f2 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a4f4db-2e70-4acd-842e-84e27d581156,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:43.530146 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a4e8e0e6-9b59-4e21-9e37-931b8506c2f2 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:43.539182 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-efc1a219-9f97-4ae5-8a2e-7283a1b5bf5d tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:43.553760 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a4e8e0e6-9b59-4e21-9e37-931b8506c2f2 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:43.557290 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-a4e8e0e6-9b59-4e21-9e37-931b8506c2f2 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] 10.222.0.16 "DELETE /v2.0/security-groups/22a4f4db-2e70-4acd-842e-84e27d581156 HTTP/1.1" status: 204 len: 168 time: 0.8836827 Dec 20 08:46:43.559754 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 39402) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:43.587065 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-efc1a219-9f97-4ae5-8a2e-7283a1b5bf5d tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:43.595343 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ca90b2d8-2d4e-46ce-a47e-ab78c204a228 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:43.610536 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2b44dad4-f956-4420-99ad-049174ae7936 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:43.621281 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-18ecb892-b201-4e65-8d66-236232414ccc req-38678b91-7dd6-417c-9386-a5a43eaa466a service neutron] 10.222.0.58 "GET /v2.0/networks/627d2b4e-ee9f-42de-b848-af479fe5c2f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3801279 Dec 20 08:46:43.688165 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc1a219-9f97-4ae5-8a2e-7283a1b5bf5d tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9981a592-1f64-4495-a9cb-452ce42707be,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:43.711675 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-efc1a219-9f97-4ae5-8a2e-7283a1b5bf5d tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:43.768594 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-2b44dad4-f956-4420-99ad-049174ae7936 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Calling delete_port for baf75baa-1213-48e5-969d-54e5c7d67bda owned by {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:46:43.784825 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-efc1a219-9f97-4ae5-8a2e-7283a1b5bf5d tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:43.788892 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-efc1a219-9f97-4ae5-8a2e-7283a1b5bf5d tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7757223 Dec 20 08:46:43.797583 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39406) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:43.822782 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-5ae30592-017f-4f5f-bcea-cf3c9d069f86 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Request body: {'security_group_rule': {'security_group_id': 'd389bdab-0186-42df-ba31-9d434a8def70', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:43.827386 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-01107fcc-bfe3-4f3f-903c-c0c7fe9534a1 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Synchronizing usage tracker for tenant:a7e6be60a2bd4e59946dcde724d6de3b on resource:security_group {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:46:43.841454 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-5ae30592-017f-4f5f-bcea-cf3c9d069f86 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:43.861856 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-5ae30592-017f-4f5f-bcea-cf3c9d069f86 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Usage tracker for resource:security_group_rule and tenant:90ecefb5d10d4b168bd5056d491dd601 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:43.866227 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-addb3e97-d35d-44f7-b687-e672556076dc None None] For port 5d870e72-16df-40f8-ae60-909087e64e46, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=5d870e72-16df-40f8-ae60-909087e64e46,segment=NetworkSegment(7c00552d-ea93-440b-911c-cb3aa0a4eeff),segment_id=7c00552d-ea93-440b-911c-cb3aa0a4eeff)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:46:43.867308 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-addb3e97-d35d-44f7-b687-e672556076dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:43.870774 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270e71b3-acd5-41ac-94ae-9b8051a1293e tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:43.874899 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-270e71b3-acd5-41ac-94ae-9b8051a1293e tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4427295 Dec 20 08:46:43.874899 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-400cbb70-9e31-4666-8db7-ff47c140ecf6 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Allocated IP 172.26.5.6 (95f3bec2-46e6-4468-8229-8badd4a5aaae/cf8895a3-346d-4313-a645-16ecdcce9969/40b7777f-dd5e-41ee-8165-8444614fc3cf) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:46:43.875148 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-01107fcc-bfe3-4f3f-903c-c0c7fe9534a1 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Unset dirty status for tenant:a7e6be60a2bd4e59946dcde724d6de3b on resource:security_group {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:46:43.876119 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-01107fcc-bfe3-4f3f-903c-c0c7fe9534a1 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3132808 Dec 20 08:46:43.877616 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-5ae30592-017f-4f5f-bcea-cf3c9d069f86 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:43.879909 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 39412) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:43.880687 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8bfad647-4919-4220-ab2d-c1a70a707fa4 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1129376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1529148'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:43.881671 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 39414) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:43.889952 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9cefa87e-ba71-4faa-9f79-d7c1e60aba1f tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:43.917540 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-5ae30592-017f-4f5f-bcea-cf3c9d069f86 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:43.959234 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-ff6f298f-ea1e-40f5-ad74-9ce2048b9d5d tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Request body: {'security_group': {'name': 'tempest-secgroup--248375585'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:43.973521 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-ff6f298f-ea1e-40f5-ad74-9ce2048b9d5d tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:43.994070 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302c9ee6-f0a6-4211-9a37-585513fdad19 req-ae37d52e-145d-4dc9-a942-f42954b32ddd tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:43.995589 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-302c9ee6-f0a6-4211-9a37-585513fdad19 req-ae37d52e-145d-4dc9-a942-f42954b32ddd tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1059216-b29b-4505-a7bf-5926ba22726d HTTP/1.1" status: 200 len: 944 time: 0.3804295 Dec 20 08:46:44.010666 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-ff6f298f-ea1e-40f5-ad74-9ce2048b9d5d tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:44.028450 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8552ed-576a-48d6-841e-ff08563b40a1 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:44.029159 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-9c8552ed-576a-48d6-841e-ff08563b40a1 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Synchronizing usage tracker for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:subnet {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:46:44.049852 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfad647-4919-4220-ab2d-c1a70a707fa4 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Pushing event updated for resources: {'Subnet': ['ID=384b81b4-ab5d-4416-a8c2-0c3682589129,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:44.051842 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5ae30592-017f-4f5f-bcea-cf3c9d069f86 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:44.058345 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 5d870e72-16df-40f8-ae60-909087e64e46 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:46:44.067199 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-8bfad647-4919-4220-ab2d-c1a70a707fa4 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:44.074565 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ff6f298f-ea1e-40f5-ad74-9ce2048b9d5d tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Notify callbacks [] for security_group, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:44.095845 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-addb3e97-d35d-44f7-b687-e672556076dc None None] Calling delete_port for 5d870e72-16df-40f8-ae60-909087e64e46 owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:46:44.116931 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-9c8552ed-576a-48d6-841e-ff08563b40a1 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Unset dirty status for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:subnet {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:46:44.121395 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-9c8552ed-576a-48d6-841e-ff08563b40a1 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2410047 Dec 20 08:46:44.125995 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 39420) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:44.231226 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-addb3e97-d35d-44f7-b687-e672556076dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102'] for port, after_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:44.237719 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-66bf5acf-8096-4972-99c6-2f3aa306d25f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:44.292485 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addb3e97-d35d-44f7-b687-e672556076dc None None] Pushing event deleted for resources: {'Port': ['ID=5d870e72-16df-40f8-ae60-909087e64e46,revision_number=None']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:44.297966 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-addb3e97-d35d-44f7-b687-e672556076dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:44.302444 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:44.311738 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addb3e97-d35d-44f7-b687-e672556076dc None None] No DVR routers for this DVR port 5d870e72-16df-40f8-ae60-909087e64e46 on host dv-neutron-820491-1-hyperv {{(pid=83446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:46:44.323238 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfad647-4919-4220-ab2d-c1a70a707fa4 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Checking segment: {'id': '1cf40817-606f-427d-9605-7e650245296a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1c5a3ac0-7952-4c75-9c41-b80294843411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:46:44.323238 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfad647-4919-4220-ab2d-c1a70a707fa4 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Network hostable DHCP agents. Network: 1c5a3ac0-7952-4c75-9c41-b80294843411, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:46:44.355029 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-f17ffd2b-b9a7-4e08-967f-1d19e43c0237 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2248340 Dec 20 08:46:44.356479 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 39424) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:44.361928 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-302c9ee6-f0a6-4211-9a37-585513fdad19 req-c10bcb84-0f50-4ffe-9a15-9074765bb381 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=94538abc-96b2-47aa-83bb-750d9d40afe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3340933 Dec 20 08:46:44.362106 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-994a186a-b551-4cc4-bb06-78544492fbad tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Request body: {'subnet': {'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:44.385503 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2b44dad4-f956-4420-99ad-049174ae7936 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:44.387397 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-ff6f298f-ea1e-40f5-ad74-9ce2048b9d5d tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:44.398941 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-acb3f99e-ec92-4403-94dc-447febb7ab3c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:44.414711 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-400cbb70-9e31-4666-8db7-ff47c140ecf6 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:44.429471 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-5ae30592-017f-4f5f-bcea-cf3c9d069f86 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] create failed (client error): There was a conflict when trying to complete your request. Dec 20 08:46:44.430504 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-5ae30592-017f-4f5f-bcea-cf3c9d069f86 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6293316 Dec 20 08:46:44.432453 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-ff6f298f-ea1e-40f5-ad74-9ce2048b9d5d tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Usage tracker for resource:security_group_rule and tenant:a7e6be60a2bd4e59946dcde724d6de3b is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:44.432587 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfad647-4919-4220-ab2d-c1a70a707fa4 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Network 1c5a3ac0-7952-4c75-9c41-b80294843411 is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:46:44.434539 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39428) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:44.438443 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-ff6f298f-ea1e-40f5-ad74-9ce2048b9d5d tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:44.464502 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-8bfad647-4919-4220-ab2d-c1a70a707fa4 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, 1c5a3ac0-7952-4c75-9c41-b80294843411) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:46:44.470264 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-ff6f298f-ea1e-40f5-ad74-9ce2048b9d5d tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:44.476203 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b44dad4-f956-4420-99ad-049174ae7936 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Pushing event deleted for resources: {'Port': ['ID=baf75baa-1213-48e5-969d-54e5c7d67bda,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:44.478332 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bfad647-4919-4220-ab2d-c1a70a707fa4 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:44.478926 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8bfad647-4919-4220-ab2d-c1a70a707fa4 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:44.479253 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca494f7-d8dd-46fd-9d7c-2359d434d563 None None] Network 1c5a3ac0-7952-4c75-9c41-b80294843411 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:46:44.507055 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-400cbb70-9e31-4666-8db7-ff47c140ecf6 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:44.513125 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-432b086b-543c-49e8-bcf3-f810a7eaf12a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:44.524807 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-2b44dad4-f956-4420-99ad-049174ae7936 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:44.559432 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-8bfad647-4919-4220-ab2d-c1a70a707fa4 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9275439 Dec 20 08:46:44.565408 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39432) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:44.633786 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400cbb70-9e31-4666-8db7-ff47c140ecf6 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Pushing event updated for resources: {'Port': ['ID=40b7777f-dd5e-41ee-8165-8444614fc3cf,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:44.637350 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400cbb70-9e31-4666-8db7-ff47c140ecf6 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Network 95f3bec2-46e6-4468-8229-8badd4a5aaae is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:46:44.642308 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-400cbb70-9e31-4666-8db7-ff47c140ecf6 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:44.643143 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7a9b2092-e160-4af2-a366-28d22807637d tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:44.645174 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-400cbb70-9e31-4666-8db7-ff47c140ecf6 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:46:44.657405 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400cbb70-9e31-4666-8db7-ff47c140ecf6 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:46:44.661204 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-994a186a-b551-4cc4-bb06-78544492fbad tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:44.692450 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-994a186a-b551-4cc4-bb06-78544492fbad tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:44.735909 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ff6f298f-ea1e-40f5-ad74-9ce2048b9d5d tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Notify callbacks [] for security_group, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:44.742022 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2b44dad4-f956-4420-99ad-049174ae7936 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:44.746949 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ff6f298f-ea1e-40f5-ad74-9ce2048b9d5d tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:44.750363 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-994a186a-b551-4cc4-bb06-78544492fbad tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Made reservation on behalf of 9679bafc94a64ee0a207e63ba5560387 for: {'subnet': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:46:44.754389 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-994a186a-b551-4cc4-bb06-78544492fbad tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2095160'] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:44.773198 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda5ded1-2395-4d11-92d4-dec88bffbb2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-1c5a3ac0-7952-4c75-9c41-b80294843411', 'network_id': '1c5a3ac0-7952-4c75-9c41-b80294843411', 'tenant_id': '998613e7a7ae4d22ad9b2ce5f8e08568', 'fixed_ips': [{'subnet_id': '384b81b4-ab5d-4416-a8c2-0c3682589129'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:46:44.774384 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-fda5ded1-2395-4d11-92d4-dec88bffbb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:44.779063 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-2d8214d3-fb68-498f-906c-f6715ec0d827 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:44.785592 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7a9b2092-e160-4af2-a366-28d22807637d tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:44.845126 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-2b44dad4-f956-4420-99ad-049174ae7936 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] 10.222.0.16 "DELETE /v2.0/ports/baf75baa-1213-48e5-969d-54e5c7d67bda HTTP/1.1" status: 204 len: 168 time: 2.0670683 Dec 20 08:46:44.846357 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ff6f298f-ea1e-40f5-ad74-9ce2048b9d5d tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:44.847242 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-ff6f298f-ea1e-40f5-ad74-9ce2048b9d5d tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9643536 Dec 20 08:46:44.854102 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39436) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:44.854435 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39438) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:44.868753 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f5aa4518-b519-4a35-b40a-63b72bc0ddb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:44.880591 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-b5cc574a-a1d0-4165-8e74-fe58a860d268 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Request body: {'security_group_rule': {'security_group_id': 'f5eb99d0-0411-47a3-9537-49b2a9fe315e', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:44.881268 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-b5cc574a-a1d0-4165-8e74-fe58a860d268 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 08:46:44.882219 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b5cc574a-a1d0-4165-8e74-fe58a860d268 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0219297 Dec 20 08:46:44.885310 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-38593ac5-8ec6-4323-a79a-211d64cd93a3 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Request body: {'floatingip': {'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:44.893499 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6f298f-ea1e-40f5-ad74-9ce2048b9d5d tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5eb99d0-0411-47a3-9537-49b2a9fe315e,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:44.902981 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 39444) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:44.905028 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ff6f298f-ea1e-40f5-ad74-9ce2048b9d5d tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:44.909079 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-38593ac5-8ec6-4323-a79a-211d64cd93a3 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:44.918362 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-38593ac5-8ec6-4323-a79a-211d64cd93a3 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Usage tracker for resource:floatingip and tenant:a6ef049aae6b4eea9e642fc2beae00ec is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:44.931964 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-38593ac5-8ec6-4323-a79a-211d64cd93a3 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:44.937858 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d6991280-7bcc-4c00-9f85-2e80504b1baf tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:44.948999 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-38593ac5-8ec6-4323-a79a-211d64cd93a3 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:45.008098 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7a9b2092-e160-4af2-a366-28d22807637d tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:45.016937 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-039da560-1440-455c-a775-9ca3e2a8a999 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:45.017521 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-fda5ded1-2395-4d11-92d4-dec88bffbb2e None None] Allocated IP 172.20.0.2 (1c5a3ac0-7952-4c75-9c41-b80294843411/384b81b4-ab5d-4416-a8c2-0c3682589129/eacc9fff-1aae-42ad-9809-bc3df437d2d6) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:46:45.025419 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-38593ac5-8ec6-4323-a79a-211d64cd93a3 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks [] for floatingip, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:45.058659 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-db14d3dc-228c-42b5-830b-9b28709b4c38 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Notify callbacks [] for security_group, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:45.059389 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9b2092-e160-4af2-a366-28d22807637d tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d389bdab-0186-42df-ba31-9d434a8def70,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:45.069068 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7a9b2092-e160-4af2-a366-28d22807637d tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:45.092822 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7a9b2092-e160-4af2-a366-28d22807637d tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:45.097145 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-7a9b2092-e160-4af2-a366-28d22807637d tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] 10.222.0.16 "DELETE /v2.0/security-groups/d389bdab-0186-42df-ba31-9d434a8def70 HTTP/1.1" status: 204 len: 168 time: 0.6577621 Dec 20 08:46:45.098611 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39450) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:45.101999 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d6991280-7bcc-4c00-9f85-2e80504b1baf tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:45.117452 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-db14d3dc-228c-42b5-830b-9b28709b4c38 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:45.224002 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-db14d3dc-228c-42b5-830b-9b28709b4c38 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:45.233324 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-68beb5cb-432c-4b77-bed3-25f1b3487da5 tempest-ServersTestManualDisk-1180077032 tempest-ServersTestManualDisk-1180077032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:45.256144 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db14d3dc-228c-42b5-830b-9b28709b4c38 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5eb99d0-0411-47a3-9537-49b2a9fe315e,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:45.262570 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-db14d3dc-228c-42b5-830b-9b28709b4c38 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:45.296953 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d0d73d18-16fe-4a80-82af-a939508f70bc tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Synchronizing usage tracker for tenant:90ecefb5d10d4b168bd5056d491dd601 on resource:security_group {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:46:45.303442 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.objects.ports [None req-994a186a-b551-4cc4-bb06-78544492fbad tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83445) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 20 08:46:45.306421 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-db14d3dc-228c-42b5-830b-9b28709b4c38 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:45.307535 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-db14d3dc-228c-42b5-830b-9b28709b4c38 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] 10.222.0.16 "DELETE /v2.0/security-groups/f5eb99d0-0411-47a3-9537-49b2a9fe315e HTTP/1.1" status: 204 len: 168 time: 0.4042730 Dec 20 08:46:45.308373 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-994a186a-b551-4cc4-bb06-78544492fbad tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2036557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2095114'] for subnet, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:45.312107 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-9c738c21-5cb0-4d5c-adc8-9137e345d84d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:45.312845 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39454) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:45.318793 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-fda5ded1-2395-4d11-92d4-dec88bffbb2e None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:45.334788 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-fda5ded1-2395-4d11-92d4-dec88bffbb2e None None] Transition to ACTIVE for port object eacc9fff-1aae-42ad-9809-bc3df437d2d6 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:46:45.341510 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-400cbb70-9e31-4666-8db7-ff47c140ecf6 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks [] for router_gateway, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:45.342115 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-400cbb70-9e31-4666-8db7-ff47c140ecf6 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071'] for router, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:45.351274 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d0d73d18-16fe-4a80-82af-a939508f70bc tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Unset dirty status for tenant:90ecefb5d10d4b168bd5056d491dd601 on resource:security_group {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:46:45.352501 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d0d73d18-16fe-4a80-82af-a939508f70bc tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2520056 Dec 20 08:46:45.358804 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39458) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:45.376006 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-fda5ded1-2395-4d11-92d4-dec88bffbb2e None None] Transition to ACTIVE for port object eacc9fff-1aae-42ad-9809-bc3df437d2d6 will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:46:45.383421 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-67d61346-c374-4e63-b6fa-c1c34e32e6ca tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Request body: {'security_group': {'name': 'tempest-secgroup--1579952285'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:45.385361 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-fda5ded1-2395-4d11-92d4-dec88bffbb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:45.389923 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994a186a-b551-4cc4-bb06-78544492fbad tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event updated for resources: {'Subnet': ['ID=6237e3cb-cf9a-4984-8c4f-c2959d5b3f4c,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:45.393763 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-994a186a-b551-4cc4-bb06-78544492fbad tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:45.395518 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994a186a-b551-4cc4-bb06-78544492fbad tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:46:45.396632 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-994a186a-b551-4cc4-bb06-78544492fbad tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:46:45.398965 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994a186a-b551-4cc4-bb06-78544492fbad tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:45.399521 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-994a186a-b551-4cc4-bb06-78544492fbad tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:45.414582 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-0369e207-f256-4649-afcf-e78c29a4df6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:45.423749 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-994a186a-b551-4cc4-bb06-78544492fbad tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0638425 Dec 20 08:46:45.424610 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 39464) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:45.431307 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-a0bef2c2-9a6a-4f13-af56-db6f33448a16 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Request body: {'subnet': {'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:45.453612 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-67d61346-c374-4e63-b6fa-c1c34e32e6ca tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:45.497947 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-67d61346-c374-4e63-b6fa-c1c34e32e6ca tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:45.500508 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda5ded1-2395-4d11-92d4-dec88bffbb2e None None] Pushing event updated for resources: {'Port': ['ID=eacc9fff-1aae-42ad-9809-bc3df437d2d6,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:45.504283 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de88ab9e-e826-4a0a-89c2-bacc8fbd9547 None None] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:46:45.513304 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-ed8b163c-57e7-4aa7-8105-c0b6595105d2 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Synchronizing usage tracker for tenant:a7e6be60a2bd4e59946dcde724d6de3b on resource:security_group {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:46:45.524661 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d6991280-7bcc-4c00-9f85-2e80504b1baf tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1129313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1529131'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:45.531188 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f7bfb818-a946-404b-8adb-0411da90c96b tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:45.542620 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-fda5ded1-2395-4d11-92d4-dec88bffbb2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:45.551422 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device bada3ab8-1b01-4681-a0b6-e977830d7152 details requested by agent hyperv_hv-neutron-8204 with host hv-neutron-8204 {{(pid=83446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 08:46:45.557993 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-38593ac5-8ec6-4323-a79a-211d64cd93a3 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:45.566469 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda5ded1-2395-4d11-92d4-dec88bffbb2e None None] Network 1c5a3ac0-7952-4c75-9c41-b80294843411 is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:46:45.569280 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-67d61346-c374-4e63-b6fa-c1c34e32e6ca tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:45.571358 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-fda5ded1-2395-4d11-92d4-dec88bffbb2e None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:46:45.575909 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda5ded1-2395-4d11-92d4-dec88bffbb2e None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:46:45.603380 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-a0bef2c2-9a6a-4f13-af56-db6f33448a16 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:45.615944 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-a0bef2c2-9a6a-4f13-af56-db6f33448a16 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:45.630829 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0bef2c2-9a6a-4f13-af56-db6f33448a16 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Made reservation on behalf of 9679bafc94a64ee0a207e63ba5560387 for: {'subnet': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:46:45.636728 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a0bef2c2-9a6a-4f13-af56-db6f33448a16 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2095160'] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:45.665580 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6991280-7bcc-4c00-9f85-2e80504b1baf tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Pushing event deleted for resources: {'Subnet': ['ID=384b81b4-ab5d-4416-a8c2-0c3682589129,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:45.682967 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d6991280-7bcc-4c00-9f85-2e80504b1baf tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:45.703720 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-ed8b163c-57e7-4aa7-8105-c0b6595105d2 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Unset dirty status for tenant:a7e6be60a2bd4e59946dcde724d6de3b on resource:security_group {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:46:45.709576 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ed8b163c-57e7-4aa7-8105-c0b6595105d2 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3866880 Dec 20 08:46:45.723871 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39468) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:45.741850 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-222a132c-fc07-433d-8971-e219189937a6 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Request body: {'security_group': {'name': 'tempest-secgroup--2145484599'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:45.751739 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.db.resource_extend [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 08:46:45.770419 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-222a132c-fc07-433d-8971-e219189937a6 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:45.781575 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-fda5ded1-2395-4d11-92d4-dec88bffbb2e None None] Attempting to bind port eacc9fff-1aae-42ad-9809-bc3df437d2d6 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:46:45.781947 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-fda5ded1-2395-4d11-92d4-dec88bffbb2e None None] Attempting to bind port eacc9fff-1aae-42ad-9809-bc3df437d2d6 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '1cf40817-606f-427d-9605-7e650245296a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1c5a3ac0-7952-4c75-9c41-b80294843411'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:46:45.782306 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda5ded1-2395-4d11-92d4-dec88bffbb2e None None] Attempting to bind port eacc9fff-1aae-42ad-9809-bc3df437d2d6 on network 1c5a3ac0-7952-4c75-9c41-b80294843411 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:46:45.800201 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.ipam_backend_mixin [None req-a0bef2c2-9a6a-4f13-af56-db6f33448a16 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6237e3cb-cf9a-4984-8c4f-c2959d5b3f4c (CIDR: 2001:db8::/64) Dec 20 08:46:45.804820 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0bef2c2-9a6a-4f13-af56-db6f33448a16 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 08:46:45.805389 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0bef2c2-9a6a-4f13-af56-db6f33448a16 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:46:45.827199 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-a0bef2c2-9a6a-4f13-af56-db6f33448a16 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4010811 Dec 20 08:46:45.833720 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 39472) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:45.839451 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-60683f65-31a6-480f-96af-c83c7a12d56b tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Request body: {'subnet': {'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:45.872318 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-222a132c-fc07-433d-8971-e219189937a6 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:45.922855 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda5ded1-2395-4d11-92d4-dec88bffbb2e None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:46:45.923251 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda5ded1-2395-4d11-92d4-dec88bffbb2e None None] Checking segment: {'id': '1cf40817-606f-427d-9605-7e650245296a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1c5a3ac0-7952-4c75-9c41-b80294843411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:46:45.924462 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-fda5ded1-2395-4d11-92d4-dec88bffbb2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:45.925130 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda5ded1-2395-4d11-92d4-dec88bffbb2e None None] Bound using segment: {'id': '1cf40817-606f-427d-9605-7e650245296a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1c5a3ac0-7952-4c75-9c41-b80294843411'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:46:45.925275 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d6991280-7bcc-4c00-9f85-2e80504b1baf tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:45.926053 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-fda5ded1-2395-4d11-92d4-dec88bffbb2e None None] Bound port: eacc9fff-1aae-42ad-9809-bc3df437d2d6, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cf40817-606f-427d-9605-7e650245296a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1c5a3ac0-7952-4c75-9c41-b80294843411'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:46:45.926640 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-fda5ded1-2395-4d11-92d4-dec88bffbb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:45.968673 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-67d61346-c374-4e63-b6fa-c1c34e32e6ca tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:45.990754 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-60683f65-31a6-480f-96af-c83c7a12d56b tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:45.993170 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-67d61346-c374-4e63-b6fa-c1c34e32e6ca tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Usage tracker for resource:security_group_rule and tenant:90ecefb5d10d4b168bd5056d491dd601 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:45.996758 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-67d61346-c374-4e63-b6fa-c1c34e32e6ca tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:46.001158 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-60683f65-31a6-480f-96af-c83c7a12d56b tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:46.013505 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60683f65-31a6-480f-96af-c83c7a12d56b tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Made reservation on behalf of 9679bafc94a64ee0a207e63ba5560387 for: {'subnet': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:46:46.017176 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-60683f65-31a6-480f-96af-c83c7a12d56b tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2095160'] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:46.018268 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-67d61346-c374-4e63-b6fa-c1c34e32e6ca tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:46.019115 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:46.021615 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-d6991280-7bcc-4c00-9f85-2e80504b1baf tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c5a3ac0-7952-4c75-9c41-b80294843411']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:46:46.035690 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-222a132c-fc07-433d-8971-e219189937a6 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:46.105003 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:46.164806 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port bada3ab8-1b01-4681-a0b6-e977830d7152, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=bada3ab8-1b01-4681-a0b6-e977830d7152,segment=NetworkSegment(4add418e-9ba1-4854-8396-6b270d4c02ff),segment_id=4add418e-9ba1-4854-8396-6b270d4c02ff)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:46:46.173124 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a75dd18-e582-493c-8998-c5552621b3d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'tenant_id': '9679bafc94a64ee0a207e63ba5560387', 'fixed_ips': [{'subnet_id': '6237e3cb-cf9a-4984-8c4f-c2959d5b3f4c'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:46:46.174642 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-5a75dd18-e582-493c-8998-c5552621b3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:46.199200 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-d6991280-7bcc-4c00-9f85-2e80504b1baf tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cf40817-606f-427d-9605-7e650245296a') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:46:46.199535 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-d6991280-7bcc-4c00-9f85-2e80504b1baf tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cf40817-606f-427d-9605-7e650245296a') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:46:46.207416 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Returning: {'device': 'bada3ab8-1b01-4681-a0b6-e977830d7152', 'network_id': '627d2b4e-ee9f-42de-b848-af479fe5c2f5', 'port_id': 'bada3ab8-1b01-4681-a0b6-e977830d7152', 'mac_address': 'fa:16:3e:8f:35:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '241217e4-29b1-4db3-ac24-1473da03c8b8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 08:46:46.213389 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-fda5ded1-2395-4d11-92d4-dec88bffbb2e None None] For port eacc9fff-1aae-42ad-9809-bc3df437d2d6, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:46:46.223605 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56489e3-7532-4ffa-8bfc-af73770b4947 req-659eaea8-cd20-4a38-9656-6240b2deb625 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:46.225107 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f56489e3-7532-4ffa-8bfc-af73770b4947 req-659eaea8-cd20-4a38-9656-6240b2deb625 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1059216-b29b-4505-a7bf-5926ba22726d HTTP/1.1" status: 200 len: 944 time: 0.6949115 Dec 20 08:46:46.238166 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d6991280-7bcc-4c00-9f85-2e80504b1baf tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1618722'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:46.259775 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-38593ac5-8ec6-4323-a79a-211d64cd93a3 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Allocated IP 172.26.5.76 (95f3bec2-46e6-4468-8229-8badd4a5aaae/cf8895a3-346d-4313-a645-16ecdcce9969/8d4f4f4b-ddfe-4e1e-ac13-5506f1471d5a) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:46:46.298638 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-fda5ded1-2395-4d11-92d4-dec88bffbb2e None None] For port eacc9fff-1aae-42ad-9809-bc3df437d2d6, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=eacc9fff-1aae-42ad-9809-bc3df437d2d6,segment=NetworkSegment(1cf40817-606f-427d-9605-7e650245296a),segment_id=1cf40817-606f-427d-9605-7e650245296a)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:46:46.319513 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-fda5ded1-2395-4d11-92d4-dec88bffbb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:46.320615 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d6991280-7bcc-4c00-9f85-2e80504b1baf tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:46.331736 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-c1093ce3-66a5-4ec2-a6e2-aa3a208f57f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:46.343758 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-60683f65-31a6-480f-96af-c83c7a12d56b tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2036557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2095114'] for subnet, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:46.349017 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-65150d41-9df3-4b05-b547-8c31d33abb0c tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:46.365883 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-222a132c-fc07-433d-8971-e219189937a6 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:46.379718 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6991280-7bcc-4c00-9f85-2e80504b1baf tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:46:46.380120 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d6991280-7bcc-4c00-9f85-2e80504b1baf tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1128911'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:46.382786 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:46.399125 dv-neutron-820491-1-hyperv neutron-server[83444]: Traceback (most recent call last): Dec 20 08:46:46.399125 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:46:46.399125 dv-neutron-820491-1-hyperv neutron-server[83444]: timer() Dec 20 08:46:46.399125 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:46:46.399125 dv-neutron-820491-1-hyperv neutron-server[83444]: cb(*args, **kw) Dec 20 08:46:46.399125 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:46:46.399125 dv-neutron-820491-1-hyperv neutron-server[83444]: return func(*args, **kwargs) Dec 20 08:46:46.399125 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:46:46.399125 dv-neutron-820491-1-hyperv neutron-server[83444]: self._notify() Dec 20 08:46:46.399125 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:46:46.399125 dv-neutron-820491-1-hyperv neutron-server[83444]: self.callback(batched_events) Dec 20 08:46:46.399125 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:46:46.399125 dv-neutron-820491-1-hyperv neutron-server[83444]: event.method(event) Dec 20 08:46:46.399125 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:46:46.399125 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:46:46.399125 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:46:46.399125 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:46:46.399125 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:46:46.399125 dv-neutron-820491-1-hyperv neutron-server[83444]: return f(self, *a, **k) Dec 20 08:46:46.399125 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:46:46.399125 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._get(url).json() Dec 20 08:46:46.399125 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:46:46.399125 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:46:46.399125 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:46:46.399125 dv-neutron-820491-1-hyperv neutron-server[83444]: return self.request(url, 'GET', **kwargs) Dec 20 08:46:46.399125 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:46:46.399125 dv-neutron-820491-1-hyperv neutron-server[83444]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:46:46.399125 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:46:46.399125 dv-neutron-820491-1-hyperv neutron-server[83444]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:46:46.399125 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:46:46.399125 dv-neutron-820491-1-hyperv neutron-server[83444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:46:46.399125 dv-neutron-820491-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:46:46.422332 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-222a132c-fc07-433d-8971-e219189937a6 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Usage tracker for resource:security_group_rule and tenant:a7e6be60a2bd4e59946dcde724d6de3b is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:46.443460 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-222a132c-fc07-433d-8971-e219189937a6 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:46.449185 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bada3ab8-1b01-4681-a0b6-e977830d7152 {{(pid=83446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 08:46:46.483547 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-222a132c-fc07-433d-8971-e219189937a6 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:46.488778 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-67d61346-c374-4e63-b6fa-c1c34e32e6ca tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:46.520867 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda5ded1-2395-4d11-92d4-dec88bffbb2e None None] Pushing event updated for resources: {'Port': ['ID=eacc9fff-1aae-42ad-9809-bc3df437d2d6,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:46.539395 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60683f65-31a6-480f-96af-c83c7a12d56b tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:46:46.542540 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-60683f65-31a6-480f-96af-c83c7a12d56b tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:46:46.545314 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60683f65-31a6-480f-96af-c83c7a12d56b tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:46.546042 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-60683f65-31a6-480f-96af-c83c7a12d56b tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:46.551303 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60683f65-31a6-480f-96af-c83c7a12d56b tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event updated for resources: {'Subnet': ['ID=27a37977-8d52-43e6-832c-d8caa9872468,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:46.554348 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-60683f65-31a6-480f-96af-c83c7a12d56b tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:46.557797 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-fda5ded1-2395-4d11-92d4-dec88bffbb2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:46.572137 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port bada3ab8-1b01-4681-a0b6-e977830d7152, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=bada3ab8-1b01-4681-a0b6-e977830d7152,segment=NetworkSegment(4add418e-9ba1-4854-8396-6b270d4c02ff),segment_id=4add418e-9ba1-4854-8396-6b270d4c02ff)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:46:46.590402 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-60683f65-31a6-480f-96af-c83c7a12d56b tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7542393 Dec 20 08:46:46.592577 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 39478) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:46.595382 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-5a75dd18-e582-493c-8998-c5552621b3d6 None None] Allocated IP 2001:db8::f816:3eff:fe2c:c493 (f75aa0d2-5f41-40f3-a9e0-d60d934965a4/6237e3cb-cf9a-4984-8c4f-c2959d5b3f4c/ef73ad48-ac5f-4313-b404-3b72c026eddc) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:46:46.600164 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:46.605904 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-fcfd0959-1054-4c31-97da-bbde891f497c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Request body: {'port': {'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'mac_address': 'fa:16:3e:c2:6c:ef', 'name': 'tempest-NetworksTestDHCPv6-440499724'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:46.606115 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-af0f83ba-e3a5-4cc1-bf3a-249301ce0e32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:46.624581 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f56489e3-7532-4ffa-8bfc-af73770b4947 req-0436d139-2c27-4edf-b872-fc905b9d3ef1 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=94538abc-96b2-47aa-83bb-750d9d40afe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3706794 Dec 20 08:46:46.625583 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-67d61346-c374-4e63-b6fa-c1c34e32e6ca tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:46.639128 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9963e022-1880-44c2-ab39-a9aee9456d50 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:46.679849 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.db.api [None req-d6991280-7bcc-4c00-9f85-2e80504b1baf tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 08:46:46.679849 dv-neutron-820491-1-hyperv neutron-server[83444]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 08:46:46.679849 dv-neutron-820491-1-hyperv neutron-server[83444]: [parameters: {'id': '1c5a3ac0-7952-4c75-9c41-b80294843411'}] Dec 20 08:46:46.679849 dv-neutron-820491-1-hyperv neutron-server[83444]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 08:46:46.680670 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_db.api [None req-d6991280-7bcc-4c00-9f85-2e80504b1baf tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 08:46:46.748530 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d61346-c374-4e63-b6fa-c1c34e32e6ca tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc1e6bbf-36ca-45bb-a56e-1e9af846aef8,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:46.752855 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69acb118-f193-4f2e-8249-a1d0d8e5f7c5 None None] Network 1c5a3ac0-7952-4c75-9c41-b80294843411 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:46:46.770686 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-67d61346-c374-4e63-b6fa-c1c34e32e6ca tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:46.775563 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-fcfd0959-1054-4c31-97da-bbde891f497c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:46.779927 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-fcfd0959-1054-4c31-97da-bbde891f497c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Usage tracker for resource:port and tenant:9679bafc94a64ee0a207e63ba5560387 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:46.783133 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-fcfd0959-1054-4c31-97da-bbde891f497c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:46.785479 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-38593ac5-8ec6-4323-a79a-211d64cd93a3 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:46.791207 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-fcfd0959-1054-4c31-97da-bbde891f497c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:46.809498 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-222a132c-fc07-433d-8971-e219189937a6 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:46.819225 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcfd0959-1054-4c31-97da-bbde891f497c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Made reservation on behalf of 9679bafc94a64ee0a207e63ba5560387 for: {'port': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:46:46.821777 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-222a132c-fc07-433d-8971-e219189937a6 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:46.823902 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fcfd0959-1054-4c31-97da-bbde891f497c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:46.828509 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1d6f90a1-1182-4964-9a53-aa848587ef5b tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:46.855921 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-67d61346-c374-4e63-b6fa-c1c34e32e6ca tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:46.860141 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-67d61346-c374-4e63-b6fa-c1c34e32e6ca tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.4974122 Dec 20 08:46:46.860326 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=bada3ab8-1b01-4681-a0b6-e977830d7152,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:46.861294 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 39482) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:46.867332 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:46.870411 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-c9384478-cf37-4470-bc2f-d9b4f5b09d9a tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Request body: {'security_group_rule': {'security_group_id': 'cc1e6bbf-36ca-45bb-a56e-1e9af846aef8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:46.871898 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.api.v2.resource [None req-c9384478-cf37-4470-bc2f-d9b4f5b09d9a tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 08:46:46.875160 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-c9384478-cf37-4470-bc2f-d9b4f5b09d9a tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0092332 Dec 20 08:46:46.875160 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-fcfd0959-1054-4c31-97da-bbde891f497c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] device_id is not set on port 591a830a-a16e-45bf-9dc3-4c2d2986c8ac yet. {{(pid=83445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:46:46.879713 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39486) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:46.899796 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-222a132c-fc07-433d-8971-e219189937a6 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:46.903653 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-222a132c-fc07-433d-8971-e219189937a6 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1732414 Dec 20 08:46:46.905499 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222a132c-fc07-433d-8971-e219189937a6 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6fb9cbb-c433-466a-aab8-933d10136fe2,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:46.911816 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 39490) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:46.912982 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-222a132c-fc07-433d-8971-e219189937a6 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:46.926790 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-3286a7d0-af4b-40fb-bb73-fffa7070f323 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Request body: {'security_group_rule': {'security_group_id': 'e6fb9cbb-c433-466a-aab8-933d10136fe2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:46.927549 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.api.v2.resource [None req-3286a7d0-af4b-40fb-bb73-fffa7070f323 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 08:46:46.929261 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-3286a7d0-af4b-40fb-bb73-fffa7070f323 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0151043 Dec 20 08:46:46.932565 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39494) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:46.933790 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-400cbb70-9e31-4666-8db7-ff47c140ecf6 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Router 96fc0ae0-2676-40bb-b2cd-ff87be6e9d81 is scheduled to L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 with binding_index 1 {{(pid=83444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 08:46:46.948680 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-8f6bf8f6-a609-47cf-864c-3d20d79aa0ed tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Request body: {'security_group_rule': {'security_group_id': 'e6fb9cbb-c433-466a-aab8-933d10136fe2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:46.955047 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-8f6bf8f6-a609-47cf-864c-3d20d79aa0ed tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 08:46:46.957217 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-8f6bf8f6-a609-47cf-864c-3d20d79aa0ed tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0201519 Dec 20 08:46:46.960062 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 39498) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:46.962197 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-38593ac5-8ec6-4323-a79a-211d64cd93a3 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:46.972842 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-934d543f-bd78-4ca4-a4af-18856001b43d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:46.973472 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-01b64a25-f8db-4ebb-a837-aeb102863bf2 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Request body: {'security_group_rule': {'security_group_id': 'e6fb9cbb-c433-466a-aab8-933d10136fe2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:46.974245 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.api.v2.resource [None req-01b64a25-f8db-4ebb-a837-aeb102863bf2 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 08:46:46.977936 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-01b64a25-f8db-4ebb-a837-aeb102863bf2 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0139053 Dec 20 08:46:46.979303 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 39502) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:46.990503 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-f532a0a4-d6a2-485b-8dc3-12ede35b1d53 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Request body: {'security_group_rule': {'security_group_id': 'e6fb9cbb-c433-466a-aab8-933d10136fe2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:46.991087 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] get_ports_and_sgs() called for port_ids ['bada3ab8-1b01-4681-a0b6-e977830d7152'] {{(pid=83446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 08:46:46.991426 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.api.v2.resource [None req-f532a0a4-d6a2-485b-8dc3-12ede35b1d53 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 08:46:46.995347 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-f532a0a4-d6a2-485b-8dc3-12ede35b1d53 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0127406 Dec 20 08:46:46.995886 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 39506) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:47.043538 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38593ac5-8ec6-4323-a79a-211d64cd93a3 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Network 95f3bec2-46e6-4468-8229-8badd4a5aaae is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:46:47.046902 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-38593ac5-8ec6-4323-a79a-211d64cd93a3 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:46:47.065912 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-dc571e84-a379-44ea-a694-e191cb612bfa tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Notify callbacks [] for security_group, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:47.093488 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-dc571e84-a379-44ea-a694-e191cb612bfa tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:47.099301 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38593ac5-8ec6-4323-a79a-211d64cd93a3 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:46:47.145942 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-dc571e84-a379-44ea-a694-e191cb612bfa tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:47.149763 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e50ef3bc-d49b-455f-b20c-7980cb25ae3d tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:47.162696 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc571e84-a379-44ea-a694-e191cb612bfa tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6fb9cbb-c433-466a-aab8-933d10136fe2,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:47.163213 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38593ac5-8ec6-4323-a79a-211d64cd93a3 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Pushing event updated for resources: {'Port': ['ID=8d4f4f4b-ddfe-4e1e-ac13-5506f1471d5a,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:47.166089 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-dc571e84-a379-44ea-a694-e191cb612bfa tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:47.178353 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-38593ac5-8ec6-4323-a79a-211d64cd93a3 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:47.187049 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-dc571e84-a379-44ea-a694-e191cb612bfa tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:47.187362 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d6991280-7bcc-4c00-9f85-2e80504b1baf tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:47.192503 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-dc571e84-a379-44ea-a694-e191cb612bfa tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] 10.222.0.16 "DELETE /v2.0/security-groups/e6fb9cbb-c433-466a-aab8-933d10136fe2 HTTP/1.1" status: 204 len: 168 time: 0.1928365 Dec 20 08:46:47.192779 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 39510) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:47.200460 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-5a75dd18-e582-493c-8998-c5552621b3d6 None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:47.201358 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-25a8ca85-5aed-46dc-911d-022caf3b6968 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:47.226450 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-5a75dd18-e582-493c-8998-c5552621b3d6 None None] Transition to ACTIVE for port object ef73ad48-ac5f-4313-b404-3b72c026eddc will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:46:47.242470 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-d6991280-7bcc-4c00-9f85-2e80504b1baf tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Deleting port eacc9fff-1aae-42ad-9809-bc3df437d2d6 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:46:47.242733 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d6991280-7bcc-4c00-9f85-2e80504b1baf tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:47.252984 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-6b5b1253-1740-4b44-9478-41a296c96f7f tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Synchronizing usage tracker for tenant:a7e6be60a2bd4e59946dcde724d6de3b on resource:security_group {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:46:47.270882 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-6b5b1253-1740-4b44-9478-41a296c96f7f tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Unset dirty status for tenant:a7e6be60a2bd4e59946dcde724d6de3b on resource:security_group {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:46:47.277819 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-6b5b1253-1740-4b44-9478-41a296c96f7f tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0780845 Dec 20 08:46:47.278312 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 39514) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:47.284945 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-fd289ece-df63-4da9-8679-1ce1afda2145 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Request body: {'security_group': {'name': 'tempest-secgroup--759950343'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:47.287357 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-5a75dd18-e582-493c-8998-c5552621b3d6 None None] Transition to ACTIVE for port object ef73ad48-ac5f-4313-b404-3b72c026eddc will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:46:47.292095 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-fd289ece-df63-4da9-8679-1ce1afda2145 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:47.298335 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-25a8ca85-5aed-46dc-911d-022caf3b6968 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:47.303930 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-5a75dd18-e582-493c-8998-c5552621b3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:47.313250 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-f90d0fe2-a5c0-40b1-885d-93b14a8cf8a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:47.342230 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-fd289ece-df63-4da9-8679-1ce1afda2145 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:47.367217 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fd289ece-df63-4da9-8679-1ce1afda2145 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Notify callbacks [] for security_group, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:47.422507 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a75dd18-e582-493c-8998-c5552621b3d6 None None] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:46:47.431337 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:47.436787 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-5a75dd18-e582-493c-8998-c5552621b3d6 None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:46:47.443999 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a75dd18-e582-493c-8998-c5552621b3d6 None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:46:47.446152 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a75dd18-e582-493c-8998-c5552621b3d6 None None] Pushing event updated for resources: {'Port': ['ID=ef73ad48-ac5f-4313-b404-3b72c026eddc,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:47.456978 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-5a75dd18-e582-493c-8998-c5552621b3d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:47.478033 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-fd289ece-df63-4da9-8679-1ce1afda2145 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:47.489198 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-fd289ece-df63-4da9-8679-1ce1afda2145 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Usage tracker for resource:security_group_rule and tenant:a7e6be60a2bd4e59946dcde724d6de3b is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:47.493018 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-fd289ece-df63-4da9-8679-1ce1afda2145 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:47.500349 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-fcfd0959-1054-4c31-97da-bbde891f497c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Allocated IP 2001:db8:0:1::2ca (f75aa0d2-5f41-40f3-a9e0-d60d934965a4/27a37977-8d52-43e6-832c-d8caa9872468/591a830a-a16e-45bf-9dc3-4c2d2986c8ac) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:46:47.503036 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-fd289ece-df63-4da9-8679-1ce1afda2145 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:47.511094 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-fcfd0959-1054-4c31-97da-bbde891f497c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Allocated IP 2001:db8::f816:3eff:fec2:6cef (f75aa0d2-5f41-40f3-a9e0-d60d934965a4/6237e3cb-cf9a-4984-8c4f-c2959d5b3f4c/591a830a-a16e-45bf-9dc3-4c2d2986c8ac) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:46:47.607261 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-5a75dd18-e582-493c-8998-c5552621b3d6 None None] Attempting to bind port ef73ad48-ac5f-4313-b404-3b72c026eddc on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:46:47.607789 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-5a75dd18-e582-493c-8998-c5552621b3d6 None None] Attempting to bind port ef73ad48-ac5f-4313-b404-3b72c026eddc by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '7c00552d-ea93-440b-911c-cb3aa0a4eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:46:47.608076 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a75dd18-e582-493c-8998-c5552621b3d6 None None] Attempting to bind port ef73ad48-ac5f-4313-b404-3b72c026eddc on network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:46:47.626210 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-38593ac5-8ec6-4323-a79a-211d64cd93a3 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:47.627637 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fd289ece-df63-4da9-8679-1ce1afda2145 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Notify callbacks [] for security_group, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:47.638254 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a75dd18-e582-493c-8998-c5552621b3d6 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:46:47.639032 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a75dd18-e582-493c-8998-c5552621b3d6 None None] Checking segment: {'id': '7c00552d-ea93-440b-911c-cb3aa0a4eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:46:47.639658 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-5a75dd18-e582-493c-8998-c5552621b3d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:47.640283 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a75dd18-e582-493c-8998-c5552621b3d6 None None] Bound using segment: {'id': '7c00552d-ea93-440b-911c-cb3aa0a4eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:46:47.641086 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-5a75dd18-e582-493c-8998-c5552621b3d6 None None] Bound port: ef73ad48-ac5f-4313-b404-3b72c026eddc, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c00552d-ea93-440b-911c-cb3aa0a4eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:46:47.641716 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-5a75dd18-e582-493c-8998-c5552621b3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:47.653035 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fd289ece-df63-4da9-8679-1ce1afda2145 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:47.660895 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-69c90936-3e5c-4fe2-a943-e81bc9437482 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:47.707999 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-25a8ca85-5aed-46dc-911d-022caf3b6968 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:47.715571 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7a9b2092-e160-4af2-a366-28d22807637d tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:47.773706 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a8ca85-5aed-46dc-911d-022caf3b6968 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc1e6bbf-36ca-45bb-a56e-1e9af846aef8,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:47.782835 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-5a75dd18-e582-493c-8998-c5552621b3d6 None None] For port ef73ad48-ac5f-4313-b404-3b72c026eddc, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:46:47.799909 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-5a75dd18-e582-493c-8998-c5552621b3d6 None None] For port ef73ad48-ac5f-4313-b404-3b72c026eddc, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=ef73ad48-ac5f-4313-b404-3b72c026eddc,segment=NetworkSegment(7c00552d-ea93-440b-911c-cb3aa0a4eeff),segment_id=7c00552d-ea93-440b-911c-cb3aa0a4eeff)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:46:47.807799 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-5a75dd18-e582-493c-8998-c5552621b3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:47.810819 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd289ece-df63-4da9-8679-1ce1afda2145 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67972fa4-ee36-4b07-85dc-71be9b3018db,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:47.813324 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-0369e207-f256-4649-afcf-e78c29a4df6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:47.815076 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-fd289ece-df63-4da9-8679-1ce1afda2145 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:47.833016 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fd289ece-df63-4da9-8679-1ce1afda2145 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:47.836846 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-fd289ece-df63-4da9-8679-1ce1afda2145 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5551229 Dec 20 08:46:47.837525 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 39522) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:47.844827 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-25a8ca85-5aed-46dc-911d-022caf3b6968 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:47.845517 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-5cf678db-b10a-4042-8772-b952d904edf4 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Request body: {'security_group_rule': {'security_group_id': '67972fa4-ee36-4b07-85dc-71be9b3018db', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:47.847115 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.api.v2.resource [None req-5cf678db-b10a-4042-8772-b952d904edf4 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 08:46:47.850782 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-5cf678db-b10a-4042-8772-b952d904edf4 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0095217 Dec 20 08:46:47.851259 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 39526) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:47.853554 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-38593ac5-8ec6-4323-a79a-211d64cd93a3 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:47.865439 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-982d94b5-665c-402b-8933-9e0a225294b9 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Request body: {'security_group_rule': {'security_group_id': '67972fa4-ee36-4b07-85dc-71be9b3018db', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:47.874952 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-982d94b5-665c-402b-8933-9e0a225294b9 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:47.879781 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fcfd0959-1054-4c31-97da-bbde891f497c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:47.887298 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-982d94b5-665c-402b-8933-9e0a225294b9 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Usage tracker for resource:security_group_rule and tenant:a7e6be60a2bd4e59946dcde724d6de3b is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:47.892404 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-982d94b5-665c-402b-8933-9e0a225294b9 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:47.903311 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-982d94b5-665c-402b-8933-9e0a225294b9 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:47.907448 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-fcfd0959-1054-4c31-97da-bbde891f497c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Transition to ACTIVE for port object 591a830a-a16e-45bf-9dc3-4c2d2986c8ac will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:46:47.934733 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-d6991280-7bcc-4c00-9f85-2e80504b1baf tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] For port eacc9fff-1aae-42ad-9809-bc3df437d2d6, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=eacc9fff-1aae-42ad-9809-bc3df437d2d6,segment=NetworkSegment(1cf40817-606f-427d-9605-7e650245296a),segment_id=1cf40817-606f-427d-9605-7e650245296a)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:46:47.935331 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d6991280-7bcc-4c00-9f85-2e80504b1baf tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:47.951950 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.api.v2.resource [None req-982d94b5-665c-402b-8933-9e0a225294b9 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 08:46:47.953515 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-982d94b5-665c-402b-8933-9e0a225294b9 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1013639 Dec 20 08:46:47.957010 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 39530) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:47.961712 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fcfd0959-1054-4c31-97da-bbde891f497c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:47.962620 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a75dd18-e582-493c-8998-c5552621b3d6 None None] Pushing event updated for resources: {'Port': ['ID=ef73ad48-ac5f-4313-b404-3b72c026eddc,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:47.967476 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-5a75dd18-e582-493c-8998-c5552621b3d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:47.977015 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-338b1d72-0e88-4368-b7db-67151f349ccc tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Request body: {'security_group_rule': {'security_group_id': '67972fa4-ee36-4b07-85dc-71be9b3018db', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:47.977015 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.api.v2.resource [None req-338b1d72-0e88-4368-b7db-67151f349ccc tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 08:46:47.977015 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-338b1d72-0e88-4368-b7db-67151f349ccc tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0160131 Dec 20 08:46:47.977015 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-78694fb1-05b3-43ce-90a8-0b0ebd1ea5e9 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:48.010427 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 39534) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:48.024555 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-f8466aec-782e-47cc-9d92-3f0a3c710708 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Request body: {'security_group_rule': {'security_group_id': '67972fa4-ee36-4b07-85dc-71be9b3018db', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:48.024867 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-25a8ca85-5aed-46dc-911d-022caf3b6968 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:48.026074 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-25a8ca85-5aed-46dc-911d-022caf3b6968 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] 10.222.0.16 "DELETE /v2.0/security-groups/cc1e6bbf-36ca-45bb-a56e-1e9af846aef8 HTTP/1.1" status: 204 len: 168 time: 1.1454356 Dec 20 08:46:48.030470 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-f8466aec-782e-47cc-9d92-3f0a3c710708 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:48.039337 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 39538) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:48.047701 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-f8466aec-782e-47cc-9d92-3f0a3c710708 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Usage tracker for resource:security_group_rule and tenant:a7e6be60a2bd4e59946dcde724d6de3b is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:48.066195 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-f8466aec-782e-47cc-9d92-3f0a3c710708 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:48.078787 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-f8466aec-782e-47cc-9d92-3f0a3c710708 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:48.098020 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfd0959-1054-4c31-97da-bbde891f497c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:46:48.105936 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-fcfd0959-1054-4c31-97da-bbde891f497c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:46:48.108417 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfd0959-1054-4c31-97da-bbde891f497c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:46:48.109634 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-d6991280-7bcc-4c00-9f85-2e80504b1baf tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Calling delete_port for eacc9fff-1aae-42ad-9809-bc3df437d2d6 owned by network:dhcp {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:46:48.112975 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcfd0959-1054-4c31-97da-bbde891f497c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:48.113615 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fcfd0959-1054-4c31-97da-bbde891f497c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:48.126818 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfd0959-1054-4c31-97da-bbde891f497c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event updated for resources: {'Port': ['ID=591a830a-a16e-45bf-9dc3-4c2d2986c8ac,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:48.129073 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-fcfd0959-1054-4c31-97da-bbde891f497c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:48.170878 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-fcfd0959-1054-4c31-97da-bbde891f497c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.5764918 Dec 20 08:46:48.178168 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 39542) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:48.232930 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.api.v2.resource [None req-f8466aec-782e-47cc-9d92-3f0a3c710708 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 08:46:48.236953 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-f8466aec-782e-47cc-9d92-3f0a3c710708 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2224765 Dec 20 08:46:48.239601 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-38635997-361a-4dcf-8c79-4b77efa91f9d tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1975183 Dec 20 08:46:48.240251 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 39546) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:48.244570 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 39548) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:48.255423 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-833e4736-c407-43ca-bd38-472e6d34e2a7 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Request body: {'security_group_rule': {'security_group_id': '67972fa4-ee36-4b07-85dc-71be9b3018db', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:48.256046 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.api.v2.resource [None req-833e4736-c407-43ca-bd38-472e6d34e2a7 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 08:46:48.257034 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-833e4736-c407-43ca-bd38-472e6d34e2a7 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0135522 Dec 20 08:46:48.261703 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-56b0bf18-6b47-401b-aa77-44430ebaee97 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Request body: {'security_group': {'name': 'tempest-secgroup--1608881332'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:48.265866 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 39554) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:48.283000 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-673a6bb2-b821-4c6c-9c9c-c678092a942c tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Request body: {'security_group_rule': {'security_group_id': '67972fa4-ee36-4b07-85dc-71be9b3018db', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:48.290069 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-56b0bf18-6b47-401b-aa77-44430ebaee97 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:48.297434 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-dc4f28f4-a7c5-4791-bd93-528f84626e4d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Deleting port 591a830a-a16e-45bf-9dc3-4c2d2986c8ac {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:46:48.297777 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-dc4f28f4-a7c5-4791-bd93-528f84626e4d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:48.324168 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-673a6bb2-b821-4c6c-9c9c-c678092a942c tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:48.326557 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-56b0bf18-6b47-401b-aa77-44430ebaee97 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Usage tracker for resource:security_group and tenant:90ecefb5d10d4b168bd5056d491dd601 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:48.340460 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-56b0bf18-6b47-401b-aa77-44430ebaee97 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:48.345330 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-673a6bb2-b821-4c6c-9c9c-c678092a942c tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Usage tracker for resource:security_group_rule and tenant:a7e6be60a2bd4e59946dcde724d6de3b is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:48.352702 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-673a6bb2-b821-4c6c-9c9c-c678092a942c tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:48.355780 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-56b0bf18-6b47-401b-aa77-44430ebaee97 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:48.366835 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-673a6bb2-b821-4c6c-9c9c-c678092a942c tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:48.388128 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-400cbb70-9e31-4666-8db7-ff47c140ecf6 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:46:48.398764 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe59dbf-6ab4-463b-a394-b1db6e3bad6f None None] Sync routers for ids ['96fc0ae0-2676-40bb-b2cd-ff87be6e9d81'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:46:48.412039 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe59dbf-6ab4-463b-a394-b1db6e3bad6f None None] Routers {'96fc0ae0-2676-40bb-b2cd-ff87be6e9d81'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:46:48.412778 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-cbe59dbf-6ab4-463b-a394-b1db6e3bad6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:46:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['96fc0ae0-2676-40bb-b2cd-ff87be6e9d81'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:46:48.415246 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-56b0bf18-6b47-401b-aa77-44430ebaee97 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Notify callbacks [] for security_group, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:48.447253 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.securitygroups_db [None req-673a6bb2-b821-4c6c-9c9c-c678092a942c tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Project a7e6be60a2bd4e59946dcde724d6de3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 08:46:48.479411 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-cbe59dbf-6ab4-463b-a394-b1db6e3bad6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:46:48.493667 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe59dbf-6ab4-463b-a394-b1db6e3bad6f None None] Routers {'96fc0ae0-2676-40bb-b2cd-ff87be6e9d81'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:46:48.494823 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-cbe59dbf-6ab4-463b-a394-b1db6e3bad6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:46:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['96fc0ae0-2676-40bb-b2cd-ff87be6e9d81'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:46:48.508188 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-400cbb70-9e31-4666-8db7-ff47c140ecf6 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:48.512061 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-400cbb70-9e31-4666-8db7-ff47c140ecf6 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.2459476 Dec 20 08:46:48.512702 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.api.v2.resource [None req-673a6bb2-b821-4c6c-9c9c-c678092a942c tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 08:46:48.512900 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d6991280-7bcc-4c00-9f85-2e80504b1baf tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:48.513746 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-673a6bb2-b821-4c6c-9c9c-c678092a942c tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2392337 Dec 20 08:46:48.514263 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 39558) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:48.519179 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39560) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:48.521750 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-36ba1787-c361-4cb0-8da6-32d1e048effc tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:48.527906 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-56b0bf18-6b47-401b-aa77-44430ebaee97 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:48.570824 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4df68a-d71b-49a0-9b47-2fe2f06f01a7 req-c0821263-f2cf-42d6-ab14-ee7eacd30bf4 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:48.578543 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ca4df68a-d71b-49a0-9b47-2fe2f06f01a7 req-c0821263-f2cf-42d6-ab14-ee7eacd30bf4 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1059216-b29b-4505-a7bf-5926ba22726d HTTP/1.1" status: 200 len: 945 time: 0.7290657 Dec 20 08:46:48.584824 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-fa930b8a-1a49-43a6-af7a-f83c017a5dd9 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Request body: {'security_group_rule': {'security_group_id': '67972fa4-ee36-4b07-85dc-71be9b3018db', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:48.585798 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-fa930b8a-1a49-43a6-af7a-f83c017a5dd9 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 08:46:48.586921 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-fa930b8a-1a49-43a6-af7a-f83c017a5dd9 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0306551 Dec 20 08:46:48.602520 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 39568) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:48.608648 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-105bf244-b498-4023-85e3-79f2ef419d3a tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Request body: {'security_group_rule': {'security_group_id': '67972fa4-ee36-4b07-85dc-71be9b3018db', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:48.620315 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6991280-7bcc-4c00-9f85-2e80504b1baf tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Pushing event deleted for resources: {'Port': ['ID=eacc9fff-1aae-42ad-9809-bc3df437d2d6,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:48.624081 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-56b0bf18-6b47-401b-aa77-44430ebaee97 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Usage tracker for resource:security_group_rule and tenant:90ecefb5d10d4b168bd5056d491dd601 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:48.631861 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d6991280-7bcc-4c00-9f85-2e80504b1baf tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:48.645181 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-cbe59dbf-6ab4-463b-a394-b1db6e3bad6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:46:48.645885 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe59dbf-6ab4-463b-a394-b1db6e3bad6f None None] The sync data for ids ['96fc0ae0-2676-40bb-b2cd-ff87be6e9d81'] in dv-neutron-820491-1-hyperv is: [] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:46:48.656469 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6991280-7bcc-4c00-9f85-2e80504b1baf tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] No DVR routers for this DVR port eacc9fff-1aae-42ad-9809-bc3df437d2d6 on host dv-neutron-820491-1-hyperv {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:46:48.685978 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-56b0bf18-6b47-401b-aa77-44430ebaee97 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:48.689308 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-105bf244-b498-4023-85e3-79f2ef419d3a tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:48.705220 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-56b0bf18-6b47-401b-aa77-44430ebaee97 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:48.710312 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-105bf244-b498-4023-85e3-79f2ef419d3a tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Usage tracker for resource:security_group_rule and tenant:a7e6be60a2bd4e59946dcde724d6de3b is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:48.716251 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-105bf244-b498-4023-85e3-79f2ef419d3a tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:48.732969 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-105bf244-b498-4023-85e3-79f2ef419d3a tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:48.765428 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-38593ac5-8ec6-4323-a79a-211d64cd93a3 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:48.771595 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ca4df68a-d71b-49a0-9b47-2fe2f06f01a7 req-e86e4ee6-1e81-44bc-a395-f3f1d5ec26d3 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=94538abc-96b2-47aa-83bb-750d9d40afe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1918571 Dec 20 08:46:48.797930 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-dc4f28f4-a7c5-4791-bd93-528f84626e4d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:48.808806 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.securitygroups_db [None req-105bf244-b498-4023-85e3-79f2ef419d3a tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Project a7e6be60a2bd4e59946dcde724d6de3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 08:46:48.825687 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-38593ac5-8ec6-4323-a79a-211d64cd93a3 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:48.841591 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ad5c1eb8-1fcc-428b-82a3-0c7767bbb135 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:48.956683 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d6991280-7bcc-4c00-9f85-2e80504b1baf tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:49.024244 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38593ac5-8ec6-4323-a79a-211d64cd93a3 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Pushing event updated for resources: {'Port': ['ID=8d4f4f4b-ddfe-4e1e-ac13-5506f1471d5a,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:49.033029 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-38593ac5-8ec6-4323-a79a-211d64cd93a3 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:49.036332 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-d6991280-7bcc-4c00-9f85-2e80504b1baf tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c5a3ac0-7952-4c75-9c41-b80294843411']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:46:49.056948 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-d6991280-7bcc-4c00-9f85-2e80504b1baf tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cf40817-606f-427d-9605-7e650245296a') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:46:49.057333 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-d6991280-7bcc-4c00-9f85-2e80504b1baf tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cf40817-606f-427d-9605-7e650245296a') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:46:49.074335 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d6991280-7bcc-4c00-9f85-2e80504b1baf tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1618722'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:49.083678 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-dc4f28f4-a7c5-4791-bd93-528f84626e4d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Calling delete_port for 591a830a-a16e-45bf-9dc3-4c2d2986c8ac owned by {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:46:49.090855 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-38593ac5-8ec6-4323-a79a-211d64cd93a3 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-345990'] for floatingip, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:49.096649 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a2f726-7f40-4372-ab60-3529c1ba0711 None None] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:46:49.107702 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d6991280-7bcc-4c00-9f85-2e80504b1baf tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:49.116746 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6991280-7bcc-4c00-9f85-2e80504b1baf tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:46:49.117300 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d6991280-7bcc-4c00-9f85-2e80504b1baf tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1128911'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:49.133088 dv-neutron-820491-1-hyperv neutron-server[83444]: Traceback (most recent call last): Dec 20 08:46:49.133088 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:46:49.133088 dv-neutron-820491-1-hyperv neutron-server[83444]: timer() Dec 20 08:46:49.133088 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:46:49.133088 dv-neutron-820491-1-hyperv neutron-server[83444]: cb(*args, **kw) Dec 20 08:46:49.133088 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:46:49.133088 dv-neutron-820491-1-hyperv neutron-server[83444]: return func(*args, **kwargs) Dec 20 08:46:49.133088 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:46:49.133088 dv-neutron-820491-1-hyperv neutron-server[83444]: self._notify() Dec 20 08:46:49.133088 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:46:49.133088 dv-neutron-820491-1-hyperv neutron-server[83444]: self.callback(batched_events) Dec 20 08:46:49.133088 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:46:49.133088 dv-neutron-820491-1-hyperv neutron-server[83444]: event.method(event) Dec 20 08:46:49.133088 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:46:49.133088 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:46:49.133088 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:46:49.133088 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:46:49.133088 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:46:49.133088 dv-neutron-820491-1-hyperv neutron-server[83444]: return f(self, *a, **k) Dec 20 08:46:49.133088 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:46:49.133088 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._get(url).json() Dec 20 08:46:49.133088 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:46:49.133088 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:46:49.133088 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:46:49.133088 dv-neutron-820491-1-hyperv neutron-server[83444]: return self.request(url, 'GET', **kwargs) Dec 20 08:46:49.133088 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:46:49.133088 dv-neutron-820491-1-hyperv neutron-server[83444]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:46:49.133088 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:46:49.133088 dv-neutron-820491-1-hyperv neutron-server[83444]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:46:49.133088 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:46:49.133088 dv-neutron-820491-1-hyperv neutron-server[83444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:46:49.133088 dv-neutron-820491-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:46:49.137500 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-38593ac5-8ec6-4323-a79a-211d64cd93a3 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:49.141505 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-38593ac5-8ec6-4323-a79a-211d64cd93a3 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2800484 Dec 20 08:46:49.143640 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 39572) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:49.155544 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.api.v2.resource [None req-105bf244-b498-4023-85e3-79f2ef419d3a tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 08:46:49.156534 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-105bf244-b498-4023-85e3-79f2ef419d3a tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.5528457 Dec 20 08:46:49.166501 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39576) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:49.169890 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-268b2cb8-de2e-40d9-b592-2e9b1a3cfc33 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Request body: {'port': {'network_id': 'a10cf7b0-890e-4e8f-a719-310da3a98a0c', 'name': 'tempest-FloatingIPTestJSON-692971934'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:49.222471 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-585e7d58-874d-4089-8ada-c17f02418495 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Request body: {'security_group_rule': {'security_group_id': '67972fa4-ee36-4b07-85dc-71be9b3018db', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:49.228396 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-585e7d58-874d-4089-8ada-c17f02418495 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:49.232551 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-585e7d58-874d-4089-8ada-c17f02418495 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Usage tracker for resource:security_group_rule and tenant:a7e6be60a2bd4e59946dcde724d6de3b is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:49.235724 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-585e7d58-874d-4089-8ada-c17f02418495 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:49.242617 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-585e7d58-874d-4089-8ada-c17f02418495 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:49.256860 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.securitygroups_db [None req-585e7d58-874d-4089-8ada-c17f02418495 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Project a7e6be60a2bd4e59946dcde724d6de3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 08:46:49.258703 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-56b0bf18-6b47-401b-aa77-44430ebaee97 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Notify callbacks [] for security_group, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:49.263000 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d6991280-7bcc-4c00-9f85-2e80504b1baf tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:49.271895 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-03b45089-b60e-4584-baa9-88c5fa30e9ad tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:49.290465 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-56b0bf18-6b47-401b-aa77-44430ebaee97 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:49.291065 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d6991280-7bcc-4c00-9f85-2e80504b1baf tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:49.294181 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-4dbe1532-930e-4dc2-be7c-1220e1a23375 None None] Provisioning for port ef73ad48-ac5f-4313-b404-3b72c026eddc completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:46:49.297781 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6991280-7bcc-4c00-9f85-2e80504b1baf tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Pushing event deleted for resources: {'Network': ['ID=1c5a3ac0-7952-4c75-9c41-b80294843411,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:49.299239 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-225c24a2-2bbb-4a7d-a551-13e5f66d0b90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:49.303351 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d6991280-7bcc-4c00-9f85-2e80504b1baf tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:49.306321 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d6991280-7bcc-4c00-9f85-2e80504b1baf tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] 10.222.0.16 "DELETE /v2.0/networks/1c5a3ac0-7952-4c75-9c41-b80294843411 HTTP/1.1" status: 204 len: 168 time: 4.7366240 Dec 20 08:46:49.309839 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39580) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:49.318464 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-10c86944-1f65-4b2a-baa5-359fa6235d21 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-118790342'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:49.322223 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-585e7d58-874d-4089-8ada-c17f02418495 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 08:46:49.325645 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-585e7d58-874d-4089-8ada-c17f02418495 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1557126 Dec 20 08:46:49.327932 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-10c86944-1f65-4b2a-baa5-359fa6235d21 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:49.330756 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39584) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:49.336608 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-10c86944-1f65-4b2a-baa5-359fa6235d21 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Usage tracker for resource:network and tenant:998613e7a7ae4d22ad9b2ce5f8e08568 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:49.376484 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-10c86944-1f65-4b2a-baa5-359fa6235d21 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:49.391496 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-10c86944-1f65-4b2a-baa5-359fa6235d21 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:49.413152 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c86944-1f65-4b2a-baa5-359fa6235d21 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Made reservation on behalf of 998613e7a7ae4d22ad9b2ce5f8e08568 for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:46:49.417897 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-10c86944-1f65-4b2a-baa5-359fa6235d21 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:49.444131 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b0bf18-6b47-401b-aa77-44430ebaee97 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=582bcce5-9fbc-4d98-b433-0bd69453fece,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:49.448142 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-56b0bf18-6b47-401b-aa77-44430ebaee97 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:49.450874 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6ce88651-f748-4b0a-a711-fa2d62ec2e3f tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:49.483838 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-56b0bf18-6b47-401b-aa77-44430ebaee97 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:49.485028 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-56b0bf18-6b47-401b-aa77-44430ebaee97 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2366815 Dec 20 08:46:49.485695 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6ce88651-f748-4b0a-a711-fa2d62ec2e3f tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:49.493922 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 39588) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:49.513562 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-01e2285b-595d-452d-bbaa-c4c0663642d7 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Request body: {'security_group_rule': {'security_group_id': '582bcce5-9fbc-4d98-b433-0bd69453fece', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:49.514221 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.api.v2.resource [None req-01e2285b-595d-452d-bbaa-c4c0663642d7 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 08:46:49.514371 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60d77fb-7457-4163-b5da-50915b0dbb20 None None] Update dhcp port {'port': {'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'fixed_ips': [{'subnet_id': '6237e3cb-cf9a-4984-8c4f-c2959d5b3f4c', 'ip_address': '2001:db8::f816:3eff:fe2c:c493'}, {'subnet_id': '27a37977-8d52-43e6-832c-d8caa9872468'}], 'binding:host_id': 'dv-neutron-820491-1-hyperv'}, 'id': 'ef73ad48-ac5f-4313-b404-3b72c026eddc'} from dv-neutron-820491-1-hyperv. {{(pid=83446) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 20 08:46:49.515155 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-01e2285b-595d-452d-bbaa-c4c0663642d7 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0171671 Dec 20 08:46:49.518865 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39592) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:49.552831 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-268b2cb8-de2e-40d9-b592-2e9b1a3cfc33 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:49.563276 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-268b2cb8-de2e-40d9-b592-2e9b1a3cfc33 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Usage tracker for resource:port and tenant:a6ef049aae6b4eea9e642fc2beae00ec is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:49.570237 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-268b2cb8-de2e-40d9-b592-2e9b1a3cfc33 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:49.572841 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6ce88651-f748-4b0a-a711-fa2d62ec2e3f tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:49.582280 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-816bd527-76c6-47f6-bff4-73be39d61874 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:49.602348 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce88651-f748-4b0a-a711-fa2d62ec2e3f tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67972fa4-ee36-4b07-85dc-71be9b3018db,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:49.619708 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-6ce88651-f748-4b0a-a711-fa2d62ec2e3f tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:49.624376 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6ce88651-f748-4b0a-a711-fa2d62ec2e3f tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:49.624815 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device bada3ab8-1b01-4681-a0b6-e977830d7152 up at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:46:49.630541 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-6ce88651-f748-4b0a-a711-fa2d62ec2e3f tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] 10.222.0.16 "DELETE /v2.0/security-groups/67972fa4-ee36-4b07-85dc-71be9b3018db HTTP/1.1" status: 204 len: 168 time: 0.2938683 Dec 20 08:46:49.630789 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-268b2cb8-de2e-40d9-b592-2e9b1a3cfc33 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:49.630965 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39596) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:49.632850 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c5e44849-4b8a-4662-aafb-60f3778d7758 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:49.661521 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-268b2cb8-de2e-40d9-b592-2e9b1a3cfc33 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Made reservation on behalf of a6ef049aae6b4eea9e642fc2beae00ec for: {'port': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:46:49.664601 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-268b2cb8-de2e-40d9-b592-2e9b1a3cfc33 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:49.678943 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-f8af45a9-c775-4309-9341-150b26b18a92 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] 10.222.0.16 "GET /v2.0/routers/96fc0ae0-2676-40bb-b2cd-ff87be6e9d81 HTTP/1.1" status: 200 len: 922 time: 1.1580982 Dec 20 08:46:49.682317 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a60d77fb-7457-4163-b5da-50915b0dbb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:49.682546 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 39600) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:49.698321 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10c86944-1f65-4b2a-baa5-359fa6235d21 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:46:49.707864 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c5e44849-4b8a-4662-aafb-60f3778d7758 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:49.717279 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-dc4f28f4-a7c5-4791-bd93-528f84626e4d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:49.730720 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-14d84918-53ae-49d9-b657-da5f846973fe tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:49.742139 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-10c86944-1f65-4b2a-baa5-359fa6235d21 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:49.742483 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-10c86944-1f65-4b2a-baa5-359fa6235d21 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Added segment 4fb30e24-4c8d-4b60-87dd-c41fbc92a002 of type vlan for network 0112cd85-83af-4062-8329-948a171a344e Dec 20 08:46:49.745396 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-60277816-d670-4e90-afbc-b4fb4f30e027 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Synchronizing usage tracker for tenant:a7e6be60a2bd4e59946dcde724d6de3b on resource:security_group {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:46:49.787168 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-89fa257e-b62d-4ecf-99d2-ed476ea5a27a tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] 10.222.0.16 "GET /v2.0/ports?device_id=96fc0ae0-2676-40bb-b2cd-ff87be6e9d81 HTTP/1.1" status: 200 len: 205 time: 0.1031313 Dec 20 08:46:49.793336 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 39604) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:49.796117 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4f28f4-a7c5-4791-bd93-528f84626e4d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event deleted for resources: {'Port': ['ID=591a830a-a16e-45bf-9dc3-4c2d2986c8ac,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:49.799065 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-dc4f28f4-a7c5-4791-bd93-528f84626e4d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:49.800850 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-268b2cb8-de2e-40d9-b592-2e9b1a3cfc33 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] device_id is not set on port 4d340781-3a86-432a-be20-23fdea6700eb yet. {{(pid=83445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:46:49.803454 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-10c86944-1f65-4b2a-baa5-359fa6235d21 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:49.808218 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-60277816-d670-4e90-afbc-b4fb4f30e027 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Unset dirty status for tenant:a7e6be60a2bd4e59946dcde724d6de3b on resource:security_group {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:46:49.809649 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-60277816-d670-4e90-afbc-b4fb4f30e027 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1789601 Dec 20 08:46:49.814187 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39608) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:49.825033 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-68bf8984-866b-4bec-a71b-fc955d8a9731 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Request body: {'security_group': {'name': 'tempest-secgroup--312058761'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:49.834394 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-68bf8984-866b-4bec-a71b-fc955d8a9731 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:49.840223 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c5e44849-4b8a-4662-aafb-60f3778d7758 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:49.842444 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning for port bada3ab8-1b01-4681-a0b6-e977830d7152 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:46:49.850351 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning complete for port bada3ab8-1b01-4681-a0b6-e977830d7152 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:46:49.850657 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:49.854806 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3d90c0a2-a600-49cd-9134-6ea5570f6086 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:49.870112 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-68bf8984-866b-4bec-a71b-fc955d8a9731 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:49.880551 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e44849-4b8a-4662-aafb-60f3778d7758 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=582bcce5-9fbc-4d98-b433-0bd69453fece,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:49.890130 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c5e44849-4b8a-4662-aafb-60f3778d7758 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:49.905543 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-10c86944-1f65-4b2a-baa5-359fa6235d21 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:49.910403 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c86944-1f65-4b2a-baa5-359fa6235d21 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:49.915144 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-10c86944-1f65-4b2a-baa5-359fa6235d21 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:49.920537 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-83f23fb8-c085-4d50-8c82-d2e8585f89b1 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:49.967897 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-68bf8984-866b-4bec-a71b-fc955d8a9731 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:50.083871 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device ef73ad48-ac5f-4313-b404-3b72c026eddc up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:46:50.087646 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c5e44849-4b8a-4662-aafb-60f3778d7758 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:50.088840 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c5e44849-4b8a-4662-aafb-60f3778d7758 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] 10.222.0.16 "DELETE /v2.0/security-groups/582bcce5-9fbc-4d98-b433-0bd69453fece HTTP/1.1" status: 204 len: 168 time: 0.5688636 Dec 20 08:46:50.091679 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 39616) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:50.132199 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-a60d77fb-7457-4163-b5da-50915b0dbb20 None None] Allocated IP 2001:db8:0:1::2 (f75aa0d2-5f41-40f3-a9e0-d60d934965a4/27a37977-8d52-43e6-832c-d8caa9872468/ef73ad48-ac5f-4313-b404-3b72c026eddc) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:46:50.166525 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:50.180925 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-10c86944-1f65-4b2a-baa5-359fa6235d21 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8659735 Dec 20 08:46:50.182211 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-dc4f28f4-a7c5-4791-bd93-528f84626e4d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:50.182304 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c86944-1f65-4b2a-baa5-359fa6235d21 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Pushing event updated for resources: {'Network': ['ID=0112cd85-83af-4062-8329-948a171a344e,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:50.183409 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-10c86944-1f65-4b2a-baa5-359fa6235d21 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:50.187191 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 39620) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:50.200618 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network 0112cd85-83af-4062-8329-948a171a344e details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:46:50.202415 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-e47583c4-dcb0-4099-beb9-66a0c3309f99 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Request body: {'subnet': {'network_id': '0112cd85-83af-4062-8329-948a171a344e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:50.210728 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-68bf8984-866b-4bec-a71b-fc955d8a9731 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:50.215963 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-68bf8984-866b-4bec-a71b-fc955d8a9731 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Usage tracker for resource:security_group_rule and tenant:a7e6be60a2bd4e59946dcde724d6de3b is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:50.219717 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-68bf8984-866b-4bec-a71b-fc955d8a9731 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:50.229017 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-68bf8984-866b-4bec-a71b-fc955d8a9731 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:50.242408 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1059216-b29b-4505-a7bf-5926ba22726d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bada3ab8-1b01-4681-a0b6-e977830d7152'}] {{(pid=83446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 08:46:50.269577 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port bada3ab8-1b01-4681-a0b6-e977830d7152, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=bada3ab8-1b01-4681-a0b6-e977830d7152,segment=NetworkSegment(4add418e-9ba1-4854-8396-6b270d4c02ff),segment_id=4add418e-9ba1-4854-8396-6b270d4c02ff)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:46:50.285709 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-dc4f28f4-a7c5-4791-bd93-528f84626e4d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/ports/591a830a-a16e-45bf-9dc3-4c2d2986c8ac HTTP/1.1" status: 204 len: 168 time: 2.1036382 Dec 20 08:46:50.315406 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 39626) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:50.326512 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f5733-c188-434c-b9e8-958dd46b3559 req-5815798f-3378-4337-a11c-d2ee056da845 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:50.328237 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-456f5733-c188-434c-b9e8-958dd46b3559 req-5815798f-3378-4337-a11c-d2ee056da845 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1059216-b29b-4505-a7bf-5926ba22726d HTTP/1.1" status: 200 len: 945 time: 0.2949345 Dec 20 08:46:50.336061 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:50.373328 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-68bf8984-866b-4bec-a71b-fc955d8a9731 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:50.386313 dv-neutron-820491-1-hyperv neutron-server[83446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1059216-b29b-4505-a7bf-5926ba22726d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bada3ab8-1b01-4681-a0b6-e977830d7152', 'code': 200} Dec 20 08:46:50.391155 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:50.401400 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-456f5733-c188-434c-b9e8-958dd46b3559 req-8e2b011d-6725-45cb-8b93-20eb2f2bee19 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=94538abc-96b2-47aa-83bb-750d9d40afe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610430 Dec 20 08:46:50.402653 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-68bf8984-866b-4bec-a71b-fc955d8a9731 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:50.433666 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e8b037c6-3a76-4ccb-87b5-52da8cd7dd26 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:50.438608 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-e99db59e-60e9-4358-b8ae-2c4cc097adac tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Synchronizing usage tracker for tenant:90ecefb5d10d4b168bd5056d491dd601 on resource:security_group {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:46:50.476481 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=bada3ab8-1b01-4681-a0b6-e977830d7152,revision_number=5']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:50.477278 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bf8984-866b-4bec-a71b-fc955d8a9731 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79d1e3fe-6493-45b6-ab7d-844bd2ca41b4,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:50.479996 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-68bf8984-866b-4bec-a71b-fc955d8a9731 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:50.484630 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-68bf8984-866b-4bec-a71b-fc955d8a9731 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6691947 Dec 20 08:46:50.485962 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-68bf8984-866b-4bec-a71b-fc955d8a9731 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:50.487074 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39632) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:50.492185 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:50.493895 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-59354be2-e8cc-4a1a-aeaf-4a2781533448 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Request body: {'security_group_rule': {'security_group_id': '79d1e3fe-6493-45b6-ab7d-844bd2ca41b4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:50.502011 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-59354be2-e8cc-4a1a-aeaf-4a2781533448 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:50.508486 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-59354be2-e8cc-4a1a-aeaf-4a2781533448 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Usage tracker for resource:security_group_rule and tenant:a7e6be60a2bd4e59946dcde724d6de3b is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:50.512673 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-59354be2-e8cc-4a1a-aeaf-4a2781533448 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:50.519772 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-59354be2-e8cc-4a1a-aeaf-4a2781533448 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:50.540208 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port ef73ad48-ac5f-4313-b404-3b72c026eddc completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:46:50.548546 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port ef73ad48-ac5f-4313-b404-3b72c026eddc triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:46:50.549837 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:50.571661 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-268b2cb8-de2e-40d9-b592-2e9b1a3cfc33 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Allocated IP 172.20.0.7 (a10cf7b0-890e-4e8f-a719-310da3a98a0c/41f60fee-ed52-409b-a69b-1b28f6b7c9e1/4d340781-3a86-432a-be20-23fdea6700eb) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:46:50.601358 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-a60d77fb-7457-4163-b5da-50915b0dbb20 None None] For port ef73ad48-ac5f-4313-b404-3b72c026eddc, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=ef73ad48-ac5f-4313-b404-3b72c026eddc,segment=NetworkSegment(7c00552d-ea93-440b-911c-cb3aa0a4eeff),segment_id=7c00552d-ea93-440b-911c-cb3aa0a4eeff)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:46:50.609660 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-59354be2-e8cc-4a1a-aeaf-4a2781533448 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] create failed (client error): The resource could not be found. Dec 20 08:46:50.611194 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-59354be2-e8cc-4a1a-aeaf-4a2781533448 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1230757 Dec 20 08:46:50.614982 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39636) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:50.622620 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-d112a41f-951c-4477-9a5b-2a5153e6b796 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Request body: {'security_group_rule': {'security_group_id': '79d1e3fe-6493-45b6-ab7d-844bd2ca41b4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'f25a5f50-6325-4623-8c65-f1a7249a19a0'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:50.632030 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-d112a41f-951c-4477-9a5b-2a5153e6b796 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:50.637034 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d112a41f-951c-4477-9a5b-2a5153e6b796 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Usage tracker for resource:security_group_rule and tenant:a7e6be60a2bd4e59946dcde724d6de3b is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:50.640151 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d112a41f-951c-4477-9a5b-2a5153e6b796 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:50.647736 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-d112a41f-951c-4477-9a5b-2a5153e6b796 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:50.649100 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a60d77fb-7457-4163-b5da-50915b0dbb20 None None] Notify callbacks [] for port, precommit_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:50.650040 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-e47583c4-dcb0-4099-beb9-66a0c3309f99 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:50.690486 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-d112a41f-951c-4477-9a5b-2a5153e6b796 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] create failed (client error): The resource could not be found. Dec 20 08:46:50.694098 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d112a41f-951c-4477-9a5b-2a5153e6b796 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0755751 Dec 20 08:46:50.694381 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39642) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:50.704477 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-a60d77fb-7457-4163-b5da-50915b0dbb20 None None] Transition to ACTIVE for port object ef73ad48-ac5f-4313-b404-3b72c026eddc will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:46:50.716697 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a60d77fb-7457-4163-b5da-50915b0dbb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:50.723498 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-8f5454d0-1410-4f07-bd8d-a0e13b9b90ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:50.724440 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-e47583c4-dcb0-4099-beb9-66a0c3309f99 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Usage tracker for resource:subnet and tenant:998613e7a7ae4d22ad9b2ce5f8e08568 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:50.741000 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-e47583c4-dcb0-4099-beb9-66a0c3309f99 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:50.766496 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:50.770531 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-e47583c4-dcb0-4099-beb9-66a0c3309f99 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:50.778081 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-23dda6f4-1a73-4a61-afab-60dd0e8cd51c tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:50.789441 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-e99db59e-60e9-4358-b8ae-2c4cc097adac tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Unset dirty status for tenant:90ecefb5d10d4b168bd5056d491dd601 on resource:security_group {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:46:50.790641 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-e99db59e-60e9-4358-b8ae-2c4cc097adac tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6980584 Dec 20 08:46:50.797608 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39646) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:50.803356 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-cf9b76b1-2679-4c10-b23c-f360cdeaae41 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Request body: {'security_group': {'name': 'tempest-secgroup--203572522'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:50.817741 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-cf9b76b1-2679-4c10-b23c-f360cdeaae41 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:50.831617 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-23dda6f4-1a73-4a61-afab-60dd0e8cd51c tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:50.834907 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e47583c4-dcb0-4099-beb9-66a0c3309f99 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Made reservation on behalf of 998613e7a7ae4d22ad9b2ce5f8e08568 for: {'subnet': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:46:50.841618 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-cf9b76b1-2679-4c10-b23c-f360cdeaae41 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:50.872244 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cf9b76b1-2679-4c10-b23c-f360cdeaae41 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:50.884822 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60d77fb-7457-4163-b5da-50915b0dbb20 None None] Pushing event updated for resources: {'Port': ['ID=ef73ad48-ac5f-4313-b404-3b72c026eddc,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:50.889224 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-a60d77fb-7457-4163-b5da-50915b0dbb20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:50.919115 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-23dda6f4-1a73-4a61-afab-60dd0e8cd51c tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:50.926959 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-816bd527-76c6-47f6-bff4-73be39d61874 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:50.947307 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dda6f4-1a73-4a61-afab-60dd0e8cd51c tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d1e3fe-6493-45b6-ab7d-844bd2ca41b4,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:50.951311 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-cf9b76b1-2679-4c10-b23c-f360cdeaae41 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:50.958545 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.db.api [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 08:46:50.958755 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-23dda6f4-1a73-4a61-afab-60dd0e8cd51c tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:50.959594 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_db.api [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 08:46:50.963694 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-cf9b76b1-2679-4c10-b23c-f360cdeaae41 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Usage tracker for resource:security_group_rule and tenant:90ecefb5d10d4b168bd5056d491dd601 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:50.967884 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-cf9b76b1-2679-4c10-b23c-f360cdeaae41 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:50.975580 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-cf9b76b1-2679-4c10-b23c-f360cdeaae41 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:50.978393 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-23dda6f4-1a73-4a61-afab-60dd0e8cd51c tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:50.981795 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-23dda6f4-1a73-4a61-afab-60dd0e8cd51c tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] 10.222.0.16 "DELETE /v2.0/security-groups/79d1e3fe-6493-45b6-ab7d-844bd2ca41b4 HTTP/1.1" status: 204 len: 168 time: 0.2842386 Dec 20 08:46:50.982983 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39650) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:51.106844 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cf9b76b1-2679-4c10-b23c-f360cdeaae41 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:51.111925 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-5dc7b353-d0c9-4358-b2de-5ba7356c53aa tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Synchronizing usage tracker for tenant:a7e6be60a2bd4e59946dcde724d6de3b on resource:security_group {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:46:51.115391 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cf9b76b1-2679-4c10-b23c-f360cdeaae41 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:51.120495 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-fa3f976b-c994-46df-a4e4-26c2241ce56e tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:51.169731 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cf9b76b1-2679-4c10-b23c-f360cdeaae41 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:51.173653 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-cf9b76b1-2679-4c10-b23c-f360cdeaae41 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3727355 Dec 20 08:46:51.173653 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-5dc7b353-d0c9-4358-b2de-5ba7356c53aa tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Unset dirty status for tenant:a7e6be60a2bd4e59946dcde724d6de3b on resource:security_group {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:46:51.178226 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-5dc7b353-d0c9-4358-b2de-5ba7356c53aa tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1906831 Dec 20 08:46:51.178226 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39656) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:51.178226 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9b76b1-2679-4c10-b23c-f360cdeaae41 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a1800b-135f-4943-9318-46ac5b11e679,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:51.180359 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39660) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:51.184555 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-94d2048b-8d1c-4d89-ad28-ec515c3fb639 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Request body: {'security_group_rule': {'security_group_id': 'd7a1800b-135f-4943-9318-46ac5b11e679', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:51.185400 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-94d2048b-8d1c-4d89-ad28-ec515c3fb639 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 08:46:51.188986 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-94d2048b-8d1c-4d89-ad28-ec515c3fb639 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0102868 Dec 20 08:46:51.189940 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-cf9b76b1-2679-4c10-b23c-f360cdeaae41 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:51.191497 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 39664) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:51.194207 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-6be8fd32-00dd-4f86-ba59-cbdd32f3bc75 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Request body: {'security_group_rule': {'security_group_id': '0c3918b2-12f3-47ad-a5ac-d2e57bfdb219', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:51.201708 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-6be8fd32-00dd-4f86-ba59-cbdd32f3bc75 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:51.206507 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-6be8fd32-00dd-4f86-ba59-cbdd32f3bc75 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Usage tracker for resource:security_group_rule and tenant:a7e6be60a2bd4e59946dcde724d6de3b is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:51.209669 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-6be8fd32-00dd-4f86-ba59-cbdd32f3bc75 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:51.215918 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-6be8fd32-00dd-4f86-ba59-cbdd32f3bc75 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:51.223954 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-1fbfacc9-21b7-4e04-85b9-9b2081fbbf3d tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Request body: {'security_group_rule': {'security_group_id': 'd7a1800b-135f-4943-9318-46ac5b11e679', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:51.224585 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.api.v2.resource [None req-1fbfacc9-21b7-4e04-85b9-9b2081fbbf3d tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 08:46:51.225646 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-1fbfacc9-21b7-4e04-85b9-9b2081fbbf3d tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0277183 Dec 20 08:46:51.229116 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39668) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:51.235157 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e47583c4-dcb0-4099-beb9-66a0c3309f99 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2095160'] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:51.241514 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-e1304750-2609-4e29-bf73-07166ac61f61 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Request body: {'security_group_rule': {'security_group_id': 'd7a1800b-135f-4943-9318-46ac5b11e679', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:51.242314 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-e1304750-2609-4e29-bf73-07166ac61f61 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 08:46:51.243393 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e1304750-2609-4e29-bf73-07166ac61f61 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0128605 Dec 20 08:46:51.249827 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39672) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:51.262398 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-900308f7-df41-4f65-b22e-6f369b88c3f2 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Request body: {'security_group_rule': {'security_group_id': 'd7a1800b-135f-4943-9318-46ac5b11e679', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:51.262615 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbc3678-66ed-4d52-9a0f-69ef98fad9b3 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:51.263105 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-900308f7-df41-4f65-b22e-6f369b88c3f2 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 08:46:51.263268 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-ecbc3678-66ed-4d52-9a0f-69ef98fad9b3 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Synchronizing usage tracker for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:46:51.264062 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-900308f7-df41-4f65-b22e-6f369b88c3f2 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0111244 Dec 20 08:46:51.267563 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39676) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:51.281872 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-efa8b9ab-0037-4a07-b82e-da1b18144882 req-8ea8749d-8b04-4d52-9528-1a6769aabf7e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e1059216-b29b-4505-a7bf-5926ba22726d HTTP/1.1" status: 200 len: 1099 time: 0.6486385 Dec 20 08:46:51.304904 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-6be8fd32-00dd-4f86-ba59-cbdd32f3bc75 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] create failed (client error): The resource could not be found. Dec 20 08:46:51.306113 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-6be8fd32-00dd-4f86-ba59-cbdd32f3bc75 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1186237 Dec 20 08:46:51.309792 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39680) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:51.320465 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-845b2a09-d67f-42e0-aa78-db5d8d0120eb tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Request body: {'security_group': {'name': 'tempest-secgroup--36165123'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:51.326523 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-845b2a09-d67f-42e0-aa78-db5d8d0120eb tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:51.345962 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-845b2a09-d67f-42e0-aa78-db5d8d0120eb tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:51.365967 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-845b2a09-d67f-42e0-aa78-db5d8d0120eb tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:51.399879 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.ipam_backend_mixin [None req-e47583c4-dcb0-4099-beb9-66a0c3309f99 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Performing IP validity checks on allocation pools {{(pid=83445) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 20 08:46:51.400413 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.ipam_backend_mixin [None req-e47583c4-dcb0-4099-beb9-66a0c3309f99 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83445) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 20 08:46:51.417556 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2a056a6e-3cfe-4528-904c-75ba51b2adc6 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks [] for router, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:51.487073 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-ecbc3678-66ed-4d52-9a0f-69ef98fad9b3 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Unset dirty status for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:46:51.488237 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-ecbc3678-66ed-4d52-9a0f-69ef98fad9b3 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 1.1648564 Dec 20 08:46:51.510163 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-268b2cb8-de2e-40d9-b592-2e9b1a3cfc33 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:51.514366 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39686) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:51.591558 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-efa8b9ab-0037-4a07-b82e-da1b18144882 req-c2e36e17-3dae-41a5-a2b4-79b733dadc75 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=94538abc-96b2-47aa-83bb-750d9d40afe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2825129 Dec 20 08:46:51.593409 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-02c35ca1-76b0-4c1f-961c-c33eac51565d tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:51.609674 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:51.651243 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port ef73ad48-ac5f-4313-b404-3b72c026eddc, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=ef73ad48-ac5f-4313-b404-3b72c026eddc,segment=NetworkSegment(7c00552d-ea93-440b-911c-cb3aa0a4eeff),segment_id=7c00552d-ea93-440b-911c-cb3aa0a4eeff)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:46:51.660144 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:51.664835 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-fda5ded1-2395-4d11-92d4-dec88bffbb2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:51.672366 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-845b2a09-d67f-42e0-aa78-db5d8d0120eb tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:51.679392 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-02c35ca1-76b0-4c1f-961c-c33eac51565d tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:51.688553 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-845b2a09-d67f-42e0-aa78-db5d8d0120eb tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Usage tracker for resource:security_group_rule and tenant:a7e6be60a2bd4e59946dcde724d6de3b is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:51.698067 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-845b2a09-d67f-42e0-aa78-db5d8d0120eb tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:51.740389 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-cbf90d42-9b0f-4505-be53-6049d8fb9ba3 None None] Could not find standard attr ID for object 591a830a-a16e-45bf-9dc3-4c2d2986c8ac. {{(pid=83446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 08:46:51.774019 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-845b2a09-d67f-42e0-aa78-db5d8d0120eb tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:51.789363 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172892cc-b9b1-48a3-a4dc-41d2dd38819f tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:51.793817 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=ef73ad48-ac5f-4313-b404-3b72c026eddc,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:51.795408 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:51.795969 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-172892cc-b9b1-48a3-a4dc-41d2dd38819f tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.2738006 Dec 20 08:46:51.801289 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-cbf90d42-9b0f-4505-be53-6049d8fb9ba3 None None] Provisioning for port ef73ad48-ac5f-4313-b404-3b72c026eddc completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:46:51.801558 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39690) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:51.807475 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-cbf90d42-9b0f-4505-be53-6049d8fb9ba3 None None] Provisioning complete for port ef73ad48-ac5f-4313-b404-3b72c026eddc triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:46:51.808047 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-cbf90d42-9b0f-4505-be53-6049d8fb9ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:51.874882 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-268b2cb8-de2e-40d9-b592-2e9b1a3cfc33 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:51.886814 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-453ba2e1-b0e1-470e-a6db-89065c874a30 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:51.897904 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aded3f88-0359-4b11-b0df-2b15e7bac6df tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:51.899405 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aded3f88-0359-4b11-b0df-2b15e7bac6df tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:51.901165 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aded3f88-0359-4b11-b0df-2b15e7bac6df tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:51.906096 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-aded3f88-0359-4b11-b0df-2b15e7bac6df tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1031129 Dec 20 08:46:51.910189 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39694) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:52.010750 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268b2cb8-de2e-40d9-b592-2e9b1a3cfc33 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Network a10cf7b0-890e-4e8f-a719-310da3a98a0c is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:46:52.020878 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device ef73ad48-ac5f-4313-b404-3b72c026eddc up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:46:52.033789 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-268b2cb8-de2e-40d9-b592-2e9b1a3cfc33 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:46:52.049343 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268b2cb8-de2e-40d9-b592-2e9b1a3cfc33 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:46:52.090909 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41806894-0bb7-409f-be81-6f5b4f7303fa req-8404c44f-fbbe-4d34-b330-95cb27ecc965 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:52.092445 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-41806894-0bb7-409f-be81-6f5b4f7303fa req-8404c44f-fbbe-4d34-b330-95cb27ecc965 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1059216-b29b-4505-a7bf-5926ba22726d HTTP/1.1" status: 200 len: 946 time: 0.3956697 Dec 20 08:46:52.132774 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port ef73ad48-ac5f-4313-b404-3b72c026eddc triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:46:52.133419 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:52.155406 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-02c35ca1-76b0-4c1f-961c-c33eac51565d tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:52.158928 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268b2cb8-de2e-40d9-b592-2e9b1a3cfc33 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:52.159742 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-268b2cb8-de2e-40d9-b592-2e9b1a3cfc33 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:52.176003 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-24aceaea-00a2-4f32-8803-ae6bea5ded3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:52.203348 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-268b2cb8-de2e-40d9-b592-2e9b1a3cfc33 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.0544693 Dec 20 08:46:52.215769 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-8881e74b-8b74-4156-b15f-bca8f5e2ee35 None None] Could not find standard attr ID for object 591a830a-a16e-45bf-9dc3-4c2d2986c8ac. {{(pid=83446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 08:46:52.217410 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 39698) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:52.244141 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-fe9bc82a-0c29-406a-936c-c7bdaf072553 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Request body: {'floatingip': {'port_id': '4d340781-3a86-432a-be20-23fdea6700eb'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:52.253709 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c35ca1-76b0-4c1f-961c-c33eac51565d tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a1800b-135f-4943-9318-46ac5b11e679,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:52.259727 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-845b2a09-d67f-42e0-aa78-db5d8d0120eb tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:52.313921 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-845b2a09-d67f-42e0-aa78-db5d8d0120eb tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:52.336222 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c35ca1-76b0-4c1f-961c-c33eac51565d tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:46:52.336761 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c35ca1-76b0-4c1f-961c-c33eac51565d tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:46:52.337272 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c35ca1-76b0-4c1f-961c-c33eac51565d tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:46:52.337724 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c35ca1-76b0-4c1f-961c-c33eac51565d tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:46:52.338209 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c35ca1-76b0-4c1f-961c-c33eac51565d tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:46:52.338682 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c35ca1-76b0-4c1f-961c-c33eac51565d tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:46:52.339147 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c35ca1-76b0-4c1f-961c-c33eac51565d tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:46:52.339616 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c35ca1-76b0-4c1f-961c-c33eac51565d tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:46:52.340079 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c35ca1-76b0-4c1f-961c-c33eac51565d tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:46:52.340541 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c35ca1-76b0-4c1f-961c-c33eac51565d tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:46:52.340998 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c35ca1-76b0-4c1f-961c-c33eac51565d tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:46:52.351156 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-02c35ca1-76b0-4c1f-961c-c33eac51565d tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:52.351630 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268b2cb8-de2e-40d9-b592-2e9b1a3cfc33 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Pushing event updated for resources: {'Port': ['ID=4d340781-3a86-432a-be20-23fdea6700eb,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:52.355329 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-02c35ca1-76b0-4c1f-961c-c33eac51565d tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] 10.222.0.16 "DELETE /v2.0/security-groups/d7a1800b-135f-4943-9318-46ac5b11e679 HTTP/1.1" status: 204 len: 168 time: 1.0838392 Dec 20 08:46:52.355329 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-02c35ca1-76b0-4c1f-961c-c33eac51565d tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:52.356482 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fe9bc82a-0c29-406a-936c-c7bdaf072553 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks [] for floatingip, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:52.363107 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-23dda6f4-1a73-4a61-afab-60dd0e8cd51c tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:52.374973 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39704) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:52.385084 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-f670f6a6-ca8d-4222-b348-de02bbb77ed9 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Deleting subnet 27a37977-8d52-43e6-832c-d8caa9872468 {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:46:52.396572 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efabc8aa-44eb-4ea7-b03c-0e174a72b40f None None] get_active_networks_info from dv-neutron-820491-1-hyperv {{(pid=83446) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 20 08:46:52.419329 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-845b2a09-d67f-42e0-aa78-db5d8d0120eb tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:52.420674 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-845b2a09-d67f-42e0-aa78-db5d8d0120eb tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.1092196 Dec 20 08:46:52.426382 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-268b2cb8-de2e-40d9-b592-2e9b1a3cfc33 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:52.428117 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 39708) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:52.428967 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e47583c4-dcb0-4099-beb9-66a0c3309f99 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2036557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2095114'] for subnet, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:52.434990 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-41806894-0bb7-409f-be81-6f5b4f7303fa req-0c3d8a69-0ab4-4212-a371-b11bd771346f tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=94538abc-96b2-47aa-83bb-750d9d40afe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2732818 Dec 20 08:46:52.435891 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f670f6a6-ca8d-4222-b348-de02bbb77ed9 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:52.438269 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-933bef3b-4d6d-478e-bdd6-20861760afbd tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Request body: {'security_group': {'name': 'tempest-secgroup--122369596'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:52.444535 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-933bef3b-4d6d-478e-bdd6-20861760afbd tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:52.508669 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-bdd2e7b5-3e97-4493-885c-d489d387b05d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:52.553512 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-933bef3b-4d6d-478e-bdd6-20861760afbd tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:52.568589 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845b2a09-d67f-42e0-aa78-db5d8d0120eb tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc542d24-c5db-46bc-8d38-a5ee91930a1a,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:52.575646 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-845b2a09-d67f-42e0-aa78-db5d8d0120eb tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:52.615380 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f670f6a6-ca8d-4222-b348-de02bbb77ed9 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1618747'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:52.657207 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-933bef3b-4d6d-478e-bdd6-20861760afbd tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Notify callbacks [] for security_group, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:52.697575 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47583c4-dcb0-4099-beb9-66a0c3309f99 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Pushing event updated for resources: {'Subnet': ['ID=099668e0-2cfd-4f00-850b-fdfc365143e5,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:52.709098 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e47583c4-dcb0-4099-beb9-66a0c3309f99 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:52.737674 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-74a7f10a-c112-4843-9d44-30cac55527d4 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Synchronizing usage tracker for tenant:90ecefb5d10d4b168bd5056d491dd601 on resource:security_group {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:46:52.743629 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2a056a6e-3cfe-4528-904c-75ba51b2adc6 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:52.780041 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-74a7f10a-c112-4843-9d44-30cac55527d4 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Unset dirty status for tenant:90ecefb5d10d4b168bd5056d491dd601 on resource:security_group {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:46:52.781705 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-74a7f10a-c112-4843-9d44-30cac55527d4 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3934808 Dec 20 08:46:52.787148 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39712) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:52.796515 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-050ce8cf-cccd-4bcf-a71e-b99b83ccbedd tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Request body: {'security_group': {'name': 'tempest-secgroup--2078491681'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:52.804710 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-050ce8cf-cccd-4bcf-a71e-b99b83ccbedd tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:52.817986 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efabc8aa-44eb-4ea7-b03c-0e174a72b40f None None] Network 0112cd85-83af-4062-8329-948a171a344e is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:46:52.821695 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-050ce8cf-cccd-4bcf-a71e-b99b83ccbedd tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:52.826407 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f670f6a6-ca8d-4222-b348-de02bbb77ed9 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:52.829132 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efabc8aa-44eb-4ea7-b03c-0e174a72b40f None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, 0112cd85-83af-4062-8329-948a171a344e) {{(pid=83446) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 08:46:52.842802 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-2a056a6e-3cfe-4528-904c-75ba51b2adc6 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Deleting port 40b7777f-dd5e-41ee-8165-8444614fc3cf {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:46:52.843242 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2a056a6e-3cfe-4528-904c-75ba51b2adc6 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:52.885471 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-933bef3b-4d6d-478e-bdd6-20861760afbd tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:52.891565 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47583c4-dcb0-4099-beb9-66a0c3309f99 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Checking segment: {'id': '4fb30e24-4c8d-4b60-87dd-c41fbc92a002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0112cd85-83af-4062-8329-948a171a344e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:46:52.892023 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47583c4-dcb0-4099-beb9-66a0c3309f99 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Network hostable DHCP agents. Network: 0112cd85-83af-4062-8329-948a171a344e, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:46:52.914384 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-933bef3b-4d6d-478e-bdd6-20861760afbd tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Usage tracker for resource:security_group_rule and tenant:a7e6be60a2bd4e59946dcde724d6de3b is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:52.923314 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-050ce8cf-cccd-4bcf-a71e-b99b83ccbedd tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:52.932407 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-933bef3b-4d6d-478e-bdd6-20861760afbd tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:52.989764 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f670f6a6-ca8d-4222-b348-de02bbb77ed9 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1129313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1529131'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:53.004277 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0621cc84-ee20-469f-99cc-5fc5eadf1653 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:53.009427 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-933bef3b-4d6d-478e-bdd6-20861760afbd tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:53.039676 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47583c4-dcb0-4099-beb9-66a0c3309f99 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Unable to find a vacant binding_index for network 0112cd85-83af-4062-8329-948a171a344e and agent 5a522f69-2c56-46ba-9131-853905d096b7 {{(pid=83445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Dec 20 08:46:53.045881 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-050ce8cf-cccd-4bcf-a71e-b99b83ccbedd tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:53.055911 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f670f6a6-ca8d-4222-b348-de02bbb77ed9 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event deleted for resources: {'Subnet': ['ID=27a37977-8d52-43e6-832c-d8caa9872468,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:53.058744 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-050ce8cf-cccd-4bcf-a71e-b99b83ccbedd tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Usage tracker for resource:security_group_rule and tenant:90ecefb5d10d4b168bd5056d491dd601 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:53.062113 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f670f6a6-ca8d-4222-b348-de02bbb77ed9 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:53.063993 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-050ce8cf-cccd-4bcf-a71e-b99b83ccbedd tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:53.081925 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f670f6a6-ca8d-4222-b348-de02bbb77ed9 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:53.094057 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-050ce8cf-cccd-4bcf-a71e-b99b83ccbedd tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:53.112069 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f670f6a6-ca8d-4222-b348-de02bbb77ed9 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/subnets/27a37977-8d52-43e6-832c-d8caa9872468 HTTP/1.1" status: 204 len: 168 time: 1.1943035 Dec 20 08:46:53.112704 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39716) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:53.210247 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-d89202d3-b91c-4cba-882c-f569bcb1a85b tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Deleting subnet 6237e3cb-cf9a-4984-8c4f-c2959d5b3f4c {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:46:53.218499 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d89202d3-b91c-4cba-882c-f569bcb1a85b tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:53.263487 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-050ce8cf-cccd-4bcf-a71e-b99b83ccbedd tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:53.269391 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-050ce8cf-cccd-4bcf-a71e-b99b83ccbedd tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:53.272638 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-e47583c4-dcb0-4099-beb9-66a0c3309f99 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, 0112cd85-83af-4062-8329-948a171a344e) {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:46:53.273511 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143709bf-46d0-4de2-9a8e-ffe085f03428 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-0112cd85-83af-4062-8329-948a171a344e', 'network_id': '0112cd85-83af-4062-8329-948a171a344e', 'tenant_id': '998613e7a7ae4d22ad9b2ce5f8e08568', 'fixed_ips': [{'subnet_id': '099668e0-2cfd-4f00-850b-fdfc365143e5'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:46:53.274728 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-143709bf-46d0-4de2-9a8e-ffe085f03428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:53.288372 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47583c4-dcb0-4099-beb9-66a0c3309f99 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:53.288953 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e47583c4-dcb0-4099-beb9-66a0c3309f99 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:53.292471 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-be761998-499d-4ec8-970d-68352d8b45a1 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:53.316038 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d89202d3-b91c-4cba-882c-f569bcb1a85b tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1618747'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:53.349896 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-050ce8cf-cccd-4bcf-a71e-b99b83ccbedd tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:53.353311 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-050ce8cf-cccd-4bcf-a71e-b99b83ccbedd tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5623684 Dec 20 08:46:53.361731 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39720) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:53.373369 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-da937a34-44e6-492b-b345-6c9eebca8240 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Request body: {'security_group_rule': {'security_group_id': '220ca6a1-4513-48d5-98bc-cdc2fe01fabf', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:53.373983 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-da937a34-44e6-492b-b345-6c9eebca8240 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 08:46:53.378916 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-da937a34-44e6-492b-b345-6c9eebca8240 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0099087 Dec 20 08:46:53.378916 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39724) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:53.382763 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050ce8cf-cccd-4bcf-a71e-b99b83ccbedd tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=220ca6a1-4513-48d5-98bc-cdc2fe01fabf,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:53.395994 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-eda8217b-3465-40e1-8e53-54a9f269fde6 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Request body: {'security_group_rule': {'security_group_id': '220ca6a1-4513-48d5-98bc-cdc2fe01fabf', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:53.402091 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-eda8217b-3465-40e1-8e53-54a9f269fde6 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:53.405945 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-eda8217b-3465-40e1-8e53-54a9f269fde6 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Usage tracker for resource:security_group_rule and tenant:90ecefb5d10d4b168bd5056d491dd601 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:53.409509 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-eda8217b-3465-40e1-8e53-54a9f269fde6 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:53.414995 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-050ce8cf-cccd-4bcf-a71e-b99b83ccbedd tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:53.422085 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-eda8217b-3465-40e1-8e53-54a9f269fde6 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:53.458226 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d89202d3-b91c-4cba-882c-f569bcb1a85b tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:53.462225 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-e47583c4-dcb0-4099-beb9-66a0c3309f99 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 3.2651672 Dec 20 08:46:53.464579 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-143709bf-46d0-4de2-9a8e-ffe085f03428 None None] Allocated IP 172.20.0.3 (0112cd85-83af-4062-8329-948a171a344e/099668e0-2cfd-4f00-850b-fdfc365143e5/33932809-ca18-4c60-a43c-aa6590ec1c4e) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:46:53.467028 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2a056a6e-3cfe-4528-904c-75ba51b2adc6 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:53.487751 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39730) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:53.634853 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-2a056a6e-3cfe-4528-904c-75ba51b2adc6 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Calling delete_port for 40b7777f-dd5e-41ee-8165-8444614fc3cf owned by network:router_gateway {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:46:53.648365 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cd018cdb-9310-4cf8-a5aa-54264a116258 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:53.690533 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-933bef3b-4d6d-478e-bdd6-20861760afbd tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Notify callbacks [] for security_group, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:53.712623 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-933bef3b-4d6d-478e-bdd6-20861760afbd tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:53.722660 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:53.766908 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-143709bf-46d0-4de2-9a8e-ffe085f03428 None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:53.785448 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-eda8217b-3465-40e1-8e53-54a9f269fde6 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 08:46:53.786478 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-eda8217b-3465-40e1-8e53-54a9f269fde6 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4074545 Dec 20 08:46:53.795265 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 39736) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:53.813245 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-143709bf-46d0-4de2-9a8e-ffe085f03428 None None] Transition to ACTIVE for port object 33932809-ca18-4c60-a43c-aa6590ec1c4e will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:46:53.817024 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-0adbd453-e573-4970-8e9f-2bc9ffd721ba tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Request body: {'security_group_rule': {'security_group_id': '220ca6a1-4513-48d5-98bc-cdc2fe01fabf', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:53.817667 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.api.v2.resource [None req-0adbd453-e573-4970-8e9f-2bc9ffd721ba tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 08:46:53.821890 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-0adbd453-e573-4970-8e9f-2bc9ffd721ba tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0256124 Dec 20 08:46:53.822866 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-933bef3b-4d6d-478e-bdd6-20861760afbd tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:53.823243 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d89202d3-b91c-4cba-882c-f569bcb1a85b tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1129313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1529131'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:53.826521 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-933bef3b-4d6d-478e-bdd6-20861760afbd tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.3902786 Dec 20 08:46:53.826521 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933bef3b-4d6d-478e-bdd6-20861760afbd tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d43487-9216-4b2d-a88e-24e63f9b4c57,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:53.828008 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-933bef3b-4d6d-478e-bdd6-20861760afbd tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:53.830009 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39740) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:53.830644 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 39742) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:53.830801 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-57d2db08-ea5c-43a5-a061-a206a1ebb70a tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:53.846189 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-143709bf-46d0-4de2-9a8e-ffe085f03428 None None] Transition to ACTIVE for port object 33932809-ca18-4c60-a43c-aa6590ec1c4e will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:46:53.848016 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-6950d128-d361-40bf-b35d-4857b8aae9ae tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Request body: {'security_group_rule': {'security_group_id': 'fc542d24-c5db-46bc-8d38-a5ee91930a1a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'a9d43487-9216-4b2d-a88e-24e63f9b4c57'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:53.853155 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-143709bf-46d0-4de2-9a8e-ffe085f03428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:53.855988 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-6950d128-d361-40bf-b35d-4857b8aae9ae tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:53.859876 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:53.863001 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-6950d128-d361-40bf-b35d-4857b8aae9ae tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Usage tracker for resource:security_group_rule and tenant:a7e6be60a2bd4e59946dcde724d6de3b is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:53.869988 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-6950d128-d361-40bf-b35d-4857b8aae9ae tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:53.883292 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-185e19b2-7452-44ab-bf7e-48ad1b3a1ef2 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Request body: {'security_group_rule': {'security_group_id': '220ca6a1-4513-48d5-98bc-cdc2fe01fabf', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:53.883764 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-6950d128-d361-40bf-b35d-4857b8aae9ae tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:53.887728 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cd018cdb-9310-4cf8-a5aa-54264a116258 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:53.922950 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89202d3-b91c-4cba-882c-f569bcb1a85b tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event deleted for resources: {'Subnet': ['ID=6237e3cb-cf9a-4984-8c4f-c2959d5b3f4c,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:53.926692 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-185e19b2-7452-44ab-bf7e-48ad1b3a1ef2 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:53.930417 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143709bf-46d0-4de2-9a8e-ffe085f03428 None None] Network 0112cd85-83af-4062-8329-948a171a344e is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:46:53.934523 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-143709bf-46d0-4de2-9a8e-ffe085f03428 None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:46:53.937175 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d89202d3-b91c-4cba-882c-f569bcb1a85b tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:53.939040 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143709bf-46d0-4de2-9a8e-ffe085f03428 None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:46:53.941789 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143709bf-46d0-4de2-9a8e-ffe085f03428 None None] Pushing event updated for resources: {'Port': ['ID=33932809-ca18-4c60-a43c-aa6590ec1c4e,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:53.945071 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-143709bf-46d0-4de2-9a8e-ffe085f03428 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:53.945442 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-185e19b2-7452-44ab-bf7e-48ad1b3a1ef2 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Usage tracker for resource:security_group_rule and tenant:90ecefb5d10d4b168bd5056d491dd601 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:53.953505 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58739e60-3d0c-4e47-913e-71050c47fce8 req-e5a28477-1325-46eb-a68b-aa24058250ca tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:53.955629 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-58739e60-3d0c-4e47-913e-71050c47fce8 req-e5a28477-1325-46eb-a68b-aa24058250ca tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1059216-b29b-4505-a7bf-5926ba22726d HTTP/1.1" status: 200 len: 946 time: 0.3037529 Dec 20 08:46:53.956490 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-185e19b2-7452-44ab-bf7e-48ad1b3a1ef2 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:53.972263 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d89202d3-b91c-4cba-882c-f569bcb1a85b tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:53.976756 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-185e19b2-7452-44ab-bf7e-48ad1b3a1ef2 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:54.015552 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d89202d3-b91c-4cba-882c-f569bcb1a85b tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/subnets/6237e3cb-cf9a-4984-8c4f-c2959d5b3f4c HTTP/1.1" status: 204 len: 168 time: 0.8985653 Dec 20 08:46:54.019533 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39748) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:54.054673 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-143709bf-46d0-4de2-9a8e-ffe085f03428 None None] Attempting to bind port 33932809-ca18-4c60-a43c-aa6590ec1c4e on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:46:54.056467 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-143709bf-46d0-4de2-9a8e-ffe085f03428 None None] Attempting to bind port 33932809-ca18-4c60-a43c-aa6590ec1c4e by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '4fb30e24-4c8d-4b60-87dd-c41fbc92a002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0112cd85-83af-4062-8329-948a171a344e'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:46:54.056467 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143709bf-46d0-4de2-9a8e-ffe085f03428 None None] Attempting to bind port 33932809-ca18-4c60-a43c-aa6590ec1c4e on network 0112cd85-83af-4062-8329-948a171a344e {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:46:54.058532 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.api.v2.resource [None req-6950d128-d361-40bf-b35d-4857b8aae9ae tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 08:46:54.059586 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-6950d128-d361-40bf-b35d-4857b8aae9ae tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.2223072 Dec 20 08:46:54.065221 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143709bf-46d0-4de2-9a8e-ffe085f03428 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:46:54.066344 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143709bf-46d0-4de2-9a8e-ffe085f03428 None None] Checking segment: {'id': '4fb30e24-4c8d-4b60-87dd-c41fbc92a002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0112cd85-83af-4062-8329-948a171a344e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:46:54.066823 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-143709bf-46d0-4de2-9a8e-ffe085f03428 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:54.067429 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143709bf-46d0-4de2-9a8e-ffe085f03428 None None] Bound using segment: {'id': '4fb30e24-4c8d-4b60-87dd-c41fbc92a002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0112cd85-83af-4062-8329-948a171a344e'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:46:54.067978 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-143709bf-46d0-4de2-9a8e-ffe085f03428 None None] Bound port: 33932809-ca18-4c60-a43c-aa6590ec1c4e, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fb30e24-4c8d-4b60-87dd-c41fbc92a002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0112cd85-83af-4062-8329-948a171a344e'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:46:54.068620 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-143709bf-46d0-4de2-9a8e-ffe085f03428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:54.082354 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 39752) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:54.145753 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2a056a6e-3cfe-4528-904c-75ba51b2adc6 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:54.153323 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-fcfd0959-1054-4c31-97da-bbde891f497c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:54.170150 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-143709bf-46d0-4de2-9a8e-ffe085f03428 None None] For port 33932809-ca18-4c60-a43c-aa6590ec1c4e, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:46:54.173542 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-143709bf-46d0-4de2-9a8e-ffe085f03428 None None] For port 33932809-ca18-4c60-a43c-aa6590ec1c4e, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=33932809-ca18-4c60-a43c-aa6590ec1c4e,segment=NetworkSegment(4fb30e24-4c8d-4b60-87dd-c41fbc92a002),segment_id=4fb30e24-4c8d-4b60-87dd-c41fbc92a002)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:46:54.178754 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-143709bf-46d0-4de2-9a8e-ffe085f03428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:54.183684 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:54.202945 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fe9bc82a-0c29-406a-936c-c7bdaf072553 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:54.208583 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a056a6e-3cfe-4528-904c-75ba51b2adc6 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Pushing event deleted for resources: {'Port': ['ID=40b7777f-dd5e-41ee-8165-8444614fc3cf,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:54.211176 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-2a056a6e-3cfe-4528-904c-75ba51b2adc6 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:54.217982 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fe9bc82a-0c29-406a-936c-c7bdaf072553 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-345990'] for floatingip, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:54.219378 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-62a68618-10db-43c4-b58c-3341d438f2fb tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1982062 Dec 20 08:46:54.227028 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39756) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:54.234504 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-651a370e-78e3-48a2-8443-329bde4dd931 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Request body: {'subnet': {'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:54.250470 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-58739e60-3d0c-4e47-913e-71050c47fce8 req-3e20bf0b-15d3-40e0-b9b0-2ceffa611f73 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=94538abc-96b2-47aa-83bb-750d9d40afe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2852623 Dec 20 08:46:54.261331 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cd018cdb-9310-4cf8-a5aa-54264a116258 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1129313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1529131'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:54.272818 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-87608af5-a327-4218-8779-32c1c1f9ebe8 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:54.278747 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143709bf-46d0-4de2-9a8e-ffe085f03428 None None] Pushing event updated for resources: {'Port': ['ID=33932809-ca18-4c60-a43c-aa6590ec1c4e,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:54.282184 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-143709bf-46d0-4de2-9a8e-ffe085f03428 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:54.317352 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-185e19b2-7452-44ab-bf7e-48ad1b3a1ef2 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 08:46:54.318401 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-185e19b2-7452-44ab-bf7e-48ad1b3a1ef2 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4577470 Dec 20 08:46:54.336196 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39762) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:54.349116 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-ef580dd7-93cc-4763-a2a0-6bda658939b2 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Request body: {'security_group_rule': {'security_group_id': '220ca6a1-4513-48d5-98bc-cdc2fe01fabf', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:54.349895 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-ef580dd7-93cc-4763-a2a0-6bda658939b2 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 08:46:54.350867 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ef580dd7-93cc-4763-a2a0-6bda658939b2 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0093758 Dec 20 08:46:54.351688 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd018cdb-9310-4cf8-a5aa-54264a116258 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Pushing event deleted for resources: {'Subnet': ['ID=099668e0-2cfd-4f00-850b-fdfc365143e5,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:54.370191 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 39766) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:54.398111 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-cd018cdb-9310-4cf8-a5aa-54264a116258 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:54.410836 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-343d8917-e831-431c-a636-c833e1477e5a tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Request body: {'security_group_rule': {'security_group_id': '220ca6a1-4513-48d5-98bc-cdc2fe01fabf', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:54.422497 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5fee4f7c-0f99-4340-a859-8d856d3e4d85 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Notify callbacks [] for security_group, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:54.459182 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-343d8917-e831-431c-a636-c833e1477e5a tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:54.459619 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-651a370e-78e3-48a2-8443-329bde4dd931 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:54.468320 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-651a370e-78e3-48a2-8443-329bde4dd931 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Usage tracker for resource:subnet and tenant:9679bafc94a64ee0a207e63ba5560387 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:54.522625 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-651a370e-78e3-48a2-8443-329bde4dd931 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:54.531013 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cd018cdb-9310-4cf8-a5aa-54264a116258 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:54.543452 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-651a370e-78e3-48a2-8443-329bde4dd931 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:54.549314 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-343d8917-e831-431c-a636-c833e1477e5a tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Usage tracker for resource:security_group_rule and tenant:90ecefb5d10d4b168bd5056d491dd601 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:54.575528 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-cd018cdb-9310-4cf8-a5aa-54264a116258 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0112cd85-83af-4062-8329-948a171a344e']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:46:54.583797 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-343d8917-e831-431c-a636-c833e1477e5a tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:54.589983 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-651a370e-78e3-48a2-8443-329bde4dd931 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Made reservation on behalf of 9679bafc94a64ee0a207e63ba5560387 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:46:54.593637 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-651a370e-78e3-48a2-8443-329bde4dd931 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1529102'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:54.617937 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-cd018cdb-9310-4cf8-a5aa-54264a116258 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fb30e24-4c8d-4b60-87dd-c41fbc92a002') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:46:54.618519 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-cd018cdb-9310-4cf8-a5aa-54264a116258 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fb30e24-4c8d-4b60-87dd-c41fbc92a002') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:46:54.628803 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-343d8917-e831-431c-a636-c833e1477e5a tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:54.642370 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cd018cdb-9310-4cf8-a5aa-54264a116258 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1618722'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:54.710178 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5fee4f7c-0f99-4340-a859-8d856d3e4d85 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:54.728376 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cd018cdb-9310-4cf8-a5aa-54264a116258 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:54.742453 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd018cdb-9310-4cf8-a5aa-54264a116258 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:46:54.742797 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cd018cdb-9310-4cf8-a5aa-54264a116258 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1128911'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:54.759466 dv-neutron-820491-1-hyperv neutron-server[83444]: Traceback (most recent call last): Dec 20 08:46:54.759466 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:46:54.759466 dv-neutron-820491-1-hyperv neutron-server[83444]: timer() Dec 20 08:46:54.759466 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:46:54.759466 dv-neutron-820491-1-hyperv neutron-server[83444]: cb(*args, **kw) Dec 20 08:46:54.759466 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:46:54.759466 dv-neutron-820491-1-hyperv neutron-server[83444]: return func(*args, **kwargs) Dec 20 08:46:54.759466 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:46:54.759466 dv-neutron-820491-1-hyperv neutron-server[83444]: self._notify() Dec 20 08:46:54.759466 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:46:54.759466 dv-neutron-820491-1-hyperv neutron-server[83444]: self.callback(batched_events) Dec 20 08:46:54.759466 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:46:54.759466 dv-neutron-820491-1-hyperv neutron-server[83444]: event.method(event) Dec 20 08:46:54.759466 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:46:54.759466 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:46:54.759466 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:46:54.759466 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:46:54.759466 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:46:54.759466 dv-neutron-820491-1-hyperv neutron-server[83444]: return f(self, *a, **k) Dec 20 08:46:54.759466 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:46:54.759466 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._get(url).json() Dec 20 08:46:54.759466 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:46:54.759466 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:46:54.759466 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:46:54.759466 dv-neutron-820491-1-hyperv neutron-server[83444]: return self.request(url, 'GET', **kwargs) Dec 20 08:46:54.759466 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:46:54.759466 dv-neutron-820491-1-hyperv neutron-server[83444]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:46:54.759466 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:46:54.759466 dv-neutron-820491-1-hyperv neutron-server[83444]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:46:54.759466 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:46:54.759466 dv-neutron-820491-1-hyperv neutron-server[83444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:46:54.759466 dv-neutron-820491-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:46:54.852448 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.db.api [None req-cd018cdb-9310-4cf8-a5aa-54264a116258 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 08:46:54.852448 dv-neutron-820491-1-hyperv neutron-server[83444]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 08:46:54.852448 dv-neutron-820491-1-hyperv neutron-server[83444]: [parameters: {'id': '0112cd85-83af-4062-8329-948a171a344e'}] Dec 20 08:46:54.852448 dv-neutron-820491-1-hyperv neutron-server[83444]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 08:46:54.852773 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_db.api [None req-cd018cdb-9310-4cf8-a5aa-54264a116258 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 08:46:54.941533 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2a056a6e-3cfe-4528-904c-75ba51b2adc6 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346107'] for router_gateway, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:55.099701 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.objects.ports [None req-651a370e-78e3-48a2-8443-329bde4dd931 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83444) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 20 08:46:55.132643 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.api.v2.resource [None req-343d8917-e831-431c-a636-c833e1477e5a tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 08:46:55.133710 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-343d8917-e831-431c-a636-c833e1477e5a tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.7627380 Dec 20 08:46:55.145159 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39772) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:55.156590 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-a836da63-0773-4717-92ae-d98b055f0ba7 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Request body: {'security_group_rule': {'security_group_id': '220ca6a1-4513-48d5-98bc-cdc2fe01fabf', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:55.157197 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-a836da63-0773-4717-92ae-d98b055f0ba7 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 08:46:55.158966 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a836da63-0773-4717-92ae-d98b055f0ba7 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0131664 Dec 20 08:46:55.163029 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39776) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:55.171049 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-85c96562-e661-48ad-9490-4aad39e9a1f9 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Request body: {'security_group_rule': {'security_group_id': '220ca6a1-4513-48d5-98bc-cdc2fe01fabf', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:55.180628 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-85c96562-e661-48ad-9490-4aad39e9a1f9 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:55.194276 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-85c96562-e661-48ad-9490-4aad39e9a1f9 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Usage tracker for resource:security_group_rule and tenant:90ecefb5d10d4b168bd5056d491dd601 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:55.200177 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-85c96562-e661-48ad-9490-4aad39e9a1f9 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:55.212475 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d676bc16-c28b-4c4a-9ae6-7259ca68b428 req-fc9252b9-9405-4cd9-bf73-cdb517fbaf1b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:55.212854 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-85c96562-e661-48ad-9490-4aad39e9a1f9 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:55.214008 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-d676bc16-c28b-4c4a-9ae6-7259ca68b428 req-fc9252b9-9405-4cd9-bf73-cdb517fbaf1b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1059216-b29b-4505-a7bf-5926ba22726d HTTP/1.1" status: 200 len: 946 time: 0.7750599 Dec 20 08:46:55.214649 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5fee4f7c-0f99-4340-a859-8d856d3e4d85 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:55.222736 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-1c8c814e-4a0f-4310-9536-4fcf206d919a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:55.263864 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fee4f7c-0f99-4340-a859-8d856d3e4d85 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d43487-9216-4b2d-a88e-24e63f9b4c57,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:55.291309 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-85c96562-e661-48ad-9490-4aad39e9a1f9 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 08:46:55.295554 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-85c96562-e661-48ad-9490-4aad39e9a1f9 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1295025 Dec 20 08:46:55.296155 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39780) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:55.304214 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-b2bc869f-4f47-46be-ac5d-a4658d319455 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Request body: {'security_group_rule': {'security_group_id': '220ca6a1-4513-48d5-98bc-cdc2fe01fabf', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:55.315048 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-b2bc869f-4f47-46be-ac5d-a4658d319455 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:55.332566 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-b2bc869f-4f47-46be-ac5d-a4658d319455 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Usage tracker for resource:security_group_rule and tenant:90ecefb5d10d4b168bd5056d491dd601 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:55.337328 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-b2bc869f-4f47-46be-ac5d-a4658d319455 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:55.340141 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-651a370e-78e3-48a2-8443-329bde4dd931 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:55.363561 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cd018cdb-9310-4cf8-a5aa-54264a116258 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:55.369374 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-b2bc869f-4f47-46be-ac5d-a4658d319455 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:55.390336 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350a76ca-ca1a-4561-8978-5ba168951e58 None None] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:46:55.409462 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5766cfcd-e92a-45ef-9170-d3e6cbb4b1fb None None] Network 0112cd85-83af-4062-8329-948a171a344e requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:46:55.419535 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-cd018cdb-9310-4cf8-a5aa-54264a116258 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Deleting port 33932809-ca18-4c60-a43c-aa6590ec1c4e {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:46:55.420473 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cd018cdb-9310-4cf8-a5aa-54264a116258 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:55.421388 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fee4f7c-0f99-4340-a859-8d856d3e4d85 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:46:55.421776 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fee4f7c-0f99-4340-a859-8d856d3e4d85 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:46:55.422154 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fee4f7c-0f99-4340-a859-8d856d3e4d85 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:46:55.422524 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fee4f7c-0f99-4340-a859-8d856d3e4d85 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:46:55.422890 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fee4f7c-0f99-4340-a859-8d856d3e4d85 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:46:55.423255 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fee4f7c-0f99-4340-a859-8d856d3e4d85 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:46:55.423647 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fee4f7c-0f99-4340-a859-8d856d3e4d85 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:46:55.424588 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fee4f7c-0f99-4340-a859-8d856d3e4d85 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:46:55.425577 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fee4f7c-0f99-4340-a859-8d856d3e4d85 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:46:55.425577 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fee4f7c-0f99-4340-a859-8d856d3e4d85 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:46:55.425754 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fee4f7c-0f99-4340-a859-8d856d3e4d85 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:46:55.434108 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-5fee4f7c-0f99-4340-a859-8d856d3e4d85 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:55.451619 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2a056a6e-3cfe-4528-904c-75ba51b2adc6 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24735'] for router, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:55.465394 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5fee4f7c-0f99-4340-a859-8d856d3e4d85 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:55.468867 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-5fee4f7c-0f99-4340-a859-8d856d3e4d85 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] 10.222.0.16 "DELETE /v2.0/security-groups/a9d43487-9216-4b2d-a88e-24e63f9b4c57 HTTP/1.1" status: 204 len: 168 time: 1.3837008 Dec 20 08:46:55.470530 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2a056a6e-3cfe-4528-904c-75ba51b2adc6 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:55.471544 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39784) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:55.475504 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-d676bc16-c28b-4c4a-9ae6-7259ca68b428 req-873b51ab-5437-4273-bf54-4026a226947d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=94538abc-96b2-47aa-83bb-750d9d40afe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2433066 Dec 20 08:46:55.480584 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.l3_db [None req-fe9bc82a-0c29-406a-936c-c7bdaf072553 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Floating IP 93592b74-ade6-482b-a2c1-897f00e65790 associated. External IP: 172.26.5.76, port: 4d340781-3a86-432a-be20-23fdea6700eb. Dec 20 08:46:55.531237 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 39788) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:55.559552 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-b2bc869f-4f47-46be-ac5d-a4658d319455 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 08:46:55.560570 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b2bc869f-4f47-46be-ac5d-a4658d319455 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2634187 Dec 20 08:46:55.582398 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 39792) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:55.653037 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-5f4e19dd-cbeb-4194-99b8-839b22ac0e0b None None] Provisioning for port 33932809-ca18-4c60-a43c-aa6590ec1c4e completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:46:55.681427 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2a056a6e-3cfe-4528-904c-75ba51b2adc6 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-390871'] for router, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:55.681926 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a056a6e-3cfe-4528-904c-75ba51b2adc6 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Fanout notify agent at l3_agent the message router_deleted on router 96fc0ae0-2676-40bb-b2cd-ff87be6e9d81 {{(pid=83445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 08:46:55.715100 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2a056a6e-3cfe-4528-904c-75ba51b2adc6 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:55.721306 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-2a056a6e-3cfe-4528-904c-75ba51b2adc6 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] 10.222.0.16 "DELETE /v2.0/routers/96fc0ae0-2676-40bb-b2cd-ff87be6e9d81 HTTP/1.1" status: 204 len: 168 time: 5.9216380 Dec 20 08:46:55.725783 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 39796) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:55.746194 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-c25cf1c8-ece8-41a3-88eb-b8cd4091f087 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2022534214', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'enable_snat': False}}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:55.765567 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-a7774ab3-a62f-4c1d-a755-2e208c17cc8d tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Synchronizing usage tracker for tenant:a7e6be60a2bd4e59946dcde724d6de3b on resource:security_group {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:46:55.809501 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-c25cf1c8-ece8-41a3-88eb-b8cd4091f087 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:55.824068 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a2bd9533-0e4c-4907-9818-4437caff02d6 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Notify callbacks [] for security_group, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:55.836403 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-c25cf1c8-ece8-41a3-88eb-b8cd4091f087 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Usage tracker for resource:router and tenant:5f1d2e098aa1404b801e1ff34ce5223d is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:55.841557 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-0476482b-349a-4a4c-bc1e-2c25a31c2046 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e1059216-b29b-4505-a7bf-5926ba22726d HTTP/1.1" status: 200 len: 1094 time: 0.3031106 Dec 20 08:46:55.846489 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-c25cf1c8-ece8-41a3-88eb-b8cd4091f087 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:55.851445 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 39800) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:55.867257 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-e9de87b2-86dc-48d1-9939-b66fb14ff95d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'floatingip': {'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'port_id': 'bada3ab8-1b01-4681-a0b6-e977830d7152', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:55.877645 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-c25cf1c8-ece8-41a3-88eb-b8cd4091f087 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:55.879993 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-e9de87b2-86dc-48d1-9939-b66fb14ff95d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:55.887823 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a2bd9533-0e4c-4907-9818-4437caff02d6 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:55.895580 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130ca4af-3999-4784-b7c3-509256f76229 None None] Network 0112cd85-83af-4062-8329-948a171a344e requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:46:55.906027 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-e9de87b2-86dc-48d1-9939-b66fb14ff95d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:floatingip and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:55.913894 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-e9de87b2-86dc-48d1-9939-b66fb14ff95d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:55.918862 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-a7774ab3-a62f-4c1d-a755-2e208c17cc8d tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Unset dirty status for tenant:a7e6be60a2bd4e59946dcde724d6de3b on resource:security_group {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:46:55.920230 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a7774ab3-a62f-4c1d-a755-2e208c17cc8d tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4005 time: 0.4416912 Dec 20 08:46:55.926500 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 39806) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:55.926850 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-e9de87b2-86dc-48d1-9939-b66fb14ff95d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:55.931405 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-cd018cdb-9310-4cf8-a5aa-54264a116258 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] For port 33932809-ca18-4c60-a43c-aa6590ec1c4e, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=33932809-ca18-4c60-a43c-aa6590ec1c4e,segment=NetworkSegment(4fb30e24-4c8d-4b60-87dd-c41fbc92a002),segment_id=4fb30e24-4c8d-4b60-87dd-c41fbc92a002)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:46:55.931825 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cd018cdb-9310-4cf8-a5aa-54264a116258 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:55.952155 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c25cf1c8-ece8-41a3-88eb-b8cd4091f087 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24817'] for router, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:55.953069 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c25cf1c8-ece8-41a3-88eb-b8cd4091f087 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-351744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24806'] for router, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:56.023654 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e9de87b2-86dc-48d1-9939-b66fb14ff95d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for floatingip, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:56.096872 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c25cf1c8-ece8-41a3-88eb-b8cd4091f087 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:56.125537 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a2bd9533-0e4c-4907-9818-4437caff02d6 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:56.136037 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-db14d3dc-228c-42b5-830b-9b28709b4c38 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:56.146800 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 33932809-ca18-4c60-a43c-aa6590ec1c4e up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:46:56.173396 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bd9533-0e4c-4907-9818-4437caff02d6 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=220ca6a1-4513-48d5-98bc-cdc2fe01fabf,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:56.176418 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a2bd9533-0e4c-4907-9818-4437caff02d6 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:56.177105 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-178cd6b6-f71f-4097-ab75-383f791e8c36 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Notify callbacks [] for security_group, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:56.210219 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-651a370e-78e3-48a2-8443-329bde4dd931 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] For port ef73ad48-ac5f-4313-b404-3b72c026eddc, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=ef73ad48-ac5f-4313-b404-3b72c026eddc,segment=NetworkSegment(7c00552d-ea93-440b-911c-cb3aa0a4eeff),segment_id=7c00552d-ea93-440b-911c-cb3aa0a4eeff)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:46:56.221423 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-cd018cdb-9310-4cf8-a5aa-54264a116258 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Calling delete_port for 33932809-ca18-4c60-a43c-aa6590ec1c4e owned by network:dhcp {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:46:56.274579 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 33932809-ca18-4c60-a43c-aa6590ec1c4e completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:46:56.283795 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-178cd6b6-f71f-4097-ab75-383f791e8c36 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:56.288321 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 33932809-ca18-4c60-a43c-aa6590ec1c4e triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:46:56.288706 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:56.323061 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-651a370e-78e3-48a2-8443-329bde4dd931 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:56.360430 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-651a370e-78e3-48a2-8443-329bde4dd931 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:56.361935 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-651a370e-78e3-48a2-8443-329bde4dd931 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1129376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1529148'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:56.372577 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ad9d1523-449c-462f-b908-78d8a5af7c71 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:56.376459 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9aa50dd-2c7a-4fbd-bec7-6f530bfe5c7a None None] DHCP port deletion for 0112cd85-83af-4062-8329-948a171a344e request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 08:46:56.386420 dv-neutron-820491-1-hyperv neutron-server[83446]: INFO neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No ports have port_id starting with 33932809-ca18-4c60-a43c-aa6590ec1c4e Dec 20 08:46:56.422541 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cd018cdb-9310-4cf8-a5aa-54264a116258 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:56.483802 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651a370e-78e3-48a2-8443-329bde4dd931 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:46:56.484689 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd018cdb-9310-4cf8-a5aa-54264a116258 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] No DVR routers for this DVR port 33932809-ca18-4c60-a43c-aa6590ec1c4e on host dv-neutron-820491-1-hyperv {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:46:56.499823 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a2bd9533-0e4c-4907-9818-4437caff02d6 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:56.501734 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-a2bd9533-0e4c-4907-9818-4437caff02d6 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] 10.222.0.16 "DELETE /v2.0/security-groups/220ca6a1-4513-48d5-98bc-cdc2fe01fabf HTTP/1.1" status: 204 len: 168 time: 0.9147017 Dec 20 08:46:56.513546 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-651a370e-78e3-48a2-8443-329bde4dd931 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:46:56.518060 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 39810) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:56.623269 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c25cf1c8-ece8-41a3-88eb-b8cd4091f087 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24724'] for router, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:56.637829 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-12207568-85de-43e9-9b95-ef829c8e251d tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Synchronizing usage tracker for tenant:90ecefb5d10d4b168bd5056d491dd601 on resource:security_group {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:46:56.644724 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651a370e-78e3-48a2-8443-329bde4dd931 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:56.645155 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-651a370e-78e3-48a2-8443-329bde4dd931 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:56.646006 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-178cd6b6-f71f-4097-ab75-383f791e8c36 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:56.651223 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651a370e-78e3-48a2-8443-329bde4dd931 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event updated for resources: {'Port': ['ID=ef73ad48-ac5f-4313-b404-3b72c026eddc,revision_number=8']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:56.658702 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cd018cdb-9310-4cf8-a5aa-54264a116258 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:56.663120 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-95e11e06-5d11-411f-a568-9393b6f162c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:56.675866 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-651a370e-78e3-48a2-8443-329bde4dd931 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:56.679776 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d6991280-7bcc-4c00-9f85-2e80504b1baf tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.264s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:56.696183 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178cd6b6-f71f-4097-ab75-383f791e8c36 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc542d24-c5db-46bc-8d38-a5ee91930a1a,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:56.698760 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-178cd6b6-f71f-4097-ab75-383f791e8c36 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:56.744163 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-cd018cdb-9310-4cf8-a5aa-54264a116258 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0112cd85-83af-4062-8329-948a171a344e']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:46:56.770081 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-651a370e-78e3-48a2-8443-329bde4dd931 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5415175 Dec 20 08:46:56.774142 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-cd018cdb-9310-4cf8-a5aa-54264a116258 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fb30e24-4c8d-4b60-87dd-c41fbc92a002') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:46:56.774440 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-cd018cdb-9310-4cf8-a5aa-54264a116258 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fb30e24-4c8d-4b60-87dd-c41fbc92a002') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:46:56.778491 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e9de87b2-86dc-48d1-9939-b66fb14ff95d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:56.780716 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39814) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:56.784318 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651a370e-78e3-48a2-8443-329bde4dd931 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event updated for resources: {'Subnet': ['ID=5b6dbf6f-2687-4b46-99ad-c024ffbac095,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:56.789970 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-651a370e-78e3-48a2-8443-329bde4dd931 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:56.791116 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-12207568-85de-43e9-9b95-ef829c8e251d tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Unset dirty status for tenant:90ecefb5d10d4b168bd5056d491dd601 on resource:security_group {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:46:56.796120 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-12207568-85de-43e9-9b95-ef829c8e251d tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2669101 Dec 20 08:46:56.796438 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-a410c1c5-ea76-4cab-ac63-85e01ad75153 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Request body: {'subnet': {'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:56.804410 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ac1d5a-e58f-4d79-91bd-34a8513e2a0e None None] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:46:56.807843 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-38593ac5-8ec6-4323-a79a-211d64cd93a3 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.372s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:56.847036 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39818) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:56.864993 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cd018cdb-9310-4cf8-a5aa-54264a116258 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1618722'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:56.881773 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-eeea6538-6f5f-4718-b7b4-6a7e950f1feb tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Request body: {'security_group': {'name': 'tempest-secgroup--949418904'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:56.891474 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd018cdb-9310-4cf8-a5aa-54264a116258 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Pushing event deleted for resources: {'Port': ['ID=33932809-ca18-4c60-a43c-aa6590ec1c4e,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:56.899491 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-cd018cdb-9310-4cf8-a5aa-54264a116258 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:56.902686 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-eeea6538-6f5f-4718-b7b4-6a7e950f1feb tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:56.919898 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-9439a419-d5de-463e-b869-cde6eebc367a None None] Provisioning complete for port ef73ad48-ac5f-4313-b404-3b72c026eddc triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:46:56.920307 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-9439a419-d5de-463e-b869-cde6eebc367a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:56.922621 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cd018cdb-9310-4cf8-a5aa-54264a116258 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:56.985807 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-eeea6538-6f5f-4718-b7b4-6a7e950f1feb tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:56.999438 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd018cdb-9310-4cf8-a5aa-54264a116258 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:46:56.999862 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cd018cdb-9310-4cf8-a5aa-54264a116258 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1128911'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:57.014194 dv-neutron-820491-1-hyperv neutron-server[83444]: Traceback (most recent call last): Dec 20 08:46:57.014194 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:46:57.014194 dv-neutron-820491-1-hyperv neutron-server[83444]: timer() Dec 20 08:46:57.014194 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:46:57.014194 dv-neutron-820491-1-hyperv neutron-server[83444]: cb(*args, **kw) Dec 20 08:46:57.014194 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:46:57.014194 dv-neutron-820491-1-hyperv neutron-server[83444]: return func(*args, **kwargs) Dec 20 08:46:57.014194 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:46:57.014194 dv-neutron-820491-1-hyperv neutron-server[83444]: self._notify() Dec 20 08:46:57.014194 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:46:57.014194 dv-neutron-820491-1-hyperv neutron-server[83444]: self.callback(batched_events) Dec 20 08:46:57.014194 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:46:57.014194 dv-neutron-820491-1-hyperv neutron-server[83444]: event.method(event) Dec 20 08:46:57.014194 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:46:57.014194 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:46:57.014194 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:46:57.014194 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:46:57.014194 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:46:57.014194 dv-neutron-820491-1-hyperv neutron-server[83444]: return f(self, *a, **k) Dec 20 08:46:57.014194 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:46:57.014194 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._get(url).json() Dec 20 08:46:57.014194 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:46:57.014194 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:46:57.014194 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:46:57.014194 dv-neutron-820491-1-hyperv neutron-server[83444]: return self.request(url, 'GET', **kwargs) Dec 20 08:46:57.014194 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:46:57.014194 dv-neutron-820491-1-hyperv neutron-server[83444]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:46:57.014194 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:46:57.014194 dv-neutron-820491-1-hyperv neutron-server[83444]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:46:57.014194 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:46:57.014194 dv-neutron-820491-1-hyperv neutron-server[83444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:46:57.014194 dv-neutron-820491-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:46:57.021323 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-178cd6b6-f71f-4097-ab75-383f791e8c36 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:57.021323 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-178cd6b6-f71f-4097-ab75-383f791e8c36 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] 10.222.0.16 "DELETE /v2.0/security-groups/fc542d24-c5db-46bc-8d38-a5ee91930a1a HTTP/1.1" status: 204 len: 168 time: 1.0855334 Dec 20 08:46:57.023151 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 39824) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:57.058983 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-eeea6538-6f5f-4718-b7b4-6a7e950f1feb tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:57.178548 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cd018cdb-9310-4cf8-a5aa-54264a116258 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:57.185004 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-a410c1c5-ea76-4cab-ac63-85e01ad75153 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:57.187198 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-bafa5a43-fad1-4398-a7f3-bae594273348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204235498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204235498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:57.201708 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-eeea6538-6f5f-4718-b7b4-6a7e950f1feb tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:57.204225 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cd018cdb-9310-4cf8-a5aa-54264a116258 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:57.214803 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-a410c1c5-ea76-4cab-ac63-85e01ad75153 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Usage tracker for resource:subnet and tenant:9679bafc94a64ee0a207e63ba5560387 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:57.222210 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-a410c1c5-ea76-4cab-ac63-85e01ad75153 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:57.225008 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd018cdb-9310-4cf8-a5aa-54264a116258 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Pushing event deleted for resources: {'Network': ['ID=0112cd85-83af-4062-8329-948a171a344e,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:57.230448 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-eeea6538-6f5f-4718-b7b4-6a7e950f1feb tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Usage tracker for resource:security_group_rule and tenant:90ecefb5d10d4b168bd5056d491dd601 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:57.233178 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-cd018cdb-9310-4cf8-a5aa-54264a116258 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:57.234011 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-a410c1c5-ea76-4cab-ac63-85e01ad75153 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:57.237641 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-eeea6538-6f5f-4718-b7b4-6a7e950f1feb tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:57.241026 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-cd018cdb-9310-4cf8-a5aa-54264a116258 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] 10.222.0.16 "DELETE /v2.0/networks/0112cd85-83af-4062-8329-948a171a344e HTTP/1.1" status: 204 len: 168 time: 3.7522929 Dec 20 08:46:57.246604 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-eeea6538-6f5f-4718-b7b4-6a7e950f1feb tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:57.248116 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39828) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:57.258093 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-1f0a06cc-f435-4878-b6cd-2bc14ae30c2c tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-91968239'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:57.265137 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-9fff6c8c-f5a9-4de6-845f-8ae9dbb14894 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Synchronizing usage tracker for tenant:a7e6be60a2bd4e59946dcde724d6de3b on resource:security_group {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:46:57.268064 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-1f0a06cc-f435-4878-b6cd-2bc14ae30c2c tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:57.273957 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a410c1c5-ea76-4cab-ac63-85e01ad75153 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Made reservation on behalf of 9679bafc94a64ee0a207e63ba5560387 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:46:57.277478 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a410c1c5-ea76-4cab-ac63-85e01ad75153 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1529102'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:57.282878 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-e9de87b2-86dc-48d1-9939-b66fb14ff95d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Allocated IP 172.26.5.23 (95f3bec2-46e6-4468-8229-8badd4a5aaae/cf8895a3-346d-4313-a645-16ecdcce9969/14adb923-eeb8-41b0-90bd-b06198e3df01) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:46:57.295174 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-1f0a06cc-f435-4878-b6cd-2bc14ae30c2c tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Usage tracker for resource:network and tenant:998613e7a7ae4d22ad9b2ce5f8e08568 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:57.299575 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-1f0a06cc-f435-4878-b6cd-2bc14ae30c2c tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:57.316104 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-1f0a06cc-f435-4878-b6cd-2bc14ae30c2c tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:57.345455 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-9fff6c8c-f5a9-4de6-845f-8ae9dbb14894 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Unset dirty status for tenant:a7e6be60a2bd4e59946dcde724d6de3b on resource:security_group {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:46:57.350767 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-9fff6c8c-f5a9-4de6-845f-8ae9dbb14894 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3237889 Dec 20 08:46:57.354898 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39832) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:57.356240 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe9bc82a-0c29-406a-936c-c7bdaf072553 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Router fd2784c2-9301-4546-b4f4-5cacc3ac29c6 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:46:57.410582 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-68bf25ef-5669-47a1-ba7c-82240d5fe93d tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Request body: {'security_group': {'name': 'tempest-secgroup--1938507352'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:57.414883 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f0a06cc-f435-4878-b6cd-2bc14ae30c2c tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Made reservation on behalf of 998613e7a7ae4d22ad9b2ce5f8e08568 for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:46:57.417587 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1f0a06cc-f435-4878-b6cd-2bc14ae30c2c tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:57.446996 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-68bf25ef-5669-47a1-ba7c-82240d5fe93d tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:57.487502 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-a26c88b2-b7f6-4fd0-9a8e-fee175942bd6 None None] Provisioning complete for port ef73ad48-ac5f-4313-b404-3b72c026eddc triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:46:57.488307 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a26c88b2-b7f6-4fd0-9a8e-fee175942bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:57.490497 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-68bf25ef-5669-47a1-ba7c-82240d5fe93d tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:57.494076 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-eeea6538-6f5f-4718-b7b4-6a7e950f1feb tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:57.511806 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-eeea6538-6f5f-4718-b7b4-6a7e950f1feb tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:57.522756 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-222a132c-fc07-433d-8971-e219189937a6 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:57.534069 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.ipam_backend_mixin [None req-a410c1c5-ea76-4cab-ac63-85e01ad75153 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5b6dbf6f-2687-4b46-99ad-c024ffbac095 (CIDR: 2001:db8::/64) Dec 20 08:46:57.549659 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-68bf25ef-5669-47a1-ba7c-82240d5fe93d tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:57.562058 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f0a06cc-f435-4878-b6cd-2bc14ae30c2c tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:46:57.568991 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-a410c1c5-ea76-4cab-ac63-85e01ad75153 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 08:46:57.569707 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a410c1c5-ea76-4cab-ac63-85e01ad75153 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:46:57.609345 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c25cf1c8-ece8-41a3-88eb-b8cd4091f087 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:57.615149 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1f0a06cc-f435-4878-b6cd-2bc14ae30c2c tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:57.615737 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-1f0a06cc-f435-4878-b6cd-2bc14ae30c2c tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Added segment 496c85e0-bcdc-40b4-8ed7-060260169342 of type vlan for network a8f0182e-e85e-4411-8255-17562946f9b5 Dec 20 08:46:57.618274 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeea6538-6f5f-4718-b7b4-6a7e950f1feb tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55f067af-1472-4f5e-9148-eedbf7a7a189,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:57.628011 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-eeea6538-6f5f-4718-b7b4-6a7e950f1feb tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:57.632304 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-eeea6538-6f5f-4718-b7b4-6a7e950f1feb tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:57.633551 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-eeea6538-6f5f-4718-b7b4-6a7e950f1feb tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7765529 Dec 20 08:46:57.637077 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39836) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:57.638689 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a410c1c5-ea76-4cab-ac63-85e01ad75153 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8568349 Dec 20 08:46:57.643373 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 39838) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:57.656373 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-62b38d39-5179-4ae6-a98c-e0611f2507fe tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Request body: {'security_group_rule': {'security_group_id': '55f067af-1472-4f5e-9148-eedbf7a7a189', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:57.659959 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-f507f7cc-689e-426d-9343-2d439b2cc26d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Request body: {'subnet': {'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:57.665596 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-62b38d39-5179-4ae6-a98c-e0611f2507fe tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:57.680765 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e9de87b2-86dc-48d1-9939-b66fb14ff95d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:57.681187 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-62b38d39-5179-4ae6-a98c-e0611f2507fe tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Usage tracker for resource:security_group_rule and tenant:90ecefb5d10d4b168bd5056d491dd601 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:57.683790 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c25cf1c8-ece8-41a3-88eb-b8cd4091f087 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:57.686117 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-68bf25ef-5669-47a1-ba7c-82240d5fe93d tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:57.688241 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-62b38d39-5179-4ae6-a98c-e0611f2507fe tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:57.694399 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-68bf25ef-5669-47a1-ba7c-82240d5fe93d tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Usage tracker for resource:security_group_rule and tenant:a7e6be60a2bd4e59946dcde724d6de3b is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:57.699907 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1f0a06cc-f435-4878-b6cd-2bc14ae30c2c tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:57.703377 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-68bf25ef-5669-47a1-ba7c-82240d5fe93d tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:57.706737 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-62b38d39-5179-4ae6-a98c-e0611f2507fe tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:57.712403 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-68bf25ef-5669-47a1-ba7c-82240d5fe93d tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:57.779486 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1f0a06cc-f435-4878-b6cd-2bc14ae30c2c tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:57.783699 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0a06cc-f435-4878-b6cd-2bc14ae30c2c tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:46:57.784280 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1f0a06cc-f435-4878-b6cd-2bc14ae30c2c tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:57.792183 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-89ce0667-7423-48e4-97ba-3ea17ffbf76f tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:57.844323 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-62b38d39-5179-4ae6-a98c-e0611f2507fe tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] create failed (client error): The resource could not be found. Dec 20 08:46:57.848745 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-62b38d39-5179-4ae6-a98c-e0611f2507fe tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2053323 Dec 20 08:46:57.851676 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39844) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:57.883281 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-a54a65eb-92c4-49df-9d5d-9978a22bddd1 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Request body: {'security_group_rule': {'security_group_id': '55f067af-1472-4f5e-9148-eedbf7a7a189', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '5cae77a1-1450-4220-89b6-ca59e3ca6a4c'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:57.940743 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-68bf25ef-5669-47a1-ba7c-82240d5fe93d tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:57.947787 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-a54a65eb-92c4-49df-9d5d-9978a22bddd1 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:57.950943 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0a06cc-f435-4878-b6cd-2bc14ae30c2c tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Pushing event updated for resources: {'Network': ['ID=a8f0182e-e85e-4411-8255-17562946f9b5,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:57.958126 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1f0a06cc-f435-4878-b6cd-2bc14ae30c2c tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.7089982 Dec 20 08:46:57.958963 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-68bf25ef-5669-47a1-ba7c-82240d5fe93d tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:57.971702 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 39848) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:57.974374 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network a8f0182e-e85e-4411-8255-17562946f9b5 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:46:57.975920 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-a54a65eb-92c4-49df-9d5d-9978a22bddd1 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Usage tracker for resource:security_group_rule and tenant:90ecefb5d10d4b168bd5056d491dd601 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:57.979506 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1f0a06cc-f435-4878-b6cd-2bc14ae30c2c tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:57.980160 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-646f436d-bbde-48e1-bb2e-c9cf9849c618 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:57.981576 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-0bf7d0c5-a544-4710-8322-d4d137b2ac6a tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Request body: {'subnet': {'network_id': 'a8f0182e-e85e-4411-8255-17562946f9b5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:57.989477 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-a54a65eb-92c4-49df-9d5d-9978a22bddd1 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:57.995662 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device ef73ad48-ac5f-4313-b404-3b72c026eddc up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:46:58.003765 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-a54a65eb-92c4-49df-9d5d-9978a22bddd1 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:58.005920 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-68bf25ef-5669-47a1-ba7c-82240d5fe93d tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:58.009928 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-68bf25ef-5669-47a1-ba7c-82240d5fe93d tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6091990 Dec 20 08:46:58.012013 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39852) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:58.026451 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-126700b9-8512-4547-9423-ea46717ec3eb tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Request body: {'security_group_rule': {'security_group_id': '641dfb8a-b94c-4bfe-8c5b-61ec79c97237', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:58.041194 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-126700b9-8512-4547-9423-ea46717ec3eb tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:58.045813 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e9de87b2-86dc-48d1-9939-b66fb14ff95d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:58.054485 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-126700b9-8512-4547-9423-ea46717ec3eb tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Usage tracker for resource:security_group_rule and tenant:a7e6be60a2bd4e59946dcde724d6de3b is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:58.057276 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bf25ef-5669-47a1-ba7c-82240d5fe93d tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=641dfb8a-b94c-4bfe-8c5b-61ec79c97237,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:58.057848 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-dc4f28f4-a7c5-4791-bd93-528f84626e4d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:58.059594 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-126700b9-8512-4547-9423-ea46717ec3eb tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:58.062845 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-68bf25ef-5669-47a1-ba7c-82240d5fe93d tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:58.070377 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-126700b9-8512-4547-9423-ea46717ec3eb tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:58.097611 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-a54a65eb-92c4-49df-9d5d-9978a22bddd1 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] create failed (client error): The resource could not be found. Dec 20 08:46:58.097979 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-f507f7cc-689e-426d-9343-2d439b2cc26d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:58.101171 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a54a65eb-92c4-49df-9d5d-9978a22bddd1 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2328701 Dec 20 08:46:58.101756 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39856) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:58.128061 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-f507f7cc-689e-426d-9343-2d439b2cc26d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Usage tracker for resource:subnet and tenant:9679bafc94a64ee0a207e63ba5560387 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:58.135233 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-126700b9-8512-4547-9423-ea46717ec3eb tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 08:46:58.138748 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-126700b9-8512-4547-9423-ea46717ec3eb tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1233170 Dec 20 08:46:58.143574 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39860) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:58.146361 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-f507f7cc-689e-426d-9343-2d439b2cc26d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:58.155016 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-7cda5db0-3e27-488d-8387-b3974aafbfbb tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Request body: {'security_group_rule': {'security_group_id': '641dfb8a-b94c-4bfe-8c5b-61ec79c97237', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:58.156436 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port ef73ad48-ac5f-4313-b404-3b72c026eddc triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:46:58.156878 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:58.176391 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-7cda5db0-3e27-488d-8387-b3974aafbfbb tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:58.184289 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7cda5db0-3e27-488d-8387-b3974aafbfbb tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Usage tracker for resource:security_group_rule and tenant:a7e6be60a2bd4e59946dcde724d6de3b is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:58.190463 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7cda5db0-3e27-488d-8387-b3974aafbfbb tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:58.200246 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-7cda5db0-3e27-488d-8387-b3974aafbfbb tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:58.229157 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-f507f7cc-689e-426d-9343-2d439b2cc26d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:58.237918 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1baad90a-834a-4799-91f0-095a7c06a66d tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:58.263728 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9de87b2-86dc-48d1-9939-b66fb14ff95d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Network 95f3bec2-46e6-4468-8229-8badd4a5aaae is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:46:58.273769 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-e9de87b2-86dc-48d1-9939-b66fb14ff95d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:46:58.279263 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-7cda5db0-3e27-488d-8387-b3974aafbfbb tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 08:46:58.280526 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-7cda5db0-3e27-488d-8387-b3974aafbfbb tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1359172 Dec 20 08:46:58.282654 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1baad90a-834a-4799-91f0-095a7c06a66d tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:58.289722 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9de87b2-86dc-48d1-9939-b66fb14ff95d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'Port': ['ID=14adb923-eeb8-41b0-90bd-b06198e3df01,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:58.292509 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39866) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:58.297223 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9de87b2-86dc-48d1-9939-b66fb14ff95d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:46:58.327705 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-c25cf1c8-ece8-41a3-88eb-b8cd4091f087 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Allocated IP 172.26.5.158 (95f3bec2-46e6-4468-8229-8badd4a5aaae/cf8895a3-346d-4313-a645-16ecdcce9969/475cb4c1-e496-4db4-9118-13da74cde5e9) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:46:58.327705 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e9de87b2-86dc-48d1-9939-b66fb14ff95d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:58.334579 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-0bf7d0c5-a544-4710-8322-d4d137b2ac6a tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:58.342310 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f507f7cc-689e-426d-9343-2d439b2cc26d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Made reservation on behalf of 9679bafc94a64ee0a207e63ba5560387 for: {'subnet': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:46:58.375227 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-0bf7d0c5-a544-4710-8322-d4d137b2ac6a tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Usage tracker for resource:subnet and tenant:998613e7a7ae4d22ad9b2ce5f8e08568 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:58.382119 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-0bf7d0c5-a544-4710-8322-d4d137b2ac6a tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:58.388079 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 33932809-ca18-4c60-a43c-aa6590ec1c4e no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:46:58.401293 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-43527015-a993-4dea-abee-a69083c7de8a tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:58.404470 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1baad90a-834a-4799-91f0-095a7c06a66d tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:58.407413 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-0bf7d0c5-a544-4710-8322-d4d137b2ac6a tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:58.516608 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 33932809-ca18-4c60-a43c-aa6590ec1c4e {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:46:58.516608 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 33932809-ca18-4c60-a43c-aa6590ec1c4e not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:46:58.549150 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-25a8ca85-5aed-46dc-911d-022caf3b6968 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:58.570395 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf7d0c5-a544-4710-8322-d4d137b2ac6a tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Made reservation on behalf of 998613e7a7ae4d22ad9b2ce5f8e08568 for: {'subnet': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:46:58.582840 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baad90a-834a-4799-91f0-095a7c06a66d tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f067af-1472-4f5e-9148-eedbf7a7a189,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:58.586913 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1baad90a-834a-4799-91f0-095a7c06a66d tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:58.589750 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-43527015-a993-4dea-abee-a69083c7de8a tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:58.616411 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1baad90a-834a-4799-91f0-095a7c06a66d tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:58.620746 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1baad90a-834a-4799-91f0-095a7c06a66d tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] 10.222.0.16 "DELETE /v2.0/security-groups/55f067af-1472-4f5e-9148-eedbf7a7a189 HTTP/1.1" status: 204 len: 168 time: 0.5135541 Dec 20 08:46:58.624380 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39870) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:58.695249 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-43527015-a993-4dea-abee-a69083c7de8a tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:58.700175 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c5e44849-4b8a-4662-aafb-60f3778d7758 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:58.713438 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d509167b-bfc5-4390-a82c-753c8919ddce tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Synchronizing usage tracker for tenant:90ecefb5d10d4b168bd5056d491dd601 on resource:security_group {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:46:58.721506 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43527015-a993-4dea-abee-a69083c7de8a tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=641dfb8a-b94c-4bfe-8c5b-61ec79c97237,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:58.726221 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-43527015-a993-4dea-abee-a69083c7de8a tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:58.740902 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-43527015-a993-4dea-abee-a69083c7de8a tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:58.742388 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-43527015-a993-4dea-abee-a69083c7de8a tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] 10.222.0.16 "DELETE /v2.0/security-groups/641dfb8a-b94c-4bfe-8c5b-61ec79c97237 HTTP/1.1" status: 204 len: 168 time: 0.4489288 Dec 20 08:46:58.744194 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d509167b-bfc5-4390-a82c-753c8919ddce tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Unset dirty status for tenant:90ecefb5d10d4b168bd5056d491dd601 on resource:security_group {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:46:58.752733 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d509167b-bfc5-4390-a82c-753c8919ddce tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1210260 Dec 20 08:46:58.753524 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39874) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:58.753864 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39876) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:58.760832 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-44948cc2-8e3b-4848-8344-bb66b4616072 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Request body: {'security_group_rule': {'security_group_id': '4a652db7-de7c-4db5-a519-98ac124ba8b2', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:58.781444 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-44948cc2-8e3b-4848-8344-bb66b4616072 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:58.790047 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-44948cc2-8e3b-4848-8344-bb66b4616072 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Usage tracker for resource:security_group_rule and tenant:90ecefb5d10d4b168bd5056d491dd601 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:58.794439 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-44948cc2-8e3b-4848-8344-bb66b4616072 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:58.807550 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-44948cc2-8e3b-4848-8344-bb66b4616072 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:58.851581 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-6424792f-7683-40f0-a626-2cc7fc7aeff0 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Synchronizing usage tracker for tenant:a7e6be60a2bd4e59946dcde724d6de3b on resource:security_group {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:46:58.881371 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-6424792f-7683-40f0-a626-2cc7fc7aeff0 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Unset dirty status for tenant:a7e6be60a2bd4e59946dcde724d6de3b on resource:security_group {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:46:58.882761 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-6424792f-7683-40f0-a626-2cc7fc7aeff0 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1279466 Dec 20 08:46:58.884165 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-44948cc2-8e3b-4848-8344-bb66b4616072 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] create failed (client error): The resource could not be found. Dec 20 08:46:58.889135 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-44948cc2-8e3b-4848-8344-bb66b4616072 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1286683 Dec 20 08:46:58.889348 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe9bc82a-0c29-406a-936c-c7bdaf072553 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:46:58.889471 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39882) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:58.889471 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39884) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:58.900850 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4e8929-58d1-41a0-9fb3-46288437ca5b None None] Sync routers for ids ['fd2784c2-9301-4546-b4f4-5cacc3ac29c6'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:46:58.905782 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-17336332-b702-4ad0-89af-1c7a50f6fb5a tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Request body: {'security_group': {'name': 'tempest-secgroup--912387242'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:58.913685 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4e8929-58d1-41a0-9fb3-46288437ca5b None None] Routers {'fd2784c2-9301-4546-b4f4-5cacc3ac29c6'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:46:58.914337 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-4a4e8929-58d1-41a0-9fb3-46288437ca5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:46:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['fd2784c2-9301-4546-b4f4-5cacc3ac29c6'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:46:58.917162 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-17336332-b702-4ad0-89af-1c7a50f6fb5a tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:58.928575 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-17336332-b702-4ad0-89af-1c7a50f6fb5a tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:58.941938 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-f69b5f52-b443-46f8-aef6-f20edbf7f0dc tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Request body: {'security_group': {'name': 'tempest-secgroup--1519782564'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:58.949374 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-f69b5f52-b443-46f8-aef6-f20edbf7f0dc tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:58.952231 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-17336332-b702-4ad0-89af-1c7a50f6fb5a tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:58.977749 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-4a4e8929-58d1-41a0-9fb3-46288437ca5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:46:58.980157 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-f69b5f52-b443-46f8-aef6-f20edbf7f0dc tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:58.986972 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f507f7cc-689e-426d-9343-2d439b2cc26d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2095160'] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:58.989581 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4e8929-58d1-41a0-9fb3-46288437ca5b None None] Routers {'fd2784c2-9301-4546-b4f4-5cacc3ac29c6'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:46:58.990208 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-4a4e8929-58d1-41a0-9fb3-46288437ca5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:46:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['fd2784c2-9301-4546-b4f4-5cacc3ac29c6'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:46:59.007395 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f69b5f52-b443-46f8-aef6-f20edbf7f0dc tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:59.016143 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fe9bc82a-0c29-406a-936c-c7bdaf072553 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for floatingip, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:59.027772 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-17336332-b702-4ad0-89af-1c7a50f6fb5a tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:59.032593 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-17336332-b702-4ad0-89af-1c7a50f6fb5a tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Usage tracker for resource:security_group_rule and tenant:90ecefb5d10d4b168bd5056d491dd601 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:59.049836 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-17336332-b702-4ad0-89af-1c7a50f6fb5a tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:59.050551 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-4a4e8929-58d1-41a0-9fb3-46288437ca5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:46:59.052382 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4e8929-58d1-41a0-9fb3-46288437ca5b None None] The sync data for ids ['fd2784c2-9301-4546-b4f4-5cacc3ac29c6'] in dv-neutron-820491-1-hyperv is: [] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:46:59.053556 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0bf7d0c5-a544-4710-8322-d4d137b2ac6a tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2095160'] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:59.058636 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-17336332-b702-4ad0-89af-1c7a50f6fb5a tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:59.065563 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-f69b5f52-b443-46f8-aef6-f20edbf7f0dc tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:59.073470 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f69b5f52-b443-46f8-aef6-f20edbf7f0dc tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Usage tracker for resource:security_group_rule and tenant:a7e6be60a2bd4e59946dcde724d6de3b is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:59.077024 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f69b5f52-b443-46f8-aef6-f20edbf7f0dc tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:59.084975 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-f69b5f52-b443-46f8-aef6-f20edbf7f0dc tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:59.151649 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-17336332-b702-4ad0-89af-1c7a50f6fb5a tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:59.161415 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-17336332-b702-4ad0-89af-1c7a50f6fb5a tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:59.168741 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4e16d22e-91f9-4d46-a532-35caee9df39a tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:59.214487 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f69b5f52-b443-46f8-aef6-f20edbf7f0dc tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:59.226384 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f69b5f52-b443-46f8-aef6-f20edbf7f0dc tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:59.239787 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17336332-b702-4ad0-89af-1c7a50f6fb5a tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2bfc43e-0214-4cc6-ab00-4b95b27d7d90,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:59.244636 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-17336332-b702-4ad0-89af-1c7a50f6fb5a tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:59.245435 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-17336332-b702-4ad0-89af-1c7a50f6fb5a tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:59.249309 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-17336332-b702-4ad0-89af-1c7a50f6fb5a tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3554544 Dec 20 08:46:59.249309 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-cf9b76b1-2679-4c10-b23c-f360cdeaae41 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:59.252777 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c25cf1c8-ece8-41a3-88eb-b8cd4091f087 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:59.256396 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39890) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:59.267126 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-b98a76ad-333f-407c-8c48-ba79312f3db2 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Request body: {'security_group': {'name': 'tempest-secgroup--297896363'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:59.274504 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f69b5f52-b443-46f8-aef6-f20edbf7f0dc tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:59.275649 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f69b5f52-b443-46f8-aef6-f20edbf7f0dc tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3861837 Dec 20 08:46:59.282639 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-b98a76ad-333f-407c-8c48-ba79312f3db2 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:59.285146 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39894) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:59.293770 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-b98a76ad-333f-407c-8c48-ba79312f3db2 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Usage tracker for resource:security_group and tenant:90ecefb5d10d4b168bd5056d491dd601 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:59.299757 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-a8423fe5-8569-459d-862f-995fba3b18e7 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:59.300292 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-a8423fe5-8569-459d-862f-995fba3b18e7 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] update failed (client error): There was a conflict when trying to complete your request. Dec 20 08:46:59.301218 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a8423fe5-8569-459d-862f-995fba3b18e7 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] 10.222.0.16 "PUT /v2.0/security-groups/cf28c50b-ab9a-4e9b-9168-fdbd2f1b1a62 HTTP/1.1" status: 409 len: 330 time: 0.0128210 Dec 20 08:46:59.302688 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-b98a76ad-333f-407c-8c48-ba79312f3db2 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:59.305618 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69b5f52-b443-46f8-aef6-f20edbf7f0dc tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf28c50b-ab9a-4e9b-9168-fdbd2f1b1a62,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:59.310010 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39898) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:59.312281 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-b98a76ad-333f-407c-8c48-ba79312f3db2 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:59.324592 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f69b5f52-b443-46f8-aef6-f20edbf7f0dc tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:59.346067 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b98a76ad-333f-407c-8c48-ba79312f3db2 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:59.354424 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-fe9bc82a-0c29-406a-936c-c7bdaf072553 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] 10.222.0.16 "PUT /v2.0/floatingips/93592b74-ade6-482b-a2c1-897f00e65790 HTTP/1.1" status: 200 len: 976 time: 7.1277711 Dec 20 08:46:59.358087 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39902) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:59.467819 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-e94f9d2b-cf70-45d9-a7ba-aebff5f8fe26 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Deleting port 4d340781-3a86-432a-be20-23fdea6700eb {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:46:59.468523 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e94f9d2b-cf70-45d9-a7ba-aebff5f8fe26 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:59.511784 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c728ca83-1e4f-44a3-b47c-0531226536e5 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:59.516295 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-b98a76ad-333f-407c-8c48-ba79312f3db2 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:46:59.535810 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-b98a76ad-333f-407c-8c48-ba79312f3db2 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Usage tracker for resource:security_group_rule and tenant:90ecefb5d10d4b168bd5056d491dd601 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:46:59.547523 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-b98a76ad-333f-407c-8c48-ba79312f3db2 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:46:59.547796 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c25cf1c8-ece8-41a3-88eb-b8cd4091f087 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:59.555041 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b2259d05-8ab7-4fa3-9493-af70e36d7566 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:59.564706 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-b98a76ad-333f-407c-8c48-ba79312f3db2 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:46:59.610250 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c728ca83-1e4f-44a3-b47c-0531226536e5 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:59.727604 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25cf1c8-ece8-41a3-88eb-b8cd4091f087 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Network 95f3bec2-46e6-4468-8229-8badd4a5aaae is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:46:59.738574 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-c25cf1c8-ece8-41a3-88eb-b8cd4091f087 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:46:59.747103 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25cf1c8-ece8-41a3-88eb-b8cd4091f087 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Pushing event updated for resources: {'Port': ['ID=475cb4c1-e496-4db4-9118-13da74cde5e9,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:59.763242 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25cf1c8-ece8-41a3-88eb-b8cd4091f087 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:46:59.794906 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-c25cf1c8-ece8-41a3-88eb-b8cd4091f087 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:59.803482 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b98a76ad-333f-407c-8c48-ba79312f3db2 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:59.804526 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c728ca83-1e4f-44a3-b47c-0531226536e5 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:59.812302 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-bca568ad-ca65-4998-9c1b-4d9393523221 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:59.832653 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b98a76ad-333f-407c-8c48-ba79312f3db2 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:59.852019 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c728ca83-1e4f-44a3-b47c-0531226536e5 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf28c50b-ab9a-4e9b-9168-fdbd2f1b1a62,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:46:59.859099 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c728ca83-1e4f-44a3-b47c-0531226536e5 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:46:59.860037 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e78c4bb3-fed2-45fe-96bf-c2947ebae3a8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:59.903515 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e94f9d2b-cf70-45d9-a7ba-aebff5f8fe26 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:59.915067 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0bf7d0c5-a544-4710-8322-d4d137b2ac6a tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2036557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2095114'] for subnet, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:59.919148 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b98a76ad-333f-407c-8c48-ba79312f3db2 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:59.920368 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b98a76ad-333f-407c-8c48-ba79312f3db2 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6630106 Dec 20 08:46:59.922620 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-39ae0377-23c6-4c87-83e5-de03e2b174d3 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:46:59.924611 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39908) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:59.927006 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c728ca83-1e4f-44a3-b47c-0531226536e5 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:46:59.928083 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c728ca83-1e4f-44a3-b47c-0531226536e5 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] 10.222.0.16 "DELETE /v2.0/security-groups/cf28c50b-ab9a-4e9b-9168-fdbd2f1b1a62 HTTP/1.1" status: 204 len: 168 time: 0.6172528 Dec 20 08:46:59.951261 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 39912) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:46:59.984833 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-754dd7f8-47f2-48b7-8b2a-fcd9439f492d tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Request body: {'security_group_rule': {'security_group_id': 'e2bfc43e-0214-4cc6-ab00-4b95b27d7d90', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '1d442b3d-c8ec-4cf6-a9c4-86c699c749d9'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:46:59.989189 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98a76ad-333f-407c-8c48-ba79312f3db2 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d442b3d-c8ec-4cf6-a9c4-86c699c749d9,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:00.005706 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-754dd7f8-47f2-48b7-8b2a-fcd9439f492d tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:47:00.010331 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b98a76ad-333f-407c-8c48-ba79312f3db2 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:00.015771 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-754dd7f8-47f2-48b7-8b2a-fcd9439f492d tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Usage tracker for resource:security_group_rule and tenant:90ecefb5d10d4b168bd5056d491dd601 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:47:00.021000 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-754dd7f8-47f2-48b7-8b2a-fcd9439f492d tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:47:00.035606 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-754dd7f8-47f2-48b7-8b2a-fcd9439f492d tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:47:00.094473 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf7d0c5-a544-4710-8322-d4d137b2ac6a tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Pushing event updated for resources: {'Subnet': ['ID=77f3a46a-da4d-48f1-a05a-79cc5eeb164e,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:00.105708 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f507f7cc-689e-426d-9343-2d439b2cc26d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2036557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2095114'] for subnet, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:00.112280 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0bf7d0c5-a544-4710-8322-d4d137b2ac6a tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:00.112787 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0bf7d0c5-a544-4710-8322-d4d137b2ac6a tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:00.145577 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-754dd7f8-47f2-48b7-8b2a-fcd9439f492d tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 08:47:00.146600 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-754dd7f8-47f2-48b7-8b2a-fcd9439f492d tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.2209387 Dec 20 08:47:00.149473 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39916) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:00.188167 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-da7ccc6b-cb9a-45f1-9d2d-6106a2810fd5 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2307491 Dec 20 08:47:00.203565 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 39920) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:00.253703 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf7d0c5-a544-4710-8322-d4d137b2ac6a tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Checking segment: {'id': '496c85e0-bcdc-40b4-8ed7-060260169342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a8f0182e-e85e-4411-8255-17562946f9b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:47:00.254055 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf7d0c5-a544-4710-8322-d4d137b2ac6a tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Network hostable DHCP agents. Network: a8f0182e-e85e-4411-8255-17562946f9b5, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:47:00.286187 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f507f7cc-689e-426d-9343-2d439b2cc26d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:47:00.286411 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e94f9d2b-cf70-45d9-a7ba-aebff5f8fe26 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:00.286722 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e94f9d2b-cf70-45d9-a7ba-aebff5f8fe26 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-345990'] for floatingip, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:00.287048 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.l3_db [None req-e94f9d2b-cf70-45d9-a7ba-aebff5f8fe26 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Floating IP 93592b74-ade6-482b-a2c1-897f00e65790 disassociated. External IP: 172.26.5.76, port: 4d340781-3a86-432a-be20-23fdea6700eb. Dec 20 08:47:00.287379 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-e94f9d2b-cf70-45d9-a7ba-aebff5f8fe26 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Calling delete_port for 4d340781-3a86-432a-be20-23fdea6700eb owned by {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:47:00.303644 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f507f7cc-689e-426d-9343-2d439b2cc26d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event updated for resources: {'Subnet': ['ID=ba0f7d1b-dd01-4dd0-84e4-e993f3eec209,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:00.305827 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-f507f7cc-689e-426d-9343-2d439b2cc26d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:47:00.311033 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f507f7cc-689e-426d-9343-2d439b2cc26d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:00.311183 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f507f7cc-689e-426d-9343-2d439b2cc26d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:00.317574 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f507f7cc-689e-426d-9343-2d439b2cc26d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:00.319678 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1cc92cb-fd12-4bcd-9018-4ce107a56843 None None] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:47:00.333272 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.api.v2.resource [None req-a71ad49f-0968-4872-9011-8776cef9ec81 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] delete failed (client error): The resource could not be found. Dec 20 08:47:00.334287 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-a71ad49f-0968-4872-9011-8776cef9ec81 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] 10.222.0.16 "DELETE /v2.0/security-groups/9ca9719f-c7eb-4047-a713-9fbc268bb5de HTTP/1.1" status: 404 len: 347 time: 0.0828576 Dec 20 08:47:00.338369 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39924) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:00.370185 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5053d78b-9270-4e06-aa80-ea1aef86e5ac tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:00.381367 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e9de87b2-86dc-48d1-9939-b66fb14ff95d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:00.383657 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-efc4a88b-0803-4140-a90d-072aad160e80 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] show failed (client error): The resource could not be found. Dec 20 08:47:00.388119 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-efc4a88b-0803-4140-a90d-072aad160e80 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] 10.222.0.16 "GET /v2.0/security-groups/a866450f-90ff-4ed5-b237-1c959508dd0a HTTP/1.1" status: 404 len: 347 time: 0.0454812 Dec 20 08:47:00.390471 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 39928) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:00.414003 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5053d78b-9270-4e06-aa80-ea1aef86e5ac tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:00.428338 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf7d0c5-a544-4710-8322-d4d137b2ac6a tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Network a8f0182e-e85e-4411-8255-17562946f9b5 is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:47:00.439927 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-f507f7cc-689e-426d-9343-2d439b2cc26d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7864776 Dec 20 08:47:00.445980 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 39932) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:00.451096 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.api.v2.resource [None req-5c8b607b-34f6-4941-a277-c34394145453 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] show failed (client error): The resource could not be found. Dec 20 08:47:00.458209 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-5c8b607b-34f6-4941-a277-c34394145453 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] 10.222.0.16 "GET /v2.0/security-group-rules/9ecc9864-4861-460a-aa10-29f070a361b4 HTTP/1.1" status: 404 len: 356 time: 0.0606873 Dec 20 08:47:00.461797 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-2090e8a8-a572-4a68-86df-043df38dbbf2 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Request body: {'port': {'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'mac_address': 'fa:16:3e:bc:5d:26', 'name': 'tempest-NetworksTestDHCPv6-796117736'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:47:00.487263 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-0bf7d0c5-a544-4710-8322-d4d137b2ac6a tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, a8f0182e-e85e-4411-8255-17562946f9b5) {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:47:00.509481 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c25cf1c8-ece8-41a3-88eb-b8cd4091f087 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:00.510257 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c25cf1c8-ece8-41a3-88eb-b8cd4091f087 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071'] for router, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:00.512939 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf7d0c5-a544-4710-8322-d4d137b2ac6a tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:00.513569 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0bf7d0c5-a544-4710-8322-d4d137b2ac6a tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:00.519850 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5053d78b-9270-4e06-aa80-ea1aef86e5ac tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:00.529810 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-845b2a09-d67f-42e0-aa78-db5d8d0120eb tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:00.543556 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e94f9d2b-cf70-45d9-a7ba-aebff5f8fe26 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:00.550162 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3b473f-c6f5-43ac-85f4-954b86628ee3 None None] Network a8f0182e-e85e-4411-8255-17562946f9b5 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:47:00.555216 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5053d78b-9270-4e06-aa80-ea1aef86e5ac tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d442b3d-c8ec-4cf6-a9c4-86c699c749d9,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:00.559612 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-5053d78b-9270-4e06-aa80-ea1aef86e5ac tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:00.560163 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7aa16526-53f0-4818-a262-d8b3d509dc5a tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:00.560309 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e9de87b2-86dc-48d1-9939-b66fb14ff95d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:00.612952 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94f9d2b-cf70-45d9-a7ba-aebff5f8fe26 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Pushing event deleted for resources: {'Port': ['ID=4d340781-3a86-432a-be20-23fdea6700eb,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:00.617071 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e94f9d2b-cf70-45d9-a7ba-aebff5f8fe26 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:00.624409 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5053d78b-9270-4e06-aa80-ea1aef86e5ac tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:00.625853 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-5053d78b-9270-4e06-aa80-ea1aef86e5ac tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] 10.222.0.16 "DELETE /v2.0/security-groups/1d442b3d-c8ec-4cf6-a9c4-86c699c749d9 HTTP/1.1" status: 204 len: 168 time: 0.4755061 Dec 20 08:47:00.628617 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39940) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:00.777807 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f087b051-43cd-45e2-b679-931d502c060b tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Synchronizing usage tracker for tenant:90ecefb5d10d4b168bd5056d491dd601 on resource:security_group {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:47:00.902329 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-0bf7d0c5-a544-4710-8322-d4d137b2ac6a tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.9302833 Dec 20 08:47:00.965058 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 39946) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:00.980965 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f087b051-43cd-45e2-b679-931d502c060b tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Unset dirty status for tenant:90ecefb5d10d4b168bd5056d491dd601 on resource:security_group {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:47:00.983277 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f087b051-43cd-45e2-b679-931d502c060b tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.3526404 Dec 20 08:47:00.987826 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39950) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:01.007174 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b509b8-cb23-4ec7-96ef-a6e0d6e1f430 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-a8f0182e-e85e-4411-8255-17562946f9b5', 'network_id': 'a8f0182e-e85e-4411-8255-17562946f9b5', 'tenant_id': '998613e7a7ae4d22ad9b2ce5f8e08568', 'fixed_ips': [{'subnet_id': '77f3a46a-da4d-48f1-a05a-79cc5eeb164e'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:47:01.008448 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-90b509b8-cb23-4ec7-96ef-a6e0d6e1f430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:01.053157 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39954) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:01.103561 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8998afca-daa6-432b-bdff-c75aa9408809 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:01.138441 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8998afca-daa6-432b-bdff-c75aa9408809 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:01.155792 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e94f9d2b-cf70-45d9-a7ba-aebff5f8fe26 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Router fd2784c2-9301-4546-b4f4-5cacc3ac29c6 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:47:01.167125 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-2090e8a8-a572-4a68-86df-043df38dbbf2 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:47:01.219186 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537dce14-e867-4347-9d97-2faa02f0e4c8 None None] Update dhcp port {'port': {'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'fixed_ips': [{'subnet_id': '5b6dbf6f-2687-4b46-99ad-c024ffbac095', 'ip_address': '2001:db8::f816:3eff:fe2c:c493'}, {'subnet_id': 'ba0f7d1b-dd01-4dd0-84e4-e993f3eec209'}], 'binding:host_id': 'dv-neutron-820491-1-hyperv'}, 'id': 'ef73ad48-ac5f-4313-b404-3b72c026eddc'} from dv-neutron-820491-1-hyperv. {{(pid=83446) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 20 08:47:01.249596 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-2090e8a8-a572-4a68-86df-043df38dbbf2 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:47:01.278756 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8998afca-daa6-432b-bdff-c75aa9408809 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:01.297051 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bae00646-df27-4821-80f8-2f37094184dd tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:01.299897 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-17336332-b702-4ad0-89af-1c7a50f6fb5a tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:01.305730 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2090e8a8-a572-4a68-86df-043df38dbbf2 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Made reservation on behalf of 9679bafc94a64ee0a207e63ba5560387 for: {'port': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:47:01.309486 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2090e8a8-a572-4a68-86df-043df38dbbf2 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:01.329525 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8998afca-daa6-432b-bdff-c75aa9408809 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2bfc43e-0214-4cc6-ab00-4b95b27d7d90,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:01.334534 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-8998afca-daa6-432b-bdff-c75aa9408809 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:01.342047 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-537dce14-e867-4347-9d97-2faa02f0e4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:01.356575 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8998afca-daa6-432b-bdff-c75aa9408809 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:01.360202 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-8998afca-daa6-432b-bdff-c75aa9408809 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] 10.222.0.16 "DELETE /v2.0/security-groups/e2bfc43e-0214-4cc6-ab00-4b95b27d7d90 HTTP/1.1" status: 204 len: 168 time: 0.3689435 Dec 20 08:47:01.364795 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 39960) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:01.413684 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-90b509b8-cb23-4ec7-96ef-a6e0d6e1f430 None None] Allocated IP 172.20.0.1 (a8f0182e-e85e-4411-8255-17562946f9b5/77f3a46a-da4d-48f1-a05a-79cc5eeb164e/3087ae14-1da9-4291-9f1a-63b810789c00) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:47:01.453852 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-2090e8a8-a572-4a68-86df-043df38dbbf2 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] device_id is not set on port 2732f945-1b89-4559-9afa-6776c029ba73 yet. {{(pid=83445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:47:01.459194 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-987b7b35-9565-42a1-aa30-948ee2106b9c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a7e6be60a2bd4e59946dcde724d6de3b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4032183 Dec 20 08:47:01.461711 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39964) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:01.550592 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ea8d8807-5a9e-43a2-9ff9-72c42cee34c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:01.568401 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e94f9d2b-cf70-45d9-a7ba-aebff5f8fe26 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:47:01.569381 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.resource_extend [None req-e9de87b2-86dc-48d1-9939-b66fb14ff95d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 08:47:01.584790 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3445772-9400-448b-9cd7-6054bf5cb393 None None] Sync routers for ids ['fd2784c2-9301-4546-b4f4-5cacc3ac29c6'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:47:01.619768 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ea8d8807-5a9e-43a2-9ff9-72c42cee34c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:01.621560 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3445772-9400-448b-9cd7-6054bf5cb393 None None] Routers {'fd2784c2-9301-4546-b4f4-5cacc3ac29c6'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:47:01.621832 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e9de87b2-86dc-48d1-9939-b66fb14ff95d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:01.623786 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-d3445772-9400-448b-9cd7-6054bf5cb393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:46:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['fd2784c2-9301-4546-b4f4-5cacc3ac29c6'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:01.645884 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-2d70a4f9-4e85-432f-99c2-2a918e74ad21 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2709398 Dec 20 08:47:01.650603 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 39968) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:01.654533 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bae00646-df27-4821-80f8-2f37094184dd tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:01.680436 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e9de87b2-86dc-48d1-9939-b66fb14ff95d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2036698'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:01.691018 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-b9e29831-98d8-4a02-8c82-e9b6defdcc6a tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Request body: {'security_group': {'name': 'tempest-secgroup--798592235'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:47:01.695024 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-2b44dad4-f956-4420-99ad-049174ae7936 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:01.732536 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e94f9d2b-cf70-45d9-a7ba-aebff5f8fe26 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:01.740401 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-d3445772-9400-448b-9cd7-6054bf5cb393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:01.743267 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ea8d8807-5a9e-43a2-9ff9-72c42cee34c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:01.746762 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ea8d8807-5a9e-43a2-9ff9-72c42cee34c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:01.749529 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ea8d8807-5a9e-43a2-9ff9-72c42cee34c9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/35ebd77d-9fe8-4125-b49e-333047a362db HTTP/1.1" status: 204 len: 168 time: 0.2844231 Dec 20 08:47:01.749529 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-6c1a93c3-79d3-4c16-b244-d1b3b91df925 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:01.750594 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-b9e29831-98d8-4a02-8c82-e9b6defdcc6a tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:47:01.758380 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e94f9d2b-cf70-45d9-a7ba-aebff5f8fe26 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] 10.222.0.16 "DELETE /v2.0/ports/4d340781-3a86-432a-be20-23fdea6700eb HTTP/1.1" status: 204 len: 168 time: 2.3939662 Dec 20 08:47:01.760750 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39974) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:01.763710 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8d8807-5a9e-43a2-9ff9-72c42cee34c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ebd77d-9fe8-4125-b49e-333047a362db,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:01.784356 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-b9e29831-98d8-4a02-8c82-e9b6defdcc6a tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Usage tracker for resource:security_group and tenant:90ecefb5d10d4b168bd5056d491dd601 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:47:01.795520 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-b9e29831-98d8-4a02-8c82-e9b6defdcc6a tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:47:01.800243 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3445772-9400-448b-9cd7-6054bf5cb393 None None] Routers {'fd2784c2-9301-4546-b4f4-5cacc3ac29c6'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:47:01.800875 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-d3445772-9400-448b-9cd7-6054bf5cb393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:46:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['fd2784c2-9301-4546-b4f4-5cacc3ac29c6'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:01.807457 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-537dce14-e867-4347-9d97-2faa02f0e4c8 None None] Allocated IP 2001:db8:0:1::2 (f75aa0d2-5f41-40f3-a9e0-d60d934965a4/ba0f7d1b-dd01-4dd0-84e4-e993f3eec209/ef73ad48-ac5f-4313-b404-3b72c026eddc) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:47:01.836690 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ea8d8807-5a9e-43a2-9ff9-72c42cee34c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:01.849193 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-b9e29831-98d8-4a02-8c82-e9b6defdcc6a tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:47:01.863727 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-6befcd35-7626-4d8e-a297-44e23a9e0c9d tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] 10.222.0.16 "GET /v2.0/floatingips/93592b74-ade6-482b-a2c1-897f00e65790 HTTP/1.1" status: 200 len: 687 time: 0.0992568 Dec 20 08:47:01.864507 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39980) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:01.910431 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9de87b2-86dc-48d1-9939-b66fb14ff95d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'Port': ['ID=14adb923-eeb8-41b0-90bd-b06198e3df01,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:01.917252 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e9de87b2-86dc-48d1-9939-b66fb14ff95d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:01.930949 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b9e29831-98d8-4a02-8c82-e9b6defdcc6a tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Notify callbacks [] for security_group, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:01.944194 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-90b509b8-cb23-4ec7-96ef-a6e0d6e1f430 None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:01.955411 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-d3445772-9400-448b-9cd7-6054bf5cb393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:01.956196 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3445772-9400-448b-9cd7-6054bf5cb393 None None] The sync data for ids ['fd2784c2-9301-4546-b4f4-5cacc3ac29c6'] in dv-neutron-820491-1-hyperv is: [] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:47:01.961925 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-90b509b8-cb23-4ec7-96ef-a6e0d6e1f430 None None] Transition to ACTIVE for port object 3087ae14-1da9-4291-9f1a-63b810789c00 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:47:01.972093 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e9de87b2-86dc-48d1-9939-b66fb14ff95d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-345990'] for floatingip, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:02.001169 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-90b509b8-cb23-4ec7-96ef-a6e0d6e1f430 None None] Transition to ACTIVE for port object 3087ae14-1da9-4291-9f1a-63b810789c00 will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:47:02.024726 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-90b509b8-cb23-4ec7-96ef-a6e0d6e1f430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:02.030903 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:02.092864 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bae00646-df27-4821-80f8-2f37094184dd tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2036620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2095133'] for subnet, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:02.101686 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-4be79827-2e79-460b-9b27-5f871f951fbd tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:02.118094 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-f593868f-4d10-4a39-98e7-f8bee8a0bf8d tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Deleting port 8d4f4f4b-ddfe-4e1e-ac13-5506f1471d5a {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:47:02.119135 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f593868f-4d10-4a39-98e7-f8bee8a0bf8d tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:02.143712 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-b9e29831-98d8-4a02-8c82-e9b6defdcc6a tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:47:02.144402 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b509b8-cb23-4ec7-96ef-a6e0d6e1f430 None None] Network a8f0182e-e85e-4411-8255-17562946f9b5 is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:47:02.150543 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-90b509b8-cb23-4ec7-96ef-a6e0d6e1f430 None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:47:02.153675 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-b9e29831-98d8-4a02-8c82-e9b6defdcc6a tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Usage tracker for resource:security_group_rule and tenant:90ecefb5d10d4b168bd5056d491dd601 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:47:02.160189 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae00646-df27-4821-80f8-2f37094184dd tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Pushing event deleted for resources: {'Subnet': ['ID=77f3a46a-da4d-48f1-a05a-79cc5eeb164e,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:02.163637 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-b9e29831-98d8-4a02-8c82-e9b6defdcc6a tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:47:02.172711 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-bae00646-df27-4821-80f8-2f37094184dd tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:02.173926 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-b9e29831-98d8-4a02-8c82-e9b6defdcc6a tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:47:02.222090 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c25cf1c8-ece8-41a3-88eb-b8cd4091f087 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Router 0d07bdcc-e9c2-4c87-8cba-1cad89a654e3 is scheduled to L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 with binding_index 1 {{(pid=83445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 08:47:02.255525 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b509b8-cb23-4ec7-96ef-a6e0d6e1f430 None None] Pushing event updated for resources: {'Port': ['ID=3087ae14-1da9-4291-9f1a-63b810789c00,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:02.262985 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b509b8-cb23-4ec7-96ef-a6e0d6e1f430 None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:47:02.288623 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b509b8-cb23-4ec7-96ef-a6e0d6e1f430 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:47:02.288995 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b509b8-cb23-4ec7-96ef-a6e0d6e1f430 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:47:02.289316 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b509b8-cb23-4ec7-96ef-a6e0d6e1f430 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:47:02.289649 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b509b8-cb23-4ec7-96ef-a6e0d6e1f430 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:47:02.289982 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b509b8-cb23-4ec7-96ef-a6e0d6e1f430 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:47:02.290308 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b509b8-cb23-4ec7-96ef-a6e0d6e1f430 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:47:02.290630 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b509b8-cb23-4ec7-96ef-a6e0d6e1f430 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:47:02.290951 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b509b8-cb23-4ec7-96ef-a6e0d6e1f430 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:47:02.291268 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b509b8-cb23-4ec7-96ef-a6e0d6e1f430 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:47:02.291584 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b509b8-cb23-4ec7-96ef-a6e0d6e1f430 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:47:02.291899 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b509b8-cb23-4ec7-96ef-a6e0d6e1f430 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:47:02.319879 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-90b509b8-cb23-4ec7-96ef-a6e0d6e1f430 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:02.391951 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f593868f-4d10-4a39-98e7-f8bee8a0bf8d tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:02.393269 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f593868f-4d10-4a39-98e7-f8bee8a0bf8d tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:02.395135 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-537dce14-e867-4347-9d97-2faa02f0e4c8 None None] For port ef73ad48-ac5f-4313-b404-3b72c026eddc, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=ef73ad48-ac5f-4313-b404-3b72c026eddc,segment=NetworkSegment(7c00552d-ea93-440b-911c-cb3aa0a4eeff),segment_id=7c00552d-ea93-440b-911c-cb3aa0a4eeff)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:47:02.396897 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bae00646-df27-4821-80f8-2f37094184dd tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:02.402236 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-90b509b8-cb23-4ec7-96ef-a6e0d6e1f430 None None] Attempting to bind port 3087ae14-1da9-4291-9f1a-63b810789c00 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:47:02.402949 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-90b509b8-cb23-4ec7-96ef-a6e0d6e1f430 None None] Attempting to bind port 3087ae14-1da9-4291-9f1a-63b810789c00 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '496c85e0-bcdc-40b4-8ed7-060260169342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a8f0182e-e85e-4411-8255-17562946f9b5'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:47:02.402949 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b509b8-cb23-4ec7-96ef-a6e0d6e1f430 None None] Attempting to bind port 3087ae14-1da9-4291-9f1a-63b810789c00 on network a8f0182e-e85e-4411-8255-17562946f9b5 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:47:02.413716 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b509b8-cb23-4ec7-96ef-a6e0d6e1f430 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:47:02.414111 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b509b8-cb23-4ec7-96ef-a6e0d6e1f430 None None] Checking segment: {'id': '496c85e0-bcdc-40b4-8ed7-060260169342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a8f0182e-e85e-4411-8255-17562946f9b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:47:02.414498 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-90b509b8-cb23-4ec7-96ef-a6e0d6e1f430 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:02.414899 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b509b8-cb23-4ec7-96ef-a6e0d6e1f430 None None] Bound using segment: {'id': '496c85e0-bcdc-40b4-8ed7-060260169342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a8f0182e-e85e-4411-8255-17562946f9b5'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:47:02.415632 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-90b509b8-cb23-4ec7-96ef-a6e0d6e1f430 None None] Bound port: 3087ae14-1da9-4291-9f1a-63b810789c00, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '496c85e0-bcdc-40b4-8ed7-060260169342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a8f0182e-e85e-4411-8255-17562946f9b5'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:47:02.415766 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-90b509b8-cb23-4ec7-96ef-a6e0d6e1f430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:02.468994 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-537dce14-e867-4347-9d97-2faa02f0e4c8 None None] Notify callbacks [] for port, precommit_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:02.502490 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-537dce14-e867-4347-9d97-2faa02f0e4c8 None None] Transition to ACTIVE for port object ef73ad48-ac5f-4313-b404-3b72c026eddc will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:47:02.512371 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-537dce14-e867-4347-9d97-2faa02f0e4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:02.523524 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-f593868f-4d10-4a39-98e7-f8bee8a0bf8d tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Calling delete_port for 8d4f4f4b-ddfe-4e1e-ac13-5506f1471d5a owned by network:floatingip {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:47:02.551666 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-90b509b8-cb23-4ec7-96ef-a6e0d6e1f430 None None] For port 3087ae14-1da9-4291-9f1a-63b810789c00, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:47:02.557283 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-90b509b8-cb23-4ec7-96ef-a6e0d6e1f430 None None] For port 3087ae14-1da9-4291-9f1a-63b810789c00, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=3087ae14-1da9-4291-9f1a-63b810789c00,segment=NetworkSegment(496c85e0-bcdc-40b4-8ed7-060260169342),segment_id=496c85e0-bcdc-40b4-8ed7-060260169342)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:47:02.559714 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-46609af2-01dd-43b0-a557-05d36682b72f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:02.612460 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b9e29831-98d8-4a02-8c82-e9b6defdcc6a tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Notify callbacks [] for security_group, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:02.613632 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-90b509b8-cb23-4ec7-96ef-a6e0d6e1f430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:02.638557 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b9e29831-98d8-4a02-8c82-e9b6defdcc6a tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:02.675903 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-bae00646-df27-4821-80f8-2f37094184dd tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8f0182e-e85e-4411-8255-17562946f9b5']}} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:02.682624 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a7b302ea-39d7-4cfd-ba70-918ad7073328 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:02.684092 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f593868f-4d10-4a39-98e7-f8bee8a0bf8d tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:02.688406 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e94f9d2b-cf70-45d9-a7ba-aebff5f8fe26 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:02.723156 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-bae00646-df27-4821-80f8-2f37094184dd tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '496c85e0-bcdc-40b4-8ed7-060260169342') {'for_net_delete': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:02.723488 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-bae00646-df27-4821-80f8-2f37094184dd tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '496c85e0-bcdc-40b4-8ed7-060260169342') {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:02.732072 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f593868f-4d10-4a39-98e7-f8bee8a0bf8d tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Pushing event deleted for resources: {'Port': ['ID=8d4f4f4b-ddfe-4e1e-ac13-5506f1471d5a,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:02.735612 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f593868f-4d10-4a39-98e7-f8bee8a0bf8d tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:02.751327 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537dce14-e867-4347-9d97-2faa02f0e4c8 None None] Pushing event updated for resources: {'Port': ['ID=ef73ad48-ac5f-4313-b404-3b72c026eddc,revision_number=9']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:02.756175 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-537dce14-e867-4347-9d97-2faa02f0e4c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:02.756681 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-faab80dd-e3cb-4c7f-a7cf-6d44197649d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.125s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:02.778311 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bae00646-df27-4821-80f8-2f37094184dd tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1518531'] for segment, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:02.800083 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e29831-98d8-4a02-8c82-e9b6defdcc6a tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7640d974-b277-4fd9-a850-0f65d28e2196,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:02.810176 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b9e29831-98d8-4a02-8c82-e9b6defdcc6a tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:02.835112 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bae00646-df27-4821-80f8-2f37094184dd tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:02.840169 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b9e29831-98d8-4a02-8c82-e9b6defdcc6a tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:02.841401 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-b9e29831-98d8-4a02-8c82-e9b6defdcc6a tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1898789 Dec 20 08:47:02.844280 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39984) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:02.848166 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f593868f-4d10-4a39-98e7-f8bee8a0bf8d tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks [] for floatingip, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:02.854860 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-e1625bb5-9495-4bb2-923b-9164a377d512 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:47:02.855637 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-e1625bb5-9495-4bb2-923b-9164a377d512 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] update failed (client error): There was a conflict when trying to complete your request. Dec 20 08:47:02.856746 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e1625bb5-9495-4bb2-923b-9164a377d512 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] 10.222.0.16 "PUT /v2.0/security-groups/7640d974-b277-4fd9-a850-0f65d28e2196 HTTP/1.1" status: 409 len: 330 time: 0.0113840 Dec 20 08:47:02.859476 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39988) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:02.886431 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bae00646-df27-4821-80f8-2f37094184dd tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=83445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:47:02.886833 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bae00646-df27-4821-80f8-2f37094184dd tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2036002'] for segment, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:02.893783 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b509b8-cb23-4ec7-96ef-a6e0d6e1f430 None None] Pushing event updated for resources: {'Port': ['ID=3087ae14-1da9-4291-9f1a-63b810789c00,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:02.896992 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-90b509b8-cb23-4ec7-96ef-a6e0d6e1f430 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:02.904208 dv-neutron-820491-1-hyperv neutron-server[83445]: Traceback (most recent call last): Dec 20 08:47:02.904208 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:47:02.904208 dv-neutron-820491-1-hyperv neutron-server[83445]: timer() Dec 20 08:47:02.904208 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:47:02.904208 dv-neutron-820491-1-hyperv neutron-server[83445]: cb(*args, **kw) Dec 20 08:47:02.904208 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:47:02.904208 dv-neutron-820491-1-hyperv neutron-server[83445]: return func(*args, **kwargs) Dec 20 08:47:02.904208 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:47:02.904208 dv-neutron-820491-1-hyperv neutron-server[83445]: self._notify() Dec 20 08:47:02.904208 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:47:02.904208 dv-neutron-820491-1-hyperv neutron-server[83445]: self.callback(batched_events) Dec 20 08:47:02.904208 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:47:02.904208 dv-neutron-820491-1-hyperv neutron-server[83445]: event.method(event) Dec 20 08:47:02.904208 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:47:02.904208 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:47:02.904208 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:47:02.904208 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:47:02.904208 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:47:02.904208 dv-neutron-820491-1-hyperv neutron-server[83445]: return f(self, *a, **k) Dec 20 08:47:02.904208 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:47:02.904208 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._get(url).json() Dec 20 08:47:02.904208 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:47:02.904208 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:47:02.904208 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:47:02.904208 dv-neutron-820491-1-hyperv neutron-server[83445]: return self.request(url, 'GET', **kwargs) Dec 20 08:47:02.904208 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:47:02.904208 dv-neutron-820491-1-hyperv neutron-server[83445]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:47:02.904208 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:47:02.904208 dv-neutron-820491-1-hyperv neutron-server[83445]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:47:02.904208 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:47:02.904208 dv-neutron-820491-1-hyperv neutron-server[83445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:47:02.904208 dv-neutron-820491-1-hyperv neutron-server[83445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:47:02.922148 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b1cca4-1428-419c-920e-f489da089f65 None None] Network a8f0182e-e85e-4411-8255-17562946f9b5 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:47:03.049140 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f593868f-4d10-4a39-98e7-f8bee8a0bf8d tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:03.050051 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f593868f-4d10-4a39-98e7-f8bee8a0bf8d tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] 10.222.0.16 "DELETE /v2.0/floatingips/93592b74-ade6-482b-a2c1-897f00e65790 HTTP/1.1" status: 204 len: 168 time: 1.1845546 Dec 20 08:47:03.059622 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39992) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:03.064970 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-45a7be0a-3366-4ff3-b20e-f088ab122cd0 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Request body: {'floatingip': {'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'port_id': '9e1d11ad-b081-4958-acde-afc1a813c0f9'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:47:03.074401 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-45a7be0a-3366-4ff3-b20e-f088ab122cd0 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:47:03.083200 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-45a7be0a-3366-4ff3-b20e-f088ab122cd0 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Usage tracker for resource:floatingip and tenant:a6ef049aae6b4eea9e642fc2beae00ec is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:47:03.087257 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-45a7be0a-3366-4ff3-b20e-f088ab122cd0 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:47:03.104368 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-45a7be0a-3366-4ff3-b20e-f088ab122cd0 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:47:03.110321 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.l3_db [None req-e9de87b2-86dc-48d1-9939-b66fb14ff95d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Floating IP 8de309e6-50f4-4892-9132-04a23740d016 associated. External IP: 172.26.5.23, port: bada3ab8-1b01-4681-a0b6-e977830d7152. Dec 20 08:47:03.113027 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-dfcc56fd-28e4-453a-95c5-7f88e15cdcfe tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:03.150788 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-45a7be0a-3366-4ff3-b20e-f088ab122cd0 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks [] for floatingip, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:03.169799 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-dfcc56fd-28e4-453a-95c5-7f88e15cdcfe tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:03.176997 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-2090e8a8-a572-4a68-86df-043df38dbbf2 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Allocated IP 2001:db8:0:1::38 (f75aa0d2-5f41-40f3-a9e0-d60d934965a4/ba0f7d1b-dd01-4dd0-84e4-e993f3eec209/2732f945-1b89-4559-9afa-6776c029ba73) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:47:03.183606 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-2090e8a8-a572-4a68-86df-043df38dbbf2 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Allocated IP 2001:db8::f816:3eff:febc:5d26 (f75aa0d2-5f41-40f3-a9e0-d60d934965a4/5b6dbf6f-2687-4b46-99ad-c024ffbac095/2732f945-1b89-4559-9afa-6776c029ba73) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:47:03.226643 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.api [None req-bae00646-df27-4821-80f8-2f37094184dd tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 08:47:03.226643 dv-neutron-820491-1-hyperv neutron-server[83445]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 08:47:03.226643 dv-neutron-820491-1-hyperv neutron-server[83445]: [parameters: {'id': 'a8f0182e-e85e-4411-8255-17562946f9b5'}] Dec 20 08:47:03.226643 dv-neutron-820491-1-hyperv neutron-server[83445]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 08:47:03.227113 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_db.api [None req-bae00646-df27-4821-80f8-2f37094184dd tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 08:47:03.264641 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-dfcc56fd-28e4-453a-95c5-7f88e15cdcfe tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:03.272102 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-68bf8984-866b-4bec-a71b-fc955d8a9731 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:03.299747 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcc56fd-28e4-453a-95c5-7f88e15cdcfe tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7640d974-b277-4fd9-a850-0f65d28e2196,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:03.303240 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-dfcc56fd-28e4-453a-95c5-7f88e15cdcfe tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:03.356210 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-dfcc56fd-28e4-453a-95c5-7f88e15cdcfe tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:03.359791 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-dfcc56fd-28e4-453a-95c5-7f88e15cdcfe tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] 10.222.0.16 "DELETE /v2.0/security-groups/7640d974-b277-4fd9-a850-0f65d28e2196 HTTP/1.1" status: 204 len: 168 time: 0.4968004 Dec 20 08:47:03.360628 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 39998) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:03.439917 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-23af25b0-41e4-40a8-b034-1aeaffcadfa4 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Synchronizing usage tracker for tenant:90ecefb5d10d4b168bd5056d491dd601 on resource:security_group {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:47:03.457420 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-45a7be0a-3366-4ff3-b20e-f088ab122cd0 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:03.484710 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf50c8a-2a44-457b-b89d-7f5b41e52093 None None] get_active_networks_info from dv-neutron-820491-1-hyperv {{(pid=83446) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 20 08:47:03.499882 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-23af25b0-41e4-40a8-b034-1aeaffcadfa4 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Unset dirty status for tenant:90ecefb5d10d4b168bd5056d491dd601 on resource:security_group {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:47:03.501298 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-23af25b0-41e4-40a8-b034-1aeaffcadfa4 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1387656 Dec 20 08:47:03.507623 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40002) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:03.524220 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2090e8a8-a572-4a68-86df-043df38dbbf2 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:03.533661 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-2f77d56a-7960-4aff-97b0-03df15a107d0 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] delete failed (client error): The resource could not be found. Dec 20 08:47:03.534608 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-2f77d56a-7960-4aff-97b0-03df15a107d0 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] 10.222.0.16 "DELETE /v2.0/security-groups/4b4816a7-fcf0-4cd3-9323-079662c59fe1 HTTP/1.1" status: 404 len: 347 time: 0.0259373 Dec 20 08:47:03.538922 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40006) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:03.567554 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-2090e8a8-a572-4a68-86df-043df38dbbf2 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Transition to ACTIVE for port object 2732f945-1b89-4559-9afa-6776c029ba73 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:47:03.572487 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.api.v2.resource [None req-8bb63cb8-2c30-46c0-ae45-3f807a421752 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] show failed (client error): The resource could not be found. Dec 20 08:47:03.573528 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-8bb63cb8-2c30-46c0-ae45-3f807a421752 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] 10.222.0.16 "GET /v2.0/security-groups/11c1c18f-c46e-4455-8f80-e40107cd06b9 HTTP/1.1" status: 404 len: 347 time: 0.0345736 Dec 20 08:47:03.576762 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c25cf1c8-ece8-41a3-88eb-b8cd4091f087 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:47:03.579123 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40010) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:03.595997 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d33776-2cda-4bd4-8c29-c50fbed1f8bf None None] Sync routers for ids ['0d07bdcc-e9c2-4c87-8cba-1cad89a654e3'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:47:03.598557 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-9bdbd8b3-f423-4f9f-938a-0dc377d2b236 None None] Provisioning for port ef73ad48-ac5f-4313-b404-3b72c026eddc completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:47:03.621890 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.api.v2.resource [None req-17948dfe-9b0d-47e8-8cd2-4f193a748ba3 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] show failed (client error): The resource could not be found. Dec 20 08:47:03.643271 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-17948dfe-9b0d-47e8-8cd2-4f193a748ba3 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] 10.222.0.16 "GET /v2.0/security-group-rules/83a13366-59c9-45dd-81c6-10ee3bec23bd HTTP/1.1" status: 404 len: 356 time: 0.0429571 Dec 20 08:47:03.644072 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-9bdbd8b3-f423-4f9f-938a-0dc377d2b236 None None] Provisioning complete for port ef73ad48-ac5f-4313-b404-3b72c026eddc triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:47:03.644072 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-9bdbd8b3-f423-4f9f-938a-0dc377d2b236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:03.654036 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c25cf1c8-ece8-41a3-88eb-b8cd4091f087 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:03.656934 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-c25cf1c8-ece8-41a3-88eb-b8cd4091f087 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 7.9236128 Dec 20 08:47:03.658625 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40016) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:03.669479 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-45a7be0a-3366-4ff3-b20e-f088ab122cd0 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Allocated IP 172.26.5.247 (95f3bec2-46e6-4468-8229-8badd4a5aaae/cf8895a3-346d-4313-a645-16ecdcce9969/e4c57f03-8955-4a9e-8d82-1f755b3e07d3) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:47:03.722187 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2090e8a8-a572-4a68-86df-043df38dbbf2 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:03.730331 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bae00646-df27-4821-80f8-2f37094184dd tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:03.747212 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ce6448d3-8f68-4c7f-8412-45176fb7b962 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:03.759905 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d33776-2cda-4bd4-8c29-c50fbed1f8bf None None] Routers {'0d07bdcc-e9c2-4c87-8cba-1cad89a654e3'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:47:03.760651 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-b4d33776-2cda-4bd4-8c29-c50fbed1f8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:46:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['0d07bdcc-e9c2-4c87-8cba-1cad89a654e3'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:03.850444 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-45a7be0a-3366-4ff3-b20e-f088ab122cd0 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:03.875185 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf50c8a-2a44-457b-b89d-7f5b41e52093 None None] Resources bound (agent type, host, resource id): {{(pid=83446) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 08:47:03.890331 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-45a7be0a-3366-4ff3-b20e-f088ab122cd0 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:03.905390 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2090e8a8-a572-4a68-86df-043df38dbbf2 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:47:03.905919 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-78a6ccef-257c-4df6-a8a1-89c184a89f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826901576-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:03.907128 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2090e8a8-a572-4a68-86df-043df38dbbf2 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event updated for resources: {'Port': ['ID=2732f945-1b89-4559-9afa-6776c029ba73,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:03.910598 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-bae00646-df27-4821-80f8-2f37094184dd tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Deleting port 3087ae14-1da9-4291-9f1a-63b810789c00 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:47:03.911321 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bae00646-df27-4821-80f8-2f37094184dd tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:03.943068 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-2090e8a8-a572-4a68-86df-043df38dbbf2 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:03.946682 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-2090e8a8-a572-4a68-86df-043df38dbbf2 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:47:03.957078 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a7be0a-3366-4ff3-b20e-f088ab122cd0 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Network 95f3bec2-46e6-4468-8229-8badd4a5aaae is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:47:03.959496 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2090e8a8-a572-4a68-86df-043df38dbbf2 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:47:03.964364 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2090e8a8-a572-4a68-86df-043df38dbbf2 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:03.964890 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-45a7be0a-3366-4ff3-b20e-f088ab122cd0 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:47:03.965375 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2090e8a8-a572-4a68-86df-043df38dbbf2 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:03.980649 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a7be0a-3366-4ff3-b20e-f088ab122cd0 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:47:04.068553 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device ef73ad48-ac5f-4313-b404-3b72c026eddc up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:47:04.068787 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-2090e8a8-a572-4a68-86df-043df38dbbf2 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.6155732 Dec 20 08:47:04.078027 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40022) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:04.148017 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40026) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:04.170438 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a7be0a-3366-4ff3-b20e-f088ab122cd0 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Pushing event updated for resources: {'Port': ['ID=e4c57f03-8955-4a9e-8d82-1f755b3e07d3,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:04.175921 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-45a7be0a-3366-4ff3-b20e-f088ab122cd0 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:04.187770 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-b4d33776-2cda-4bd4-8c29-c50fbed1f8bf None None] Set router 0d07bdcc-e9c2-4c87-8cba-1cad89a654e3 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:47:04.508638 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-498cc33a-4823-4d88-bb1f-969ccbc5e286 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Deleting port 2732f945-1b89-4559-9afa-6776c029ba73 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:47:04.508996 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-498cc33a-4823-4d88-bb1f-969ccbc5e286 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:04.542011 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-56a3ddfd-f93d-49a9-8a37-354b11bd8005 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=90ecefb5d10d4b168bd5056d491dd601&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3867040 Dec 20 08:47:04.544870 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40034) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:04.552880 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port ef73ad48-ac5f-4313-b404-3b72c026eddc triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:47:04.553493 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:04.656431 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-bae00646-df27-4821-80f8-2f37094184dd tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] For port 3087ae14-1da9-4291-9f1a-63b810789c00, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=3087ae14-1da9-4291-9f1a-63b810789c00,segment=NetworkSegment(496c85e0-bcdc-40b4-8ed7-060260169342),segment_id=496c85e0-bcdc-40b4-8ed7-060260169342)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:47:04.657074 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bae00646-df27-4821-80f8-2f37094184dd tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:04.709866 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d34046c9-45e1-4efb-8c8a-379628b96415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:04.744761 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d34046c9-45e1-4efb-8c8a-379628b96415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:04.843707 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-bae00646-df27-4821-80f8-2f37094184dd tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Calling delete_port for 3087ae14-1da9-4291-9f1a-63b810789c00 owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:47:04.862831 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-b4d33776-2cda-4bd4-8c29-c50fbed1f8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d07bdcc-e9c2-4c87-8cba-1cad89a654e3', 'name': 'tempest-snat-router-2022534214', 'tenant_id': '5f1d2e098aa1404b801e1ff34ce5223d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.158'}], 'enable_snat': False}, 'gw_port_id': '475cb4c1-e496-4db4-9118-13da74cde5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:46:55Z', 'updated_at': '2021-12-20T08:47:00Z', 'revision_number': 3, 'project_id': '5f1d2e098aa1404b801e1ff34ce5223d', 'gw_port': {'id': '475cb4c1-e496-4db4-9118-13da74cde5e9', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ed:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d07bdcc-e9c2-4c87-8cba-1cad89a654e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:46:57Z', 'updated_at': '2021-12-20T08:46:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:04.867462 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d33776-2cda-4bd4-8c29-c50fbed1f8bf None None] Checking router: 0d07bdcc-e9c2-4c87-8cba-1cad89a654e3 for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 08:47:04.867462 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d33776-2cda-4bd4-8c29-c50fbed1f8bf None None] Updating router 0d07bdcc-e9c2-4c87-8cba-1cad89a654e3 port 475cb4c1-e496-4db4-9118-13da74cde5e9 binding host dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 08:47:04.891256 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d34046c9-45e1-4efb-8c8a-379628b96415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:04.903533 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-eeea6538-6f5f-4718-b7b4-6a7e950f1feb tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:04.916374 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34046c9-45e1-4efb-8c8a-379628b96415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=769f69ef-623d-4a46-85cf-56a0757d12a0,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:04.919336 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d34046c9-45e1-4efb-8c8a-379628b96415 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:04.923095 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b4d33776-2cda-4bd4-8c29-c50fbed1f8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:04.925692 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-45a7be0a-3366-4ff3-b20e-f088ab122cd0 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:05.004461 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d34046c9-45e1-4efb-8c8a-379628b96415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:05.008136 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d34046c9-45e1-4efb-8c8a-379628b96415 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/769f69ef-623d-4a46-85cf-56a0757d12a0 HTTP/1.1" status: 204 len: 168 time: 0.4601355 Dec 20 08:47:05.011450 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-45a7be0a-3366-4ff3-b20e-f088ab122cd0 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:05.130649 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-a6f748b5-4ebd-42fc-809b-ef431fea1ef7 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] 10.222.0.16 "GET /v2.0/routers/0d07bdcc-e9c2-4c87-8cba-1cad89a654e3 HTTP/1.1" status: 200 len: 909 time: 1.4699759 Dec 20 08:47:05.147186 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40040) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:05.155569 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-1cab3247-eacb-424b-b1db-fe51689be270 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2022534214', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'enable_snat': True}}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:47:05.167747 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-498cc33a-4823-4d88-bb1f-969ccbc5e286 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:05.171077 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-1cab3247-eacb-424b-b1db-fe51689be270 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:47:05.188545 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9de87b2-86dc-48d1-9939-b66fb14ff95d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Router 8622c24e-8e36-4a6a-8ead-f057b7bb0c53 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:47:05.221785 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-1cab3247-eacb-424b-b1db-fe51689be270 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Usage tracker for resource:router and tenant:5f1d2e098aa1404b801e1ff34ce5223d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:47:05.229118 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-1cab3247-eacb-424b-b1db-fe51689be270 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:47:05.239021 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-1cab3247-eacb-424b-b1db-fe51689be270 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:47:05.291639 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-5decdd3f-4361-4bb0-b07b-cfb7bc022ba2 None None] Provisioning for port 2732f945-1b89-4559-9afa-6776c029ba73 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:47:05.298971 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-5decdd3f-4361-4bb0-b07b-cfb7bc022ba2 None None] Provisioning complete for port 2732f945-1b89-4559-9afa-6776c029ba73 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:47:05.299527 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-5decdd3f-4361-4bb0-b07b-cfb7bc022ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:05.316084 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bae00646-df27-4821-80f8-2f37094184dd tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:05.332488 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-498cc33a-4823-4d88-bb1f-969ccbc5e286 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Calling delete_port for 2732f945-1b89-4559-9afa-6776c029ba73 owned by {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:47:05.389831 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-5991fa97-72c1-48e1-92d8-265599a3f151 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:05.413192 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-5decdd3f-4361-4bb0-b07b-cfb7bc022ba2 None None] Port 2732f945-1b89-4559-9afa-6776c029ba73 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:47:05.440138 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b4d33776-2cda-4bd4-8c29-c50fbed1f8bf None None] Notify callbacks [] for port, precommit_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:05.449157 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae00646-df27-4821-80f8-2f37094184dd tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] No DVR routers for this DVR port 3087ae14-1da9-4291-9f1a-63b810789c00 on host dv-neutron-820491-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:47:05.449776 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1cab3247-eacb-424b-b1db-fe51689be270 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24817'] for router, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:05.451655 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1cab3247-eacb-424b-b1db-fe51689be270 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-351744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24806'] for router, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:05.457746 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-b4d33776-2cda-4bd4-8c29-c50fbed1f8bf None None] Transition to ACTIVE for port object 475cb4c1-e496-4db4-9118-13da74cde5e9 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:47:05.460411 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-45a7be0a-3366-4ff3-b20e-f088ab122cd0 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:05.462997 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae00646-df27-4821-80f8-2f37094184dd tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Pushing event deleted for resources: {'Port': ['ID=3087ae14-1da9-4291-9f1a-63b810789c00,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:05.466855 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-bae00646-df27-4821-80f8-2f37094184dd tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:05.470548 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-45a7be0a-3366-4ff3-b20e-f088ab122cd0 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:05.473704 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b4d33776-2cda-4bd4-8c29-c50fbed1f8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:05.475723 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-400cbb70-9e31-4666-8db7-ff47c140ecf6 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:05.480139 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-addb3e97-d35d-44f7-b687-e672556076dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:05.580465 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1cab3247-eacb-424b-b1db-fe51689be270 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:05.680470 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19bf334-a3bd-4df9-99ad-dbd462f81e47 None None] Pushing event updated for resources: {'Port': ['ID=475cb4c1-e496-4db4-9118-13da74cde5e9,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:05.696240 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-b4d33776-2cda-4bd4-8c29-c50fbed1f8bf None None] Attempting to bind port 475cb4c1-e496-4db4-9118-13da74cde5e9 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:47:05.697787 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-b4d33776-2cda-4bd4-8c29-c50fbed1f8bf None None] Attempting to bind port 475cb4c1-e496-4db4-9118-13da74cde5e9 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:47:05.699187 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d33776-2cda-4bd4-8c29-c50fbed1f8bf None None] Attempting to bind port 475cb4c1-e496-4db4-9118-13da74cde5e9 on network 95f3bec2-46e6-4468-8229-8badd4a5aaae {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:47:05.702745 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a7be0a-3366-4ff3-b20e-f088ab122cd0 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Pushing event updated for resources: {'Port': ['ID=e4c57f03-8955-4a9e-8d82-1f755b3e07d3,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:05.704018 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-a19bf334-a3bd-4df9-99ad-dbd462f81e47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:05.709240 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-45a7be0a-3366-4ff3-b20e-f088ab122cd0 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:05.718565 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d33776-2cda-4bd4-8c29-c50fbed1f8bf None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:47:05.719604 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d33776-2cda-4bd4-8c29-c50fbed1f8bf None None] Checking segment: {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:47:05.721262 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b4d33776-2cda-4bd4-8c29-c50fbed1f8bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:05.722090 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d33776-2cda-4bd4-8c29-c50fbed1f8bf None None] Bound using segment: {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:47:05.722768 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-b4d33776-2cda-4bd4-8c29-c50fbed1f8bf None None] Bound port: 475cb4c1-e496-4db4-9118-13da74cde5e9, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:47:05.723584 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b4d33776-2cda-4bd4-8c29-c50fbed1f8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:05.723999 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bae00646-df27-4821-80f8-2f37094184dd tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:05.791870 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-bae00646-df27-4821-80f8-2f37094184dd tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8f0182e-e85e-4411-8255-17562946f9b5']}} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:05.817650 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-bae00646-df27-4821-80f8-2f37094184dd tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '496c85e0-bcdc-40b4-8ed7-060260169342') {'for_net_delete': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:05.817942 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-bae00646-df27-4821-80f8-2f37094184dd tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '496c85e0-bcdc-40b4-8ed7-060260169342') {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:05.819007 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-b4d33776-2cda-4bd4-8c29-c50fbed1f8bf None None] For port 475cb4c1-e496-4db4-9118-13da74cde5e9, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:47:05.823070 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-b4d33776-2cda-4bd4-8c29-c50fbed1f8bf None None] For port 475cb4c1-e496-4db4-9118-13da74cde5e9, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=475cb4c1-e496-4db4-9118-13da74cde5e9,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:47:05.830993 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b4d33776-2cda-4bd4-8c29-c50fbed1f8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:05.837260 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-c0f62d31-e5d7-447d-81ac-bca9b009baf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:05.860250 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bae00646-df27-4821-80f8-2f37094184dd tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1518531'] for segment, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:05.889069 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-45a7be0a-3366-4ff3-b20e-f088ab122cd0 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-345990'] for floatingip, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:05.956059 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19bf334-a3bd-4df9-99ad-dbd462f81e47 None None] Pushing event updated for resources: {'Port': ['ID=475cb4c1-e496-4db4-9118-13da74cde5e9,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:05.962819 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-a19bf334-a3bd-4df9-99ad-dbd462f81e47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:05.965970 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d33776-2cda-4bd4-8c29-c50fbed1f8bf None None] Routers {'0d07bdcc-e9c2-4c87-8cba-1cad89a654e3'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:47:05.966930 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-b4d33776-2cda-4bd4-8c29-c50fbed1f8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:46:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['0d07bdcc-e9c2-4c87-8cba-1cad89a654e3'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:05.982355 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bae00646-df27-4821-80f8-2f37094184dd tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:05.992786 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1cab3247-eacb-424b-b1db-fe51689be270 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24724'] for router, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:05.998221 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bae00646-df27-4821-80f8-2f37094184dd tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=83445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:47:05.998913 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bae00646-df27-4821-80f8-2f37094184dd tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2036002'] for segment, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:06.016239 dv-neutron-820491-1-hyperv neutron-server[83445]: Traceback (most recent call last): Dec 20 08:47:06.016239 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:47:06.016239 dv-neutron-820491-1-hyperv neutron-server[83445]: timer() Dec 20 08:47:06.016239 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:47:06.016239 dv-neutron-820491-1-hyperv neutron-server[83445]: cb(*args, **kw) Dec 20 08:47:06.016239 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:47:06.016239 dv-neutron-820491-1-hyperv neutron-server[83445]: return func(*args, **kwargs) Dec 20 08:47:06.016239 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:47:06.016239 dv-neutron-820491-1-hyperv neutron-server[83445]: self._notify() Dec 20 08:47:06.016239 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:47:06.016239 dv-neutron-820491-1-hyperv neutron-server[83445]: self.callback(batched_events) Dec 20 08:47:06.016239 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:47:06.016239 dv-neutron-820491-1-hyperv neutron-server[83445]: event.method(event) Dec 20 08:47:06.016239 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:47:06.016239 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:47:06.016239 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:47:06.016239 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:47:06.016239 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:47:06.016239 dv-neutron-820491-1-hyperv neutron-server[83445]: return f(self, *a, **k) Dec 20 08:47:06.016239 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:47:06.016239 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._get(url).json() Dec 20 08:47:06.016239 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:47:06.016239 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:47:06.016239 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:47:06.016239 dv-neutron-820491-1-hyperv neutron-server[83445]: return self.request(url, 'GET', **kwargs) Dec 20 08:47:06.016239 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:47:06.016239 dv-neutron-820491-1-hyperv neutron-server[83445]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:47:06.016239 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:47:06.016239 dv-neutron-820491-1-hyperv neutron-server[83445]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:47:06.016239 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:47:06.016239 dv-neutron-820491-1-hyperv neutron-server[83445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:47:06.016239 dv-neutron-820491-1-hyperv neutron-server[83445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:47:06.176125 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40062) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:06.188083 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-b4d33776-2cda-4bd4-8c29-c50fbed1f8bf None None] Set router 0d07bdcc-e9c2-4c87-8cba-1cad89a654e3 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:47:06.267699 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.l3_db [None req-45a7be0a-3366-4ff3-b20e-f088ab122cd0 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Floating IP 2ef6dd08-ac5b-4661-9333-a3d641809e84 associated. External IP: 172.26.5.247, port: 9e1d11ad-b081-4958-acde-afc1a813c0f9. Dec 20 08:47:06.285773 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bae00646-df27-4821-80f8-2f37094184dd tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:06.289724 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-498cc33a-4823-4d88-bb1f-969ccbc5e286 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:06.293941 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bae00646-df27-4821-80f8-2f37094184dd tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:06.309803 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-5701493c-04ce-4799-92c5-98bc9c352d4c tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:06.325834 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-bae00646-df27-4821-80f8-2f37094184dd tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] 10.222.0.16 "DELETE /v2.0/networks/a8f0182e-e85e-4411-8255-17562946f9b5 HTTP/1.1" status: 204 len: 168 time: 5.3541157 Dec 20 08:47:06.331302 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40068) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:06.343564 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-2ee92489-7ebe-4cfe-aeff-dfa64462512e tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-197743142'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:47:06.352637 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-2ee92489-7ebe-4cfe-aeff-dfa64462512e tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:47:06.359388 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-2ee92489-7ebe-4cfe-aeff-dfa64462512e tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Usage tracker for resource:network and tenant:998613e7a7ae4d22ad9b2ce5f8e08568 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:47:06.364734 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-2ee92489-7ebe-4cfe-aeff-dfa64462512e tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:47:06.383604 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-2ee92489-7ebe-4cfe-aeff-dfa64462512e tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:47:06.389316 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae00646-df27-4821-80f8-2f37094184dd tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Pushing event deleted for resources: {'Network': ['ID=a8f0182e-e85e-4411-8255-17562946f9b5,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:06.395078 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-2018407c-3c1f-4df6-b46f-ec928f0feae5 tempest-ServiceProvidersTest-429264208 tempest-ServiceProvidersTest-429264208-project] 10.222.0.16 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2175086 Dec 20 08:47:06.456391 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-bae00646-df27-4821-80f8-2f37094184dd tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:06.457475 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee92489-7ebe-4cfe-aeff-dfa64462512e tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Made reservation on behalf of 998613e7a7ae4d22ad9b2ce5f8e08568 for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:47:06.459184 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-8f91bed9-dcc2-4507-9839-09e60b86da60 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.114s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:06.461368 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2ee92489-7ebe-4cfe-aeff-dfa64462512e tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:06.512584 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-498cc33a-4823-4d88-bb1f-969ccbc5e286 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:06.514627 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-498cc33a-4823-4d88-bb1f-969ccbc5e286 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/ports/2732f945-1b89-4559-9afa-6776c029ba73 HTTP/1.1" status: 204 len: 168 time: 2.4279356 Dec 20 08:47:06.548329 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40074) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:06.638633 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9de87b2-86dc-48d1-9939-b66fb14ff95d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:47:06.646244 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498cc33a-4823-4d88-bb1f-969ccbc5e286 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event deleted for resources: {'Port': ['ID=2732f945-1b89-4559-9afa-6776c029ba73,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:06.652835 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1cab3247-eacb-424b-b1db-fe51689be270 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:06.653482 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef328a20-3889-4181-869c-91ce5206e556 None None] Sync routers for ids ['8622c24e-8e36-4a6a-8ead-f057b7bb0c53'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:47:06.659077 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-498cc33a-4823-4d88-bb1f-969ccbc5e286 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:06.680989 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef328a20-3889-4181-869c-91ce5206e556 None None] Routers {'8622c24e-8e36-4a6a-8ead-f057b7bb0c53'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:47:06.682679 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-ef328a20-3889-4181-869c-91ce5206e556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:46:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['8622c24e-8e36-4a6a-8ead-f057b7bb0c53'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:06.683364 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ee92489-7ebe-4cfe-aeff-dfa64462512e tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:47:06.694369 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2ee92489-7ebe-4cfe-aeff-dfa64462512e tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:06.694579 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-2ee92489-7ebe-4cfe-aeff-dfa64462512e tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Added segment 06984445-581c-4a03-a318-bfb713280d58 of type vlan for network 7205b7b8-6af7-459d-957f-092141eb1a17 Dec 20 08:47:06.697066 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e9de87b2-86dc-48d1-9939-b66fb14ff95d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for floatingip, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:06.709529 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-b4d33776-2cda-4bd4-8c29-c50fbed1f8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d07bdcc-e9c2-4c87-8cba-1cad89a654e3', 'name': 'tempest-snat-router-2022534214', 'tenant_id': '5f1d2e098aa1404b801e1ff34ce5223d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.158'}], 'enable_snat': False}, 'gw_port_id': '475cb4c1-e496-4db4-9118-13da74cde5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:46:55Z', 'updated_at': '2021-12-20T08:47:00Z', 'revision_number': 3, 'project_id': '5f1d2e098aa1404b801e1ff34ce5223d', 'gw_port': {'id': '475cb4c1-e496-4db4-9118-13da74cde5e9', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ed:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d07bdcc-e9c2-4c87-8cba-1cad89a654e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:46:57Z', 'updated_at': '2021-12-20T08:47:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:06.711782 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1cab3247-eacb-424b-b1db-fe51689be270 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:06.722803 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d33776-2cda-4bd4-8c29-c50fbed1f8bf None None] The sync data for ids ['0d07bdcc-e9c2-4c87-8cba-1cad89a654e3'] in dv-neutron-820491-1-hyperv is: [{'id': '0d07bdcc-e9c2-4c87-8cba-1cad89a654e3', 'name': 'tempest-snat-router-2022534214', 'tenant_id': '5f1d2e098aa1404b801e1ff34ce5223d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.158'}], 'enable_snat': False}, 'gw_port_id': '475cb4c1-e496-4db4-9118-13da74cde5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:46:55Z', 'updated_at': '2021-12-20T08:47:00Z', 'revision_number': 3, 'project_id': '5f1d2e098aa1404b801e1ff34ce5223d', 'gw_port': {'id': '475cb4c1-e496-4db4-9118-13da74cde5e9', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ed:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d07bdcc-e9c2-4c87-8cba-1cad89a654e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:46:57Z', 'updated_at': '2021-12-20T08:47:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:47:06.811041 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2ee92489-7ebe-4cfe-aeff-dfa64462512e tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:06.853731 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3025a257-5e48-49fa-8914-aaef570377f4 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:06.857516 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-3025a257-5e48-49fa-8914-aaef570377f4 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Synchronizing usage tracker for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:47:06.901812 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-e9de87b2-86dc-48d1-9939-b66fb14ff95d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 11.0447273 Dec 20 08:47:06.902512 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40082) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:06.903450 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-3025a257-5e48-49fa-8914-aaef570377f4 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Unset dirty status for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:47:06.911328 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-3025a257-5e48-49fa-8914-aaef570377f4 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3384752 Dec 20 08:47:06.911328 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1059216-b29b-4505-a7bf-5926ba22726d', 'tag': 'bada3ab8-1b01-4681-a0b6-e977830d7152'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 08:47:06.915291 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40084) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:06.915611 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40086) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:07.019277 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-ef328a20-3889-4181-869c-91ce5206e556 None None] Set router 8622c24e-8e36-4a6a-8ead-f057b7bb0c53 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:47:07.029919 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2ee92489-7ebe-4cfe-aeff-dfa64462512e tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:07.034259 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee92489-7ebe-4cfe-aeff-dfa64462512e tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:07.034871 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2ee92489-7ebe-4cfe-aeff-dfa64462512e tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:07.042631 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2784bf44-6d0a-4c27-b3d4-8d1acd64e2ca tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:07.109620 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-1cab3247-eacb-424b-b1db-fe51689be270 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Allocated IP 172.26.5.194 (95f3bec2-46e6-4468-8229-8badd4a5aaae/cf8895a3-346d-4313-a645-16ecdcce9969/619f970b-f990-4203-9a52-fc5f86bf2ec0) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:47:07.133696 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1059216-b29b-4505-a7bf-5926ba22726d', 'tag': 'bada3ab8-1b01-4681-a0b6-e977830d7152', 'status': 'completed', 'code': 200} Dec 20 08:47:07.145586 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-5cac0da5-3d41-4fc8-8cd3-e1811bd2e6f7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/floatingips/8de309e6-50f4-4892-9132-04a23740d016 HTTP/1.1" status: 200 len: 991 time: 0.2306504 Dec 20 08:47:07.218694 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-2ee92489-7ebe-4cfe-aeff-dfa64462512e tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8863366 Dec 20 08:47:07.228290 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40100) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:07.234462 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee92489-7ebe-4cfe-aeff-dfa64462512e tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Pushing event updated for resources: {'Network': ['ID=7205b7b8-6af7-459d-957f-092141eb1a17,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:07.250771 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network 7205b7b8-6af7-459d-957f-092141eb1a17 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:47:07.263580 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2ee92489-7ebe-4cfe-aeff-dfa64462512e tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:07.264647 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-a43c10fa-d188-46e3-9f5b-92f807061632 req-cb07d3a5-c222-48c2-8dc1-c8f147d40b9e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f7b89f97320342ff933d41aa1a974b12&device_id=e1059216-b29b-4505-a7bf-5926ba22726d HTTP/1.1" status: 200 len: 1099 time: 0.1336386 Dec 20 08:47:07.277560 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b29913-d120-4cc4-94cb-9a35fc0b57b7 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:07.278208 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-2969eb88-36eb-438b-be85-4c39da820e2f tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Request body: {'subnet': {'network_id': '7205b7b8-6af7-459d-957f-092141eb1a17', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:47:07.281908 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-53b29913-d120-4cc4-94cb-9a35fc0b57b7 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3646209 Dec 20 08:47:07.283289 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40104) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:07.517207 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568f4086-ae03-436d-a148-f563db6ca4e0 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:07.518760 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568f4086-ae03-436d-a148-f563db6ca4e0 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:07.520084 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568f4086-ae03-436d-a148-f563db6ca4e0 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:07.520926 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-568f4086-ae03-436d-a148-f563db6ca4e0 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Synchronizing usage tracker for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:subnet {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:47:07.530492 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4a7b2953-d5ee-4bd3-9a29-f3baf7ab7fc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:07.545691 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-ef328a20-3889-4181-869c-91ce5206e556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8622c24e-8e36-4a6a-8ead-f057b7bb0c53', 'name': 'tempest-TestNetworkBasicOps-router-405621392', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.100'}], 'enable_snat': True}, 'gw_port_id': 'ffbc822d-d310-47fc-a0a6-d3f474bf15ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:45:45Z', 'updated_at': '2021-12-20T08:46:07Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': 'ffbc822d-d310-47fc-a0a6-d3f474bf15ca', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:6b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8622c24e-8e36-4a6a-8ead-f057b7bb0c53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:45:48Z', 'updated_at': '2021-12-20T08:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': '8de309e6-50f4-4892-9132-04a23740d016', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'floating_ip_address': '172.26.5.23', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': '8622c24e-8e36-4a6a-8ead-f057b7bb0c53', 'port_id': 'bada3ab8-1b01-4681-a0b6-e977830d7152', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '627d2b4e-ee9f-42de-b848-af479fe5c2f5', 'mac_address': 'fa:16:3e:8f:35:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1059216-b29b-4505-a7bf-5926ba22726d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T08:46:59Z', 'updated_at': '2021-12-20T08:46:59Z', 'revision_number': 0, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24d6d22e-d030-449a-8f23-f752c194ed51', 'name': '', 'network_id': '627d2b4e-ee9f-42de-b848-af479fe5c2f5', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'mac_address': 'fa:16:3e:35:e2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8622c24e-8e36-4a6a-8ead-f057b7bb0c53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '241217e4-29b1-4db3-ac24-1473da03c8b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:46:05Z', 'updated_at': '2021-12-20T08:46:18Z', 'revision_number': 5, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'subnets': [{'id': '241217e4-29b1-4db3-ac24-1473da03c8b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:07.551127 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef328a20-3889-4181-869c-91ce5206e556 None None] Checking router: 8622c24e-8e36-4a6a-8ead-f057b7bb0c53 for host: dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 08:47:07.566304 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef328a20-3889-4181-869c-91ce5206e556 None None] Routers {'8622c24e-8e36-4a6a-8ead-f057b7bb0c53'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:47:07.567185 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-ef328a20-3889-4181-869c-91ce5206e556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:46:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['8622c24e-8e36-4a6a-8ead-f057b7bb0c53'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:07.611612 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43c10fa-d188-46e3-9f5b-92f807061632 req-ce6cc679-bb6a-4f60-9d9e-e161730215a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:07.613144 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-a43c10fa-d188-46e3-9f5b-92f807061632 req-ce6cc679-bb6a-4f60-9d9e-e161730215a1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=627d2b4e-ee9f-42de-b848-af479fe5c2f5 HTTP/1.1" status: 200 len: 897 time: 0.3290596 Dec 20 08:47:07.616843 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-4a7b2953-d5ee-4bd3-9a29-f3baf7ab7fc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:47:07.619693 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-568f4086-ae03-436d-a148-f563db6ca4e0 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Unset dirty status for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:subnet {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:47:07.623924 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-568f4086-ae03-436d-a148-f563db6ca4e0 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3385580 Dec 20 08:47:07.624716 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40110) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:07.629049 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-4a7b2953-d5ee-4bd3-9a29-f3baf7ab7fc8 admin admin] Usage tracker for resource:security_group_rule and tenant:6248529e0f6d4ec0bc6af9c609fcf5ac is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:47:07.633581 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-4a7b2953-d5ee-4bd3-9a29-f3baf7ab7fc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:47:07.676620 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-2969eb88-36eb-438b-be85-4c39da820e2f tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:47:07.722682 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-4a7b2953-d5ee-4bd3-9a29-f3baf7ab7fc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:47:07.730041 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-2969eb88-36eb-438b-be85-4c39da820e2f tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Usage tracker for resource:subnet and tenant:998613e7a7ae4d22ad9b2ce5f8e08568 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:47:07.736632 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-2969eb88-36eb-438b-be85-4c39da820e2f tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:47:07.800681 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-ef328a20-3889-4181-869c-91ce5206e556 None None] Set router 8622c24e-8e36-4a6a-8ead-f057b7bb0c53 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:47:07.808205 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-2969eb88-36eb-438b-be85-4c39da820e2f tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:47:07.861377 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2969eb88-36eb-438b-be85-4c39da820e2f tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Made reservation on behalf of 998613e7a7ae4d22ad9b2ce5f8e08568 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:47:07.882250 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1cab3247-eacb-424b-b1db-fe51689be270 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:07.918711 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-a43c10fa-d188-46e3-9f5b-92f807061632 req-d66a021d-b9b3-42ea-922f-fde1ffbb91f8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bada3ab8-1b01-4681-a0b6-e977830d7152 HTTP/1.1" status: 200 len: 999 time: 0.2864542 Dec 20 08:47:08.038544 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_v2 [None req-936cdb99-cc3b-484c-957d-bf07f75e8406 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Deleting subnet 5b6dbf6f-2687-4b46-99ad-c024ffbac095 {{(pid=83445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:47:08.054895 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2969eb88-36eb-438b-be85-4c39da820e2f tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1529102'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:08.068906 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-936cdb99-cc3b-484c-957d-bf07f75e8406 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for subnet, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:08.103724 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4a7b2953-d5ee-4bd3-9a29-f3baf7ab7fc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:08.118858 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 475cb4c1-e496-4db4-9118-13da74cde5e9 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:47:08.120067 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43c10fa-d188-46e3-9f5b-92f807061632 req-60121866-def2-4c8e-97d9-9ff60897abde service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:08.121905 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-a43c10fa-d188-46e3-9f5b-92f807061632 req-60121866-def2-4c8e-97d9-9ff60897abde service neutron] 10.222.0.58 "GET /v2.0/subnets?id=241217e4-29b1-4db3-ac24-1473da03c8b8 HTTP/1.1" status: 200 len: 834 time: 0.1944935 Dec 20 08:47:08.128552 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4a7b2953-d5ee-4bd3-9a29-f3baf7ab7fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:08.140044 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-933bef3b-4d6d-478e-bdd6-20861760afbd tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:08.172186 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40116) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:08.207926 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7b2953-d5ee-4bd3-9a29-f3baf7ab7fc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89ec337d-558c-4745-8e2d-9fce4619d7c6,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:08.211388 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-4a7b2953-d5ee-4bd3-9a29-f3baf7ab7fc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:08.224890 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1cab3247-eacb-424b-b1db-fe51689be270 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:08.230188 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-8266ea5d-885c-4e54-9eda-22cce053ce1f tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:08.274894 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-ef328a20-3889-4181-869c-91ce5206e556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8622c24e-8e36-4a6a-8ead-f057b7bb0c53', 'name': 'tempest-TestNetworkBasicOps-router-405621392', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.100'}], 'enable_snat': True}, 'gw_port_id': 'ffbc822d-d310-47fc-a0a6-d3f474bf15ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:45:45Z', 'updated_at': '2021-12-20T08:46:07Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': 'ffbc822d-d310-47fc-a0a6-d3f474bf15ca', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:6b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8622c24e-8e36-4a6a-8ead-f057b7bb0c53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:45:48Z', 'updated_at': '2021-12-20T08:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': '8de309e6-50f4-4892-9132-04a23740d016', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'floating_ip_address': '172.26.5.23', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': '8622c24e-8e36-4a6a-8ead-f057b7bb0c53', 'port_id': 'bada3ab8-1b01-4681-a0b6-e977830d7152', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '627d2b4e-ee9f-42de-b848-af479fe5c2f5', 'mac_address': 'fa:16:3e:8f:35:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1059216-b29b-4505-a7bf-5926ba22726d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T08:46:59Z', 'updated_at': '2021-12-20T08:46:59Z', 'revision_number': 0, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24d6d22e-d030-449a-8f23-f752c194ed51', 'name': '', 'network_id': '627d2b4e-ee9f-42de-b848-af479fe5c2f5', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'mac_address': 'fa:16:3e:35:e2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8622c24e-8e36-4a6a-8ead-f057b7bb0c53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '241217e4-29b1-4db3-ac24-1473da03c8b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:46:05Z', 'updated_at': '2021-12-20T08:46:18Z', 'revision_number': 5, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'subnets': [{'id': '241217e4-29b1-4db3-ac24-1473da03c8b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:08.280392 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef328a20-3889-4181-869c-91ce5206e556 None None] The sync data for ids ['8622c24e-8e36-4a6a-8ead-f057b7bb0c53'] in dv-neutron-820491-1-hyperv is: [{'id': '8622c24e-8e36-4a6a-8ead-f057b7bb0c53', 'name': 'tempest-TestNetworkBasicOps-router-405621392', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.100'}], 'enable_snat': True}, 'gw_port_id': 'ffbc822d-d310-47fc-a0a6-d3f474bf15ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:45:45Z', 'updated_at': '2021-12-20T08:46:07Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': 'ffbc822d-d310-47fc-a0a6-d3f474bf15ca', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:6b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8622c24e-8e36-4a6a-8ead-f057b7bb0c53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:45:48Z', 'updated_at': '2021-12-20T08:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': '8de309e6-50f4-4892-9132-04a23740d016', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'floating_ip_address': '172.26.5.23', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': '8622c24e-8e36-4a6a-8ead-f057b7bb0c53', 'port_id': 'bada3ab8-1b01-4681-a0b6-e977830d7152', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '627d2b4e-ee9f-42de-b848-af479fe5c2f5', 'mac_address': 'fa:16:3e:8f:35:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1059216-b29b-4505-a7bf-5926ba22726d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T08:46:59Z', 'updated_at': '2021-12-20T08:46:59Z', 'revision_number': 0, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24d6d22e-d030-449a-8f23-f752c194ed51', 'name': '', 'network_id': '627d2b4e-ee9f-42de-b848-af479fe5c2f5', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'mac_address': 'fa:16:3e:35:e2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8622c24e-8e36-4a6a-8ead-f057b7bb0c53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '241217e4-29b1-4db3-ac24-1473da03c8b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:46:05Z', 'updated_at': '2021-12-20T08:46:18Z', 'revision_number': 5, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'subnets': [{'id': '241217e4-29b1-4db3-ac24-1473da03c8b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:47:08.292529 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45a7be0a-3366-4ff3-b20e-f088ab122cd0 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Router fd2784c2-9301-4546-b4f4-5cacc3ac29c6 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:47:08.298733 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 475cb4c1-e496-4db4-9118-13da74cde5e9 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:47:08.308910 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 475cb4c1-e496-4db4-9118-13da74cde5e9 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:47:08.309471 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:08.335652 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cab3247-eacb-424b-b1db-fe51689be270 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Network 95f3bec2-46e6-4468-8229-8badd4a5aaae is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:47:08.335882 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-936cdb99-cc3b-484c-957d-bf07f75e8406 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1518554'] for subnet, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:08.336528 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cab3247-eacb-424b-b1db-fe51689be270 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Pushing event updated for resources: {'Port': ['ID=619f970b-f990-4203-9a52-fc5f86bf2ec0,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:08.368107 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1cab3247-eacb-424b-b1db-fe51689be270 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:08.370296 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-1cab3247-eacb-424b-b1db-fe51689be270 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:47:08.378086 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cab3247-eacb-424b-b1db-fe51689be270 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:47:08.412310 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-4a7b2953-d5ee-4bd3-9a29-f3baf7ab7fc8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6248529e0f6d4ec0bc6af9c609fcf5ac&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4903483 Dec 20 08:47:08.415936 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40120) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:08.436128 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-41f247d8-b350-413d-a61f-3fb4f6f5ff99 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/floatingips/8de309e6-50f4-4892-9132-04a23740d016 HTTP/1.1" status: 200 len: 991 time: 0.2226322 Dec 20 08:47:08.439255 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:08.455705 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 475cb4c1-e496-4db4-9118-13da74cde5e9, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=475cb4c1-e496-4db4-9118-13da74cde5e9,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:47:08.459810 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:08.462200 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-27a4dc59-6163-4847-ba1a-52276ae5d473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:08.473108 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-a43c10fa-d188-46e3-9f5b-92f807061632 req-c51b4443-e164-41aa-be43-205ed092b6ef service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=627d2b4e-ee9f-42de-b848-af479fe5c2f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3376274 Dec 20 08:47:08.500487 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-936cdb99-cc3b-484c-957d-bf07f75e8406 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:08.531529 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=475cb4c1-e496-4db4-9118-13da74cde5e9,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:08.535802 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:08.666144 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2969eb88-36eb-438b-be85-4c39da820e2f tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1129376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1529148'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:08.677587 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-6a8a7f87-e3df-4b29-a6ab-eecf7f1bea43 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:08.710175 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-dec0fbf1-35bc-463e-a084-f362096dcb80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:08.809418 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-a43c10fa-d188-46e3-9f5b-92f807061632 req-36fddadd-33ed-49ae-a33b-85b76b6032d5 service neutron] 10.222.0.58 "GET /v2.0/networks/627d2b4e-ee9f-42de-b848-af479fe5c2f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3285859 Dec 20 08:47:08.810770 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-936cdb99-cc3b-484c-957d-bf07f75e8406 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2036620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2095133'] for subnet, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:08.814692 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-116588db-faf5-42ce-b085-f01bb8855491 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:08.830793 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-dec0fbf1-35bc-463e-a084-f362096dcb80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:08.868197 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2969eb88-36eb-438b-be85-4c39da820e2f tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Pushing event updated for resources: {'Subnet': ['ID=b4c51efb-dc2c-4b33-b6c3-81b6b8fddcf6,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:08.872188 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936cdb99-cc3b-484c-957d-bf07f75e8406 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event deleted for resources: {'Subnet': ['ID=5b6dbf6f-2687-4b46-99ad-c024ffbac095,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:08.874691 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-936cdb99-cc3b-484c-957d-bf07f75e8406 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:08.885322 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2969eb88-36eb-438b-be85-4c39da820e2f tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:08.893302 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-936cdb99-cc3b-484c-957d-bf07f75e8406 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:08.906235 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684065e8-8d5a-422f-a6a7-8f1af5a298c6 None None] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:47:08.941782 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2969eb88-36eb-438b-be85-4c39da820e2f tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Checking segment: {'id': '06984445-581c-4a03-a318-bfb713280d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7205b7b8-6af7-459d-957f-092141eb1a17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:47:08.942142 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2969eb88-36eb-438b-be85-4c39da820e2f tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Network hostable DHCP agents. Network: 7205b7b8-6af7-459d-957f-092141eb1a17, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:47:08.983135 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-936cdb99-cc3b-484c-957d-bf07f75e8406 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/subnets/5b6dbf6f-2687-4b46-99ad-c024ffbac095 HTTP/1.1" status: 204 len: 168 time: 1.3558044 Dec 20 08:47:08.986256 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-dec0fbf1-35bc-463e-a084-f362096dcb80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:08.986618 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40124) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:08.992554 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-dfcc56fd-28e4-453a-95c5-7f88e15cdcfe tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:09.018524 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec0fbf1-35bc-463e-a084-f362096dcb80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ec337d-558c-4745-8e2d-9fce4619d7c6,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:09.022391 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-dec0fbf1-35bc-463e-a084-f362096dcb80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:09.025860 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2969eb88-36eb-438b-be85-4c39da820e2f tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Network 7205b7b8-6af7-459d-957f-092141eb1a17 is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:47:09.028828 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1cab3247-eacb-424b-b1db-fe51689be270 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:09.029836 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1cab3247-eacb-424b-b1db-fe51689be270 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071'] for router, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:09.041937 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45a7be0a-3366-4ff3-b20e-f088ab122cd0 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:47:09.044606 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-dec0fbf1-35bc-463e-a084-f362096dcb80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:09.045725 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-dec0fbf1-35bc-463e-a084-f362096dcb80 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/89ec337d-558c-4745-8e2d-9fce4619d7c6 HTTP/1.1" status: 204 len: 168 time: 0.6288698 Dec 20 08:47:09.053512 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-2969eb88-36eb-438b-be85-4c39da820e2f tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, 7205b7b8-6af7-459d-957f-092141eb1a17) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:47:09.066604 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-a43c10fa-d188-46e3-9f5b-92f807061632 req-b24abab6-1d31-4872-a60e-14fffb845fb7 service neutron] 10.222.0.58 "GET /v2.0/networks/627d2b4e-ee9f-42de-b848-af479fe5c2f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278342 Dec 20 08:47:09.075339 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc411a28-100d-4af2-9702-ec961ee7ad09 None None] Network 7205b7b8-6af7-459d-957f-092141eb1a17 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:47:09.098813 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_v2 [None req-20e5ad2b-2891-438d-ae02-e480bf352c21 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Deleting subnet ba0f7d1b-dd01-4dd0-84e4-e993f3eec209 {{(pid=83445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:47:09.102803 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-20e5ad2b-2891-438d-ae02-e480bf352c21 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for subnet, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:09.121716 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2969eb88-36eb-438b-be85-4c39da820e2f tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:09.122307 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2969eb88-36eb-438b-be85-4c39da820e2f tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:09.149727 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-45a7be0a-3366-4ff3-b20e-f088ab122cd0 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:09.202308 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-2969eb88-36eb-438b-be85-4c39da820e2f tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9649670 Dec 20 08:47:09.205879 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40132) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:09.230283 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878bfe71-a13f-4757-973d-7ac900186456 None None] Sync routers for ids ['fd2784c2-9301-4546-b4f4-5cacc3ac29c6'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:47:09.273514 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-45a7be0a-3366-4ff3-b20e-f088ab122cd0 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.2127938 Dec 20 08:47:09.276074 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40138) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:09.284880 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-d21d593a-3813-4394-aaf5-eb674c5eead3 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-950173220'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:47:09.310520 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-20e5ad2b-2891-438d-ae02-e480bf352c21 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1518554'] for subnet, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:09.344519 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-d21d593a-3813-4394-aaf5-eb674c5eead3 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:47:09.345495 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878bfe71-a13f-4757-973d-7ac900186456 None None] Routers {'fd2784c2-9301-4546-b4f4-5cacc3ac29c6'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:47:09.346335 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-878bfe71-a13f-4757-973d-7ac900186456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:46:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['fd2784c2-9301-4546-b4f4-5cacc3ac29c6'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:09.417898 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-878bfe71-a13f-4757-973d-7ac900186456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:09.420694 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-d21d593a-3813-4394-aaf5-eb674c5eead3 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Usage tracker for resource:network and tenant:a6ef049aae6b4eea9e642fc2beae00ec is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:47:09.432353 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-d21d593a-3813-4394-aaf5-eb674c5eead3 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:47:09.443958 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40144) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:09.447885 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-d21d593a-3813-4394-aaf5-eb674c5eead3 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:47:09.515565 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878bfe71-a13f-4757-973d-7ac900186456 None None] Routers {'fd2784c2-9301-4546-b4f4-5cacc3ac29c6'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:47:09.516256 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cab3247-eacb-424b-b1db-fe51689be270 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Router 786a4aed-7023-4961-af75-e040baa93392 is scheduled to L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 with binding_index 1 {{(pid=83444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 08:47:09.516378 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-878bfe71-a13f-4757-973d-7ac900186456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:46:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['fd2784c2-9301-4546-b4f4-5cacc3ac29c6'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:09.604973 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-878bfe71-a13f-4757-973d-7ac900186456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:09.605349 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878bfe71-a13f-4757-973d-7ac900186456 None None] The sync data for ids ['fd2784c2-9301-4546-b4f4-5cacc3ac29c6'] in dv-neutron-820491-1-hyperv is: [] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:47:09.622157 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdfc57d0-6320-4c9f-b0ab-cc167870f688 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-7205b7b8-6af7-459d-957f-092141eb1a17', 'network_id': '7205b7b8-6af7-459d-957f-092141eb1a17', 'tenant_id': '998613e7a7ae4d22ad9b2ce5f8e08568', 'fixed_ips': [{'subnet_id': 'b4c51efb-dc2c-4b33-b6c3-81b6b8fddcf6'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:47:09.623501 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-cdfc57d0-6320-4c9f-b0ab-cc167870f688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:09.682840 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d21d593a-3813-4394-aaf5-eb674c5eead3 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Made reservation on behalf of a6ef049aae6b4eea9e642fc2beae00ec for: {'network': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:47:09.686953 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d21d593a-3813-4394-aaf5-eb674c5eead3 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:09.715096 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e48004f6-f376-4b81-a398-a117665f3f92 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:09.832977 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:09.866738 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-cdfa12c8-f5de-4820-a12c-7bc700291f1e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/floatingips/8de309e6-50f4-4892-9132-04a23740d016 HTTP/1.1" status: 200 len: 991 time: 0.4211149 Dec 20 08:47:09.881874 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-cdfc57d0-6320-4c9f-b0ab-cc167870f688 None None] Allocated IP 172.20.0.1 (7205b7b8-6af7-459d-957f-092141eb1a17/b4c51efb-dc2c-4b33-b6c3-81b6b8fddcf6/8e5d7c23-5598-4e46-835f-dc04c170dcf4) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:47:09.906154 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d21d593a-3813-4394-aaf5-eb674c5eead3 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=83445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:47:09.949531 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-20e5ad2b-2891-438d-ae02-e480bf352c21 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:10.030265 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e48004f6-f376-4b81-a398-a117665f3f92 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:10.061780 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d21d593a-3813-4394-aaf5-eb674c5eead3 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:10.062127 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.segments_db [None req-d21d593a-3813-4394-aaf5-eb674c5eead3 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Added segment 591c462d-9c0f-4c5a-81b9-356458eb3c36 of type vlan for network 83df81c9-61a3-4636-83a5-6dbfc3e40959 Dec 20 08:47:10.070352 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 475cb4c1-e496-4db4-9118-13da74cde5e9 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:47:10.081936 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cab3247-eacb-424b-b1db-fe51689be270 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:47:10.093433 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 08:47:10.105803 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8595b4-e431-45dc-8d64-a9d02b7bc068 None None] Sync routers for ids ['786a4aed-7023-4961-af75-e040baa93392'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:47:10.132875 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8595b4-e431-45dc-8d64-a9d02b7bc068 None None] Routers {'786a4aed-7023-4961-af75-e040baa93392'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:47:10.133666 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-2a8595b4-e431-45dc-8d64-a9d02b7bc068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:46:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['786a4aed-7023-4961-af75-e040baa93392'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:10.151411 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d21d593a-3813-4394-aaf5-eb674c5eead3 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:10.174617 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1cab3247-eacb-424b-b1db-fe51689be270 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:10.177854 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1cab3247-eacb-424b-b1db-fe51689be270 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.0277302 Dec 20 08:47:10.180402 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40158) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:10.197056 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-20e5ad2b-2891-438d-ae02-e480bf352c21 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2036620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2095133'] for subnet, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:10.203500 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f507f7cc-689e-426d-9343-2d439b2cc26d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:10.297085 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e5ad2b-2891-438d-ae02-e480bf352c21 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event deleted for resources: {'Subnet': ['ID=ba0f7d1b-dd01-4dd0-84e4-e993f3eec209,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:10.304354 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-20e5ad2b-2891-438d-ae02-e480bf352c21 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:10.316977 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d21d593a-3813-4394-aaf5-eb674c5eead3 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:10.319308 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-cdfc57d0-6320-4c9f-b0ab-cc167870f688 None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:10.322210 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 475cb4c1-e496-4db4-9118-13da74cde5e9 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:47:10.322692 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:10.325274 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21d593a-3813-4394-aaf5-eb674c5eead3 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:10.326021 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d21d593a-3813-4394-aaf5-eb674c5eead3 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:10.335399 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-20e5ad2b-2891-438d-ae02-e480bf352c21 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:10.362420 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-39373c10-3167-43b8-83de-35ca07abd3a6 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:10.409245 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-20e5ad2b-2891-438d-ae02-e480bf352c21 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/subnets/ba0f7d1b-dd01-4dd0-84e4-e993f3eec209 HTTP/1.1" status: 204 len: 168 time: 1.4212496 Dec 20 08:47:10.415889 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40166) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:10.434542 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-2a8595b4-e431-45dc-8d64-a9d02b7bc068 None None] Set router 786a4aed-7023-4961-af75-e040baa93392 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:47:10.484886 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-d21d593a-3813-4394-aaf5-eb674c5eead3 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2048426 Dec 20 08:47:10.487888 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40170) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:10.506671 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-6652ea43-9ae0-48ec-a039-418936ff702a tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Request body: {'subnet': {'network_id': '83df81c9-61a3-4636-83a5-6dbfc3e40959', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:47:10.560746 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12ed79a-8c4e-4d84-9c26-08bc9e3136e8 None None] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:47:10.585341 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f335c347-9107-404e-9d27-ebc00f50f6a5 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1468375 Dec 20 08:47:10.597653 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-cdfc57d0-6320-4c9f-b0ab-cc167870f688 None None] Transition to ACTIVE for port object 8e5d7c23-5598-4e46-835f-dc04c170dcf4 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:47:10.715414 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40174) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:10.716096 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40176) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:10.731606 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-02e5efa4-f903-47be-927b-1a939d03c76d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Request body: {'subnet': {'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:47:10.779292 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-cdfc57d0-6320-4c9f-b0ab-cc167870f688 None None] Transition to ACTIVE for port object 8e5d7c23-5598-4e46-835f-dc04c170dcf4 will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:47:10.784870 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-ec14a8c0-09aa-46cd-a27c-08b5536ed42b None None] Provisioning complete for port ef73ad48-ac5f-4313-b404-3b72c026eddc triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:47:10.785525 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-ec14a8c0-09aa-46cd-a27c-08b5536ed42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:10.797776 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-6652ea43-9ae0-48ec-a039-418936ff702a tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:47:10.808451 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21d593a-3813-4394-aaf5-eb674c5eead3 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Pushing event updated for resources: {'Network': ['ID=83df81c9-61a3-4636-83a5-6dbfc3e40959,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:10.814518 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d21d593a-3813-4394-aaf5-eb674c5eead3 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:10.818619 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-6652ea43-9ae0-48ec-a039-418936ff702a tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:47:10.838588 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6652ea43-9ae0-48ec-a039-418936ff702a tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Made reservation on behalf of a6ef049aae6b4eea9e642fc2beae00ec for: {'subnet': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:47:10.879509 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40184) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:10.884962 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network 83df81c9-61a3-4636-83a5-6dbfc3e40959 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:47:10.948038 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4e2563-dda2-4f12-9d91-8afc122af8dc None None] New status for floating IP 8de309e6-50f4-4892-9132-04a23740d016: ACTIVE {{(pid=83446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 08:47:10.971047 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-8fcc4450-db9d-4b07-a1c4-312cdce1fe90 tempest-SubnetPoolsTestJSON-1808222957 tempest-SubnetPoolsTestJSON-1808222957-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-778753746', 'prefixes': ['172.20.0.0/16']}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:47:10.998654 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-8fcc4450-db9d-4b07-a1c4-312cdce1fe90 tempest-SubnetPoolsTestJSON-1808222957 tempest-SubnetPoolsTestJSON-1808222957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:47:11.001673 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-02e5efa4-f903-47be-927b-1a939d03c76d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:47:11.018870 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-02e5efa4-f903-47be-927b-1a939d03c76d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Usage tracker for resource:subnet and tenant:9679bafc94a64ee0a207e63ba5560387 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:47:11.023972 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6652ea43-9ae0-48ec-a039-418936ff702a tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2095160'] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:11.024514 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-02e5efa4-f903-47be-927b-1a939d03c76d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:47:11.035015 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-2a8595b4-e431-45dc-8d64-a9d02b7bc068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '786a4aed-7023-4961-af75-e040baa93392', 'name': 'tempest-snat-router-2022534214', 'tenant_id': '5f1d2e098aa1404b801e1ff34ce5223d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.194'}], 'enable_snat': True}, 'gw_port_id': '619f970b-f990-4203-9a52-fc5f86bf2ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:47:05Z', 'updated_at': '2021-12-20T08:47:08Z', 'revision_number': 3, 'project_id': '5f1d2e098aa1404b801e1ff34ce5223d', 'gw_port': {'id': '619f970b-f990-4203-9a52-fc5f86bf2ec0', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:96:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '786a4aed-7023-4961-af75-e040baa93392', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:47:06Z', 'updated_at': '2021-12-20T08:47:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:11.039786 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8595b4-e431-45dc-8d64-a9d02b7bc068 None None] Checking router: 786a4aed-7023-4961-af75-e040baa93392 for host: dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 08:47:11.040308 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8595b4-e431-45dc-8d64-a9d02b7bc068 None None] Updating router 786a4aed-7023-4961-af75-e040baa93392 port 619f970b-f990-4203-9a52-fc5f86bf2ec0 binding host dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 08:47:11.046197 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-02e5efa4-f903-47be-927b-1a939d03c76d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:47:11.082046 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e48004f6-f376-4b81-a398-a117665f3f92 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2036620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2095133'] for subnet, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:11.084024 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-0483c72d-5c25-4ea4-8129-dd0e7c6b2a7f tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/floatingips/8de309e6-50f4-4892-9132-04a23740d016 HTTP/1.1" status: 200 len: 991 time: 0.2027590 Dec 20 08:47:11.090952 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e5efa4-f903-47be-927b-1a939d03c76d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Made reservation on behalf of 9679bafc94a64ee0a207e63ba5560387 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:47:11.092116 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-43ce5a97-47ed-43b8-9005-678ef4c59eea tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:11.098825 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-cdfc57d0-6320-4c9f-b0ab-cc167870f688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:11.115674 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-814d71d2-d8ba-454a-bdbb-5356ae6bb5c9 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] 10.222.0.16 "GET /v2.0/routers/786a4aed-7023-4961-af75-e040baa93392 HTTP/1.1" status: 200 len: 908 time: 0.9333503 Dec 20 08:47:11.122981 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40190) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:11.129896 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-2a8595b4-e431-45dc-8d64-a9d02b7bc068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:11.133696 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-a19bf334-a3bd-4df9-99ad-dbd462f81e47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:11.236291 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfc57d0-6320-4c9f-b0ab-cc167870f688 None None] Network 7205b7b8-6af7-459d-957f-092141eb1a17 is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:47:11.269296 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-cdfc57d0-6320-4c9f-b0ab-cc167870f688 None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:47:11.301095 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-02e5efa4-f903-47be-927b-1a939d03c76d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1529102'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:11.335353 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48004f6-f376-4b81-a398-a117665f3f92 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Pushing event deleted for resources: {'Subnet': ['ID=b4c51efb-dc2c-4b33-b6c3-81b6b8fddcf6,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:11.341718 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e48004f6-f376-4b81-a398-a117665f3f92 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:11.375672 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfc57d0-6320-4c9f-b0ab-cc167870f688 None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:47:11.450678 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e48004f6-f376-4b81-a398-a117665f3f92 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:11.480571 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-e48004f6-f376-4b81-a398-a117665f3f92 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7205b7b8-6af7-459d-957f-092141eb1a17']}} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:11.498139 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-e48004f6-f376-4b81-a398-a117665f3f92 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06984445-581c-4a03-a318-bfb713280d58') {'for_net_delete': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:11.498459 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-e48004f6-f376-4b81-a398-a117665f3f92 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06984445-581c-4a03-a318-bfb713280d58') {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:11.514343 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e48004f6-f376-4b81-a398-a117665f3f92 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1518531'] for segment, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:11.533278 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e48004f6-f376-4b81-a398-a117665f3f92 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:11.539605 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e48004f6-f376-4b81-a398-a117665f3f92 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=83445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:47:11.540007 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e48004f6-f376-4b81-a398-a117665f3f92 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2036002'] for segment, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:11.574718 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8fcc4450-db9d-4b07-a1c4-312cdce1fe90 tempest-SubnetPoolsTestJSON-1808222957 tempest-SubnetPoolsTestJSON-1808222957-project] Notify callbacks [] for subnetpool, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:11.578717 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-8fcc4450-db9d-4b07-a1c4-312cdce1fe90 tempest-SubnetPoolsTestJSON-1808222957 tempest-SubnetPoolsTestJSON-1808222957-project] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.8584800 Dec 20 08:47:11.588662 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40194) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:11.589516 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-cdfc57d0-6320-4c9f-b0ab-cc167870f688 None None] Attempting to bind port 8e5d7c23-5598-4e46-835f-dc04c170dcf4 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:47:11.589878 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-cdfc57d0-6320-4c9f-b0ab-cc167870f688 None None] Attempting to bind port 8e5d7c23-5598-4e46-835f-dc04c170dcf4 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '06984445-581c-4a03-a318-bfb713280d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7205b7b8-6af7-459d-957f-092141eb1a17'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:47:11.590633 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfc57d0-6320-4c9f-b0ab-cc167870f688 None None] Attempting to bind port 8e5d7c23-5598-4e46-835f-dc04c170dcf4 on network 7205b7b8-6af7-459d-957f-092141eb1a17 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:47:11.637263 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfc57d0-6320-4c9f-b0ab-cc167870f688 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:47:11.637800 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfc57d0-6320-4c9f-b0ab-cc167870f688 None None] Checking segment: {'id': '06984445-581c-4a03-a318-bfb713280d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7205b7b8-6af7-459d-957f-092141eb1a17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:47:11.638214 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-cdfc57d0-6320-4c9f-b0ab-cc167870f688 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:11.638622 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfc57d0-6320-4c9f-b0ab-cc167870f688 None None] Bound using segment: {'id': '06984445-581c-4a03-a318-bfb713280d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7205b7b8-6af7-459d-957f-092141eb1a17'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:47:11.639178 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-cdfc57d0-6320-4c9f-b0ab-cc167870f688 None None] Bound port: 8e5d7c23-5598-4e46-835f-dc04c170dcf4, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06984445-581c-4a03-a318-bfb713280d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7205b7b8-6af7-459d-957f-092141eb1a17'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:47:11.639506 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-cdfc57d0-6320-4c9f-b0ab-cc167870f688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:11.647939 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-2a8595b4-e431-45dc-8d64-a9d02b7bc068 None None] Notify callbacks [] for port, precommit_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:11.670493 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfc57d0-6320-4c9f-b0ab-cc167870f688 None None] Pushing event updated for resources: {'Port': ['ID=8e5d7c23-5598-4e46-835f-dc04c170dcf4,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:11.677965 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-cdfc57d0-6320-4c9f-b0ab-cc167870f688 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:11.679672 dv-neutron-820491-1-hyperv neutron-server[83445]: Traceback (most recent call last): Dec 20 08:47:11.679672 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:47:11.679672 dv-neutron-820491-1-hyperv neutron-server[83445]: timer() Dec 20 08:47:11.679672 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:47:11.679672 dv-neutron-820491-1-hyperv neutron-server[83445]: cb(*args, **kw) Dec 20 08:47:11.679672 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:47:11.679672 dv-neutron-820491-1-hyperv neutron-server[83445]: return func(*args, **kwargs) Dec 20 08:47:11.679672 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:47:11.679672 dv-neutron-820491-1-hyperv neutron-server[83445]: self._notify() Dec 20 08:47:11.679672 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:47:11.679672 dv-neutron-820491-1-hyperv neutron-server[83445]: self.callback(batched_events) Dec 20 08:47:11.679672 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:47:11.679672 dv-neutron-820491-1-hyperv neutron-server[83445]: event.method(event) Dec 20 08:47:11.679672 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:47:11.679672 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:47:11.679672 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:47:11.679672 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:47:11.679672 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:47:11.679672 dv-neutron-820491-1-hyperv neutron-server[83445]: return f(self, *a, **k) Dec 20 08:47:11.679672 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:47:11.679672 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._get(url).json() Dec 20 08:47:11.679672 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:47:11.679672 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:47:11.679672 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:47:11.679672 dv-neutron-820491-1-hyperv neutron-server[83445]: return self.request(url, 'GET', **kwargs) Dec 20 08:47:11.679672 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:47:11.679672 dv-neutron-820491-1-hyperv neutron-server[83445]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:47:11.679672 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:47:11.679672 dv-neutron-820491-1-hyperv neutron-server[83445]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:47:11.679672 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:47:11.679672 dv-neutron-820491-1-hyperv neutron-server[83445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:47:11.679672 dv-neutron-820491-1-hyperv neutron-server[83445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:47:11.682753 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-cdea895d-ff7b-4069-9f85-9fe76a98758f tempest-SubnetPoolsTestJSON-1808222957 tempest-SubnetPoolsTestJSON-1808222957-project] 10.222.0.16 "GET /v2.0/subnetpools/cc5c30cf-3b4f-4984-9451-361edd11d2db HTTP/1.1" status: 200 len: 731 time: 0.0882196 Dec 20 08:47:11.686728 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40198) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:11.698692 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-7a0372b6-2c31-4375-8c78-648f3c34badc tempest-SubnetPoolsTestJSON-1808222957 tempest-SubnetPoolsTestJSON-1808222957-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1413182007'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:47:11.699437 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.provisioning_blocks [None req-2a8595b4-e431-45dc-8d64-a9d02b7bc068 None None] Transition to ACTIVE for port object 619f970b-f990-4203-9a52-fc5f86bf2ec0 will not be triggered until provisioned by entity L2. {{(pid=83447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:47:11.704180 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.api [None req-e48004f6-f376-4b81-a398-a117665f3f92 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 08:47:11.704180 dv-neutron-820491-1-hyperv neutron-server[83445]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 08:47:11.704180 dv-neutron-820491-1-hyperv neutron-server[83445]: [parameters: {'id': '7205b7b8-6af7-459d-957f-092141eb1a17'}] Dec 20 08:47:11.704180 dv-neutron-820491-1-hyperv neutron-server[83445]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 08:47:11.705348 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_db.api [None req-e48004f6-f376-4b81-a398-a117665f3f92 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 08:47:11.712424 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-2a8595b4-e431-45dc-8d64-a9d02b7bc068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:11.718966 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-7e82491a-1e52-4e1b-9728-e21dca06fba3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:11.754944 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588b96c2-8131-4c6c-ba58-ba5a61d1985a None None] DHCP port deletion for f75aa0d2-5f41-40f3-a9e0-d60d934965a4 request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 08:47:11.803772 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-588b96c2-8131-4c6c-ba58-ba5a61d1985a None None] Deleting port ef73ad48-ac5f-4313-b404-3b72c026eddc {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:47:11.804237 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-588b96c2-8131-4c6c-ba58-ba5a61d1985a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:11.827810 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42595dc-c9b2-4761-b6b1-fb1d2e637ff1 None None] Pushing event updated for resources: {'Port': ['ID=619f970b-f990-4203-9a52-fc5f86bf2ec0,revision_number=2']} {{(pid=83447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:11.841416 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-2a8595b4-e431-45dc-8d64-a9d02b7bc068 None None] Attempting to bind port 619f970b-f990-4203-9a52-fc5f86bf2ec0 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:47:11.841775 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-2a8595b4-e431-45dc-8d64-a9d02b7bc068 None None] Attempting to bind port 619f970b-f990-4203-9a52-fc5f86bf2ec0 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}] {{(pid=83447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:47:11.842284 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8595b4-e431-45dc-8d64-a9d02b7bc068 None None] Attempting to bind port 619f970b-f990-4203-9a52-fc5f86bf2ec0 on network 95f3bec2-46e6-4468-8229-8badd4a5aaae {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:47:11.852299 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8595b4-e431-45dc-8d64-a9d02b7bc068 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:47:11.852746 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8595b4-e431-45dc-8d64-a9d02b7bc068 None None] Checking segment: {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:47:11.853082 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-2a8595b4-e431-45dc-8d64-a9d02b7bc068 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:11.853511 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8595b4-e431-45dc-8d64-a9d02b7bc068 None None] Bound using segment: {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'} {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:47:11.853991 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-2a8595b4-e431-45dc-8d64-a9d02b7bc068 None None] Bound port: 619f970b-f990-4203-9a52-fc5f86bf2ec0, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}}] {{(pid=83447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:47:11.854498 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-2a8595b4-e431-45dc-8d64-a9d02b7bc068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:11.871877 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6652ea43-9ae0-48ec-a039-418936ff702a tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2036557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2095114'] for subnet, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:11.878042 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-2b5e0d02-7d93-4b88-b6d1-6e882a73a1b6 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:11.882906 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42595dc-c9b2-4761-b6b1-fb1d2e637ff1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:47:11.883274 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42595dc-c9b2-4761-b6b1-fb1d2e637ff1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:47:11.884137 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42595dc-c9b2-4761-b6b1-fb1d2e637ff1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:47:11.884137 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42595dc-c9b2-4761-b6b1-fb1d2e637ff1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:47:11.884337 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42595dc-c9b2-4761-b6b1-fb1d2e637ff1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:47:11.884604 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42595dc-c9b2-4761-b6b1-fb1d2e637ff1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:47:11.884922 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42595dc-c9b2-4761-b6b1-fb1d2e637ff1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:47:11.885492 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42595dc-c9b2-4761-b6b1-fb1d2e637ff1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:47:11.885816 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42595dc-c9b2-4761-b6b1-fb1d2e637ff1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:47:11.886132 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42595dc-c9b2-4761-b6b1-fb1d2e637ff1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:47:11.886574 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42595dc-c9b2-4761-b6b1-fb1d2e637ff1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:47:11.895692 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-a42595dc-c9b2-4761-b6b1-fb1d2e637ff1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:11.897981 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-02e5efa4-f903-47be-927b-1a939d03c76d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1129376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1529148'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:11.903923 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-6572b24d-aae8-41b9-8700-f2df0eca473a tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:11.947231 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d025b9b3-13b1-4331-8451-8d7ffd7411e2 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks [] for router, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:11.991168 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.db [None req-2a8595b4-e431-45dc-8d64-a9d02b7bc068 None None] For port 619f970b-f990-4203-9a52-fc5f86bf2ec0, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:47:11.994862 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.db [None req-2a8595b4-e431-45dc-8d64-a9d02b7bc068 None None] For port 619f970b-f990-4203-9a52-fc5f86bf2ec0, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=619f970b-f990-4203-9a52-fc5f86bf2ec0,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:47:12.003959 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-2a8595b4-e431-45dc-8d64-a9d02b7bc068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:12.019271 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:12.031890 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6652ea43-9ae0-48ec-a039-418936ff702a tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Pushing event updated for resources: {'Subnet': ['ID=a2e0b313-c41a-41d3-8f89-676d7596d988,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:12.036967 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-6652ea43-9ae0-48ec-a039-418936ff702a tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:12.037600 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device ef73ad48-ac5f-4313-b404-3b72c026eddc no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:47:12.061067 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-cdfc57d0-6320-4c9f-b0ab-cc167870f688 None None] For port 8e5d7c23-5598-4e46-835f-dc04c170dcf4, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:47:12.081523 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6652ea43-9ae0-48ec-a039-418936ff702a tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Checking segment: {'id': '591c462d-9c0f-4c5a-81b9-356458eb3c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '83df81c9-61a3-4636-83a5-6dbfc3e40959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:47:12.081996 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6652ea43-9ae0-48ec-a039-418936ff702a tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Network hostable DHCP agents. Network: 83df81c9-61a3-4636-83a5-6dbfc3e40959, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:47:12.086891 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40204) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:12.114984 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8595b4-e431-45dc-8d64-a9d02b7bc068 None None] Routers {'786a4aed-7023-4961-af75-e040baa93392'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:47:12.115975 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-2a8595b4-e431-45dc-8d64-a9d02b7bc068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:46:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['786a4aed-7023-4961-af75-e040baa93392'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:12.126992 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-cdfc57d0-6320-4c9f-b0ab-cc167870f688 None None] For port 8e5d7c23-5598-4e46-835f-dc04c170dcf4, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=8e5d7c23-5598-4e46-835f-dc04c170dcf4,segment=NetworkSegment(06984445-581c-4a03-a318-bfb713280d58),segment_id=06984445-581c-4a03-a318-bfb713280d58)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:47:12.181965 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-cdfc57d0-6320-4c9f-b0ab-cc167870f688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:12.212566 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e48004f6-f376-4b81-a398-a117665f3f92 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:12.219244 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-ca9313b0-a632-4898-a652-a22dca801d7d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/floatingips/8de309e6-50f4-4892-9132-04a23740d016 HTTP/1.1" status: 200 len: 993 time: 0.1310401 Dec 20 08:47:12.241398 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e5efa4-f903-47be-927b-1a939d03c76d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:47:12.250163 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-e48004f6-f376-4b81-a398-a117665f3f92 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Deleting port 8e5d7c23-5598-4e46-835f-dc04c170dcf4 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:47:12.250542 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-a60d77fb-7457-4163-b5da-50915b0dbb20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:12.250742 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e48004f6-f376-4b81-a398-a117665f3f92 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:12.250958 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7a0372b6-2c31-4375-8c78-648f3c34badc tempest-SubnetPoolsTestJSON-1808222957 tempest-SubnetPoolsTestJSON-1808222957-project] Notify callbacks [] for subnetpool, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:12.252495 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-7a0372b6-2c31-4375-8c78-648f3c34badc tempest-SubnetPoolsTestJSON-1808222957 tempest-SubnetPoolsTestJSON-1808222957-project] 10.222.0.16 "PUT /v2.0/subnetpools/cc5c30cf-3b4f-4984-9451-361edd11d2db HTTP/1.1" status: 200 len: 684 time: 0.5619760 Dec 20 08:47:12.257664 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-02e5efa4-f903-47be-927b-1a939d03c76d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:47:12.259363 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40208) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:12.262613 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e5efa4-f903-47be-927b-1a939d03c76d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event updated for resources: {'Subnet': ['ID=75b9e6e3-46dc-4260-a863-21f73f6fd2c3,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:12.265518 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e5efa4-f903-47be-927b-1a939d03c76d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:12.266155 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-02e5efa4-f903-47be-927b-1a939d03c76d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:12.288986 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6652ea43-9ae0-48ec-a039-418936ff702a tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Network 83df81c9-61a3-4636-83a5-6dbfc3e40959 is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:47:12.289226 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-02e5efa4-f903-47be-927b-1a939d03c76d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:12.308069 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-6652ea43-9ae0-48ec-a039-418936ff702a tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, 83df81c9-61a3-4636-83a5-6dbfc3e40959) {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:47:12.314299 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6652ea43-9ae0-48ec-a039-418936ff702a tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:12.315506 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6652ea43-9ae0-48ec-a039-418936ff702a tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:12.323102 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-02e5efa4-f903-47be-927b-1a939d03c76d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6020000 Dec 20 08:47:12.324667 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40212) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:12.375752 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391f5181-62c3-402b-8290-a77de3b25a08 None None] Network 83df81c9-61a3-4636-83a5-6dbfc3e40959 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:47:12.379837 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-6652ea43-9ae0-48ec-a039-418936ff702a tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8911688 Dec 20 08:47:12.380850 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-2a8595b4-e431-45dc-8d64-a9d02b7bc068 None None] Set router 786a4aed-7023-4961-af75-e040baa93392 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:47:12.383381 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40216) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:12.396496 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-127dadb8-61b6-424f-8535-c54b566a5961 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Request body: {'subnet': {'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:47:12.425180 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-6036d3c9-5c46-41d2-af4c-171b41569c59 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1243700322', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}, 'admin_state_up': False}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:47:12.442398 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-6036d3c9-5c46-41d2-af4c-171b41569c59 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:47:12.452166 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-6036d3c9-5c46-41d2-af4c-171b41569c59 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Usage tracker for resource:router and tenant:a6ef049aae6b4eea9e642fc2beae00ec is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:47:12.458840 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-6036d3c9-5c46-41d2-af4c-171b41569c59 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Quota usage for router was recalculated. Used quota:1. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:47:12.476721 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-6036d3c9-5c46-41d2-af4c-171b41569c59 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:47:12.494262 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:12.554745 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6036d3c9-5c46-41d2-af4c-171b41569c59 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24817'] for router, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:12.560925 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6036d3c9-5c46-41d2-af4c-171b41569c59 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-351744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24806'] for router, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:12.587396 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-588b96c2-8131-4c6c-ba58-ba5a61d1985a None None] For port ef73ad48-ac5f-4313-b404-3b72c026eddc, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=ef73ad48-ac5f-4313-b404-3b72c026eddc,segment=NetworkSegment(7c00552d-ea93-440b-911c-cb3aa0a4eeff),segment_id=7c00552d-ea93-440b-911c-cb3aa0a4eeff)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:47:12.587814 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-588b96c2-8131-4c6c-ba58-ba5a61d1985a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:12.602404 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-fce4e20a-4a26-43f4-83d3-b5e913671121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:12.655554 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5eccc2b8-6e38-47f6-96aa-ca4f0792b24c tempest-SubnetPoolsTestJSON-1808222957 tempest-SubnetPoolsTestJSON-1808222957-project] Notify callbacks [] for subnetpool, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:12.655820 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfc57d0-6320-4c9f-b0ab-cc167870f688 None None] Pushing event updated for resources: {'Port': ['ID=8e5d7c23-5598-4e46-835f-dc04c170dcf4,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:12.656699 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-5eccc2b8-6e38-47f6-96aa-ca4f0792b24c tempest-SubnetPoolsTestJSON-1808222957 tempest-SubnetPoolsTestJSON-1808222957-project] 10.222.0.16 "DELETE /v2.0/subnetpools/cc5c30cf-3b4f-4984-9451-361edd11d2db HTTP/1.1" status: 204 len: 168 time: 0.3956089 Dec 20 08:47:12.659752 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-127dadb8-61b6-424f-8535-c54b566a5961 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:47:12.662874 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40220) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:12.679557 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-127dadb8-61b6-424f-8535-c54b566a5961 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Usage tracker for resource:subnet and tenant:9679bafc94a64ee0a207e63ba5560387 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:47:12.685264 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-127dadb8-61b6-424f-8535-c54b566a5961 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:47:12.693773 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-127dadb8-61b6-424f-8535-c54b566a5961 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:47:12.696135 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-bed3adf6-ac90-4915-b595-565d13656b81 tempest-SubnetPoolsTestJSON-1808222957 tempest-SubnetPoolsTestJSON-1808222957-project] show failed (client error): The resource could not be found. Dec 20 08:47:12.697314 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-bed3adf6-ac90-4915-b595-565d13656b81 tempest-SubnetPoolsTestJSON-1808222957 tempest-SubnetPoolsTestJSON-1808222957-project] 10.222.0.16 "GET /v2.0/subnetpools/cc5c30cf-3b4f-4984-9451-361edd11d2db HTTP/1.1" status: 404 len: 346 time: 0.0334995 Dec 20 08:47:12.700247 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40224) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:12.737035 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-76ae0dfc-694e-4957-bf14-470be3389ec8 tempest-SubnetPoolsTestJSON-1808222957 tempest-SubnetPoolsTestJSON-1808222957-project] delete failed (client error): The resource could not be found. Dec 20 08:47:12.744128 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-76ae0dfc-694e-4957-bf14-470be3389ec8 tempest-SubnetPoolsTestJSON-1808222957 tempest-SubnetPoolsTestJSON-1808222957-project] 10.222.0.16 "DELETE /v2.0/subnetpools/cc5c30cf-3b4f-4984-9451-361edd11d2db HTTP/1.1" status: 404 len: 346 time: 0.0370929 Dec 20 08:47:12.744128 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-127dadb8-61b6-424f-8535-c54b566a5961 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Made reservation on behalf of 9679bafc94a64ee0a207e63ba5560387 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:47:12.744128 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-127dadb8-61b6-424f-8535-c54b566a5961 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1529102'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:12.763292 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d025b9b3-13b1-4331-8451-8d7ffd7411e2 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:12.770133 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-e48004f6-f376-4b81-a398-a117665f3f92 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] For port 8e5d7c23-5598-4e46-835f-dc04c170dcf4, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=8e5d7c23-5598-4e46-835f-dc04c170dcf4,segment=NetworkSegment(06984445-581c-4a03-a318-bfb713280d58),segment_id=06984445-581c-4a03-a318-bfb713280d58)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:47:12.771162 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e48004f6-f376-4b81-a398-a117665f3f92 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:12.824270 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42595dc-c9b2-4761-b6b1-fb1d2e637ff1 None None] Pushing event updated for resources: {'Port': ['ID=619f970b-f990-4203-9a52-fc5f86bf2ec0,revision_number=3']} {{(pid=83447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:12.828208 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-2a8595b4-e431-45dc-8d64-a9d02b7bc068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '786a4aed-7023-4961-af75-e040baa93392', 'name': 'tempest-snat-router-2022534214', 'tenant_id': '5f1d2e098aa1404b801e1ff34ce5223d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.194'}], 'enable_snat': True}, 'gw_port_id': '619f970b-f990-4203-9a52-fc5f86bf2ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:47:05Z', 'updated_at': '2021-12-20T08:47:08Z', 'revision_number': 3, 'project_id': '5f1d2e098aa1404b801e1ff34ce5223d', 'gw_port': {'id': '619f970b-f990-4203-9a52-fc5f86bf2ec0', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:96:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '786a4aed-7023-4961-af75-e040baa93392', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:47:06Z', 'updated_at': '2021-12-20T08:47:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:12.832875 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-a42595dc-c9b2-4761-b6b1-fb1d2e637ff1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.814s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:12.833635 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8595b4-e431-45dc-8d64-a9d02b7bc068 None None] The sync data for ids ['786a4aed-7023-4961-af75-e040baa93392'] in dv-neutron-820491-1-hyperv is: [{'id': '786a4aed-7023-4961-af75-e040baa93392', 'name': 'tempest-snat-router-2022534214', 'tenant_id': '5f1d2e098aa1404b801e1ff34ce5223d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.194'}], 'enable_snat': True}, 'gw_port_id': '619f970b-f990-4203-9a52-fc5f86bf2ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:47:05Z', 'updated_at': '2021-12-20T08:47:08Z', 'revision_number': 3, 'project_id': '5f1d2e098aa1404b801e1ff34ce5223d', 'gw_port': {'id': '619f970b-f990-4203-9a52-fc5f86bf2ec0', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:96:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '786a4aed-7023-4961-af75-e040baa93392', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:47:06Z', 'updated_at': '2021-12-20T08:47:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:47:12.861035 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-cdfc57d0-6320-4c9f-b0ab-cc167870f688 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.609s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:12.863577 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-d025b9b3-13b1-4331-8451-8d7ffd7411e2 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Deleting port 619f970b-f990-4203-9a52-fc5f86bf2ec0 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:47:12.863926 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d025b9b3-13b1-4331-8451-8d7ffd7411e2 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:12.868861 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port ef73ad48-ac5f-4313-b404-3b72c026eddc, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=ef73ad48-ac5f-4313-b404-3b72c026eddc,segment=NetworkSegment(7c00552d-ea93-440b-911c-cb3aa0a4eeff),segment_id=7c00552d-ea93-440b-911c-cb3aa0a4eeff)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:47:12.879946 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-588b96c2-8131-4c6c-ba58-ba5a61d1985a None None] Calling delete_port for ef73ad48-ac5f-4313-b404-3b72c026eddc owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:47:12.917994 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-e48004f6-f376-4b81-a398-a117665f3f92 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Calling delete_port for 8e5d7c23-5598-4e46-835f-dc04c170dcf4 owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:47:12.943201 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:12.946691 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-537dce14-e867-4347-9d97-2faa02f0e4c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:12.953283 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6036d3c9-5c46-41d2-af4c-171b41569c59 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:13.072017 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03b5f91-1051-4633-9823-73e029cd0da9 None None] Network 7205b7b8-6af7-459d-957f-092141eb1a17 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:47:13.082497 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.ipam_backend_mixin [None req-127dadb8-61b6-424f-8535-c54b566a5961 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 75b9e6e3-46dc-4260-a863-21f73f6fd2c3 (CIDR: 2001:db8::/64) Dec 20 08:47:13.093329 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-127dadb8-61b6-424f-8535-c54b566a5961 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 08:47:13.094173 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-127dadb8-61b6-424f-8535-c54b566a5961 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:47:13.181932 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e48004f6-f376-4b81-a398-a117665f3f92 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:13.189878 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-7cb6a412-3a8d-4746-a98d-827b67018ce4 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:13.205966 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-127dadb8-61b6-424f-8535-c54b566a5961 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8804939 Dec 20 08:47:13.206755 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40234) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:13.229900 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-3060d148-e294-475f-bd10-6b1ac3684dc2 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Request body: {'subnet': {'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:47:13.235031 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6036d3c9-5c46-41d2-af4c-171b41569c59 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24724'] for router, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:13.248937 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40238) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:13.252526 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48004f6-f376-4b81-a398-a117665f3f92 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Pushing event deleted for resources: {'Port': ['ID=8e5d7c23-5598-4e46-835f-dc04c170dcf4,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:13.258162 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e48004f6-f376-4b81-a398-a117665f3f92 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:13.263490 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48004f6-f376-4b81-a398-a117665f3f92 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] No DVR routers for this DVR port 8e5d7c23-5598-4e46-835f-dc04c170dcf4 on host dv-neutron-820491-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:47:13.301994 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-d025b9b3-13b1-4331-8451-8d7ffd7411e2 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] For port 619f970b-f990-4203-9a52-fc5f86bf2ec0, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=619f970b-f990-4203-9a52-fc5f86bf2ec0,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:47:13.302356 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d025b9b3-13b1-4331-8451-8d7ffd7411e2 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:13.326976 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.db.api [None req-588b96c2-8131-4c6c-ba58-ba5a61d1985a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 08:47:13.327338 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_db.api [None req-588b96c2-8131-4c6c-ba58-ba5a61d1985a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 08:47:13.365854 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=ef73ad48-ac5f-4313-b404-3b72c026eddc,revision_number=12']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:13.373167 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:13.390933 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe12bf1-8e25-451c-9e1a-33da458da6eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-83df81c9-61a3-4636-83a5-6dbfc3e40959', 'network_id': '83df81c9-61a3-4636-83a5-6dbfc3e40959', 'tenant_id': 'a6ef049aae6b4eea9e642fc2beae00ec', 'fixed_ips': [{'subnet_id': 'a2e0b313-c41a-41d3-8f89-676d7596d988'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:47:13.391842 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-efe12bf1-8e25-451c-9e1a-33da458da6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:13.435049 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e48004f6-f376-4b81-a398-a117665f3f92 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:13.462315 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-e48004f6-f376-4b81-a398-a117665f3f92 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7205b7b8-6af7-459d-957f-092141eb1a17']}} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:13.479233 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-e48004f6-f376-4b81-a398-a117665f3f92 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06984445-581c-4a03-a318-bfb713280d58') {'for_net_delete': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:13.479576 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-e48004f6-f376-4b81-a398-a117665f3f92 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06984445-581c-4a03-a318-bfb713280d58') {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:13.496265 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e48004f6-f376-4b81-a398-a117665f3f92 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1518531'] for segment, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:13.498592 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-d025b9b3-13b1-4331-8451-8d7ffd7411e2 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Calling delete_port for 619f970b-f990-4203-9a52-fc5f86bf2ec0 owned by network:router_gateway {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:47:13.527206 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e48004f6-f376-4b81-a398-a117665f3f92 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:13.537761 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e48004f6-f376-4b81-a398-a117665f3f92 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=83445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:47:13.538168 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e48004f6-f376-4b81-a398-a117665f3f92 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2036002'] for segment, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:13.540663 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7efca610-d04b-446c-808d-ee7fbeb47522 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:13.553814 dv-neutron-820491-1-hyperv neutron-server[83445]: Traceback (most recent call last): Dec 20 08:47:13.553814 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:47:13.553814 dv-neutron-820491-1-hyperv neutron-server[83445]: timer() Dec 20 08:47:13.553814 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:47:13.553814 dv-neutron-820491-1-hyperv neutron-server[83445]: cb(*args, **kw) Dec 20 08:47:13.553814 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:47:13.553814 dv-neutron-820491-1-hyperv neutron-server[83445]: return func(*args, **kwargs) Dec 20 08:47:13.553814 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:47:13.553814 dv-neutron-820491-1-hyperv neutron-server[83445]: self._notify() Dec 20 08:47:13.553814 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:47:13.553814 dv-neutron-820491-1-hyperv neutron-server[83445]: self.callback(batched_events) Dec 20 08:47:13.553814 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:47:13.553814 dv-neutron-820491-1-hyperv neutron-server[83445]: event.method(event) Dec 20 08:47:13.553814 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:47:13.553814 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:47:13.553814 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:47:13.553814 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:47:13.553814 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:47:13.553814 dv-neutron-820491-1-hyperv neutron-server[83445]: return f(self, *a, **k) Dec 20 08:47:13.553814 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:47:13.553814 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._get(url).json() Dec 20 08:47:13.553814 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:47:13.553814 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:47:13.553814 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:47:13.553814 dv-neutron-820491-1-hyperv neutron-server[83445]: return self.request(url, 'GET', **kwargs) Dec 20 08:47:13.553814 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:47:13.553814 dv-neutron-820491-1-hyperv neutron-server[83445]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:47:13.553814 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:47:13.553814 dv-neutron-820491-1-hyperv neutron-server[83445]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:47:13.553814 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:47:13.553814 dv-neutron-820491-1-hyperv neutron-server[83445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:47:13.553814 dv-neutron-820491-1-hyperv neutron-server[83445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:47:13.581408 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-efe12bf1-8e25-451c-9e1a-33da458da6eb None None] Allocated IP 172.20.0.2 (83df81c9-61a3-4636-83a5-6dbfc3e40959/a2e0b313-c41a-41d3-8f89-676d7596d988/82bcd2b7-546a-41a9-bd64-e53843734509) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:47:13.606497 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-3060d148-e294-475f-bd10-6b1ac3684dc2 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:47:13.624062 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-3060d148-e294-475f-bd10-6b1ac3684dc2 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Usage tracker for resource:subnet and tenant:9679bafc94a64ee0a207e63ba5560387 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:47:13.633851 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-3060d148-e294-475f-bd10-6b1ac3684dc2 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:47:13.645828 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-3060d148-e294-475f-bd10-6b1ac3684dc2 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:47:13.660117 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3060d148-e294-475f-bd10-6b1ac3684dc2 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Made reservation on behalf of 9679bafc94a64ee0a207e63ba5560387 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:47:13.664048 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3060d148-e294-475f-bd10-6b1ac3684dc2 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1529102'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:13.819554 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e48004f6-f376-4b81-a398-a117665f3f92 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:13.823644 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-7a1f807c-3051-4214-958c-1214bb037234 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:13.827267 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-efe12bf1-8e25-451c-9e1a-33da458da6eb None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:13.830559 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-588b96c2-8131-4c6c-ba58-ba5a61d1985a None None] Deleting port ef73ad48-ac5f-4313-b404-3b72c026eddc {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:47:13.831134 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-588b96c2-8131-4c6c-ba58-ba5a61d1985a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:13.838513 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e48004f6-f376-4b81-a398-a117665f3f92 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:13.852958 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48004f6-f376-4b81-a398-a117665f3f92 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Pushing event deleted for resources: {'Network': ['ID=7205b7b8-6af7-459d-957f-092141eb1a17,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:13.864488 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e48004f6-f376-4b81-a398-a117665f3f92 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:13.868230 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-e48004f6-f376-4b81-a398-a117665f3f92 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] 10.222.0.16 "DELETE /v2.0/networks/7205b7b8-6af7-459d-957f-092141eb1a17 HTTP/1.1" status: 204 len: 168 time: 4.6613755 Dec 20 08:47:13.872102 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40244) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:13.878304 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-efe12bf1-8e25-451c-9e1a-33da458da6eb None None] Transition to ACTIVE for port object 82bcd2b7-546a-41a9-bd64-e53843734509 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:47:13.880354 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-a158cc2b-a563-4b4a-a62e-a13b23593421 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-802415689'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:47:13.885388 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d025b9b3-13b1-4331-8451-8d7ffd7411e2 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:13.887059 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-a158cc2b-a563-4b4a-a62e-a13b23593421 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:47:13.894704 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-a158cc2b-a563-4b4a-a62e-a13b23593421 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Usage tracker for resource:network and tenant:998613e7a7ae4d22ad9b2ce5f8e08568 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:47:13.898336 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-a158cc2b-a563-4b4a-a62e-a13b23593421 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:47:13.900310 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-39cba1ab-7362-477a-89e4-03b68f6a889b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:13.905736 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-a158cc2b-a563-4b4a-a62e-a13b23593421 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:47:13.913039 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-efe12bf1-8e25-451c-9e1a-33da458da6eb None None] Transition to ACTIVE for port object 82bcd2b7-546a-41a9-bd64-e53843734509 will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:47:13.945139 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6036d3c9-5c46-41d2-af4c-171b41569c59 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks [] for router_gateway, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:13.953774 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-efe12bf1-8e25-451c-9e1a-33da458da6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:13.961569 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:13.979109 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6036d3c9-5c46-41d2-af4c-171b41569c59 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:13.981732 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a158cc2b-a563-4b4a-a62e-a13b23593421 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Made reservation on behalf of 998613e7a7ae4d22ad9b2ce5f8e08568 for: {'network': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:47:13.983533 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d025b9b3-13b1-4331-8451-8d7ffd7411e2 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Pushing event deleted for resources: {'Port': ['ID=619f970b-f990-4203-9a52-fc5f86bf2ec0,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:13.984627 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a158cc2b-a563-4b4a-a62e-a13b23593421 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:13.985673 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-7efca610-d04b-446c-808d-ee7fbeb47522 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:47:13.999632 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d025b9b3-13b1-4331-8451-8d7ffd7411e2 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:14.000685 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7efca610-d04b-446c-808d-ee7fbeb47522 admin admin] Usage tracker for resource:security_group_rule and tenant:aaf70617bb8a48da942cb75d7f038e8d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:47:14.037386 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7efca610-d04b-446c-808d-ee7fbeb47522 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:47:14.060095 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe12bf1-8e25-451c-9e1a-33da458da6eb None None] Network 83df81c9-61a3-4636-83a5-6dbfc3e40959 is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:47:14.067480 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe12bf1-8e25-451c-9e1a-33da458da6eb None None] Pushing event updated for resources: {'Port': ['ID=82bcd2b7-546a-41a9-bd64-e53843734509,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:14.069997 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-efe12bf1-8e25-451c-9e1a-33da458da6eb None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:47:14.074379 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-efe12bf1-8e25-451c-9e1a-33da458da6eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:14.074561 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a158cc2b-a563-4b4a-a62e-a13b23593421 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=83445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:47:14.077045 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe12bf1-8e25-451c-9e1a-33da458da6eb None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:47:14.079266 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-7efca610-d04b-446c-808d-ee7fbeb47522 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:47:14.125155 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a158cc2b-a563-4b4a-a62e-a13b23593421 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:14.125545 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.segments_db [None req-a158cc2b-a563-4b4a-a62e-a13b23593421 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Added segment dd74e494-a81e-4abb-ab65-b00001d129aa of type vlan for network 15c72f8b-97de-46c6-9e37-ee7d73074606 Dec 20 08:47:14.176518 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a158cc2b-a563-4b4a-a62e-a13b23593421 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:14.180702 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-6036d3c9-5c46-41d2-af4c-171b41569c59 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Allocated IP 172.26.5.237 (95f3bec2-46e6-4468-8229-8badd4a5aaae/cf8895a3-346d-4313-a645-16ecdcce9969/4bfa52fd-4972-427f-ab18-2ce2ef81e949) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:47:14.261279 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-588b96c2-8131-4c6c-ba58-ba5a61d1985a None None] For port ef73ad48-ac5f-4313-b404-3b72c026eddc, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=ef73ad48-ac5f-4313-b404-3b72c026eddc,segment=NetworkSegment(7c00552d-ea93-440b-911c-cb3aa0a4eeff),segment_id=7c00552d-ea93-440b-911c-cb3aa0a4eeff)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:47:14.261736 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-588b96c2-8131-4c6c-ba58-ba5a61d1985a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:14.337931 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a158cc2b-a563-4b4a-a62e-a13b23593421 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:14.342014 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a158cc2b-a563-4b4a-a62e-a13b23593421 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:14.342626 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a158cc2b-a563-4b4a-a62e-a13b23593421 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:14.352633 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-708d3a9d-fe66-4c04-824c-b8c14fd4da62 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:14.455448 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d025b9b3-13b1-4331-8451-8d7ffd7411e2 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346107'] for router_gateway, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:14.473185 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-a158cc2b-a563-4b4a-a62e-a13b23593421 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5976293 Dec 20 08:47:14.488843 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40250) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:14.489563 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a158cc2b-a563-4b4a-a62e-a13b23593421 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Pushing event updated for resources: {'Network': ['ID=15c72f8b-97de-46c6-9e37-ee7d73074606,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:14.495090 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a158cc2b-a563-4b4a-a62e-a13b23593421 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:14.499393 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-3ff9111d-095f-4b13-add4-4d16a1659fcf tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:47:14.531002 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-588b96c2-8131-4c6c-ba58-ba5a61d1985a None None] Calling delete_port for ef73ad48-ac5f-4313-b404-3b72c026eddc owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:47:14.545475 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6036d3c9-5c46-41d2-af4c-171b41569c59 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:14.565978 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network 15c72f8b-97de-46c6-9e37-ee7d73074606 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:47:14.654625 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-efe12bf1-8e25-451c-9e1a-33da458da6eb None None] Attempting to bind port 82bcd2b7-546a-41a9-bd64-e53843734509 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:47:14.655018 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-efe12bf1-8e25-451c-9e1a-33da458da6eb None None] Attempting to bind port 82bcd2b7-546a-41a9-bd64-e53843734509 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '591c462d-9c0f-4c5a-81b9-356458eb3c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '83df81c9-61a3-4636-83a5-6dbfc3e40959'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:47:14.655391 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe12bf1-8e25-451c-9e1a-33da458da6eb None None] Attempting to bind port 82bcd2b7-546a-41a9-bd64-e53843734509 on network 83df81c9-61a3-4636-83a5-6dbfc3e40959 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:47:14.746463 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6036d3c9-5c46-41d2-af4c-171b41569c59 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:14.749053 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe12bf1-8e25-451c-9e1a-33da458da6eb None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:47:14.749549 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe12bf1-8e25-451c-9e1a-33da458da6eb None None] Checking segment: {'id': '591c462d-9c0f-4c5a-81b9-356458eb3c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '83df81c9-61a3-4636-83a5-6dbfc3e40959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:47:14.750290 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-efe12bf1-8e25-451c-9e1a-33da458da6eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:14.750745 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe12bf1-8e25-451c-9e1a-33da458da6eb None None] Bound using segment: {'id': '591c462d-9c0f-4c5a-81b9-356458eb3c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '83df81c9-61a3-4636-83a5-6dbfc3e40959'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:47:14.751819 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-efe12bf1-8e25-451c-9e1a-33da458da6eb None None] Bound port: 82bcd2b7-546a-41a9-bd64-e53843734509, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591c462d-9c0f-4c5a-81b9-356458eb3c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '83df81c9-61a3-4636-83a5-6dbfc3e40959'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:47:14.752510 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-efe12bf1-8e25-451c-9e1a-33da458da6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:14.760198 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f234145b-f355-4e94-8c59-322173821946 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:14.774088 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7efca610-d04b-446c-808d-ee7fbeb47522 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:14.781284 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d025b9b3-13b1-4331-8451-8d7ffd7411e2 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24735'] for router, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:14.815526 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7efca610-d04b-446c-808d-ee7fbeb47522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:14.816522 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3ff9111d-095f-4b13-add4-4d16a1659fcf tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:14.827089 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b98a76ad-333f-407c-8c48-ba79312f3db2 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:14.838239 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d025b9b3-13b1-4331-8451-8d7ffd7411e2 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:14.842255 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6036d3c9-5c46-41d2-af4c-171b41569c59 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Network 95f3bec2-46e6-4468-8229-8badd4a5aaae is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:47:14.851632 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f1f6ad67-106f-4406-befe-4065d67de76c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:14.852001 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-6036d3c9-5c46-41d2-af4c-171b41569c59 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:47:14.856368 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6036d3c9-5c46-41d2-af4c-171b41569c59 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:47:14.857190 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-588b96c2-8131-4c6c-ba58-ba5a61d1985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102'] for port, after_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:14.870790 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-5a75dd18-e582-493c-8998-c5552621b3d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:14.886796 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3ff9111d-095f-4b13-add4-4d16a1659fcf tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:14.887213 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efca610-d04b-446c-808d-ee7fbeb47522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a73f1df0-496d-4e1a-b945-4f199e3c698e,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:14.896100 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7efca610-d04b-446c-808d-ee7fbeb47522 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:14.896295 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6036d3c9-5c46-41d2-af4c-171b41569c59 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Pushing event updated for resources: {'Port': ['ID=4bfa52fd-4972-427f-ab18-2ce2ef81e949,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:14.901590 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-6036d3c9-5c46-41d2-af4c-171b41569c59 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:14.902705 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-5de596ad-62b8-45a9-9915-a4ebb3a3a9e0 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:14.907330 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-7efca610-d04b-446c-808d-ee7fbeb47522 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=aaf70617bb8a48da942cb75d7f038e8d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6524389 Dec 20 08:47:14.920393 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588b96c2-8131-4c6c-ba58-ba5a61d1985a None None] Pushing event deleted for resources: {'Port': ['ID=ef73ad48-ac5f-4313-b404-3b72c026eddc,revision_number=None']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:14.920569 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40254) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:14.922411 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588b96c2-8131-4c6c-ba58-ba5a61d1985a None None] No DVR routers for this DVR port ef73ad48-ac5f-4313-b404-3b72c026eddc on host dv-neutron-820491-1-hyperv {{(pid=83446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:47:14.931252 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-588b96c2-8131-4c6c-ba58-ba5a61d1985a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:14.951559 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3ff9111d-095f-4b13-add4-4d16a1659fcf tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Network 15c72f8b-97de-46c6-9e37-ee7d73074606 is not hosted by any dhcp agent {{(pid=83445) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Dec 20 08:47:14.953967 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.objects.ports [None req-3060d148-e294-475f-bd10-6b1ac3684dc2 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83444) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 20 08:47:14.956242 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3060d148-e294-475f-bd10-6b1ac3684dc2 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1129376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1529148'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:14.957055 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff9111d-095f-4b13-add4-4d16a1659fcf tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:14.957770 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3ff9111d-095f-4b13-add4-4d16a1659fcf tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:14.958349 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0479b6-93fa-4046-9270-92481ce83a73 None None] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:47:14.959065 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-3ff9111d-095f-4b13-add4-4d16a1659fcf tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] 10.222.0.16 "PUT /v2.0/networks/15c72f8b-97de-46c6-9e37-ee7d73074606 HTTP/1.1" status: 200 len: 723 time: 0.4671640 Dec 20 08:47:14.960600 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-24cf72ee-2aaa-4dff-aae1-3d395b179494 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:14.967959 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40258) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:14.991923 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d025b9b3-13b1-4331-8451-8d7ffd7411e2 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-390871'] for router, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:14.992695 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d025b9b3-13b1-4331-8451-8d7ffd7411e2 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 786a4aed-7023-4961-af75-e040baa93392 {{(pid=83444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 08:47:14.999748 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-8b73c01a-8791-4415-b6ea-d1e3f71c2ee7 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Request body: {'subnet': {'network_id': '15c72f8b-97de-46c6-9e37-ee7d73074606', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:47:15.018764 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-efe12bf1-8e25-451c-9e1a-33da458da6eb None None] For port 82bcd2b7-546a-41a9-bd64-e53843734509, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:47:15.042319 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3060d148-e294-475f-bd10-6b1ac3684dc2 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:47:15.046219 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-3060d148-e294-475f-bd10-6b1ac3684dc2 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:47:15.048901 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3060d148-e294-475f-bd10-6b1ac3684dc2 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event updated for resources: {'Subnet': ['ID=be2e7616-2ba9-47a1-a8dc-65167f12ac51,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:15.051693 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3060d148-e294-475f-bd10-6b1ac3684dc2 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:15.052204 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3060d148-e294-475f-bd10-6b1ac3684dc2 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:15.055921 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3060d148-e294-475f-bd10-6b1ac3684dc2 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:15.078137 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d025b9b3-13b1-4331-8451-8d7ffd7411e2 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:15.081498 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d025b9b3-13b1-4331-8451-8d7ffd7411e2 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] 10.222.0.16 "DELETE /v2.0/routers/786a4aed-7023-4961-af75-e040baa93392 HTTP/1.1" status: 204 len: 168 time: 3.9540935 Dec 20 08:47:15.082172 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40262) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:15.093121 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-efe12bf1-8e25-451c-9e1a-33da458da6eb None None] For port 82bcd2b7-546a-41a9-bd64-e53843734509, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=82bcd2b7-546a-41a9-bd64-e53843734509,segment=NetworkSegment(591c462d-9c0f-4c5a-81b9-356458eb3c36),segment_id=591c462d-9c0f-4c5a-81b9-356458eb3c36)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:47:15.109150 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-efe12bf1-8e25-451c-9e1a-33da458da6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:15.115705 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-5a75dd18-e582-493c-8998-c5552621b3d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:15.142970 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-3060d148-e294-475f-bd10-6b1ac3684dc2 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.9209392 Dec 20 08:47:15.143439 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff9111d-095f-4b13-add4-4d16a1659fcf tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Pushing event updated for resources: {'Network': ['ID=15c72f8b-97de-46c6-9e37-ee7d73074606,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:15.151551 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3ff9111d-095f-4b13-add4-4d16a1659fcf tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:15.152932 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40266) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:15.161283 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-1126d5df-460c-4104-a982-dee0608549c5 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Request body: {'port': {'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'mac_address': 'fa:16:3e:da:12:9a', 'name': 'tempest-NetworksTestDHCPv6-1465374001'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:47:15.171156 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network 15c72f8b-97de-46c6-9e37-ee7d73074606 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:47:15.257507 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-8b73c01a-8791-4415-b6ea-d1e3f71c2ee7 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:47:15.259595 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-da209321-24a8-4841-b711-9beb457434bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:15.263820 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-8b73c01a-8791-4415-b6ea-d1e3f71c2ee7 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Usage tracker for resource:subnet and tenant:998613e7a7ae4d22ad9b2ce5f8e08568 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:47:15.275266 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-8b73c01a-8791-4415-b6ea-d1e3f71c2ee7 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:47:15.292002 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-8b73c01a-8791-4415-b6ea-d1e3f71c2ee7 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:47:15.314431 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-da209321-24a8-4841-b711-9beb457434bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:15.345845 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b73c01a-8791-4415-b6ea-d1e3f71c2ee7 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Made reservation on behalf of 998613e7a7ae4d22ad9b2ce5f8e08568 for: {'subnet': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:47:15.365670 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe12bf1-8e25-451c-9e1a-33da458da6eb None None] Pushing event updated for resources: {'Port': ['ID=82bcd2b7-546a-41a9-bd64-e53843734509,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:15.376645 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-efe12bf1-8e25-451c-9e1a-33da458da6eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:15.454990 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-1126d5df-460c-4104-a982-dee0608549c5 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:47:15.455197 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110c24bb-bf48-4279-a5b5-43b45ea9a3bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'tenant_id': '9679bafc94a64ee0a207e63ba5560387', 'fixed_ips': [{'subnet_id': '75b9e6e3-46dc-4260-a863-21f73f6fd2c3'}, {'subnet_id': 'be2e7616-2ba9-47a1-a8dc-65167f12ac51'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:47:15.456128 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-110c24bb-bf48-4279-a5b5-43b45ea9a3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:15.471319 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-1126d5df-460c-4104-a982-dee0608549c5 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Usage tracker for resource:port and tenant:9679bafc94a64ee0a207e63ba5560387 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:47:15.477553 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-1126d5df-460c-4104-a982-dee0608549c5 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:47:15.484704 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-1126d5df-460c-4104-a982-dee0608549c5 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:47:15.504028 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1126d5df-460c-4104-a982-dee0608549c5 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Made reservation on behalf of 9679bafc94a64ee0a207e63ba5560387 for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:47:15.508052 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1126d5df-460c-4104-a982-dee0608549c5 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:15.561908 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-1126d5df-460c-4104-a982-dee0608549c5 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] device_id is not set on port f150668a-4db2-4f53-a28a-dddf38175bf4 yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:47:15.679836 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0bd3233d-f60c-480f-89cd-7eecf4b390c6 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks [] for router, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:15.743301 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8b73c01a-8791-4415-b6ea-d1e3f71c2ee7 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2095160'] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:15.840231 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-110c24bb-bf48-4279-a5b5-43b45ea9a3bb None None] Allocated IP 2001:db8::2 (f75aa0d2-5f41-40f3-a9e0-d60d934965a4/75b9e6e3-46dc-4260-a863-21f73f6fd2c3/e1e8bcfb-a253-47b8-bb3c-608970974198) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:47:15.847739 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-110c24bb-bf48-4279-a5b5-43b45ea9a3bb None None] Allocated IP 2001:db8:0:1:f816:3eff:fed9:46b2 (f75aa0d2-5f41-40f3-a9e0-d60d934965a4/be2e7616-2ba9-47a1-a8dc-65167f12ac51/e1e8bcfb-a253-47b8-bb3c-608970974198) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:47:15.863922 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-da209321-24a8-4841-b711-9beb457434bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:15.868929 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b9e29831-98d8-4a02-8c82-e9b6defdcc6a tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:15.886002 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da209321-24a8-4841-b711-9beb457434bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73f1df0-496d-4e1a-b945-4f199e3c698e,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:15.893306 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6036d3c9-5c46-41d2-af4c-171b41569c59 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks [] for router_gateway, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:15.894050 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6036d3c9-5c46-41d2-af4c-171b41569c59 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071'] for router, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:15.902712 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-da209321-24a8-4841-b711-9beb457434bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:15.912774 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-da209321-24a8-4841-b711-9beb457434bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:15.913935 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-da209321-24a8-4841-b711-9beb457434bd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a73f1df0-496d-4e1a-b945-4f199e3c698e HTTP/1.1" status: 204 len: 168 time: 0.9925511 Dec 20 08:47:15.954089 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0bd3233d-f60c-480f-89cd-7eecf4b390c6 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:15.971587 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-0bd3233d-f60c-480f-89cd-7eecf4b390c6 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Deleting port 475cb4c1-e496-4db4-9118-13da74cde5e9 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:47:15.972170 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0bd3233d-f60c-480f-89cd-7eecf4b390c6 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:16.042611 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:16.166964 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-110c24bb-bf48-4279-a5b5-43b45ea9a3bb None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:16.179302 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-110c24bb-bf48-4279-a5b5-43b45ea9a3bb None None] Transition to ACTIVE for port object e1e8bcfb-a253-47b8-bb3c-608970974198 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:47:16.202393 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-110c24bb-bf48-4279-a5b5-43b45ea9a3bb None None] Transition to ACTIVE for port object e1e8bcfb-a253-47b8-bb3c-608970974198 will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:47:16.209701 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 82bcd2b7-546a-41a9-bd64-e53843734509 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:47:16.256791 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-110c24bb-bf48-4279-a5b5-43b45ea9a3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:16.268651 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-143709bf-46d0-4de2-9a8e-ffe085f03428 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:16.321326 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8b73c01a-8791-4415-b6ea-d1e3f71c2ee7 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2036557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2095114'] for subnet, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:16.330196 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-bae00646-df27-4821-80f8-2f37094184dd tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:16.334511 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:16.408454 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b73c01a-8791-4415-b6ea-d1e3f71c2ee7 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Pushing event updated for resources: {'Subnet': ['ID=374dda86-1a68-45f2-93e2-75b20df0a316,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:16.409958 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110c24bb-bf48-4279-a5b5-43b45ea9a3bb None None] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:47:16.411843 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-8b73c01a-8791-4415-b6ea-d1e3f71c2ee7 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:16.411998 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110c24bb-bf48-4279-a5b5-43b45ea9a3bb None None] Pushing event updated for resources: {'Port': ['ID=e1e8bcfb-a253-47b8-bb3c-608970974198,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:16.415339 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-110c24bb-bf48-4279-a5b5-43b45ea9a3bb None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:47:16.417027 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-110c24bb-bf48-4279-a5b5-43b45ea9a3bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:16.419112 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110c24bb-bf48-4279-a5b5-43b45ea9a3bb None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:47:16.466751 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b73c01a-8791-4415-b6ea-d1e3f71c2ee7 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Checking segment: {'id': 'dd74e494-a81e-4abb-ab65-b00001d129aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '15c72f8b-97de-46c6-9e37-ee7d73074606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:47:16.467152 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b73c01a-8791-4415-b6ea-d1e3f71c2ee7 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Network hostable DHCP agents. Network: 15c72f8b-97de-46c6-9e37-ee7d73074606, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:47:16.514327 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b73c01a-8791-4415-b6ea-d1e3f71c2ee7 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Network 15c72f8b-97de-46c6-9e37-ee7d73074606 is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:47:16.547373 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 82bcd2b7-546a-41a9-bd64-e53843734509 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:47:16.549586 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-8b73c01a-8791-4415-b6ea-d1e3f71c2ee7 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, 15c72f8b-97de-46c6-9e37-ee7d73074606) {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:47:16.559636 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b73c01a-8791-4415-b6ea-d1e3f71c2ee7 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:16.561468 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8b73c01a-8791-4415-b6ea-d1e3f71c2ee7 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:16.612044 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-1126d5df-460c-4104-a982-dee0608549c5 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Allocated IP 2001:db8::39 (f75aa0d2-5f41-40f3-a9e0-d60d934965a4/75b9e6e3-46dc-4260-a863-21f73f6fd2c3/f150668a-4db2-4f53-a28a-dddf38175bf4) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:47:16.621802 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-0bd3233d-f60c-480f-89cd-7eecf4b390c6 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] For port 475cb4c1-e496-4db4-9118-13da74cde5e9, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=475cb4c1-e496-4db4-9118-13da74cde5e9,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:47:16.622435 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0bd3233d-f60c-480f-89cd-7eecf4b390c6 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:16.630918 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-8b73c01a-8791-4415-b6ea-d1e3f71c2ee7 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6602151 Dec 20 08:47:16.631674 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40276) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:16.636972 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-1126d5df-460c-4104-a982-dee0608549c5 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Allocated IP 2001:db8:0:1:f816:3eff:feda:129a (f75aa0d2-5f41-40f3-a9e0-d60d934965a4/be2e7616-2ba9-47a1-a8dc-65167f12ac51/f150668a-4db2-4f53-a28a-dddf38175bf4) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:47:16.646896 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-234bbaa0-eee2-4206-979d-23c31af13ef8 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:47:16.683826 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6036d3c9-5c46-41d2-af4c-171b41569c59 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Router a61e8621-801b-440b-8099-16ef2c220a26 is scheduled to L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 with binding_index 1 {{(pid=83445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 08:47:16.684431 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0e007b-6d87-428d-801a-17423d198a6b None None] Network 15c72f8b-97de-46c6-9e37-ee7d73074606 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:47:16.741609 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-110c24bb-bf48-4279-a5b5-43b45ea9a3bb None None] Attempting to bind port e1e8bcfb-a253-47b8-bb3c-608970974198 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:47:16.742312 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-110c24bb-bf48-4279-a5b5-43b45ea9a3bb None None] Attempting to bind port e1e8bcfb-a253-47b8-bb3c-608970974198 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '7c00552d-ea93-440b-911c-cb3aa0a4eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:47:16.743445 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110c24bb-bf48-4279-a5b5-43b45ea9a3bb None None] Attempting to bind port e1e8bcfb-a253-47b8-bb3c-608970974198 on network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:47:16.825698 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-0bd3233d-f60c-480f-89cd-7eecf4b390c6 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Calling delete_port for 475cb4c1-e496-4db4-9118-13da74cde5e9 owned by network:router_gateway {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:47:16.829935 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110c24bb-bf48-4279-a5b5-43b45ea9a3bb None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:47:16.830700 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110c24bb-bf48-4279-a5b5-43b45ea9a3bb None None] Checking segment: {'id': '7c00552d-ea93-440b-911c-cb3aa0a4eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:47:16.831162 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-110c24bb-bf48-4279-a5b5-43b45ea9a3bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:16.831660 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110c24bb-bf48-4279-a5b5-43b45ea9a3bb None None] Bound using segment: {'id': '7c00552d-ea93-440b-911c-cb3aa0a4eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:47:16.832209 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-110c24bb-bf48-4279-a5b5-43b45ea9a3bb None None] Bound port: e1e8bcfb-a253-47b8-bb3c-608970974198, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c00552d-ea93-440b-911c-cb3aa0a4eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:47:16.832651 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-110c24bb-bf48-4279-a5b5-43b45ea9a3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:16.850748 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798c023f-6ec8-4aa4-921d-83077b59f866 None None] Network 83df81c9-61a3-4636-83a5-6dbfc3e40959 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:47:16.919613 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6036d3c9-5c46-41d2-af4c-171b41569c59 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:47:16.930995 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334060cc-0482-40ee-8dbf-35ab5a7b7673 None None] Sync routers for ids ['a61e8621-801b-440b-8099-16ef2c220a26'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:47:16.947325 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334060cc-0482-40ee-8dbf-35ab5a7b7673 None None] Routers {'a61e8621-801b-440b-8099-16ef2c220a26'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:47:16.948387 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-334060cc-0482-40ee-8dbf-35ab5a7b7673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:47:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['a61e8621-801b-440b-8099-16ef2c220a26'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:16.952233 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6036d3c9-5c46-41d2-af4c-171b41569c59 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:16.960176 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-6036d3c9-5c46-41d2-af4c-171b41569c59 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.5755589 Dec 20 08:47:16.960967 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40280) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:17.014776 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-daaa84f2-036f-4d91-b8f3-21ec19bfc749 None None] Provisioning for port 82bcd2b7-546a-41a9-bd64-e53843734509 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:47:17.030983 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-daaa84f2-036f-4d91-b8f3-21ec19bfc749 None None] Provisioning complete for port 82bcd2b7-546a-41a9-bd64-e53843734509 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:47:17.031294 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-daaa84f2-036f-4d91-b8f3-21ec19bfc749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:17.033542 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-334060cc-0482-40ee-8dbf-35ab5a7b7673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:17.047537 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334060cc-0482-40ee-8dbf-35ab5a7b7673 None None] Routers {'a61e8621-801b-440b-8099-16ef2c220a26'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:47:17.048789 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-334060cc-0482-40ee-8dbf-35ab5a7b7673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:47:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['a61e8621-801b-440b-8099-16ef2c220a26'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:17.124144 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-334060cc-0482-40ee-8dbf-35ab5a7b7673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:17.125020 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334060cc-0482-40ee-8dbf-35ab5a7b7673 None None] The sync data for ids ['a61e8621-801b-440b-8099-16ef2c220a26'] in dv-neutron-820491-1-hyperv is: [] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:47:17.182380 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-110c24bb-bf48-4279-a5b5-43b45ea9a3bb None None] For port e1e8bcfb-a253-47b8-bb3c-608970974198, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:47:17.229981 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-110c24bb-bf48-4279-a5b5-43b45ea9a3bb None None] For port e1e8bcfb-a253-47b8-bb3c-608970974198, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=e1e8bcfb-a253-47b8-bb3c-608970974198,segment=NetworkSegment(7c00552d-ea93-440b-911c-cb3aa0a4eeff),segment_id=7c00552d-ea93-440b-911c-cb3aa0a4eeff)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:47:17.244898 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-110c24bb-bf48-4279-a5b5-43b45ea9a3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:17.251234 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:17.325428 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1126d5df-460c-4104-a982-dee0608549c5 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:17.354573 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-234bbaa0-eee2-4206-979d-23c31af13ef8 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1529093'] for subnet, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:17.379198 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf19171-21f0-4226-a225-b9f34388e2ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-15c72f8b-97de-46c6-9e37-ee7d73074606', 'network_id': '15c72f8b-97de-46c6-9e37-ee7d73074606', 'tenant_id': '998613e7a7ae4d22ad9b2ce5f8e08568', 'fixed_ips': [{'subnet_id': '374dda86-1a68-45f2-93e2-75b20df0a316'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:47:17.380018 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-fdf19171-21f0-4226-a225-b9f34388e2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:17.402924 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-1126d5df-460c-4104-a982-dee0608549c5 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Transition to ACTIVE for port object f150668a-4db2-4f53-a28a-dddf38175bf4 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:47:17.421169 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0bd3233d-f60c-480f-89cd-7eecf4b390c6 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:17.429601 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f593868f-4d10-4a39-98e7-f8bee8a0bf8d tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:17.460883 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:17.483137 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd3233d-f60c-480f-89cd-7eecf4b390c6 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Pushing event deleted for resources: {'Port': ['ID=475cb4c1-e496-4db4-9118-13da74cde5e9,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:17.494849 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0bd3233d-f60c-480f-89cd-7eecf4b390c6 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:17.507043 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110c24bb-bf48-4279-a5b5-43b45ea9a3bb None None] Pushing event updated for resources: {'Port': ['ID=e1e8bcfb-a253-47b8-bb3c-608970974198,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:17.511217 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-110c24bb-bf48-4279-a5b5-43b45ea9a3bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:17.665487 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-daaa84f2-036f-4d91-b8f3-21ec19bfc749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:17.724396 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-daaa84f2-036f-4d91-b8f3-21ec19bfc749 None None] For port 82bcd2b7-546a-41a9-bd64-e53843734509, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=82bcd2b7-546a-41a9-bd64-e53843734509,segment=NetworkSegment(591c462d-9c0f-4c5a-81b9-356458eb3c36),segment_id=591c462d-9c0f-4c5a-81b9-356458eb3c36)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:47:17.729955 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-daaa84f2-036f-4d91-b8f3-21ec19bfc749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:17.732095 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-715623a2-9c23-4f3f-aa0d-6c5ded8b47b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:17.823642 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaa84f2-036f-4d91-b8f3-21ec19bfc749 None None] Pushing event updated for resources: {'Port': ['ID=82bcd2b7-546a-41a9-bd64-e53843734509,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:17.825635 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7d79ab71-5275-46bb-881a-7c5c7cc1be24 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:17.827279 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-daaa84f2-036f-4d91-b8f3-21ec19bfc749 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:18.074519 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1126d5df-460c-4104-a982-dee0608549c5 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:18.087209 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-cc45b009-f70b-4b9c-8ad8-5f949f95ef76 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:18.153927 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0bd3233d-f60c-480f-89cd-7eecf4b390c6 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346107'] for router_gateway, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:18.185084 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-9e8ae1a0-d824-4c88-a09c-b4976a8f7fcd None None] Provisioning complete for port 82bcd2b7-546a-41a9-bd64-e53843734509 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:47:18.185588 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-9e8ae1a0-d824-4c88-a09c-b4976a8f7fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:18.213868 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device e1e8bcfb-a253-47b8-bb3c-608970974198 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:47:18.325525 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1126d5df-460c-4104-a982-dee0608549c5 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:47:18.330882 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-234bbaa0-eee2-4206-979d-23c31af13ef8 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789432289796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1129334'] for subnet, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:18.335796 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1126d5df-460c-4104-a982-dee0608549c5 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event updated for resources: {'Port': ['ID=f150668a-4db2-4f53-a28a-dddf38175bf4,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:18.338743 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-1126d5df-460c-4104-a982-dee0608549c5 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:47:18.340074 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1126d5df-460c-4104-a982-dee0608549c5 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:18.341910 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d2a12d23-c700-4c64-8a14-118a4b03bc4a tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:18.415637 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port e1e8bcfb-a253-47b8-bb3c-608970974198 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:47:18.435485 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 82bcd2b7-546a-41a9-bd64-e53843734509 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:47:18.436656 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1126d5df-460c-4104-a982-dee0608549c5 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:47:18.441162 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1126d5df-460c-4104-a982-dee0608549c5 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:18.441794 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1126d5df-460c-4104-a982-dee0608549c5 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:18.463565 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-fdf19171-21f0-4226-a225-b9f34388e2ff None None] Allocated IP 172.20.0.2 (15c72f8b-97de-46c6-9e37-ee7d73074606/374dda86-1a68-45f2-93e2-75b20df0a316/0e30f59a-c154-4a30-9517-7c1091a7569a) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:47:18.504325 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-7d79ab71-5275-46bb-881a-7c5c7cc1be24 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Allocated IP 172.20.0.1 (83df81c9-61a3-4636-83a5-6dbfc3e40959/a2e0b313-c41a-41d3-8f89-676d7596d988/c38affbd-1db1-43e6-bee5-57ad7e297d65) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:47:18.552281 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234bbaa0-eee2-4206-979d-23c31af13ef8 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Pushing event updated for resources: {'Subnet': ['ID=374dda86-1a68-45f2-93e2-75b20df0a316,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:18.555620 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-234bbaa0-eee2-4206-979d-23c31af13ef8 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:18.561926 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0bd3233d-f60c-480f-89cd-7eecf4b390c6 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24735'] for router, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:18.564399 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234bbaa0-eee2-4206-979d-23c31af13ef8 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:18.564986 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-234bbaa0-eee2-4206-979d-23c31af13ef8 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:18.566310 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-234bbaa0-eee2-4206-979d-23c31af13ef8 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] 10.222.0.16 "PUT /v2.0/subnets/374dda86-1a68-45f2-93e2-75b20df0a316 HTTP/1.1" status: 200 len: 806 time: 1.9334900 Dec 20 08:47:18.570224 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40286) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:18.591403 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0bd3233d-f60c-480f-89cd-7eecf4b390c6 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:18.597395 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1126d5df-460c-4104-a982-dee0608549c5 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.4408047 Dec 20 08:47:18.598233 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40290) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:18.720445 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 82bcd2b7-546a-41a9-bd64-e53843734509 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:47:18.720873 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:18.747946 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-38c4815f-9cdb-43f6-aaee-bb14e730e7d4 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Deleting port f150668a-4db2-4f53-a28a-dddf38175bf4 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:47:18.748571 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-38c4815f-9cdb-43f6-aaee-bb14e730e7d4 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:18.792522 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0bd3233d-f60c-480f-89cd-7eecf4b390c6 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-390871'] for router, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:18.796032 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bd3233d-f60c-480f-89cd-7eecf4b390c6 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0d07bdcc-e9c2-4c87-8cba-1cad89a654e3 {{(pid=83444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 08:47:18.847949 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0bd3233d-f60c-480f-89cd-7eecf4b390c6 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:18.849501 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-0bd3233d-f60c-480f-89cd-7eecf4b390c6 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] 10.222.0.16 "DELETE /v2.0/routers/0d07bdcc-e9c2-4c87-8cba-1cad89a654e3 HTTP/1.1" status: 204 len: 168 time: 3.7663989 Dec 20 08:47:18.854962 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40294) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:18.872879 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7d79ab71-5275-46bb-881a-7c5c7cc1be24 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:18.881521 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-a66ea258-8acb-424e-b7e6-1a47d21b82a2 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-24298514', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}, 'admin_state_up': False}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:47:18.899622 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-a66ea258-8acb-424e-b7e6-1a47d21b82a2 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:47:18.913189 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-a66ea258-8acb-424e-b7e6-1a47d21b82a2 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Usage tracker for resource:router and tenant:dde3432b20b1425ba86c86caefb44bed is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:47:18.918694 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-a66ea258-8acb-424e-b7e6-1a47d21b82a2 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:47:18.923616 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-488c9f40-31b3-4bb8-a0e5-a330f7bf9b96 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:18.927846 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-7d79ab71-5275-46bb-881a-7c5c7cc1be24 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Transition to ACTIVE for port object c38affbd-1db1-43e6-bee5-57ad7e297d65 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:47:18.953795 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7d79ab71-5275-46bb-881a-7c5c7cc1be24 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:18.962669 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-498cc33a-4823-4d88-bb1f-969ccbc5e286 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:18.964234 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-fdf19171-21f0-4226-a225-b9f34388e2ff None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:18.969325 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-a66ea258-8acb-424e-b7e6-1a47d21b82a2 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:47:18.982791 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-fdf19171-21f0-4226-a225-b9f34388e2ff None None] Transition to ACTIVE for port object 0e30f59a-c154-4a30-9517-7c1091a7569a will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:47:18.995081 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a66ea258-8acb-424e-b7e6-1a47d21b82a2 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24817'] for router, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:18.996935 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a66ea258-8acb-424e-b7e6-1a47d21b82a2 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-351744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24806'] for router, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:19.095546 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-fdf19171-21f0-4226-a225-b9f34388e2ff None None] Transition to ACTIVE for port object 0e30f59a-c154-4a30-9517-7c1091a7569a will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:47:19.165808 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-fdf19171-21f0-4226-a225-b9f34388e2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:19.172394 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-a7beffc2-debd-4b8f-bf2e-d668f3b37d9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:19.189050 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a66ea258-8acb-424e-b7e6-1a47d21b82a2 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:19.214399 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32977e64-799d-4383-8c1b-dbaf8128d0af None None] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:47:19.243401 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-38c4815f-9cdb-43f6-aaee-bb14e730e7d4 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:19.274688 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d79ab71-5275-46bb-881a-7c5c7cc1be24 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Network 83df81c9-61a3-4636-83a5-6dbfc3e40959 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:47:19.285300 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-7d79ab71-5275-46bb-881a-7c5c7cc1be24 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:47:19.307524 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d79ab71-5275-46bb-881a-7c5c7cc1be24 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Pushing event updated for resources: {'Port': ['ID=c38affbd-1db1-43e6-bee5-57ad7e297d65,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:19.310247 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d79ab71-5275-46bb-881a-7c5c7cc1be24 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:47:19.337842 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf19171-21f0-4226-a225-b9f34388e2ff None None] Network 15c72f8b-97de-46c6-9e37-ee7d73074606 is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:47:19.342598 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-7d79ab71-5275-46bb-881a-7c5c7cc1be24 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:19.353190 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf19171-21f0-4226-a225-b9f34388e2ff None None] Pushing event updated for resources: {'Port': ['ID=0e30f59a-c154-4a30-9517-7c1091a7569a,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:19.355708 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-fdf19171-21f0-4226-a225-b9f34388e2ff None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:47:19.358067 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-fdf19171-21f0-4226-a225-b9f34388e2ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:19.361448 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf19171-21f0-4226-a225-b9f34388e2ff None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:47:19.370120 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-488c9f40-31b3-4bb8-a0e5-a330f7bf9b96 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:19.435964 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-62fe1121-7b0b-4f44-9da6-54b94c79f551 None None] Provisioning for port e1e8bcfb-a253-47b8-bb3c-608970974198 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:47:19.475637 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7d79ab71-5275-46bb-881a-7c5c7cc1be24 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-345881'] for router_interface, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:19.493620 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-3ea127d0-2d68-4dcf-aeba-9e4a4bc4f9d5 req-b707ec5f-7a04-43f2-8d72-5a4befa223db service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ce86b767-a621-41c5-98e8-cc542b7adc7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4034460 Dec 20 08:47:19.516662 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-62fe1121-7b0b-4f44-9da6-54b94c79f551 None None] Provisioning complete for port e1e8bcfb-a253-47b8-bb3c-608970974198 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:47:19.517045 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-62fe1121-7b0b-4f44-9da6-54b94c79f551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:19.518869 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-488c9f40-31b3-4bb8-a0e5-a330f7bf9b96 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2036620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2095133'] for subnet, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:19.524128 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-77d7fe7d-32eb-46b1-a20c-8c00540a0eb9 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:19.621495 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-38c4815f-9cdb-43f6-aaee-bb14e730e7d4 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Calling delete_port for f150668a-4db2-4f53-a28a-dddf38175bf4 owned by {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:47:19.671762 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-fdf19171-21f0-4226-a225-b9f34388e2ff None None] Attempting to bind port 0e30f59a-c154-4a30-9517-7c1091a7569a on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:47:19.672143 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-fdf19171-21f0-4226-a225-b9f34388e2ff None None] Attempting to bind port 0e30f59a-c154-4a30-9517-7c1091a7569a by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': 'dd74e494-a81e-4abb-ab65-b00001d129aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '15c72f8b-97de-46c6-9e37-ee7d73074606'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:47:19.672513 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf19171-21f0-4226-a225-b9f34388e2ff None None] Attempting to bind port 0e30f59a-c154-4a30-9517-7c1091a7569a on network 15c72f8b-97de-46c6-9e37-ee7d73074606 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:47:19.685634 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488c9f40-31b3-4bb8-a0e5-a330f7bf9b96 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Pushing event deleted for resources: {'Subnet': ['ID=374dda86-1a68-45f2-93e2-75b20df0a316,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:19.691845 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7d79ab71-5275-46bb-881a-7c5c7cc1be24 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:19.693125 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a66ea258-8acb-424e-b7e6-1a47d21b82a2 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24724'] for router, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:19.702668 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf19171-21f0-4226-a225-b9f34388e2ff None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:47:19.703062 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf19171-21f0-4226-a225-b9f34388e2ff None None] Checking segment: {'id': 'dd74e494-a81e-4abb-ab65-b00001d129aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '15c72f8b-97de-46c6-9e37-ee7d73074606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:47:19.703464 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-fdf19171-21f0-4226-a225-b9f34388e2ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:19.703898 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf19171-21f0-4226-a225-b9f34388e2ff None None] Bound using segment: {'id': 'dd74e494-a81e-4abb-ab65-b00001d129aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '15c72f8b-97de-46c6-9e37-ee7d73074606'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:47:19.704398 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-fdf19171-21f0-4226-a225-b9f34388e2ff None None] Bound port: 0e30f59a-c154-4a30-9517-7c1091a7569a, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd74e494-a81e-4abb-ab65-b00001d129aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '15c72f8b-97de-46c6-9e37-ee7d73074606'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:47:19.704783 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-fdf19171-21f0-4226-a225-b9f34388e2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:19.708839 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-488c9f40-31b3-4bb8-a0e5-a330f7bf9b96 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:19.982117 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-488c9f40-31b3-4bb8-a0e5-a330f7bf9b96 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:19.985677 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-fdf19171-21f0-4226-a225-b9f34388e2ff None None] For port 0e30f59a-c154-4a30-9517-7c1091a7569a, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:47:19.993069 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-62fe1121-7b0b-4f44-9da6-54b94c79f551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:20.012158 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-fdf19171-21f0-4226-a225-b9f34388e2ff None None] For port 0e30f59a-c154-4a30-9517-7c1091a7569a, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=0e30f59a-c154-4a30-9517-7c1091a7569a,segment=NetworkSegment(dd74e494-a81e-4abb-ab65-b00001d129aa),segment_id=dd74e494-a81e-4abb-ab65-b00001d129aa)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:47:20.024350 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-488c9f40-31b3-4bb8-a0e5-a330f7bf9b96 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15c72f8b-97de-46c6-9e37-ee7d73074606']}} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:20.038482 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-fdf19171-21f0-4226-a225-b9f34388e2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:20.040209 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-488c9f40-31b3-4bb8-a0e5-a330f7bf9b96 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd74e494-a81e-4abb-ab65-b00001d129aa') {'for_net_delete': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:20.040506 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-488c9f40-31b3-4bb8-a0e5-a330f7bf9b96 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd74e494-a81e-4abb-ab65-b00001d129aa') {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:20.052629 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-488c9f40-31b3-4bb8-a0e5-a330f7bf9b96 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1518531'] for segment, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:20.054320 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-faab80dd-e3cb-4c7f-a7cf-6d44197649d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:20.092144 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-62fe1121-7b0b-4f44-9da6-54b94c79f551 None None] For port e1e8bcfb-a253-47b8-bb3c-608970974198, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=e1e8bcfb-a253-47b8-bb3c-608970974198,segment=NetworkSegment(7c00552d-ea93-440b-911c-cb3aa0a4eeff),segment_id=7c00552d-ea93-440b-911c-cb3aa0a4eeff)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:47:20.109190 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-62fe1121-7b0b-4f44-9da6-54b94c79f551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:20.121402 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-38c4815f-9cdb-43f6-aaee-bb14e730e7d4 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:20.132325 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1126d5df-460c-4104-a982-dee0608549c5 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:20.185891 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf19171-21f0-4226-a225-b9f34388e2ff None None] Pushing event updated for resources: {'Port': ['ID=0e30f59a-c154-4a30-9517-7c1091a7569a,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:20.189564 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-fdf19171-21f0-4226-a225-b9f34388e2ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:20.192136 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-90b509b8-cb23-4ec7-96ef-a6e0d6e1f430 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:20.209634 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c4815f-9cdb-43f6-aaee-bb14e730e7d4 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event deleted for resources: {'Port': ['ID=f150668a-4db2-4f53-a28a-dddf38175bf4,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:20.216857 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-38c4815f-9cdb-43f6-aaee-bb14e730e7d4 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:20.221451 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a66ea258-8acb-424e-b7e6-1a47d21b82a2 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks [] for router_gateway, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:20.254433 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a66ea258-8acb-424e-b7e6-1a47d21b82a2 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:20.285111 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22446fc-2dbf-43ae-8f76-977a76342c86 None None] Network 15c72f8b-97de-46c6-9e37-ee7d73074606 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:47:20.331072 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-488c9f40-31b3-4bb8-a0e5-a330f7bf9b96 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:20.337956 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-488c9f40-31b3-4bb8-a0e5-a330f7bf9b96 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=83445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:47:20.338348 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-488c9f40-31b3-4bb8-a0e5-a330f7bf9b96 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2036002'] for segment, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:20.410225 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-38c4815f-9cdb-43f6-aaee-bb14e730e7d4 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:20.430017 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fe1121-7b0b-4f44-9da6-54b94c79f551 None None] Pushing event updated for resources: {'Port': ['ID=e1e8bcfb-a253-47b8-bb3c-608970974198,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:20.431082 dv-neutron-820491-1-hyperv neutron-server[83445]: Traceback (most recent call last): Dec 20 08:47:20.431082 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:47:20.431082 dv-neutron-820491-1-hyperv neutron-server[83445]: timer() Dec 20 08:47:20.431082 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:47:20.431082 dv-neutron-820491-1-hyperv neutron-server[83445]: cb(*args, **kw) Dec 20 08:47:20.431082 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:47:20.431082 dv-neutron-820491-1-hyperv neutron-server[83445]: return func(*args, **kwargs) Dec 20 08:47:20.431082 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:47:20.431082 dv-neutron-820491-1-hyperv neutron-server[83445]: self._notify() Dec 20 08:47:20.431082 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:47:20.431082 dv-neutron-820491-1-hyperv neutron-server[83445]: self.callback(batched_events) Dec 20 08:47:20.431082 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:47:20.431082 dv-neutron-820491-1-hyperv neutron-server[83445]: event.method(event) Dec 20 08:47:20.431082 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:47:20.431082 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:47:20.431082 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:47:20.431082 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:47:20.431082 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:47:20.431082 dv-neutron-820491-1-hyperv neutron-server[83445]: return f(self, *a, **k) Dec 20 08:47:20.431082 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:47:20.431082 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._get(url).json() Dec 20 08:47:20.431082 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:47:20.431082 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:47:20.431082 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:47:20.431082 dv-neutron-820491-1-hyperv neutron-server[83445]: return self.request(url, 'GET', **kwargs) Dec 20 08:47:20.431082 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:47:20.431082 dv-neutron-820491-1-hyperv neutron-server[83445]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:47:20.431082 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:47:20.431082 dv-neutron-820491-1-hyperv neutron-server[83445]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:47:20.431082 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:47:20.431082 dv-neutron-820491-1-hyperv neutron-server[83445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:47:20.431082 dv-neutron-820491-1-hyperv neutron-server[83445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:47:20.441691 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.api [None req-488c9f40-31b3-4bb8-a0e5-a330f7bf9b96 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 08:47:20.441691 dv-neutron-820491-1-hyperv neutron-server[83445]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 08:47:20.441691 dv-neutron-820491-1-hyperv neutron-server[83445]: [parameters: {'id': '15c72f8b-97de-46c6-9e37-ee7d73074606'}] Dec 20 08:47:20.441691 dv-neutron-820491-1-hyperv neutron-server[83445]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 08:47:20.442041 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_db.api [None req-488c9f40-31b3-4bb8-a0e5-a330f7bf9b96 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 08:47:20.443311 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-38c4815f-9cdb-43f6-aaee-bb14e730e7d4 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/ports/f150668a-4db2-4f53-a28a-dddf38175bf4 HTTP/1.1" status: 204 len: 168 time: 1.8434963 Dec 20 08:47:20.458747 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-cd6a5d13-ccc1-4388-a50e-b068cb668b47 None None] Provisioning for port c38affbd-1db1-43e6-bee5-57ad7e297d65 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:47:20.463010 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-62fe1121-7b0b-4f44-9da6-54b94c79f551 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:20.464831 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40302) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:20.473732 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-cd6a5d13-ccc1-4388-a50e-b068cb668b47 None None] Provisioning complete for port c38affbd-1db1-43e6-bee5-57ad7e297d65 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:47:20.474355 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-cd6a5d13-ccc1-4388-a50e-b068cb668b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:20.527219 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-a66ea258-8acb-424e-b7e6-1a47d21b82a2 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Allocated IP 172.26.5.79 (95f3bec2-46e6-4468-8229-8badd4a5aaae/cf8895a3-346d-4313-a645-16ecdcce9969/15095442-4adb-4c95-82ba-d7580182c483) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:47:20.543660 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-3ea127d0-2d68-4dcf-aeba-9e4a4bc4f9d5 req-4bbe57e1-4504-4901-bfa1-f06d25c42cd4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e2165a78ac154b1c9f29e840efaf3cb7&device_id=ce86b767-a621-41c5-98e8-cc542b7adc7f HTTP/1.1" status: 200 len: 1099 time: 0.8535044 Dec 20 08:47:20.680698 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-cd6a5d13-ccc1-4388-a50e-b068cb668b47 None None] Port c38affbd-1db1-43e6-bee5-57ad7e297d65 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:47:20.711866 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a66ea258-8acb-424e-b7e6-1a47d21b82a2 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:20.724668 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a689e54d-c419-4b24-916f-b92028773605 None None] Network 15c72f8b-97de-46c6-9e37-ee7d73074606 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:47:20.750575 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a66ea258-8acb-424e-b7e6-1a47d21b82a2 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:20.760473 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560ed5d2-d953-42d8-b5e7-790e72ce24e4 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:20.761396 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d6991280-7bcc-4c00-9f85-2e80504b1baf tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:20.765212 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-560ed5d2-d953-42d8-b5e7-790e72ce24e4 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2948666 Dec 20 08:47:20.798461 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40306) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:20.873605 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66ea258-8acb-424e-b7e6-1a47d21b82a2 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Network 95f3bec2-46e6-4468-8229-8badd4a5aaae is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:47:20.878073 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-a66ea258-8acb-424e-b7e6-1a47d21b82a2 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:47:20.887549 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66ea258-8acb-424e-b7e6-1a47d21b82a2 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:47:20.894387 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea127d0-2d68-4dcf-aeba-9e4a4bc4f9d5 req-2e7b1426-5679-4d00-9c05-26e3acdd07c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:20.896072 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-3ea127d0-2d68-4dcf-aeba-9e4a4bc4f9d5 req-2e7b1426-5679-4d00-9c05-26e3acdd07c2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3ab8996b-db59-43a0-a379-647199802474 HTTP/1.1" status: 200 len: 912 time: 0.3070240 Dec 20 08:47:20.942246 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-a4f2df14-a30c-42a7-8dd8-c08ae09b761b None None] Provisioning complete for port e1e8bcfb-a253-47b8-bb3c-608970974198 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:47:20.943090 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a4f2df14-a30c-42a7-8dd8-c08ae09b761b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:20.971919 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-488c9f40-31b3-4bb8-a0e5-a330f7bf9b96 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:20.982183 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66ea258-8acb-424e-b7e6-1a47d21b82a2 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Pushing event updated for resources: {'Port': ['ID=15095442-4adb-4c95-82ba-d7580182c483,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:20.988732 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a66ea258-8acb-424e-b7e6-1a47d21b82a2 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:21.017551 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7d79ab71-5275-46bb-881a-7c5c7cc1be24 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:21.021486 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-488c9f40-31b3-4bb8-a0e5-a330f7bf9b96 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Deleting port 0e30f59a-c154-4a30-9517-7c1091a7569a {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:47:21.021815 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-488c9f40-31b3-4bb8-a0e5-a330f7bf9b96 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:21.061120 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7d79ab71-5275-46bb-881a-7c5c7cc1be24 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2036698'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:21.070614 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40950a70-09c5-427c-9667-0d7afc3fa6d0 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:21.071331 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-40950a70-09c5-427c-9667-0d7afc3fa6d0 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Synchronizing usage tracker for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:47:21.093521 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-c25cf1c8-ece8-41a3-88eb-b8cd4091f087 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:21.104736 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884722f9-7448-4d14-8a99-af4f97a175e5 None None] get_active_networks_info from dv-neutron-820491-1-hyperv {{(pid=83446) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 20 08:47:21.110762 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-40950a70-09c5-427c-9667-0d7afc3fa6d0 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Unset dirty status for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:47:21.114889 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-40950a70-09c5-427c-9667-0d7afc3fa6d0 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3151240 Dec 20 08:47:21.119777 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40310) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:21.159681 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-a4f2df14-a30c-42a7-8dd8-c08ae09b761b None None] Could not find standard attr ID for object f150668a-4db2-4f53-a28a-dddf38175bf4. {{(pid=83446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 08:47:21.197589 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-3ea127d0-2d68-4dcf-aeba-9e4a4bc4f9d5 req-21c2f795-94ca-4df1-8e51-bb5235608549 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11db67d0-8208-488d-af30-92e306aa192a HTTP/1.1" status: 200 len: 1002 time: 0.2935991 Dec 20 08:47:21.200383 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2790f1-4556-4ef1-9afd-9320d612eda3 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:21.201848 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2790f1-4556-4ef1-9afd-9320d612eda3 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:21.203153 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2790f1-4556-4ef1-9afd-9320d612eda3 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:21.204091 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-2c2790f1-4556-4ef1-9afd-9320d612eda3 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Synchronizing usage tracker for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:subnet {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:47:21.226570 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-2c2790f1-4556-4ef1-9afd-9320d612eda3 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Unset dirty status for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:subnet {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:47:21.230549 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-2c2790f1-4556-4ef1-9afd-9320d612eda3 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1096766 Dec 20 08:47:21.232195 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40314) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:21.248929 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884722f9-7448-4d14-8a99-af4f97a175e5 None None] Resources bound (agent type, host, resource id): {{(pid=83446) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 08:47:21.277863 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a66ea258-8acb-424e-b7e6-1a47d21b82a2 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks [] for router_gateway, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:21.278514 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a66ea258-8acb-424e-b7e6-1a47d21b82a2 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071'] for router, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:21.293117 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d79ab71-5275-46bb-881a-7c5c7cc1be24 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Pushing event updated for resources: {'Port': ['ID=c38affbd-1db1-43e6-bee5-57ad7e297d65,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:21.301601 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-7d79ab71-5275-46bb-881a-7c5c7cc1be24 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:21.310837 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7d79ab71-5275-46bb-881a-7c5c7cc1be24 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32898031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349045'] for router_interface, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:21.389389 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea127d0-2d68-4dcf-aeba-9e4a4bc4f9d5 req-6e75f201-6f6e-45b7-bb0b-6675bb573c79 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:21.390828 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-3ea127d0-2d68-4dcf-aeba-9e4a4bc4f9d5 req-6e75f201-6f6e-45b7-bb0b-6675bb573c79 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=944a3b04-d2ac-486e-bee8-ba11ef891bfe HTTP/1.1" status: 200 len: 850 time: 0.1565747 Dec 20 08:47:21.575766 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-03ae78db-b48a-48a1-9b87-cdc47f24f5ce tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Deleting subnet 75b9e6e3-46dc-4260-a863-21f73f6fd2c3 {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:47:21.581219 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-03ae78db-b48a-48a1-9b87-cdc47f24f5ce tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:21.587673 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-488c9f40-31b3-4bb8-a0e5-a330f7bf9b96 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] For port 0e30f59a-c154-4a30-9517-7c1091a7569a, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=0e30f59a-c154-4a30-9517-7c1091a7569a,segment=NetworkSegment(dd74e494-a81e-4abb-ab65-b00001d129aa),segment_id=dd74e494-a81e-4abb-ab65-b00001d129aa)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:47:21.588452 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-488c9f40-31b3-4bb8-a0e5-a330f7bf9b96 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:21.642347 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-03ae78db-b48a-48a1-9b87-cdc47f24f5ce tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1618747'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:21.686804 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e06b18a-5eaf-4e20-bf7d-338e25b1d5c3 None None] get_active_networks_info from dv-neutron-820491-1-hyperv {{(pid=83446) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 20 08:47:21.758298 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-03ae78db-b48a-48a1-9b87-cdc47f24f5ce tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:21.759492 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-488c9f40-31b3-4bb8-a0e5-a330f7bf9b96 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Calling delete_port for 0e30f59a-c154-4a30-9517-7c1091a7569a owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:47:21.814018 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e06b18a-5eaf-4e20-bf7d-338e25b1d5c3 None None] Resources bound (agent type, host, resource id): {{(pid=83446) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 08:47:21.838769 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a66ea258-8acb-424e-b7e6-1a47d21b82a2 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Router 2299e582-49a0-4d6e-ac6d-e1f9a623357f is scheduled to L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 with binding_index 1 {{(pid=83444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 08:47:21.861577 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d79ab71-5275-46bb-881a-7c5c7cc1be24 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Network 83df81c9-61a3-4636-83a5-6dbfc3e40959 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:47:21.875664 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-3ea127d0-2d68-4dcf-aeba-9e4a4bc4f9d5 req-1ab11bb0-128f-4ab7-84d4-f8893fbfe5be service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3ab8996b-db59-43a0-a379-647199802474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4753451 Dec 20 08:47:21.877160 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-7d79ab71-5275-46bb-881a-7c5c7cc1be24 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:47:22.057063 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-03ae78db-b48a-48a1-9b87-cdc47f24f5ce tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1129313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1529131'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:22.069128 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3060d148-e294-475f-bd10-6b1ac3684dc2 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:22.098129 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device e1e8bcfb-a253-47b8-bb3c-608970974198 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:47:22.118202 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ae78db-b48a-48a1-9b87-cdc47f24f5ce tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event deleted for resources: {'Subnet': ['ID=75b9e6e3-46dc-4260-a863-21f73f6fd2c3,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:22.123368 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-03ae78db-b48a-48a1-9b87-cdc47f24f5ce tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:22.135552 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-03ae78db-b48a-48a1-9b87-cdc47f24f5ce tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:22.162902 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-03ae78db-b48a-48a1-9b87-cdc47f24f5ce tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/subnets/75b9e6e3-46dc-4260-a863-21f73f6fd2c3 HTTP/1.1" status: 204 len: 168 time: 0.9274123 Dec 20 08:47:22.163130 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-488c9f40-31b3-4bb8-a0e5-a330f7bf9b96 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:22.164870 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40320) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:22.220630 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-eebc339b-33e8-487e-b958-b61275a19c3c tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:22.287902 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port e1e8bcfb-a253-47b8-bb3c-608970974198 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:47:22.288913 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:22.304402 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a66ea258-8acb-424e-b7e6-1a47d21b82a2 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:47:22.331263 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224266b6-6b8e-4c13-9326-7bcd6e370e27 None None] Sync routers for ids ['2299e582-49a0-4d6e-ac6d-e1f9a623357f'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:47:22.334831 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a66ea258-8acb-424e-b7e6-1a47d21b82a2 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:22.338963 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a66ea258-8acb-424e-b7e6-1a47d21b82a2 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.4810104 Dec 20 08:47:22.340411 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40324) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:22.355085 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-72661ca7-4572-400e-84a3-2825c950c9b2 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'enable_snat': False}}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:47:22.399679 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224266b6-6b8e-4c13-9326-7bcd6e370e27 None None] Routers {'2299e582-49a0-4d6e-ac6d-e1f9a623357f'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:47:22.401063 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-224266b6-6b8e-4c13-9326-7bcd6e370e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:47:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['2299e582-49a0-4d6e-ac6d-e1f9a623357f'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:22.472958 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e3d389-52e8-4a45-94a4-b2a1c4d186c3 None None] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:47:22.515438 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-224266b6-6b8e-4c13-9326-7bcd6e370e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:22.518078 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488c9f40-31b3-4bb8-a0e5-a330f7bf9b96 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Pushing event deleted for resources: {'Port': ['ID=0e30f59a-c154-4a30-9517-7c1091a7569a,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:22.542159 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-488c9f40-31b3-4bb8-a0e5-a330f7bf9b96 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:22.667870 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488c9f40-31b3-4bb8-a0e5-a330f7bf9b96 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] No DVR routers for this DVR port 0e30f59a-c154-4a30-9517-7c1091a7569a on host dv-neutron-820491-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:47:22.715616 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224266b6-6b8e-4c13-9326-7bcd6e370e27 None None] Routers {'2299e582-49a0-4d6e-ac6d-e1f9a623357f'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:47:22.716373 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-224266b6-6b8e-4c13-9326-7bcd6e370e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:47:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['2299e582-49a0-4d6e-ac6d-e1f9a623357f'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:22.821724 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-224266b6-6b8e-4c13-9326-7bcd6e370e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:22.822146 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224266b6-6b8e-4c13-9326-7bcd6e370e27 None None] The sync data for ids ['2299e582-49a0-4d6e-ac6d-e1f9a623357f'] in dv-neutron-820491-1-hyperv is: [] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:47:22.918967 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-3ea127d0-2d68-4dcf-aeba-9e4a4bc4f9d5 req-9c0f453a-22fd-422d-be52-95330a25d108 service neutron] 10.222.0.58 "GET /v2.0/networks/3ab8996b-db59-43a0-a379-647199802474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8338284 Dec 20 08:47:22.939885 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-3ff9a315-c6ba-43d8-b990-74c296569fa4 None None] Provisioning complete for port c38affbd-1db1-43e6-bee5-57ad7e297d65 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:47:22.940359 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3ff9a315-c6ba-43d8-b990-74c296569fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:23.007743 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-3ff9a315-c6ba-43d8-b990-74c296569fa4 None None] Port c38affbd-1db1-43e6-bee5-57ad7e297d65 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:47:23.024169 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-488c9f40-31b3-4bb8-a0e5-a330f7bf9b96 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:23.039766 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9063581-f7b1-40df-bb70-a6910c350072 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Deleting subnet be2e7616-2ba9-47a1-a8dc-65167f12ac51 {{(pid=83445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:47:23.118694 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-72661ca7-4572-400e-84a3-2825c950c9b2 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24724'] for router, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:23.131326 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a9063581-f7b1-40df-bb70-a6910c350072 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for subnet, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:23.172412 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-488c9f40-31b3-4bb8-a0e5-a330f7bf9b96 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15c72f8b-97de-46c6-9e37-ee7d73074606']}} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:23.209511 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-488c9f40-31b3-4bb8-a0e5-a330f7bf9b96 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd74e494-a81e-4abb-ab65-b00001d129aa') {'for_net_delete': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:23.209837 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-488c9f40-31b3-4bb8-a0e5-a330f7bf9b96 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd74e494-a81e-4abb-ab65-b00001d129aa') {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:23.292623 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-488c9f40-31b3-4bb8-a0e5-a330f7bf9b96 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1518531'] for segment, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:23.321515 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-3ea127d0-2d68-4dcf-aeba-9e4a4bc4f9d5 req-e6c5311a-2e3b-45d0-8687-ea37840071d1 service neutron] 10.222.0.58 "GET /v2.0/networks/3ab8996b-db59-43a0-a379-647199802474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3905654 Dec 20 08:47:23.326571 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a9063581-f7b1-40df-bb70-a6910c350072 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1518554'] for subnet, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:23.364891 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-488c9f40-31b3-4bb8-a0e5-a330f7bf9b96 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:23.387305 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-488c9f40-31b3-4bb8-a0e5-a330f7bf9b96 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=83445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:47:23.387713 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-488c9f40-31b3-4bb8-a0e5-a330f7bf9b96 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2036002'] for segment, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:23.402987 dv-neutron-820491-1-hyperv neutron-server[83445]: Traceback (most recent call last): Dec 20 08:47:23.402987 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:47:23.402987 dv-neutron-820491-1-hyperv neutron-server[83445]: timer() Dec 20 08:47:23.402987 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:47:23.402987 dv-neutron-820491-1-hyperv neutron-server[83445]: cb(*args, **kw) Dec 20 08:47:23.402987 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:47:23.402987 dv-neutron-820491-1-hyperv neutron-server[83445]: return func(*args, **kwargs) Dec 20 08:47:23.402987 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:47:23.402987 dv-neutron-820491-1-hyperv neutron-server[83445]: self._notify() Dec 20 08:47:23.402987 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:47:23.402987 dv-neutron-820491-1-hyperv neutron-server[83445]: self.callback(batched_events) Dec 20 08:47:23.402987 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:47:23.402987 dv-neutron-820491-1-hyperv neutron-server[83445]: event.method(event) Dec 20 08:47:23.402987 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:47:23.402987 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:47:23.402987 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:47:23.402987 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:47:23.402987 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:47:23.402987 dv-neutron-820491-1-hyperv neutron-server[83445]: return f(self, *a, **k) Dec 20 08:47:23.402987 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:47:23.402987 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._get(url).json() Dec 20 08:47:23.402987 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:47:23.402987 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:47:23.402987 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:47:23.402987 dv-neutron-820491-1-hyperv neutron-server[83445]: return self.request(url, 'GET', **kwargs) Dec 20 08:47:23.402987 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:47:23.402987 dv-neutron-820491-1-hyperv neutron-server[83445]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:47:23.402987 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:47:23.402987 dv-neutron-820491-1-hyperv neutron-server[83445]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:47:23.402987 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:47:23.402987 dv-neutron-820491-1-hyperv neutron-server[83445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:47:23.402987 dv-neutron-820491-1-hyperv neutron-server[83445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:47:23.455631 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-72661ca7-4572-400e-84a3-2825c950c9b2 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24724'] for router, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:23.459196 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-72661ca7-4572-400e-84a3-2825c950c9b2 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-351805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-351780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-379562'] for router, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:23.521545 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-488c9f40-31b3-4bb8-a0e5-a330f7bf9b96 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:23.526590 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ddab4393-c522-4cfd-a8ed-d9fcbc7c2f22 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:23.544485 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-488c9f40-31b3-4bb8-a0e5-a330f7bf9b96 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:23.568577 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488c9f40-31b3-4bb8-a0e5-a330f7bf9b96 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Pushing event deleted for resources: {'Network': ['ID=15c72f8b-97de-46c6-9e37-ee7d73074606,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:23.571320 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a9063581-f7b1-40df-bb70-a6910c350072 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:23.608225 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-488c9f40-31b3-4bb8-a0e5-a330f7bf9b96 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:23.617029 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-488c9f40-31b3-4bb8-a0e5-a330f7bf9b96 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] 10.222.0.16 "DELETE /v2.0/networks/15c72f8b-97de-46c6-9e37-ee7d73074606 HTTP/1.1" status: 204 len: 168 time: 5.0417449 Dec 20 08:47:23.617976 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40330) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:23.645127 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-f2c55eef-6ec9-4774-8f36-f8bbcc3f8077 None None] Provisioning complete for port e1e8bcfb-a253-47b8-bb3c-608970974198 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:47:23.645553 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f2c55eef-6ec9-4774-8f36-f8bbcc3f8077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:23.670320 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d79ab71-5275-46bb-881a-7c5c7cc1be24 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Router a61e8621-801b-440b-8099-16ef2c220a26 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:47:23.671493 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-e98336a7-c2fc-4b84-b55d-eb8f10bab633 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] DELETE failed (client error): The resource could not be found. Dec 20 08:47:23.671929 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e98336a7-c2fc-4b84-b55d-eb8f10bab633 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:47:23.677782 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-e98336a7-c2fc-4b84-b55d-eb8f10bab633 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] 10.222.0.16 "DELETE /v2.0/networks/15c72f8b-97de-46c6-9e37-ee7d73074606 HTTP/1.1" status: 404 len: 339 time: 0.0554481 Dec 20 08:47:23.678767 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40334) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:23.686234 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-23835db8-3e85-48f6-8c26-1d0820d0554c tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-248361361', 'description': 'd1'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:47:23.694181 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-23835db8-3e85-48f6-8c26-1d0820d0554c tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:47:23.701239 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-23835db8-3e85-48f6-8c26-1d0820d0554c tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Usage tracker for resource:network and tenant:998613e7a7ae4d22ad9b2ce5f8e08568 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:47:23.706808 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-23835db8-3e85-48f6-8c26-1d0820d0554c tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:47:23.711379 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72661ca7-4572-400e-84a3-2825c950c9b2 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Router 2299e582-49a0-4d6e-ac6d-e1f9a623357f has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:47:23.717439 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-23835db8-3e85-48f6-8c26-1d0820d0554c tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:47:23.736413 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23835db8-3e85-48f6-8c26-1d0820d0554c tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Made reservation on behalf of 998613e7a7ae4d22ad9b2ce5f8e08568 for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:47:23.739907 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-23835db8-3e85-48f6-8c26-1d0820d0554c tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:23.889414 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a9063581-f7b1-40df-bb70-a6910c350072 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2036620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2095133'] for subnet, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:23.899333 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-994a186a-b551-4cc4-bb06-78544492fbad tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:23.935320 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9063581-f7b1-40df-bb70-a6910c350072 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event deleted for resources: {'Subnet': ['ID=be2e7616-2ba9-47a1-a8dc-65167f12ac51,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:23.938885 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a9063581-f7b1-40df-bb70-a6910c350072 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:23.949876 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a9063581-f7b1-40df-bb70-a6910c350072 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:23.959649 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e515f1-0e4f-4393-adee-d31123efa922 None None] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:47:23.961183 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23835db8-3e85-48f6-8c26-1d0820d0554c tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:47:23.964750 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-a9063581-f7b1-40df-bb70-a6910c350072 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/subnets/be2e7616-2ba9-47a1-a8dc-65167f12ac51 HTTP/1.1" status: 204 len: 168 time: 1.7055042 Dec 20 08:47:23.967633 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40340) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:23.978094 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-23835db8-3e85-48f6-8c26-1d0820d0554c tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:23.979110 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-23835db8-3e85-48f6-8c26-1d0820d0554c tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Added segment e343bd2a-bed6-4d7d-b41d-03fbb8516035 of type vlan for network a020835d-16ff-483f-bede-d1f87f0dc745 Dec 20 08:47:24.050078 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 475cb4c1-e496-4db4-9118-13da74cde5e9 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:47:24.054299 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-d58b3e05-1797-4ec1-a400-9084bd754aac tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0824268 Dec 20 08:47:24.058135 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40344) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:24.064932 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-0754da20-77d6-4973-83ec-e37547cd4810 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Request body: {'subnet': {'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:47:24.090472 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 475cb4c1-e496-4db4-9118-13da74cde5e9 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:47:24.090834 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 475cb4c1-e496-4db4-9118-13da74cde5e9 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:47:24.095193 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-23835db8-3e85-48f6-8c26-1d0820d0554c tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:24.153512 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-23835db8-3e85-48f6-8c26-1d0820d0554c tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:24.157358 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23835db8-3e85-48f6-8c26-1d0820d0554c tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:24.158042 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-23835db8-3e85-48f6-8c26-1d0820d0554c tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:24.165297 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e11ab5cc-7aab-4dc5-9ace-fd91c7bd0881 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:24.238630 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-0754da20-77d6-4973-83ec-e37547cd4810 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:47:24.245632 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-0754da20-77d6-4973-83ec-e37547cd4810 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Usage tracker for resource:subnet and tenant:9679bafc94a64ee0a207e63ba5560387 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:47:24.257787 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-0754da20-77d6-4973-83ec-e37547cd4810 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:47:24.266971 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-0754da20-77d6-4973-83ec-e37547cd4810 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:47:24.280296 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-23835db8-3e85-48f6-8c26-1d0820d0554c tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.5997438 Dec 20 08:47:24.281102 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23835db8-3e85-48f6-8c26-1d0820d0554c tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Pushing event updated for resources: {'Network': ['ID=a020835d-16ff-483f-bede-d1f87f0dc745,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:24.284028 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40348) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:24.284701 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-23835db8-3e85-48f6-8c26-1d0820d0554c tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:24.294623 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72661ca7-4572-400e-84a3-2825c950c9b2 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:47:24.300706 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-72661ca7-4572-400e-84a3-2825c950c9b2 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:24.305512 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e961059a-b26d-4e7b-8949-1004f3915bdf None None] Sync routers for ids ['2299e582-49a0-4d6e-ac6d-e1f9a623357f'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:47:24.307247 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-72661ca7-4572-400e-84a3-2825c950c9b2 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] 10.222.0.16 "PUT /v2.0/routers/2299e582-49a0-4d6e-ac6d-e1f9a623357f HTTP/1.1" status: 200 len: 923 time: 1.9563851 Dec 20 08:47:24.307939 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40352) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:24.308842 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network a020835d-16ff-483f-bede-d1f87f0dc745 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:47:24.328732 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e961059a-b26d-4e7b-8949-1004f3915bdf None None] Routers {'2299e582-49a0-4d6e-ac6d-e1f9a623357f'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:47:24.329656 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-e961059a-b26d-4e7b-8949-1004f3915bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:47:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['2299e582-49a0-4d6e-ac6d-e1f9a623357f'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:24.336397 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0754da20-77d6-4973-83ec-e37547cd4810 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Made reservation on behalf of 9679bafc94a64ee0a207e63ba5560387 for: {'subnet': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:47:24.339975 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0754da20-77d6-4973-83ec-e37547cd4810 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2095160'] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:24.415641 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d79ab71-5275-46bb-881a-7c5c7cc1be24 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:47:24.424200 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-7d79ab71-5275-46bb-881a-7c5c7cc1be24 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] 10.222.0.16 "PUT /v2.0/routers/a61e8621-801b-440b-8099-16ef2c220a26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4587145 Dec 20 08:47:24.431587 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-e961059a-b26d-4e7b-8949-1004f3915bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:24.443415 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e961059a-b26d-4e7b-8949-1004f3915bdf None None] Routers {'2299e582-49a0-4d6e-ac6d-e1f9a623357f'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:47:24.444020 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-e961059a-b26d-4e7b-8949-1004f3915bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:47:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['2299e582-49a0-4d6e-ac6d-e1f9a623357f'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:24.475669 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35444457-9571-4208-a0bb-e19de818b932 None None] Sync routers for ids ['a61e8621-801b-440b-8099-16ef2c220a26'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:47:24.478530 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76502034-6d5a-42d9-ba07-26e891479315 None None] DHCP port deletion for f75aa0d2-5f41-40f3-a9e0-d60d934965a4 request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 08:47:24.484618 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40356) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:24.489270 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-76502034-6d5a-42d9-ba07-26e891479315 None None] Deleting port e1e8bcfb-a253-47b8-bb3c-608970974198 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:47:24.489599 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-76502034-6d5a-42d9-ba07-26e891479315 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:24.492784 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-1176eb59-8a6d-4f4c-93c5-8d281ccff18c tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Request body: {'port': {'network_id': '83df81c9-61a3-4636-83a5-6dbfc3e40959', 'name': 'tempest-FloatingIPTestJSON-644110966'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:47:24.520131 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-e961059a-b26d-4e7b-8949-1004f3915bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:24.521594 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e961059a-b26d-4e7b-8949-1004f3915bdf None None] The sync data for ids ['2299e582-49a0-4d6e-ac6d-e1f9a623357f'] in dv-neutron-820491-1-hyperv is: [] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:47:24.554584 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d13887-ad9f-4b87-8741-f0f15b8e1e97 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:24.555123 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-93d13887-ad9f-4b87-8741-f0f15b8e1e97 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Synchronizing usage tracker for tenant:998613e7a7ae4d22ad9b2ce5f8e08568 on resource:network {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:47:24.560904 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35444457-9571-4208-a0bb-e19de818b932 None None] Routers {'a61e8621-801b-440b-8099-16ef2c220a26'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:47:24.562077 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-35444457-9571-4208-a0bb-e19de818b932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:47:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['a61e8621-801b-440b-8099-16ef2c220a26'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:24.592667 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-93d13887-ad9f-4b87-8741-f0f15b8e1e97 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Unset dirty status for tenant:998613e7a7ae4d22ad9b2ce5f8e08568 on resource:network {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:47:24.595345 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-93d13887-ad9f-4b87-8741-f0f15b8e1e97 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] 10.222.0.16 "GET /v2.0/networks?id=a020835d-16ff-483f-bede-d1f87f0dc745 HTTP/1.1" status: 200 len: 760 time: 0.3094692 Dec 20 08:47:24.599716 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40360) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:24.611220 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-9a4bf2c6-fd53-4a74-a4df-8a04783c998e tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Request body: {'network': {'description': 'd2'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:47:24.663711 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-35444457-9571-4208-a0bb-e19de818b932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:24.677049 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-1176eb59-8a6d-4f4c-93c5-8d281ccff18c tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:47:24.682671 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-1176eb59-8a6d-4f4c-93c5-8d281ccff18c tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Usage tracker for resource:port and tenant:a6ef049aae6b4eea9e642fc2beae00ec is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:47:24.686294 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-1176eb59-8a6d-4f4c-93c5-8d281ccff18c tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Quota usage for port was recalculated. Used quota:6. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:47:24.698201 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-1176eb59-8a6d-4f4c-93c5-8d281ccff18c tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:47:24.713329 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1ee607bc-aed0-4f6c-885e-f34ac544b81b tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] 10.222.0.16 "GET /v2.0/routers/2299e582-49a0-4d6e-ac6d-e1f9a623357f HTTP/1.1" status: 200 len: 923 time: 0.4040899 Dec 20 08:47:24.716074 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40364) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:24.732044 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35444457-9571-4208-a0bb-e19de818b932 None None] Routers {'a61e8621-801b-440b-8099-16ef2c220a26'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:47:24.732692 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-35444457-9571-4208-a0bb-e19de818b932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:47:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['a61e8621-801b-440b-8099-16ef2c220a26'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:24.758829 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1176eb59-8a6d-4f4c-93c5-8d281ccff18c tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Made reservation on behalf of a6ef049aae6b4eea9e642fc2beae00ec for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:47:24.761910 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1176eb59-8a6d-4f4c-93c5-8d281ccff18c tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:24.796208 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-35444457-9571-4208-a0bb-e19de818b932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:24.796634 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35444457-9571-4208-a0bb-e19de818b932 None None] The sync data for ids ['a61e8621-801b-440b-8099-16ef2c220a26'] in dv-neutron-820491-1-hyperv is: [] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:47:24.799752 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-1176eb59-8a6d-4f4c-93c5-8d281ccff18c tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] device_id is not set on port 9e63214c-4be6-4a0d-9df0-00ecb7ba33c4 yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:47:24.894985 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-131fcd20-644d-40d0-ac4f-754e72ff6f62 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Synchronizing usage tracker for tenant:5f1d2e098aa1404b801e1ff34ce5223d on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:47:24.916082 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-76502034-6d5a-42d9-ba07-26e891479315 None None] For port e1e8bcfb-a253-47b8-bb3c-608970974198, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=e1e8bcfb-a253-47b8-bb3c-608970974198,segment=NetworkSegment(7c00552d-ea93-440b-911c-cb3aa0a4eeff),segment_id=7c00552d-ea93-440b-911c-cb3aa0a4eeff)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:47:24.916490 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-76502034-6d5a-42d9-ba07-26e891479315 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:24.958180 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-131fcd20-644d-40d0-ac4f-754e72ff6f62 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Unset dirty status for tenant:5f1d2e098aa1404b801e1ff34ce5223d on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:47:24.962100 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-131fcd20-644d-40d0-ac4f-754e72ff6f62 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=95f3bec2-46e6-4468-8229-8badd4a5aaae&device_id=2299e582-49a0-4d6e-ac6d-e1f9a623357f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2420607 Dec 20 08:47:24.963327 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40368) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:24.983895 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-1176eb59-8a6d-4f4c-93c5-8d281ccff18c tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Allocated IP 172.20.0.5 (83df81c9-61a3-4636-83a5-6dbfc3e40959/a2e0b313-c41a-41d3-8f89-676d7596d988/9e63214c-4be6-4a0d-9df0-00ecb7ba33c4) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:47:24.988727 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9a4bf2c6-fd53-4a74-a4df-8a04783c998e tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:24.999617 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0754da20-77d6-4973-83ec-e37547cd4810 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2036557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2095114'] for subnet, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:25.010422 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-8b73c01a-8791-4415-b6ea-d1e3f71c2ee7 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:25.064912 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-76502034-6d5a-42d9-ba07-26e891479315 None None] Calling delete_port for e1e8bcfb-a253-47b8-bb3c-608970974198 owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:47:25.066337 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9a4bf2c6-fd53-4a74-a4df-8a04783c998e tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:25.154653 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-76502034-6d5a-42d9-ba07-26e891479315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102'] for port, after_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:25.161567 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-a7beffc2-debd-4b8f-bf2e-d668f3b37d9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:25.191946 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0754da20-77d6-4973-83ec-e37547cd4810 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:47:25.199665 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-0754da20-77d6-4973-83ec-e37547cd4810 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:47:25.212286 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9a4bf2c6-fd53-4a74-a4df-8a04783c998e tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Network a020835d-16ff-483f-bede-d1f87f0dc745 is not hosted by any dhcp agent {{(pid=83445) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Dec 20 08:47:25.215903 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4bf2c6-fd53-4a74-a4df-8a04783c998e tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:25.216808 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76502034-6d5a-42d9-ba07-26e891479315 None None] Pushing event deleted for resources: {'Port': ['ID=e1e8bcfb-a253-47b8-bb3c-608970974198,revision_number=None']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:25.217080 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9a4bf2c6-fd53-4a74-a4df-8a04783c998e tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:25.217766 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-9a4bf2c6-fd53-4a74-a4df-8a04783c998e tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] 10.222.0.16 "PUT /v2.0/networks/a020835d-16ff-483f-bede-d1f87f0dc745 HTTP/1.1" status: 200 len: 757 time: 0.6170983 Dec 20 08:47:25.221588 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0754da20-77d6-4973-83ec-e37547cd4810 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:25.222185 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0754da20-77d6-4973-83ec-e37547cd4810 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:25.223591 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-76502034-6d5a-42d9-ba07-26e891479315 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:25.223818 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40374) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:25.234039 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76502034-6d5a-42d9-ba07-26e891479315 None None] No DVR routers for this DVR port e1e8bcfb-a253-47b8-bb3c-608970974198 on host dv-neutron-820491-1-hyperv {{(pid=83446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:47:25.248595 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0754da20-77d6-4973-83ec-e37547cd4810 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event updated for resources: {'Subnet': ['ID=620c8428-4148-4539-9fd0-7593b2d0bf08,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:25.254006 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67cf58dc-1dc9-4b92-a3ee-0b25c0886161 None None] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:47:25.257111 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0754da20-77d6-4973-83ec-e37547cd4810 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:25.257757 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b4ec0b97-ac00-4947-ac47-35a5fcb7ef95 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.183s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:25.309623 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-0754da20-77d6-4973-83ec-e37547cd4810 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2503729 Dec 20 08:47:25.321896 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40378) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:25.327265 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-89f48745-3c5a-42fc-bc35-cc3aa706d1d3 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Request body: {'subnet': {'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:47:25.354055 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f4e4f4-08d5-4f87-9d19-38c7e26c6183 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:25.358212 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-18f4e4f4-08d5-4f87-9d19-38c7e26c6183 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] 10.222.0.16 "GET /v2.0/networks/95f3bec2-46e6-4468-8229-8badd4a5aaae HTTP/1.1" status: 200 len: 881 time: 0.3911188 Dec 20 08:47:25.358811 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40382) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:25.410950 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1176eb59-8a6d-4f4c-93c5-8d281ccff18c tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:25.424747 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4bf2c6-fd53-4a74-a4df-8a04783c998e tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Pushing event updated for resources: {'Network': ['ID=a020835d-16ff-483f-bede-d1f87f0dc745,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:25.429805 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-9a4bf2c6-fd53-4a74-a4df-8a04783c998e tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:25.436055 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13f39ea-0833-403b-ad08-231db264e6ac tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:25.436933 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-b13f39ea-0833-403b-ad08-231db264e6ac tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Synchronizing usage tracker for tenant:998613e7a7ae4d22ad9b2ce5f8e08568 on resource:network {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:47:25.441119 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network a020835d-16ff-483f-bede-d1f87f0dc745 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:47:25.447311 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-fdec3373-b777-4cc1-a2dd-230b60d6fe03 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] 10.222.0.16 "GET /v2.0/ports?device_id=2299e582-49a0-4d6e-ac6d-e1f9a623357f HTTP/1.1" status: 200 len: 205 time: 0.0745738 Dec 20 08:47:25.448611 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40386) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:25.537670 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-1176eb59-8a6d-4f4c-93c5-8d281ccff18c tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Transition to ACTIVE for port object 9e63214c-4be6-4a0d-9df0-00ecb7ba33c4 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:47:25.589245 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-b13f39ea-0833-403b-ad08-231db264e6ac tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Unset dirty status for tenant:998613e7a7ae4d22ad9b2ce5f8e08568 on resource:network {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:47:25.590983 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b13f39ea-0833-403b-ad08-231db264e6ac tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] 10.222.0.16 "GET /v2.0/networks?id=a020835d-16ff-483f-bede-d1f87f0dc745 HTTP/1.1" status: 200 len: 760 time: 0.3662241 Dec 20 08:47:25.602700 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40390) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:25.605010 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f46d5e-59e4-499a-aa2f-152564075166 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'tenant_id': '9679bafc94a64ee0a207e63ba5560387', 'fixed_ips': [{'subnet_id': '620c8428-4148-4539-9fd0-7593b2d0bf08'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:47:25.606445 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e6f46d5e-59e4-499a-aa2f-152564075166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:25.614726 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-989b3ba9-cafb-41e5-8768-96f65fde4eb4 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-264178333'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:47:25.619373 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1176eb59-8a6d-4f4c-93c5-8d281ccff18c tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:25.633855 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-989b3ba9-cafb-41e5-8768-96f65fde4eb4 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:47:25.636755 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-db933024-7b5b-46b7-af99-9739252973d2 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:25.665721 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-89f48745-3c5a-42fc-bc35-cc3aa706d1d3 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:47:25.669734 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-89f48745-3c5a-42fc-bc35-cc3aa706d1d3 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Usage tracker for resource:subnet and tenant:9679bafc94a64ee0a207e63ba5560387 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:47:25.674286 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-89f48745-3c5a-42fc-bc35-cc3aa706d1d3 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:47:25.679992 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-89f48745-3c5a-42fc-bc35-cc3aa706d1d3 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:47:25.691538 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f48745-3c5a-42fc-bc35-cc3aa706d1d3 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Made reservation on behalf of 9679bafc94a64ee0a207e63ba5560387 for: {'subnet': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:47:25.693635 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-989b3ba9-cafb-41e5-8768-96f65fde4eb4 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:47:25.695888 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-89f48745-3c5a-42fc-bc35-cc3aa706d1d3 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2095160'] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:25.728203 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1176eb59-8a6d-4f4c-93c5-8d281ccff18c tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Network 83df81c9-61a3-4636-83a5-6dbfc3e40959 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:47:25.733388 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-1176eb59-8a6d-4f4c-93c5-8d281ccff18c tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:47:25.735670 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-989b3ba9-cafb-41e5-8768-96f65fde4eb4 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Made reservation on behalf of 998613e7a7ae4d22ad9b2ce5f8e08568 for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:47:25.738614 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-989b3ba9-cafb-41e5-8768-96f65fde4eb4 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:25.748688 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1176eb59-8a6d-4f4c-93c5-8d281ccff18c tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:47:25.802013 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-e6f46d5e-59e4-499a-aa2f-152564075166 None None] Allocated IP 2001:db8::2 (f75aa0d2-5f41-40f3-a9e0-d60d934965a4/620c8428-4148-4539-9fd0-7593b2d0bf08/97a0a8ba-8633-41be-a451-023af5bda486) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:47:25.838439 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.ipam_backend_mixin [None req-89f48745-3c5a-42fc-bc35-cc3aa706d1d3 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 620c8428-4148-4539-9fd0-7593b2d0bf08 (CIDR: 2001:db8::/64) Dec 20 08:47:25.842457 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-89f48745-3c5a-42fc-bc35-cc3aa706d1d3 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 08:47:25.842857 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89f48745-3c5a-42fc-bc35-cc3aa706d1d3 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:47:25.844164 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1176eb59-8a6d-4f4c-93c5-8d281ccff18c tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Pushing event updated for resources: {'Port': ['ID=9e63214c-4be6-4a0d-9df0-00ecb7ba33c4,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:25.848662 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1176eb59-8a6d-4f4c-93c5-8d281ccff18c tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:25.855175 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1176eb59-8a6d-4f4c-93c5-8d281ccff18c tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:25.856137 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1176eb59-8a6d-4f4c-93c5-8d281ccff18c tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:25.869975 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-89f48745-3c5a-42fc-bc35-cc3aa706d1d3 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5472243 Dec 20 08:47:25.870573 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40394) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:25.877564 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-fe86a5fa-b44f-4a49-b18c-f7acdc190ac9 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Request body: {'subnet': {'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:47:26.027065 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device e1e8bcfb-a253-47b8-bb3c-608970974198 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:47:26.037965 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-fe86a5fa-b44f-4a49-b18c-f7acdc190ac9 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:47:26.040396 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-989b3ba9-cafb-41e5-8768-96f65fde4eb4 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:47:26.042240 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-fe86a5fa-b44f-4a49-b18c-f7acdc190ac9 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Usage tracker for resource:subnet and tenant:9679bafc94a64ee0a207e63ba5560387 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:47:26.045052 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-fe86a5fa-b44f-4a49-b18c-f7acdc190ac9 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:47:26.051427 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-fe86a5fa-b44f-4a49-b18c-f7acdc190ac9 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:47:26.071610 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: e1e8bcfb-a253-47b8-bb3c-608970974198 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:47:26.072234 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device e1e8bcfb-a253-47b8-bb3c-608970974198 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:47:26.072366 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 619f970b-f990-4203-9a52-fc5f86bf2ec0 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:47:26.108511 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 619f970b-f990-4203-9a52-fc5f86bf2ec0 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:47:26.108743 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 619f970b-f990-4203-9a52-fc5f86bf2ec0 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:47:26.111083 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1176eb59-8a6d-4f4c-93c5-8d281ccff18c tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6229298 Dec 20 08:47:26.111778 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe86a5fa-b44f-4a49-b18c-f7acdc190ac9 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Made reservation on behalf of 9679bafc94a64ee0a207e63ba5560387 for: {'subnet': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:47:26.114021 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-989b3ba9-cafb-41e5-8768-96f65fde4eb4 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:26.114369 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-989b3ba9-cafb-41e5-8768-96f65fde4eb4 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Added segment 39110222-6e3b-4b0e-a4e1-75a08aa18df5 of type vlan for network d5f2a103-f23a-4ddb-bede-c80d6943e276 Dec 20 08:47:26.115950 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40398) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:26.118236 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fe86a5fa-b44f-4a49-b18c-f7acdc190ac9 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2095160'] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:26.130350 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-1ab7c0d2-5b14-4eee-a0b5-cf9c2b3e7916 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Request body: {'floatingip': {'port_id': '9e63214c-4be6-4a0d-9df0-00ecb7ba33c4'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:47:26.161295 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-e33a7f84-b285-4707-80ff-cfc9f9cb35cd None None] Provisioning for port 9e63214c-4be6-4a0d-9df0-00ecb7ba33c4 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:47:26.167575 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-e33a7f84-b285-4707-80ff-cfc9f9cb35cd None None] Provisioning complete for port 9e63214c-4be6-4a0d-9df0-00ecb7ba33c4 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:47:26.168484 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e33a7f84-b285-4707-80ff-cfc9f9cb35cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:26.220219 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e6f46d5e-59e4-499a-aa2f-152564075166 None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:26.238969 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-e33a7f84-b285-4707-80ff-cfc9f9cb35cd None None] Port 9e63214c-4be6-4a0d-9df0-00ecb7ba33c4 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:47:26.240677 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-e6f46d5e-59e4-499a-aa2f-152564075166 None None] Transition to ACTIVE for port object 97a0a8ba-8633-41be-a451-023af5bda486 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:47:26.257523 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-989b3ba9-cafb-41e5-8768-96f65fde4eb4 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:26.261456 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-e6f46d5e-59e4-499a-aa2f-152564075166 None None] Transition to ACTIVE for port object 97a0a8ba-8633-41be-a451-023af5bda486 will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:47:26.269999 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e6f46d5e-59e4-499a-aa2f-152564075166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:26.277497 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-fda5ded1-2395-4d11-92d4-dec88bffbb2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:26.290822 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1ab7c0d2-5b14-4eee-a0b5-cf9c2b3e7916 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks [] for floatingip, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:26.332438 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f46d5e-59e4-499a-aa2f-152564075166 None None] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:47:26.343620 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-e6f46d5e-59e4-499a-aa2f-152564075166 None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:47:26.348702 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f46d5e-59e4-499a-aa2f-152564075166 None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:47:26.394371 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f46d5e-59e4-499a-aa2f-152564075166 None None] Pushing event updated for resources: {'Port': ['ID=97a0a8ba-8633-41be-a451-023af5bda486,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:26.422958 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-e6f46d5e-59e4-499a-aa2f-152564075166 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:26.423283 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-989b3ba9-cafb-41e5-8768-96f65fde4eb4 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:26.426961 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989b3ba9-cafb-41e5-8768-96f65fde4eb4 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:26.427562 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-989b3ba9-cafb-41e5-8768-96f65fde4eb4 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:26.436381 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b34233fc-6798-4716-9f3e-03b81adf21fb tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:26.459212 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-e6f46d5e-59e4-499a-aa2f-152564075166 None None] Attempting to bind port 97a0a8ba-8633-41be-a451-023af5bda486 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:47:26.459847 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-e6f46d5e-59e4-499a-aa2f-152564075166 None None] Attempting to bind port 97a0a8ba-8633-41be-a451-023af5bda486 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '7c00552d-ea93-440b-911c-cb3aa0a4eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:47:26.460377 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f46d5e-59e4-499a-aa2f-152564075166 None None] Attempting to bind port 97a0a8ba-8633-41be-a451-023af5bda486 on network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:47:26.468072 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f46d5e-59e4-499a-aa2f-152564075166 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:47:26.468708 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f46d5e-59e4-499a-aa2f-152564075166 None None] Checking segment: {'id': '7c00552d-ea93-440b-911c-cb3aa0a4eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:47:26.469887 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e6f46d5e-59e4-499a-aa2f-152564075166 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:26.470486 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f46d5e-59e4-499a-aa2f-152564075166 None None] Bound using segment: {'id': '7c00552d-ea93-440b-911c-cb3aa0a4eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:47:26.471243 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-e6f46d5e-59e4-499a-aa2f-152564075166 None None] Bound port: 97a0a8ba-8633-41be-a451-023af5bda486, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c00552d-ea93-440b-911c-cb3aa0a4eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:47:26.471824 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e6f46d5e-59e4-499a-aa2f-152564075166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:26.492343 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-916ffa86-8af1-4004-833b-502209bf3188 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks [] for router, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:26.574024 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-e6f46d5e-59e4-499a-aa2f-152564075166 None None] For port 97a0a8ba-8633-41be-a451-023af5bda486, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:47:26.577456 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-e6f46d5e-59e4-499a-aa2f-152564075166 None None] For port 97a0a8ba-8633-41be-a451-023af5bda486, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=97a0a8ba-8633-41be-a451-023af5bda486,segment=NetworkSegment(7c00552d-ea93-440b-911c-cb3aa0a4eeff),segment_id=7c00552d-ea93-440b-911c-cb3aa0a4eeff)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:47:26.586512 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e6f46d5e-59e4-499a-aa2f-152564075166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:26.588762 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.objects.ports [None req-fe86a5fa-b44f-4a49-b18c-f7acdc190ac9 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83445) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 20 08:47:26.592527 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-cdfc57d0-6320-4c9f-b0ab-cc167870f688 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:26.605693 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-989b3ba9-cafb-41e5-8768-96f65fde4eb4 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9986229 Dec 20 08:47:26.610030 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40404) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:26.674265 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-de830e4d-ba01-42ba-8348-55894d4e6c39 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Request body: {'subnet': {'network_id': 'd5f2a103-f23a-4ddb-bede-c80d6943e276', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:47:26.677810 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f46d5e-59e4-499a-aa2f-152564075166 None None] Pushing event updated for resources: {'Port': ['ID=97a0a8ba-8633-41be-a451-023af5bda486,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:26.682873 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-e6f46d5e-59e4-499a-aa2f-152564075166 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:26.736089 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989b3ba9-cafb-41e5-8768-96f65fde4eb4 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Pushing event updated for resources: {'Network': ['ID=d5f2a103-f23a-4ddb-bede-c80d6943e276,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:26.746450 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-989b3ba9-cafb-41e5-8768-96f65fde4eb4 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:26.758353 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network d5f2a103-f23a-4ddb-bede-c80d6943e276 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:47:26.780820 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fe86a5fa-b44f-4a49-b18c-f7acdc190ac9 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:27.009275 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-de830e4d-ba01-42ba-8348-55894d4e6c39 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:47:27.023615 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-de830e4d-ba01-42ba-8348-55894d4e6c39 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Usage tracker for resource:subnet and tenant:998613e7a7ae4d22ad9b2ce5f8e08568 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:47:27.031318 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-de830e4d-ba01-42ba-8348-55894d4e6c39 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:47:27.041707 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-de830e4d-ba01-42ba-8348-55894d4e6c39 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:47:27.057304 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-fe86a5fa-b44f-4a49-b18c-f7acdc190ac9 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] For port 97a0a8ba-8633-41be-a451-023af5bda486, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=97a0a8ba-8633-41be-a451-023af5bda486,segment=NetworkSegment(7c00552d-ea93-440b-911c-cb3aa0a4eeff),segment_id=7c00552d-ea93-440b-911c-cb3aa0a4eeff)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:47:27.083060 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fe86a5fa-b44f-4a49-b18c-f7acdc190ac9 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:27.087535 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fe86a5fa-b44f-4a49-b18c-f7acdc190ac9 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2036698'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:27.088305 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fe86a5fa-b44f-4a49-b18c-f7acdc190ac9 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2036557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2095114'] for subnet, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:27.091762 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-68c353c3-c530-41b7-a3e8-a53dc98176d4 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:27.126396 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de830e4d-ba01-42ba-8348-55894d4e6c39 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Made reservation on behalf of 998613e7a7ae4d22ad9b2ce5f8e08568 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:47:27.156527 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe86a5fa-b44f-4a49-b18c-f7acdc190ac9 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:47:27.164282 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-fe86a5fa-b44f-4a49-b18c-f7acdc190ac9 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:47:27.168847 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe86a5fa-b44f-4a49-b18c-f7acdc190ac9 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:27.169471 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fe86a5fa-b44f-4a49-b18c-f7acdc190ac9 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:27.188601 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe86a5fa-b44f-4a49-b18c-f7acdc190ac9 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event updated for resources: {'Port': ['ID=97a0a8ba-8633-41be-a451-023af5bda486,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:27.194040 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-fe86a5fa-b44f-4a49-b18c-f7acdc190ac9 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:27.194566 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d961644f-5e22-4404-8b82-ae3c9d5a7ed4 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:27.232462 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-fe86a5fa-b44f-4a49-b18c-f7acdc190ac9 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.3605738 Dec 20 08:47:27.235728 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40408) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:27.243120 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-eba69fe3-1e7f-440b-8f12-8a8dbddf00c7 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Request body: {'port': {'network_id': 'f75aa0d2-5f41-40f3-a9e0-d60d934965a4', 'mac_address': 'fa:16:3e:94:25:33', 'name': 'tempest-NetworksTestDHCPv6-1009329045'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:47:27.300659 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe86a5fa-b44f-4a49-b18c-f7acdc190ac9 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event updated for resources: {'Subnet': ['ID=0efd8a38-d6fc-4eb6-acb8-5c6b76f2d045,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:27.330787 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-de830e4d-ba01-42ba-8348-55894d4e6c39 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1529102'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:27.345626 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-fe86a5fa-b44f-4a49-b18c-f7acdc190ac9 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:27.395430 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-eba69fe3-1e7f-440b-8f12-8a8dbddf00c7 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:47:27.400788 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-eba69fe3-1e7f-440b-8f12-8a8dbddf00c7 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Usage tracker for resource:port and tenant:9679bafc94a64ee0a207e63ba5560387 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:47:27.404221 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-eba69fe3-1e7f-440b-8f12-8a8dbddf00c7 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:47:27.410897 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-eba69fe3-1e7f-440b-8f12-8a8dbddf00c7 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:47:27.427363 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba69fe3-1e7f-440b-8f12-8a8dbddf00c7 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Made reservation on behalf of 9679bafc94a64ee0a207e63ba5560387 for: {'port': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:47:27.431607 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-eba69fe3-1e7f-440b-8f12-8a8dbddf00c7 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:27.467983 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-eba69fe3-1e7f-440b-8f12-8a8dbddf00c7 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] device_id is not set on port c9b69286-3d51-47e5-ad01-139d093902df yet. {{(pid=83445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:47:27.644116 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-916ffa86-8af1-4004-833b-502209bf3188 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:27.684127 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-916ffa86-8af1-4004-833b-502209bf3188 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Deleting port 15095442-4adb-4c95-82ba-d7580182c483 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:47:27.684502 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-916ffa86-8af1-4004-833b-502209bf3188 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:27.743075 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-eba69fe3-1e7f-440b-8f12-8a8dbddf00c7 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Allocated IP 2001:db8::ec (f75aa0d2-5f41-40f3-a9e0-d60d934965a4/620c8428-4148-4539-9fd0-7593b2d0bf08/c9b69286-3d51-47e5-ad01-139d093902df) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:47:27.752898 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-eba69fe3-1e7f-440b-8f12-8a8dbddf00c7 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Allocated IP 2001:db8:0:1:f816:3eff:fe94:2533 (f75aa0d2-5f41-40f3-a9e0-d60d934965a4/0efd8a38-d6fc-4eb6-acb8-5c6b76f2d045/c9b69286-3d51-47e5-ad01-139d093902df) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:47:27.780832 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c3124f-9cac-414c-beab-68e2dbda0a9e None None] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:47:27.986536 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-3e278ab3-3ff5-4583-9360-b20bcdc065a0 None None] Provisioning for port 97a0a8ba-8633-41be-a451-023af5bda486 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:47:28.004944 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-916ffa86-8af1-4004-833b-502209bf3188 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:28.099173 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 97a0a8ba-8633-41be-a451-023af5bda486 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:47:28.101394 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-eba69fe3-1e7f-440b-8f12-8a8dbddf00c7 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:28.120934 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-eba69fe3-1e7f-440b-8f12-8a8dbddf00c7 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Transition to ACTIVE for port object c9b69286-3d51-47e5-ad01-139d093902df will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:47:28.136882 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-de830e4d-ba01-42ba-8348-55894d4e6c39 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1129376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1529148'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:28.148524 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-916ffa86-8af1-4004-833b-502209bf3188 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Calling delete_port for 15095442-4adb-4c95-82ba-d7580182c483 owned by network:router_gateway {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:47:28.152182 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-eba69fe3-1e7f-440b-8f12-8a8dbddf00c7 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:28.166886 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-5991fa97-72c1-48e1-92d8-265599a3f151 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:28.178959 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-03ae78db-b48a-48a1-9b87-cdc47f24f5ce tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:28.184727 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 97a0a8ba-8633-41be-a451-023af5bda486 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:47:28.191030 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 97a0a8ba-8633-41be-a451-023af5bda486 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:47:28.191652 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:28.212343 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba69fe3-1e7f-440b-8f12-8a8dbddf00c7 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:47:28.218893 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-eba69fe3-1e7f-440b-8f12-8a8dbddf00c7 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:47:28.223360 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba69fe3-1e7f-440b-8f12-8a8dbddf00c7 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:47:28.227663 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba69fe3-1e7f-440b-8f12-8a8dbddf00c7 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:28.228403 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-eba69fe3-1e7f-440b-8f12-8a8dbddf00c7 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:28.232892 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.db.resource_extend [None req-1ab7c0d2-5b14-4eee-a0b5-cf9c2b3e7916 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 08:47:28.266583 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-eba69fe3-1e7f-440b-8f12-8a8dbddf00c7 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.0294733 Dec 20 08:47:28.269676 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40414) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:28.341769 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:28.366937 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba69fe3-1e7f-440b-8f12-8a8dbddf00c7 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event updated for resources: {'Port': ['ID=c9b69286-3d51-47e5-ad01-139d093902df,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:28.370894 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-eba69fe3-1e7f-440b-8f12-8a8dbddf00c7 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:28.381183 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-d4f40563-12c4-4c55-8fd0-49bd1b88244e tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Deleting port c9b69286-3d51-47e5-ad01-139d093902df {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:47:28.381559 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d4f40563-12c4-4c55-8fd0-49bd1b88244e tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:28.386502 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 97a0a8ba-8633-41be-a451-023af5bda486, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=97a0a8ba-8633-41be-a451-023af5bda486,segment=NetworkSegment(7c00552d-ea93-440b-911c-cb3aa0a4eeff),segment_id=7c00552d-ea93-440b-911c-cb3aa0a4eeff)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:47:28.395700 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:28.399062 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-588b96c2-8131-4c6c-ba58-ba5a61d1985a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:28.431590 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1ab7c0d2-5b14-4eee-a0b5-cf9c2b3e7916 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:28.461714 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1ab7c0d2-5b14-4eee-a0b5-cf9c2b3e7916 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-345990'] for floatingip, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:28.481895 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=97a0a8ba-8633-41be-a451-023af5bda486,revision_number=5']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:28.485405 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:28.520791 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de830e4d-ba01-42ba-8348-55894d4e6c39 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Pushing event updated for resources: {'Subnet': ['ID=c400c045-afa1-459e-b833-0469d91a7742,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:28.533319 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-de830e4d-ba01-42ba-8348-55894d4e6c39 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:28.563574 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de830e4d-ba01-42ba-8348-55894d4e6c39 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Checking segment: {'id': '39110222-6e3b-4b0e-a4e1-75a08aa18df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd5f2a103-f23a-4ddb-bede-c80d6943e276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:47:28.564025 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de830e4d-ba01-42ba-8348-55894d4e6c39 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Network hostable DHCP agents. Network: d5f2a103-f23a-4ddb-bede-c80d6943e276, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:47:28.662718 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d4f40563-12c4-4c55-8fd0-49bd1b88244e tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:28.722432 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de830e4d-ba01-42ba-8348-55894d4e6c39 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Network d5f2a103-f23a-4ddb-bede-c80d6943e276 is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:47:28.732689 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-916ffa86-8af1-4004-833b-502209bf3188 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:28.737142 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-93d26c8c-85da-466f-90ab-ea261f9aec2d tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:28.783614 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-de830e4d-ba01-42ba-8348-55894d4e6c39 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, d5f2a103-f23a-4ddb-bede-c80d6943e276) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:47:28.788890 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916ffa86-8af1-4004-833b-502209bf3188 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Pushing event deleted for resources: {'Port': ['ID=15095442-4adb-4c95-82ba-d7580182c483,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:28.804161 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de830e4d-ba01-42ba-8348-55894d4e6c39 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:28.804754 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-de830e4d-ba01-42ba-8348-55894d4e6c39 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:28.809222 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-916ffa86-8af1-4004-833b-502209bf3188 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:28.820990 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5dc7cb-79e7-4b60-bf16-d3b40e28ae7d None None] Network d5f2a103-f23a-4ddb-bede-c80d6943e276 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:47:28.836901 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-d4f40563-12c4-4c55-8fd0-49bd1b88244e tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Calling delete_port for c9b69286-3d51-47e5-ad01-139d093902df owned by {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:47:28.939308 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-de830e4d-ba01-42ba-8348-55894d4e6c39 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3206763 Dec 20 08:47:28.939837 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40420) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:28.954148 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-00d14c85-8527-45d9-b2a1-41e8605e4d58 None None] Provisioning complete for port 97a0a8ba-8633-41be-a451-023af5bda486 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:47:28.954601 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-00d14c85-8527-45d9-b2a1-41e8605e4d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:28.986678 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.l3_db [None req-1ab7c0d2-5b14-4eee-a0b5-cf9c2b3e7916 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Floating IP 2ef6dd08-ac5b-4661-9333-a3d641809e84 associated. External IP: 172.26.5.247, port: 9e1d11ad-b081-4958-acde-afc1a813c0f9. Dec 20 08:47:29.095585 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d4f40563-12c4-4c55-8fd0-49bd1b88244e tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:29.101388 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e9de87b2-86dc-48d1-9939-b66fb14ff95d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:29.143960 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f40563-12c4-4c55-8fd0-49bd1b88244e tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event deleted for resources: {'Port': ['ID=c9b69286-3d51-47e5-ad01-139d093902df,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:29.147886 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d4f40563-12c4-4c55-8fd0-49bd1b88244e tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:29.226566 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d4f40563-12c4-4c55-8fd0-49bd1b88244e tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:29.231522 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2fe5e89-3c05-482f-b3b9-79ef57e2a5f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-d5f2a103-f23a-4ddb-bede-c80d6943e276', 'network_id': 'd5f2a103-f23a-4ddb-bede-c80d6943e276', 'tenant_id': '998613e7a7ae4d22ad9b2ce5f8e08568', 'fixed_ips': [{'subnet_id': 'c400c045-afa1-459e-b833-0469d91a7742'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:47:29.232784 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c2fe5e89-3c05-482f-b3b9-79ef57e2a5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:29.243568 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-d4f40563-12c4-4c55-8fd0-49bd1b88244e tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/ports/c9b69286-3d51-47e5-ad01-139d093902df HTTP/1.1" status: 204 len: 168 time: 0.9706488 Dec 20 08:47:29.245004 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40424) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:29.349953 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950f1cc7-f6a6-491f-9bed-2b00f9a2bb29 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:29.350724 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-950f1cc7-f6a6-491f-9bed-2b00f9a2bb29 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Synchronizing usage tracker for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:47:29.378496 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-950f1cc7-f6a6-491f-9bed-2b00f9a2bb29 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Unset dirty status for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:47:29.381675 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-950f1cc7-f6a6-491f-9bed-2b00f9a2bb29 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1346495 Dec 20 08:47:29.383693 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40428) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:29.423306 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-2abdb3d4-cf89-40ad-b8dd-5b5f7d2e2439 None None] Could not find standard attr ID for object c9b69286-3d51-47e5-ad01-139d093902df. {{(pid=83446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 08:47:29.452622 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-c2fe5e89-3c05-482f-b3b9-79ef57e2a5f6 None None] Allocated IP 172.20.0.2 (d5f2a103-f23a-4ddb-bede-c80d6943e276/c400c045-afa1-459e-b833-0469d91a7742/ccbd9914-b0e0-4f59-833c-ca9a8730dbff) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:47:29.469608 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7652ad1-b900-4dd2-8760-ba302dd6cae1 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:29.470862 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-d7652ad1-b900-4dd2-8760-ba302dd6cae1 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0861113 Dec 20 08:47:29.473451 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40432) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:29.478221 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-916ffa86-8af1-4004-833b-502209bf3188 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346107'] for router_gateway, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:29.544696 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3308b74-f25d-448e-a3d5-0c27f1928bad tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:29.546635 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3308b74-f25d-448e-a3d5-0c27f1928bad tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:29.548537 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3308b74-f25d-448e-a3d5-0c27f1928bad tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:29.549439 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-c3308b74-f25d-448e-a3d5-0c27f1928bad tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Synchronizing usage tracker for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:subnet {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:47:29.566538 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-c3308b74-f25d-448e-a3d5-0c27f1928bad tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Unset dirty status for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:subnet {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:47:29.570841 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-c3308b74-f25d-448e-a3d5-0c27f1928bad tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0963213 Dec 20 08:47:29.571675 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40436) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:29.662408 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f203c506-3aec-4a06-9e6b-ea010285b115 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:29.677741 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c2fe5e89-3c05-482f-b3b9-79ef57e2a5f6 None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:29.689911 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-c2fe5e89-3c05-482f-b3b9-79ef57e2a5f6 None None] Transition to ACTIVE for port object ccbd9914-b0e0-4f59-833c-ca9a8730dbff will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:47:29.710386 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-c2fe5e89-3c05-482f-b3b9-79ef57e2a5f6 None None] Transition to ACTIVE for port object ccbd9914-b0e0-4f59-833c-ca9a8730dbff will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:47:29.716970 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c2fe5e89-3c05-482f-b3b9-79ef57e2a5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:29.723622 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:29.770297 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_v2 [None req-a743d467-acff-4892-9b73-84b51b53be20 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Deleting subnet 0efd8a38-d6fc-4eb6-acb8-5c6b76f2d045 {{(pid=83445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:47:29.775003 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a743d467-acff-4892-9b73-84b51b53be20 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for subnet, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:29.794540 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fe5e89-3c05-482f-b3b9-79ef57e2a5f6 None None] Network d5f2a103-f23a-4ddb-bede-c80d6943e276 is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:47:29.798660 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-c2fe5e89-3c05-482f-b3b9-79ef57e2a5f6 None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:47:29.803348 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fe5e89-3c05-482f-b3b9-79ef57e2a5f6 None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:47:29.809657 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe5e89-3c05-482f-b3b9-79ef57e2a5f6 None None] Pushing event updated for resources: {'Port': ['ID=ccbd9914-b0e0-4f59-833c-ca9a8730dbff,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:29.812324 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-c2fe5e89-3c05-482f-b3b9-79ef57e2a5f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:29.848700 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a743d467-acff-4892-9b73-84b51b53be20 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1518554'] for subnet, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:29.871224 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-916ffa86-8af1-4004-833b-502209bf3188 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24735'] for router, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:29.872741 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-f203c506-3aec-4a06-9e6b-ea010285b115 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Deleting port ccbd9914-b0e0-4f59-833c-ca9a8730dbff {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:47:29.873060 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f203c506-3aec-4a06-9e6b-ea010285b115 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:29.915867 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-916ffa86-8af1-4004-833b-502209bf3188 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:29.924255 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-c2fe5e89-3c05-482f-b3b9-79ef57e2a5f6 None None] Attempting to bind port ccbd9914-b0e0-4f59-833c-ca9a8730dbff on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:47:29.924828 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-c2fe5e89-3c05-482f-b3b9-79ef57e2a5f6 None None] Attempting to bind port ccbd9914-b0e0-4f59-833c-ca9a8730dbff by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '39110222-6e3b-4b0e-a4e1-75a08aa18df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd5f2a103-f23a-4ddb-bede-c80d6943e276'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:47:29.925043 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fe5e89-3c05-482f-b3b9-79ef57e2a5f6 None None] Attempting to bind port ccbd9914-b0e0-4f59-833c-ca9a8730dbff on network d5f2a103-f23a-4ddb-bede-c80d6943e276 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:47:29.934516 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fe5e89-3c05-482f-b3b9-79ef57e2a5f6 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:47:29.934955 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fe5e89-3c05-482f-b3b9-79ef57e2a5f6 None None] Checking segment: {'id': '39110222-6e3b-4b0e-a4e1-75a08aa18df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd5f2a103-f23a-4ddb-bede-c80d6943e276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:47:29.935704 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c2fe5e89-3c05-482f-b3b9-79ef57e2a5f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:29.936124 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fe5e89-3c05-482f-b3b9-79ef57e2a5f6 None None] Bound using segment: {'id': '39110222-6e3b-4b0e-a4e1-75a08aa18df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd5f2a103-f23a-4ddb-bede-c80d6943e276'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:47:29.936642 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-c2fe5e89-3c05-482f-b3b9-79ef57e2a5f6 None None] Bound port: ccbd9914-b0e0-4f59-833c-ca9a8730dbff, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39110222-6e3b-4b0e-a4e1-75a08aa18df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd5f2a103-f23a-4ddb-bede-c80d6943e276'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:47:29.937033 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c2fe5e89-3c05-482f-b3b9-79ef57e2a5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:29.976114 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a743d467-acff-4892-9b73-84b51b53be20 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:30.039987 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-916ffa86-8af1-4004-833b-502209bf3188 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-390871'] for router, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:30.040536 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-916ffa86-8af1-4004-833b-502209bf3188 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Fanout notify agent at l3_agent the message router_deleted on router 2299e582-49a0-4d6e-ac6d-e1f9a623357f {{(pid=83444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 08:47:30.057472 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 97a0a8ba-8633-41be-a451-023af5bda486 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:47:30.074087 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-916ffa86-8af1-4004-833b-502209bf3188 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:30.079253 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a743d467-acff-4892-9b73-84b51b53be20 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2036620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2095133'] for subnet, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:30.079452 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-916ffa86-8af1-4004-833b-502209bf3188 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] 10.222.0.16 "DELETE /v2.0/routers/2299e582-49a0-4d6e-ac6d-e1f9a623357f HTTP/1.1" status: 204 len: 168 time: 4.6238301 Dec 20 08:47:30.079888 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40442) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:30.080531 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-75a7a798-9c00-43ef-bd21-d46c7c59f989 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:30.114143 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-c2fe5e89-3c05-482f-b3b9-79ef57e2a5f6 None None] For port ccbd9914-b0e0-4f59-833c-ca9a8730dbff, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:47:30.119886 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-0695ba83-48d6-49ff-bc4e-9de8718a4fd0 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-154689025', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:47:30.130478 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-0695ba83-48d6-49ff-bc4e-9de8718a4fd0 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:47:30.133013 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a743d467-acff-4892-9b73-84b51b53be20 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event deleted for resources: {'Subnet': ['ID=0efd8a38-d6fc-4eb6-acb8-5c6b76f2d045,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:30.134130 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-c2fe5e89-3c05-482f-b3b9-79ef57e2a5f6 None None] For port ccbd9914-b0e0-4f59-833c-ca9a8730dbff, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=ccbd9914-b0e0-4f59-833c-ca9a8730dbff,segment=NetworkSegment(39110222-6e3b-4b0e-a4e1-75a08aa18df5),segment_id=39110222-6e3b-4b0e-a4e1-75a08aa18df5)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:47:30.138900 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-0695ba83-48d6-49ff-bc4e-9de8718a4fd0 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Usage tracker for resource:router and tenant:dde3432b20b1425ba86c86caefb44bed is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:47:30.142475 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a743d467-acff-4892-9b73-84b51b53be20 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:30.144439 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-0695ba83-48d6-49ff-bc4e-9de8718a4fd0 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:47:30.147851 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c2fe5e89-3c05-482f-b3b9-79ef57e2a5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:30.152217 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-0695ba83-48d6-49ff-bc4e-9de8718a4fd0 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:47:30.154004 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-efe12bf1-8e25-451c-9e1a-33da458da6eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:30.154872 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a743d467-acff-4892-9b73-84b51b53be20 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:30.171541 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-a743d467-acff-4892-9b73-84b51b53be20 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/subnets/0efd8a38-d6fc-4eb6-acb8-5c6b76f2d045 HTTP/1.1" status: 204 len: 168 time: 0.5988672 Dec 20 08:47:30.174881 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40446) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:30.188656 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5fa013-cf2d-4a78-ac7a-ac6b7b93ee79 None None] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:47:30.209199 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0695ba83-48d6-49ff-bc4e-9de8718a4fd0 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24817'] for router, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:30.210658 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0695ba83-48d6-49ff-bc4e-9de8718a4fd0 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-351744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24806'] for router, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:30.232001 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0695ba83-48d6-49ff-bc4e-9de8718a4fd0 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:30.240543 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 97a0a8ba-8633-41be-a451-023af5bda486 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:47:30.240913 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:30.251929 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-f203c506-3aec-4a06-9e6b-ea010285b115 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] For port ccbd9914-b0e0-4f59-833c-ca9a8730dbff, host dv-neutron-820491-1-hyperv, got binding levels [] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:47:30.252288 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f203c506-3aec-4a06-9e6b-ea010285b115 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:30.278110 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0695ba83-48d6-49ff-bc4e-9de8718a4fd0 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071'] for router, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:30.290754 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e586258-00ce-459b-bc3d-bcf93c4829a8 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Deleting subnet 620c8428-4148-4539-9fd0-7593b2d0bf08 {{(pid=83445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:47:30.301011 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9e586258-00ce-459b-bc3d-bcf93c4829a8 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for subnet, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:30.349183 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0695ba83-48d6-49ff-bc4e-9de8718a4fd0 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:30.353867 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-0695ba83-48d6-49ff-bc4e-9de8718a4fd0 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2390311 Dec 20 08:47:30.353867 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40450) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:30.388420 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe5e89-3c05-482f-b3b9-79ef57e2a5f6 None None] Pushing event updated for resources: {'Port': ['ID=ccbd9914-b0e0-4f59-833c-ca9a8730dbff,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:30.391474 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-f203c506-3aec-4a06-9e6b-ea010285b115 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Calling delete_port for ccbd9914-b0e0-4f59-833c-ca9a8730dbff owned by network:dhcp {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:47:30.396061 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-c2fe5e89-3c05-482f-b3b9-79ef57e2a5f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:30.489325 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-d66e5862-b437-4671-9449-45663df34a07 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Request body: {'router': {'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:47:30.599458 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.db.api [None req-f203c506-3aec-4a06-9e6b-ea010285b115 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 08:47:30.600277 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_db.api [None req-f203c506-3aec-4a06-9e6b-ea010285b115 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 08:47:30.639721 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9e586258-00ce-459b-bc3d-bcf93c4829a8 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1518554'] for subnet, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:30.645970 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ab7c0d2-5b14-4eee-a0b5-cf9c2b3e7916 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Router fd2784c2-9301-4546-b4f4-5cacc3ac29c6 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:47:30.876741 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ab7c0d2-5b14-4eee-a0b5-cf9c2b3e7916 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:47:30.890399 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4150583-b04b-4031-af59-56e06640f235 None None] Sync routers for ids ['fd2784c2-9301-4546-b4f4-5cacc3ac29c6'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:47:30.896111 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9e586258-00ce-459b-bc3d-bcf93c4829a8 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:30.922119 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4150583-b04b-4031-af59-56e06640f235 None None] Routers {'fd2784c2-9301-4546-b4f4-5cacc3ac29c6'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:47:30.924203 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-e4150583-b04b-4031-af59-56e06640f235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:47:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['fd2784c2-9301-4546-b4f4-5cacc3ac29c6'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:31.000506 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-e4150583-b04b-4031-af59-56e06640f235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:31.014000 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4150583-b04b-4031-af59-56e06640f235 None None] Routers {'fd2784c2-9301-4546-b4f4-5cacc3ac29c6'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:47:31.015213 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-e4150583-b04b-4031-af59-56e06640f235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:47:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['fd2784c2-9301-4546-b4f4-5cacc3ac29c6'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:31.106012 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d66e5862-b437-4671-9449-45663df34a07 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24724'] for router, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:31.107868 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-f203c506-3aec-4a06-9e6b-ea010285b115 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Deleting port ccbd9914-b0e0-4f59-833c-ca9a8730dbff {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:47:31.108424 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f203c506-3aec-4a06-9e6b-ea010285b115 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:31.146209 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9e586258-00ce-459b-bc3d-bcf93c4829a8 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2036620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2095133'] for subnet, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:31.148857 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-e4150583-b04b-4031-af59-56e06640f235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:31.149475 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4150583-b04b-4031-af59-56e06640f235 None None] The sync data for ids ['fd2784c2-9301-4546-b4f4-5cacc3ac29c6'] in dv-neutron-820491-1-hyperv is: [] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:47:31.152754 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-80ec6575-1010-45d2-a09e-a23c7b9abaeb tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:31.201545 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e586258-00ce-459b-bc3d-bcf93c4829a8 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event deleted for resources: {'Subnet': ['ID=620c8428-4148-4539-9fd0-7593b2d0bf08,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:31.203978 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-9e586258-00ce-459b-bc3d-bcf93c4829a8 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:31.216700 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9e586258-00ce-459b-bc3d-bcf93c4829a8 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:31.236364 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-9e586258-00ce-459b-bc3d-bcf93c4829a8 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/subnets/620c8428-4148-4539-9fd0-7593b2d0bf08 HTTP/1.1" status: 204 len: 168 time: 1.0602849 Dec 20 08:47:31.239509 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40456) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:31.317978 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-c8e26b76-5a13-4408-9a1b-38ecef381785 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0777073 Dec 20 08:47:31.320591 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40460) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:31.422632 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f80ea79-c155-47ff-b64c-afaf096e3f72 None None] Network f75aa0d2-5f41-40f3-a9e0-d60d934965a4 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:47:31.498556 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-f203c506-3aec-4a06-9e6b-ea010285b115 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] For port ccbd9914-b0e0-4f59-833c-ca9a8730dbff, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=ccbd9914-b0e0-4f59-833c-ca9a8730dbff,segment=NetworkSegment(39110222-6e3b-4b0e-a4e1-75a08aa18df5),segment_id=39110222-6e3b-4b0e-a4e1-75a08aa18df5)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:47:31.498936 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f203c506-3aec-4a06-9e6b-ea010285b115 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:31.514479 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d66e5862-b437-4671-9449-45663df34a07 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks [] for router_gateway, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:31.548739 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57dd37d-df3a-46cb-9486-7aa819d48ca6 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:31.552749 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-c57dd37d-df3a-46cb-9486-7aa819d48ca6 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2270818 Dec 20 08:47:31.554601 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40464) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:31.560712 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d66e5862-b437-4671-9449-45663df34a07 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:31.653043 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-4fc8936b-31b2-4085-b44d-4c337b62b5c2 None None] Provisioning complete for port 97a0a8ba-8633-41be-a451-023af5bda486 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:47:31.653445 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-4fc8936b-31b2-4085-b44d-4c337b62b5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:31.672065 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-f203c506-3aec-4a06-9e6b-ea010285b115 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Calling delete_port for ccbd9914-b0e0-4f59-833c-ca9a8730dbff owned by network:dhcp {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:47:31.684282 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f46b871-42db-4829-8551-cb058a1e714f None None] Network d5f2a103-f23a-4ddb-bede-c80d6943e276 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:47:31.700132 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38a816e-58f1-4d7e-bed1-f3739bcb9936 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:31.700907 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-b38a816e-58f1-4d7e-bed1-f3739bcb9936 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Synchronizing usage tracker for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:subnet {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:47:31.756149 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-b38a816e-58f1-4d7e-bed1-f3739bcb9936 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Unset dirty status for tenant:9679bafc94a64ee0a207e63ba5560387 on resource:subnet {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:47:31.757398 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-b38a816e-58f1-4d7e-bed1-f3739bcb9936 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1986470 Dec 20 08:47:31.759829 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40468) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:31.837543 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-e882f0ad-2fe4-49db-b163-b2c383829f97 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0764644 Dec 20 08:47:31.845550 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40472) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:31.893923 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-d66e5862-b437-4671-9449-45663df34a07 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Allocated IP 172.26.5.145 (95f3bec2-46e6-4468-8229-8badd4a5aaae/cf8895a3-346d-4313-a645-16ecdcce9969/df3c9e52-7d98-470d-a640-410d234ebd6c) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:47:31.920148 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-e54b876f-7f37-4ee7-9522-838c89da6a47 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] DELETE failed (client error): The resource could not be found. Dec 20 08:47:31.920827 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e54b876f-7f37-4ee7-9522-838c89da6a47 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:47:31.933509 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-e54b876f-7f37-4ee7-9522-838c89da6a47 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/ports/c9b69286-3d51-47e5-ad01-139d093902df HTTP/1.1" status: 404 len: 333 time: 0.0836341 Dec 20 08:47:31.934282 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40476) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:31.981022 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f203c506-3aec-4a06-9e6b-ea010285b115 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:31.990602 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d9549d-7d7a-417a-a37d-b1cb4a228d57 None None] DHCP port deletion for f75aa0d2-5f41-40f3-a9e0-d60d934965a4 request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 08:47:32.006576 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-662563c2-df4d-45a9-8241-2ae51067046e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:32.006729 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-40d9549d-7d7a-417a-a37d-b1cb4a228d57 None None] Deleting port 97a0a8ba-8633-41be-a451-023af5bda486 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:47:32.007040 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-40d9549d-7d7a-417a-a37d-b1cb4a228d57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:32.010693 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-840d0239-e5b5-4e23-b507-c2c4e03746d1 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] DELETE failed (client error): The resource could not be found. Dec 20 08:47:32.011126 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-840d0239-e5b5-4e23-b507-c2c4e03746d1 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:47:32.015432 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-840d0239-e5b5-4e23-b507-c2c4e03746d1 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/subnets/0efd8a38-d6fc-4eb6-acb8-5c6b76f2d045 HTTP/1.1" status: 404 len: 337 time: 0.0645492 Dec 20 08:47:32.016002 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40480) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:32.096016 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device ccbd9914-b0e0-4f59-833c-ca9a8730dbff up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:47:32.100211 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f203c506-3aec-4a06-9e6b-ea010285b115 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Pushing event deleted for resources: {'Port': ['ID=ccbd9914-b0e0-4f59-833c-ca9a8730dbff,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:32.129515 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f203c506-3aec-4a06-9e6b-ea010285b115 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:32.143039 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f203c506-3aec-4a06-9e6b-ea010285b115 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] No DVR routers for this DVR port ccbd9914-b0e0-4f59-833c-ca9a8730dbff on host dv-neutron-820491-1-hyperv {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:47:32.146847 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: ccbd9914-b0e0-4f59-833c-ca9a8730dbff {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:47:32.147250 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device ccbd9914-b0e0-4f59-833c-ca9a8730dbff not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Dec 20 08:47:32.211192 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f203c506-3aec-4a06-9e6b-ea010285b115 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:32.211468 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Port ccbd9914-b0e0-4f59-833c-ca9a8730dbff not found, will not notify nova. {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Dec 20 08:47:32.212326 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-6aadc7e0-06ac-400d-a73d-0455d39099e1 None None] Could not find standard attr ID for object ccbd9914-b0e0-4f59-833c-ca9a8730dbff. {{(pid=83446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 08:47:32.252993 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed68939d-c92b-4824-81b9-e2d83ca65719 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] DELETE failed (client error): The resource could not be found. Dec 20 08:47:32.253462 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed68939d-c92b-4824-81b9-e2d83ca65719 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:47:32.274584 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40486) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:32.275698 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-ed68939d-c92b-4824-81b9-e2d83ca65719 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/subnets/620c8428-4148-4539-9fd0-7593b2d0bf08 HTTP/1.1" status: 404 len: 337 time: 0.2568166 Dec 20 08:47:32.296102 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 97a0a8ba-8633-41be-a451-023af5bda486 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:47:32.355032 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-b60e7db7-d313-4043-bd01-d8af74fa34f5 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] DELETE failed (client error): The resource could not be found. Dec 20 08:47:32.355468 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b60e7db7-d313-4043-bd01-d8af74fa34f5 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:47:32.389767 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d66e5862-b437-4671-9449-45663df34a07 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:32.408069 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b60e7db7-d313-4043-bd01-d8af74fa34f5 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/ports/f150668a-4db2-4f53-a28a-dddf38175bf4 HTTP/1.1" status: 404 len: 333 time: 0.1251478 Dec 20 08:47:32.410521 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40492) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:32.417419 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f203c506-3aec-4a06-9e6b-ea010285b115 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1129313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1529131'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:32.427262 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f670f6a6-ca8d-4222-b348-de02bbb77ed9 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:32.445943 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-40d9549d-7d7a-417a-a37d-b1cb4a228d57 None None] For port 97a0a8ba-8633-41be-a451-023af5bda486, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=97a0a8ba-8633-41be-a451-023af5bda486,segment=NetworkSegment(7c00552d-ea93-440b-911c-cb3aa0a4eeff),segment_id=7c00552d-ea93-440b-911c-cb3aa0a4eeff)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:47:32.447724 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-40d9549d-7d7a-417a-a37d-b1cb4a228d57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:32.468488 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6d85134-eddd-4be5-94f9-95e94daee0a0 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] DELETE failed (client error): The resource could not be found. Dec 20 08:47:32.468922 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6d85134-eddd-4be5-94f9-95e94daee0a0 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:47:32.478791 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f203c506-3aec-4a06-9e6b-ea010285b115 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Pushing event deleted for resources: {'Subnet': ['ID=c400c045-afa1-459e-b833-0469d91a7742,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:32.481108 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-f6d85134-eddd-4be5-94f9-95e94daee0a0 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/subnets/be2e7616-2ba9-47a1-a8dc-65167f12ac51 HTTP/1.1" status: 404 len: 337 time: 0.0662024 Dec 20 08:47:32.483008 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40496) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:32.495708 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f203c506-3aec-4a06-9e6b-ea010285b115 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:32.505453 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ab7c0d2-5b14-4eee-a0b5-cf9c2b3e7916 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Router a61e8621-801b-440b-8099-16ef2c220a26 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:47:32.532783 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-57780d64-d6bf-469a-82f4-44423c635465 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] DELETE failed (client error): The resource could not be found. Dec 20 08:47:32.533394 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57780d64-d6bf-469a-82f4-44423c635465 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:47:32.535397 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-57780d64-d6bf-469a-82f4-44423c635465 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/subnets/75b9e6e3-46dc-4260-a863-21f73f6fd2c3 HTTP/1.1" status: 404 len: 337 time: 0.0512419 Dec 20 08:47:32.538725 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40502) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:32.600795 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7513b8f-3a72-45b6-8b41-b645ef2880f6 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] DELETE failed (client error): The resource could not be found. Dec 20 08:47:32.601213 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7513b8f-3a72-45b6-8b41-b645ef2880f6 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:47:32.604244 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-f7513b8f-3a72-45b6-8b41-b645ef2880f6 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/ports/2732f945-1b89-4559-9afa-6776c029ba73 HTTP/1.1" status: 404 len: 333 time: 0.0633261 Dec 20 08:47:32.605913 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40508) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:32.636371 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-40d9549d-7d7a-417a-a37d-b1cb4a228d57 None None] Calling delete_port for 97a0a8ba-8633-41be-a451-023af5bda486 owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:47:32.663061 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d66e5862-b437-4671-9449-45663df34a07 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:32.667774 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e48004f6-f376-4b81-a398-a117665f3f92 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:32.672175 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6ab797-a8ba-4cb7-9886-65d70b542349 None None] Network d5f2a103-f23a-4ddb-bede-c80d6943e276 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:47:32.697769 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-489f92bb-ad03-4be1-876d-610fc68979f9 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] DELETE failed (client error): The resource could not be found. Dec 20 08:47:32.698340 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-489f92bb-ad03-4be1-876d-610fc68979f9 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:47:32.702445 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-489f92bb-ad03-4be1-876d-610fc68979f9 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/subnets/ba0f7d1b-dd01-4dd0-84e4-e993f3eec209 HTTP/1.1" status: 404 len: 337 time: 0.0930264 Dec 20 08:47:32.705030 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40516) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:32.744773 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66e5862-b437-4671-9449-45663df34a07 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Network 95f3bec2-46e6-4468-8229-8badd4a5aaae is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:47:32.748507 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-d66e5862-b437-4671-9449-45663df34a07 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:47:32.753628 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66e5862-b437-4671-9449-45663df34a07 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:47:32.780514 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:32.782138 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e5862-b437-4671-9449-45663df34a07 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Pushing event updated for resources: {'Port': ['ID=df3c9e52-7d98-470d-a640-410d234ebd6c,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:32.789048 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d66e5862-b437-4671-9449-45663df34a07 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:32.973872 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f203c506-3aec-4a06-9e6b-ea010285b115 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:32.986295 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 97a0a8ba-8633-41be-a451-023af5bda486, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=97a0a8ba-8633-41be-a451-023af5bda486,segment=NetworkSegment(7c00552d-ea93-440b-911c-cb3aa0a4eeff),segment_id=7c00552d-ea93-440b-911c-cb3aa0a4eeff)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:47:32.988192 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-47248b12-d3fe-4bf6-9a03-1925de725e0b tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] DELETE failed (client error): The resource could not be found. Dec 20 08:47:32.988901 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47248b12-d3fe-4bf6-9a03-1925de725e0b tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:47:32.996620 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:32.998417 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-143709bf-46d0-4de2-9a8e-ffe085f03428 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:33.008673 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d66e5862-b437-4671-9449-45663df34a07 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks [] for router_gateway, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:33.027513 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-47248b12-d3fe-4bf6-9a03-1925de725e0b tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/subnets/5b6dbf6f-2687-4b46-99ad-c024ffbac095 HTTP/1.1" status: 404 len: 337 time: 0.3112943 Dec 20 08:47:33.027513 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-f203c506-3aec-4a06-9e6b-ea010285b115 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5f2a103-f23a-4ddb-bede-c80d6943e276']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:33.037595 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40520) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:33.043128 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.db.api [None req-40d9549d-7d7a-417a-a37d-b1cb4a228d57 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 08:47:33.043631 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_db.api [None req-40d9549d-7d7a-417a-a37d-b1cb4a228d57 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 08:47:33.079113 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-f203c506-3aec-4a06-9e6b-ea010285b115 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39110222-6e3b-4b0e-a4e1-75a08aa18df5') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:33.079423 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-f203c506-3aec-4a06-9e6b-ea010285b115 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39110222-6e3b-4b0e-a4e1-75a08aa18df5') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:33.084188 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=97a0a8ba-8633-41be-a451-023af5bda486,revision_number=8']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:33.087333 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:33.088456 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722922e4-59db-4060-ac30-e57bb510f552 req-8a121a15-baba-4d0d-a4ee-3ad6a4984e0b tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:33.090100 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-722922e4-59db-4060-ac30-e57bb510f552 req-8a121a15-baba-4d0d-a4ee-3ad6a4984e0b tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce86b767-a621-41c5-98e8-cc542b7adc7f HTTP/1.1" status: 200 len: 946 time: 0.4374299 Dec 20 08:47:33.115044 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf9dd43-e738-4627-8ede-c45455d31926 None None] DHCP port deletion for d5f2a103-f23a-4ddb-bede-c80d6943e276 request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 08:47:33.144742 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-68676ace-150b-440b-a19c-a03b4025bd3c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] DELETE failed (client error): The resource could not be found. Dec 20 08:47:33.145193 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68676ace-150b-440b-a19c-a03b4025bd3c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:47:33.148992 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-68676ace-150b-440b-a19c-a03b4025bd3c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/ports/591a830a-a16e-45bf-9dc3-4c2d2986c8ac HTTP/1.1" status: 404 len: 333 time: 0.1083872 Dec 20 08:47:33.157144 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f203c506-3aec-4a06-9e6b-ea010285b115 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1618722'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:33.163429 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40524) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:33.210590 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeec5019-c7c4-42f4-8be1-4b5c71bbebb9 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] DELETE failed (client error): The resource could not be found. Dec 20 08:47:33.211030 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eeec5019-c7c4-42f4-8be1-4b5c71bbebb9 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:47:33.212660 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-eeec5019-c7c4-42f4-8be1-4b5c71bbebb9 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/subnets/27a37977-8d52-43e6-832c-d8caa9872468 HTTP/1.1" status: 404 len: 337 time: 0.0474977 Dec 20 08:47:33.214875 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f203c506-3aec-4a06-9e6b-ea010285b115 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:33.217346 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40528) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:33.233250 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-722922e4-59db-4060-ac30-e57bb510f552 req-be098bc5-8c32-431d-9391-e91435a1190f tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/security-groups?id=57316c2a-fdb6-46e9-9469-18e9bc81adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348796 Dec 20 08:47:33.244668 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d66e5862-b437-4671-9449-45663df34a07 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24724'] for router, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:33.249771 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d66e5862-b437-4671-9449-45663df34a07 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-351805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-351780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-379562'] for router, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:33.259493 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f203c506-3aec-4a06-9e6b-ea010285b115 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:47:33.259910 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f203c506-3aec-4a06-9e6b-ea010285b115 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1128911'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:33.274371 dv-neutron-820491-1-hyperv neutron-server[83444]: Traceback (most recent call last): Dec 20 08:47:33.274371 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:47:33.274371 dv-neutron-820491-1-hyperv neutron-server[83444]: timer() Dec 20 08:47:33.274371 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:47:33.274371 dv-neutron-820491-1-hyperv neutron-server[83444]: cb(*args, **kw) Dec 20 08:47:33.274371 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:47:33.274371 dv-neutron-820491-1-hyperv neutron-server[83444]: return func(*args, **kwargs) Dec 20 08:47:33.274371 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:47:33.274371 dv-neutron-820491-1-hyperv neutron-server[83444]: self._notify() Dec 20 08:47:33.274371 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:47:33.274371 dv-neutron-820491-1-hyperv neutron-server[83444]: self.callback(batched_events) Dec 20 08:47:33.274371 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:47:33.274371 dv-neutron-820491-1-hyperv neutron-server[83444]: event.method(event) Dec 20 08:47:33.274371 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:47:33.274371 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:47:33.274371 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:47:33.274371 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:47:33.274371 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:47:33.274371 dv-neutron-820491-1-hyperv neutron-server[83444]: return f(self, *a, **k) Dec 20 08:47:33.274371 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:47:33.274371 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._get(url).json() Dec 20 08:47:33.274371 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:47:33.274371 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:47:33.274371 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:47:33.274371 dv-neutron-820491-1-hyperv neutron-server[83444]: return self.request(url, 'GET', **kwargs) Dec 20 08:47:33.274371 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:47:33.274371 dv-neutron-820491-1-hyperv neutron-server[83444]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:47:33.274371 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:47:33.274371 dv-neutron-820491-1-hyperv neutron-server[83444]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:47:33.274371 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:47:33.274371 dv-neutron-820491-1-hyperv neutron-server[83444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:47:33.274371 dv-neutron-820491-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:47:33.291448 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee238080-c32d-4bfc-aa54-383a398b7b4b tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] DELETE failed (client error): The resource could not be found. Dec 20 08:47:33.291893 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee238080-c32d-4bfc-aa54-383a398b7b4b tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:47:33.296023 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ee238080-c32d-4bfc-aa54-383a398b7b4b tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/subnets/6237e3cb-cf9a-4984-8c4f-c2959d5b3f4c HTTP/1.1" status: 404 len: 337 time: 0.0753112 Dec 20 08:47:33.296919 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40534) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:33.411263 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-70247aa2-520d-47b3-9707-9dbeaeece5f2 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] DELETE failed (client error): The resource could not be found. Dec 20 08:47:33.411705 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70247aa2-520d-47b3-9707-9dbeaeece5f2 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:47:33.420046 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-70247aa2-520d-47b3-9707-9dbeaeece5f2 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/ports/bf5abce3-2ea7-478c-8814-24a610e51bde HTTP/1.1" status: 404 len: 333 time: 0.1206689 Dec 20 08:47:33.423067 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40538) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:33.427947 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f203c506-3aec-4a06-9e6b-ea010285b115 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:33.432079 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:33.449979 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f203c506-3aec-4a06-9e6b-ea010285b115 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:33.454804 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f203c506-3aec-4a06-9e6b-ea010285b115 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] 10.222.0.16 "DELETE /v2.0/networks/d5f2a103-f23a-4ddb-bede-c80d6943e276 HTTP/1.1" status: 204 len: 168 time: 4.4994731 Dec 20 08:47:33.456221 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40542) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:33.458658 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f203c506-3aec-4a06-9e6b-ea010285b115 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Pushing event deleted for resources: {'Network': ['ID=d5f2a103-f23a-4ddb-bede-c80d6943e276,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:33.480950 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6b692dc-5caf-4c38-a130-4e4327966d4d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] DELETE failed (client error): The resource could not be found. Dec 20 08:47:33.481643 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6b692dc-5caf-4c38-a130-4e4327966d4d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:47:33.483636 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-f6b692dc-5caf-4c38-a130-4e4327966d4d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/subnets/32034e2e-f987-4833-a5d6-20cbb4dd7b03 HTTP/1.1" status: 404 len: 337 time: 0.0592291 Dec 20 08:47:33.493493 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40548) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:33.494327 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f203c506-3aec-4a06-9e6b-ea010285b115 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:33.534051 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-38eea61b-77a5-48ce-9b31-a01045d7fb3d tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] GET failed (client error): The resource could not be found. Dec 20 08:47:33.534561 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-38eea61b-77a5-48ce-9b31-a01045d7fb3d tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Synchronizing usage tracker for tenant:998613e7a7ae4d22ad9b2ce5f8e08568 on resource:subnet {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:47:33.545197 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-40d9549d-7d7a-417a-a37d-b1cb4a228d57 None None] Deleting port 97a0a8ba-8633-41be-a451-023af5bda486 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:47:33.546738 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-40d9549d-7d7a-417a-a37d-b1cb4a228d57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:33.552534 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ab7c0d2-5b14-4eee-a0b5-cf9c2b3e7916 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:47:33.557015 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1ab7c0d2-5b14-4eee-a0b5-cf9c2b3e7916 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:33.564605 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d66e5862-b437-4671-9449-45663df34a07 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Router c0d9546b-ff47-40c1-923e-a8c91a34bc1c is scheduled to L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 with binding_index 1 {{(pid=83445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 08:47:33.587728 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2757fb0-d788-45f2-a1a1-3a96e327a18c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] DELETE failed (client error): The resource could not be found. Dec 20 08:47:33.588218 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2757fb0-d788-45f2-a1a1-3a96e327a18c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:47:33.592090 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c2757fb0-d788-45f2-a1a1-3a96e327a18c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/ports/b259db38-44be-4e2e-9ead-21f2ea1d1950 HTTP/1.1" status: 404 len: 333 time: 0.0908120 Dec 20 08:47:33.592796 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40552) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:33.622601 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-38eea61b-77a5-48ce-9b31-a01045d7fb3d tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Unset dirty status for tenant:998613e7a7ae4d22ad9b2ce5f8e08568 on resource:subnet {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:47:33.623810 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-38eea61b-77a5-48ce-9b31-a01045d7fb3d tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] 10.222.0.16 "GET /v2.0/subnets/c400c045-afa1-459e-b833-0469d91a7742 HTTP/1.1" status: 404 len: 337 time: 0.1665223 Dec 20 08:47:33.647792 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40556) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:33.649755 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc20b65d-6a74-417d-ae47-825f0c5fbe37 None None] Sync routers for ids ['a61e8621-801b-440b-8099-16ef2c220a26'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:47:33.680387 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc20b65d-6a74-417d-ae47-825f0c5fbe37 None None] Routers {'a61e8621-801b-440b-8099-16ef2c220a26'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:47:33.681449 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-bc20b65d-6a74-417d-ae47-825f0c5fbe37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:47:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['a61e8621-801b-440b-8099-16ef2c220a26'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:33.684823 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a18b15d-803d-4e33-8e07-3f5c097ca807 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] DELETE failed (client error): The resource could not be found. Dec 20 08:47:33.685259 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a18b15d-803d-4e33-8e07-3f5c097ca807 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:47:33.686911 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1a18b15d-803d-4e33-8e07-3f5c097ca807 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] 10.222.0.16 "DELETE /v2.0/networks/d5f2a103-f23a-4ddb-bede-c80d6943e276 HTTP/1.1" status: 404 len: 339 time: 0.0382848 Dec 20 08:47:33.691846 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40560) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:33.755157 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1ab7c0d2-5b14-4eee-a0b5-cf9c2b3e7916 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] 10.222.0.16 "PUT /v2.0/floatingips/2ef6dd08-ac5b-4661-9333-a3d641809e84 HTTP/1.1" status: 200 len: 977 time: 7.6357396 Dec 20 08:47:33.757220 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40564) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:33.757391 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-bc20b65d-6a74-417d-ae47-825f0c5fbe37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:33.762714 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fdba334-48ef-4a9d-96b8-1a505a9f3aa7 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] DELETE failed (client error): The resource could not be found. Dec 20 08:47:33.763297 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fdba334-48ef-4a9d-96b8-1a505a9f3aa7 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:47:33.767180 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-7fdba334-48ef-4a9d-96b8-1a505a9f3aa7 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/subnets/5a2e4b23-4212-4121-9668-7083cc86eb54 HTTP/1.1" status: 404 len: 337 time: 0.1708653 Dec 20 08:47:33.771390 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40568) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:33.806921 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc20b65d-6a74-417d-ae47-825f0c5fbe37 None None] Routers {'a61e8621-801b-440b-8099-16ef2c220a26'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:47:33.807543 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-bc20b65d-6a74-417d-ae47-825f0c5fbe37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:47:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['a61e8621-801b-440b-8099-16ef2c220a26'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:33.827209 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce7c73ff-e3ec-4bb6-bcc4-835f66a49695 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] DELETE failed (client error): The resource could not be found. Dec 20 08:47:33.827652 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce7c73ff-e3ec-4bb6-bcc4-835f66a49695 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:47:33.832444 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-ce7c73ff-e3ec-4bb6-bcc4-835f66a49695 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/ports/006e2dd0-d1b4-4cc6-9eda-0f5ed9bc0c25 HTTP/1.1" status: 404 len: 333 time: 0.0572929 Dec 20 08:47:33.834229 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40572) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:33.884095 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-77b75183-c591-42d9-94a6-ce643ac6cdb8 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] DELETE failed (client error): The resource could not be found. Dec 20 08:47:33.884381 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77b75183-c591-42d9-94a6-ce643ac6cdb8 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:47:33.888289 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-77b75183-c591-42d9-94a6-ce643ac6cdb8 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/subnets/e3c3cb4d-854a-421c-a8c8-f38d3a140428 HTTP/1.1" status: 404 len: 337 time: 0.0516126 Dec 20 08:47:33.888545 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40576) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:33.901940 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-a7e7d67e-32fb-460e-b715-7a405d169cf0 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Deleting port 9e63214c-4be6-4a0d-9df0-00ecb7ba33c4 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:47:33.902261 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a7e7d67e-32fb-460e-b715-7a405d169cf0 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:33.911851 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-bc20b65d-6a74-417d-ae47-825f0c5fbe37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:33.912267 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc20b65d-6a74-417d-ae47-825f0c5fbe37 None None] The sync data for ids ['a61e8621-801b-440b-8099-16ef2c220a26'] in dv-neutron-820491-1-hyperv is: [] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:47:33.935103 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-40d9549d-7d7a-417a-a37d-b1cb4a228d57 None None] For port 97a0a8ba-8633-41be-a451-023af5bda486, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=97a0a8ba-8633-41be-a451-023af5bda486,segment=NetworkSegment(7c00552d-ea93-440b-911c-cb3aa0a4eeff),segment_id=7c00552d-ea93-440b-911c-cb3aa0a4eeff)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:47:33.935563 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-40d9549d-7d7a-417a-a37d-b1cb4a228d57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:33.943942 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb18cf7-9b4d-453e-a40b-99bede838c45 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:33.944641 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-ecb18cf7-9b4d-453e-a40b-99bede838c45 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Synchronizing usage tracker for tenant:998613e7a7ae4d22ad9b2ce5f8e08568 on resource:network {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:47:33.957290 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-4391ac11-6ed0-4f3e-acea-10d54f6c87fe tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] DELETE failed (client error): The resource could not be found. Dec 20 08:47:33.957718 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4391ac11-6ed0-4f3e-acea-10d54f6c87fe tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:47:33.962241 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-4391ac11-6ed0-4f3e-acea-10d54f6c87fe tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/ports/fe35f3a7-053a-417c-89f8-e8014be79197 HTTP/1.1" status: 404 len: 333 time: 0.0699580 Dec 20 08:47:33.962371 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40580) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:34.018916 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-ecb18cf7-9b4d-453e-a40b-99bede838c45 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Unset dirty status for tenant:998613e7a7ae4d22ad9b2ce5f8e08568 on resource:network {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:47:34.020259 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ecb18cf7-9b4d-453e-a40b-99bede838c45 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3275275 Dec 20 08:47:34.054216 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40584) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:34.055268 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c7b3e6e-a7d1-4c1c-9b34-2a18cf7ff7bb tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] DELETE failed (client error): The resource could not be found. Dec 20 08:47:34.055717 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c7b3e6e-a7d1-4c1c-9b34-2a18cf7ff7bb tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:47:34.059862 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1c7b3e6e-a7d1-4c1c-9b34-2a18cf7ff7bb tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/subnets/92242ae9-7aa1-4ac6-ab80-3d6c39796792 HTTP/1.1" status: 404 len: 337 time: 0.0919597 Dec 20 08:47:34.094670 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40588) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:34.130018 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-40d9549d-7d7a-417a-a37d-b1cb4a228d57 None None] Calling delete_port for 97a0a8ba-8633-41be-a451-023af5bda486 owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:47:34.155538 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-330f5449-215d-4c7a-b835-36fb7dc67193 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] 10.222.0.16 "GET /v2.0/subnets?network_id=95f3bec2-46e6-4468-8229-8badd4a5aaae HTTP/1.1" status: 200 len: 207 time: 0.0933704 Dec 20 08:47:34.155766 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f22767-2406-4fe5-9150-e55eafc227a6 req-5f8ca4a7-ce2c-4e24-956c-506496fcad84 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:34.156228 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device ccbd9914-b0e0-4f59-833c-ca9a8730dbff no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:47:34.156360 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-57f22767-2406-4fe5-9150-e55eafc227a6 req-5f8ca4a7-ce2c-4e24-956c-506496fcad84 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce86b767-a621-41c5-98e8-cc542b7adc7f HTTP/1.1" status: 200 len: 946 time: 0.4389796 Dec 20 08:47:34.156360 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40592) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:34.161728 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0b28b0f-1b68-4a03-9394-2e5fc9197f7d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] DELETE failed (client error): The resource could not be found. Dec 20 08:47:34.162246 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0b28b0f-1b68-4a03-9394-2e5fc9197f7d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:47:34.166329 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f0b28b0f-1b68-4a03-9394-2e5fc9197f7d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/ports/30287ae7-80be-4d9b-a8b2-d00857439b5a HTTP/1.1" status: 404 len: 333 time: 0.0683188 Dec 20 08:47:34.166481 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40596) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:34.202171 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: ccbd9914-b0e0-4f59-833c-ca9a8730dbff {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:47:34.202517 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device ccbd9914-b0e0-4f59-833c-ca9a8730dbff not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:47:34.228200 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3459096-3483-4ed6-bbc0-699f3a8cbc36 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] DELETE failed (client error): The resource could not be found. Dec 20 08:47:34.228200 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3459096-3483-4ed6-bbc0-699f3a8cbc36 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:47:34.232019 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c3459096-3483-4ed6-bbc0-699f3a8cbc36 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/subnets/9abba35e-38db-4664-a78b-d9a6542458b9 HTTP/1.1" status: 404 len: 337 time: 0.0621791 Dec 20 08:47:34.234975 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40600) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:34.249428 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-40d9549d-7d7a-417a-a37d-b1cb4a228d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102'] for port, after_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:34.253919 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-110c24bb-bf48-4279-a5b5-43b45ea9a3bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:34.293419 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d9549d-7d7a-417a-a37d-b1cb4a228d57 None None] Pushing event deleted for resources: {'Port': ['ID=97a0a8ba-8633-41be-a451-023af5bda486,revision_number=None']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:34.296769 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-412e81d8-f39c-4c17-9528-7712a7b21d07 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] DELETE failed (client error): The resource could not be found. Dec 20 08:47:34.297823 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-40d9549d-7d7a-417a-a37d-b1cb4a228d57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:34.298341 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-412e81d8-f39c-4c17-9528-7712a7b21d07 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:47:34.300224 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-412e81d8-f39c-4c17-9528-7712a7b21d07 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/ports/39707b82-d847-47e8-b9e9-c833903815fe HTTP/1.1" status: 404 len: 333 time: 0.0642555 Dec 20 08:47:34.302935 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d9549d-7d7a-417a-a37d-b1cb4a228d57 None None] No DVR routers for this DVR port 97a0a8ba-8633-41be-a451-023af5bda486 on host dv-neutron-820491-1-hyperv {{(pid=83446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:47:34.313963 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40604) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:34.372142 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-57f22767-2406-4fe5-9150-e55eafc227a6 req-913e6032-272a-4978-8551-a3a89b3f4f1a tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/security-groups?id=57316c2a-fdb6-46e9-9469-18e9bc81adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2072222 Dec 20 08:47:34.376199 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-002a7fa3-5f37-4c3f-af25-bea41e8ff20c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] DELETE failed (client error): The resource could not be found. Dec 20 08:47:34.376654 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-002a7fa3-5f37-4c3f-af25-bea41e8ff20c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:47:34.380707 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-002a7fa3-5f37-4c3f-af25-bea41e8ff20c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/subnets/d89d9a27-d23d-416f-b920-936b50c8a63c HTTP/1.1" status: 404 len: 337 time: 0.0634227 Dec 20 08:47:34.382120 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40608) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:34.431564 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a7e7d67e-32fb-460e-b715-7a405d169cf0 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:34.442608 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44563900-db13-4406-982c-ba1c145f5ba1 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:34.446559 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44563900-db13-4406-982c-ba1c145f5ba1 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:34.450331 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e5d7358-a993-49ce-9dcd-16a090cd8e65 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] DELETE failed (client error): The resource could not be found. Dec 20 08:47:34.450616 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44563900-db13-4406-982c-ba1c145f5ba1 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:34.450772 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e5d7358-a993-49ce-9dcd-16a090cd8e65 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:47:34.454964 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-3e5d7358-a993-49ce-9dcd-16a090cd8e65 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/subnets/bbc32b11-809b-4d98-9293-4fa8b754b21a HTTP/1.1" status: 404 len: 337 time: 0.0694039 Dec 20 08:47:34.455680 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44563900-db13-4406-982c-ba1c145f5ba1 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:34.456022 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40614) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:34.457345 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-44563900-db13-4406-982c-ba1c145f5ba1 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2941451 Dec 20 08:47:34.461521 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40618) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:34.521623 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d66e5862-b437-4671-9449-45663df34a07 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:47:34.530188 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d66e5862-b437-4671-9449-45663df34a07 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:34.535736 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-d66e5862-b437-4671-9449-45663df34a07 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] 10.222.0.16 "PUT /v2.0/routers/c0d9546b-ff47-40c1-923e-a8c91a34bc1c HTTP/1.1" status: 200 len: 883 time: 4.1811543 Dec 20 08:47:34.537558 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0d43d6-b5c7-4d4f-8e64-a45624d17743 None None] Sync routers for ids ['c0d9546b-ff47-40c1-923e-a8c91a34bc1c'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:47:34.554019 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0d43d6-b5c7-4d4f-8e64-a45624d17743 None None] Routers {'c0d9546b-ff47-40c1-923e-a8c91a34bc1c'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:47:34.554993 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-af0d43d6-b5c7-4d4f-8e64-a45624d17743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:47:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['c0d9546b-ff47-40c1-923e-a8c91a34bc1c'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:34.581814 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40624) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:34.717837 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-c17eb743-61c4-4684-bb85-0176ca3f09ce tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] 10.222.0.16 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2550917 Dec 20 08:47:34.723395 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40628) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:34.730480 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-af0d43d6-b5c7-4d4f-8e64-a45624d17743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:34.742766 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0d43d6-b5c7-4d4f-8e64-a45624d17743 None None] Routers {'c0d9546b-ff47-40c1-923e-a8c91a34bc1c'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:47:34.743823 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-af0d43d6-b5c7-4d4f-8e64-a45624d17743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:47:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['c0d9546b-ff47-40c1-923e-a8c91a34bc1c'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:34.799871 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-34385a72-cd86-4b98-982a-3003b0b5d263 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] DELETE failed (client error): The resource could not be found. Dec 20 08:47:34.800500 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34385a72-cd86-4b98-982a-3003b0b5d263 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:47:34.801953 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-34385a72-cd86-4b98-982a-3003b0b5d263 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/ports/1c3a65e4-9513-44a6-976a-2ef4035cfd88 HTTP/1.1" status: 404 len: 333 time: 0.3448610 Dec 20 08:47:34.804415 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40634) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:34.819417 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-af0d43d6-b5c7-4d4f-8e64-a45624d17743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:34.819833 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0d43d6-b5c7-4d4f-8e64-a45624d17743 None None] The sync data for ids ['c0d9546b-ff47-40c1-923e-a8c91a34bc1c'] in dv-neutron-820491-1-hyperv is: [] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:47:34.857063 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-fac212c5-1d61-4457-b5ac-c6493370d056 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] DELETE failed (client error): The resource could not be found. Dec 20 08:47:34.858625 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fac212c5-1d61-4457-b5ac-c6493370d056 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:47:34.859191 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-fac212c5-1d61-4457-b5ac-c6493370d056 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/subnets/dc8ec7c8-c5d6-4806-9085-dec4b492d52e HTTP/1.1" status: 404 len: 337 time: 0.0538926 Dec 20 08:47:34.862772 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40638) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:34.915315 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099fb638-af48-45c2-b51b-1fa1e8517450 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:34.916660 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099fb638-af48-45c2-b51b-1fa1e8517450 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:34.917424 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-099fb638-af48-45c2-b51b-1fa1e8517450 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Synchronizing usage tracker for tenant:998613e7a7ae4d22ad9b2ce5f8e08568 on resource:subnet {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:47:34.924872 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-83364f18-0059-4cc7-9f5f-8bf7c185c37f tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] DELETE failed (client error): The resource could not be found. Dec 20 08:47:34.925334 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83364f18-0059-4cc7-9f5f-8bf7c185c37f tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:47:34.929420 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-83364f18-0059-4cc7-9f5f-8bf7c185c37f tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/subnets/a4af8047-4224-4e1d-96ef-d1147bbcfe01 HTTP/1.1" status: 404 len: 337 time: 0.0576451 Dec 20 08:47:34.930412 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40642) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:34.976126 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a7e7d67e-32fb-460e-b715-7a405d169cf0 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:34.976767 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a7e7d67e-32fb-460e-b715-7a405d169cf0 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-345990'] for floatingip, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:34.977078 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.l3_db [None req-a7e7d67e-32fb-460e-b715-7a405d169cf0 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Floating IP 2ef6dd08-ac5b-4661-9333-a3d641809e84 disassociated. External IP: 172.26.5.247, port: 9e63214c-4be6-4a0d-9df0-00ecb7ba33c4. Dec 20 08:47:34.977584 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-a7e7d67e-32fb-460e-b715-7a405d169cf0 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Calling delete_port for 9e63214c-4be6-4a0d-9df0-00ecb7ba33c4 owned by {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:47:34.984586 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-099fb638-af48-45c2-b51b-1fa1e8517450 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Unset dirty status for tenant:998613e7a7ae4d22ad9b2ce5f8e08568 on resource:subnet {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:47:34.987689 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-099fb638-af48-45c2-b51b-1fa1e8517450 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2622142 Dec 20 08:47:34.996146 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40648) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:35.001856 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdc5857a-42b0-487a-a3a5-bb0b919485ec tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] DELETE failed (client error): The resource could not be found. Dec 20 08:47:35.002546 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdc5857a-42b0-487a-a3a5-bb0b919485ec tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:47:35.004392 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-bdc5857a-42b0-487a-a3a5-bb0b919485ec tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/ports/b9515457-2d98-4731-ad34-3cad117c667f HTTP/1.1" status: 404 len: 333 time: 0.0713503 Dec 20 08:47:35.008420 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40652) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:35.061179 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-f50e5c7a-d519-4281-b7ac-bfe700bd0617 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] DELETE failed (client error): The resource could not be found. Dec 20 08:47:35.061735 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f50e5c7a-d519-4281-b7ac-bfe700bd0617 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:47:35.063514 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f50e5c7a-d519-4281-b7ac-bfe700bd0617 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/subnets/ebdb32ec-a9bf-490e-aba4-54490b3bbd9a HTTP/1.1" status: 404 len: 337 time: 0.0541732 Dec 20 08:47:35.066622 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40656) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:35.119282 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-e153ca0f-b0ed-4d1c-9cf9-5efc8bb4bbfd tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] DELETE failed (client error): The resource could not be found. Dec 20 08:47:35.119727 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e153ca0f-b0ed-4d1c-9cf9-5efc8bb4bbfd tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:47:35.121656 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e153ca0f-b0ed-4d1c-9cf9-5efc8bb4bbfd tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/subnets/7317b5d7-033e-4a46-8e04-471119607516 HTTP/1.1" status: 404 len: 337 time: 0.0541158 Dec 20 08:47:35.124448 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40662) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:35.135926 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e527b72f-75d1-4574-9925-0f8862f0b179 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Attributes excluded by policy engine: ['shared'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:35.137221 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e527b72f-75d1-4574-9925-0f8862f0b179 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Attributes excluded by policy engine: ['shared'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:35.138790 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-e527b72f-75d1-4574-9925-0f8862f0b179 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] 10.222.0.16 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1406851 Dec 20 08:47:35.142617 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40666) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:35.177476 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-78394aa6-a056-4c22-9f28-780d497385db tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] DELETE failed (client error): The resource could not be found. Dec 20 08:47:35.177911 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78394aa6-a056-4c22-9f28-780d497385db tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:47:35.179555 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-78394aa6-a056-4c22-9f28-780d497385db tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/ports/b684880f-9278-4122-b5a3-a4fc669e9244 HTTP/1.1" status: 404 len: 333 time: 0.0542305 Dec 20 08:47:35.182404 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40670) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:35.209334 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-4205ddaf-4961-45c3-899b-a214bd8355e1 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] 10.222.0.16 "GET /v2.0/routers/c0d9546b-ff47-40c1-923e-a8c91a34bc1c HTTP/1.1" status: 200 len: 924 time: 0.6261768 Dec 20 08:47:35.217498 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40674) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:35.285395 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cd3d66a-a03d-48d9-b7ca-b56562ab43aa tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] DELETE failed (client error): The resource could not be found. Dec 20 08:47:35.285841 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cd3d66a-a03d-48d9-b7ca-b56562ab43aa tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:47:35.306145 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1cd3d66a-a03d-48d9-b7ca-b56562ab43aa tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/subnets/98fbbe54-712c-44d3-a24b-90787c5f2c63 HTTP/1.1" status: 404 len: 337 time: 0.1227248 Dec 20 08:47:35.309508 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40678) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:35.317749 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8152282f-2145-4cc3-baec-41e6975b5cd7 req-8840f68c-f70e-4745-9ee1-ad0079183d55 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:35.319257 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-8152282f-2145-4cc3-baec-41e6975b5cd7 req-8840f68c-f70e-4745-9ee1-ad0079183d55 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce86b767-a621-41c5-98e8-cc542b7adc7f HTTP/1.1" status: 200 len: 946 time: 0.2532885 Dec 20 08:47:35.338091 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a7e7d67e-32fb-460e-b715-7a405d169cf0 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:35.343737 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-651a370e-78e3-48a2-8443-329bde4dd931 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:35.363724 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb41f3f-1d86-4b51-8ed7-d89c6aefbfb6 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:35.368486 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-3bb41f3f-1d86-4b51-8ed7-d89c6aefbfb6 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] 10.222.0.16 "GET /v2.0/networks/9796a0c1-f6dd-475b-8a68-dc146630e1f2 HTTP/1.1" status: 200 len: 800 time: 0.2215238 Dec 20 08:47:35.381918 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40682) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:35.383199 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-33e809c8-5538-43ee-a854-ee1e2c8329a2 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] DELETE failed (client error): The resource could not be found. Dec 20 08:47:35.383528 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33e809c8-5538-43ee-a854-ee1e2c8329a2 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:47:35.385129 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-33e809c8-5538-43ee-a854-ee1e2c8329a2 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/subnets/af915950-5454-44a1-b70f-8d911471d719 HTTP/1.1" status: 404 len: 337 time: 0.0745668 Dec 20 08:47:35.391430 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40686) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:35.394689 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e7d67e-32fb-460e-b715-7a405d169cf0 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Pushing event deleted for resources: {'Port': ['ID=9e63214c-4be6-4a0d-9df0-00ecb7ba33c4,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:35.404514 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a7e7d67e-32fb-460e-b715-7a405d169cf0 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:35.452531 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-59ae4567-03f3-4077-b6bd-3dba60f9f876 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/ports?device_id=307bd646-a5b7-4c94-bda1-431806431507 HTTP/1.1" status: 200 len: 205 time: 0.0585134 Dec 20 08:47:35.456178 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40690) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:35.464080 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a909e299-433c-468b-8f36-c27604c83f2b tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=95f3bec2-46e6-4468-8229-8badd4a5aaae&device_id=c0d9546b-ff47-40c1-923e-a8c91a34bc1c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2453473 Dec 20 08:47:35.502782 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40694) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:35.530109 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-8152282f-2145-4cc3-baec-41e6975b5cd7 req-34d98505-1ad4-4f13-844c-cafe316a37a2 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/security-groups?id=57316c2a-fdb6-46e9-9469-18e9bc81adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1717908 Dec 20 08:47:35.590990 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-abea8c27-0790-435b-a955-63483b75545f tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] delete failed (client error): The resource could not be found. Dec 20 08:47:35.594661 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-abea8c27-0790-435b-a955-63483b75545f tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/routers/307bd646-a5b7-4c94-bda1-431806431507 HTTP/1.1" status: 404 len: 336 time: 0.1349559 Dec 20 08:47:35.598642 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40698) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:35.643496 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-beae71c5-190a-449b-bf20-ef9e0bfd6aaa tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] DELETE failed (client error): The resource could not be found. Dec 20 08:47:35.643939 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-beae71c5-190a-449b-bf20-ef9e0bfd6aaa tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:47:35.647775 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-beae71c5-190a-449b-bf20-ef9e0bfd6aaa tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/subnets/88b0101f-b77a-47cc-bfd6-a4cffb2fb32d HTTP/1.1" status: 404 len: 337 time: 0.0460885 Dec 20 08:47:35.649485 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-c9b0ec42-5c7f-4d97-92d5-1d8964b411e2 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] 10.222.0.16 "GET /v2.0/networks/9796a0c1-f6dd-475b-8a68-dc146630e1f2?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2630501 Dec 20 08:47:35.650109 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40702) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:35.652796 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40704) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:35.706195 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-943172d1-67fb-41fc-862a-ef5dd978583d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "GET /v2.0/ports?device_id=7efeeed1-e0a3-4bc1-8906-17cee7df041e HTTP/1.1" status: 200 len: 205 time: 0.0505297 Dec 20 08:47:35.708581 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40710) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:35.734001 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a828173b-902a-4fed-baf0-4b8a54b6664f tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:35.735317 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a828173b-902a-4fed-baf0-4b8a54b6664f tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] 10.222.0.16 "GET /v2.0/subnets/d4d7a1e7-d263-401a-a104-7b56d0ae14eb HTTP/1.1" status: 200 len: 811 time: 0.0801213 Dec 20 08:47:35.784026 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40714) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:35.872106 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369b88a0-fa4d-41e2-b020-9cf441a1667f tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Attributes excluded by policy engine: ['shared'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:35.873496 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-369b88a0-fa4d-41e2-b020-9cf441a1667f tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] 10.222.0.16 "GET /v2.0/subnets/d4d7a1e7-d263-401a-a104-7b56d0ae14eb?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0866797 Dec 20 08:47:35.884183 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40718) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:35.892473 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-14aec10a-ed37-4ab3-96b0-9935be961dd4 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-343427957'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:47:35.900104 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-14aec10a-ed37-4ab3-96b0-9935be961dd4 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:47:35.912615 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.api.v2.resource [None req-0003d37f-d1e9-4ac5-8d56-e7050542d7b7 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] delete failed (client error): The resource could not be found. Dec 20 08:47:35.913631 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-0003d37f-d1e9-4ac5-8d56-e7050542d7b7 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/routers/7efeeed1-e0a3-4bc1-8906-17cee7df041e HTTP/1.1" status: 404 len: 336 time: 0.2041969 Dec 20 08:47:35.914844 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-14aec10a-ed37-4ab3-96b0-9935be961dd4 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:47:35.916684 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40722) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:35.919699 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44646c4-739c-4556-9bd0-6e35bd3a9b22 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:35.920995 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-f44646c4-739c-4556-9bd0-6e35bd3a9b22 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] 10.222.0.16 "GET /v2.0/networks/95f3bec2-46e6-4468-8229-8badd4a5aaae HTTP/1.1" status: 200 len: 881 time: 0.4126928 Dec 20 08:47:35.924235 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40726) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:35.959612 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-592f3687-7bb6-44a9-9766-cb58150a9a87 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] DELETE failed (client error): The resource could not be found. Dec 20 08:47:35.960045 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-592f3687-7bb6-44a9-9766-cb58150a9a87 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:47:35.962188 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-592f3687-7bb6-44a9-9766-cb58150a9a87 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/subnets/417f2349-b09b-4d1a-856a-f69dc032bcf3 HTTP/1.1" status: 404 len: 337 time: 0.0441701 Dec 20 08:47:35.964445 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40730) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:35.970823 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14aec10a-ed37-4ab3-96b0-9935be961dd4 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Made reservation on behalf of 998613e7a7ae4d22ad9b2ce5f8e08568 for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:47:35.973702 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-14aec10a-ed37-4ab3-96b0-9935be961dd4 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:35.984344 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-5d1821e0-5e21-4209-a465-4cec4b1f4354 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0d9546b-ff47-40c1-923e-a8c91a34bc1c HTTP/1.1" status: 200 len: 205 time: 0.0582745 Dec 20 08:47:35.990647 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40734) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:35.994121 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7e7d67e-32fb-460e-b715-7a405d169cf0 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Router a61e8621-801b-440b-8099-16ef2c220a26 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:47:36.003248 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c2987fa-0716-4118-a9a7-31613085f72a tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] DELETE failed (client error): The resource could not be found. Dec 20 08:47:36.003688 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c2987fa-0716-4118-a9a7-31613085f72a tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:47:36.005746 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-4c2987fa-0716-4118-a9a7-31613085f72a tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/subnets/9fe1d9f1-1e79-4712-8738-857a04bcd024 HTTP/1.1" status: 404 len: 337 time: 0.0399675 Dec 20 08:47:36.008000 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40738) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:36.046840 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-002d9d1b-1a89-4071-909b-f59b2e2a55ed tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] DELETE failed (client error): The resource could not be found. Dec 20 08:47:36.047945 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-002d9d1b-1a89-4071-909b-f59b2e2a55ed tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:47:36.049726 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-002d9d1b-1a89-4071-909b-f59b2e2a55ed tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/ports/0dc18bac-3114-4aea-8912-96b12f67a9e9 HTTP/1.1" status: 404 len: 333 time: 0.0408273 Dec 20 08:47:36.052867 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40742) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:36.095687 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-5996611e-c110-4cd6-93fe-169a61f89719 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] DELETE failed (client error): The resource could not be found. Dec 20 08:47:36.096944 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5996611e-c110-4cd6-93fe-169a61f89719 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:47:36.098880 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-5996611e-c110-4cd6-93fe-169a61f89719 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/subnets/072cc825-c305-42a7-b642-244f4f4891bc HTTP/1.1" status: 404 len: 337 time: 0.0450292 Dec 20 08:47:36.102145 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40746) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:36.147107 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-383b7b0d-2f31-429f-96b7-89fec46e6768 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] DELETE failed (client error): The resource could not be found. Dec 20 08:47:36.147542 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-383b7b0d-2f31-429f-96b7-89fec46e6768 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:47:36.149191 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-383b7b0d-2f31-429f-96b7-89fec46e6768 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/ports/ed650d8e-89f3-4bf4-866e-1636c63b0bb5 HTTP/1.1" status: 404 len: 333 time: 0.0461433 Dec 20 08:47:36.152396 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40750) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:36.190961 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-4589160e-33ec-4af9-9e4f-a7335b0322ae tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] DELETE failed (client error): The resource could not be found. Dec 20 08:47:36.191392 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4589160e-33ec-4af9-9e4f-a7335b0322ae tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:47:36.193261 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-4589160e-33ec-4af9-9e4f-a7335b0322ae tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/subnets/c199771f-1738-47c1-95ce-80f34b62335e HTTP/1.1" status: 404 len: 337 time: 0.0399618 Dec 20 08:47:36.195858 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40754) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:36.202246 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14aec10a-ed37-4ab3-96b0-9935be961dd4 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:47:36.244882 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-595bdc87-0fb9-4962-933f-b66fb7e229c2 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] DELETE failed (client error): The resource could not be found. Dec 20 08:47:36.245774 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-595bdc87-0fb9-4962-933f-b66fb7e229c2 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:47:36.247114 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-595bdc87-0fb9-4962-933f-b66fb7e229c2 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/ports/5b3a15b8-5d35-479c-8781-bbea33924f6c HTTP/1.1" status: 404 len: 333 time: 0.0503738 Dec 20 08:47:36.249770 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40758) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:36.276990 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-14aec10a-ed37-4ab3-96b0-9935be961dd4 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:36.277330 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-14aec10a-ed37-4ab3-96b0-9935be961dd4 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Added segment 20314a13-6da0-4dd2-b2cc-089bc8f747d1 of type vlan for network a6c725d6-4873-403d-aa98-ba57e3ee8c15 Dec 20 08:47:36.288409 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-08c7f395-1c97-4c46-ab19-85f1458c5043 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] DELETE failed (client error): The resource could not be found. Dec 20 08:47:36.288919 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08c7f395-1c97-4c46-ab19-85f1458c5043 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:47:36.290611 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-08c7f395-1c97-4c46-ab19-85f1458c5043 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/subnets/23857afd-ba06-4a50-8f62-bee220667450 HTTP/1.1" status: 404 len: 337 time: 0.0399466 Dec 20 08:47:36.293134 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40762) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:36.332771 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-36df56ee-6b15-4ee1-8150-dd9e15dfe32c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] DELETE failed (client error): The resource could not be found. Dec 20 08:47:36.333340 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36df56ee-6b15-4ee1-8150-dd9e15dfe32c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:47:36.335277 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-36df56ee-6b15-4ee1-8150-dd9e15dfe32c tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/ports/227491b5-466b-4eb6-a664-090b25fc8aad HTTP/1.1" status: 404 len: 333 time: 0.0411839 Dec 20 08:47:36.338565 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40766) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:36.375032 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-14aec10a-ed37-4ab3-96b0-9935be961dd4 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:36.380891 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-e91c8643-d658-46ae-9dbc-fbe66b9de539 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] DELETE failed (client error): The resource could not be found. Dec 20 08:47:36.381361 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e91c8643-d658-46ae-9dbc-fbe66b9de539 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:47:36.382971 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-e91c8643-d658-46ae-9dbc-fbe66b9de539 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/subnets/6917dccd-e070-4994-8882-cf6383c254db HTTP/1.1" status: 404 len: 337 time: 0.0442464 Dec 20 08:47:36.385557 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40770) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:36.428786 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-a577fdf4-2f8a-4b75-a99d-56d2009a6c9e tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] DELETE failed (client error): The resource could not be found. Dec 20 08:47:36.429361 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a577fdf4-2f8a-4b75-a99d-56d2009a6c9e tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:47:36.431952 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-a577fdf4-2f8a-4b75-a99d-56d2009a6c9e tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/ports/50bcd6e8-a046-4b8e-82af-ee7b06420859 HTTP/1.1" status: 404 len: 333 time: 0.0451121 Dec 20 08:47:36.434267 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40774) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:36.483634 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ae5aa42-847f-4bbf-8775-224d3c84d3ad tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] DELETE failed (client error): The resource could not be found. Dec 20 08:47:36.484175 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ae5aa42-847f-4bbf-8775-224d3c84d3ad tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:47:36.487888 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-1ae5aa42-847f-4bbf-8775-224d3c84d3ad tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/subnets/cb061da3-de8a-413d-8bdb-3131a9df0f37 HTTP/1.1" status: 404 len: 337 time: 0.0511367 Dec 20 08:47:36.489143 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40778) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:36.489309 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-14aec10a-ed37-4ab3-96b0-9935be961dd4 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:36.492968 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14aec10a-ed37-4ab3-96b0-9935be961dd4 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:36.493596 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-14aec10a-ed37-4ab3-96b0-9935be961dd4 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:36.506359 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-dba063f7-daa3-4b11-94a1-0bc483a96706 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:36.546876 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-7180fb71-e562-456d-8000-864c99739cf4 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] DELETE failed (client error): The resource could not be found. Dec 20 08:47:36.548083 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7180fb71-e562-456d-8000-864c99739cf4 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:47:36.550098 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-7180fb71-e562-456d-8000-864c99739cf4 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/ports/7f2f8a4b-fa61-428a-9211-a013d074c5a3 HTTP/1.1" status: 404 len: 333 time: 0.0597358 Dec 20 08:47:36.553091 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40782) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:36.621502 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-92dc0ef9-2342-4963-865c-88f4cc273ce6 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] DELETE failed (client error): The resource could not be found. Dec 20 08:47:36.622281 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92dc0ef9-2342-4963-865c-88f4cc273ce6 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:47:36.627128 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-92dc0ef9-2342-4963-865c-88f4cc273ce6 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/subnets/13d01c2e-b780-4232-9958-d8c312cc170b HTTP/1.1" status: 404 len: 337 time: 0.0699322 Dec 20 08:47:36.628151 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40788) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:36.640616 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aec10a-ed37-4ab3-96b0-9935be961dd4 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Pushing event updated for resources: {'Network': ['ID=a6c725d6-4873-403d-aa98-ba57e3ee8c15,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:36.644605 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-14aec10a-ed37-4ab3-96b0-9935be961dd4 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7590926 Dec 20 08:47:36.646856 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-14aec10a-ed37-4ab3-96b0-9935be961dd4 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:36.650657 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40792) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:36.659004 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-b2fa9d2d-cdb8-4932-8659-3004c4b23851 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Request body: {'subnet': {'network_id': 'a6c725d6-4873-403d-aa98-ba57e3ee8c15', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:47:36.663813 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network a6c725d6-4873-403d-aa98-ba57e3ee8c15 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:47:36.691866 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e476830-cea4-4531-a3d0-adc9decec44a tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] DELETE failed (client error): The resource could not be found. Dec 20 08:47:36.692473 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e476830-cea4-4531-a3d0-adc9decec44a tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:47:36.696687 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-2e476830-cea4-4531-a3d0-adc9decec44a tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/ports/12adce39-adb6-473f-92d5-6c46a1a9356a HTTP/1.1" status: 404 len: 333 time: 0.0653419 Dec 20 08:47:36.697307 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40796) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:36.725283 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2423630b-7f88-46ab-b562-b6192cc59d06 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks [] for router, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:36.746654 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d7f2215-53d2-47c2-89f4-54b296f45ec3 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] DELETE failed (client error): The resource could not be found. Dec 20 08:47:36.747741 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d7f2215-53d2-47c2-89f4-54b296f45ec3 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:47:36.752127 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-9d7f2215-53d2-47c2-89f4-54b296f45ec3 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/subnets/c45dca3c-3803-42b5-8d00-d87d0e8fb0d9 HTTP/1.1" status: 404 len: 337 time: 0.0516126 Dec 20 08:47:36.753443 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40802) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:36.905749 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1b84227a-27f8-4f69-b619-0d86f7d7fb5d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:36.918963 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-b2fa9d2d-cdb8-4932-8659-3004c4b23851 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:47:36.937890 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-b2fa9d2d-cdb8-4932-8659-3004c4b23851 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:47:36.960387 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e7d67e-32fb-460e-b715-7a405d169cf0 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:47:36.974476 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05a5508-ffe5-4d7b-92c9-19f25bbf3a40 None None] Sync routers for ids ['a61e8621-801b-440b-8099-16ef2c220a26'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:47:36.991234 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05a5508-ffe5-4d7b-92c9-19f25bbf3a40 None None] Routers {'a61e8621-801b-440b-8099-16ef2c220a26'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:47:36.991891 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-e05a5508-ffe5-4d7b-92c9-19f25bbf3a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:47:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['a61e8621-801b-440b-8099-16ef2c220a26'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:37.001095 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2fa9d2d-cdb8-4932-8659-3004c4b23851 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Made reservation on behalf of 998613e7a7ae4d22ad9b2ce5f8e08568 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:47:37.064252 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1b84227a-27f8-4f69-b619-0d86f7d7fb5d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:37.078033 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-e05a5508-ffe5-4d7b-92c9-19f25bbf3a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:37.089295 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05a5508-ffe5-4d7b-92c9-19f25bbf3a40 None None] Routers {'a61e8621-801b-440b-8099-16ef2c220a26'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:47:37.089916 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-e05a5508-ffe5-4d7b-92c9-19f25bbf3a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:47:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['a61e8621-801b-440b-8099-16ef2c220a26'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:37.092292 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-1b84227a-27f8-4f69-b619-0d86f7d7fb5d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f75aa0d2-5f41-40f3-a9e0-d60d934965a4']}} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:37.105717 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-1b84227a-27f8-4f69-b619-0d86f7d7fb5d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c00552d-ea93-440b-911c-cb3aa0a4eeff') {'for_net_delete': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:37.106018 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-1b84227a-27f8-4f69-b619-0d86f7d7fb5d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c00552d-ea93-440b-911c-cb3aa0a4eeff') {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:37.118188 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1b84227a-27f8-4f69-b619-0d86f7d7fb5d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1518531'] for segment, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:37.136459 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1b84227a-27f8-4f69-b619-0d86f7d7fb5d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:37.144247 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b84227a-27f8-4f69-b619-0d86f7d7fb5d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=83445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:47:37.144776 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1b84227a-27f8-4f69-b619-0d86f7d7fb5d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2036002'] for segment, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:37.153272 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-e05a5508-ffe5-4d7b-92c9-19f25bbf3a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:37.153272 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05a5508-ffe5-4d7b-92c9-19f25bbf3a40 None None] The sync data for ids ['a61e8621-801b-440b-8099-16ef2c220a26'] in dv-neutron-820491-1-hyperv is: [] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:47:37.160508 dv-neutron-820491-1-hyperv neutron-server[83445]: Traceback (most recent call last): Dec 20 08:47:37.160508 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:47:37.160508 dv-neutron-820491-1-hyperv neutron-server[83445]: timer() Dec 20 08:47:37.160508 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:47:37.160508 dv-neutron-820491-1-hyperv neutron-server[83445]: cb(*args, **kw) Dec 20 08:47:37.160508 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:47:37.160508 dv-neutron-820491-1-hyperv neutron-server[83445]: return func(*args, **kwargs) Dec 20 08:47:37.160508 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:47:37.160508 dv-neutron-820491-1-hyperv neutron-server[83445]: self._notify() Dec 20 08:47:37.160508 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:47:37.160508 dv-neutron-820491-1-hyperv neutron-server[83445]: self.callback(batched_events) Dec 20 08:47:37.160508 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:47:37.160508 dv-neutron-820491-1-hyperv neutron-server[83445]: event.method(event) Dec 20 08:47:37.160508 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:47:37.160508 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:47:37.160508 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:47:37.160508 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:47:37.160508 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:47:37.160508 dv-neutron-820491-1-hyperv neutron-server[83445]: return f(self, *a, **k) Dec 20 08:47:37.160508 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:47:37.160508 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._get(url).json() Dec 20 08:47:37.160508 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:47:37.160508 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:47:37.160508 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:47:37.160508 dv-neutron-820491-1-hyperv neutron-server[83445]: return self.request(url, 'GET', **kwargs) Dec 20 08:47:37.160508 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:47:37.160508 dv-neutron-820491-1-hyperv neutron-server[83445]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:47:37.160508 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:47:37.160508 dv-neutron-820491-1-hyperv neutron-server[83445]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:47:37.160508 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:47:37.160508 dv-neutron-820491-1-hyperv neutron-server[83445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:47:37.160508 dv-neutron-820491-1-hyperv neutron-server[83445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:47:37.226419 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeabca3f-3408-4b55-83b9-33c2c51b8469 req-73b4d10d-3abc-42fa-ad72-658d56f7c19d tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:37.227877 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-aeabca3f-3408-4b55-83b9-33c2c51b8469 req-73b4d10d-3abc-42fa-ad72-658d56f7c19d tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce86b767-a621-41c5-98e8-cc542b7adc7f HTTP/1.1" status: 200 len: 946 time: 0.5145965 Dec 20 08:47:37.242139 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1b84227a-27f8-4f69-b619-0d86f7d7fb5d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:37.246267 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f234145b-f355-4e94-8c59-322173821946 tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:37.260871 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1b84227a-27f8-4f69-b619-0d86f7d7fb5d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:37.270743 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b84227a-27f8-4f69-b619-0d86f7d7fb5d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Pushing event deleted for resources: {'Network': ['ID=f75aa0d2-5f41-40f3-a9e0-d60d934965a4,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:37.272889 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b2fa9d2d-cdb8-4932-8659-3004c4b23851 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1529102'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:37.276240 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-1b84227a-27f8-4f69-b619-0d86f7d7fb5d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] 10.222.0.16 "DELETE /v2.0/networks/f75aa0d2-5f41-40f3-a9e0-d60d934965a4 HTTP/1.1" status: 204 len: 168 time: 0.5210140 Dec 20 08:47:37.277637 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-1b84227a-27f8-4f69-b619-0d86f7d7fb5d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:37.308294 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a7e7d67e-32fb-460e-b715-7a405d169cf0 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:37.310172 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a7e7d67e-32fb-460e-b715-7a405d169cf0 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] 10.222.0.16 "DELETE /v2.0/ports/9e63214c-4be6-4a0d-9df0-00ecb7ba33c4 HTTP/1.1" status: 204 len: 168 time: 3.5529993 Dec 20 08:47:37.313189 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40808) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:37.396421 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.ipam_backend_mixin [None req-b2fa9d2d-cdb8-4932-8659-3004c4b23851 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Performing IP validity checks on allocation pools {{(pid=83444) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 20 08:47:37.396918 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.ipam_backend_mixin [None req-b2fa9d2d-cdb8-4932-8659-3004c4b23851 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83444) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 20 08:47:37.429857 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-aeabca3f-3408-4b55-83b9-33c2c51b8469 req-b1de2ecd-d6ae-4fd1-b282-ecb9500c7d24 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/security-groups?id=57316c2a-fdb6-46e9-9469-18e9bc81adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1904180 Dec 20 08:47:37.468181 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2423630b-7f88-46ab-b562-b6192cc59d06 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:37.489662 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-2423630b-7f88-46ab-b562-b6192cc59d06 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Deleting port df3c9e52-7d98-470d-a640-410d234ebd6c {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:47:37.489907 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2423630b-7f88-46ab-b562-b6192cc59d06 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:37.654823 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40814) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:37.851056 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-618f8d99-c44f-44e1-9c52-cccfd19f5fb1 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349062'] for router_interface, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:37.856445 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b2fa9d2d-cdb8-4932-8659-3004c4b23851 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1129376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1529148'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:37.862029 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-698b19b3-2e14-4ad1-b2fe-85db3d2ee2a3 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:37.922436 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2423630b-7f88-46ab-b562-b6192cc59d06 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:38.063564 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-2423630b-7f88-46ab-b562-b6192cc59d06 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Calling delete_port for df3c9e52-7d98-470d-a640-410d234ebd6c owned by network:router_gateway {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:47:38.127844 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fa9d2d-cdb8-4932-8659-3004c4b23851 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Pushing event updated for resources: {'Subnet': ['ID=e36946c5-e6b3-4023-b141-743f5d58cf9c,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:38.138194 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b2fa9d2d-cdb8-4932-8659-3004c4b23851 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:38.174883 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fa9d2d-cdb8-4932-8659-3004c4b23851 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Checking segment: {'id': '20314a13-6da0-4dd2-b2cc-089bc8f747d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'a6c725d6-4873-403d-aa98-ba57e3ee8c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:47:38.175165 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fa9d2d-cdb8-4932-8659-3004c4b23851 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Network hostable DHCP agents. Network: a6c725d6-4873-403d-aa98-ba57e3ee8c15, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:47:38.222897 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-2e360fc6-c097-44bd-809a-bbe862d4d8a3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9679bafc94a64ee0a207e63ba5560387&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5667939 Dec 20 08:47:38.227768 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40820) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:38.267922 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fa9d2d-cdb8-4932-8659-3004c4b23851 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Network a6c725d6-4873-403d-aa98-ba57e3ee8c15 is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:47:38.292478 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-b2fa9d2d-cdb8-4932-8659-3004c4b23851 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, a6c725d6-4873-403d-aa98-ba57e3ee8c15) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:47:38.302440 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec90ebf-09f2-449b-8ebf-6130233cec13 None None] Network a6c725d6-4873-403d-aa98-ba57e3ee8c15 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:47:38.329505 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2fa9d2d-cdb8-4932-8659-3004c4b23851 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:38.330112 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b2fa9d2d-cdb8-4932-8659-3004c4b23851 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:38.378427 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-296705ac-4ae6-4f8d-9784-526ae4cde57d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:38.411727 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b2fa9d2d-cdb8-4932-8659-3004c4b23851 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.7590842 Dec 20 08:47:38.415292 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40824) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:38.424373 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-3745e457-fafe-49f1-89bb-45090b0fe4e1 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:47:38.457249 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-296705ac-4ae6-4f8d-9784-526ae4cde57d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:38.465768 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2423630b-7f88-46ab-b562-b6192cc59d06 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:38.477191 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d025b9b3-13b1-4331-8451-8d7ffd7411e2 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:38.490529 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-618f8d99-c44f-44e1-9c52-cccfd19f5fb1 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Deleting port c38affbd-1db1-43e6-bee5-57ad7e297d65 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:47:38.491183 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-618f8d99-c44f-44e1-9c52-cccfd19f5fb1 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:38.580216 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2423630b-7f88-46ab-b562-b6192cc59d06 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Pushing event deleted for resources: {'Port': ['ID=df3c9e52-7d98-470d-a640-410d234ebd6c,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:38.594256 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2423630b-7f88-46ab-b562-b6192cc59d06 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:38.732699 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d7f249-0e94-493b-900e-41ff76432f2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-a6c725d6-4873-403d-aa98-ba57e3ee8c15', 'network_id': 'a6c725d6-4873-403d-aa98-ba57e3ee8c15', 'tenant_id': '998613e7a7ae4d22ad9b2ce5f8e08568', 'fixed_ips': [{'subnet_id': 'e36946c5-e6b3-4023-b141-743f5d58cf9c'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:47:38.733576 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a3d7f249-0e94-493b-900e-41ff76432f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:38.756627 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3745e457-fafe-49f1-89bb-45090b0fe4e1 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1529093'] for subnet, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:38.762301 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-296705ac-4ae6-4f8d-9784-526ae4cde57d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:38.786836 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-618f8d99-c44f-44e1-9c52-cccfd19f5fb1 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:38.821266 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-43527015-a993-4dea-abee-a69083c7de8a tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:38.856939 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d3241-2b07-40b5-91b4-40415b133002 req-b3fb7811-8e44-4f51-9f9e-73f6ac90af5b tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:38.858657 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-b07d3241-2b07-40b5-91b4-40415b133002 req-b3fb7811-8e44-4f51-9f9e-73f6ac90af5b tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce86b767-a621-41c5-98e8-cc542b7adc7f HTTP/1.1" status: 200 len: 946 time: 0.1880500 Dec 20 08:47:38.916081 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296705ac-4ae6-4f8d-9784-526ae4cde57d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b5a1ed-79f2-4253-a53a-d35ff8847d93,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:38.921978 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-296705ac-4ae6-4f8d-9784-526ae4cde57d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:38.922744 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-618f8d99-c44f-44e1-9c52-cccfd19f5fb1 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Calling delete_port for c38affbd-1db1-43e6-bee5-57ad7e297d65 owned by network:router_interface {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:47:38.970865 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2423630b-7f88-46ab-b562-b6192cc59d06 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346107'] for router_gateway, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:39.019434 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-b07d3241-2b07-40b5-91b4-40415b133002 req-3e8ceaee-f440-4c46-8fee-2fe98e7ab9eb tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/security-groups?id=57316c2a-fdb6-46e9-9469-18e9bc81adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073346 Dec 20 08:47:39.084918 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-296705ac-4ae6-4f8d-9784-526ae4cde57d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:39.086099 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-296705ac-4ae6-4f8d-9784-526ae4cde57d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b8b5a1ed-79f2-4253-a53a-d35ff8847d93 HTTP/1.1" status: 204 len: 168 time: 0.8574579 Dec 20 08:47:39.144530 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-618f8d99-c44f-44e1-9c52-cccfd19f5fb1 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:39.149405 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-2a056a6e-3cfe-4528-904c-75ba51b2adc6 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:39.193048 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618f8d99-c44f-44e1-9c52-cccfd19f5fb1 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Pushing event deleted for resources: {'Port': ['ID=c38affbd-1db1-43e6-bee5-57ad7e297d65,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:39.197268 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-618f8d99-c44f-44e1-9c52-cccfd19f5fb1 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:39.245612 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.db.api [None req-a3d7f249-0e94-493b-900e-41ff76432f2e None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 20 08:47:39.245612 dv-neutron-820491-1-hyperv neutron-server[83446]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Dec 20 08:47:39.245612 dv-neutron-820491-1-hyperv neutron-server[83446]: [parameters: {'in_use': 1, 'id_1': 'e36946c5-e6b3-4023-b141-743f5d58cf9c'}] Dec 20 08:47:39.245612 dv-neutron-820491-1-hyperv neutron-server[83446]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=83446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 08:47:39.250076 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_db.api [None req-a3d7f249-0e94-493b-900e-41ff76432f2e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 08:47:39.416237 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2423630b-7f88-46ab-b562-b6192cc59d06 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24735'] for router, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:39.430200 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2423630b-7f88-46ab-b562-b6192cc59d06 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:39.533466 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2423630b-7f88-46ab-b562-b6192cc59d06 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-390871'] for router, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:39.533998 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2423630b-7f88-46ab-b562-b6192cc59d06 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Fanout notify agent at l3_agent the message router_deleted on router c0d9546b-ff47-40c1-923e-a8c91a34bc1c {{(pid=83444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 08:47:39.554627 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2423630b-7f88-46ab-b562-b6192cc59d06 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:39.555863 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-2423630b-7f88-46ab-b562-b6192cc59d06 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] 10.222.0.16 "DELETE /v2.0/routers/c0d9546b-ff47-40c1-923e-a8c91a34bc1c HTTP/1.1" status: 204 len: 168 time: 3.5643337 Dec 20 08:47:39.557869 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3745e457-fafe-49f1-89bb-45090b0fe4e1 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789432289796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1129334'] for subnet, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:39.563450 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40840) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:39.564976 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d38d8d5f-94c4-4ab1-8603-6f12c177ba0e tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:39.608034 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-3af91894-dbca-44e2-96d9-cdf3b1df0946 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-766232020', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:47:39.621164 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-3af91894-dbca-44e2-96d9-cdf3b1df0946 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:47:39.631545 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-3af91894-dbca-44e2-96d9-cdf3b1df0946 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Usage tracker for resource:router and tenant:dde3432b20b1425ba86c86caefb44bed is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:47:39.643572 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-3af91894-dbca-44e2-96d9-cdf3b1df0946 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:47:39.654746 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-3af91894-dbca-44e2-96d9-cdf3b1df0946 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:47:39.667996 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3745e457-fafe-49f1-89bb-45090b0fe4e1 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:39.668605 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3745e457-fafe-49f1-89bb-45090b0fe4e1 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:39.673069 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-3745e457-fafe-49f1-89bb-45090b0fe4e1 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] 10.222.0.16 "PUT /v2.0/subnets/e36946c5-e6b3-4023-b141-743f5d58cf9c HTTP/1.1" status: 200 len: 877 time: 1.2537298 Dec 20 08:47:39.673205 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40848) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:39.673790 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3745e457-fafe-49f1-89bb-45090b0fe4e1 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Pushing event updated for resources: {'Subnet': ['ID=e36946c5-e6b3-4023-b141-743f5d58cf9c,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:39.676837 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3745e457-fafe-49f1-89bb-45090b0fe4e1 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:39.681338 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3af91894-dbca-44e2-96d9-cdf3b1df0946 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24817'] for router, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:39.683225 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3af91894-dbca-44e2-96d9-cdf3b1df0946 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-351744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24806'] for router, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:39.703614 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3af91894-dbca-44e2-96d9-cdf3b1df0946 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:39.727482 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3af91894-dbca-44e2-96d9-cdf3b1df0946 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071'] for router, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:39.752279 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a3d7f249-0e94-493b-900e-41ff76432f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:39.753766 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3af91894-dbca-44e2-96d9-cdf3b1df0946 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:39.757679 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-3af91894-dbca-44e2-96d9-cdf3b1df0946 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1565273 Dec 20 08:47:39.757939 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40852) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:39.764295 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-f32985cc-18d7-4dfc-935f-011cd0985b07 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'enable_snat': True}}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:47:39.806434 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-618f8d99-c44f-44e1-9c52-cccfd19f5fb1 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32897953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348760'] for router_interface, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:39.873964 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:39.918314 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-378a1417-6af3-42d8-a1c7-75e0f9e1660b tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:39.964046 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-a3d7f249-0e94-493b-900e-41ff76432f2e None None] Allocated IP 172.20.0.3 (a6c725d6-4873-403d-aa98-ba57e3ee8c15/e36946c5-e6b3-4023-b141-743f5d58cf9c/a0a0d50d-173a-406f-af68-c12ff5768ddb) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:47:40.017045 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-378a1417-6af3-42d8-a1c7-75e0f9e1660b tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:40.252980 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a3d7f249-0e94-493b-900e-41ff76432f2e None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:40.263708 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-a3d7f249-0e94-493b-900e-41ff76432f2e None None] Transition to ACTIVE for port object a0a0d50d-173a-406f-af68-c12ff5768ddb will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:47:40.279586 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40864) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:40.285411 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-a3d7f249-0e94-493b-900e-41ff76432f2e None None] Transition to ACTIVE for port object a0a0d50d-173a-406f-af68-c12ff5768ddb will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:47:40.292220 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a3d7f249-0e94-493b-900e-41ff76432f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:40.298577 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-fdf19171-21f0-4226-a225-b9f34388e2ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:40.329714 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f32985cc-18d7-4dfc-935f-011cd0985b07 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24724'] for router, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:40.405428 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931a14a-da64-406e-b0b7-87e41a69c3cb req-fa78125d-4692-43a1-885f-4ca1ca529549 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:40.408206 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6931a14a-da64-406e-b0b7-87e41a69c3cb req-fa78125d-4692-43a1-885f-4ca1ca529549 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce86b767-a621-41c5-98e8-cc542b7adc7f HTTP/1.1" status: 200 len: 946 time: 0.2108526 Dec 20 08:47:40.452287 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d7f249-0e94-493b-900e-41ff76432f2e None None] Pushing event updated for resources: {'Port': ['ID=a0a0d50d-173a-406f-af68-c12ff5768ddb,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:40.465086 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-a3d7f249-0e94-493b-900e-41ff76432f2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:40.471161 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d7f249-0e94-493b-900e-41ff76432f2e None None] Network a6c725d6-4873-403d-aa98-ba57e3ee8c15 is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:47:40.473142 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-a3d7f249-0e94-493b-900e-41ff76432f2e None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:47:40.476194 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d7f249-0e94-493b-900e-41ff76432f2e None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:47:40.476755 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6931a14a-da64-406e-b0b7-87e41a69c3cb req-d5e40e8f-75fe-4419-822d-1c21f11b0812 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/security-groups?id=57316c2a-fdb6-46e9-9469-18e9bc81adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617971 Dec 20 08:47:40.510345 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-f6fe94ac-5481-441f-a46c-17db90706867 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1616824413'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:47:40.513836 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-378a1417-6af3-42d8-a1c7-75e0f9e1660b tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2036620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2095133'] for subnet, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:40.525614 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-936cdb99-cc3b-484c-957d-bf07f75e8406 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:40.556340 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-f6fe94ac-5481-441f-a46c-17db90706867 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:47:40.573074 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-f6fe94ac-5481-441f-a46c-17db90706867 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Usage tracker for resource:network and tenant:ab60b343e4a448c9817982b8655f604f is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:47:40.579236 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378a1417-6af3-42d8-a1c7-75e0f9e1660b tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Pushing event deleted for resources: {'Subnet': ['ID=e36946c5-e6b3-4023-b141-743f5d58cf9c,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:40.582236 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-378a1417-6af3-42d8-a1c7-75e0f9e1660b tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:40.583019 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-f6fe94ac-5481-441f-a46c-17db90706867 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:47:40.593310 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-f6fe94ac-5481-441f-a46c-17db90706867 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:47:40.607542 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-a3d7f249-0e94-493b-900e-41ff76432f2e None None] Attempting to bind port a0a0d50d-173a-406f-af68-c12ff5768ddb on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:47:40.608154 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-a3d7f249-0e94-493b-900e-41ff76432f2e None None] Attempting to bind port a0a0d50d-173a-406f-af68-c12ff5768ddb by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '20314a13-6da0-4dd2-b2cc-089bc8f747d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'a6c725d6-4873-403d-aa98-ba57e3ee8c15'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:47:40.608750 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d7f249-0e94-493b-900e-41ff76432f2e None None] Attempting to bind port a0a0d50d-173a-406f-af68-c12ff5768ddb on network a6c725d6-4873-403d-aa98-ba57e3ee8c15 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:47:40.616238 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d7f249-0e94-493b-900e-41ff76432f2e None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:47:40.616619 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d7f249-0e94-493b-900e-41ff76432f2e None None] Checking segment: {'id': '20314a13-6da0-4dd2-b2cc-089bc8f747d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'a6c725d6-4873-403d-aa98-ba57e3ee8c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:47:40.617025 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a3d7f249-0e94-493b-900e-41ff76432f2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:40.617519 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d7f249-0e94-493b-900e-41ff76432f2e None None] Bound using segment: {'id': '20314a13-6da0-4dd2-b2cc-089bc8f747d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'a6c725d6-4873-403d-aa98-ba57e3ee8c15'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:47:40.617988 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-a3d7f249-0e94-493b-900e-41ff76432f2e None None] Bound port: a0a0d50d-173a-406f-af68-c12ff5768ddb, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20314a13-6da0-4dd2-b2cc-089bc8f747d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'a6c725d6-4873-403d-aa98-ba57e3ee8c15'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:47:40.618407 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a3d7f249-0e94-493b-900e-41ff76432f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:40.647603 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f32985cc-18d7-4dfc-935f-011cd0985b07 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:40.682493 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f32985cc-18d7-4dfc-935f-011cd0985b07 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:40.704319 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-378a1417-6af3-42d8-a1c7-75e0f9e1660b tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:40.711927 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-a3d7f249-0e94-493b-900e-41ff76432f2e None None] For port a0a0d50d-173a-406f-af68-c12ff5768ddb, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:47:40.713686 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6fe94ac-5481-441f-a46c-17db90706867 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Made reservation on behalf of ab60b343e4a448c9817982b8655f604f for: {'network': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:47:40.715072 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-a3d7f249-0e94-493b-900e-41ff76432f2e None None] For port a0a0d50d-173a-406f-af68-c12ff5768ddb, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=a0a0d50d-173a-406f-af68-c12ff5768ddb,segment=NetworkSegment(20314a13-6da0-4dd2-b2cc-089bc8f747d1),segment_id=20314a13-6da0-4dd2-b2cc-089bc8f747d1)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:47:40.717074 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f6fe94ac-5481-441f-a46c-17db90706867 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:40.719284 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a3d7f249-0e94-493b-900e-41ff76432f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:40.723422 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-c2fe5e89-3c05-482f-b3b9-79ef57e2a5f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:40.753408 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f6fe94ac-5481-441f-a46c-17db90706867 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Notify callbacks [] for security_group, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:40.770250 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-378a1417-6af3-42d8-a1c7-75e0f9e1660b tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6c725d6-4873-403d-aa98-ba57e3ee8c15']}} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:40.802761 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d7f249-0e94-493b-900e-41ff76432f2e None None] Pushing event updated for resources: {'Port': ['ID=a0a0d50d-173a-406f-af68-c12ff5768ddb,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:40.806508 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-a3d7f249-0e94-493b-900e-41ff76432f2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:40.841104 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-f32985cc-18d7-4dfc-935f-011cd0985b07 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Allocated IP 172.26.5.18 (95f3bec2-46e6-4468-8229-8badd4a5aaae/cf8895a3-346d-4313-a645-16ecdcce9969/4615ade3-c7a5-4055-b87d-ae2eabfe4b5c) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:47:40.843226 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-378a1417-6af3-42d8-a1c7-75e0f9e1660b tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20314a13-6da0-4dd2-b2cc-089bc8f747d1') {'for_net_delete': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:40.843515 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-378a1417-6af3-42d8-a1c7-75e0f9e1660b tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20314a13-6da0-4dd2-b2cc-089bc8f747d1') {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:40.871940 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-378a1417-6af3-42d8-a1c7-75e0f9e1660b tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1518531'] for segment, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:40.895503 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f11f7d-982d-4fc8-a6f9-e44d420cf249 None None] Network a6c725d6-4873-403d-aa98-ba57e3ee8c15 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:47:40.896919 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-f6fe94ac-5481-441f-a46c-17db90706867 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:47:40.903487 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-378a1417-6af3-42d8-a1c7-75e0f9e1660b tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:40.905891 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-f6fe94ac-5481-441f-a46c-17db90706867 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Usage tracker for resource:security_group_rule and tenant:ab60b343e4a448c9817982b8655f604f is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:47:40.910486 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-f6fe94ac-5481-441f-a46c-17db90706867 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:47:40.920866 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-f6fe94ac-5481-441f-a46c-17db90706867 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:47:40.923477 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-378a1417-6af3-42d8-a1c7-75e0f9e1660b tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=83445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:47:40.923866 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-378a1417-6af3-42d8-a1c7-75e0f9e1660b tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2036002'] for segment, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:40.940607 dv-neutron-820491-1-hyperv neutron-server[83445]: Traceback (most recent call last): Dec 20 08:47:40.940607 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:47:40.940607 dv-neutron-820491-1-hyperv neutron-server[83445]: timer() Dec 20 08:47:40.940607 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:47:40.940607 dv-neutron-820491-1-hyperv neutron-server[83445]: cb(*args, **kw) Dec 20 08:47:40.940607 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:47:40.940607 dv-neutron-820491-1-hyperv neutron-server[83445]: return func(*args, **kwargs) Dec 20 08:47:40.940607 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:47:40.940607 dv-neutron-820491-1-hyperv neutron-server[83445]: self._notify() Dec 20 08:47:40.940607 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:47:40.940607 dv-neutron-820491-1-hyperv neutron-server[83445]: self.callback(batched_events) Dec 20 08:47:40.940607 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:47:40.940607 dv-neutron-820491-1-hyperv neutron-server[83445]: event.method(event) Dec 20 08:47:40.940607 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:47:40.940607 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:47:40.940607 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:47:40.940607 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:47:40.940607 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:47:40.940607 dv-neutron-820491-1-hyperv neutron-server[83445]: return f(self, *a, **k) Dec 20 08:47:40.940607 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:47:40.940607 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._get(url).json() Dec 20 08:47:40.940607 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:47:40.940607 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:47:40.940607 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:47:40.940607 dv-neutron-820491-1-hyperv neutron-server[83445]: return self.request(url, 'GET', **kwargs) Dec 20 08:47:40.940607 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:47:40.940607 dv-neutron-820491-1-hyperv neutron-server[83445]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:47:40.940607 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:47:40.940607 dv-neutron-820491-1-hyperv neutron-server[83445]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:47:40.940607 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:47:40.940607 dv-neutron-820491-1-hyperv neutron-server[83445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:47:40.940607 dv-neutron-820491-1-hyperv neutron-server[83445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:47:41.021623 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f32985cc-18d7-4dfc-935f-011cd0985b07 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:41.058289 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f32985cc-18d7-4dfc-935f-011cd0985b07 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:41.065397 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-40036ec5-e6aa-4bac-93fa-96a8224ced68 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:41.100940 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82ce625-dca1-49e1-8d98-178c3f2c552a None None] Network a6c725d6-4873-403d-aa98-ba57e3ee8c15 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:47:41.132013 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32985cc-18d7-4dfc-935f-011cd0985b07 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Network 95f3bec2-46e6-4468-8229-8badd4a5aaae is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:47:41.139931 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-f32985cc-18d7-4dfc-935f-011cd0985b07 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:47:41.145118 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32985cc-18d7-4dfc-935f-011cd0985b07 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:47:41.184086 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.api [None req-378a1417-6af3-42d8-a1c7-75e0f9e1660b tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 08:47:41.184086 dv-neutron-820491-1-hyperv neutron-server[83445]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 08:47:41.184086 dv-neutron-820491-1-hyperv neutron-server[83445]: [parameters: {'id': 'a6c725d6-4873-403d-aa98-ba57e3ee8c15'}] Dec 20 08:47:41.184086 dv-neutron-820491-1-hyperv neutron-server[83445]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 08:47:41.184586 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_db.api [None req-378a1417-6af3-42d8-a1c7-75e0f9e1660b tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 08:47:41.187304 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32985cc-18d7-4dfc-935f-011cd0985b07 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Pushing event updated for resources: {'Port': ['ID=4615ade3-c7a5-4055-b87d-ae2eabfe4b5c,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:41.194642 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f32985cc-18d7-4dfc-935f-011cd0985b07 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:41.222509 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-618f8d99-c44f-44e1-9c52-cccfd19f5fb1 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Router a61e8621-801b-440b-8099-16ef2c220a26 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:47:41.316279 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc948c77-0a2c-407a-8e4f-9416aee25ba5 None None] get_active_networks_info from dv-neutron-820491-1-hyperv {{(pid=83446) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 20 08:47:41.327197 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f32985cc-18d7-4dfc-935f-011cd0985b07 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:41.327715 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f6fe94ac-5481-441f-a46c-17db90706867 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Notify callbacks [] for security_group, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:41.333773 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f6fe94ac-5481-441f-a46c-17db90706867 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:41.337088 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-fd289ece-df63-4da9-8679-1ce1afda2145 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:41.375842 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6fe94ac-5481-441f-a46c-17db90706867 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=83445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:47:41.381976 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fe94ac-5481-441f-a46c-17db90706867 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=281eae43-47f1-4670-a071-d1e8eb42439d,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:41.385987 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f6fe94ac-5481-441f-a46c-17db90706867 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:41.394425 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f6fe94ac-5481-441f-a46c-17db90706867 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:41.394777 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.segments_db [None req-f6fe94ac-5481-441f-a46c-17db90706867 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Added segment 3cdb1df9-55ed-43b2-81b6-a663e19ee563 of type vlan for network 5972a31e-dc94-41e7-b804-0af5475018ab Dec 20 08:47:41.435416 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f6fe94ac-5481-441f-a46c-17db90706867 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:41.460133 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc948c77-0a2c-407a-8e4f-9416aee25ba5 None None] Resources bound (agent type, host, resource id): {{(pid=83446) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 08:47:41.543728 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f6fe94ac-5481-441f-a46c-17db90706867 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:41.549814 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6fe94ac-5481-441f-a46c-17db90706867 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:41.550398 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f6fe94ac-5481-441f-a46c-17db90706867 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:41.561503 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e2363edc-50b2-4bbd-8d2e-aa3f24d63a4b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:41.654531 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f32985cc-18d7-4dfc-935f-011cd0985b07 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24724'] for router, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:41.658600 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f32985cc-18d7-4dfc-935f-011cd0985b07 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-351805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-351780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-379562'] for router, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:41.715521 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-378a1417-6af3-42d8-a1c7-75e0f9e1660b tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:41.803075 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fe94ac-5481-441f-a46c-17db90706867 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Pushing event updated for resources: {'Network': ['ID=5972a31e-dc94-41e7-b804-0af5475018ab,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:41.810406 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f6fe94ac-5481-441f-a46c-17db90706867 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:41.815286 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network 5972a31e-dc94-41e7-b804-0af5475018ab details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:47:41.823046 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-378a1417-6af3-42d8-a1c7-75e0f9e1660b tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Deleting port a0a0d50d-173a-406f-af68-c12ff5768ddb {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:47:41.823394 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-378a1417-6af3-42d8-a1c7-75e0f9e1660b tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:41.860807 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-f6fe94ac-5481-441f-a46c-17db90706867 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.5763180 Dec 20 08:47:41.861353 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40872) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:41.867415 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-618f8d99-c44f-44e1-9c52-cccfd19f5fb1 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:47:41.871443 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-e773e6d3-651f-4960-b3b0-81095d6f7b89 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Request body: {'subnet': {'network_id': '5972a31e-dc94-41e7-b804-0af5475018ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:47:41.878500 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-618f8d99-c44f-44e1-9c52-cccfd19f5fb1 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] 10.222.0.16 "PUT /v2.0/routers/a61e8621-801b-440b-8099-16ef2c220a26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5641553 Dec 20 08:47:41.881195 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40876) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:41.883660 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9afe547-827d-476c-a717-9dd1fd15e58f None None] Sync routers for ids ['a61e8621-801b-440b-8099-16ef2c220a26'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:47:41.904393 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9afe547-827d-476c-a717-9dd1fd15e58f None None] Routers {'a61e8621-801b-440b-8099-16ef2c220a26'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:47:41.907459 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-a9afe547-827d-476c-a717-9dd1fd15e58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:47:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['a61e8621-801b-440b-8099-16ef2c220a26'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:41.979424 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-a9afe547-827d-476c-a717-9dd1fd15e58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:41.990302 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9afe547-827d-476c-a717-9dd1fd15e58f None None] Routers {'a61e8621-801b-440b-8099-16ef2c220a26'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:47:41.991022 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-a9afe547-827d-476c-a717-9dd1fd15e58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:47:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['a61e8621-801b-440b-8099-16ef2c220a26'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:42.012555 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-e773e6d3-651f-4960-b3b0-81095d6f7b89 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:47:42.018592 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e773e6d3-651f-4960-b3b0-81095d6f7b89 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Usage tracker for resource:subnet and tenant:ab60b343e4a448c9817982b8655f604f is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:47:42.023729 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e773e6d3-651f-4960-b3b0-81095d6f7b89 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:47:42.031394 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-e773e6d3-651f-4960-b3b0-81095d6f7b89 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:47:42.046304 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f32985cc-18d7-4dfc-935f-011cd0985b07 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Router c921139f-9b42-4305-a24b-4c4a52585bdf is scheduled to L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 with binding_index 1 {{(pid=83444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 08:47:42.051620 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e773e6d3-651f-4960-b3b0-81095d6f7b89 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Made reservation on behalf of ab60b343e4a448c9817982b8655f604f for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:47:42.053165 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57d17a8-06d3-43e3-b604-531e295891b5 req-910d3c3d-fec0-46c7-a790-edb4bb5a3c9b tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:42.054405 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-a9afe547-827d-476c-a717-9dd1fd15e58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:42.054641 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-a57d17a8-06d3-43e3-b604-531e295891b5 req-910d3c3d-fec0-46c7-a790-edb4bb5a3c9b tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce86b767-a621-41c5-98e8-cc542b7adc7f HTTP/1.1" status: 200 len: 946 time: 0.3810363 Dec 20 08:47:42.054796 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9afe547-827d-476c-a717-9dd1fd15e58f None None] The sync data for ids ['a61e8621-801b-440b-8099-16ef2c220a26'] in dv-neutron-820491-1-hyperv is: [] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:47:42.219981 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e773e6d3-651f-4960-b3b0-81095d6f7b89 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1529102'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:42.273875 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-a57d17a8-06d3-43e3-b604-531e295891b5 req-0e21c3b8-4297-4eac-a537-ccd7f6aa7d5c tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/security-groups?id=57316c2a-fdb6-46e9-9469-18e9bc81adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1990364 Dec 20 08:47:42.275356 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-378a1417-6af3-42d8-a1c7-75e0f9e1660b tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] For port a0a0d50d-173a-406f-af68-c12ff5768ddb, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=a0a0d50d-173a-406f-af68-c12ff5768ddb,segment=NetworkSegment(20314a13-6da0-4dd2-b2cc-089bc8f747d1),segment_id=20314a13-6da0-4dd2-b2cc-089bc8f747d1)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:47:42.275719 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-378a1417-6af3-42d8-a1c7-75e0f9e1660b tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:42.409869 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-378a1417-6af3-42d8-a1c7-75e0f9e1660b tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Calling delete_port for a0a0d50d-173a-406f-af68-c12ff5768ddb owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:47:42.475190 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b97b6a10-41c9-4ee5-81f7-6020786d64f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:42.514332 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d7721ea2-4a5d-40ad-94cb-21ac037489e2 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks [] for router, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:42.546042 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e773e6d3-651f-4960-b3b0-81095d6f7b89 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1129376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1529148'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:42.555062 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f32985cc-18d7-4dfc-935f-011cd0985b07 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:47:42.567539 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21278b6f-0d2b-40ef-8523-57cc5e0b893b None None] Sync routers for ids ['c921139f-9b42-4305-a24b-4c4a52585bdf'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:47:42.570715 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3745e457-fafe-49f1-89bb-45090b0fe4e1 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:42.575202 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-378a1417-6af3-42d8-a1c7-75e0f9e1660b tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:42.581397 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21278b6f-0d2b-40ef-8523-57cc5e0b893b None None] Routers {'c921139f-9b42-4305-a24b-4c4a52585bdf'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:47:42.582039 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-21278b6f-0d2b-40ef-8523-57cc5e0b893b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:47:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['c921139f-9b42-4305-a24b-4c4a52585bdf'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:42.586429 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-2090e8a8-a572-4a68-86df-043df38dbbf2 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:42.632195 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378a1417-6af3-42d8-a1c7-75e0f9e1660b tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Pushing event deleted for resources: {'Port': ['ID=a0a0d50d-173a-406f-af68-c12ff5768ddb,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:42.636040 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-378a1417-6af3-42d8-a1c7-75e0f9e1660b tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:42.640356 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378a1417-6af3-42d8-a1c7-75e0f9e1660b tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] No DVR routers for this DVR port a0a0d50d-173a-406f-af68-c12ff5768ddb on host dv-neutron-820491-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:47:42.652309 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-21278b6f-0d2b-40ef-8523-57cc5e0b893b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:42.664186 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21278b6f-0d2b-40ef-8523-57cc5e0b893b None None] Routers {'c921139f-9b42-4305-a24b-4c4a52585bdf'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:47:42.664817 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-21278b6f-0d2b-40ef-8523-57cc5e0b893b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:47:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['c921139f-9b42-4305-a24b-4c4a52585bdf'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:42.669695 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f32985cc-18d7-4dfc-935f-011cd0985b07 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:42.672389 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f32985cc-18d7-4dfc-935f-011cd0985b07 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] 10.222.0.16 "PUT /v2.0/routers/c921139f-9b42-4305-a24b-4c4a52585bdf HTTP/1.1" status: 200 len: 917 time: 2.9135165 Dec 20 08:47:42.675846 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e773e6d3-651f-4960-b3b0-81095d6f7b89 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Checking segment: {'id': '3cdb1df9-55ed-43b2-81b6-a663e19ee563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '5972a31e-dc94-41e7-b804-0af5475018ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:47:42.676756 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e773e6d3-651f-4960-b3b0-81095d6f7b89 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Network hostable DHCP agents. Network: 5972a31e-dc94-41e7-b804-0af5475018ab, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:47:42.676890 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40880) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:42.707322 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e773e6d3-651f-4960-b3b0-81095d6f7b89 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Pushing event updated for resources: {'Subnet': ['ID=c02f45db-fa5a-4123-bec4-99dbb9ec3d91,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:42.710563 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e773e6d3-651f-4960-b3b0-81095d6f7b89 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:42.723759 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e773e6d3-651f-4960-b3b0-81095d6f7b89 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Network 5972a31e-dc94-41e7-b804-0af5475018ab is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:47:42.729509 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-21278b6f-0d2b-40ef-8523-57cc5e0b893b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:42.729866 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21278b6f-0d2b-40ef-8523-57cc5e0b893b None None] The sync data for ids ['c921139f-9b42-4305-a24b-4c4a52585bdf'] in dv-neutron-820491-1-hyperv is: [] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:47:42.735431 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-e773e6d3-651f-4960-b3b0-81095d6f7b89 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, 5972a31e-dc94-41e7-b804-0af5475018ab) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:47:42.739424 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e773e6d3-651f-4960-b3b0-81095d6f7b89 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:42.740009 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e773e6d3-651f-4960-b3b0-81095d6f7b89 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:42.747217 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a0bb1c-5bd1-4b78-a433-cd092dc68795 None None] Network 5972a31e-dc94-41e7-b804-0af5475018ab requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:47:42.761134 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e773e6d3-651f-4960-b3b0-81095d6f7b89 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8989100 Dec 20 08:47:42.763740 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40884) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:42.770297 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-0a263a8d-bc44-4316-85bc-e1a12c9759ea tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Request body: {'port': {'network_id': '5972a31e-dc94-41e7-b804-0af5475018ab', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-721504068'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:47:42.917847 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-0a263a8d-bc44-4316-85bc-e1a12c9759ea tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:47:42.923414 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-0a263a8d-bc44-4316-85bc-e1a12c9759ea tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Usage tracker for resource:port and tenant:ab60b343e4a448c9817982b8655f604f is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:47:42.926750 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-0a263a8d-bc44-4316-85bc-e1a12c9759ea tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:47:42.932913 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-0a263a8d-bc44-4316-85bc-e1a12c9759ea tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:47:42.944101 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a263a8d-bc44-4316-85bc-e1a12c9759ea tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Made reservation on behalf of ab60b343e4a448c9817982b8655f604f for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:47:42.947761 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0a263a8d-bc44-4316-85bc-e1a12c9759ea tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:42.974023 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-0a263a8d-bc44-4316-85bc-e1a12c9759ea tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] device_id is not set on port 323fc2e0-2c23-4776-a11f-75b9f67e0bae yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:47:43.011445 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-378a1417-6af3-42d8-a1c7-75e0f9e1660b tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:43.014282 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88fa213b-afc3-44af-9ef6-dd87694d90f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-5972a31e-dc94-41e7-b804-0af5475018ab', 'network_id': '5972a31e-dc94-41e7-b804-0af5475018ab', 'tenant_id': 'ab60b343e4a448c9817982b8655f604f', 'fixed_ips': [{'subnet_id': 'c02f45db-fa5a-4123-bec4-99dbb9ec3d91'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:47:43.015111 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-88fa213b-afc3-44af-9ef6-dd87694d90f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:43.097374 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-378a1417-6af3-42d8-a1c7-75e0f9e1660b tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6c725d6-4873-403d-aa98-ba57e3ee8c15']}} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:43.115410 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-378a1417-6af3-42d8-a1c7-75e0f9e1660b tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20314a13-6da0-4dd2-b2cc-089bc8f747d1') {'for_net_delete': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:43.115703 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-378a1417-6af3-42d8-a1c7-75e0f9e1660b tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20314a13-6da0-4dd2-b2cc-089bc8f747d1') {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:43.131922 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-0a263a8d-bc44-4316-85bc-e1a12c9759ea tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Allocated IP 2001:db8::d0 (5972a31e-dc94-41e7-b804-0af5475018ab/c02f45db-fa5a-4123-bec4-99dbb9ec3d91/323fc2e0-2c23-4776-a11f-75b9f67e0bae) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:47:43.137799 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-378a1417-6af3-42d8-a1c7-75e0f9e1660b tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1518531'] for segment, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:43.210214 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-378a1417-6af3-42d8-a1c7-75e0f9e1660b tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:43.226566 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-378a1417-6af3-42d8-a1c7-75e0f9e1660b tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=83445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:47:43.226961 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-378a1417-6af3-42d8-a1c7-75e0f9e1660b tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2036002'] for segment, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:43.241789 dv-neutron-820491-1-hyperv neutron-server[83445]: Traceback (most recent call last): Dec 20 08:47:43.241789 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:47:43.241789 dv-neutron-820491-1-hyperv neutron-server[83445]: timer() Dec 20 08:47:43.241789 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:47:43.241789 dv-neutron-820491-1-hyperv neutron-server[83445]: cb(*args, **kw) Dec 20 08:47:43.241789 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:47:43.241789 dv-neutron-820491-1-hyperv neutron-server[83445]: return func(*args, **kwargs) Dec 20 08:47:43.241789 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:47:43.241789 dv-neutron-820491-1-hyperv neutron-server[83445]: self._notify() Dec 20 08:47:43.241789 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:47:43.241789 dv-neutron-820491-1-hyperv neutron-server[83445]: self.callback(batched_events) Dec 20 08:47:43.241789 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:47:43.241789 dv-neutron-820491-1-hyperv neutron-server[83445]: event.method(event) Dec 20 08:47:43.241789 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:47:43.241789 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:47:43.241789 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:47:43.241789 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:47:43.241789 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:47:43.241789 dv-neutron-820491-1-hyperv neutron-server[83445]: return f(self, *a, **k) Dec 20 08:47:43.241789 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:47:43.241789 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._get(url).json() Dec 20 08:47:43.241789 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:47:43.241789 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:47:43.241789 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:47:43.241789 dv-neutron-820491-1-hyperv neutron-server[83445]: return self.request(url, 'GET', **kwargs) Dec 20 08:47:43.241789 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:47:43.241789 dv-neutron-820491-1-hyperv neutron-server[83445]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:47:43.241789 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:47:43.241789 dv-neutron-820491-1-hyperv neutron-server[83445]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:47:43.241789 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:47:43.241789 dv-neutron-820491-1-hyperv neutron-server[83445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:47:43.241789 dv-neutron-820491-1-hyperv neutron-server[83445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:47:43.360875 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-378a1417-6af3-42d8-a1c7-75e0f9e1660b tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:43.367250 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-1c3d5f40-8250-498d-bb6d-726ba0e32ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204235498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204235498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:43.382601 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-378a1417-6af3-42d8-a1c7-75e0f9e1660b tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:43.410237 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378a1417-6af3-42d8-a1c7-75e0f9e1660b tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Pushing event deleted for resources: {'Network': ['ID=a6c725d6-4873-403d-aa98-ba57e3ee8c15,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:43.415004 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-378a1417-6af3-42d8-a1c7-75e0f9e1660b tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:43.419019 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-378a1417-6af3-42d8-a1c7-75e0f9e1660b tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] 10.222.0.16 "DELETE /v2.0/networks/a6c725d6-4873-403d-aa98-ba57e3ee8c15 HTTP/1.1" status: 204 len: 168 time: 3.7447152 Dec 20 08:47:43.419830 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d7721ea2-4a5d-40ad-94cb-21ac037489e2 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:43.424394 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40892) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:43.473579 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecbf3ecd-2ced-4c8d-ad38-961d124ddfe4 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] DELETE failed (client error): The resource could not be found. Dec 20 08:47:43.474022 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecbf3ecd-2ced-4c8d-ad38-961d124ddfe4 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:47:43.475660 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-ecbf3ecd-2ced-4c8d-ad38-961d124ddfe4 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] 10.222.0.16 "DELETE /v2.0/subnets/e36946c5-e6b3-4023-b141-743f5d58cf9c HTTP/1.1" status: 404 len: 337 time: 0.0503798 Dec 20 08:47:43.476585 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-d7721ea2-4a5d-40ad-94cb-21ac037489e2 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Deleting port 4bfa52fd-4972-427f-ab18-2ce2ef81e949 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:47:43.476910 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d7721ea2-4a5d-40ad-94cb-21ac037489e2 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:43.480026 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40896) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:43.528341 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-017f1ecf-faac-4057-839a-157bf9b72454 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] 10.222.0.16 "GET /v2.0/routers/c921139f-9b42-4305-a24b-4c4a52585bdf HTTP/1.1" status: 200 len: 923 time: 0.8476076 Dec 20 08:47:43.528580 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0a263a8d-bc44-4316-85bc-e1a12c9759ea tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:43.529098 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b9c29f3-9842-4d94-8269-007a98264450 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] DELETE failed (client error): The resource could not be found. Dec 20 08:47:43.529315 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b9c29f3-9842-4d94-8269-007a98264450 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:47:43.532583 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40900) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:43.558976 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-6b9c29f3-9842-4d94-8269-007a98264450 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] 10.222.0.16 "DELETE /v2.0/networks/a6c725d6-4873-403d-aa98-ba57e3ee8c15 HTTP/1.1" status: 404 len: 339 time: 0.0739660 Dec 20 08:47:43.558976 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-0a263a8d-bc44-4316-85bc-e1a12c9759ea tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Transition to ACTIVE for port object 323fc2e0-2c23-4776-a11f-75b9f67e0bae will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:47:43.560514 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40904) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:43.611644 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c958359-4cab-4f4b-9ace-f40c7fc6480b tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] DELETE failed (client error): The resource could not be found. Dec 20 08:47:43.612086 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c958359-4cab-4f4b-9ace-f40c7fc6480b tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:47:43.613777 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-7c958359-4cab-4f4b-9ace-f40c7fc6480b tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] 10.222.0.16 "DELETE /v2.0/subnets/c400c045-afa1-459e-b833-0469d91a7742 HTTP/1.1" status: 404 len: 337 time: 0.0516279 Dec 20 08:47:43.619392 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd2d7e0-48ca-4051-984e-839848a1e73a req-25bcd350-f6fb-46f3-8c42-979b0a9bd45a tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:43.621045 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5cd2d7e0-48ca-4051-984e-839848a1e73a req-25bcd350-f6fb-46f3-8c42-979b0a9bd45a tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce86b767-a621-41c5-98e8-cc542b7adc7f HTTP/1.1" status: 200 len: 946 time: 0.2177131 Dec 20 08:47:43.621525 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40908) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:43.670386 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-24f1eaef-09a5-4941-8c94-601e13ca5f3e tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] DELETE failed (client error): The resource could not be found. Dec 20 08:47:43.671049 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24f1eaef-09a5-4941-8c94-601e13ca5f3e tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:47:43.672614 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-24f1eaef-09a5-4941-8c94-601e13ca5f3e tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] 10.222.0.16 "DELETE /v2.0/networks/d5f2a103-f23a-4ddb-bede-c80d6943e276 HTTP/1.1" status: 404 len: 339 time: 0.0490425 Dec 20 08:47:43.676493 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40912) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:43.711779 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d7721ea2-4a5d-40ad-94cb-21ac037489e2 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:43.725028 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-f48f3db9-a2a1-4c73-959d-0837c072a4ce tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Synchronizing usage tracker for tenant:5f1d2e098aa1404b801e1ff34ce5223d on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:47:43.725842 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0a263a8d-bc44-4316-85bc-e1a12c9759ea tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:43.737696 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e9c3024c-e295-4ec5-ad9c-90ca9b06c952 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:43.755042 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-88fa213b-afc3-44af-9ef6-dd87694d90f4 None None] Allocated IP 2001:db8::2 (5972a31e-dc94-41e7-b804-0af5475018ab/c02f45db-fa5a-4123-bec4-99dbb9ec3d91/18356347-93df-4d75-b591-e61a365fdee6) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:47:43.813206 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5cd2d7e0-48ca-4051-984e-839848a1e73a req-1ea0540f-103e-4bc5-9b45-33541c62a7f5 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/security-groups?id=57316c2a-fdb6-46e9-9469-18e9bc81adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1699107 Dec 20 08:47:43.851172 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-d7721ea2-4a5d-40ad-94cb-21ac037489e2 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Calling delete_port for 4bfa52fd-4972-427f-ab18-2ce2ef81e949 owned by network:router_gateway {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:47:43.883800 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-f48f3db9-a2a1-4c73-959d-0837c072a4ce tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Unset dirty status for tenant:5f1d2e098aa1404b801e1ff34ce5223d on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:47:43.884998 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-f48f3db9-a2a1-4c73-959d-0837c072a4ce tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=95f3bec2-46e6-4468-8229-8badd4a5aaae&device_id=c921139f-9b42-4305-a24b-4c4a52585bdf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3514566 Dec 20 08:47:43.889102 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40916) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:43.901821 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a263a8d-bc44-4316-85bc-e1a12c9759ea tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Network 5972a31e-dc94-41e7-b804-0af5475018ab is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:47:43.907566 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-0a263a8d-bc44-4316-85bc-e1a12c9759ea tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:47:43.913456 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a263a8d-bc44-4316-85bc-e1a12c9759ea tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:47:43.917508 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a263a8d-bc44-4316-85bc-e1a12c9759ea tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:43.918113 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0a263a8d-bc44-4316-85bc-e1a12c9759ea tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:43.923408 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a263a8d-bc44-4316-85bc-e1a12c9759ea tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Pushing event updated for resources: {'Port': ['ID=323fc2e0-2c23-4776-a11f-75b9f67e0bae,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:43.933711 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-006bbc98-133f-4daa-b23f-1e760831660e tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:43.939450 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0a263a8d-bc44-4316-85bc-e1a12c9759ea tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:43.971480 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-88fa213b-afc3-44af-9ef6-dd87694d90f4 None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:43.983325 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-88fa213b-afc3-44af-9ef6-dd87694d90f4 None None] Transition to ACTIVE for port object 18356347-93df-4d75-b591-e61a365fdee6 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:47:43.987171 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-0a263a8d-bc44-4316-85bc-e1a12c9759ea tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 1.2224033 Dec 20 08:47:43.991257 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40920) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:43.999255 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-917dc090-17d5-4b77-963f-07f25dbee748 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Request body: {'port': {'network_id': '5972a31e-dc94-41e7-b804-0af5475018ab', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-262600704', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:47:44.000628 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.api.validators [None req-917dc090-17d5-4b77-963f-07f25dbee748 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] bootfile-name is not in valid_values {{(pid=83444) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 20 08:47:44.001200 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.api.validators [None req-917dc090-17d5-4b77-963f-07f25dbee748 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] tftp-server is not in valid_values {{(pid=83444) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 20 08:47:44.001636 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.api.validators [None req-917dc090-17d5-4b77-963f-07f25dbee748 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] server-ip-address is not in valid_values {{(pid=83444) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 20 08:47:44.015500 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-88fa213b-afc3-44af-9ef6-dd87694d90f4 None None] Transition to ACTIVE for port object 18356347-93df-4d75-b591-e61a365fdee6 will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:47:44.029353 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-88fa213b-afc3-44af-9ef6-dd87694d90f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:44.037554 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:44.064857 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5f8784-975f-4360-ad8a-5ab6885e2088 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:44.066254 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-ff5f8784-975f-4360-ad8a-5ab6885e2088 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] 10.222.0.16 "GET /v2.0/networks/95f3bec2-46e6-4468-8229-8badd4a5aaae HTTP/1.1" status: 200 len: 881 time: 0.1762376 Dec 20 08:47:44.069258 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40924) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:44.115250 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-d5ebb65e-821f-46ad-b52a-1d78497959c9 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] 10.222.0.16 "GET /v2.0/ports?device_id=c921139f-9b42-4305-a24b-4c4a52585bdf HTTP/1.1" status: 200 len: 205 time: 0.0444446 Dec 20 08:47:44.117732 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40928) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:44.126600 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88fa213b-afc3-44af-9ef6-dd87694d90f4 None None] Network 5972a31e-dc94-41e7-b804-0af5475018ab is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:47:44.131013 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-88fa213b-afc3-44af-9ef6-dd87694d90f4 None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:47:44.133840 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fa213b-afc3-44af-9ef6-dd87694d90f4 None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:47:44.136527 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fa213b-afc3-44af-9ef6-dd87694d90f4 None None] Pushing event updated for resources: {'Port': ['ID=18356347-93df-4d75-b591-e61a365fdee6,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:44.139467 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-88fa213b-afc3-44af-9ef6-dd87694d90f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:44.176809 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-006bbc98-133f-4daa-b23f-1e760831660e tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:44.223194 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-006bbc98-133f-4daa-b23f-1e760831660e tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a020835d-16ff-483f-bede-d1f87f0dc745']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:44.228118 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-88fa213b-afc3-44af-9ef6-dd87694d90f4 None None] Attempting to bind port 18356347-93df-4d75-b591-e61a365fdee6 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:47:44.228118 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-88fa213b-afc3-44af-9ef6-dd87694d90f4 None None] Attempting to bind port 18356347-93df-4d75-b591-e61a365fdee6 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '3cdb1df9-55ed-43b2-81b6-a663e19ee563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '5972a31e-dc94-41e7-b804-0af5475018ab'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:47:44.228352 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88fa213b-afc3-44af-9ef6-dd87694d90f4 None None] Attempting to bind port 18356347-93df-4d75-b591-e61a365fdee6 on network 5972a31e-dc94-41e7-b804-0af5475018ab {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:47:44.235121 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88fa213b-afc3-44af-9ef6-dd87694d90f4 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:47:44.235500 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88fa213b-afc3-44af-9ef6-dd87694d90f4 None None] Checking segment: {'id': '3cdb1df9-55ed-43b2-81b6-a663e19ee563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '5972a31e-dc94-41e7-b804-0af5475018ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:47:44.235904 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-88fa213b-afc3-44af-9ef6-dd87694d90f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:44.236310 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88fa213b-afc3-44af-9ef6-dd87694d90f4 None None] Bound using segment: {'id': '3cdb1df9-55ed-43b2-81b6-a663e19ee563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '5972a31e-dc94-41e7-b804-0af5475018ab'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:47:44.236780 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-88fa213b-afc3-44af-9ef6-dd87694d90f4 None None] Bound port: 18356347-93df-4d75-b591-e61a365fdee6, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cdb1df9-55ed-43b2-81b6-a663e19ee563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '5972a31e-dc94-41e7-b804-0af5475018ab'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:47:44.237624 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-88fa213b-afc3-44af-9ef6-dd87694d90f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:44.247886 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-006bbc98-133f-4daa-b23f-1e760831660e tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e343bd2a-bed6-4d7d-b41d-03fbb8516035') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:44.248186 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-006bbc98-133f-4daa-b23f-1e760831660e tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e343bd2a-bed6-4d7d-b41d-03fbb8516035') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:44.260289 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d7721ea2-4a5d-40ad-94cb-21ac037489e2 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:44.266373 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-268b2cb8-de2e-40d9-b592-2e9b1a3cfc33 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:44.267260 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-006bbc98-133f-4daa-b23f-1e760831660e tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1618722'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:44.273775 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-917dc090-17d5-4b77-963f-07f25dbee748 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:47:44.281579 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-917dc090-17d5-4b77-963f-07f25dbee748 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Usage tracker for resource:port and tenant:ab60b343e4a448c9817982b8655f604f is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:47:44.286335 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-917dc090-17d5-4b77-963f-07f25dbee748 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:47:44.292092 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-006bbc98-133f-4daa-b23f-1e760831660e tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:44.294426 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-917dc090-17d5-4b77-963f-07f25dbee748 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:47:44.304691 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-006bbc98-133f-4daa-b23f-1e760831660e tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:47:44.304691 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-006bbc98-133f-4daa-b23f-1e760831660e tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1128911'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:44.318946 dv-neutron-820491-1-hyperv neutron-server[83444]: Traceback (most recent call last): Dec 20 08:47:44.318946 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:47:44.318946 dv-neutron-820491-1-hyperv neutron-server[83444]: timer() Dec 20 08:47:44.318946 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:47:44.318946 dv-neutron-820491-1-hyperv neutron-server[83444]: cb(*args, **kw) Dec 20 08:47:44.318946 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:47:44.318946 dv-neutron-820491-1-hyperv neutron-server[83444]: return func(*args, **kwargs) Dec 20 08:47:44.318946 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:47:44.318946 dv-neutron-820491-1-hyperv neutron-server[83444]: self._notify() Dec 20 08:47:44.318946 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:47:44.318946 dv-neutron-820491-1-hyperv neutron-server[83444]: self.callback(batched_events) Dec 20 08:47:44.318946 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:47:44.318946 dv-neutron-820491-1-hyperv neutron-server[83444]: event.method(event) Dec 20 08:47:44.318946 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:47:44.318946 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:47:44.318946 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:47:44.318946 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:47:44.318946 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:47:44.318946 dv-neutron-820491-1-hyperv neutron-server[83444]: return f(self, *a, **k) Dec 20 08:47:44.318946 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:47:44.318946 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._get(url).json() Dec 20 08:47:44.318946 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:47:44.318946 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:47:44.318946 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:47:44.318946 dv-neutron-820491-1-hyperv neutron-server[83444]: return self.request(url, 'GET', **kwargs) Dec 20 08:47:44.318946 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:47:44.318946 dv-neutron-820491-1-hyperv neutron-server[83444]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:47:44.318946 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:47:44.318946 dv-neutron-820491-1-hyperv neutron-server[83444]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:47:44.318946 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:47:44.318946 dv-neutron-820491-1-hyperv neutron-server[83444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:47:44.318946 dv-neutron-820491-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:47:44.321013 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7721ea2-4a5d-40ad-94cb-21ac037489e2 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Pushing event deleted for resources: {'Port': ['ID=4bfa52fd-4972-427f-ab18-2ce2ef81e949,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:44.322485 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d7721ea2-4a5d-40ad-94cb-21ac037489e2 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:44.333173 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-917dc090-17d5-4b77-963f-07f25dbee748 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Made reservation on behalf of ab60b343e4a448c9817982b8655f604f for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:47:44.336661 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-917dc090-17d5-4b77-963f-07f25dbee748 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:44.338516 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-88fa213b-afc3-44af-9ef6-dd87694d90f4 None None] For port 18356347-93df-4d75-b591-e61a365fdee6, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:47:44.342042 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-88fa213b-afc3-44af-9ef6-dd87694d90f4 None None] For port 18356347-93df-4d75-b591-e61a365fdee6, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=18356347-93df-4d75-b591-e61a365fdee6,segment=NetworkSegment(3cdb1df9-55ed-43b2-81b6-a663e19ee563),segment_id=3cdb1df9-55ed-43b2-81b6-a663e19ee563)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:47:44.347928 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-88fa213b-afc3-44af-9ef6-dd87694d90f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:44.353105 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-fdf19171-21f0-4226-a225-b9f34388e2ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:44.427052 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-917dc090-17d5-4b77-963f-07f25dbee748 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] device_id is not set on port 6b77c2e0-cf6e-45f1-a69a-1ded8fa932f9 yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:47:44.439254 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fa213b-afc3-44af-9ef6-dd87694d90f4 None None] Pushing event updated for resources: {'Port': ['ID=18356347-93df-4d75-b591-e61a365fdee6,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:44.442836 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-88fa213b-afc3-44af-9ef6-dd87694d90f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:44.477361 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-006bbc98-133f-4daa-b23f-1e760831660e tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:44.483382 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-92df1015-9f0a-4bbc-ac69-11afb4ffaa2f tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:44.501917 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-006bbc98-133f-4daa-b23f-1e760831660e tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:44.516924 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006bbc98-133f-4daa-b23f-1e760831660e tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Pushing event deleted for resources: {'Network': ['ID=a020835d-16ff-483f-bede-d1f87f0dc745,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:44.540943 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-006bbc98-133f-4daa-b23f-1e760831660e tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:44.548865 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-006bbc98-133f-4daa-b23f-1e760831660e tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] 10.222.0.16 "DELETE /v2.0/networks/a020835d-16ff-483f-bede-d1f87f0dc745 HTTP/1.1" status: 204 len: 168 time: 0.8689425 Dec 20 08:47:44.551492 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40932) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:44.599408 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-50bc7171-bea0-4404-ae15-d32aaf8e36c0 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] DELETE failed (client error): The resource could not be found. Dec 20 08:47:44.599852 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50bc7171-bea0-4404-ae15-d32aaf8e36c0 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:47:44.604967 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-50bc7171-bea0-4404-ae15-d32aaf8e36c0 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] 10.222.0.16 "DELETE /v2.0/subnets/374dda86-1a68-45f2-93e2-75b20df0a316 HTTP/1.1" status: 404 len: 337 time: 0.0506189 Dec 20 08:47:44.606832 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40936) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:44.655119 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e602e0a-7d92-455a-8c95-2cef3429e956 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] DELETE failed (client error): The resource could not be found. Dec 20 08:47:44.655559 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e602e0a-7d92-455a-8c95-2cef3429e956 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:47:44.730133 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-917dc090-17d5-4b77-963f-07f25dbee748 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Allocated IP 2001:db8::27 (5972a31e-dc94-41e7-b804-0af5475018ab/c02f45db-fa5a-4123-bec4-99dbb9ec3d91/6b77c2e0-cf6e-45f1-a69a-1ded8fa932f9) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:47:44.742457 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-0e602e0a-7d92-455a-8c95-2cef3429e956 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] 10.222.0.16 "DELETE /v2.0/networks/15c72f8b-97de-46c6-9e37-ee7d73074606 HTTP/1.1" status: 404 len: 339 time: 0.1331935 Dec 20 08:47:44.743591 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40940) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:44.803066 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b7e3412-8297-4c95-bf46-176c74298f58 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] DELETE failed (client error): The resource could not be found. Dec 20 08:47:44.803511 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b7e3412-8297-4c95-bf46-176c74298f58 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:47:44.807450 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-2b7e3412-8297-4c95-bf46-176c74298f58 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] 10.222.0.16 "DELETE /v2.0/subnets/b4c51efb-dc2c-4b33-b6c3-81b6b8fddcf6 HTTP/1.1" status: 404 len: 337 time: 0.0602658 Dec 20 08:47:44.808082 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40944) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:44.826813 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-2e195fcf-79af-4c4a-b1cf-80ae68d35079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:44.844899 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d7721ea2-4a5d-40ad-94cb-21ac037489e2 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346107'] for router_gateway, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:44.852700 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddb7aa6c-be21-4dbd-a7bc-76d026722abb tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] DELETE failed (client error): The resource could not be found. Dec 20 08:47:44.853131 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddb7aa6c-be21-4dbd-a7bc-76d026722abb tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:47:44.857139 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ddb7aa6c-be21-4dbd-a7bc-76d026722abb tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] 10.222.0.16 "DELETE /v2.0/networks/7205b7b8-6af7-459d-957f-092141eb1a17 HTTP/1.1" status: 404 len: 339 time: 0.0459130 Dec 20 08:47:44.864852 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40950) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:44.931149 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9d1ade4-7041-456a-bd7c-587d4eaec064 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] DELETE failed (client error): The resource could not be found. Dec 20 08:47:44.931480 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9d1ade4-7041-456a-bd7c-587d4eaec064 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:47:44.935502 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a9d1ade4-7041-456a-bd7c-587d4eaec064 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] 10.222.0.16 "DELETE /v2.0/subnets/77f3a46a-da4d-48f1-a05a-79cc5eeb164e HTTP/1.1" status: 404 len: 337 time: 0.0673566 Dec 20 08:47:44.946882 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40954) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:45.028101 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-49015565-a2c0-48f1-850c-b962261a2ba7 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks [] for router, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:45.028508 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-64e2f5ca-e233-4c4f-ad86-8fd6228db975 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] DELETE failed (client error): The resource could not be found. Dec 20 08:47:45.028948 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64e2f5ca-e233-4c4f-ad86-8fd6228db975 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:47:45.030615 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-64e2f5ca-e233-4c4f-ad86-8fd6228db975 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] 10.222.0.16 "DELETE /v2.0/networks/a8f0182e-e85e-4411-8255-17562946f9b5 HTTP/1.1" status: 404 len: 339 time: 0.0828183 Dec 20 08:47:45.033572 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40958) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:45.084563 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-7845d2de-2b18-4902-95e5-1804fbd2d747 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] DELETE failed (client error): The resource could not be found. Dec 20 08:47:45.085006 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7845d2de-2b18-4902-95e5-1804fbd2d747 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:47:45.088979 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-7845d2de-2b18-4902-95e5-1804fbd2d747 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] 10.222.0.16 "DELETE /v2.0/subnets/099668e0-2cfd-4f00-850b-fdfc365143e5 HTTP/1.1" status: 404 len: 337 time: 0.0522048 Dec 20 08:47:45.089281 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40962) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:45.236970 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d7721ea2-4a5d-40ad-94cb-21ac037489e2 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24735'] for router, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:45.249081 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dcfb633-abbe-4e14-9339-1d172d76102e tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] DELETE failed (client error): The resource could not be found. Dec 20 08:47:45.249556 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dcfb633-abbe-4e14-9339-1d172d76102e tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:47:45.254107 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-8dcfb633-abbe-4e14-9339-1d172d76102e tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] 10.222.0.16 "DELETE /v2.0/networks/0112cd85-83af-4062-8329-948a171a344e HTTP/1.1" status: 404 len: 339 time: 0.1615839 Dec 20 08:47:45.254784 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40966) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:45.255496 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d7721ea2-4a5d-40ad-94cb-21ac037489e2 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:45.286554 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-917dc090-17d5-4b77-963f-07f25dbee748 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:45.304155 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-917dc090-17d5-4b77-963f-07f25dbee748 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Transition to ACTIVE for port object 6b77c2e0-cf6e-45f1-a69a-1ded8fa932f9 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:47:45.311877 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b4784ee-10cb-4c3c-8dd1-5747fcee706e tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] DELETE failed (client error): The resource could not be found. Dec 20 08:47:45.312729 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b4784ee-10cb-4c3c-8dd1-5747fcee706e tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:47:45.315055 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-3b4784ee-10cb-4c3c-8dd1-5747fcee706e tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] 10.222.0.16 "DELETE /v2.0/subnets/384b81b4-ab5d-4416-a8c2-0c3682589129 HTTP/1.1" status: 404 len: 337 time: 0.0577488 Dec 20 08:47:45.324465 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9759f40-cf4e-41a7-b660-f4219d679dda req-5b4e79fa-21d2-4af6-98d5-8076c37c9fb4 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:45.324806 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40970) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:45.326222 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-e9759f40-cf4e-41a7-b660-f4219d679dda req-5b4e79fa-21d2-4af6-98d5-8076c37c9fb4 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce86b767-a621-41c5-98e8-cc542b7adc7f HTTP/1.1" status: 200 len: 946 time: 0.3587155 Dec 20 08:47:45.349953 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-917dc090-17d5-4b77-963f-07f25dbee748 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:45.357256 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b2000dee-23ac-4c4c-af21-ffb8f42d3dbd tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:45.419399 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-56fa76ea-baef-4e49-b5fc-844fc101f455 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] DELETE failed (client error): The resource could not be found. Dec 20 08:47:45.419900 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56fa76ea-baef-4e49-b5fc-844fc101f455 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:47:45.424071 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-56fa76ea-baef-4e49-b5fc-844fc101f455 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] 10.222.0.16 "DELETE /v2.0/networks/1c5a3ac0-7952-4c75-9c41-b80294843411 HTTP/1.1" status: 404 len: 339 time: 0.0958292 Dec 20 08:47:45.430158 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40974) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:45.448016 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d7721ea2-4a5d-40ad-94cb-21ac037489e2 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-390871'] for router, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:45.448465 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7721ea2-4a5d-40ad-94cb-21ac037489e2 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Fanout notify agent at l3_agent the message router_deleted on router a61e8621-801b-440b-8099-16ef2c220a26 {{(pid=83445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 08:47:45.486098 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d7721ea2-4a5d-40ad-94cb-21ac037489e2 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:45.490622 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-d7721ea2-4a5d-40ad-94cb-21ac037489e2 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] 10.222.0.16 "DELETE /v2.0/routers/a61e8621-801b-440b-8099-16ef2c220a26 HTTP/1.1" status: 204 len: 168 time: 3.6039655 Dec 20 08:47:45.491260 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40978) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:45.498486 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-e9759f40-cf4e-41a7-b660-f4219d679dda req-668be110-2503-4fcc-8a9b-a964134f3c05 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/security-groups?id=57316c2a-fdb6-46e9-9469-18e9bc81adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1561072 Dec 20 08:47:45.504871 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ca9278c-c4fb-4841-a9bb-d3e313bd8e84 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] DELETE failed (client error): The resource could not be found. Dec 20 08:47:45.505488 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ca9278c-c4fb-4841-a9bb-d3e313bd8e84 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:47:45.509641 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-6ca9278c-c4fb-4841-a9bb-d3e313bd8e84 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] 10.222.0.16 "DELETE /v2.0/subnets/abb163c9-f5d8-49a8-98f0-b69519681ce7 HTTP/1.1" status: 404 len: 337 time: 0.0760543 Dec 20 08:47:45.509883 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40982) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:45.541007 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917dc090-17d5-4b77-963f-07f25dbee748 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Pushing event updated for resources: {'Port': ['ID=6b77c2e0-cf6e-45f1-a69a-1ded8fa932f9,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:45.544614 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-917dc090-17d5-4b77-963f-07f25dbee748 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:45.547008 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917dc090-17d5-4b77-963f-07f25dbee748 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Network 5972a31e-dc94-41e7-b804-0af5475018ab is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:47:45.552640 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-917dc090-17d5-4b77-963f-07f25dbee748 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:47:45.555711 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917dc090-17d5-4b77-963f-07f25dbee748 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:47:45.559710 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8666d45-967d-4ac3-bb6e-79a42d777c82 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] DELETE failed (client error): The resource could not be found. Dec 20 08:47:45.559963 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917dc090-17d5-4b77-963f-07f25dbee748 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:45.560487 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8666d45-967d-4ac3-bb6e-79a42d777c82 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:47:45.561097 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-917dc090-17d5-4b77-963f-07f25dbee748 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:45.566254 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-d8666d45-967d-4ac3-bb6e-79a42d777c82 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] 10.222.0.16 "DELETE /v2.0/networks/00c9e1a1-6222-474e-b112-f5b70c2d073f HTTP/1.1" status: 404 len: 339 time: 0.0552328 Dec 20 08:47:45.567659 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40986) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:45.575240 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad7d146-865f-4301-9267-12d42aea3463 None None] Network 5972a31e-dc94-41e7-b804-0af5475018ab requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:47:45.596105 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-49015565-a2c0-48f1-850c-b962261a2ba7 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:45.607183 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-49015565-a2c0-48f1-850c-b962261a2ba7 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Deleting port 4615ade3-c7a5-4055-b87d-ae2eabfe4b5c {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:47:45.607532 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-49015565-a2c0-48f1-850c-b962261a2ba7 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:45.633871 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdaa0cd8-758b-439e-b084-5db6fdd24509 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] DELETE failed (client error): The resource could not be found. Dec 20 08:47:45.634558 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdaa0cd8-758b-439e-b084-5db6fdd24509 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:47:45.636524 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-cdaa0cd8-758b-439e-b084-5db6fdd24509 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] 10.222.0.16 "DELETE /v2.0/subnets/30d9e776-f21b-4f56-b6b1-b8d5a669e150 HTTP/1.1" status: 404 len: 337 time: 0.0679433 Dec 20 08:47:45.650098 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-917dc090-17d5-4b77-963f-07f25dbee748 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 1.6550269 Dec 20 08:47:45.650361 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40990) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:45.651018 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 40992) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:45.710885 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-654b239b-410c-4538-8dc3-11926ff2fe3e None None] Provisioning for port 18356347-93df-4d75-b591-e61a365fdee6 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:47:45.755476 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-620b15ca-6fdf-4ce2-be9e-035c901b36e2 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] DELETE failed (client error): The resource could not be found. Dec 20 08:47:45.755476 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-620b15ca-6fdf-4ce2-be9e-035c901b36e2 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:47:45.757012 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-620b15ca-6fdf-4ce2-be9e-035c901b36e2 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] 10.222.0.16 "DELETE /v2.0/networks/1f918073-bb09-4f7c-84a2-cf945b57338c HTTP/1.1" status: 404 len: 339 time: 0.1054246 Dec 20 08:47:45.762854 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 40998) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:45.810422 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-37861f09-85cc-4037-ad39-87b70b47b23b tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] DELETE failed (client error): The resource could not be found. Dec 20 08:47:45.810767 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37861f09-85cc-4037-ad39-87b70b47b23b tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:47:45.815409 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-37861f09-85cc-4037-ad39-87b70b47b23b tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] 10.222.0.16 "DELETE /v2.0/subnets/d707a298-7bdd-4aa2-ab41-77cf12ff97bf HTTP/1.1" status: 404 len: 337 time: 0.0515518 Dec 20 08:47:45.824917 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 41002) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:45.873079 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:45.876978 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-584aaa69-1269-47be-b526-fe086c23eb91 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] DELETE failed (client error): The resource could not be found. Dec 20 08:47:45.877447 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-584aaa69-1269-47be-b526-fe086c23eb91 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:47:45.881116 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-584aaa69-1269-47be-b526-fe086c23eb91 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] 10.222.0.16 "DELETE /v2.0/networks/26bac71e-fca5-4ab8-8162-051ab27c8d35 HTTP/1.1" status: 404 len: 339 time: 0.0532169 Dec 20 08:47:45.883453 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 41006) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:45.888127 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-b44bf106-a5ec-49bb-8ad7-2704f325f0e6 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Deleting subnet a2e0b313-c41a-41d3-8f89-676d7596d988 {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:47:45.888342 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940a1b0b-59da-4f8b-b33b-73e18119a1a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:45.892947 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940a1b0b-59da-4f8b-b33b-73e18119a1a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:45.896926 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940a1b0b-59da-4f8b-b33b-73e18119a1a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:45.898639 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-940a1b0b-59da-4f8b-b33b-73e18119a1a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.2455375 Dec 20 08:47:45.902825 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-49015565-a2c0-48f1-850c-b962261a2ba7 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:45.910685 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 41010) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:45.931273 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b44bf106-a5ec-49bb-8ad7-2704f325f0e6 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:46.018057 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:46.037289 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b44bf106-a5ec-49bb-8ad7-2704f325f0e6 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1618747'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:46.090490 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 18356347-93df-4d75-b591-e61a365fdee6 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:47:46.174610 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 18356347-93df-4d75-b591-e61a365fdee6 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:47:46.185073 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 18356347-93df-4d75-b591-e61a365fdee6 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:47:46.185482 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:46.208500 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-49015565-a2c0-48f1-850c-b962261a2ba7 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Calling delete_port for 4615ade3-c7a5-4055-b87d-ae2eabfe4b5c owned by network:router_gateway {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:47:46.240098 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed4779ea-c741-49c5-9a31-7aac6a200166 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Deleting subnet d4d7a1e7-d263-401a-a104-7b56d0ae14eb {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:47:46.248153 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b44bf106-a5ec-49bb-8ad7-2704f325f0e6 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:46.262530 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-9f5e25f8-fb8e-4b85-9ac1-4dbf2356b900 None None] Provisioning complete for port 18356347-93df-4d75-b591-e61a365fdee6 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:47:46.262911 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-9f5e25f8-fb8e-4b85-9ac1-4dbf2356b900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:46.340578 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ed4779ea-c741-49c5-9a31-7aac6a200166 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:46.352007 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-37b70870-3ada-44c0-8f3f-51c6fe4b67d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Deleting port 6b77c2e0-cf6e-45f1-a69a-1ded8fa932f9 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:47:46.352591 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-37b70870-3ada-44c0-8f3f-51c6fe4b67d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:46.382822 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b44bf106-a5ec-49bb-8ad7-2704f325f0e6 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1129313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1529131'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:46.397706 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:46.404611 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b34233fc-6798-4716-9f3e-03b81adf21fb tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:46.446512 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44bf106-a5ec-49bb-8ad7-2704f325f0e6 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Pushing event deleted for resources: {'Subnet': ['ID=a2e0b313-c41a-41d3-8f89-676d7596d988,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:46.452782 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b44bf106-a5ec-49bb-8ad7-2704f325f0e6 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:46.458353 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b44bf106-a5ec-49bb-8ad7-2704f325f0e6 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:46.482422 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b44bf106-a5ec-49bb-8ad7-2704f325f0e6 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] 10.222.0.16 "DELETE /v2.0/subnets/a2e0b313-c41a-41d3-8f89-676d7596d988 HTTP/1.1" status: 204 len: 168 time: 0.9816256 Dec 20 08:47:46.485663 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 41014) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:46.490878 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66223fd1-ffc6-4356-8ee2-ebe4a8e31905 None None] Network 83df81c9-61a3-4636-83a5-6dbfc3e40959 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:47:46.492684 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ed4779ea-c741-49c5-9a31-7aac6a200166 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1618747'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:46.513763 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-9f5e25f8-fb8e-4b85-9ac1-4dbf2356b900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:46.539899 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 18356347-93df-4d75-b591-e61a365fdee6, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=18356347-93df-4d75-b591-e61a365fdee6,segment=NetworkSegment(3cdb1df9-55ed-43b2-81b6-a663e19ee563),segment_id=3cdb1df9-55ed-43b2-81b6-a663e19ee563)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:47:46.566217 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:46.570342 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-49015565-a2c0-48f1-850c-b962261a2ba7 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:46.574703 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-a3d7f249-0e94-493b-900e-41ff76432f2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:46.586550 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-7f93fd61-67f8-47e6-9f88-b4155319c272 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:46.733114 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49015565-a2c0-48f1-850c-b962261a2ba7 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Pushing event deleted for resources: {'Port': ['ID=4615ade3-c7a5-4055-b87d-ae2eabfe4b5c,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:46.741203 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-131b1bc1-e3a2-49e9-a844-93483bf82939 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:46.748110 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-49015565-a2c0-48f1-850c-b962261a2ba7 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:46.795540 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-131b1bc1-e3a2-49e9-a844-93483bf82939 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Deleting port 82bcd2b7-546a-41a9-bd64-e53843734509 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:47:46.796106 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-131b1bc1-e3a2-49e9-a844-93483bf82939 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:46.858153 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ed4779ea-c741-49c5-9a31-7aac6a200166 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:46.925862 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.db.api [None req-9f5e25f8-fb8e-4b85-9ac1-4dbf2356b900 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 08:47:46.926595 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_db.api [None req-9f5e25f8-fb8e-4b85-9ac1-4dbf2356b900 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 08:47:46.932149 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=18356347-93df-4d75-b591-e61a365fdee6,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:46.935789 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:46.992922 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-37b70870-3ada-44c0-8f3f-51c6fe4b67d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:47.033150 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350fcee1-388e-484d-b524-ab64dbfcbb96 None None] DHCP port deletion for 83df81c9-61a3-4636-83a5-6dbfc3e40959 request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 08:47:47.037757 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-350fcee1-388e-484d-b524-ab64dbfcbb96 None None] Deleting port 82bcd2b7-546a-41a9-bd64-e53843734509 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:47:47.038185 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-350fcee1-388e-484d-b524-ab64dbfcbb96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:47.044581 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f14106-8276-496b-a849-9d05c721fe95 req-f48d06bf-a037-495a-9116-933b555c0eff tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:47.052109 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d5f14106-8276-496b-a849-9d05c721fe95 req-f48d06bf-a037-495a-9116-933b555c0eff tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce86b767-a621-41c5-98e8-cc542b7adc7f HTTP/1.1" status: 200 len: 946 time: 0.3031013 Dec 20 08:47:47.102023 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 08:47:47.142807 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ed4779ea-c741-49c5-9a31-7aac6a200166 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1129313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1529131'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:47.150221 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b2fa9d2d-cdb8-4932-8659-3004c4b23851 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:47.186499 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-37b70870-3ada-44c0-8f3f-51c6fe4b67d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Calling delete_port for 6b77c2e0-cf6e-45f1-a69a-1ded8fa932f9 owned by {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:47:47.229285 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-49015565-a2c0-48f1-850c-b962261a2ba7 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346107'] for router_gateway, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:47.249284 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-350fcee1-388e-484d-b524-ab64dbfcbb96 None None] For port 82bcd2b7-546a-41a9-bd64-e53843734509, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=82bcd2b7-546a-41a9-bd64-e53843734509,segment=NetworkSegment(591c462d-9c0f-4c5a-81b9-356458eb3c36),segment_id=591c462d-9c0f-4c5a-81b9-356458eb3c36)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:47:47.250166 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-350fcee1-388e-484d-b524-ab64dbfcbb96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:47.297192 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-131b1bc1-e3a2-49e9-a844-93483bf82939 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] For port 82bcd2b7-546a-41a9-bd64-e53843734509, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=82bcd2b7-546a-41a9-bd64-e53843734509,segment=NetworkSegment(591c462d-9c0f-4c5a-81b9-356458eb3c36),segment_id=591c462d-9c0f-4c5a-81b9-356458eb3c36)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:47:47.297578 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-131b1bc1-e3a2-49e9-a844-93483bf82939 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:47.307173 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4779ea-c741-49c5-9a31-7aac6a200166 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Pushing event deleted for resources: {'Subnet': ['ID=d4d7a1e7-d263-401a-a104-7b56d0ae14eb,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:47.322548 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ed4779ea-c741-49c5-9a31-7aac6a200166 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:47.380434 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-350fcee1-388e-484d-b524-ab64dbfcbb96 None None] Calling delete_port for 82bcd2b7-546a-41a9-bd64-e53843734509 owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:47:47.445053 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-131b1bc1-e3a2-49e9-a844-93483bf82939 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Calling delete_port for 82bcd2b7-546a-41a9-bd64-e53843734509 owned by network:dhcp {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:47:47.464290 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bfab3c1-6dd1-4899-8290-58b735f6df31 None None] Network 9796a0c1-f6dd-475b-8a68-dc146630e1f2 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:47:47.470573 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ed4779ea-c741-49c5-9a31-7aac6a200166 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:47.485965 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:47.497684 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d5f14106-8276-496b-a849-9d05c721fe95 req-b3283c44-fd8c-43e6-a911-52a7dcba42d5 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/security-groups?id=57316c2a-fdb6-46e9-9469-18e9bc81adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4444454 Dec 20 08:47:47.503934 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ed4779ea-c741-49c5-9a31-7aac6a200166 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] 10.222.0.16 "DELETE /v2.0/subnets/d4d7a1e7-d263-401a-a104-7b56d0ae14eb HTTP/1.1" status: 204 len: 168 time: 1.6193345 Dec 20 08:47:47.511211 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 41020) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:47.641061 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-49015565-a2c0-48f1-850c-b962261a2ba7 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24735'] for router, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:47.646973 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-49015565-a2c0-48f1-850c-b962261a2ba7 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:47.652863 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-350fcee1-388e-484d-b524-ab64dbfcbb96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102'] for port, after_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:47.667762 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-40d9549d-7d7a-417a-a37d-b1cb4a228d57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:47.704142 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.db.api [None req-131b1bc1-e3a2-49e9-a844-93483bf82939 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 08:47:47.704436 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_db.api [None req-131b1bc1-e3a2-49e9-a844-93483bf82939 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 08:47:47.709366 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7fb74fc7-f405-422e-8351-7bb1b6dc4b2a tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:47.721661 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-7fb74fc7-f405-422e-8351-7bb1b6dc4b2a tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Deleting port ae5665a8-bd33-4102-ac55-713ac47555d2 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:47:47.721997 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7fb74fc7-f405-422e-8351-7bb1b6dc4b2a tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:47.727804 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350fcee1-388e-484d-b524-ab64dbfcbb96 None None] Pushing event deleted for resources: {'Port': ['ID=82bcd2b7-546a-41a9-bd64-e53843734509,revision_number=None']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:47.730092 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-350fcee1-388e-484d-b524-ab64dbfcbb96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:47.762442 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-49015565-a2c0-48f1-850c-b962261a2ba7 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-390871'] for router, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:47.762938 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49015565-a2c0-48f1-850c-b962261a2ba7 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Fanout notify agent at l3_agent the message router_deleted on router c921139f-9b42-4305-a24b-4c4a52585bdf {{(pid=83445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 08:47:47.797670 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-49015565-a2c0-48f1-850c-b962261a2ba7 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:47.803692 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350fcee1-388e-484d-b524-ab64dbfcbb96 None None] No DVR routers for this DVR port 82bcd2b7-546a-41a9-bd64-e53843734509 on host dv-neutron-820491-1-hyperv {{(pid=83446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:47:47.819254 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-49015565-a2c0-48f1-850c-b962261a2ba7 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] 10.222.0.16 "DELETE /v2.0/routers/c921139f-9b42-4305-a24b-4c4a52585bdf HTTP/1.1" status: 204 len: 168 time: 3.7003560 Dec 20 08:47:47.819440 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-9f5e25f8-fb8e-4b85-9ac1-4dbf2356b900 None None] Provisioning for port 323fc2e0-2c23-4776-a11f-75b9f67e0bae completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:47:47.823306 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 41028) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:47.827219 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-9f5e25f8-fb8e-4b85-9ac1-4dbf2356b900 None None] Provisioning complete for port 323fc2e0-2c23-4776-a11f-75b9f67e0bae triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:47:47.827612 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-9f5e25f8-fb8e-4b85-9ac1-4dbf2356b900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:47.852383 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-0ddd7319-d9a1-43ab-b6f0-ba35f20bcee9 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-285512915', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:47:47.867225 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-37b70870-3ada-44c0-8f3f-51c6fe4b67d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:47.874342 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-0ddd7319-d9a1-43ab-b6f0-ba35f20bcee9 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:47:47.891158 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-0ddd7319-d9a1-43ab-b6f0-ba35f20bcee9 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Usage tracker for resource:router and tenant:dde3432b20b1425ba86c86caefb44bed is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:47:47.894553 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-0ddd7319-d9a1-43ab-b6f0-ba35f20bcee9 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:47:47.896383 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-9f5e25f8-fb8e-4b85-9ac1-4dbf2356b900 None None] Port 323fc2e0-2c23-4776-a11f-75b9f67e0bae cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:47:47.911245 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-9f5e25f8-fb8e-4b85-9ac1-4dbf2356b900 None None] Could not find standard attr ID for object 6b77c2e0-cf6e-45f1-a69a-1ded8fa932f9. {{(pid=83446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 08:47:47.924568 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-0ddd7319-d9a1-43ab-b6f0-ba35f20bcee9 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:47:47.936922 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-378a1417-6af3-42d8-a1c7-75e0f9e1660b tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:47.995981 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b70870-3ada-44c0-8f3f-51c6fe4b67d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Pushing event deleted for resources: {'Port': ['ID=6b77c2e0-cf6e-45f1-a69a-1ded8fa932f9,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:48.000125 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-37b70870-3ada-44c0-8f3f-51c6fe4b67d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:48.008092 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0ddd7319-d9a1-43ab-b6f0-ba35f20bcee9 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24817'] for router, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:48.009985 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0ddd7319-d9a1-43ab-b6f0-ba35f20bcee9 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-351744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24806'] for router, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:48.036235 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0aa414b-85be-4d24-bfce-cc2998b8e264 None None] DHCP port deletion for 9796a0c1-f6dd-475b-8a68-dc146630e1f2 request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 08:47:48.061127 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-a0aa414b-85be-4d24-bfce-cc2998b8e264 None None] Deleting port ae5665a8-bd33-4102-ac55-713ac47555d2 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:47:48.061771 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a0aa414b-85be-4d24-bfce-cc2998b8e264 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:48.070653 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0ddd7319-d9a1-43ab-b6f0-ba35f20bcee9 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:48.096395 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 18356347-93df-4d75-b591-e61a365fdee6 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:47:48.101940 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0ddd7319-d9a1-43ab-b6f0-ba35f20bcee9 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071'] for router, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:48.112019 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-37b70870-3ada-44c0-8f3f-51c6fe4b67d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:48.116168 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-7fb74fc7-f405-422e-8351-7bb1b6dc4b2a tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] For port ae5665a8-bd33-4102-ac55-713ac47555d2, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=ae5665a8-bd33-4102-ac55-713ac47555d2,segment=NetworkSegment(193fd930-550c-458f-bfd4-532f0fdcefb5),segment_id=193fd930-550c-458f-bfd4-532f0fdcefb5)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:47:48.117186 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7fb74fc7-f405-422e-8351-7bb1b6dc4b2a tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:48.119494 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-37b70870-3ada-44c0-8f3f-51c6fe4b67d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] 10.222.0.16 "DELETE /v2.0/ports/6b77c2e0-cf6e-45f1-a69a-1ded8fa932f9 HTTP/1.1" status: 204 len: 168 time: 2.2078028 Dec 20 08:47:48.127465 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 41034) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:48.182387 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-f7d58094-4763-40f6-a4fc-e10f68e1c56a None None] Provisioning complete for port 323fc2e0-2c23-4776-a11f-75b9f67e0bae triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:47:48.182903 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f7d58094-4763-40f6-a4fc-e10f68e1c56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:48.185883 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-6f3fdb56-caf3-414f-86ea-68a22c30e37f tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Request body: {'port': {'name': 'tempest-new-port-name-902213016', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:47:48.186277 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.api.validators [None req-6f3fdb56-caf3-414f-86ea-68a22c30e37f tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] bootfile-name is not in valid_values {{(pid=83445) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 20 08:47:48.186605 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.api.validators [None req-6f3fdb56-caf3-414f-86ea-68a22c30e37f tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] tftp-server is not in valid_values {{(pid=83445) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 20 08:47:48.186932 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.api.validators [None req-6f3fdb56-caf3-414f-86ea-68a22c30e37f tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] server-ip-address is not in valid_values {{(pid=83445) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 20 08:47:48.239979 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0ddd7319-d9a1-43ab-b6f0-ba35f20bcee9 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:48.241428 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-0ddd7319-d9a1-43ab-b6f0-ba35f20bcee9 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4169559 Dec 20 08:47:48.246492 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 41038) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:48.255870 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-131b1bc1-e3a2-49e9-a844-93483bf82939 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Deleting port 82bcd2b7-546a-41a9-bd64-e53843734509 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:47:48.256381 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-131b1bc1-e3a2-49e9-a844-93483bf82939 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:48.260430 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-8dd43cea-7cba-4d18-8163-3b8f33aed341 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'enable_snat': False}}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:47:48.290459 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-7fb74fc7-f405-422e-8351-7bb1b6dc4b2a tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Calling delete_port for ae5665a8-bd33-4102-ac55-713ac47555d2 owned by network:dhcp {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:47:48.325413 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-f7d58094-4763-40f6-a4fc-e10f68e1c56a None None] Port 323fc2e0-2c23-4776-a11f-75b9f67e0bae cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:47:48.353550 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-f7d58094-4763-40f6-a4fc-e10f68e1c56a None None] Could not find standard attr ID for object 6b77c2e0-cf6e-45f1-a69a-1ded8fa932f9. {{(pid=83446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 08:47:48.378023 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-131b1bc1-e3a2-49e9-a844-93483bf82939 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] The port '82bcd2b7-546a-41a9-bd64-e53843734509' was deleted {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 08:47:48.427185 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 18356347-93df-4d75-b591-e61a365fdee6 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:47:48.427637 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:48.472780 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6f3fdb56-caf3-414f-86ea-68a22c30e37f tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:48.482393 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-a0aa414b-85be-4d24-bfce-cc2998b8e264 None None] For port ae5665a8-bd33-4102-ac55-713ac47555d2, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=ae5665a8-bd33-4102-ac55-713ac47555d2,segment=NetworkSegment(193fd930-550c-458f-bfd4-532f0fdcefb5),segment_id=193fd930-550c-458f-bfd4-532f0fdcefb5)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:47:48.482885 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a0aa414b-85be-4d24-bfce-cc2998b8e264 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:48.492479 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-d8e0e629-c2a6-49fc-ad1a-b80bc1058dfc req-66f339cc-7120-498a-a21f-63c9f0c39e9e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e2165a78ac154b1c9f29e840efaf3cb7&device_id=ce86b767-a621-41c5-98e8-cc542b7adc7f HTTP/1.1" status: 200 len: 1099 time: 0.4738734 Dec 20 08:47:48.496907 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b1bdeb-8921-4c66-90ac-94218d1de3c2 req-f2c7f50e-c7a2-49c7-9789-7e3a80acb006 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:48.498456 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c1b1bdeb-8921-4c66-90ac-94218d1de3c2 req-f2c7f50e-c7a2-49c7-9789-7e3a80acb006 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce86b767-a621-41c5-98e8-cc542b7adc7f HTTP/1.1" status: 200 len: 946 time: 0.4850547 Dec 20 08:47:48.567602 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-131b1bc1-e3a2-49e9-a844-93483bf82939 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:48.578561 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7fb74fc7-f405-422e-8351-7bb1b6dc4b2a tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:48.588246 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a66ea258-8acb-424e-b7e6-1a47d21b82a2 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:48.628239 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-a0aa414b-85be-4d24-bfce-cc2998b8e264 None None] Calling delete_port for ae5665a8-bd33-4102-ac55-713ac47555d2 owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:47:48.657372 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb74fc7-f405-422e-8351-7bb1b6dc4b2a tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Pushing event deleted for resources: {'Port': ['ID=ae5665a8-bd33-4102-ac55-713ac47555d2,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:48.662936 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7fb74fc7-f405-422e-8351-7bb1b6dc4b2a tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:48.666428 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-131b1bc1-e3a2-49e9-a844-93483bf82939 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83df81c9-61a3-4636-83a5-6dbfc3e40959']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:48.684701 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb74fc7-f405-422e-8351-7bb1b6dc4b2a tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] No DVR routers for this DVR port ae5665a8-bd33-4102-ac55-713ac47555d2 on host dv-neutron-820491-1-hyperv {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:47:48.687819 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-131b1bc1-e3a2-49e9-a844-93483bf82939 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '591c462d-9c0f-4c5a-81b9-356458eb3c36') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:48.688276 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-131b1bc1-e3a2-49e9-a844-93483bf82939 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '591c462d-9c0f-4c5a-81b9-356458eb3c36') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:48.733989 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-131b1bc1-e3a2-49e9-a844-93483bf82939 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1618722'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:48.759902 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.db.api [None req-a0aa414b-85be-4d24-bfce-cc2998b8e264 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 08:47:48.760257 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_db.api [None req-a0aa414b-85be-4d24-bfce-cc2998b8e264 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 08:47:48.760928 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c1b1bdeb-8921-4c66-90ac-94218d1de3c2 req-651d12ac-c1a4-414d-bfca-3c70a67bb95c tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/security-groups?id=57316c2a-fdb6-46e9-9469-18e9bc81adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2153826 Dec 20 08:47:48.775804 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-131b1bc1-e3a2-49e9-a844-93483bf82939 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:48.799622 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-131b1bc1-e3a2-49e9-a844-93483bf82939 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:47:48.800031 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-131b1bc1-e3a2-49e9-a844-93483bf82939 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1128911'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:48.819462 dv-neutron-820491-1-hyperv neutron-server[83444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 08:47:48.819462 dv-neutron-820491-1-hyperv neutron-server[83444]: util.warn( Dec 20 08:47:48.819462 dv-neutron-820491-1-hyperv neutron-server[83444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 08:47:48.819462 dv-neutron-820491-1-hyperv neutron-server[83444]: util.warn( Dec 20 08:47:48.819462 dv-neutron-820491-1-hyperv neutron-server[83444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 08:47:48.819462 dv-neutron-820491-1-hyperv neutron-server[83444]: util.warn( Dec 20 08:47:48.819462 dv-neutron-820491-1-hyperv neutron-server[83444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 08:47:48.819462 dv-neutron-820491-1-hyperv neutron-server[83444]: util.warn( Dec 20 08:47:48.819462 dv-neutron-820491-1-hyperv neutron-server[83444]: Traceback (most recent call last): Dec 20 08:47:48.819462 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:47:48.819462 dv-neutron-820491-1-hyperv neutron-server[83444]: timer() Dec 20 08:47:48.819462 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:47:48.819462 dv-neutron-820491-1-hyperv neutron-server[83444]: cb(*args, **kw) Dec 20 08:47:48.819462 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:47:48.819462 dv-neutron-820491-1-hyperv neutron-server[83444]: return func(*args, **kwargs) Dec 20 08:47:48.819462 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:47:48.819462 dv-neutron-820491-1-hyperv neutron-server[83444]: self._notify() Dec 20 08:47:48.819462 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:47:48.819462 dv-neutron-820491-1-hyperv neutron-server[83444]: self.callback(batched_events) Dec 20 08:47:48.819462 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:47:48.819462 dv-neutron-820491-1-hyperv neutron-server[83444]: event.method(event) Dec 20 08:47:48.819462 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:47:48.819462 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:47:48.819462 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:47:48.819462 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:47:48.819462 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:47:48.819462 dv-neutron-820491-1-hyperv neutron-server[83444]: return f(self, *a, **k) Dec 20 08:47:48.819462 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:47:48.819462 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._get(url).json() Dec 20 08:47:48.819462 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:47:48.819462 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:47:48.819462 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:47:48.819462 dv-neutron-820491-1-hyperv neutron-server[83444]: return self.request(url, 'GET', **kwargs) Dec 20 08:47:48.819462 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:47:48.819462 dv-neutron-820491-1-hyperv neutron-server[83444]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:47:48.819462 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:47:48.819462 dv-neutron-820491-1-hyperv neutron-server[83444]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:47:48.819462 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:47:48.819462 dv-neutron-820491-1-hyperv neutron-server[83444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:47:48.819462 dv-neutron-820491-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:47:48.831196 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 82bcd2b7-546a-41a9-bd64-e53843734509 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:47:48.872478 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7fb74fc7-f405-422e-8351-7bb1b6dc4b2a tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:48.910694 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 82bcd2b7-546a-41a9-bd64-e53843734509 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:47:48.911145 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 82bcd2b7-546a-41a9-bd64-e53843734509 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:47:49.030706 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0e629-c2a6-49fc-ad1a-b80bc1058dfc req-cfafc773-0851-458f-8ed4-3d0241c8c227 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:49.032865 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-d8e0e629-c2a6-49fc-ad1a-b80bc1058dfc req-cfafc773-0851-458f-8ed4-3d0241c8c227 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3ab8996b-db59-43a0-a379-647199802474 HTTP/1.1" status: 200 len: 912 time: 0.3311100 Dec 20 08:47:49.066873 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-7fb74fc7-f405-422e-8351-7bb1b6dc4b2a tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9796a0c1-f6dd-475b-8a68-dc146630e1f2']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:49.079224 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-131b1bc1-e3a2-49e9-a844-93483bf82939 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:49.081635 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-7fb74fc7-f405-422e-8351-7bb1b6dc4b2a tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '193fd930-550c-458f-bfd4-532f0fdcefb5') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:49.081925 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-7fb74fc7-f405-422e-8351-7bb1b6dc4b2a tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '193fd930-550c-458f-bfd4-532f0fdcefb5') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:49.084540 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6f3fdb56-caf3-414f-86ea-68a22c30e37f tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:49.089602 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-989b3ba9-cafb-41e5-8768-96f65fde4eb4 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:49.104269 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-131b1bc1-e3a2-49e9-a844-93483bf82939 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:49.120001 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7fb74fc7-f405-422e-8351-7bb1b6dc4b2a tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1618722'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:49.129356 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131b1bc1-e3a2-49e9-a844-93483bf82939 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Pushing event deleted for resources: {'Network': ['ID=83df81c9-61a3-4636-83a5-6dbfc3e40959,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:49.137911 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-131b1bc1-e3a2-49e9-a844-93483bf82939 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:49.141302 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-131b1bc1-e3a2-49e9-a844-93483bf82939 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] 10.222.0.16 "DELETE /v2.0/networks/83df81c9-61a3-4636-83a5-6dbfc3e40959 HTTP/1.1" status: 204 len: 168 time: 2.6548827 Dec 20 08:47:49.143958 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 41044) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:49.147183 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6f3fdb56-caf3-414f-86ea-68a22c30e37f tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2036698'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:49.155640 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-488c9f40-31b3-4bb8-a0e5-a330f7bf9b96 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:49.200464 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7fb74fc7-f405-422e-8351-7bb1b6dc4b2a tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:49.226261 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fb74fc7-f405-422e-8351-7bb1b6dc4b2a tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:47:49.226652 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7fb74fc7-f405-422e-8351-7bb1b6dc4b2a tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1128911'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:49.241262 dv-neutron-820491-1-hyperv neutron-server[83444]: Traceback (most recent call last): Dec 20 08:47:49.241262 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:47:49.241262 dv-neutron-820491-1-hyperv neutron-server[83444]: timer() Dec 20 08:47:49.241262 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:47:49.241262 dv-neutron-820491-1-hyperv neutron-server[83444]: cb(*args, **kw) Dec 20 08:47:49.241262 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:47:49.241262 dv-neutron-820491-1-hyperv neutron-server[83444]: return func(*args, **kwargs) Dec 20 08:47:49.241262 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:47:49.241262 dv-neutron-820491-1-hyperv neutron-server[83444]: self._notify() Dec 20 08:47:49.241262 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:47:49.241262 dv-neutron-820491-1-hyperv neutron-server[83444]: self.callback(batched_events) Dec 20 08:47:49.241262 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:47:49.241262 dv-neutron-820491-1-hyperv neutron-server[83444]: event.method(event) Dec 20 08:47:49.241262 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:47:49.241262 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:47:49.241262 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:47:49.241262 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:47:49.241262 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:47:49.241262 dv-neutron-820491-1-hyperv neutron-server[83444]: return f(self, *a, **k) Dec 20 08:47:49.241262 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:47:49.241262 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._get(url).json() Dec 20 08:47:49.241262 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:47:49.241262 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:47:49.241262 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:47:49.241262 dv-neutron-820491-1-hyperv neutron-server[83444]: return self.request(url, 'GET', **kwargs) Dec 20 08:47:49.241262 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:47:49.241262 dv-neutron-820491-1-hyperv neutron-server[83444]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:47:49.241262 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:47:49.241262 dv-neutron-820491-1-hyperv neutron-server[83444]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:47:49.241262 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:47:49.241262 dv-neutron-820491-1-hyperv neutron-server[83444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:47:49.241262 dv-neutron-820491-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:47:49.261933 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-a0aa414b-85be-4d24-bfce-cc2998b8e264 None None] Deleting port ae5665a8-bd33-4102-ac55-713ac47555d2 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:47:49.261933 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a0aa414b-85be-4d24-bfce-cc2998b8e264 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:49.330472 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-a0aa414b-85be-4d24-bfce-cc2998b8e264 None None] The port 'ae5665a8-bd33-4102-ac55-713ac47555d2' was deleted {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 08:47:49.340048 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-bae3ec30-13e1-462d-a5e0-f2a3bdea653f tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Deleting port e4c57f03-8955-4a9e-8d82-1f755b3e07d3 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:47:49.340048 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bae3ec30-13e1-462d-a5e0-f2a3bdea653f tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:49.442067 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-6f3fdb56-caf3-414f-86ea-68a22c30e37f tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] In _notify_port_updated(), no bound segment for port 323fc2e0-2c23-4776-a11f-75b9f67e0bae on network 5972a31e-dc94-41e7-b804-0af5475018ab {{(pid=83445) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 08:47:49.445649 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7fb74fc7-f405-422e-8351-7bb1b6dc4b2a tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:49.445807 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3fdb56-caf3-414f-86ea-68a22c30e37f tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:49.446450 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6f3fdb56-caf3-414f-86ea-68a22c30e37f tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:49.450272 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-6f3fdb56-caf3-414f-86ea-68a22c30e37f tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] 10.222.0.16 "PUT /v2.0/ports/323fc2e0-2c23-4776-a11f-75b9f67e0bae HTTP/1.1" status: 200 len: 1128 time: 1.3193402 Dec 20 08:47:49.451233 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 41048) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:49.454356 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3fdb56-caf3-414f-86ea-68a22c30e37f tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Pushing event updated for resources: {'Port': ['ID=323fc2e0-2c23-4776-a11f-75b9f67e0bae,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:49.461361 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-6f3fdb56-caf3-414f-86ea-68a22c30e37f tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:49.464116 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-cd018cdb-9310-4cf8-a5aa-54264a116258 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:49.478538 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7fb74fc7-f405-422e-8351-7bb1b6dc4b2a tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:49.496036 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-d8e0e629-c2a6-49fc-ad1a-b80bc1058dfc req-1b663d62-6bb8-434e-863d-6e3213746ead service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11db67d0-8208-488d-af30-92e306aa192a HTTP/1.1" status: 200 len: 1002 time: 0.4138005 Dec 20 08:47:49.509404 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb74fc7-f405-422e-8351-7bb1b6dc4b2a tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Pushing event deleted for resources: {'Network': ['ID=9796a0c1-f6dd-475b-8a68-dc146630e1f2,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:49.514645 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-7fb74fc7-f405-422e-8351-7bb1b6dc4b2a tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] 10.222.0.16 "DELETE /v2.0/networks/9796a0c1-f6dd-475b-8a68-dc146630e1f2 HTTP/1.1" status: 204 len: 168 time: 2.0023828 Dec 20 08:47:49.518357 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7fb74fc7-f405-422e-8351-7bb1b6dc4b2a tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:49.551837 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8dd43cea-7cba-4d18-8163-3b8f33aed341 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24724'] for router, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:49.588543 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50cf4b7-e36a-4764-b7a8-f985ac3b642d tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:49.589470 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-b50cf4b7-e36a-4764-b7a8-f985ac3b642d tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Synchronizing usage tracker for tenant:ab60b343e4a448c9817982b8655f604f on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:47:49.608352 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0e629-c2a6-49fc-ad1a-b80bc1058dfc req-08aa198e-610b-4517-8281-3a3877d2212b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:49.610837 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-d8e0e629-c2a6-49fc-ad1a-b80bc1058dfc req-08aa198e-610b-4517-8281-3a3877d2212b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=944a3b04-d2ac-486e-bee8-ba11ef891bfe HTTP/1.1" status: 200 len: 850 time: 0.1068933 Dec 20 08:47:49.616632 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bae3ec30-13e1-462d-a5e0-f2a3bdea653f tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:49.617330 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bae3ec30-13e1-462d-a5e0-f2a3bdea653f tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:49.683912 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-b50cf4b7-e36a-4764-b7a8-f985ac3b642d tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Unset dirty status for tenant:ab60b343e4a448c9817982b8655f604f on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:47:49.685342 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-b50cf4b7-e36a-4764-b7a8-f985ac3b642d tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] 10.222.0.16 "GET /v2.0/ports/323fc2e0-2c23-4776-a11f-75b9f67e0bae HTTP/1.1" status: 200 len: 1128 time: 0.2330732 Dec 20 08:47:49.692908 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 41054) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:49.764393 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-bae3ec30-13e1-462d-a5e0-f2a3bdea653f tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Calling delete_port for e4c57f03-8955-4a9e-8d82-1f755b3e07d3 owned by network:floatingip {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:47:49.793583 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-73be8810-ba7e-4860-b431-e72e985549da tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Deleting port 323fc2e0-2c23-4776-a11f-75b9f67e0bae {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:47:49.793583 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-73be8810-ba7e-4860-b431-e72e985549da tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:49.842008 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-53de5df2-3174-489d-ad2a-50cadcdab77c None None] Provisioning complete for port 323fc2e0-2c23-4776-a11f-75b9f67e0bae triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:47:49.842465 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-53de5df2-3174-489d-ad2a-50cadcdab77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:49.901956 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-d8e0e629-c2a6-49fc-ad1a-b80bc1058dfc req-4f9c9180-19c4-45b1-b16c-827b77b02edf service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3ab8996b-db59-43a0-a379-647199802474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2688048 Dec 20 08:47:49.968928 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-53de5df2-3174-489d-ad2a-50cadcdab77c None None] Port 323fc2e0-2c23-4776-a11f-75b9f67e0bae cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:47:49.991960 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bae3ec30-13e1-462d-a5e0-f2a3bdea653f tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:49.996629 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c9ce499c-2b59-48ec-80fb-55f818f40411 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:50.029972 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 41062) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:50.033796 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device ae5665a8-bd33-4102-ac55-713ac47555d2 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:47:50.051372 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae3ec30-13e1-462d-a5e0-f2a3bdea653f tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Pushing event deleted for resources: {'Port': ['ID=e4c57f03-8955-4a9e-8d82-1f755b3e07d3,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:50.056158 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-bae3ec30-13e1-462d-a5e0-f2a3bdea653f tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:50.073843 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: ae5665a8-bd33-4102-ac55-713ac47555d2 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:47:50.074256 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device ae5665a8-bd33-4102-ac55-713ac47555d2 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:47:50.157109 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bae3ec30-13e1-462d-a5e0-f2a3bdea653f tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks [] for floatingip, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:50.176245 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bae3ec30-13e1-462d-a5e0-f2a3bdea653f tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:50.177685 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-bae3ec30-13e1-462d-a5e0-f2a3bdea653f tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] 10.222.0.16 "DELETE /v2.0/floatingips/2ef6dd08-ac5b-4661-9333-a3d641809e84 HTTP/1.1" status: 204 len: 168 time: 1.0328391 Dec 20 08:47:50.182184 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 41068) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:50.239206 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-bac238fa-1533-4110-822f-d0204aec83e0 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] DELETE failed (client error): The resource could not be found. Dec 20 08:47:50.239646 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bac238fa-1533-4110-822f-d0204aec83e0 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:47:50.241286 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-bac238fa-1533-4110-822f-d0204aec83e0 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] 10.222.0.16 "DELETE /v2.0/ports/9e63214c-4be6-4a0d-9df0-00ecb7ba33c4 HTTP/1.1" status: 404 len: 333 time: 0.0579691 Dec 20 08:47:50.243838 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 41072) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:50.295718 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-d8e0e629-c2a6-49fc-ad1a-b80bc1058dfc req-d13b7e9b-1fd0-45fa-b48d-a6ec6101c6e8 service neutron] 10.222.0.58 "GET /v2.0/networks/3ab8996b-db59-43a0-a379-647199802474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3788118 Dec 20 08:47:50.297007 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-3d7ca3ef-e108-4cba-bc6c-2d4cbeb5cbb6 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Synchronizing usage tracker for tenant:a6ef049aae6b4eea9e642fc2beae00ec on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:47:50.327052 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-9c1740e0-cffc-4ab9-b147-3ceb72e4bc7f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=998613e7a7ae4d22ad9b2ce5f8e08568&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2900541 Dec 20 08:47:50.329219 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-3d7ca3ef-e108-4cba-bc6c-2d4cbeb5cbb6 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Unset dirty status for tenant:a6ef049aae6b4eea9e642fc2beae00ec on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:47:50.332630 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-3d7ca3ef-e108-4cba-bc6c-2d4cbeb5cbb6 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] 10.222.0.16 "GET /v2.0/ports?device_id=a61e8621-801b-440b-8099-16ef2c220a26 HTTP/1.1" status: 200 len: 205 time: 0.0856540 Dec 20 08:47:50.332630 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 41076) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:50.333627 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 41078) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:50.368221 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a0812-59a0-45b4-b2ad-52fb6eae87ae req-7c025b47-77ab-45c3-8534-e65b0212f89c tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:50.369568 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-505a0812-59a0-45b4-b2ad-52fb6eae87ae req-7c025b47-77ab-45c3-8534-e65b0212f89c tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce86b767-a621-41c5-98e8-cc542b7adc7f HTTP/1.1" status: 200 len: 946 time: 0.4280872 Dec 20 08:47:50.392205 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8dd43cea-7cba-4d18-8163-3b8f33aed341 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:50.417189 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-b6e254ed-11c8-4b98-8704-70dd4a5438ee tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] delete failed (client error): The resource could not be found. Dec 20 08:47:50.418232 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b6e254ed-11c8-4b98-8704-70dd4a5438ee tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] 10.222.0.16 "DELETE /v2.0/routers/a61e8621-801b-440b-8099-16ef2c220a26 HTTP/1.1" status: 404 len: 336 time: 0.0834792 Dec 20 08:47:50.420746 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 41084) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:50.469931 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-4898cc3b-0b3f-415a-a61d-cce9f8404b2d tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] DELETE failed (client error): The resource could not be found. Dec 20 08:47:50.470377 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4898cc3b-0b3f-415a-a61d-cce9f8404b2d tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:47:50.472015 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-4898cc3b-0b3f-415a-a61d-cce9f8404b2d tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] 10.222.0.16 "DELETE /v2.0/subnets/a2e0b313-c41a-41d3-8f89-676d7596d988 HTTP/1.1" status: 404 len: 337 time: 0.0503538 Dec 20 08:47:50.478808 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 41088) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:50.499466 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8dd43cea-7cba-4d18-8163-3b8f33aed341 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:50.503767 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-73be8810-ba7e-4860-b431-e72e985549da tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:50.565099 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-b9feaac6-93de-4c73-98b8-6646b09064dd tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Deleting port 9e1d11ad-b081-4958-acde-afc1a813c0f9 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:47:50.565463 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b9feaac6-93de-4c73-98b8-6646b09064dd tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:50.604954 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8b6e5635-c306-4b0e-9208-448957e46b13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:50.653544 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8b6e5635-c306-4b0e-9208-448957e46b13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:50.682550 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-73be8810-ba7e-4860-b431-e72e985549da tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Calling delete_port for 323fc2e0-2c23-4776-a11f-75b9f67e0bae owned by {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:47:50.777968 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-d8e0e629-c2a6-49fc-ad1a-b80bc1058dfc req-18f8b658-6529-43af-87f0-026ed80bdcc6 service neutron] 10.222.0.58 "GET /v2.0/networks/3ab8996b-db59-43a0-a379-647199802474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4740853 Dec 20 08:47:50.780435 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-505a0812-59a0-45b4-b2ad-52fb6eae87ae req-a001460f-f347-414a-8563-16650f325bcb tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/security-groups?id=57316c2a-fdb6-46e9-9469-18e9bc81adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3952959 Dec 20 08:47:50.910135 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-8dd43cea-7cba-4d18-8163-3b8f33aed341 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Allocated IP 172.26.5.189 (95f3bec2-46e6-4468-8229-8badd4a5aaae/cf8895a3-346d-4313-a645-16ecdcce9969/cb43c462-713c-4cb4-a83e-7099bf39a27f) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:47:50.943192 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8b6e5635-c306-4b0e-9208-448957e46b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:50.949940 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-8998afca-daa6-432b-bdff-c75aa9408809 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:50.969756 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6e5635-c306-4b0e-9208-448957e46b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed406241-fe90-4152-8ad8-4bfbded5599d,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:50.972719 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-8b6e5635-c306-4b0e-9208-448957e46b13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:50.973108 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-73be8810-ba7e-4860-b431-e72e985549da tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:50.980728 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d7721ea2-4a5d-40ad-94cb-21ac037489e2 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:50.992421 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8b6e5635-c306-4b0e-9208-448957e46b13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:50.997681 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-8b6e5635-c306-4b0e-9208-448957e46b13 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ed406241-fe90-4152-8ad8-4bfbded5599d HTTP/1.1" status: 204 len: 168 time: 0.6628568 Dec 20 08:47:51.023024 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b9feaac6-93de-4c73-98b8-6646b09064dd tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:51.150038 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-b9feaac6-93de-4c73-98b8-6646b09064dd tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Calling delete_port for 9e1d11ad-b081-4958-acde-afc1a813c0f9 owned by {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:47:51.208166 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73be8810-ba7e-4860-b431-e72e985549da tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Pushing event deleted for resources: {'Port': ['ID=323fc2e0-2c23-4776-a11f-75b9f67e0bae,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:51.213745 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-73be8810-ba7e-4860-b431-e72e985549da tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:51.273432 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-73be8810-ba7e-4860-b431-e72e985549da tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:51.330295 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8dd43cea-7cba-4d18-8163-3b8f33aed341 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:51.331596 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b9feaac6-93de-4c73-98b8-6646b09064dd tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:51.339719 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2423630b-7f88-46ab-b562-b6192cc59d06 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:51.340776 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-73be8810-ba7e-4860-b431-e72e985549da tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] 10.222.0.16 "DELETE /v2.0/ports/323fc2e0-2c23-4776-a11f-75b9f67e0bae HTTP/1.1" status: 204 len: 168 time: 1.6444430 Dec 20 08:47:51.346098 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 41098) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:51.405460 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9feaac6-93de-4c73-98b8-6646b09064dd tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Pushing event deleted for resources: {'Port': ['ID=9e1d11ad-b081-4958-acde-afc1a813c0f9,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:51.410533 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b9feaac6-93de-4c73-98b8-6646b09064dd tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:51.564888 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b9feaac6-93de-4c73-98b8-6646b09064dd tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:51.586914 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b9feaac6-93de-4c73-98b8-6646b09064dd tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] 10.222.0.16 "DELETE /v2.0/ports/9e1d11ad-b081-4958-acde-afc1a813c0f9 HTTP/1.1" status: 204 len: 168 time: 1.1067445 Dec 20 08:47:51.589204 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 41108) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:51.603600 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8dd43cea-7cba-4d18-8163-3b8f33aed341 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:51.622640 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-54b22ae6-b749-4e70-ade7-190fef7682eb tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:51.676443 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec9d52b1-3421-48c0-8245-79cfd6873ed7 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Deleting subnet c02f45db-fa5a-4123-bec4-99dbb9ec3d91 {{(pid=83445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:47:51.679391 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ec9d52b1-3421-48c0-8245-79cfd6873ed7 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Notify callbacks [] for subnet, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:51.692491 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-d48bd862-c94f-451d-a988-f9182520a6a8 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Deleting port 592b2fd1-e820-4416-92d3-7813fb4b1071 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:47:51.693883 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d48bd862-c94f-451d-a988-f9182520a6a8 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:51.736129 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ec9d52b1-3421-48c0-8245-79cfd6873ed7 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1518554'] for subnet, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:51.824305 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ec9d52b1-3421-48c0-8245-79cfd6873ed7 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:51.931096 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ec9d52b1-3421-48c0-8245-79cfd6873ed7 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2036620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2095133'] for subnet, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:51.931096 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd43cea-7cba-4d18-8163-3b8f33aed341 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Network 95f3bec2-46e6-4468-8229-8badd4a5aaae is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:47:51.933182 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-8dd43cea-7cba-4d18-8163-3b8f33aed341 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:47:51.935765 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd43cea-7cba-4d18-8163-3b8f33aed341 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:47:51.972069 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd43cea-7cba-4d18-8163-3b8f33aed341 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Pushing event updated for resources: {'Port': ['ID=cb43c462-713c-4cb4-a83e-7099bf39a27f,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:51.975168 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-8dd43cea-7cba-4d18-8163-3b8f33aed341 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:51.979033 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-1dc277f5-43d7-4675-be8f-7735c1420525 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:52.033559 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9d52b1-3421-48c0-8245-79cfd6873ed7 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Pushing event deleted for resources: {'Subnet': ['ID=c02f45db-fa5a-4123-bec4-99dbb9ec3d91,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:52.036532 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ec9d52b1-3421-48c0-8245-79cfd6873ed7 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:52.041498 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ec9d52b1-3421-48c0-8245-79cfd6873ed7 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:52.048546 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb62b6c8-d24a-43b8-acf7-91bfde0d214e None None] Network 5972a31e-dc94-41e7-b804-0af5475018ab requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:47:52.058460 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d48bd862-c94f-451d-a988-f9182520a6a8 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:52.086458 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-ec9d52b1-3421-48c0-8245-79cfd6873ed7 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] 10.222.0.16 "DELETE /v2.0/subnets/c02f45db-fa5a-4123-bec4-99dbb9ec3d91 HTTP/1.1" status: 204 len: 168 time: 0.7387455 Dec 20 08:47:52.093769 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 41120) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:52.094101 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 41122) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:52.238465 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-d48bd862-c94f-451d-a988-f9182520a6a8 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Calling delete_port for 592b2fd1-e820-4416-92d3-7813fb4b1071 owned by {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:47:52.257607 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4b160402-8f32-4fe1-a54b-c19ffd5e0ca8 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:52.275058 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-4b160402-8f32-4fe1-a54b-c19ffd5e0ca8 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Deleting port 18356347-93df-4d75-b591-e61a365fdee6 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:47:52.275964 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4b160402-8f32-4fe1-a54b-c19ffd5e0ca8 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:52.377951 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-48edb211-da11-420b-872c-a2b52bcee084 tempest-DvrRoutersNegativeTest-1322208836 tempest-DvrRoutersNegativeTest-1322208836-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1325638370', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:47:52.380516 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.policy [None req-48edb211-da11-420b-872c-a2b52bcee084 tempest-DvrRoutersNegativeTest-1322208836 tempest-DvrRoutersNegativeTest-1322208836-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=83445) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} Dec 20 08:47:52.380814 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.policy [None req-48edb211-da11-420b-872c-a2b52bcee084 tempest-DvrRoutersNegativeTest-1322208836 tempest-DvrRoutersNegativeTest-1322208836-project] Failed policy check for 'create_router' {{(pid=83445) enforce /opt/stack/neutron/neutron/policy.py:482}} Dec 20 08:47:52.381350 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.api.v2.resource [None req-48edb211-da11-420b-872c-a2b52bcee084 tempest-DvrRoutersNegativeTest-1322208836 tempest-DvrRoutersNegativeTest-1322208836-project] create failed (client error): Access was denied to this resource. Dec 20 08:47:52.388761 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-48edb211-da11-420b-872c-a2b52bcee084 tempest-DvrRoutersNegativeTest-1322208836 tempest-DvrRoutersNegativeTest-1322208836-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2856205 Dec 20 08:47:52.415003 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d48bd862-c94f-451d-a988-f9182520a6a8 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:52.439043 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-38c4815f-9cdb-43f6-aaee-bb14e730e7d4 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:52.458409 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec5dc32-6989-4856-9b1d-3238a4fcfe81 None None] DHCP port deletion for 5972a31e-dc94-41e7-b804-0af5475018ab request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 08:47:52.465029 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-2ec5dc32-6989-4856-9b1d-3238a4fcfe81 None None] Deleting port 18356347-93df-4d75-b591-e61a365fdee6 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:47:52.465646 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-2ec5dc32-6989-4856-9b1d-3238a4fcfe81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:52.526744 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-4b160402-8f32-4fe1-a54b-c19ffd5e0ca8 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] For port 18356347-93df-4d75-b591-e61a365fdee6, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=18356347-93df-4d75-b591-e61a365fdee6,segment=NetworkSegment(3cdb1df9-55ed-43b2-81b6-a663e19ee563),segment_id=3cdb1df9-55ed-43b2-81b6-a663e19ee563)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:47:52.527095 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4b160402-8f32-4fe1-a54b-c19ffd5e0ca8 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:52.588756 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8dd43cea-7cba-4d18-8163-3b8f33aed341 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:52.647092 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48bd862-c94f-451d-a988-f9182520a6a8 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Pushing event deleted for resources: {'Port': ['ID=592b2fd1-e820-4416-92d3-7813fb4b1071,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:52.683615 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48bd862-c94f-451d-a988-f9182520a6a8 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:47:52.684109 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48bd862-c94f-451d-a988-f9182520a6a8 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:47:52.684621 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48bd862-c94f-451d-a988-f9182520a6a8 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:47:52.685093 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48bd862-c94f-451d-a988-f9182520a6a8 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:47:52.685584 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48bd862-c94f-451d-a988-f9182520a6a8 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:47:52.686204 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48bd862-c94f-451d-a988-f9182520a6a8 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:47:52.686750 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48bd862-c94f-451d-a988-f9182520a6a8 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:47:52.687861 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48bd862-c94f-451d-a988-f9182520a6a8 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:47:52.688387 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48bd862-c94f-451d-a988-f9182520a6a8 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:47:52.689505 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48bd862-c94f-451d-a988-f9182520a6a8 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:47:52.689924 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48bd862-c94f-451d-a988-f9182520a6a8 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:47:52.695397 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d48bd862-c94f-451d-a988-f9182520a6a8 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:52.707880 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e68f380-8221-4496-8160-3b1012e9884c req-be9d46b4-2a9d-4d99-a918-c8ccb29c9970 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:52.711769 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2e68f380-8221-4496-8160-3b1012e9884c req-be9d46b4-2a9d-4d99-a918-c8ccb29c9970 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce86b767-a621-41c5-98e8-cc542b7adc7f HTTP/1.1" status: 200 len: 946 time: 0.6587100 Dec 20 08:47:52.748468 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-4b160402-8f32-4fe1-a54b-c19ffd5e0ca8 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Calling delete_port for 18356347-93df-4d75-b591-e61a365fdee6 owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:47:52.764238 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d48bd862-c94f-451d-a988-f9182520a6a8 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:52.792001 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d48bd862-c94f-451d-a988-f9182520a6a8 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] 10.222.0.16 "DELETE /v2.0/ports/592b2fd1-e820-4416-92d3-7813fb4b1071 HTTP/1.1" status: 204 len: 168 time: 1.2013140 Dec 20 08:47:52.795529 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 41134) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:52.819639 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-2ec5dc32-6989-4856-9b1d-3238a4fcfe81 None None] For port 18356347-93df-4d75-b591-e61a365fdee6, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=18356347-93df-4d75-b591-e61a365fdee6,segment=NetworkSegment(3cdb1df9-55ed-43b2-81b6-a663e19ee563),segment_id=3cdb1df9-55ed-43b2-81b6-a663e19ee563)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:47:52.820035 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-2ec5dc32-6989-4856-9b1d-3238a4fcfe81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:52.833383 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2e68f380-8221-4496-8160-3b1012e9884c req-a2ad4f56-51e4-43ab-a4a2-79995b7466ff tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/security-groups?id=57316c2a-fdb6-46e9-9469-18e9bc81adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095231 Dec 20 08:47:52.906559 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 41140) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:52.915351 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df9ec97-f626-4631-8e25-72b731eb2084 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:52.916294 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-3df9ec97-f626-4631-8e25-72b731eb2084 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Synchronizing usage tracker for tenant:a6ef049aae6b4eea9e642fc2beae00ec on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:47:52.941469 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-3df9ec97-f626-4631-8e25-72b731eb2084 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Unset dirty status for tenant:a6ef049aae6b4eea9e642fc2beae00ec on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:47:52.943428 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-3df9ec97-f626-4631-8e25-72b731eb2084 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd2784c2-9301-4546-b4f4-5cacc3ac29c6 HTTP/1.1" status: 200 len: 913 time: 0.1464548 Dec 20 08:47:52.947169 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 41146) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:52.957484 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-2ec5dc32-6989-4856-9b1d-3238a4fcfe81 None None] Calling delete_port for 18356347-93df-4d75-b591-e61a365fdee6 owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:47:53.053020 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-2ec5dc32-6989-4856-9b1d-3238a4fcfe81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102'] for port, after_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:53.057990 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:53.122296 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec5dc32-6989-4856-9b1d-3238a4fcfe81 None None] No DVR routers for this DVR port 18356347-93df-4d75-b591-e61a365fdee6 on host dv-neutron-820491-1-hyperv {{(pid=83446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:47:53.126010 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec5dc32-6989-4856-9b1d-3238a4fcfe81 None None] Pushing event deleted for resources: {'Port': ['ID=18356347-93df-4d75-b591-e61a365fdee6,revision_number=None']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:53.130755 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-2ec5dc32-6989-4856-9b1d-3238a4fcfe81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:53.166767 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8dd43cea-7cba-4d18-8163-3b8f33aed341 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24724'] for router, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:53.174383 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.api [None req-4b160402-8f32-4fe1-a54b-c19ffd5e0ca8 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 08:47:53.174695 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_db.api [None req-4b160402-8f32-4fe1-a54b-c19ffd5e0ca8 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 08:47:53.176455 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8dd43cea-7cba-4d18-8163-3b8f33aed341 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-351805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-351780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-379562'] for router, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:53.236303 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b6db38e3-a9f5-48d5-875f-43e7dc6d2c3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:53.265086 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4a1ab3-7607-453c-9901-43101531fd31 req-ccaa6379-638f-4fe0-8d3b-9d66a560e516 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:53.266644 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-9a4a1ab3-7607-453c-9901-43101531fd31 req-ccaa6379-638f-4fe0-8d3b-9d66a560e516 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce86b767-a621-41c5-98e8-cc542b7adc7f HTTP/1.1" status: 200 len: 946 time: 0.1910965 Dec 20 08:47:53.341746 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-b6db38e3-a9f5-48d5-875f-43e7dc6d2c3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:47:53.352936 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-b6db38e3-a9f5-48d5-875f-43e7dc6d2c3b admin admin] Usage tracker for resource:security_group_rule and tenant:1de118bfbce644ba9f56eb1822b708e5 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:47:53.356288 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-b6db38e3-a9f5-48d5-875f-43e7dc6d2c3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:47:53.364072 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-b6db38e3-a9f5-48d5-875f-43e7dc6d2c3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:47:53.374571 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-9a4a1ab3-7607-453c-9901-43101531fd31 req-82f31f88-7a3a-46a9-9d68-644b269c8b81 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/security-groups?id=57316c2a-fdb6-46e9-9469-18e9bc81adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012256 Dec 20 08:47:53.474640 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dd43cea-7cba-4d18-8163-3b8f33aed341 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Router 8737b1d0-d12c-4fe6-8bb5-79a0f9a740e7 is scheduled to L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 with binding_index 1 {{(pid=83445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 08:47:53.540858 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b6db38e3-a9f5-48d5-875f-43e7dc6d2c3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:53.553644 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b6db38e3-a9f5-48d5-875f-43e7dc6d2c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:53.563270 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-02c35ca1-76b0-4c1f-961c-c33eac51565d tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:53.626061 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6db38e3-a9f5-48d5-875f-43e7dc6d2c3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc420724-c656-496b-a4e7-c7d765c75aec,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:53.639608 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b6db38e3-a9f5-48d5-875f-43e7dc6d2c3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:53.649087 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b6db38e3-a9f5-48d5-875f-43e7dc6d2c3b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1de118bfbce644ba9f56eb1822b708e5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7407606 Dec 20 08:47:53.650311 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 41154) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:53.675359 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-4b160402-8f32-4fe1-a54b-c19ffd5e0ca8 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Deleting port 18356347-93df-4d75-b591-e61a365fdee6 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:47:53.675872 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4b160402-8f32-4fe1-a54b-c19ffd5e0ca8 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:53.741625 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-4b160402-8f32-4fe1-a54b-c19ffd5e0ca8 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] The port '18356347-93df-4d75-b591-e61a365fdee6' was deleted {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 08:47:53.795652 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-97bd9b3b-1809-407c-a0dd-b0408c73be0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:53.828649 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-05e29c53-dc5a-4c38-a3f5-15cbe4698f39 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349062'] for router_interface, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:53.876712 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-97bd9b3b-1809-407c-a0dd-b0408c73be0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:53.929144 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4b160402-8f32-4fe1-a54b-c19ffd5e0ca8 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:53.968758 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-4b160402-8f32-4fe1-a54b-c19ffd5e0ca8 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5972a31e-dc94-41e7-b804-0af5475018ab']}} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:53.987784 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-4b160402-8f32-4fe1-a54b-c19ffd5e0ca8 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cdb1df9-55ed-43b2-81b6-a663e19ee563') {'for_net_delete': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:53.988074 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-4b160402-8f32-4fe1-a54b-c19ffd5e0ca8 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cdb1df9-55ed-43b2-81b6-a663e19ee563') {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:54.005556 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95261ac4-eeef-4ae1-a203-213548cb7783 req-854c36e5-a98c-4b8a-b7f9-5ba37b88eae6 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:54.006991 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-95261ac4-eeef-4ae1-a203-213548cb7783 req-854c36e5-a98c-4b8a-b7f9-5ba37b88eae6 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce86b767-a621-41c5-98e8-cc542b7adc7f HTTP/1.1" status: 200 len: 946 time: 0.2703819 Dec 20 08:47:54.011979 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4b160402-8f32-4fe1-a54b-c19ffd5e0ca8 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1518531'] for segment, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:54.019491 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 18356347-93df-4d75-b591-e61a365fdee6 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:47:54.020035 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd43cea-7cba-4d18-8163-3b8f33aed341 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:47:54.032066 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bf1b11-fdd0-4da6-bd4c-c0ca564838cc None None] Sync routers for ids ['8737b1d0-d12c-4fe6-8bb5-79a0f9a740e7'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:47:54.037180 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-97bd9b3b-1809-407c-a0dd-b0408c73be0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:54.042807 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b6db38e3-a9f5-48d5-875f-43e7dc6d2c3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:54.049488 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bf1b11-fdd0-4da6-bd4c-c0ca564838cc None None] Routers {'8737b1d0-d12c-4fe6-8bb5-79a0f9a740e7'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:47:54.050743 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-80bf1b11-fdd0-4da6-bd4c-c0ca564838cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:47:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['8737b1d0-d12c-4fe6-8bb5-79a0f9a740e7'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:54.053267 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4b160402-8f32-4fe1-a54b-c19ffd5e0ca8 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:54.058083 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd9b3b-1809-407c-a0dd-b0408c73be0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc420724-c656-496b-a4e7-c7d765c75aec,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:54.059368 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8dd43cea-7cba-4d18-8163-3b8f33aed341 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:54.061164 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-97bd9b3b-1809-407c-a0dd-b0408c73be0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:54.063466 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 41158) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:54.064365 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-8dd43cea-7cba-4d18-8163-3b8f33aed341 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] 10.222.0.16 "PUT /v2.0/routers/8737b1d0-d12c-4fe6-8bb5-79a0f9a740e7 HTTP/1.1" status: 200 len: 919 time: 5.8166580 Dec 20 08:47:54.072259 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 18356347-93df-4d75-b591-e61a365fdee6 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:47:54.072949 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 18356347-93df-4d75-b591-e61a365fdee6 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:47:54.082165 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b160402-8f32-4fe1-a54b-c19ffd5e0ca8 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=83445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:47:54.082489 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4b160402-8f32-4fe1-a54b-c19ffd5e0ca8 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2036002'] for segment, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:54.099427 dv-neutron-820491-1-hyperv neutron-server[83445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 08:47:54.099427 dv-neutron-820491-1-hyperv neutron-server[83445]: util.warn( Dec 20 08:47:54.099427 dv-neutron-820491-1-hyperv neutron-server[83445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 08:47:54.099427 dv-neutron-820491-1-hyperv neutron-server[83445]: util.warn( Dec 20 08:47:54.099427 dv-neutron-820491-1-hyperv neutron-server[83445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 08:47:54.099427 dv-neutron-820491-1-hyperv neutron-server[83445]: util.warn( Dec 20 08:47:54.099427 dv-neutron-820491-1-hyperv neutron-server[83445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 08:47:54.099427 dv-neutron-820491-1-hyperv neutron-server[83445]: util.warn( Dec 20 08:47:54.099427 dv-neutron-820491-1-hyperv neutron-server[83445]: Traceback (most recent call last): Dec 20 08:47:54.099427 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:47:54.099427 dv-neutron-820491-1-hyperv neutron-server[83445]: timer() Dec 20 08:47:54.099427 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:47:54.099427 dv-neutron-820491-1-hyperv neutron-server[83445]: cb(*args, **kw) Dec 20 08:47:54.099427 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:47:54.099427 dv-neutron-820491-1-hyperv neutron-server[83445]: return func(*args, **kwargs) Dec 20 08:47:54.099427 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:47:54.099427 dv-neutron-820491-1-hyperv neutron-server[83445]: self._notify() Dec 20 08:47:54.099427 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:47:54.099427 dv-neutron-820491-1-hyperv neutron-server[83445]: self.callback(batched_events) Dec 20 08:47:54.099427 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:47:54.099427 dv-neutron-820491-1-hyperv neutron-server[83445]: event.method(event) Dec 20 08:47:54.099427 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:47:54.099427 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:47:54.099427 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:47:54.099427 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:47:54.099427 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:47:54.099427 dv-neutron-820491-1-hyperv neutron-server[83445]: return f(self, *a, **k) Dec 20 08:47:54.099427 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:47:54.099427 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._get(url).json() Dec 20 08:47:54.099427 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:47:54.099427 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:47:54.099427 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:47:54.099427 dv-neutron-820491-1-hyperv neutron-server[83445]: return self.request(url, 'GET', **kwargs) Dec 20 08:47:54.099427 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:47:54.099427 dv-neutron-820491-1-hyperv neutron-server[83445]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:47:54.099427 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:47:54.099427 dv-neutron-820491-1-hyperv neutron-server[83445]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:47:54.099427 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:47:54.099427 dv-neutron-820491-1-hyperv neutron-server[83445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:47:54.099427 dv-neutron-820491-1-hyperv neutron-server[83445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:47:54.132795 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-95261ac4-eeef-4ae1-a203-213548cb7783 req-de2af7dc-379d-44c0-a1da-9d494b626736 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/security-groups?id=57316c2a-fdb6-46e9-9469-18e9bc81adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059303 Dec 20 08:47:54.141461 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-97bd9b3b-1809-407c-a0dd-b0408c73be0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:54.156261 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-97bd9b3b-1809-407c-a0dd-b0408c73be0a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bc420724-c656-496b-a4e7-c7d765c75aec HTTP/1.1" status: 204 len: 168 time: 0.4939544 Dec 20 08:47:54.162460 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-80bf1b11-fdd0-4da6-bd4c-c0ca564838cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:54.176392 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bf1b11-fdd0-4da6-bd4c-c0ca564838cc None None] Routers {'8737b1d0-d12c-4fe6-8bb5-79a0f9a740e7'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:47:54.177001 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-80bf1b11-fdd0-4da6-bd4c-c0ca564838cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:47:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['8737b1d0-d12c-4fe6-8bb5-79a0f9a740e7'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:54.206483 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4b160402-8f32-4fe1-a54b-c19ffd5e0ca8 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:54.210853 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-219ce640-6cca-4c7c-9eb7-84990d80dc8b tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:54.229492 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4b160402-8f32-4fe1-a54b-c19ffd5e0ca8 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:54.241399 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b160402-8f32-4fe1-a54b-c19ffd5e0ca8 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Pushing event deleted for resources: {'Network': ['ID=5972a31e-dc94-41e7-b804-0af5475018ab,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:54.248576 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-80bf1b11-fdd0-4da6-bd4c-c0ca564838cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:54.249500 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bf1b11-fdd0-4da6-bd4c-c0ca564838cc None None] The sync data for ids ['8737b1d0-d12c-4fe6-8bb5-79a0f9a740e7'] in dv-neutron-820491-1-hyperv is: [] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:47:54.257843 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-4b160402-8f32-4fe1-a54b-c19ffd5e0ca8 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] 10.222.0.16 "DELETE /v2.0/networks/5972a31e-dc94-41e7-b804-0af5475018ab HTTP/1.1" status: 204 len: 168 time: 2.1562881 Dec 20 08:47:54.259161 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-4b160402-8f32-4fe1-a54b-c19ffd5e0ca8 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:54.617615 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b5d4a-6b93-4ddd-8dcc-902c3d2771be req-0879c33b-759a-46d2-af44-34570914fa03 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:54.624156 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a599bd5a-233c-4f84-ba54-6506eca5ce37 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] 10.222.0.16 "GET /v2.0/routers/8737b1d0-d12c-4fe6-8bb5-79a0f9a740e7 HTTP/1.1" status: 200 len: 925 time: 0.5589273 Dec 20 08:47:54.625206 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-c48b5d4a-6b93-4ddd-8dcc-902c3d2771be req-0879c33b-759a-46d2-af44-34570914fa03 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce86b767-a621-41c5-98e8-cc542b7adc7f HTTP/1.1" status: 200 len: 946 time: 0.1018295 Dec 20 08:47:54.630516 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 41176) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:54.642422 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 41180) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:54.686210 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-c48b5d4a-6b93-4ddd-8dcc-902c3d2771be req-9f2ea645-9f82-4e95-8230-5aa3c105e6ed tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/security-groups?id=57316c2a-fdb6-46e9-9469-18e9bc81adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600898 Dec 20 08:47:54.823619 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-97371796-454a-44f6-b28e-40969b4c276a tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=95f3bec2-46e6-4468-8229-8badd4a5aaae&device_id=8737b1d0-d12c-4fe6-8bb5-79a0f9a740e7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1909397 Dec 20 08:47:54.827041 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 41190) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:54.871058 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-5dc07a7f-c21a-4790-b0fa-ea826332fa8e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ab60b343e4a448c9817982b8655f604f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2269959 Dec 20 08:47:54.873495 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 41196) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:54.935698 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-78632bf3-ac8b-4940-8f8b-a8c06fa06a99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:54.962650 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-78632bf3-ac8b-4940-8f8b-a8c06fa06a99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:55.025054 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-78632bf3-ac8b-4940-8f8b-a8c06fa06a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:55.031214 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-1823cc23-15d9-4ea9-a4b5-71bf9a02b10b tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:55.047647 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78632bf3-ac8b-4940-8f8b-a8c06fa06a99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=281eae43-47f1-4670-a071-d1e8eb42439d,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:55.051843 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-78632bf3-ac8b-4940-8f8b-a8c06fa06a99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:55.055142 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-78632bf3-ac8b-4940-8f8b-a8c06fa06a99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:55.059047 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-78632bf3-ac8b-4940-8f8b-a8c06fa06a99 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/281eae43-47f1-4670-a071-d1e8eb42439d HTTP/1.1" status: 204 len: 168 time: 0.1845548 Dec 20 08:47:55.147209 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704d2e65-17c6-490b-89db-8437ad541e6b tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:55.147434 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-704d2e65-17c6-490b-89db-8437ad541e6b tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Synchronizing usage tracker for tenant:5f1d2e098aa1404b801e1ff34ce5223d on resource:network {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:47:55.204986 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-704d2e65-17c6-490b-89db-8437ad541e6b tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Unset dirty status for tenant:5f1d2e098aa1404b801e1ff34ce5223d on resource:network {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:47:55.208964 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-704d2e65-17c6-490b-89db-8437ad541e6b tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] 10.222.0.16 "GET /v2.0/networks/95f3bec2-46e6-4468-8229-8badd4a5aaae HTTP/1.1" status: 200 len: 881 time: 0.3784750 Dec 20 08:47:55.209917 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 41210) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:55.246747 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-05e29c53-dc5a-4c38-a3f5-15cbe4698f39 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Deleting port 9c72bdef-e868-4ed2-8dc6-8bb34f63e894 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:47:55.246747 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-05e29c53-dc5a-4c38-a3f5-15cbe4698f39 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:55.253189 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 41216) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:55.273360 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-80820f26-55dd-4da1-a1bd-06ad7018f7e6 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] 10.222.0.16 "GET /v2.0/ports?device_id=8737b1d0-d12c-4fe6-8bb5-79a0f9a740e7 HTTP/1.1" status: 200 len: 205 time: 0.0579114 Dec 20 08:47:55.275228 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 41222) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:55.458523 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-05e29c53-dc5a-4c38-a3f5-15cbe4698f39 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:55.510718 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-6d05cce0-7394-46d2-ad66-6f552a0ae4ef admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2100893229-network', 'tenant_id': '0fd2a608243e4e08bf763b2b25b0adbe'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:47:55.519903 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-6d05cce0-7394-46d2-ad66-6f552a0ae4ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:47:55.526138 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-6d05cce0-7394-46d2-ad66-6f552a0ae4ef admin admin] Usage tracker for resource:network and tenant:0fd2a608243e4e08bf763b2b25b0adbe is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:47:55.530041 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-6d05cce0-7394-46d2-ad66-6f552a0ae4ef admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:47:55.537641 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-6d05cce0-7394-46d2-ad66-6f552a0ae4ef admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:47:55.553513 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-969d03d7-ed2f-4000-8454-262404db0b2c tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks [] for router, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:55.594467 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-05e29c53-dc5a-4c38-a3f5-15cbe4698f39 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Calling delete_port for 9c72bdef-e868-4ed2-8dc6-8bb34f63e894 owned by network:router_interface {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:47:55.732528 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d05cce0-7394-46d2-ad66-6f552a0ae4ef admin admin] Made reservation on behalf of 0fd2a608243e4e08bf763b2b25b0adbe for: {'network': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:47:55.735093 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6d05cce0-7394-46d2-ad66-6f552a0ae4ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:55.758758 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6d05cce0-7394-46d2-ad66-6f552a0ae4ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:55.817278 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-6d05cce0-7394-46d2-ad66-6f552a0ae4ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:47:55.823668 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-6d05cce0-7394-46d2-ad66-6f552a0ae4ef admin admin] Usage tracker for resource:security_group_rule and tenant:0fd2a608243e4e08bf763b2b25b0adbe is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:47:55.826647 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-05e29c53-dc5a-4c38-a3f5-15cbe4698f39 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:55.827307 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-6d05cce0-7394-46d2-ad66-6f552a0ae4ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:47:55.834923 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1176eb59-8a6d-4f4c-93c5-8d281ccff18c tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:55.888419 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-6d05cce0-7394-46d2-ad66-6f552a0ae4ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:47:55.929597 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e29c53-dc5a-4c38-a3f5-15cbe4698f39 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Pushing event deleted for resources: {'Port': ['ID=9c72bdef-e868-4ed2-8dc6-8bb34f63e894,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:55.935548 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-05e29c53-dc5a-4c38-a3f5-15cbe4698f39 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:55.997349 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6d05cce0-7394-46d2-ad66-6f552a0ae4ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:56.008363 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6d05cce0-7394-46d2-ad66-6f552a0ae4ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:56.013927 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a2bd9533-0e4c-4907-9818-4437caff02d6 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:56.025554 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-969d03d7-ed2f-4000-8454-262404db0b2c tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:56.050810 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d05cce0-7394-46d2-ad66-6f552a0ae4ef admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=83445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:47:56.053099 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d05cce0-7394-46d2-ad66-6f552a0ae4ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb820b64-db27-4425-8f61-97eb0c7b754c,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:56.058288 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-969d03d7-ed2f-4000-8454-262404db0b2c tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Deleting port cb43c462-713c-4cb4-a83e-7099bf39a27f {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:47:56.058628 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-969d03d7-ed2f-4000-8454-262404db0b2c tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:56.082355 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 41242) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:56.111986 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6d05cce0-7394-46d2-ad66-6f552a0ae4ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:56.112332 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.segments_db [None req-6d05cce0-7394-46d2-ad66-6f552a0ae4ef admin admin] Added segment 1b7abb30-4ce7-4bd9-a784-89e031331f45 of type vlan for network a05a209a-fb2b-4823-a355-7433ddb192cd Dec 20 08:47:56.114114 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d05cce0-7394-46d2-ad66-6f552a0ae4ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:47:56.114488 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d05cce0-7394-46d2-ad66-6f552a0ae4ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:47:56.114858 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d05cce0-7394-46d2-ad66-6f552a0ae4ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:47:56.115208 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d05cce0-7394-46d2-ad66-6f552a0ae4ef admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:47:56.115563 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d05cce0-7394-46d2-ad66-6f552a0ae4ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:47:56.115916 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d05cce0-7394-46d2-ad66-6f552a0ae4ef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:47:56.116268 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d05cce0-7394-46d2-ad66-6f552a0ae4ef admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:47:56.116615 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d05cce0-7394-46d2-ad66-6f552a0ae4ef admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:47:56.116817 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33c0285-1c9d-4139-92e0-1ff1dad0807d req-69e7d371-4793-4608-bf25-4611b88e2d8f tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:56.116964 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d05cce0-7394-46d2-ad66-6f552a0ae4ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:47:56.117343 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d05cce0-7394-46d2-ad66-6f552a0ae4ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:47:56.117692 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d05cce0-7394-46d2-ad66-6f552a0ae4ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:47:56.118291 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a33c0285-1c9d-4139-92e0-1ff1dad0807d req-69e7d371-4793-4608-bf25-4611b88e2d8f tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce86b767-a621-41c5-98e8-cc542b7adc7f HTTP/1.1" status: 200 len: 946 time: 0.2846332 Dec 20 08:47:56.128518 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-6d05cce0-7394-46d2-ad66-6f552a0ae4ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:56.182048 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6d05cce0-7394-46d2-ad66-6f552a0ae4ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:56.186629 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a33c0285-1c9d-4139-92e0-1ff1dad0807d req-82d3c86b-57ec-4618-900b-93c784625543 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/security-groups?id=57316c2a-fdb6-46e9-9469-18e9bc81adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552304 Dec 20 08:47:56.257510 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-4874cf6a-0bec-4fa5-84b8-b5c3da58a604 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1953290431', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:47:56.273492 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-4874cf6a-0bec-4fa5-84b8-b5c3da58a604 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:47:56.292570 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-4874cf6a-0bec-4fa5-84b8-b5c3da58a604 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Usage tracker for resource:router and tenant:3a1d675c4a5d4f6387a7ba75d744c88e is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:47:56.298156 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-4874cf6a-0bec-4fa5-84b8-b5c3da58a604 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:47:56.316361 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-4874cf6a-0bec-4fa5-84b8-b5c3da58a604 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:47:56.316694 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-05e29c53-dc5a-4c38-a3f5-15cbe4698f39 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32897953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348760'] for router_interface, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:56.338747 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6d05cce0-7394-46d2-ad66-6f552a0ae4ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:56.339625 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d05cce0-7394-46d2-ad66-6f552a0ae4ef admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:56.340189 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6d05cce0-7394-46d2-ad66-6f552a0ae4ef admin admin] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:56.348878 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ec743298-3114-4e90-8fc4-5a5900d3ec1a tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:56.371870 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4874cf6a-0bec-4fa5-84b8-b5c3da58a604 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24817'] for router, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:56.372872 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4874cf6a-0bec-4fa5-84b8-b5c3da58a604 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-351744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24806'] for router, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:56.383250 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-969d03d7-ed2f-4000-8454-262404db0b2c tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:56.527579 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-969d03d7-ed2f-4000-8454-262404db0b2c tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Calling delete_port for cb43c462-713c-4cb4-a83e-7099bf39a27f owned by network:router_gateway {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:47:56.622277 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bea650-94f6-451d-9f84-78e80472b2e8 req-f99f548f-cc4e-48d1-9fcd-c01e59ba34d5 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:56.623728 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-72bea650-94f6-451d-9f84-78e80472b2e8 req-f99f548f-cc4e-48d1-9fcd-c01e59ba34d5 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce86b767-a621-41c5-98e8-cc542b7adc7f HTTP/1.1" status: 200 len: 946 time: 0.1266315 Dec 20 08:47:56.636884 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-6d05cce0-7394-46d2-ad66-6f552a0ae4ef admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3779149 Dec 20 08:47:56.638009 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 41252) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:56.657455 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d05cce0-7394-46d2-ad66-6f552a0ae4ef admin admin] Pushing event updated for resources: {'Network': ['ID=a05a209a-fb2b-4823-a355-7433ddb192cd,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:56.665523 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-72b4027d-4946-4a2a-a681-e8453a6855f9 admin admin] Request body: {'subnet': {'network_id': 'a05a209a-fb2b-4823-a355-7433ddb192cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2100893229-subnet', 'tenant_id': '0fd2a608243e4e08bf763b2b25b0adbe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:47:56.668291 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network a05a209a-fb2b-4823-a355-7433ddb192cd details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:47:56.670274 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-72b4027d-4946-4a2a-a681-e8453a6855f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:47:56.674381 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-72b4027d-4946-4a2a-a681-e8453a6855f9 admin admin] Usage tracker for resource:subnet and tenant:0fd2a608243e4e08bf763b2b25b0adbe is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:47:56.677390 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-72b4027d-4946-4a2a-a681-e8453a6855f9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:47:56.683316 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-72b4027d-4946-4a2a-a681-e8453a6855f9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:47:56.696218 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-6d05cce0-7394-46d2-ad66-6f552a0ae4ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:56.711094 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4874cf6a-0bec-4fa5-84b8-b5c3da58a604 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:56.712720 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72b4027d-4946-4a2a-a681-e8453a6855f9 admin admin] Made reservation on behalf of 0fd2a608243e4e08bf763b2b25b0adbe for: {'subnet': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:47:56.715117 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-72b4027d-4946-4a2a-a681-e8453a6855f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2095160'] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:56.840503 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4874cf6a-0bec-4fa5-84b8-b5c3da58a604 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071'] for router, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:56.886329 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4874cf6a-0bec-4fa5-84b8-b5c3da58a604 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:56.887545 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-4874cf6a-0bec-4fa5-84b8-b5c3da58a604 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.8009531 Dec 20 08:47:56.894313 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 41256) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:56.907031 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-f7b50736-ddae-4b3d-bd97-c2e65bfcd7bd tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-753689972'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:47:56.961421 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-72bea650-94f6-451d-9f84-78e80472b2e8 req-c09cbcb0-5c4f-4216-a985-b14607c5606e tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/security-groups?id=57316c2a-fdb6-46e9-9469-18e9bc81adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2606711 Dec 20 08:47:56.978555 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-f7b50736-ddae-4b3d-bd97-c2e65bfcd7bd tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:47:56.991495 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-f7b50736-ddae-4b3d-bd97-c2e65bfcd7bd tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Usage tracker for resource:network and tenant:3a1d675c4a5d4f6387a7ba75d744c88e is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:47:57.004554 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-f7b50736-ddae-4b3d-bd97-c2e65bfcd7bd tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:47:57.012934 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-f7b50736-ddae-4b3d-bd97-c2e65bfcd7bd tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:47:57.034298 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b50736-ddae-4b3d-bd97-c2e65bfcd7bd tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Made reservation on behalf of 3a1d675c4a5d4f6387a7ba75d744c88e for: {'network': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:47:57.037285 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f7b50736-ddae-4b3d-bd97-c2e65bfcd7bd tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:57.064504 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-969d03d7-ed2f-4000-8454-262404db0b2c tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:57.067958 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f7b50736-ddae-4b3d-bd97-c2e65bfcd7bd tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks [] for security_group, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:57.086755 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-17353f11-8829-498d-90d4-ac2cafcdb476 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:57.144548 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969d03d7-ed2f-4000-8454-262404db0b2c tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Pushing event deleted for resources: {'Port': ['ID=cb43c462-713c-4cb4-a83e-7099bf39a27f,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:57.149909 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-969d03d7-ed2f-4000-8454-262404db0b2c tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:57.150681 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-72b4027d-4946-4a2a-a681-e8453a6855f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2036557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2095114'] for subnet, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:57.156368 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d9760b4a-d1c2-4c7e-877e-b3a8b6959aab tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:57.191553 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05e29c53-dc5a-4c38-a3f5-15cbe4698f39 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Router fd2784c2-9301-4546-b4f4-5cacc3ac29c6 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:47:57.276359 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-f7b50736-ddae-4b3d-bd97-c2e65bfcd7bd tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:47:57.287957 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-f7b50736-ddae-4b3d-bd97-c2e65bfcd7bd tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Usage tracker for resource:security_group_rule and tenant:3a1d675c4a5d4f6387a7ba75d744c88e is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:47:57.298084 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-f7b50736-ddae-4b3d-bd97-c2e65bfcd7bd tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:47:57.315231 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b4027d-4946-4a2a-a681-e8453a6855f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73b7446d-28e3-4ade-bcf5-9c2a3c82ef38,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:57.318908 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-f7b50736-ddae-4b3d-bd97-c2e65bfcd7bd tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:47:57.329434 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-72b4027d-4946-4a2a-a681-e8453a6855f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:57.398970 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05e29c53-dc5a-4c38-a3f5-15cbe4698f39 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:47:57.412401 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bb410f-f3c2-4f60-95e5-4fca6df343c8 None None] Sync routers for ids ['fd2784c2-9301-4546-b4f4-5cacc3ac29c6'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:47:57.419336 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-05e29c53-dc5a-4c38-a3f5-15cbe4698f39 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] 10.222.0.16 "PUT /v2.0/routers/fd2784c2-9301-4546-b4f4-5cacc3ac29c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4692981 Dec 20 08:47:57.420126 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 41260) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:57.426299 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bb410f-f3c2-4f60-95e5-4fca6df343c8 None None] Routers {'fd2784c2-9301-4546-b4f4-5cacc3ac29c6'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:47:57.427106 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-45bb410f-f3c2-4f60-95e5-4fca6df343c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:47:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['fd2784c2-9301-4546-b4f4-5cacc3ac29c6'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:57.492718 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-45bb410f-f3c2-4f60-95e5-4fca6df343c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:57.504236 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bb410f-f3c2-4f60-95e5-4fca6df343c8 None None] Routers {'fd2784c2-9301-4546-b4f4-5cacc3ac29c6'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:47:57.504859 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-45bb410f-f3c2-4f60-95e5-4fca6df343c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:47:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['fd2784c2-9301-4546-b4f4-5cacc3ac29c6'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:57.568786 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-45bb410f-f3c2-4f60-95e5-4fca6df343c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:47:57.569552 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bb410f-f3c2-4f60-95e5-4fca6df343c8 None None] The sync data for ids ['fd2784c2-9301-4546-b4f4-5cacc3ac29c6'] in dv-neutron-820491-1-hyperv is: [] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:47:57.601549 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b4027d-4946-4a2a-a681-e8453a6855f9 admin admin] Checking segment: {'id': '1b7abb30-4ce7-4bd9-a784-89e031331f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a05a209a-fb2b-4823-a355-7433ddb192cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:47:57.601911 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b4027d-4946-4a2a-a681-e8453a6855f9 admin admin] Network hostable DHCP agents. Network: a05a209a-fb2b-4823-a355-7433ddb192cd, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:47:57.625108 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-969d03d7-ed2f-4000-8454-262404db0b2c tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346107'] for router_gateway, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:57.647465 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9e2ad8a3-1d2e-4baf-a945-06a88655be65 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks [] for router, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:57.848671 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9e2ad8a3-1d2e-4baf-a945-06a88655be65 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:57.857675 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ad8a3-1d2e-4baf-a945-06a88655be65 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Deleting port 8087128a-a51d-4681-81b8-daffa4e73068 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:47:57.858006 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9e2ad8a3-1d2e-4baf-a945-06a88655be65 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:57.910416 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b4027d-4946-4a2a-a681-e8453a6855f9 admin admin] Network a05a209a-fb2b-4823-a355-7433ddb192cd is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:47:57.932455 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f7b50736-ddae-4b3d-bd97-c2e65bfcd7bd tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks [] for security_group, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:57.940394 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f7b50736-ddae-4b3d-bd97-c2e65bfcd7bd tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:57.946137 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-4a7b2953-d5ee-4bd3-9a29-f3baf7ab7fc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:57.956152 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-969d03d7-ed2f-4000-8454-262404db0b2c tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24735'] for router, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:57.957707 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-72b4027d-4946-4a2a-a681-e8453a6855f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, a05a209a-fb2b-4823-a355-7433ddb192cd) {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:47:57.967020 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907ab9c1-3fff-41de-976a-5e71b50f83bc None None] Network a05a209a-fb2b-4823-a355-7433ddb192cd requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:47:57.969967 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b4027d-4946-4a2a-a681-e8453a6855f9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:57.970562 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-72b4027d-4946-4a2a-a681-e8453a6855f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:57.986934 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7b50736-ddae-4b3d-bd97-c2e65bfcd7bd tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=83445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:47:57.996869 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-969d03d7-ed2f-4000-8454-262404db0b2c tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:58.008856 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b50736-ddae-4b3d-bd97-c2e65bfcd7bd tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dea894ce-61e0-462f-b78b-7947a9cefc11,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:58.020631 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f7b50736-ddae-4b3d-bd97-c2e65bfcd7bd tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:58.022125 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f7b50736-ddae-4b3d-bd97-c2e65bfcd7bd tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:58.022469 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.segments_db [None req-f7b50736-ddae-4b3d-bd97-c2e65bfcd7bd tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Added segment 9645da80-27c6-47e9-a8e3-2b38972dbc26 of type vlan for network b6195a6b-8bc3-4305-a526-f652d6a32615 Dec 20 08:47:58.068268 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-72b4027d-4946-4a2a-a681-e8453a6855f9 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4197755 Dec 20 08:47:58.073199 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9e2ad8a3-1d2e-4baf-a945-06a88655be65 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:58.076304 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f7b50736-ddae-4b3d-bd97-c2e65bfcd7bd tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:58.081337 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-969d03d7-ed2f-4000-8454-262404db0b2c tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-390871'] for router, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:58.081839 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-969d03d7-ed2f-4000-8454-262404db0b2c tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Fanout notify agent at l3_agent the message router_deleted on router 8737b1d0-d12c-4fe6-8bb5-79a0f9a740e7 {{(pid=83445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 08:47:58.097943 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-969d03d7-ed2f-4000-8454-262404db0b2c tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:58.100519 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-969d03d7-ed2f-4000-8454-262404db0b2c tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] 10.222.0.16 "DELETE /v2.0/routers/8737b1d0-d12c-4fe6-8bb5-79a0f9a740e7 HTTP/1.1" status: 204 len: 168 time: 2.8228743 Dec 20 08:47:58.110800 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 41268) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:58.120873 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-f88fce76-73ee-444d-a47d-ccca98d63b65 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-504354046', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}, 'admin_state_up': False}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:47:58.134091 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-f88fce76-73ee-444d-a47d-ccca98d63b65 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:47:58.141006 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-f88fce76-73ee-444d-a47d-ccca98d63b65 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Usage tracker for resource:router and tenant:dde3432b20b1425ba86c86caefb44bed is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:47:58.144791 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-f88fce76-73ee-444d-a47d-ccca98d63b65 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:47:58.148518 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f7b50736-ddae-4b3d-bd97-c2e65bfcd7bd tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:58.153813 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b50736-ddae-4b3d-bd97-c2e65bfcd7bd tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:58.154877 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f7b50736-ddae-4b3d-bd97-c2e65bfcd7bd tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:58.162646 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d877ef31-9459-4d92-8aff-1684c448ecbe tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:58.183228 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-f88fce76-73ee-444d-a47d-ccca98d63b65 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:47:58.245548 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ad8a3-1d2e-4baf-a945-06a88655be65 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Calling delete_port for 8087128a-a51d-4681-81b8-daffa4e73068 owned by network:router_gateway {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:47:58.247424 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd2dcc7-2ce8-47b9-91ba-6d27d1faa153 None None] Network a05a209a-fb2b-4823-a355-7433ddb192cd requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:47:58.333965 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f88fce76-73ee-444d-a47d-ccca98d63b65 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24817'] for router, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:58.334897 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f88fce76-73ee-444d-a47d-ccca98d63b65 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-351744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24806'] for router, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:58.348492 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-f7b50736-ddae-4b3d-bd97-c2e65bfcd7bd tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.4466398 Dec 20 08:47:58.348492 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b50736-ddae-4b3d-bd97-c2e65bfcd7bd tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Pushing event updated for resources: {'Network': ['ID=b6195a6b-8bc3-4305-a526-f652d6a32615,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:58.351018 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 41274) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:58.351876 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f7b50736-ddae-4b3d-bd97-c2e65bfcd7bd tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:58.362148 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-66698829-2759-4368-b24b-e10b43327c58 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Request body: {'subnet': {'network_id': 'b6195a6b-8bc3-4305-a526-f652d6a32615', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:47:58.421818 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f88fce76-73ee-444d-a47d-ccca98d63b65 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:58.423299 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network b6195a6b-8bc3-4305-a526-f652d6a32615 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:47:58.488137 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f7dea8-b55d-4d49-8edc-e60062c63897 req-6e1e4d37-c2fe-4f5c-9180-c4e0ba297044 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:58.489656 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-e7f7dea8-b55d-4d49-8edc-e60062c63897 req-6e1e4d37-c2fe-4f5c-9180-c4e0ba297044 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce86b767-a621-41c5-98e8-cc542b7adc7f HTTP/1.1" status: 200 len: 946 time: 0.3035526 Dec 20 08:47:58.523432 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9e2ad8a3-1d2e-4baf-a945-06a88655be65 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:58.531228 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-45a7be0a-3366-4ff3-b20e-f088ab122cd0 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:58.538672 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-66698829-2759-4368-b24b-e10b43327c58 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:47:58.551134 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-66698829-2759-4368-b24b-e10b43327c58 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Usage tracker for resource:subnet and tenant:3a1d675c4a5d4f6387a7ba75d744c88e is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:47:58.603889 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-66698829-2759-4368-b24b-e10b43327c58 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:47:58.620135 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-66698829-2759-4368-b24b-e10b43327c58 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:47:58.699794 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-e7f7dea8-b55d-4d49-8edc-e60062c63897 req-2a681cbc-2190-4e5e-b1ab-c46057c125ea tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/security-groups?id=57316c2a-fdb6-46e9-9469-18e9bc81adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1960757 Dec 20 08:47:58.710944 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66698829-2759-4368-b24b-e10b43327c58 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Made reservation on behalf of 3a1d675c4a5d4f6387a7ba75d744c88e for: {'subnet': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:47:58.736510 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ad8a3-1d2e-4baf-a945-06a88655be65 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Pushing event deleted for resources: {'Port': ['ID=8087128a-a51d-4681-81b8-daffa4e73068,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:58.739870 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9e2ad8a3-1d2e-4baf-a945-06a88655be65 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:58.810583 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f88fce76-73ee-444d-a47d-ccca98d63b65 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24724'] for router, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:58.837003 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-66698829-2759-4368-b24b-e10b43327c58 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2095160'] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:59.023411 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9e2ad8a3-1d2e-4baf-a945-06a88655be65 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346107'] for router_gateway, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:59.301396 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 41294) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:59.314750 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-a68671aa-64ad-4a2c-9d05-d8142246e811 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1460606879-network', 'tenant_id': 'c2d1f38d68cc4da7832435227e9d1624'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:47:59.319858 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9e2ad8a3-1d2e-4baf-a945-06a88655be65 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24735'] for router, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:59.322478 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-a68671aa-64ad-4a2c-9d05-d8142246e811 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:47:59.330086 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ffc491-38c8-4723-ba0a-fae6420e0b26 req-c911d0ce-7a29-4aeb-ae19-fd17d96b4d4d tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:59.331515 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-92ffc491-38c8-4723-ba0a-fae6420e0b26 req-c911d0ce-7a29-4aeb-ae19-fd17d96b4d4d tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce86b767-a621-41c5-98e8-cc542b7adc7f HTTP/1.1" status: 200 len: 946 time: 0.4293644 Dec 20 08:47:59.335198 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-a68671aa-64ad-4a2c-9d05-d8142246e811 admin admin] Usage tracker for resource:network and tenant:c2d1f38d68cc4da7832435227e9d1624 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:47:59.338462 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-a68671aa-64ad-4a2c-9d05-d8142246e811 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:47:59.341028 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9e2ad8a3-1d2e-4baf-a945-06a88655be65 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:59.342371 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-66698829-2759-4368-b24b-e10b43327c58 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2036557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2095114'] for subnet, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:59.347522 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-a68671aa-64ad-4a2c-9d05-d8142246e811 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:47:59.350183 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-378a1417-6af3-42d8-a1c7-75e0f9e1660b tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:59.380337 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a68671aa-64ad-4a2c-9d05-d8142246e811 admin admin] Made reservation on behalf of c2d1f38d68cc4da7832435227e9d1624 for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:47:59.382567 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a68671aa-64ad-4a2c-9d05-d8142246e811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:59.383380 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f88fce76-73ee-444d-a47d-ccca98d63b65 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks [] for router_gateway, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:59.411165 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a68671aa-64ad-4a2c-9d05-d8142246e811 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:59.424692 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f88fce76-73ee-444d-a47d-ccca98d63b65 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:59.438462 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-92ffc491-38c8-4723-ba0a-fae6420e0b26 req-2a32f7d0-c4ac-4cd8-9274-b8359844b51d tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/security-groups?id=57316c2a-fdb6-46e9-9469-18e9bc81adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953650 Dec 20 08:47:59.438891 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9e2ad8a3-1d2e-4baf-a945-06a88655be65 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-390871'] for router, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:59.439389 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e2ad8a3-1d2e-4baf-a945-06a88655be65 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Fanout notify agent at l3_agent the message router_deleted on router fd2784c2-9301-4546-b4f4-5cacc3ac29c6 {{(pid=83444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 08:47:59.467061 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-a68671aa-64ad-4a2c-9d05-d8142246e811 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:47:59.473632 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-a68671aa-64ad-4a2c-9d05-d8142246e811 admin admin] Usage tracker for resource:security_group_rule and tenant:c2d1f38d68cc4da7832435227e9d1624 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:47:59.478821 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9e2ad8a3-1d2e-4baf-a945-06a88655be65 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:59.484343 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-9e2ad8a3-1d2e-4baf-a945-06a88655be65 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] 10.222.0.16 "DELETE /v2.0/routers/fd2784c2-9301-4546-b4f4-5cacc3ac29c6 HTTP/1.1" status: 204 len: 168 time: 2.0587883 Dec 20 08:47:59.484343 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-a68671aa-64ad-4a2c-9d05-d8142246e811 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:47:59.485422 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 41298) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:59.489896 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-a68671aa-64ad-4a2c-9d05-d8142246e811 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:47:59.527153 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66698829-2759-4368-b24b-e10b43327c58 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Pushing event updated for resources: {'Subnet': ['ID=924f53f6-bda8-49ff-99c9-4da9f310c54a,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:59.534956 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-66698829-2759-4368-b24b-e10b43327c58 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:59.602074 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66698829-2759-4368-b24b-e10b43327c58 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Checking segment: {'id': '9645da80-27c6-47e9-a8e3-2b38972dbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b6195a6b-8bc3-4305-a526-f652d6a32615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:47:59.602421 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66698829-2759-4368-b24b-e10b43327c58 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Network hostable DHCP agents. Network: b6195a6b-8bc3-4305-a526-f652d6a32615, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:47:59.703181 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-f88fce76-73ee-444d-a47d-ccca98d63b65 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Allocated IP 172.26.5.230 (95f3bec2-46e6-4468-8229-8badd4a5aaae/cf8895a3-346d-4313-a645-16ecdcce9969/3230ff0f-dac4-46a4-bccf-dd18386e56bb) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:47:59.709308 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66698829-2759-4368-b24b-e10b43327c58 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Network b6195a6b-8bc3-4305-a526-f652d6a32615 is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:47:59.720318 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a68671aa-64ad-4a2c-9d05-d8142246e811 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:59.724086 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a68671aa-64ad-4a2c-9d05-d8142246e811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:59.730299 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-97bd9b3b-1809-407c-a0dd-b0408c73be0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:47:59.746106 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-666ad501-ca52-4561-aca2-b4cfeaa3f52c tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Deleting subnet 41f60fee-ed52-409b-a69b-1b28f6b7c9e1 {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:47:59.752573 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-66698829-2759-4368-b24b-e10b43327c58 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, b6195a6b-8bc3-4305-a526-f652d6a32615) {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:47:59.760834 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-666ad501-ca52-4561-aca2-b4cfeaa3f52c tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:59.763894 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f91f6e-4680-4764-9cbb-19242d15b30a None None] Network b6195a6b-8bc3-4305-a526-f652d6a32615 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:47:59.764395 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66698829-2759-4368-b24b-e10b43327c58 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:59.764497 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-66698829-2759-4368-b24b-e10b43327c58 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:59.773082 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8491e84e-3147-4dbf-bd50-a4aa58f0d31f req-f5c761ff-9e89-4cb1-80e9-8ba81c8b4756 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:47:59.774549 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-8491e84e-3147-4dbf-bd50-a4aa58f0d31f req-f5c761ff-9e89-4cb1-80e9-8ba81c8b4756 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce86b767-a621-41c5-98e8-cc542b7adc7f HTTP/1.1" status: 200 len: 946 time: 0.1670644 Dec 20 08:47:59.787713 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a68671aa-64ad-4a2c-9d05-d8142246e811 admin admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:47:59.809090 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a68671aa-64ad-4a2c-9d05-d8142246e811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:59.813965 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-a68671aa-64ad-4a2c-9d05-d8142246e811 admin admin] Added segment 407b58c9-ff92-4dea-959a-5c4619f524fb of type vlan for network 5c6e1c2a-ab2a-4c00-8282-9a8708af1b9d Dec 20 08:47:59.827923 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68671aa-64ad-4a2c-9d05-d8142246e811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff8b6b31-53ba-46a8-b7f0-e0f0bc915283,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:47:59.834806 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a68671aa-64ad-4a2c-9d05-d8142246e811 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:47:59.867442 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-666ad501-ca52-4561-aca2-b4cfeaa3f52c tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1618747'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:59.905131 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a68671aa-64ad-4a2c-9d05-d8142246e811 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:59.929780 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-8491e84e-3147-4dbf-bd50-a4aa58f0d31f req-80a6732a-5df6-4040-917c-bb59ecf1f83e tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/security-groups?id=57316c2a-fdb6-46e9-9469-18e9bc81adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362541 Dec 20 08:47:59.942373 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-666ad501-ca52-4561-aca2-b4cfeaa3f52c tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:47:59.965982 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-66698829-2759-4368-b24b-e10b43327c58 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6004562 Dec 20 08:47:59.967610 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 41304) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:47:59.989022 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-7dab0b69-e206-4ded-96d4-31f1b3029a9b tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Request body: {'network': {'name': 'tempest-router-network01--1582454843'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:47:59.995875 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-7dab0b69-e206-4ded-96d4-31f1b3029a9b tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:48:00.000466 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-7dab0b69-e206-4ded-96d4-31f1b3029a9b tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Usage tracker for resource:network and tenant:3a1d675c4a5d4f6387a7ba75d744c88e is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:48:00.007309 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-7dab0b69-e206-4ded-96d4-31f1b3029a9b tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:48:00.014026 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5203ae-026c-4394-ae86-1404fc424754 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-b6195a6b-8bc3-4305-a526-f652d6a32615', 'network_id': 'b6195a6b-8bc3-4305-a526-f652d6a32615', 'tenant_id': '3a1d675c4a5d4f6387a7ba75d744c88e', 'fixed_ips': [{'subnet_id': '924f53f6-bda8-49ff-99c9-4da9f310c54a'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:48:00.015678 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-7c5203ae-026c-4394-ae86-1404fc424754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:00.017852 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-7dab0b69-e206-4ded-96d4-31f1b3029a9b tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:48:00.029539 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-666ad501-ca52-4561-aca2-b4cfeaa3f52c tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1129313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1529131'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:00.036725 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-234bbaa0-eee2-4206-979d-23c31af13ef8 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:00.042193 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f88fce76-73ee-444d-a47d-ccca98d63b65 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:00.058013 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dab0b69-e206-4ded-96d4-31f1b3029a9b tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Made reservation on behalf of 3a1d675c4a5d4f6387a7ba75d744c88e for: {'network': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:48:00.061333 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7dab0b69-e206-4ded-96d4-31f1b3029a9b tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:00.079148 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a68671aa-64ad-4a2c-9d05-d8142246e811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:00.080829 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68671aa-64ad-4a2c-9d05-d8142246e811 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:00.081638 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a68671aa-64ad-4a2c-9d05-d8142246e811 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:00.099438 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666ad501-ca52-4561-aca2-b4cfeaa3f52c tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Pushing event deleted for resources: {'Subnet': ['ID=41f60fee-ed52-409b-a69b-1b28f6b7c9e1,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:00.101421 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dab0b69-e206-4ded-96d4-31f1b3029a9b tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=83445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:48:00.116033 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7dab0b69-e206-4ded-96d4-31f1b3029a9b tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:00.116394 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.segments_db [None req-7dab0b69-e206-4ded-96d4-31f1b3029a9b tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Added segment 6c0f77a5-2da1-4a8a-91ab-d5e1ea0fc08e of type vlan for network 4d431dfd-1b1f-41b6-bf63-944439a04756 Dec 20 08:48:00.123189 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f88fce76-73ee-444d-a47d-ccca98d63b65 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:00.128349 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-fe86a5fa-b44f-4a49-b18c-f7acdc190ac9 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:00.156804 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-666ad501-ca52-4561-aca2-b4cfeaa3f52c tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:00.156804 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f203c506-3aec-4a06-9e6b-ea010285b115 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:00.194960 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-666ad501-ca52-4561-aca2-b4cfeaa3f52c tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:00.208374 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7dab0b69-e206-4ded-96d4-31f1b3029a9b tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:00.222020 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88fce76-73ee-444d-a47d-ccca98d63b65 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Pushing event updated for resources: {'Port': ['ID=3230ff0f-dac4-46a4-bccf-dd18386e56bb,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:00.226447 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88fce76-73ee-444d-a47d-ccca98d63b65 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Network 95f3bec2-46e6-4468-8229-8badd4a5aaae is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:48:00.227123 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-666ad501-ca52-4561-aca2-b4cfeaa3f52c tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] 10.222.0.16 "DELETE /v2.0/subnets/41f60fee-ed52-409b-a69b-1b28f6b7c9e1 HTTP/1.1" status: 204 len: 168 time: 0.7415295 Dec 20 08:48:00.228033 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-7c5203ae-026c-4394-ae86-1404fc424754 None None] Allocated IP 2001:db8::2 (b6195a6b-8bc3-4305-a526-f652d6a32615/924f53f6-bda8-49ff-99c9-4da9f310c54a/e2e1946b-5bb8-4a1b-93b3-ae7396bba979) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:48:00.231187 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 41310) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:00.232234 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f88fce76-73ee-444d-a47d-ccca98d63b65 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:00.233041 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a68671aa-64ad-4a2c-9d05-d8142246e811 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9294612 Dec 20 08:48:00.235999 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-f88fce76-73ee-444d-a47d-ccca98d63b65 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:48:00.239337 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88fce76-73ee-444d-a47d-ccca98d63b65 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:48:00.269554 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 41312) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:00.289810 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68671aa-64ad-4a2c-9d05-d8142246e811 admin admin] Pushing event updated for resources: {'Network': ['ID=5c6e1c2a-ab2a-4c00-8282-9a8708af1b9d,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:00.292685 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a68671aa-64ad-4a2c-9d05-d8142246e811 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:00.303414 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-767cc1e2-bf46-4f3d-b78e-791dafad68a7 admin admin] Request body: {'subnet': {'network_id': '5c6e1c2a-ab2a-4c00-8282-9a8708af1b9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1460606879-subnet', 'tenant_id': 'c2d1f38d68cc4da7832435227e9d1624', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:48:00.315914 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-767cc1e2-bf46-4f3d-b78e-791dafad68a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:48:00.322146 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f748fc-a5fa-4893-b742-6b9bd9c7f1a1 req-eb6f086b-780a-4951-b0c2-562dbd81afb1 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:00.324172 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c3f748fc-a5fa-4893-b742-6b9bd9c7f1a1 req-eb6f086b-780a-4951-b0c2-562dbd81afb1 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce86b767-a621-41c5-98e8-cc542b7adc7f HTTP/1.1" status: 200 len: 946 time: 0.2260225 Dec 20 08:48:00.332375 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-767cc1e2-bf46-4f3d-b78e-791dafad68a7 admin admin] Usage tracker for resource:subnet and tenant:c2d1f38d68cc4da7832435227e9d1624 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:48:00.336257 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network 5c6e1c2a-ab2a-4c00-8282-9a8708af1b9d details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:48:00.346063 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-767cc1e2-bf46-4f3d-b78e-791dafad68a7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:48:00.370458 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7dab0b69-e206-4ded-96d4-31f1b3029a9b tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:00.374472 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dab0b69-e206-4ded-96d4-31f1b3029a9b tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:00.375098 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7dab0b69-e206-4ded-96d4-31f1b3029a9b tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:00.379206 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-767cc1e2-bf46-4f3d-b78e-791dafad68a7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:48:00.432655 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-1674581f-f57f-4662-9b60-55d245313d38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:00.496693 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c3f748fc-a5fa-4893-b742-6b9bd9c7f1a1 req-59a18a5d-f781-4c48-9b4c-c6b70dc8e9be tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/security-groups?id=57316c2a-fdb6-46e9-9469-18e9bc81adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1653931 Dec 20 08:48:00.536840 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f16388f7-0e60-4a83-adbd-992f7cae5049 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:00.550307 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-7dab0b69-e206-4ded-96d4-31f1b3029a9b tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5778666 Dec 20 08:48:00.553421 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 41320) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:00.559936 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-900e65df-4b84-40bd-a985-8a144e9aeb15 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Request body: {'network': {'name': 'tempest-router-network02--2036252760'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:48:00.564990 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-7c5203ae-026c-4394-ae86-1404fc424754 None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:00.566222 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-900e65df-4b84-40bd-a985-8a144e9aeb15 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:48:00.571166 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-900e65df-4b84-40bd-a985-8a144e9aeb15 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Usage tracker for resource:network and tenant:3a1d675c4a5d4f6387a7ba75d744c88e is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:48:00.574666 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-900e65df-4b84-40bd-a985-8a144e9aeb15 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:48:00.575877 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-7c5203ae-026c-4394-ae86-1404fc424754 None None] Transition to ACTIVE for port object e2e1946b-5bb8-4a1b-93b3-ae7396bba979 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:48:00.583203 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-900e65df-4b84-40bd-a985-8a144e9aeb15 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:48:00.600682 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-7c5203ae-026c-4394-ae86-1404fc424754 None None] Transition to ACTIVE for port object e2e1946b-5bb8-4a1b-93b3-ae7396bba979 will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:48:00.602547 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-900e65df-4b84-40bd-a985-8a144e9aeb15 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Made reservation on behalf of 3a1d675c4a5d4f6387a7ba75d744c88e for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:48:00.606725 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-900e65df-4b84-40bd-a985-8a144e9aeb15 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:00.610080 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-7c5203ae-026c-4394-ae86-1404fc424754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:00.611212 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-767cc1e2-bf46-4f3d-b78e-791dafad68a7 admin admin] Made reservation on behalf of c2d1f38d68cc4da7832435227e9d1624 for: {'subnet': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:48:00.613485 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-767cc1e2-bf46-4f3d-b78e-791dafad68a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2095160'] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:00.617824 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-88fa213b-afc3-44af-9ef6-dd87694d90f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:00.635904 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dab0b69-e206-4ded-96d4-31f1b3029a9b tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Pushing event updated for resources: {'Network': ['ID=4d431dfd-1b1f-41b6-bf63-944439a04756,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:00.640134 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-900e65df-4b84-40bd-a985-8a144e9aeb15 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:48:00.648028 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-7dab0b69-e206-4ded-96d4-31f1b3029a9b tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:00.651160 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-900e65df-4b84-40bd-a985-8a144e9aeb15 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:00.651610 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-900e65df-4b84-40bd-a985-8a144e9aeb15 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Added segment 58e77f6a-fa72-44d4-94a1-733bfe525c0a of type vlan for network d432cb4a-b374-40fb-8e84-59dd409613e2 Dec 20 08:48:00.662364 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network 4d431dfd-1b1f-41b6-bf63-944439a04756 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:48:00.685106 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-900e65df-4b84-40bd-a985-8a144e9aeb15 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:00.722424 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-900e65df-4b84-40bd-a985-8a144e9aeb15 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:00.725498 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900e65df-4b84-40bd-a985-8a144e9aeb15 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:00.726041 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-900e65df-4b84-40bd-a985-8a144e9aeb15 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:00.731447 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-006bbc98-133f-4daa-b23f-1e760831660e tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:00.780298 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-900e65df-4b84-40bd-a985-8a144e9aeb15 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2257094 Dec 20 08:48:00.782210 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5203ae-026c-4394-ae86-1404fc424754 None None] Network b6195a6b-8bc3-4305-a526-f652d6a32615 is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:48:00.784422 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 41324) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:00.785646 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-7c5203ae-026c-4394-ae86-1404fc424754 None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:48:00.801268 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5203ae-026c-4394-ae86-1404fc424754 None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:48:00.805495 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5203ae-026c-4394-ae86-1404fc424754 None None] Pushing event updated for resources: {'Port': ['ID=e2e1946b-5bb8-4a1b-93b3-ae7396bba979,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:00.838426 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-7c5203ae-026c-4394-ae86-1404fc424754 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:00.841294 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-bb6b6a4c-4dc8-4e97-a423-84b86cb639ef tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Request body: {'subnet': {'network_id': '4d431dfd-1b1f-41b6-bf63-944439a04756', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:48:00.862237 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900e65df-4b84-40bd-a985-8a144e9aeb15 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Pushing event updated for resources: {'Network': ['ID=d432cb4a-b374-40fb-8e84-59dd409613e2,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:00.868767 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-900e65df-4b84-40bd-a985-8a144e9aeb15 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:00.869735 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f16388f7-0e60-4a83-adbd-992f7cae5049 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:00.880042 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network d432cb4a-b374-40fb-8e84-59dd409613e2 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:48:00.914015 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-f16388f7-0e60-4a83-adbd-992f7cae5049 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a10cf7b0-890e-4e8f-a719-310da3a98a0c']}} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:48:00.928900 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-f16388f7-0e60-4a83-adbd-992f7cae5049 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51b487a8-04fb-4231-a68f-f08ed82a864d') {'for_net_delete': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:48:00.928900 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-f16388f7-0e60-4a83-adbd-992f7cae5049 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51b487a8-04fb-4231-a68f-f08ed82a864d') {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:48:00.935577 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-7c5203ae-026c-4394-ae86-1404fc424754 None None] Attempting to bind port e2e1946b-5bb8-4a1b-93b3-ae7396bba979 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:48:00.935852 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-7c5203ae-026c-4394-ae86-1404fc424754 None None] Attempting to bind port e2e1946b-5bb8-4a1b-93b3-ae7396bba979 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '9645da80-27c6-47e9-a8e3-2b38972dbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b6195a6b-8bc3-4305-a526-f652d6a32615'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:48:00.936205 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5203ae-026c-4394-ae86-1404fc424754 None None] Attempting to bind port e2e1946b-5bb8-4a1b-93b3-ae7396bba979 on network b6195a6b-8bc3-4305-a526-f652d6a32615 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:48:00.947412 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f16388f7-0e60-4a83-adbd-992f7cae5049 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1518531'] for segment, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:00.966829 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-bb6b6a4c-4dc8-4e97-a423-84b86cb639ef tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:48:00.970848 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-bb6b6a4c-4dc8-4e97-a423-84b86cb639ef tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Usage tracker for resource:subnet and tenant:3a1d675c4a5d4f6387a7ba75d744c88e is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:48:00.973743 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-bb6b6a4c-4dc8-4e97-a423-84b86cb639ef tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:48:00.980339 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-bb6b6a4c-4dc8-4e97-a423-84b86cb639ef tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:48:00.992668 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb6b6a4c-4dc8-4e97-a423-84b86cb639ef tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Made reservation on behalf of 3a1d675c4a5d4f6387a7ba75d744c88e for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:48:00.999442 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5203ae-026c-4394-ae86-1404fc424754 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:48:00.999884 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5203ae-026c-4394-ae86-1404fc424754 None None] Checking segment: {'id': '9645da80-27c6-47e9-a8e3-2b38972dbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b6195a6b-8bc3-4305-a526-f652d6a32615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:48:01.000495 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-7c5203ae-026c-4394-ae86-1404fc424754 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:01.000809 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5203ae-026c-4394-ae86-1404fc424754 None None] Bound using segment: {'id': '9645da80-27c6-47e9-a8e3-2b38972dbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b6195a6b-8bc3-4305-a526-f652d6a32615'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:48:01.003404 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-7c5203ae-026c-4394-ae86-1404fc424754 None None] Bound port: e2e1946b-5bb8-4a1b-93b3-ae7396bba979, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9645da80-27c6-47e9-a8e3-2b38972dbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b6195a6b-8bc3-4305-a526-f652d6a32615'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:48:01.003404 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-7c5203ae-026c-4394-ae86-1404fc424754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:01.004465 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f16388f7-0e60-4a83-adbd-992f7cae5049 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:01.022328 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f16388f7-0e60-4a83-adbd-992f7cae5049 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=83445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:48:01.023080 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f16388f7-0e60-4a83-adbd-992f7cae5049 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2036002'] for segment, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:01.038230 dv-neutron-820491-1-hyperv neutron-server[83445]: Traceback (most recent call last): Dec 20 08:48:01.038230 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:48:01.038230 dv-neutron-820491-1-hyperv neutron-server[83445]: timer() Dec 20 08:48:01.038230 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:48:01.038230 dv-neutron-820491-1-hyperv neutron-server[83445]: cb(*args, **kw) Dec 20 08:48:01.038230 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:48:01.038230 dv-neutron-820491-1-hyperv neutron-server[83445]: return func(*args, **kwargs) Dec 20 08:48:01.038230 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:48:01.038230 dv-neutron-820491-1-hyperv neutron-server[83445]: self._notify() Dec 20 08:48:01.038230 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:48:01.038230 dv-neutron-820491-1-hyperv neutron-server[83445]: self.callback(batched_events) Dec 20 08:48:01.038230 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:48:01.038230 dv-neutron-820491-1-hyperv neutron-server[83445]: event.method(event) Dec 20 08:48:01.038230 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:48:01.038230 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:48:01.038230 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:48:01.038230 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:48:01.038230 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:48:01.038230 dv-neutron-820491-1-hyperv neutron-server[83445]: return f(self, *a, **k) Dec 20 08:48:01.038230 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:48:01.038230 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._get(url).json() Dec 20 08:48:01.038230 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:48:01.038230 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:48:01.038230 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:48:01.038230 dv-neutron-820491-1-hyperv neutron-server[83445]: return self.request(url, 'GET', **kwargs) Dec 20 08:48:01.038230 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:48:01.038230 dv-neutron-820491-1-hyperv neutron-server[83445]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:48:01.038230 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:48:01.038230 dv-neutron-820491-1-hyperv neutron-server[83445]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:48:01.038230 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:48:01.038230 dv-neutron-820491-1-hyperv neutron-server[83445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:48:01.038230 dv-neutron-820491-1-hyperv neutron-server[83445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:48:01.102932 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bb6b6a4c-4dc8-4e97-a423-84b86cb639ef tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1529102'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:01.104574 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-7c5203ae-026c-4394-ae86-1404fc424754 None None] For port e2e1946b-5bb8-4a1b-93b3-ae7396bba979, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:48:01.108161 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-7c5203ae-026c-4394-ae86-1404fc424754 None None] For port e2e1946b-5bb8-4a1b-93b3-ae7396bba979, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=e2e1946b-5bb8-4a1b-93b3-ae7396bba979,segment=NetworkSegment(9645da80-27c6-47e9-a8e3-2b38972dbc26),segment_id=9645da80-27c6-47e9-a8e3-2b38972dbc26)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:48:01.112799 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-7c5203ae-026c-4394-ae86-1404fc424754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:01.116632 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-cdfc57d0-6320-4c9f-b0ab-cc167870f688 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:01.132392 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f88fce76-73ee-444d-a47d-ccca98d63b65 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks [] for router_gateway, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:01.133115 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f88fce76-73ee-444d-a47d-ccca98d63b65 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071'] for router, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:01.210131 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5203ae-026c-4394-ae86-1404fc424754 None None] Pushing event updated for resources: {'Port': ['ID=e2e1946b-5bb8-4a1b-93b3-ae7396bba979,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:01.213734 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-7c5203ae-026c-4394-ae86-1404fc424754 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:01.330441 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f16388f7-0e60-4a83-adbd-992f7cae5049 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:01.338813 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-767cc1e2-bf46-4f3d-b78e-791dafad68a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2036557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2095114'] for subnet, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:01.343993 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bb6b6a4c-4dc8-4e97-a423-84b86cb639ef tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1129376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1529148'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:01.345579 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-72b4027d-4946-4a2a-a681-e8453a6855f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:01.349294 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b16740fe-9ebd-4f29-8a77-eb05c765383b tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:01.391038 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f16388f7-0e60-4a83-adbd-992f7cae5049 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:01.427722 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-f16388f7-0e60-4a83-adbd-992f7cae5049 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] 10.222.0.16 "DELETE /v2.0/networks/a10cf7b0-890e-4e8f-a719-310da3a98a0c HTTP/1.1" status: 204 len: 168 time: 1.1905785 Dec 20 08:48:01.446703 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767cc1e2-bf46-4f3d-b78e-791dafad68a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f22381a-3993-43c1-bd43-11e896cbc023,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:01.459679 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-767cc1e2-bf46-4f3d-b78e-791dafad68a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:01.459848 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6b6a4c-4dc8-4e97-a423-84b86cb639ef tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Pushing event updated for resources: {'Subnet': ['ID=39490ee1-5c0f-4137-aec6-9c3543e2a733,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:01.460207 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ca807471-fe2a-4db2-bbfa-8cf635923809 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:01.463382 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-bb6b6a4c-4dc8-4e97-a423-84b86cb639ef tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:01.471843 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6b6a4c-4dc8-4e97-a423-84b86cb639ef tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Checking segment: {'id': '6c0f77a5-2da1-4a8a-91ab-d5e1ea0fc08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4d431dfd-1b1f-41b6-bf63-944439a04756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:48:01.472408 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6b6a4c-4dc8-4e97-a423-84b86cb639ef tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Network hostable DHCP agents. Network: 4d431dfd-1b1f-41b6-bf63-944439a04756, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:48:01.487933 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16388f7-0e60-4a83-adbd-992f7cae5049 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Pushing event deleted for resources: {'Network': ['ID=a10cf7b0-890e-4e8f-a719-310da3a98a0c,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:01.492288 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f16388f7-0e60-4a83-adbd-992f7cae5049 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:01.497047 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6b6a4c-4dc8-4e97-a423-84b86cb639ef tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Network 4d431dfd-1b1f-41b6-bf63-944439a04756 is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:48:01.512612 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767cc1e2-bf46-4f3d-b78e-791dafad68a7 admin admin] Checking segment: {'id': '407b58c9-ff92-4dea-959a-5c4619f524fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5c6e1c2a-ab2a-4c00-8282-9a8708af1b9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:48:01.513282 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767cc1e2-bf46-4f3d-b78e-791dafad68a7 admin admin] Network hostable DHCP agents. Network: 5c6e1c2a-ab2a-4c00-8282-9a8708af1b9d, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:48:01.514360 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-bb6b6a4c-4dc8-4e97-a423-84b86cb639ef tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, 4d431dfd-1b1f-41b6-bf63-944439a04756) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:48:01.519589 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6b6a4c-4dc8-4e97-a423-84b86cb639ef tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:01.520922 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bb6b6a4c-4dc8-4e97-a423-84b86cb639ef tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:01.525932 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686cacc3-e9b5-4d70-90da-5554eb557958 None None] Network 4d431dfd-1b1f-41b6-bf63-944439a04756 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:48:01.594380 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-bb6b6a4c-4dc8-4e97-a423-84b86cb639ef tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8088665 Dec 20 08:48:01.597482 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 41330) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:01.603250 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-3c606239-8d05-4a8b-8cc8-9ad7c07721a1 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Request body: {'subnet': {'network_id': 'd432cb4a-b374-40fb-8e84-59dd409613e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:48:01.674882 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767cc1e2-bf46-4f3d-b78e-791dafad68a7 admin admin] Network 5c6e1c2a-ab2a-4c00-8282-9a8708af1b9d is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:48:01.685895 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-767cc1e2-bf46-4f3d-b78e-791dafad68a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, 5c6e1c2a-ab2a-4c00-8282-9a8708af1b9d) {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:48:01.708143 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767cc1e2-bf46-4f3d-b78e-791dafad68a7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:01.709268 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-767cc1e2-bf46-4f3d-b78e-791dafad68a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:01.719554 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac3e339-b747-4b69-a4d2-564f224fb2b5 None None] Network 5c6e1c2a-ab2a-4c00-8282-9a8708af1b9d requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:48:01.726715 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-3c606239-8d05-4a8b-8cc8-9ad7c07721a1 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:48:01.732359 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-3c606239-8d05-4a8b-8cc8-9ad7c07721a1 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Usage tracker for resource:subnet and tenant:3a1d675c4a5d4f6387a7ba75d744c88e is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:48:01.738909 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-3c606239-8d05-4a8b-8cc8-9ad7c07721a1 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:48:01.747417 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-3c606239-8d05-4a8b-8cc8-9ad7c07721a1 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:48:01.748746 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-767cc1e2-bf46-4f3d-b78e-791dafad68a7 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4780552 Dec 20 08:48:01.774152 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c606239-8d05-4a8b-8cc8-9ad7c07721a1 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Made reservation on behalf of 3a1d675c4a5d4f6387a7ba75d744c88e for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:48:01.802840 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f88fce76-73ee-444d-a47d-ccca98d63b65 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Router a5529660-cf9e-4f28-9624-cbf27003c0b8 is scheduled to L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 with binding_index 1 {{(pid=83445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 08:48:01.909124 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3c606239-8d05-4a8b-8cc8-9ad7c07721a1 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1529102'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:02.067310 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 41340) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:02.125382 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684971b5-6a4f-467c-8292-98a91aa91113 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-4d431dfd-1b1f-41b6-bf63-944439a04756', 'network_id': '4d431dfd-1b1f-41b6-bf63-944439a04756', 'tenant_id': '3a1d675c4a5d4f6387a7ba75d744c88e', 'fixed_ips': [{'subnet_id': '39490ee1-5c0f-4137-aec6-9c3543e2a733'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:48:02.127158 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-684971b5-6a4f-467c-8292-98a91aa91113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:02.161173 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device e2e1946b-5bb8-4a1b-93b3-ae7396bba979 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:48:02.196050 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f88fce76-73ee-444d-a47d-ccca98d63b65 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:48:02.210087 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ede5bb8-4a9f-4391-a059-826d257c1d90 None None] Sync routers for ids ['a5529660-cf9e-4f28-9624-cbf27003c0b8'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:48:02.228046 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ede5bb8-4a9f-4391-a059-826d257c1d90 None None] Routers {'a5529660-cf9e-4f28-9624-cbf27003c0b8'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:48:02.229270 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-2ede5bb8-4a9f-4391-a059-826d257c1d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:47:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['a5529660-cf9e-4f28-9624-cbf27003c0b8'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:48:02.251726 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f88fce76-73ee-444d-a47d-ccca98d63b65 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:02.255831 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-f88fce76-73ee-444d-a47d-ccca98d63b65 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.1411595 Dec 20 08:48:02.256301 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 41350) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:02.262948 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-1fc40d79-2d78-46ba-be54-3823c9885cf3 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:48:02.336333 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-2ede5bb8-4a9f-4391-a059-826d257c1d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:48:02.349737 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ede5bb8-4a9f-4391-a059-826d257c1d90 None None] Routers {'a5529660-cf9e-4f28-9624-cbf27003c0b8'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:48:02.350551 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-2ede5bb8-4a9f-4391-a059-826d257c1d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:47:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['a5529660-cf9e-4f28-9624-cbf27003c0b8'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:48:02.436578 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-2ede5bb8-4a9f-4391-a059-826d257c1d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:48:02.437879 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ede5bb8-4a9f-4391-a059-826d257c1d90 None None] The sync data for ids ['a5529660-cf9e-4f28-9624-cbf27003c0b8'] in dv-neutron-820491-1-hyperv is: [] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:48:02.462842 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3c606239-8d05-4a8b-8cc8-9ad7c07721a1 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1129376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1529148'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:02.471152 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d89202d3-b91c-4cba-882c-f569bcb1a85b tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:02.486270 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d916885-6152-43b3-bfb5-b2de8313a5ef None None] Network 5c6e1c2a-ab2a-4c00-8282-9a8708af1b9d requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:48:02.553399 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port e2e1946b-5bb8-4a1b-93b3-ae7396bba979 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:48:02.579249 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ed02fef1-7e87-4720-95a5-4660d820caed admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a6ef049aae6b4eea9e642fc2beae00ec&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5104501 Dec 20 08:48:02.581925 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 41356) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:02.622895 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c606239-8d05-4a8b-8cc8-9ad7c07721a1 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Pushing event updated for resources: {'Subnet': ['ID=6317efa8-cea8-49f7-b803-18e1cb68630e,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:02.625618 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747723ca-a855-4a50-8b65-9ca1012be149 None None] Network b6195a6b-8bc3-4305-a526-f652d6a32615 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:48:02.625788 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3c606239-8d05-4a8b-8cc8-9ad7c07721a1 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:02.667565 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c606239-8d05-4a8b-8cc8-9ad7c07721a1 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Checking segment: {'id': '58e77f6a-fa72-44d4-94a1-733bfe525c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd432cb4a-b374-40fb-8e84-59dd409613e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:48:02.667924 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c606239-8d05-4a8b-8cc8-9ad7c07721a1 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Network hostable DHCP agents. Network: d432cb4a-b374-40fb-8e84-59dd409613e2, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:48:02.697467 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c606239-8d05-4a8b-8cc8-9ad7c07721a1 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Network d432cb4a-b374-40fb-8e84-59dd409613e2 is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:48:02.719065 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-3c606239-8d05-4a8b-8cc8-9ad7c07721a1 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, d432cb4a-b374-40fb-8e84-59dd409613e2) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:48:02.723844 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c606239-8d05-4a8b-8cc8-9ad7c07721a1 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:02.724484 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3c606239-8d05-4a8b-8cc8-9ad7c07721a1 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:02.750124 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-3c606239-8d05-4a8b-8cc8-9ad7c07721a1 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1484663 Dec 20 08:48:02.750384 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 41364) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:02.777644 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef18150-46ab-49b8-9191-b2b696fa8ebf None None] Network d432cb4a-b374-40fb-8e84-59dd409613e2 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:48:02.833679 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bcc98192-f22b-43f0-9dc9-27ce29c8e3c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:02.847280 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08bd32f-8baf-4725-a197-ece8f0d09ec8 req-7015bb7c-eab5-4e59-bf6b-a68238a2da14 tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:02.847949 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-d08bd32f-8baf-4725-a197-ece8f0d09ec8 req-7015bb7c-eab5-4e59-bf6b-a68238a2da14 tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] Synchronizing usage tracker for tenant:0fd2a608243e4e08bf763b2b25b0adbe on resource:network {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:48:02.947202 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-ff2cd9ab-0630-4e04-9d3b-c5cdc7dde210 None None] Provisioning for port e2e1946b-5bb8-4a1b-93b3-ae7396bba979 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:48:02.950596 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bcc98192-f22b-43f0-9dc9-27ce29c8e3c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:02.961276 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-684971b5-6a4f-467c-8292-98a91aa91113 None None] Allocated IP 2001:db8::2 (4d431dfd-1b1f-41b6-bf63-944439a04756/39490ee1-5c0f-4137-aec6-9c3543e2a733/264cb7a9-0ec6-4010-aa08-7abd9c30d517) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:48:02.987738 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-d08bd32f-8baf-4725-a197-ece8f0d09ec8 req-7015bb7c-eab5-4e59-bf6b-a68238a2da14 tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] Unset dirty status for tenant:0fd2a608243e4e08bf763b2b25b0adbe on resource:network {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:48:02.988763 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-d08bd32f-8baf-4725-a197-ece8f0d09ec8 req-7015bb7c-eab5-4e59-bf6b-a68238a2da14 tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] 10.222.0.16 "GET /v2.0/networks?id=a05a209a-fb2b-4823-a355-7433ddb192cd HTTP/1.1" status: 200 len: 812 time: 0.3663180 Dec 20 08:48:02.991197 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-ff2cd9ab-0630-4e04-9d3b-c5cdc7dde210 None None] Provisioning complete for port e2e1946b-5bb8-4a1b-93b3-ae7396bba979 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:48:02.991528 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-ff2cd9ab-0630-4e04-9d3b-c5cdc7dde210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:03.041981 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-d08bd32f-8baf-4725-a197-ece8f0d09ec8 req-62c73124-4cf0-488d-a865-80cecc23db98 tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] 10.222.0.16 "GET /v2.0/quotas/0fd2a608243e4e08bf763b2b25b0adbe HTTP/1.1" status: 200 len: 375 time: 0.0412085 Dec 20 08:48:03.156808 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-d08bd32f-8baf-4725-a197-ece8f0d09ec8 req-b42c900e-16f5-4d29-928b-8ea639915649 tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0fd2a608243e4e08bf763b2b25b0adbe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0623014 Dec 20 08:48:03.167821 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bcc98192-f22b-43f0-9dc9-27ce29c8e3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:03.176376 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-5fee4f7c-0f99-4340-a859-8d856d3e4d85 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:03.196257 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc98192-f22b-43f0-9dc9-27ce29c8e3c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a2f4780-d2e4-4978-8ff5-10b1e39ffa52,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:03.198986 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-bcc98192-f22b-43f0-9dc9-27ce29c8e3c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:03.215140 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bcc98192-f22b-43f0-9dc9-27ce29c8e3c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:03.216488 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-bcc98192-f22b-43f0-9dc9-27ce29c8e3c4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8a2f4780-d2e4-4978-8ff5-10b1e39ffa52 HTTP/1.1" status: 204 len: 168 time: 0.6327858 Dec 20 08:48:03.473621 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-05dbe215-e64a-4ae2-9f74-54d8f933cead tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:03.602295 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b43daf-fcd2-4e5c-96f2-4c5f000501d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-d432cb4a-b374-40fb-8e84-59dd409613e2', 'network_id': 'd432cb4a-b374-40fb-8e84-59dd409613e2', 'tenant_id': '3a1d675c4a5d4f6387a7ba75d744c88e', 'fixed_ips': [{'subnet_id': '6317efa8-cea8-49f7-b803-18e1cb68630e'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:48:03.603125 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f8b43daf-fcd2-4e5c-96f2-4c5f000501d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:03.628537 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-ff2cd9ab-0630-4e04-9d3b-c5cdc7dde210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:03.720992 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-d08bd32f-8baf-4725-a197-ece8f0d09ec8 req-40ea0a8d-3906-403e-8c12-fb4f6f3ef0a3 service neutron] 10.222.0.16 "GET /v2.0/networks/a05a209a-fb2b-4823-a355-7433ddb192cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5467696 Dec 20 08:48:03.743929 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-684971b5-6a4f-467c-8292-98a91aa91113 None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:03.779927 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-ff2cd9ab-0630-4e04-9d3b-c5cdc7dde210 None None] For port e2e1946b-5bb8-4a1b-93b3-ae7396bba979, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=e2e1946b-5bb8-4a1b-93b3-ae7396bba979,segment=NetworkSegment(9645da80-27c6-47e9-a8e3-2b38972dbc26),segment_id=9645da80-27c6-47e9-a8e3-2b38972dbc26)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:48:03.791292 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-684971b5-6a4f-467c-8292-98a91aa91113 None None] Transition to ACTIVE for port object 264cb7a9-0ec6-4010-aa08-7abd9c30d517 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:48:03.806024 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-ff2cd9ab-0630-4e04-9d3b-c5cdc7dde210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:03.809626 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-e6f46d5e-59e4-499a-aa2f-152564075166 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:03.891101 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-684971b5-6a4f-467c-8292-98a91aa91113 None None] Transition to ACTIVE for port object 264cb7a9-0ec6-4010-aa08-7abd9c30d517 will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:48:03.934195 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-684971b5-6a4f-467c-8292-98a91aa91113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:03.977660 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2cd9ab-0630-4e04-9d3b-c5cdc7dde210 None None] Pushing event updated for resources: {'Port': ['ID=e2e1946b-5bb8-4a1b-93b3-ae7396bba979,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:03.987192 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-d08bd32f-8baf-4725-a197-ece8f0d09ec8 req-992ff7b2-4312-4056-8316-12471b6f8f54 service neutron] 10.222.0.16 "GET /v2.0/networks/a05a209a-fb2b-4823-a355-7433ddb192cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563851 Dec 20 08:48:04.004017 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-05dbe215-e64a-4ae2-9f74-54d8f933cead tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Allocated IP 2001:db8::1 (4d431dfd-1b1f-41b6-bf63-944439a04756/39490ee1-5c0f-4137-aec6-9c3543e2a733/d144628e-0a39-4a4b-9e5f-202cbc1d107d) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:48:04.018689 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-f8b43daf-fcd2-4e5c-96f2-4c5f000501d0 None None] Allocated IP 2001:db8::2 (d432cb4a-b374-40fb-8e84-59dd409613e2/6317efa8-cea8-49f7-b803-18e1cb68630e/375ddec0-3db0-4199-9627-2e71edc2790a) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:48:04.027151 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684971b5-6a4f-467c-8292-98a91aa91113 None None] Network 4d431dfd-1b1f-41b6-bf63-944439a04756 is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:48:04.045950 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2cd9ab-0630-4e04-9d3b-c5cdc7dde210 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:48:04.046658 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2cd9ab-0630-4e04-9d3b-c5cdc7dde210 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:48:04.047106 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2cd9ab-0630-4e04-9d3b-c5cdc7dde210 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:48:04.047491 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2cd9ab-0630-4e04-9d3b-c5cdc7dde210 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:48:04.047829 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2cd9ab-0630-4e04-9d3b-c5cdc7dde210 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:48:04.048198 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2cd9ab-0630-4e04-9d3b-c5cdc7dde210 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:48:04.048535 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2cd9ab-0630-4e04-9d3b-c5cdc7dde210 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:48:04.048967 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2cd9ab-0630-4e04-9d3b-c5cdc7dde210 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:48:04.049336 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2cd9ab-0630-4e04-9d3b-c5cdc7dde210 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:48:04.049698 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2cd9ab-0630-4e04-9d3b-c5cdc7dde210 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:48:04.050067 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2cd9ab-0630-4e04-9d3b-c5cdc7dde210 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:48:04.054453 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-ff2cd9ab-0630-4e04-9d3b-c5cdc7dde210 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:04.055888 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-684971b5-6a4f-467c-8292-98a91aa91113 None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:48:04.058561 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684971b5-6a4f-467c-8292-98a91aa91113 None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:48:04.062195 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-2ec5dc32-6989-4856-9b1d-3238a4fcfe81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.114s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:04.086060 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1fc40d79-2d78-46ba-be54-3823c9885cf3 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24724'] for router, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:04.133740 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1fc40d79-2d78-46ba-be54-3823c9885cf3 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:04.144399 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-1fc40d79-2d78-46ba-be54-3823c9885cf3 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Deleting port 3230ff0f-dac4-46a4-bccf-dd18386e56bb {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:48:04.144789 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1fc40d79-2d78-46ba-be54-3823c9885cf3 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:04.222326 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-088d01be-1230-48cb-9a05-9dde3424d2e5 None None] Provisioning complete for port e2e1946b-5bb8-4a1b-93b3-ae7396bba979 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:48:04.222969 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-088d01be-1230-48cb-9a05-9dde3424d2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:04.275490 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-05dbe215-e64a-4ae2-9f74-54d8f933cead tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:04.296964 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-05dbe215-e64a-4ae2-9f74-54d8f933cead tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Transition to ACTIVE for port object d144628e-0a39-4a4b-9e5f-202cbc1d107d will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:48:04.365458 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-05dbe215-e64a-4ae2-9f74-54d8f933cead tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:04.373530 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684971b5-6a4f-467c-8292-98a91aa91113 None None] Pushing event updated for resources: {'Port': ['ID=264cb7a9-0ec6-4010-aa08-7abd9c30d517,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:04.376552 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b9feaac6-93de-4c73-98b8-6646b09064dd tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:04.382027 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-684971b5-6a4f-467c-8292-98a91aa91113 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:04.383392 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-684971b5-6a4f-467c-8292-98a91aa91113 None None] Attempting to bind port 264cb7a9-0ec6-4010-aa08-7abd9c30d517 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:48:04.383932 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-684971b5-6a4f-467c-8292-98a91aa91113 None None] Attempting to bind port 264cb7a9-0ec6-4010-aa08-7abd9c30d517 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '6c0f77a5-2da1-4a8a-91ab-d5e1ea0fc08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4d431dfd-1b1f-41b6-bf63-944439a04756'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:48:04.384472 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684971b5-6a4f-467c-8292-98a91aa91113 None None] Attempting to bind port 264cb7a9-0ec6-4010-aa08-7abd9c30d517 on network 4d431dfd-1b1f-41b6-bf63-944439a04756 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:48:04.404505 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1fc40d79-2d78-46ba-be54-3823c9885cf3 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:04.435381 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-37059daf-d547-4dc8-8efd-d7ab2cd01728 req-2ffa2e83-f46a-4a1e-b518-9054bf5ad52a tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] 10.222.0.16 "GET /v2.0/ports?device_id=9000ad2f-79ea-416d-ad54-41fa32789b18 HTTP/1.1" status: 200 len: 210 time: 0.1171250 Dec 20 08:48:04.442582 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684971b5-6a4f-467c-8292-98a91aa91113 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:48:04.443188 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684971b5-6a4f-467c-8292-98a91aa91113 None None] Checking segment: {'id': '6c0f77a5-2da1-4a8a-91ab-d5e1ea0fc08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4d431dfd-1b1f-41b6-bf63-944439a04756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:48:04.443877 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-684971b5-6a4f-467c-8292-98a91aa91113 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:04.444468 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684971b5-6a4f-467c-8292-98a91aa91113 None None] Bound using segment: {'id': '6c0f77a5-2da1-4a8a-91ab-d5e1ea0fc08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4d431dfd-1b1f-41b6-bf63-944439a04756'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:48:04.445092 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-684971b5-6a4f-467c-8292-98a91aa91113 None None] Bound port: 264cb7a9-0ec6-4010-aa08-7abd9c30d517, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c0f77a5-2da1-4a8a-91ab-d5e1ea0fc08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4d431dfd-1b1f-41b6-bf63-944439a04756'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:48:04.445661 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-684971b5-6a4f-467c-8292-98a91aa91113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:04.462433 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05dbe215-e64a-4ae2-9f74-54d8f933cead tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Network 4d431dfd-1b1f-41b6-bf63-944439a04756 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:48:04.466168 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-05dbe215-e64a-4ae2-9f74-54d8f933cead tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:48:04.476021 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05dbe215-e64a-4ae2-9f74-54d8f933cead tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:48:04.476679 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-05dbe215-e64a-4ae2-9f74-54d8f933cead tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-345881'] for router_interface, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:04.480247 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dbe215-e64a-4ae2-9f74-54d8f933cead tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Pushing event updated for resources: {'Port': ['ID=d144628e-0a39-4a4b-9e5f-202cbc1d107d,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:04.494088 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-05dbe215-e64a-4ae2-9f74-54d8f933cead tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:04.561943 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-684971b5-6a4f-467c-8292-98a91aa91113 None None] For port 264cb7a9-0ec6-4010-aa08-7abd9c30d517, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:48:04.565669 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-684971b5-6a4f-467c-8292-98a91aa91113 None None] For port 264cb7a9-0ec6-4010-aa08-7abd9c30d517, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=264cb7a9-0ec6-4010-aa08-7abd9c30d517,segment=NetworkSegment(6c0f77a5-2da1-4a8a-91ab-d5e1ea0fc08e),segment_id=6c0f77a5-2da1-4a8a-91ab-d5e1ea0fc08e)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:48:04.589699 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-684971b5-6a4f-467c-8292-98a91aa91113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:04.603858 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-684971b5-6a4f-467c-8292-98a91aa91113 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:04.605517 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-1fc40d79-2d78-46ba-be54-3823c9885cf3 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Calling delete_port for 3230ff0f-dac4-46a4-bccf-dd18386e56bb owned by network:router_gateway {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:48:04.645264 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 41394) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:04.689640 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-05dbe215-e64a-4ae2-9f74-54d8f933cead tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:04.812066 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684971b5-6a4f-467c-8292-98a91aa91113 None None] Pushing event updated for resources: {'Port': ['ID=264cb7a9-0ec6-4010-aa08-7abd9c30d517,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:04.822517 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-684971b5-6a4f-467c-8292-98a91aa91113 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:04.840890 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f8b43daf-fcd2-4e5c-96f2-4c5f000501d0 None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:04.861002 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-f8b43daf-fcd2-4e5c-96f2-4c5f000501d0 None None] Transition to ACTIVE for port object 375ddec0-3db0-4199-9627-2e71edc2790a will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:48:04.886514 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-f8b43daf-fcd2-4e5c-96f2-4c5f000501d0 None None] Transition to ACTIVE for port object 375ddec0-3db0-4199-9627-2e71edc2790a will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:48:04.896758 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f8b43daf-fcd2-4e5c-96f2-4c5f000501d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:04.901845 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-110c24bb-bf48-4279-a5b5-43b45ea9a3bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:04.904947 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-cf64229e-2ec6-4982-9264-facce09f7649 tempest-NetworksNegativeTestJSON-1670967145 tempest-NetworksNegativeTestJSON-1670967145-project] Request body: {'port': {'network_id': 'cfbf37b2-6c2a-45c4-b030-1fd86734dc2c', 'name': 'tempest-NetworksNegativeTestJSON-921017605'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:48:04.938842 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf64229e-2ec6-4982-9264-facce09f7649 tempest-NetworksNegativeTestJSON-1670967145 tempest-NetworksNegativeTestJSON-1670967145-project] POST failed (client error): The resource could not be found. Dec 20 08:48:04.939378 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf64229e-2ec6-4982-9264-facce09f7649 tempest-NetworksNegativeTestJSON-1670967145 tempest-NetworksNegativeTestJSON-1670967145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:48:04.946707 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-cf64229e-2ec6-4982-9264-facce09f7649 tempest-NetworksNegativeTestJSON-1670967145 tempest-NetworksNegativeTestJSON-1670967145-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3003521 Dec 20 08:48:04.947378 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 41404) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:04.990406 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-047d9b08-10a9-4dcd-91de-2c4b664afed9 tempest-NetworksNegativeTestJSON-1670967145 tempest-NetworksNegativeTestJSON-1670967145-project] DELETE failed (client error): The resource could not be found. Dec 20 08:48:04.990948 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-047d9b08-10a9-4dcd-91de-2c4b664afed9 tempest-NetworksNegativeTestJSON-1670967145 tempest-NetworksNegativeTestJSON-1670967145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:48:04.992179 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b43daf-fcd2-4e5c-96f2-4c5f000501d0 None None] Pushing event updated for resources: {'Port': ['ID=375ddec0-3db0-4199-9627-2e71edc2790a,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:04.995993 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-f8b43daf-fcd2-4e5c-96f2-4c5f000501d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:05.004926 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-047d9b08-10a9-4dcd-91de-2c4b664afed9 tempest-NetworksNegativeTestJSON-1670967145 tempest-NetworksNegativeTestJSON-1670967145-project] 10.222.0.16 "DELETE /v2.0/networks/42e19efe-8d9a-47b7-8734-54692a9a8849 HTTP/1.1" status: 404 len: 339 time: 0.0496790 Dec 20 08:48:05.005932 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 41408) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:05.012263 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b43daf-fcd2-4e5c-96f2-4c5f000501d0 None None] Network d432cb4a-b374-40fb-8e84-59dd409613e2 is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:48:05.013941 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-f8b43daf-fcd2-4e5c-96f2-4c5f000501d0 None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:48:05.017442 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b43daf-fcd2-4e5c-96f2-4c5f000501d0 None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:48:05.052153 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1fc40d79-2d78-46ba-be54-3823c9885cf3 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:05.064073 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-eba69fe3-1e7f-440b-8f12-8a8dbddf00c7 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:05.152139 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-f8b43daf-fcd2-4e5c-96f2-4c5f000501d0 None None] Attempting to bind port 375ddec0-3db0-4199-9627-2e71edc2790a on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:48:05.152423 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-f8b43daf-fcd2-4e5c-96f2-4c5f000501d0 None None] Attempting to bind port 375ddec0-3db0-4199-9627-2e71edc2790a by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '58e77f6a-fa72-44d4-94a1-733bfe525c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd432cb4a-b374-40fb-8e84-59dd409613e2'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:48:05.152924 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b43daf-fcd2-4e5c-96f2-4c5f000501d0 None None] Attempting to bind port 375ddec0-3db0-4199-9627-2e71edc2790a on network d432cb4a-b374-40fb-8e84-59dd409613e2 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:48:05.164950 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc9457f5-733b-4148-952f-d4feb436781e tempest-NetworksNegativeTestJSON-1670967145 tempest-NetworksNegativeTestJSON-1670967145-project] DELETE failed (client error): The resource could not be found. Dec 20 08:48:05.165616 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc9457f5-733b-4148-952f-d4feb436781e tempest-NetworksNegativeTestJSON-1670967145 tempest-NetworksNegativeTestJSON-1670967145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:48:05.165767 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b43daf-fcd2-4e5c-96f2-4c5f000501d0 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:48:05.166418 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b43daf-fcd2-4e5c-96f2-4c5f000501d0 None None] Checking segment: {'id': '58e77f6a-fa72-44d4-94a1-733bfe525c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd432cb4a-b374-40fb-8e84-59dd409613e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:48:05.166801 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f8b43daf-fcd2-4e5c-96f2-4c5f000501d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:05.167609 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-fc9457f5-733b-4148-952f-d4feb436781e tempest-NetworksNegativeTestJSON-1670967145 tempest-NetworksNegativeTestJSON-1670967145-project] 10.222.0.16 "DELETE /v2.0/ports/8aef42f2-2756-48e7-b51d-23f55c52b46f HTTP/1.1" status: 404 len: 333 time: 0.1602201 Dec 20 08:48:05.167723 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b43daf-fcd2-4e5c-96f2-4c5f000501d0 None None] Bound using segment: {'id': '58e77f6a-fa72-44d4-94a1-733bfe525c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd432cb4a-b374-40fb-8e84-59dd409613e2'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:48:05.167818 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-f8b43daf-fcd2-4e5c-96f2-4c5f000501d0 None None] Bound port: 375ddec0-3db0-4199-9627-2e71edc2790a, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58e77f6a-fa72-44d4-94a1-733bfe525c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd432cb4a-b374-40fb-8e84-59dd409613e2'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:48:05.170370 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f8b43daf-fcd2-4e5c-96f2-4c5f000501d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:05.225330 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc40d79-2d78-46ba-be54-3823c9885cf3 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Pushing event deleted for resources: {'Port': ['ID=3230ff0f-dac4-46a4-bccf-dd18386e56bb,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:05.227057 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 41414) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:05.297854 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-f8b43daf-fcd2-4e5c-96f2-4c5f000501d0 None None] For port 375ddec0-3db0-4199-9627-2e71edc2790a, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:48:05.306113 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-f8b43daf-fcd2-4e5c-96f2-4c5f000501d0 None None] For port 375ddec0-3db0-4199-9627-2e71edc2790a, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=375ddec0-3db0-4199-9627-2e71edc2790a,segment=NetworkSegment(58e77f6a-fa72-44d4-94a1-733bfe525c0a),segment_id=58e77f6a-fa72-44d4-94a1-733bfe525c0a)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:48:05.312837 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f8b43daf-fcd2-4e5c-96f2-4c5f000501d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:05.314139 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-1fc40d79-2d78-46ba-be54-3823c9885cf3 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:05.325348 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-7c5203ae-026c-4394-ae86-1404fc424754 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:05.379552 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4bc929e-9fe5-4cf5-87ff-9cac83382c74 tempest-NetworksNegativeTestJSON-1670967145 tempest-NetworksNegativeTestJSON-1670967145-project] DELETE failed (client error): The resource could not be found. Dec 20 08:48:05.380120 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4bc929e-9fe5-4cf5-87ff-9cac83382c74 tempest-NetworksNegativeTestJSON-1670967145 tempest-NetworksNegativeTestJSON-1670967145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:48:05.391663 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-a4bc929e-9fe5-4cf5-87ff-9cac83382c74 tempest-NetworksNegativeTestJSON-1670967145 tempest-NetworksNegativeTestJSON-1670967145-project] 10.222.0.16 "DELETE /v2.0/subnets/ba846065-9ac1-4f41-b5c1-c75a83ee6273 HTTP/1.1" status: 404 len: 337 time: 0.1476860 Dec 20 08:48:05.398476 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 41420) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:05.404937 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b43daf-fcd2-4e5c-96f2-4c5f000501d0 None None] Pushing event updated for resources: {'Port': ['ID=375ddec0-3db0-4199-9627-2e71edc2790a,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:05.417773 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-f8b43daf-fcd2-4e5c-96f2-4c5f000501d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:05.445786 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-05dbe215-e64a-4ae2-9f74-54d8f933cead tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:05.448209 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-2982df9c-e5db-4ba0-aef8-aa6aedfc7570 tempest-NetworksNegativeTestJSON-1670967145 tempest-NetworksNegativeTestJSON-1670967145-project] GET failed (client error): The resource could not be found. Dec 20 08:48:05.451963 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-2982df9c-e5db-4ba0-aef8-aa6aedfc7570 tempest-NetworksNegativeTestJSON-1670967145 tempest-NetworksNegativeTestJSON-1670967145-project] 10.222.0.16 "GET /v2.0/networks/3914fd48-fb27-4cad-a002-79976cf693de HTTP/1.1" status: 404 len: 339 time: 0.0481427 Dec 20 08:48:05.452171 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-05dbe215-e64a-4ae2-9f74-54d8f933cead tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:05.452514 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-05dbe215-e64a-4ae2-9f74-54d8f933cead tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32898031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349045'] for router_interface, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:05.455697 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 41424) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:05.458175 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-38593ac5-8ec6-4323-a79a-211d64cd93a3 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:05.575100 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dbe215-e64a-4ae2-9f74-54d8f933cead tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Pushing event updated for resources: {'Port': ['ID=d144628e-0a39-4a4b-9e5f-202cbc1d107d,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:05.579895 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-05dbe215-e64a-4ae2-9f74-54d8f933cead tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:05.634354 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-38ead775-6e18-451e-a4f0-e637fd66addb tempest-NetworksNegativeTestJSON-1670967145 tempest-NetworksNegativeTestJSON-1670967145-project] GET failed (client error): The resource could not be found. Dec 20 08:48:05.639244 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 41432) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:05.640582 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-38ead775-6e18-451e-a4f0-e637fd66addb tempest-NetworksNegativeTestJSON-1670967145 tempest-NetworksNegativeTestJSON-1670967145-project] 10.222.0.16 "GET /v2.0/ports/ed3fa36b-a091-40db-ae65-a444843139d8 HTTP/1.1" status: 404 len: 333 time: 0.1833313 Dec 20 08:48:05.694563 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-1884c396-6656-4e70-900e-4270a975a677 tempest-NetworksNegativeTestJSON-1670967145 tempest-NetworksNegativeTestJSON-1670967145-project] GET failed (client error): The resource could not be found. Dec 20 08:48:05.699497 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1884c396-6656-4e70-900e-4270a975a677 tempest-NetworksNegativeTestJSON-1670967145 tempest-NetworksNegativeTestJSON-1670967145-project] 10.222.0.16 "GET /v2.0/subnets/1d5de4d0-63bc-47ee-8c5b-acc5d4c1a292 HTTP/1.1" status: 404 len: 337 time: 0.0554955 Dec 20 08:48:05.699663 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 41436) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:05.708368 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-65aecbba-b9a1-421f-ac0f-39f8b57f3800 tempest-NetworksNegativeTestJSON-1670967145 tempest-NetworksNegativeTestJSON-1670967145-project] Request body: {'network': {'name': 'new_name'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:48:05.738063 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-65aecbba-b9a1-421f-ac0f-39f8b57f3800 tempest-NetworksNegativeTestJSON-1670967145 tempest-NetworksNegativeTestJSON-1670967145-project] PUT failed (client error): The resource could not be found. Dec 20 08:48:05.738497 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65aecbba-b9a1-421f-ac0f-39f8b57f3800 tempest-NetworksNegativeTestJSON-1670967145 tempest-NetworksNegativeTestJSON-1670967145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:48:05.743884 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-65aecbba-b9a1-421f-ac0f-39f8b57f3800 tempest-NetworksNegativeTestJSON-1670967145 tempest-NetworksNegativeTestJSON-1670967145-project] 10.222.0.16 "PUT /v2.0/networks/8b9adb32-e850-4470-aa96-278d629da856 HTTP/1.1" status: 404 len: 339 time: 0.0383644 Dec 20 08:48:05.743884 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 41440) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:05.752402 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-dc784f35-5f45-4749-9985-77cadab1453d tempest-NetworksNegativeTestJSON-1670967145 tempest-NetworksNegativeTestJSON-1670967145-project] Request body: {'port': {'name': 'new_name'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:48:05.777835 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-4b75b68c-693b-4b12-a3b7-fedbaa0fbe31 req-5dd3cf05-7143-418f-9980-e67944407d16 tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] 10.222.0.16 "GET /v2.0/ports?device_id=9000ad2f-79ea-416d-ad54-41fa32789b18 HTTP/1.1" status: 200 len: 210 time: 0.0601044 Dec 20 08:48:05.778706 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1fc40d79-2d78-46ba-be54-3823c9885cf3 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346107'] for router_gateway, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:05.798331 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05dbe215-e64a-4ae2-9f74-54d8f933cead tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Network 4d431dfd-1b1f-41b6-bf63-944439a04756 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:48:05.805305 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-05dbe215-e64a-4ae2-9f74-54d8f933cead tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:48:05.812648 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc784f35-5f45-4749-9985-77cadab1453d tempest-NetworksNegativeTestJSON-1670967145 tempest-NetworksNegativeTestJSON-1670967145-project] PUT failed (client error): The resource could not be found. Dec 20 08:48:05.813101 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc784f35-5f45-4749-9985-77cadab1453d tempest-NetworksNegativeTestJSON-1670967145 tempest-NetworksNegativeTestJSON-1670967145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:48:05.814358 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-dc784f35-5f45-4749-9985-77cadab1453d tempest-NetworksNegativeTestJSON-1670967145 tempest-NetworksNegativeTestJSON-1670967145-project] 10.222.0.16 "PUT /v2.0/ports/708c0b30-e8f2-4aa8-9f56-2d7d2ef513c0 HTTP/1.1" status: 404 len: 333 time: 0.0698977 Dec 20 08:48:05.818299 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 41444) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:05.887907 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-46b5d390-4139-4bb0-aa6b-922a6224776e tempest-NetworksNegativeTestJSON-1670967145 tempest-NetworksNegativeTestJSON-1670967145-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:48:06.010843 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-46b5d390-4139-4bb0-aa6b-922a6224776e tempest-NetworksNegativeTestJSON-1670967145 tempest-NetworksNegativeTestJSON-1670967145-project] PUT failed (client error): The resource could not be found. Dec 20 08:48:06.011085 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46b5d390-4139-4bb0-aa6b-922a6224776e tempest-NetworksNegativeTestJSON-1670967145 tempest-NetworksNegativeTestJSON-1670967145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:48:06.012138 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-46b5d390-4139-4bb0-aa6b-922a6224776e tempest-NetworksNegativeTestJSON-1670967145 tempest-NetworksNegativeTestJSON-1670967145-project] 10.222.0.16 "PUT /v2.0/subnets/feb63dd0-aad7-4bff-b408-9d287e35ea75 HTTP/1.1" status: 404 len: 337 time: 0.1929286 Dec 20 08:48:06.090806 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1fc40d79-2d78-46ba-be54-3823c9885cf3 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24724'] for router, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:06.096153 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1fc40d79-2d78-46ba-be54-3823c9885cf3 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-351805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-351780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-379562'] for router, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:06.250933 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 264cb7a9-0ec6-4010-aa08-7abd9c30d517 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:48:06.363096 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fc40d79-2d78-46ba-be54-3823c9885cf3 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Router a5529660-cf9e-4f28-9624-cbf27003c0b8 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:48:06.395467 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 264cb7a9-0ec6-4010-aa08-7abd9c30d517 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:48:06.406450 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device e2e1946b-5bb8-4a1b-93b3-ae7396bba979 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:48:06.473878 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05dbe215-e64a-4ae2-9f74-54d8f933cead tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Router 930ad1a1-0881-4176-8a74-d938596ad7fc is scheduled to L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 with binding_index 1 {{(pid=83444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 08:48:06.522754 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea34b88-8c2a-4014-acd1-5f36f16ccdfa None None] Network 4d431dfd-1b1f-41b6-bf63-944439a04756 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:48:06.644178 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 41454) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:06.711869 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc40d79-2d78-46ba-be54-3823c9885cf3 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:48:06.721864 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1fc40d79-2d78-46ba-be54-3823c9885cf3 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:06.723883 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-1fc40d79-2d78-46ba-be54-3823c9885cf3 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] 10.222.0.16 "PUT /v2.0/routers/a5529660-cf9e-4f28-9624-cbf27003c0b8 HTTP/1.1" status: 200 len: 709 time: 4.4660673 Dec 20 08:48:06.729330 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 41460) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:06.754771 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08bd32f-8baf-4725-a197-ece8f0d09ec8 req-50af470b-9d53-49e9-ad6b-3f9cf2a51392 tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:06.757265 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-d08bd32f-8baf-4725-a197-ece8f0d09ec8 req-50af470b-9d53-49e9-ad6b-3f9cf2a51392 tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] 10.222.0.58 "GET /v2.0/networks?id=a05a209a-fb2b-4823-a355-7433ddb192cd HTTP/1.1" status: 200 len: 812 time: 0.3892524 Dec 20 08:48:06.769035 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adef3715-cfce-49d7-b594-6f3a1c59d869 None None] Sync routers for ids ['a5529660-cf9e-4f28-9624-cbf27003c0b8'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:48:06.780644 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [req-d08bd32f-8baf-4725-a197-ece8f0d09ec8 req-98c7812e-1bd9-414f-ba7d-9ce739fd7988 tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] Request body: {'port': {'device_id': '9000ad2f-79ea-416d-ad54-41fa32789b18', 'network_id': 'a05a209a-fb2b-4823-a355-7433ddb192cd', 'admin_state_up': True, 'tenant_id': '0fd2a608243e4e08bf763b2b25b0adbe'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:48:06.824846 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adef3715-cfce-49d7-b594-6f3a1c59d869 None None] Routers {'a5529660-cf9e-4f28-9624-cbf27003c0b8'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:48:06.826157 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-adef3715-cfce-49d7-b594-6f3a1c59d869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:47:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['a5529660-cf9e-4f28-9624-cbf27003c0b8'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:48:06.899892 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-adef3715-cfce-49d7-b594-6f3a1c59d869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:48:06.907784 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port e2e1946b-5bb8-4a1b-93b3-ae7396bba979 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:48:06.908312 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:06.953829 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ba283bc1-ffe5-4a88-9448-47f5e94bab09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:06.994039 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [req-d08bd32f-8baf-4725-a197-ece8f0d09ec8 req-98c7812e-1bd9-414f-ba7d-9ce739fd7988 tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:48:07.001631 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-d08bd32f-8baf-4725-a197-ece8f0d09ec8 req-98c7812e-1bd9-414f-ba7d-9ce739fd7988 tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] Usage tracker for resource:port and tenant:0fd2a608243e4e08bf763b2b25b0adbe is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:48:07.004732 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-d08bd32f-8baf-4725-a197-ece8f0d09ec8 req-98c7812e-1bd9-414f-ba7d-9ce739fd7988 tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:48:07.011474 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [req-d08bd32f-8baf-4725-a197-ece8f0d09ec8 req-98c7812e-1bd9-414f-ba7d-9ce739fd7988 tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:48:07.015968 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-78009740-1a94-466b-8966-f40f5cc26cb9 None None] Provisioning for port 264cb7a9-0ec6-4010-aa08-7abd9c30d517 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:48:07.028095 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-78009740-1a94-466b-8966-f40f5cc26cb9 None None] Provisioning complete for port 264cb7a9-0ec6-4010-aa08-7abd9c30d517 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:48:07.028454 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-78009740-1a94-466b-8966-f40f5cc26cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:07.032882 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d08bd32f-8baf-4725-a197-ece8f0d09ec8 req-98c7812e-1bd9-414f-ba7d-9ce739fd7988 tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] Made reservation on behalf of 0fd2a608243e4e08bf763b2b25b0adbe for: {'port': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:48:07.036091 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-d08bd32f-8baf-4725-a197-ece8f0d09ec8 req-98c7812e-1bd9-414f-ba7d-9ce739fd7988 tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:07.051107 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-ba283bc1-ffe5-4a88-9448-47f5e94bab09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:48:07.059748 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-ba283bc1-ffe5-4a88-9448-47f5e94bab09 admin admin] Usage tracker for resource:security_group_rule and tenant:31f6d06d541842f08f693a7aa748b38e is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:48:07.064087 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-ba283bc1-ffe5-4a88-9448-47f5e94bab09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:48:07.070753 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adef3715-cfce-49d7-b594-6f3a1c59d869 None None] Routers {'a5529660-cf9e-4f28-9624-cbf27003c0b8'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:48:07.071443 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-adef3715-cfce-49d7-b594-6f3a1c59d869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:47:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['a5529660-cf9e-4f28-9624-cbf27003c0b8'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:48:07.096183 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-74d6c988-52eb-47ad-83c0-1510613e7008 req-59b946d3-d3f9-4e61-9b50-aecf66b597b6 tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] 10.222.0.16 "GET /v2.0/ports?device_id=9000ad2f-79ea-416d-ad54-41fa32789b18 HTTP/1.1" status: 200 len: 210 time: 0.0788529 Dec 20 08:48:07.109095 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-50249ced-5e04-448c-83ea-24049485b022 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] 10.222.0.16 "GET /v2.0/routers/a5529660-cf9e-4f28-9624-cbf27003c0b8 HTTP/1.1" status: 200 len: 744 time: 0.3784401 Dec 20 08:48:07.112243 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 41466) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:07.171548 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-dd63e49e-1e82-4ab7-883e-935fcb0c2288 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=95f3bec2-46e6-4468-8229-8badd4a5aaae&device_id=a5529660-cf9e-4f28-9624-cbf27003c0b8 HTTP/1.1" status: 200 len: 205 time: 0.0576434 Dec 20 08:48:07.173895 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05dbe215-e64a-4ae2-9f74-54d8f933cead tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:48:07.181561 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 41470) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:07.187179 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c94315-badf-4e69-b654-0794ebc5e6dc None None] Sync routers for ids ['930ad1a1-0881-4176-8a74-d938596ad7fc'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:48:07.211457 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c94315-badf-4e69-b654-0794ebc5e6dc None None] Routers {'930ad1a1-0881-4176-8a74-d938596ad7fc'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:48:07.212121 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-c0c94315-badf-4e69-b654-0794ebc5e6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:47:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['930ad1a1-0881-4176-8a74-d938596ad7fc'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:48:07.218861 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-adef3715-cfce-49d7-b594-6f3a1c59d869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:48:07.220037 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adef3715-cfce-49d7-b594-6f3a1c59d869 None None] The sync data for ids ['a5529660-cf9e-4f28-9624-cbf27003c0b8'] in dv-neutron-820491-1-hyperv is: [] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:48:07.232237 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-bea190b4-ae03-4ded-a4c3-f45244b858cf tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5529660-cf9e-4f28-9624-cbf27003c0b8 HTTP/1.1" status: 200 len: 205 time: 0.0490475 Dec 20 08:48:07.237946 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-05dbe215-e64a-4ae2-9f74-54d8f933cead tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] 10.222.0.16 "PUT /v2.0/routers/930ad1a1-0881-4176-8a74-d938596ad7fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4837689 Dec 20 08:48:07.237946 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 41474) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:07.238222 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-ba283bc1-ffe5-4a88-9448-47f5e94bab09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:48:07.239656 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 41478) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:07.287674 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [req-d08bd32f-8baf-4725-a197-ece8f0d09ec8 req-98c7812e-1bd9-414f-ba7d-9ce739fd7988 tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] Allocated IP 172.20.0.14 (a05a209a-fb2b-4823-a355-7433ddb192cd/73b7446d-28e3-4ade-bcf5-9c2a3c82ef38/a5630966-90a7-4183-996b-16ea8f640297) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:48:07.291951 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52817be2-7a13-4352-aa48-5043c307f94a None None] Network d432cb4a-b374-40fb-8e84-59dd409613e2 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:48:07.292544 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-c0c94315-badf-4e69-b654-0794ebc5e6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:48:07.305082 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c94315-badf-4e69-b654-0794ebc5e6dc None None] Routers {'930ad1a1-0881-4176-8a74-d938596ad7fc'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:48:07.305847 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-c0c94315-badf-4e69-b654-0794ebc5e6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:47:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['930ad1a1-0881-4176-8a74-d938596ad7fc'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:48:07.377895 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-c0c94315-badf-4e69-b654-0794ebc5e6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:48:07.378496 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c94315-badf-4e69-b654-0794ebc5e6dc None None] The sync data for ids ['930ad1a1-0881-4176-8a74-d938596ad7fc'] in dv-neutron-820491-1-hyperv is: [] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:48:07.430895 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ba283bc1-ffe5-4a88-9448-47f5e94bab09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:07.440644 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ba283bc1-ffe5-4a88-9448-47f5e94bab09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:07.454500 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-247caa3a-3a48-4cc8-abf8-30acd45ff05c tempest-ServersTestJSON-331076138 tempest-ServersTestJSON-331076138-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:07.560145 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 375ddec0-3db0-4199-9627-2e71edc2790a up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:48:07.560562 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba283bc1-ffe5-4a88-9448-47f5e94bab09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88a28614-7ca3-49ca-8466-e86f69ea74af,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:07.568343 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ba283bc1-ffe5-4a88-9448-47f5e94bab09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:07.579679 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-ba283bc1-ffe5-4a88-9448-47f5e94bab09 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=31f6d06d541842f08f693a7aa748b38e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9342351 Dec 20 08:48:07.582751 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 41482) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:07.672780 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ffda03dd-2b39-498a-af88-dc872c536a53 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks [] for router, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:07.674876 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-523d2b92-36c6-4b6d-b686-00643b31447d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:07.675703 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-78009740-1a94-466b-8966-f40f5cc26cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:07.689347 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-d08bd32f-8baf-4725-a197-ece8f0d09ec8 req-98c7812e-1bd9-414f-ba7d-9ce739fd7988 tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:07.713517 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-523d2b92-36c6-4b6d-b686-00643b31447d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:07.775551 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-d08bd32f-8baf-4725-a197-ece8f0d09ec8 req-98c7812e-1bd9-414f-ba7d-9ce739fd7988 tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:07.782988 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-618f8d99-c44f-44e1-9c52-cccfd19f5fb1 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:07.787580 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-78009740-1a94-466b-8966-f40f5cc26cb9 None None] For port 264cb7a9-0ec6-4010-aa08-7abd9c30d517, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=264cb7a9-0ec6-4010-aa08-7abd9c30d517,segment=NetworkSegment(6c0f77a5-2da1-4a8a-91ab-d5e1ea0fc08e),segment_id=6c0f77a5-2da1-4a8a-91ab-d5e1ea0fc08e)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:48:07.798640 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-78009740-1a94-466b-8966-f40f5cc26cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:07.805373 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-daaa84f2-036f-4d91-b8f3-21ec19bfc749 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:07.836066 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 375ddec0-3db0-4199-9627-2e71edc2790a completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:48:07.885752 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c7812e-1bd9-414f-ba7d-9ce739fd7988 tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] Pushing event updated for resources: {'Port': ['ID=a5630966-90a7-4183-996b-16ea8f640297,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:07.898325 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78009740-1a94-466b-8966-f40f5cc26cb9 None None] Pushing event updated for resources: {'Port': ['ID=264cb7a9-0ec6-4010-aa08-7abd9c30d517,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:07.901897 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-78009740-1a94-466b-8966-f40f5cc26cb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:07.907594 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-98c7812e-1bd9-414f-ba7d-9ce739fd7988 tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:07.910055 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-523d2b92-36c6-4b6d-b686-00643b31447d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:07.915729 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-178cd6b6-f71f-4097-ab75-383f791e8c36 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:07.931132 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-f3d97fca-96b1-4ce2-970e-b65b0880419c None None] Provisioning for port 375ddec0-3db0-4199-9627-2e71edc2790a completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:48:07.938102 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-f3d97fca-96b1-4ce2-970e-b65b0880419c None None] Provisioning complete for port 375ddec0-3db0-4199-9627-2e71edc2790a triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:48:07.938693 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f3d97fca-96b1-4ce2-970e-b65b0880419c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:07.940309 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d08bd32f-8baf-4725-a197-ece8f0d09ec8 req-98c7812e-1bd9-414f-ba7d-9ce739fd7988 tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] Network a05a209a-fb2b-4823-a355-7433ddb192cd is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:48:07.955516 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523d2b92-36c6-4b6d-b686-00643b31447d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a28614-7ca3-49ca-8466-e86f69ea74af,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:07.958119 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [req-d08bd32f-8baf-4725-a197-ece8f0d09ec8 req-98c7812e-1bd9-414f-ba7d-9ce739fd7988 tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:48:07.959982 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-523d2b92-36c6-4b6d-b686-00643b31447d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:07.960859 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-523d2b92-36c6-4b6d-b686-00643b31447d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:07.964169 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-523d2b92-36c6-4b6d-b686-00643b31447d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/88a28614-7ca3-49ca-8466-e86f69ea74af HTTP/1.1" status: 204 len: 168 time: 0.3784091 Dec 20 08:48:07.964169 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [req-d08bd32f-8baf-4725-a197-ece8f0d09ec8 req-98c7812e-1bd9-414f-ba7d-9ce739fd7988 tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:48:08.118648 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 264cb7a9-0ec6-4010-aa08-7abd9c30d517 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:48:08.134474 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08bd32f-8baf-4725-a197-ece8f0d09ec8 req-98c7812e-1bd9-414f-ba7d-9ce739fd7988 tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:08.135413 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-d08bd32f-8baf-4725-a197-ece8f0d09ec8 req-98c7812e-1bd9-414f-ba7d-9ce739fd7988 tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:08.165941 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-d08bd32f-8baf-4725-a197-ece8f0d09ec8 req-98c7812e-1bd9-414f-ba7d-9ce739fd7988 tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3895731 Dec 20 08:48:08.189415 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [req-d08bd32f-8baf-4725-a197-ece8f0d09ec8 req-0263e8fe-988c-47a6-9f65-577e717993db service neutron] Request body: {'port': {'device_id': '9000ad2f-79ea-416d-ad54-41fa32789b18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8204'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:48:08.237276 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f3d97fca-96b1-4ce2-970e-b65b0880419c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:08.282227 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-f3d97fca-96b1-4ce2-970e-b65b0880419c None None] For port 375ddec0-3db0-4199-9627-2e71edc2790a, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=375ddec0-3db0-4199-9627-2e71edc2790a,segment=NetworkSegment(58e77f6a-fa72-44d4-94a1-733bfe525c0a),segment_id=58e77f6a-fa72-44d4-94a1-733bfe525c0a)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:48:08.291156 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 264cb7a9-0ec6-4010-aa08-7abd9c30d517 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:48:08.291537 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:08.327915 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f3d97fca-96b1-4ce2-970e-b65b0880419c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:08.338929 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-e6f46d5e-59e4-499a-aa2f-152564075166 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:08.443440 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d97fca-96b1-4ce2-970e-b65b0880419c None None] Pushing event updated for resources: {'Port': ['ID=375ddec0-3db0-4199-9627-2e71edc2790a,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:08.454267 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ffda03dd-2b39-498a-af88-dc872c536a53 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24735'] for router, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:08.466460 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ffda03dd-2b39-498a-af88-dc872c536a53 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:08.473025 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-f3d97fca-96b1-4ce2-970e-b65b0880419c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:08.499656 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-d08bd32f-8baf-4725-a197-ece8f0d09ec8 req-0263e8fe-988c-47a6-9f65-577e717993db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:08.511003 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-194be326-e715-4868-835d-398ae881db89 None None] Provisioning complete for port 375ddec0-3db0-4199-9627-2e71edc2790a triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:48:08.511379 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-194be326-e715-4868-835d-398ae881db89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:08.707757 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ffda03dd-2b39-498a-af88-dc872c536a53 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-390871'] for router, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:08.708374 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffda03dd-2b39-498a-af88-dc872c536a53 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Fanout notify agent at l3_agent the message router_deleted on router a5529660-cf9e-4f28-9624-cbf27003c0b8 {{(pid=83444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 08:48:08.748034 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ffda03dd-2b39-498a-af88-dc872c536a53 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:08.755151 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ffda03dd-2b39-498a-af88-dc872c536a53 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] 10.222.0.16 "DELETE /v2.0/routers/a5529660-cf9e-4f28-9624-cbf27003c0b8 HTTP/1.1" status: 204 len: 168 time: 1.5180907 Dec 20 08:48:08.755810 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 41498) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:08.768135 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-194be326-e715-4868-835d-398ae881db89 None None] Provisioning complete for port 264cb7a9-0ec6-4010-aa08-7abd9c30d517 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:48:08.768521 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-194be326-e715-4868-835d-398ae881db89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:08.840784 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-9429c79d-3c38-4412-b778-caa685ecfda3 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5529660-cf9e-4f28-9624-cbf27003c0b8 HTTP/1.1" status: 200 len: 205 time: 0.0827456 Dec 20 08:48:08.845811 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 41502) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:08.892766 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d342e4e-7089-4c68-b1ee-d8cf25e11ceb req-93284c0d-0494-459d-9e9b-39242b86d18f tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:08.893435 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-3d342e4e-7089-4c68-b1ee-d8cf25e11ceb req-93284c0d-0494-459d-9e9b-39242b86d18f tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] Synchronizing usage tracker for tenant:0fd2a608243e4e08bf763b2b25b0adbe on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:48:08.936238 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-194be326-e715-4868-835d-398ae881db89 None None] Provisioning for port d144628e-0a39-4a4b-9e5f-202cbc1d107d completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:48:08.952701 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-3d342e4e-7089-4c68-b1ee-d8cf25e11ceb req-93284c0d-0494-459d-9e9b-39242b86d18f tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] Unset dirty status for tenant:0fd2a608243e4e08bf763b2b25b0adbe on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:48:08.956741 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-194be326-e715-4868-835d-398ae881db89 None None] Provisioning complete for port d144628e-0a39-4a4b-9e5f-202cbc1d107d triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:48:08.957675 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-194be326-e715-4868-835d-398ae881db89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:08.959583 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-3d342e4e-7089-4c68-b1ee-d8cf25e11ceb req-93284c0d-0494-459d-9e9b-39242b86d18f tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] 10.222.0.16 "GET /v2.0/ports?device_id=9000ad2f-79ea-416d-ad54-41fa32789b18 HTTP/1.1" status: 200 len: 932 time: 0.6177514 Dec 20 08:48:09.048889 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-73ab2f22-d7e5-4409-94d8-9a0137d1340a tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] delete failed (client error): The resource could not be found. Dec 20 08:48:09.052612 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-73ab2f22-d7e5-4409-94d8-9a0137d1340a tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] 10.222.0.16 "DELETE /v2.0/routers/a5529660-cf9e-4f28-9624-cbf27003c0b8 HTTP/1.1" status: 404 len: 336 time: 0.2058825 Dec 20 08:48:09.055431 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 41510) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:09.085588 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-3d342e4e-7089-4c68-b1ee-d8cf25e11ceb req-2919f7a5-8034-4750-bbe5-be8ca0699dfd tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] Synchronizing usage tracker for tenant:0fd2a608243e4e08bf763b2b25b0adbe on resource:security_group {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:48:09.095457 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-194be326-e715-4868-835d-398ae881db89 None None] Port d144628e-0a39-4a4b-9e5f-202cbc1d107d cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:48:09.122032 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-3d342e4e-7089-4c68-b1ee-d8cf25e11ceb req-2919f7a5-8034-4750-bbe5-be8ca0699dfd tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] Unset dirty status for tenant:0fd2a608243e4e08bf763b2b25b0adbe on resource:security_group {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:48:09.123283 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-3d342e4e-7089-4c68-b1ee-d8cf25e11ceb req-2919f7a5-8034-4750-bbe5-be8ca0699dfd tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb820b64-db27-4425-8f61-97eb0c7b754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629214 Dec 20 08:48:09.138227 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a1336149-658f-4d4f-94f0-73edb8403019 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] 10.222.0.16 "GET /v2.0/ports?device_id=8737b1d0-d12c-4fe6-8bb5-79a0f9a740e7 HTTP/1.1" status: 200 len: 205 time: 0.0816436 Dec 20 08:48:09.138839 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 41516) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:09.184190 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [req-d08bd32f-8baf-4725-a197-ece8f0d09ec8 req-0263e8fe-988c-47a6-9f65-577e717993db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5630966-90a7-4183-996b-16ea8f640297 {{(pid=83445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 08:48:09.191839 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-d08bd32f-8baf-4725-a197-ece8f0d09ec8 req-0263e8fe-988c-47a6-9f65-577e717993db service neutron] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:09.215415 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [req-d08bd32f-8baf-4725-a197-ece8f0d09ec8 req-0263e8fe-988c-47a6-9f65-577e717993db service neutron] Transition to ACTIVE for port object a5630966-90a7-4183-996b-16ea8f640297 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:48:09.221494 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-d08bd32f-8baf-4725-a197-ece8f0d09ec8 req-0263e8fe-988c-47a6-9f65-577e717993db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2036698'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:09.225508 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-2ddec5b6-9239-4ced-b7d3-d2ed072c446e tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] delete failed (client error): The resource could not be found. Dec 20 08:48:09.229307 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-2ddec5b6-9239-4ced-b7d3-d2ed072c446e tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] 10.222.0.16 "DELETE /v2.0/routers/8737b1d0-d12c-4fe6-8bb5-79a0f9a740e7 HTTP/1.1" status: 404 len: 336 time: 0.0841308 Dec 20 08:48:09.232890 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-44988bf5-dc56-46de-8462-f0725b57aa7b None None] Provisioning complete for port d144628e-0a39-4a4b-9e5f-202cbc1d107d triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:48:09.234310 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-44988bf5-dc56-46de-8462-f0725b57aa7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:09.234579 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 41522) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:09.235540 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-37b70870-3ada-44c0-8f3f-51c6fe4b67d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:09.293845 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-44988bf5-dc56-46de-8462-f0725b57aa7b None None] Port d144628e-0a39-4a4b-9e5f-202cbc1d107d cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:48:09.322476 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-e9888325-f490-451b-89a6-c25e613a49e5 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 08:48:09.325286 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e9888325-f490-451b-89a6-c25e613a49e5 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] 10.222.0.16 "PUT /v2.0/routers/930ad1a1-0881-4176-8a74-d938596ad7fc/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.0840771 Dec 20 08:48:09.326520 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 41526) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:09.360168 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 41530) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:09.392475 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-3683bad5-6ef3-4331-b492-b476ad84089f tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] 10.222.0.16 "GET /v2.0/ports?device_id=c921139f-9b42-4305-a24b-4c4a52585bdf HTTP/1.1" status: 200 len: 205 time: 0.1215966 Dec 20 08:48:09.395627 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 41536) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:09.472991 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0263e8fe-988c-47a6-9f65-577e717993db service neutron] Pushing event updated for resources: {'Port': ['ID=a5630966-90a7-4183-996b-16ea8f640297,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:09.481855 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0263e8fe-988c-47a6-9f65-577e717993db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:09.483378 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.api.v2.resource [None req-5a96edb9-cab2-4367-913c-63009e87bea4 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] delete failed (client error): The resource could not be found. Dec 20 08:48:09.486892 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-5a96edb9-cab2-4367-913c-63009e87bea4 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] 10.222.0.16 "DELETE /v2.0/routers/c921139f-9b42-4305-a24b-4c4a52585bdf HTTP/1.1" status: 404 len: 336 time: 0.0864112 Dec 20 08:48:09.487682 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 41540) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:09.541128 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-cd064b3f-4a19-4064-991a-f417210de9c3 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0d9546b-ff47-40c1-923e-a8c91a34bc1c HTTP/1.1" status: 200 len: 205 time: 0.0522904 Dec 20 08:48:09.543427 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 41544) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:09.590659 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-bd65b0fb-dad8-4bca-8ff3-1d4d7ba3dc18 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1900069482'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:48:09.594504 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [req-d08bd32f-8baf-4725-a197-ece8f0d09ec8 req-0263e8fe-988c-47a6-9f65-577e717993db service neutron] Attempting to bind port a5630966-90a7-4183-996b-16ea8f640297 on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:48:09.594766 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [req-d08bd32f-8baf-4725-a197-ece8f0d09ec8 req-0263e8fe-988c-47a6-9f65-577e717993db service neutron] Attempting to bind port a5630966-90a7-4183-996b-16ea8f640297 by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': '1b7abb30-4ce7-4bd9-a784-89e031331f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a05a209a-fb2b-4823-a355-7433ddb192cd'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:48:09.595086 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08bd32f-8baf-4725-a197-ece8f0d09ec8 req-0263e8fe-988c-47a6-9f65-577e717993db service neutron] Attempting to bind port a5630966-90a7-4183-996b-16ea8f640297 on network a05a209a-fb2b-4823-a355-7433ddb192cd {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:48:09.598821 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-bd65b0fb-dad8-4bca-8ff3-1d4d7ba3dc18 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:48:09.605260 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-bd65b0fb-dad8-4bca-8ff3-1d4d7ba3dc18 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Usage tracker for resource:network and tenant:77c40f4df6664268b6fdee7d685de4ee is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:48:09.608977 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-bd65b0fb-dad8-4bca-8ff3-1d4d7ba3dc18 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:48:09.611685 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08bd32f-8baf-4725-a197-ece8f0d09ec8 req-0263e8fe-988c-47a6-9f65-577e717993db service neutron] Port a5630966-90a7-4183-996b-16ea8f640297 on network a05a209a-fb2b-4823-a355-7433ddb192cd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 08:48:09.611993 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08bd32f-8baf-4725-a197-ece8f0d09ec8 req-0263e8fe-988c-47a6-9f65-577e717993db service neutron] Attempting to bind port a5630966-90a7-4183-996b-16ea8f640297 on network a05a209a-fb2b-4823-a355-7433ddb192cd {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:48:09.616826 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-10fc6268-2a64-40e0-8bc2-a45ed7c5d6d7 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] delete failed (client error): The resource could not be found. Dec 20 08:48:09.617017 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-bd65b0fb-dad8-4bca-8ff3-1d4d7ba3dc18 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:48:09.617861 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-10fc6268-2a64-40e0-8bc2-a45ed7c5d6d7 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] 10.222.0.16 "DELETE /v2.0/routers/c0d9546b-ff47-40c1-923e-a8c91a34bc1c HTTP/1.1" status: 404 len: 336 time: 0.0735691 Dec 20 08:48:09.620969 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 41548) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:09.627124 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08bd32f-8baf-4725-a197-ece8f0d09ec8 req-0263e8fe-988c-47a6-9f65-577e717993db service neutron] Checking agent: {'id': 'bd419857-3bec-4b96-b211-3fb278c66880', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8204', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 40, 10), 'started_at': datetime.datetime(2021, 12, 20, 8, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:48:09.627458 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08bd32f-8baf-4725-a197-ece8f0d09ec8 req-0263e8fe-988c-47a6-9f65-577e717993db service neutron] Checking segment: {'id': '1b7abb30-4ce7-4bd9-a784-89e031331f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a05a209a-fb2b-4823-a355-7433ddb192cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:48:09.627832 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08bd32f-8baf-4725-a197-ece8f0d09ec8 req-0263e8fe-988c-47a6-9f65-577e717993db service neutron] Bound using segment: {'id': '1b7abb30-4ce7-4bd9-a784-89e031331f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a05a209a-fb2b-4823-a355-7433ddb192cd'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:48:09.628255 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [req-d08bd32f-8baf-4725-a197-ece8f0d09ec8 req-0263e8fe-988c-47a6-9f65-577e717993db service neutron] Bound port: a5630966-90a7-4183-996b-16ea8f640297, host: hv-neutron-8204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b7abb30-4ce7-4bd9-a784-89e031331f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a05a209a-fb2b-4823-a355-7433ddb192cd'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:48:09.628594 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-d08bd32f-8baf-4725-a197-ece8f0d09ec8 req-0263e8fe-988c-47a6-9f65-577e717993db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:09.642483 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd65b0fb-dad8-4bca-8ff3-1d4d7ba3dc18 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Made reservation on behalf of 77c40f4df6664268b6fdee7d685de4ee for: {'network': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:48:09.645343 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bd65b0fb-dad8-4bca-8ff3-1d4d7ba3dc18 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:09.682557 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bd65b0fb-dad8-4bca-8ff3-1d4d7ba3dc18 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for security_group, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:09.730830 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a26714a1-db08-4618-9090-b7065f764693 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] 10.222.0.16 "GET /v2.0/ports?device_id=2299e582-49a0-4d6e-ac6d-e1f9a623357f HTTP/1.1" status: 200 len: 205 time: 0.1081553 Dec 20 08:48:09.738571 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 41552) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:09.781033 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:09.807704 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-bd65b0fb-dad8-4bca-8ff3-1d4d7ba3dc18 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:48:09.820735 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.api.v2.resource [None req-d8b41c13-ea5c-451d-9c3b-f695d11440e5 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] delete failed (client error): The resource could not be found. Dec 20 08:48:09.821793 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-d8b41c13-ea5c-451d-9c3b-f695d11440e5 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] 10.222.0.16 "DELETE /v2.0/routers/2299e582-49a0-4d6e-ac6d-e1f9a623357f HTTP/1.1" status: 404 len: 336 time: 0.0808353 Dec 20 08:48:09.824340 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-bd65b0fb-dad8-4bca-8ff3-1d4d7ba3dc18 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Usage tracker for resource:security_group_rule and tenant:77c40f4df6664268b6fdee7d685de4ee is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:48:09.824783 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 41556) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:09.828112 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-bd65b0fb-dad8-4bca-8ff3-1d4d7ba3dc18 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:48:09.834487 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [req-d08bd32f-8baf-4725-a197-ece8f0d09ec8 req-0263e8fe-988c-47a6-9f65-577e717993db service neutron] For port a5630966-90a7-4183-996b-16ea8f640297, host hv-neutron-8204, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:48:09.836621 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-bd65b0fb-dad8-4bca-8ff3-1d4d7ba3dc18 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:48:09.839275 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [req-d08bd32f-8baf-4725-a197-ece8f0d09ec8 req-0263e8fe-988c-47a6-9f65-577e717993db service neutron] For port a5630966-90a7-4183-996b-16ea8f640297, host hv-neutron-8204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=a5630966-90a7-4183-996b-16ea8f640297,segment=NetworkSegment(1b7abb30-4ce7-4bd9-a784-89e031331f45),segment_id=1b7abb30-4ce7-4bd9-a784-89e031331f45)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:48:09.848241 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-d08bd32f-8baf-4725-a197-ece8f0d09ec8 req-0263e8fe-988c-47a6-9f65-577e717993db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2036698'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:09.853333 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-8dd43cea-7cba-4d18-8163-3b8f33aed341 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:09.878897 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-328cd19c-cc51-4c21-84fb-983d3d623f96 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] 10.222.0.16 "GET /v2.0/ports?device_id=96fc0ae0-2676-40bb-b2cd-ff87be6e9d81 HTTP/1.1" status: 200 len: 205 time: 0.0516179 Dec 20 08:48:09.881795 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 41560) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:09.937781 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-321b9b24-4bed-4643-af4e-d58d87e130f0 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349062'] for router_interface, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:09.938352 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-d08bd32f-8baf-4725-a197-ece8f0d09ec8 req-0263e8fe-988c-47a6-9f65-577e717993db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:09.939710 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-d08bd32f-8baf-4725-a197-ece8f0d09ec8 req-0263e8fe-988c-47a6-9f65-577e717993db service neutron] 10.222.0.58 "PUT /v2.0/ports/a5630966-90a7-4183-996b-16ea8f640297 HTTP/1.1" status: 200 len: 1094 time: 1.7618423 Dec 20 08:48:09.940216 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9000ad2f-79ea-416d-ad54-41fa32789b18', 'tag': 'a5630966-90a7-4183-996b-16ea8f640297'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 08:48:09.965779 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0263e8fe-988c-47a6-9f65-577e717993db service neutron] Pushing event updated for resources: {'Port': ['ID=a5630966-90a7-4183-996b-16ea8f640297,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:09.978136 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0263e8fe-988c-47a6-9f65-577e717993db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:10.036521 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bd65b0fb-dad8-4bca-8ff3-1d4d7ba3dc18 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for security_group, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:10.048744 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bd65b0fb-dad8-4bca-8ff3-1d4d7ba3dc18 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:10.052112 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ff6f298f-ea1e-40f5-ad74-9ce2048b9d5d tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:10.068476 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-39943202-d55d-4912-b579-9e86eda31f37 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] delete failed (client error): The resource could not be found. Dec 20 08:48:10.069308 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-39943202-d55d-4912-b579-9e86eda31f37 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] 10.222.0.16 "DELETE /v2.0/routers/96fc0ae0-2676-40bb-b2cd-ff87be6e9d81 HTTP/1.1" status: 404 len: 336 time: 0.1863937 Dec 20 08:48:10.075069 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 41568) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:10.086807 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd65b0fb-dad8-4bca-8ff3-1d4d7ba3dc18 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=83445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:48:10.087333 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 375ddec0-3db0-4199-9627-2e71edc2790a up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:48:10.109404 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd65b0fb-dad8-4bca-8ff3-1d4d7ba3dc18 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c70c531-900c-4b62-b748-b956e8a6b9b5,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:10.114898 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-bd65b0fb-dad8-4bca-8ff3-1d4d7ba3dc18 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:10.118045 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bd65b0fb-dad8-4bca-8ff3-1d4d7ba3dc18 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:10.118381 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.segments_db [None req-bd65b0fb-dad8-4bca-8ff3-1d4d7ba3dc18 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Added segment 73985838-8aa3-493e-ae7b-00a86d8385f2 of type vlan for network a7312c97-b812-4062-ab61-c3afd0fe9c51 Dec 20 08:48:10.121353 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-543537ac-f6be-4bf4-9100-e5c124b926de tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] DELETE failed (client error): The resource could not be found. Dec 20 08:48:10.121794 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-543537ac-f6be-4bf4-9100-e5c124b926de tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:48:10.122342 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-d08bd32f-8baf-4725-a197-ece8f0d09ec8 req-377a7dab-0c2d-4844-ab82-b1a77dbcaaa9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0fd2a608243e4e08bf763b2b25b0adbe&device_id=9000ad2f-79ea-416d-ad54-41fa32789b18 HTTP/1.1" status: 200 len: 1097 time: 0.1317301 Dec 20 08:48:10.126541 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-543537ac-f6be-4bf4-9100-e5c124b926de tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] 10.222.0.16 "DELETE /v2.0/subnets/57905e29-6fc7-46fc-ad22-f6cf39d41738 HTTP/1.1" status: 404 len: 337 time: 0.0473802 Dec 20 08:48:10.236935 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 375ddec0-3db0-4199-9627-2e71edc2790a triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:48:10.237638 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:10.268638 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-d08bd32f-8baf-4725-a197-ece8f0d09ec8 req-5ddf6502-b962-425d-81d8-fbb3733facc6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a5630966-90a7-4183-996b-16ea8f640297 HTTP/1.1" status: 200 len: 217 time: 0.1268687 Dec 20 08:48:10.270257 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bd65b0fb-dad8-4bca-8ff3-1d4d7ba3dc18 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:10.314308 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9000ad2f-79ea-416d-ad54-41fa32789b18', 'tag': 'a5630966-90a7-4183-996b-16ea8f640297', 'status': 'completed', 'code': 200} Dec 20 08:48:10.357593 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08bd32f-8baf-4725-a197-ece8f0d09ec8 req-d3353e53-29f1-4063-8244-b5273a6c6704 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:10.359931 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-d08bd32f-8baf-4725-a197-ece8f0d09ec8 req-d3353e53-29f1-4063-8244-b5273a6c6704 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=73b7446d-28e3-4ade-bcf5-9c2a3c82ef38 HTTP/1.1" status: 200 len: 852 time: 0.0801799 Dec 20 08:48:10.361436 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bd65b0fb-dad8-4bca-8ff3-1d4d7ba3dc18 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:10.365648 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd65b0fb-dad8-4bca-8ff3-1d4d7ba3dc18 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:10.366548 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bd65b0fb-dad8-4bca-8ff3-1d4d7ba3dc18 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:10.375464 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-31690f47-2f10-48c8-be4c-bcca351d5cbe tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:10.490966 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-d08bd32f-8baf-4725-a197-ece8f0d09ec8 req-790f6a23-04fc-479b-9e5b-e930e48727a3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a05a209a-fb2b-4823-a355-7433ddb192cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1186116 Dec 20 08:48:10.546127 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-bd65b0fb-dad8-4bca-8ff3-1d4d7ba3dc18 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1744704 Dec 20 08:48:10.554372 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 41578) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:10.620709 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-103468fc-748b-461b-a554-fab4162a9de0 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1257152130'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:48:10.630165 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 41582) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:10.633831 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd65b0fb-dad8-4bca-8ff3-1d4d7ba3dc18 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Pushing event updated for resources: {'Network': ['ID=a7312c97-b812-4062-ab61-c3afd0fe9c51,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:10.640316 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-103468fc-748b-461b-a554-fab4162a9de0 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:48:10.649502 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network a7312c97-b812-4062-ab61-c3afd0fe9c51 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:48:10.796013 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-bd65b0fb-dad8-4bca-8ff3-1d4d7ba3dc18 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:10.803446 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-103468fc-748b-461b-a554-fab4162a9de0 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Usage tracker for resource:network and tenant:77c40f4df6664268b6fdee7d685de4ee is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:48:10.806444 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-321b9b24-4bed-4643-af4e-d58d87e130f0 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Deleting port d144628e-0a39-4a4b-9e5f-202cbc1d107d {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:48:10.806944 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-321b9b24-4bed-4643-af4e-d58d87e130f0 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:10.807447 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-103468fc-748b-461b-a554-fab4162a9de0 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:48:10.816403 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-103468fc-748b-461b-a554-fab4162a9de0 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:48:10.868249 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdede7c-4eea-49df-82eb-de3b8b705915 req-782966aa-c8a0-49b9-87bb-0a24cfd8a60c tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:10.870251 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-4cdede7c-4eea-49df-82eb-de3b8b705915 req-782966aa-c8a0-49b9-87bb-0a24cfd8a60c tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] 10.222.0.16 "GET /v2.0/ports?device_id=9000ad2f-79ea-416d-ad54-41fa32789b18 HTTP/1.1" status: 200 len: 944 time: 0.4986200 Dec 20 08:48:10.872575 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-d08bd32f-8baf-4725-a197-ece8f0d09ec8 req-543e680d-7c52-4b43-b4e6-f9f9108376b6 service neutron] 10.222.0.58 "GET /v2.0/networks/a05a209a-fb2b-4823-a355-7433ddb192cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3722062 Dec 20 08:48:10.873584 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-103468fc-748b-461b-a554-fab4162a9de0 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Made reservation on behalf of 77c40f4df6664268b6fdee7d685de4ee for: {'network': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:48:10.876850 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-103468fc-748b-461b-a554-fab4162a9de0 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:11.020712 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-321b9b24-4bed-4643-af4e-d58d87e130f0 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:11.037555 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-103468fc-748b-461b-a554-fab4162a9de0 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=83445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:48:11.043306 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c8895db2-8a7c-4b3a-bf7c-53fd5e5e7490 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:11.083567 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-103468fc-748b-461b-a554-fab4162a9de0 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:11.083904 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.segments_db [None req-103468fc-748b-461b-a554-fab4162a9de0 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Added segment f2eec052-ca01-487b-89d8-c2ac9a415982 of type vlan for network 3d5b4faa-0fa3-4f22-8e9e-9af63a8a718f Dec 20 08:48:11.086659 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-4cdede7c-4eea-49df-82eb-de3b8b705915 req-fb852306-5e47-4d70-9385-5f8b9de01835 tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb820b64-db27-4425-8f61-97eb0c7b754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002969 Dec 20 08:48:11.138339 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-c8895db2-8a7c-4b3a-bf7c-53fd5e5e7490 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:48:11.144486 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-d08bd32f-8baf-4725-a197-ece8f0d09ec8 req-0d4a7612-e4ba-4253-8017-22c166e3888d service neutron] 10.222.0.58 "GET /v2.0/networks/a05a209a-fb2b-4823-a355-7433ddb192cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555728 Dec 20 08:48:11.145421 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-321b9b24-4bed-4643-af4e-d58d87e130f0 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Calling delete_port for d144628e-0a39-4a4b-9e5f-202cbc1d107d owned by network:router_interface {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:48:11.147206 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-103468fc-748b-461b-a554-fab4162a9de0 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:11.150860 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-c8895db2-8a7c-4b3a-bf7c-53fd5e5e7490 admin admin] Usage tracker for resource:security_group_rule and tenant:dde3432b20b1425ba86c86caefb44bed is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:48:11.154120 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-c8895db2-8a7c-4b3a-bf7c-53fd5e5e7490 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:48:11.161559 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-c8895db2-8a7c-4b3a-bf7c-53fd5e5e7490 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:48:11.236699 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-103468fc-748b-461b-a554-fab4162a9de0 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:11.240463 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103468fc-748b-461b-a554-fab4162a9de0 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:11.241045 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-103468fc-748b-461b-a554-fab4162a9de0 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:11.254582 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f16388f7-0e60-4a83-adbd-992f7cae5049 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:11.278656 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 41590) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:11.398645 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-103468fc-748b-461b-a554-fab4162a9de0 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8432527 Dec 20 08:48:11.403832 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 41594) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:11.407214 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103468fc-748b-461b-a554-fab4162a9de0 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Pushing event updated for resources: {'Network': ['ID=3d5b4faa-0fa3-4f22-8e9e-9af63a8a718f,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:11.408345 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-321b9b24-4bed-4643-af4e-d58d87e130f0 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:11.414694 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-103468fc-748b-461b-a554-fab4162a9de0 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:11.415473 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-cd018cdb-9310-4cf8-a5aa-54264a116258 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:11.416327 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c8895db2-8a7c-4b3a-bf7c-53fd5e5e7490 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:11.418878 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network 3d5b4faa-0fa3-4f22-8e9e-9af63a8a718f details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:48:11.424615 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c8895db2-8a7c-4b3a-bf7c-53fd5e5e7490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:11.432958 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-20e44940-cc8c-4579-b9fc-17e1297b14e7 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:11.464298 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-c68add2d-b8ba-440e-803b-df6d6cb8685c tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Request body: {'subnet': {'network_id': 'a7312c97-b812-4062-ab61-c3afd0fe9c51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:48:11.466681 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-5342f3c7-b9d3-4b9f-a7bb-d575d3c38520 req-cb9f647f-7c67-47bb-86b1-aa62822b55ac service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0fd2a608243e4e08bf763b2b25b0adbe&device_id=9000ad2f-79ea-416d-ad54-41fa32789b18 HTTP/1.1" status: 200 len: 1097 time: 0.2775612 Dec 20 08:48:11.478968 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321b9b24-4bed-4643-af4e-d58d87e130f0 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Pushing event deleted for resources: {'Port': ['ID=d144628e-0a39-4a4b-9e5f-202cbc1d107d,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:11.487556 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-321b9b24-4bed-4643-af4e-d58d87e130f0 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:11.500862 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8895db2-8a7c-4b3a-bf7c-53fd5e5e7490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe4a6192-a770-4d78-8479-f88c8c759e61,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:11.502121 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-970797c9-ca7a-47cc-ad59-8b529578d797 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] 10.222.0.16 "GET /v2.0/ports?project_id=f7b89f97320342ff933d41aa1a974b12&network_id=627d2b4e-ee9f-42de-b848-af479fe5c2f5 HTTP/1.1" status: 200 len: 3000 time: 0.2191501 Dec 20 08:48:11.511490 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-c8895db2-8a7c-4b3a-bf7c-53fd5e5e7490 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dde3432b20b1425ba86c86caefb44bed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8763194 Dec 20 08:48:11.511890 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 41598) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:11.516919 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-c8895db2-8a7c-4b3a-bf7c-53fd5e5e7490 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:11.694305 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d547d865-3154-4848-8213-02b72f0fa1a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:11.728923 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5342f3c7-b9d3-4b9f-a7bb-d575d3c38520 req-ed6d36ec-23f7-4ccd-9041-d552f8573ec4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:11.730430 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-5342f3c7-b9d3-4b9f-a7bb-d575d3c38520 req-ed6d36ec-23f7-4ccd-9041-d552f8573ec4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a05a209a-fb2b-4823-a355-7433ddb192cd HTTP/1.1" status: 200 len: 913 time: 0.2553356 Dec 20 08:48:11.738391 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d547d865-3154-4848-8213-02b72f0fa1a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:11.762211 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-c68add2d-b8ba-440e-803b-df6d6cb8685c tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:48:11.767517 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-c68add2d-b8ba-440e-803b-df6d6cb8685c tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Usage tracker for resource:subnet and tenant:77c40f4df6664268b6fdee7d685de4ee is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:48:11.771216 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-c68add2d-b8ba-440e-803b-df6d6cb8685c tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:48:11.777646 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-c68add2d-b8ba-440e-803b-df6d6cb8685c tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:48:11.785097 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-321b9b24-4bed-4643-af4e-d58d87e130f0 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32897953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348760'] for router_interface, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:11.796922 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c68add2d-b8ba-440e-803b-df6d6cb8685c tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Made reservation on behalf of 77c40f4df6664268b6fdee7d685de4ee for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:48:11.822129 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-5342f3c7-b9d3-4b9f-a7bb-d575d3c38520 req-16a330ec-23a1-4b2b-8c14-f67955acc8e6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a5630966-90a7-4183-996b-16ea8f640297 HTTP/1.1" status: 200 len: 217 time: 0.0767095 Dec 20 08:48:11.898410 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5342f3c7-b9d3-4b9f-a7bb-d575d3c38520 req-6f5fb5dd-a0fa-48b3-b659-e0dda0e1ec43 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:11.899890 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-5342f3c7-b9d3-4b9f-a7bb-d575d3c38520 req-6f5fb5dd-a0fa-48b3-b659-e0dda0e1ec43 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=73b7446d-28e3-4ade-bcf5-9c2a3c82ef38 HTTP/1.1" status: 200 len: 852 time: 0.0653391 Dec 20 08:48:11.904719 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d547d865-3154-4848-8213-02b72f0fa1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:11.910704 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-bcc98192-f22b-43f0-9dc9-27ce29c8e3c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:11.963486 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-5342f3c7-b9d3-4b9f-a7bb-d575d3c38520 req-defbab93-cbd3-4285-9504-6920490f9567 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a05a209a-fb2b-4823-a355-7433ddb192cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536509 Dec 20 08:48:11.964253 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d547d865-3154-4848-8213-02b72f0fa1a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe4a6192-a770-4d78-8479-f88c8c759e61,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:11.966508 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d547d865-3154-4848-8213-02b72f0fa1a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:11.970215 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d547d865-3154-4848-8213-02b72f0fa1a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:11.973968 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-d547d865-3154-4848-8213-02b72f0fa1a8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fe4a6192-a770-4d78-8479-f88c8c759e61 HTTP/1.1" status: 204 len: 168 time: 0.4586539 Dec 20 08:48:12.117345 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-5342f3c7-b9d3-4b9f-a7bb-d575d3c38520 req-0f975ee1-6306-495f-940f-d08e995d23d5 service neutron] 10.222.0.58 "GET /v2.0/networks/a05a209a-fb2b-4823-a355-7433ddb192cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447682 Dec 20 08:48:12.122329 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c68add2d-b8ba-440e-803b-df6d6cb8685c tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1529102'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:12.279703 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-5342f3c7-b9d3-4b9f-a7bb-d575d3c38520 req-43188ebd-6aa0-4428-8693-eacb403ef8c2 service neutron] 10.222.0.58 "GET /v2.0/networks/a05a209a-fb2b-4823-a355-7433ddb192cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547689 Dec 20 08:48:12.356197 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 41612) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:12.408432 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-97058258-0aa5-4f6e-ae48-b6b5c1c63767 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5f1d2e098aa1404b801e1ff34ce5223d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0508502 Dec 20 08:48:12.411067 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 41618) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:12.473208 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-55ea7587-3f26-4767-a455-127aff9dde73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:12.479902 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d946d559-c130-4446-bab4-e73b8b0fc5f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:12.501849 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-55ea7587-3f26-4767-a455-127aff9dde73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:12.569047 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-55ea7587-3f26-4767-a455-127aff9dde73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:12.575725 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-13c44f2f-3877-4831-a066-18b29fcbd621 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:12.588255 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ea7587-3f26-4767-a455-127aff9dde73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c39cc51-2bd9-401a-abd1-ae4f18ea4447,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:12.602520 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-55ea7587-3f26-4767-a455-127aff9dde73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:12.603425 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-55ea7587-3f26-4767-a455-127aff9dde73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:12.604607 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-55ea7587-3f26-4767-a455-127aff9dde73 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5c39cc51-2bd9-401a-abd1-ae4f18ea4447 HTTP/1.1" status: 204 len: 168 time: 0.1919405 Dec 20 08:48:12.646019 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98badfce-aea7-4718-a61f-349b2c3a18c7 req-8ab42753-4bfe-4b01-b215-ce752c585e66 tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:12.647474 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-98badfce-aea7-4718-a61f-349b2c3a18c7 req-8ab42753-4bfe-4b01-b215-ce752c585e66 tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] 10.222.0.16 "GET /v2.0/ports?device_id=9000ad2f-79ea-416d-ad54-41fa32789b18 HTTP/1.1" status: 200 len: 944 time: 0.3110719 Dec 20 08:48:12.667867 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-321b9b24-4bed-4643-af4e-d58d87e130f0 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Router 930ad1a1-0881-4176-8a74-d938596ad7fc has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:48:12.714408 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c68add2d-b8ba-440e-803b-df6d6cb8685c tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1129376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1529148'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:12.725347 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e773e6d3-651f-4960-b3b0-81095d6f7b89 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:12.833937 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-98badfce-aea7-4718-a61f-349b2c3a18c7 req-3dacd168-45aa-4b1a-814c-79780bf85e48 tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb820b64-db27-4425-8f61-97eb0c7b754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741796 Dec 20 08:48:12.925569 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68add2d-b8ba-440e-803b-df6d6cb8685c tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Pushing event updated for resources: {'Subnet': ['ID=367d6731-47c6-4858-9f85-640a2748d358,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:12.932749 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c68add2d-b8ba-440e-803b-df6d6cb8685c tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:12.947508 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68add2d-b8ba-440e-803b-df6d6cb8685c tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Checking segment: {'id': '73985838-8aa3-493e-ae7b-00a86d8385f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'a7312c97-b812-4062-ab61-c3afd0fe9c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:48:12.947865 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68add2d-b8ba-440e-803b-df6d6cb8685c tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Network hostable DHCP agents. Network: a7312c97-b812-4062-ab61-c3afd0fe9c51, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:48:12.955684 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-321b9b24-4bed-4643-af4e-d58d87e130f0 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:48:12.966660 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7607afda-d80b-4f5c-872a-5ebe9ef617a3 None None] Sync routers for ids ['930ad1a1-0881-4176-8a74-d938596ad7fc'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:48:12.976809 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-321b9b24-4bed-4643-af4e-d58d87e130f0 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] 10.222.0.16 "PUT /v2.0/routers/930ad1a1-0881-4176-8a74-d938596ad7fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6479433 Dec 20 08:48:12.981202 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 41634) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:12.984384 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7607afda-d80b-4f5c-872a-5ebe9ef617a3 None None] Routers {'930ad1a1-0881-4176-8a74-d938596ad7fc'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:48:12.985031 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-7607afda-d80b-4f5c-872a-5ebe9ef617a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:47:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['930ad1a1-0881-4176-8a74-d938596ad7fc'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:48:12.989868 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68add2d-b8ba-440e-803b-df6d6cb8685c tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Network a7312c97-b812-4062-ab61-c3afd0fe9c51 is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:48:13.005007 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-c68add2d-b8ba-440e-803b-df6d6cb8685c tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, a7312c97-b812-4062-ab61-c3afd0fe9c51) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:48:13.020181 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68add2d-b8ba-440e-803b-df6d6cb8685c tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:13.020766 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c68add2d-b8ba-440e-803b-df6d6cb8685c tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:13.042598 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74c3a88-9582-407b-ad25-fdcdae7cb1cd None None] Network a7312c97-b812-4062-ab61-c3afd0fe9c51 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:48:13.050348 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c68add2d-b8ba-440e-803b-df6d6cb8685c tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6431501 Dec 20 08:48:13.051267 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 41640) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:13.057773 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-0db6a0f6-affc-4a1f-bbe5-a77e47d093c9 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Request body: {'subnet': {'network_id': '3d5b4faa-0fa3-4f22-8e9e-9af63a8a718f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:48:13.067039 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-7607afda-d80b-4f5c-872a-5ebe9ef617a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:48:13.075868 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.api.v2.resource [None req-450a60d3-3710-4064-897b-33372871af7e tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] delete failed (client error): The resource could not be found. Dec 20 08:48:13.081893 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-450a60d3-3710-4064-897b-33372871af7e tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] 10.222.0.16 "DELETE /v2.0/routers/tempest-non_exist_router-1811180097 HTTP/1.1" status: 404 len: 335 time: 0.0996165 Dec 20 08:48:13.082570 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 41644) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:13.088774 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-b4bfaced-fe52-4494-8a0d-631f7adc806f tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Request body: {'router': {'external_gateway_info': {'network_id': '930ad1a1-0881-4176-8a74-d938596ad7fc'}}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:48:13.161583 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7607afda-d80b-4f5c-872a-5ebe9ef617a3 None None] Routers {'930ad1a1-0881-4176-8a74-d938596ad7fc'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:48:13.162555 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-7607afda-d80b-4f5c-872a-5ebe9ef617a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:47:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['930ad1a1-0881-4176-8a74-d938596ad7fc'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:48:13.191096 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-0db6a0f6-affc-4a1f-bbe5-a77e47d093c9 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:48:13.195598 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-0db6a0f6-affc-4a1f-bbe5-a77e47d093c9 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Usage tracker for resource:subnet and tenant:77c40f4df6664268b6fdee7d685de4ee is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:48:13.198785 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-0db6a0f6-affc-4a1f-bbe5-a77e47d093c9 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:48:13.206169 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-0db6a0f6-affc-4a1f-bbe5-a77e47d093c9 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:48:13.220665 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db6a0f6-affc-4a1f-bbe5-a77e47d093c9 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Made reservation on behalf of 77c40f4df6664268b6fdee7d685de4ee for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:48:13.239434 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-7607afda-d80b-4f5c-872a-5ebe9ef617a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:48:13.239849 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7607afda-d80b-4f5c-872a-5ebe9ef617a3 None None] The sync data for ids ['930ad1a1-0881-4176-8a74-d938596ad7fc'] in dv-neutron-820491-1-hyperv is: [] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:48:13.340255 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0db6a0f6-affc-4a1f-bbe5-a77e47d093c9 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1529102'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:13.370960 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 41652) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:13.382430 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff38d68-da4b-49e8-accf-b307a4917da2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-a7312c97-b812-4062-ab61-c3afd0fe9c51', 'network_id': 'a7312c97-b812-4062-ab61-c3afd0fe9c51', 'tenant_id': '77c40f4df6664268b6fdee7d685de4ee', 'fixed_ips': [{'subnet_id': '367d6731-47c6-4858-9f85-640a2748d358'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:48:13.383262 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-5ff38d68-da4b-49e8-accf-b307a4917da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:13.511460 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb312ae5-cc66-4832-bb93-6660bdfa506b tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:13.517268 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-cb312ae5-cc66-4832-bb93-6660bdfa506b tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=95f3bec2-46e6-4468-8229-8badd4a5aaae HTTP/1.1" status: 200 len: 814 time: 0.1424065 Dec 20 08:48:13.628548 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-5ff38d68-da4b-49e8-accf-b307a4917da2 None None] Allocated IP 2001:db8::2 (a7312c97-b812-4062-ab61-c3afd0fe9c51/367d6731-47c6-4858-9f85-640a2748d358/9af87b93-d67c-4bb1-88d6-256714d60707) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:48:13.695061 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0db6a0f6-affc-4a1f-bbe5-a77e47d093c9 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1129376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1529148'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:13.700955 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-02e5efa4-f903-47be-927b-1a939d03c76d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:13.719172 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b4bfaced-fe52-4494-8a0d-631f7adc806f tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24724'] for router, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:13.723965 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 41664) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:13.771391 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.api.v2.resource [None req-b4bfaced-fe52-4494-8a0d-631f7adc806f tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] update failed (client error): The resource could not be found. Dec 20 08:48:13.777505 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-b4bfaced-fe52-4494-8a0d-631f7adc806f tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] 10.222.0.16 "PUT /v2.0/routers/930ad1a1-0881-4176-8a74-d938596ad7fc HTTP/1.1" status: 404 len: 339 time: 0.6938658 Dec 20 08:48:13.778450 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 41670) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:13.785126 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-dccf8671-ffef-41fa-a718-086d913843b5 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-792018056'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:48:13.786480 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db6a0f6-affc-4a1f-bbe5-a77e47d093c9 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Pushing event updated for resources: {'Subnet': ['ID=ddd0bd2d-7765-4b7a-afd2-c47d372866e4,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:13.791824 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0db6a0f6-affc-4a1f-bbe5-a77e47d093c9 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:13.799807 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-dccf8671-ffef-41fa-a718-086d913843b5 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:48:13.803945 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db6a0f6-affc-4a1f-bbe5-a77e47d093c9 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Checking segment: {'id': 'f2eec052-ca01-487b-89d8-c2ac9a415982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '3d5b4faa-0fa3-4f22-8e9e-9af63a8a718f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:48:13.804305 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db6a0f6-affc-4a1f-bbe5-a77e47d093c9 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Network hostable DHCP agents. Network: 3d5b4faa-0fa3-4f22-8e9e-9af63a8a718f, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:48:13.805094 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-dccf8671-ffef-41fa-a718-086d913843b5 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Usage tracker for resource:network and tenant:3a1d675c4a5d4f6387a7ba75d744c88e is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:48:13.810763 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-dccf8671-ffef-41fa-a718-086d913843b5 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:48:13.820567 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-dccf8671-ffef-41fa-a718-086d913843b5 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:48:13.832142 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db6a0f6-affc-4a1f-bbe5-a77e47d093c9 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Network 3d5b4faa-0fa3-4f22-8e9e-9af63a8a718f is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:48:13.832767 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dccf8671-ffef-41fa-a718-086d913843b5 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Made reservation on behalf of 3a1d675c4a5d4f6387a7ba75d744c88e for: {'network': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:48:13.836713 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-dccf8671-ffef-41fa-a718-086d913843b5 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:13.843780 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-0db6a0f6-affc-4a1f-bbe5-a77e47d093c9 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, 3d5b4faa-0fa3-4f22-8e9e-9af63a8a718f) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:48:13.856642 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db6a0f6-affc-4a1f-bbe5-a77e47d093c9 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:13.857265 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0db6a0f6-affc-4a1f-bbe5-a77e47d093c9 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:13.867788 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dccf8671-ffef-41fa-a718-086d913843b5 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=83445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:48:13.882242 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-dccf8671-ffef-41fa-a718-086d913843b5 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:13.882612 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.segments_db [None req-dccf8671-ffef-41fa-a718-086d913843b5 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Added segment d3be6c88-7ff0-4756-83fa-034b20db48ab of type vlan for network e490609e-501f-4daa-9b6c-c8e5c1764c20 Dec 20 08:48:13.888100 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a3b3b2-1fd2-4ee7-b8a8-5a4f0f3a4c74 None None] Network 3d5b4faa-0fa3-4f22-8e9e-9af63a8a718f requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:48:13.893942 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-0db6a0f6-affc-4a1f-bbe5-a77e47d093c9 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8385174 Dec 20 08:48:13.894759 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 41676) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:13.900650 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-753513aa-7a5e-4bed-9aff-f9ffd381a552 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-678342801', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:48:13.912655 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-c09b7919-6b1d-4a59-a946-3be7f92dcf8c tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-440111851'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:48:13.919825 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-753513aa-7a5e-4bed-9aff-f9ffd381a552 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:48:13.926214 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-c09b7919-6b1d-4a59-a946-3be7f92dcf8c tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:48:13.942417 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-753513aa-7a5e-4bed-9aff-f9ffd381a552 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Usage tracker for resource:router and tenant:77c40f4df6664268b6fdee7d685de4ee is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:48:13.945277 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-c09b7919-6b1d-4a59-a946-3be7f92dcf8c tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Usage tracker for resource:network and tenant:4de9b4b7601243f2b1d879d3ed46dac5 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:48:13.947961 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-753513aa-7a5e-4bed-9aff-f9ffd381a552 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:48:13.953207 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-c09b7919-6b1d-4a59-a946-3be7f92dcf8c tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:48:13.962152 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-dccf8671-ffef-41fa-a718-086d913843b5 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:13.965945 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-753513aa-7a5e-4bed-9aff-f9ffd381a552 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:48:13.968495 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-c09b7919-6b1d-4a59-a946-3be7f92dcf8c tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:48:13.987595 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c09b7919-6b1d-4a59-a946-3be7f92dcf8c tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Made reservation on behalf of 4de9b4b7601243f2b1d879d3ed46dac5 for: {'network': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:48:13.990580 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c09b7919-6b1d-4a59-a946-3be7f92dcf8c tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:14.012538 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c09b7919-6b1d-4a59-a946-3be7f92dcf8c tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks [] for security_group, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:14.018410 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 41680) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:14.021179 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-5ff38d68-da4b-49e8-accf-b307a4917da2 None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:14.025181 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-67b98d68-6e1e-453e-bc7b-cb71a1872949 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'network': {'name': 'tempest-network-smoke--2058274572', 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'port_security_enabled': True}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:48:14.030305 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-67b98d68-6e1e-453e-bc7b-cb71a1872949 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:48:14.034697 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-67b98d68-6e1e-453e-bc7b-cb71a1872949 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:network and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:48:14.037757 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-67b98d68-6e1e-453e-bc7b-cb71a1872949 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:48:14.043174 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-5ff38d68-da4b-49e8-accf-b307a4917da2 None None] Transition to ACTIVE for port object 9af87b93-d67c-4bb1-88d6-256714d60707 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:48:14.044253 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-67b98d68-6e1e-453e-bc7b-cb71a1872949 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:48:14.055792 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-753513aa-7a5e-4bed-9aff-f9ffd381a552 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24817'] for router, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:14.056717 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-753513aa-7a5e-4bed-9aff-f9ffd381a552 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-351744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24806'] for router, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:14.057534 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67b98d68-6e1e-453e-bc7b-cb71a1872949 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Made reservation on behalf of f7b89f97320342ff933d41aa1a974b12 for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:48:14.061015 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-67b98d68-6e1e-453e-bc7b-cb71a1872949 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:14.080611 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device a5630966-90a7-4183-996b-16ea8f640297 details requested by agent hyperv_hv-neutron-8204 with host hv-neutron-8204 {{(pid=83446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 08:48:14.096740 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67b98d68-6e1e-453e-bc7b-cb71a1872949 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:48:14.097927 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-dccf8671-ffef-41fa-a718-086d913843b5 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:14.101800 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dccf8671-ffef-41fa-a718-086d913843b5 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:14.102379 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-dccf8671-ffef-41fa-a718-086d913843b5 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:14.106902 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-67b98d68-6e1e-453e-bc7b-cb71a1872949 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:14.107411 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-67b98d68-6e1e-453e-bc7b-cb71a1872949 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Added segment 05750874-43ff-4592-9e36-f1b4b81b64f9 of type vlan for network 14b45dac-66c0-4b3c-8f46-86b564f1af3d Dec 20 08:48:14.110185 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f6fe94ac-5481-441f-a46c-17db90706867 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:14.118254 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-5ff38d68-da4b-49e8-accf-b307a4917da2 None None] Transition to ACTIVE for port object 9af87b93-d67c-4bb1-88d6-256714d60707 will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:48:14.136814 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-5ff38d68-da4b-49e8-accf-b307a4917da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:14.147798 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-67b98d68-6e1e-453e-bc7b-cb71a1872949 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:14.160332 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-a3d7f249-0e94-493b-900e-41ff76432f2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:14.177352 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-753513aa-7a5e-4bed-9aff-f9ffd381a552 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:14.200305 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-c09b7919-6b1d-4a59-a946-3be7f92dcf8c tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:48:14.245150 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.db.resource_extend [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 08:48:14.261639 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-c09b7919-6b1d-4a59-a946-3be7f92dcf8c tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Usage tracker for resource:security_group_rule and tenant:4de9b4b7601243f2b1d879d3ed46dac5 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:48:14.267134 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccf8671-ffef-41fa-a718-086d913843b5 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Pushing event updated for resources: {'Network': ['ID=e490609e-501f-4daa-9b6c-c8e5c1764c20,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:14.268451 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-c09b7919-6b1d-4a59-a946-3be7f92dcf8c tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:48:14.273158 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-dccf8671-ffef-41fa-a718-086d913843b5 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4935226 Dec 20 08:48:14.278987 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 41684) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:14.284578 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff38d68-da4b-49e8-accf-b307a4917da2 None None] Network a7312c97-b812-4062-ab61-c3afd0fe9c51 is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:48:14.285788 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-dccf8671-ffef-41fa-a718-086d913843b5 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:14.289976 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-c09b7919-6b1d-4a59-a946-3be7f92dcf8c tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:48:14.290580 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network e490609e-501f-4daa-9b6c-c8e5c1764c20 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:48:14.297509 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-5a981665-c280-4a4f-b95e-5c0c770a697b tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Request body: {'subnet': {'network_id': 'e490609e-501f-4daa-9b6c-c8e5c1764c20', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:48:14.318587 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-67b98d68-6e1e-453e-bc7b-cb71a1872949 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:14.323261 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b98d68-6e1e-453e-bc7b-cb71a1872949 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:14.324317 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-67b98d68-6e1e-453e-bc7b-cb71a1872949 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:14.331109 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-23835db8-3e85-48f6-8c26-1d0820d0554c tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:14.336590 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-753513aa-7a5e-4bed-9aff-f9ffd381a552 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071'] for router, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:14.347365 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6c356-15ce-4ea0-8460-823c6b03bec9 req-59bb0a3e-80c6-4d72-ab84-15baf19e4d72 tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:14.348840 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-e8d6c356-15ce-4ea0-8460-823c6b03bec9 req-59bb0a3e-80c6-4d72-ab84-15baf19e4d72 tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] 10.222.0.16 "GET /v2.0/ports?device_id=9000ad2f-79ea-416d-ad54-41fa32789b18 HTTP/1.1" status: 200 len: 944 time: 0.3624537 Dec 20 08:48:14.355883 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-5ff38d68-da4b-49e8-accf-b307a4917da2 None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:48:14.387939 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-67b98d68-6e1e-453e-bc7b-cb71a1872949 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3680537 Dec 20 08:48:14.390082 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff38d68-da4b-49e8-accf-b307a4917da2 None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:48:14.394306 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 41688) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:14.472685 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff38d68-da4b-49e8-accf-b307a4917da2 None None] Pushing event updated for resources: {'Port': ['ID=9af87b93-d67c-4bb1-88d6-256714d60707,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:14.486912 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-5ff38d68-da4b-49e8-accf-b307a4917da2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:14.487119 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-5a981665-c280-4a4f-b95e-5c0c770a697b tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:48:14.493938 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-753513aa-7a5e-4bed-9aff-f9ffd381a552 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:14.495266 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-753513aa-7a5e-4bed-9aff-f9ffd381a552 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6000702 Dec 20 08:48:14.496474 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-5a981665-c280-4a4f-b95e-5c0c770a697b tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Usage tracker for resource:subnet and tenant:3a1d675c4a5d4f6387a7ba75d744c88e is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:48:14.500411 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 41692) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:14.502861 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-5a981665-c280-4a4f-b95e-5c0c770a697b tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:48:14.503258 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b98d68-6e1e-453e-bc7b-cb71a1872949 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'Network': ['ID=14b45dac-66c0-4b3c-8f46-86b564f1af3d,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:14.507746 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-67b98d68-6e1e-453e-bc7b-cb71a1872949 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:14.517100 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-5a981665-c280-4a4f-b95e-5c0c770a697b tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:48:14.535749 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-e8d6c356-15ce-4ea0-8460-823c6b03bec9 req-9f8468f3-140e-47b9-91df-9ed2c41119df tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb820b64-db27-4425-8f61-97eb0c7b754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706791 Dec 20 08:48:14.535995 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a5bb50-a07a-479b-b92c-61ceb28a4c99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-3d5b4faa-0fa3-4f22-8e9e-9af63a8a718f', 'network_id': '3d5b4faa-0fa3-4f22-8e9e-9af63a8a718f', 'tenant_id': '77c40f4df6664268b6fdee7d685de4ee', 'fixed_ips': [{'subnet_id': 'ddd0bd2d-7765-4b7a-afd2-c47d372866e4'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:48:14.536647 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-40a5bb50-a07a-479b-b92c-61ceb28a4c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:14.545359 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network 14b45dac-66c0-4b3c-8f46-86b564f1af3d details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:48:14.561991 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a981665-c280-4a4f-b95e-5c0c770a697b tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Made reservation on behalf of 3a1d675c4a5d4f6387a7ba75d744c88e for: {'subnet': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:48:14.592453 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c09b7919-6b1d-4a59-a946-3be7f92dcf8c tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks [] for security_group, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:14.609220 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c09b7919-6b1d-4a59-a946-3be7f92dcf8c tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:14.614203 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-fda93b57-1163-4f85-801e-42cc65280ba4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:14.672273 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d15329-a6c8-4b7d-b1c2-6c1969708da7 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:14.677041 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-31d15329-a6c8-4b7d-b1c2-6c1969708da7 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=f7b89f97320342ff933d41aa1a974b12&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.2825058 Dec 20 08:48:14.677913 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 41696) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:14.707699 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c09b7919-6b1d-4a59-a946-3be7f92dcf8c tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=83445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:48:14.714093 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5a981665-c280-4a4f-b95e-5c0c770a697b tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2095160'] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:14.737774 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b7919-6b1d-4a59-a946-3be7f92dcf8c tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=482082c0-4c70-4201-860f-eeea253fbf3b,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:14.744979 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-c09b7919-6b1d-4a59-a946-3be7f92dcf8c tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:14.759901 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c09b7919-6b1d-4a59-a946-3be7f92dcf8c tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:14.760245 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.segments_db [None req-c09b7919-6b1d-4a59-a946-3be7f92dcf8c tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Added segment 3111d61b-2d23-4b92-a2ae-3b80df3a9c1d of type vlan for network 121ed6de-7556-4449-9d32-9cfe4955cd4f Dec 20 08:48:14.782905 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port a5630966-90a7-4183-996b-16ea8f640297, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=a5630966-90a7-4183-996b-16ea8f640297,segment=NetworkSegment(1b7abb30-4ce7-4bd9-a784-89e031331f45),segment_id=1b7abb30-4ce7-4bd9-a784-89e031331f45)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:48:14.844093 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-5ff38d68-da4b-49e8-accf-b307a4917da2 None None] Attempting to bind port 9af87b93-d67c-4bb1-88d6-256714d60707 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:48:14.844727 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-5ff38d68-da4b-49e8-accf-b307a4917da2 None None] Attempting to bind port 9af87b93-d67c-4bb1-88d6-256714d60707 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '73985838-8aa3-493e-ae7b-00a86d8385f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'a7312c97-b812-4062-ab61-c3afd0fe9c51'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:48:14.845347 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff38d68-da4b-49e8-accf-b307a4917da2 None None] Attempting to bind port 9af87b93-d67c-4bb1-88d6-256714d60707 on network a7312c97-b812-4062-ab61-c3afd0fe9c51 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:48:14.855001 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff38d68-da4b-49e8-accf-b307a4917da2 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:48:14.855658 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff38d68-da4b-49e8-accf-b307a4917da2 None None] Checking segment: {'id': '73985838-8aa3-493e-ae7b-00a86d8385f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'a7312c97-b812-4062-ab61-c3afd0fe9c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:48:14.856419 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-5ff38d68-da4b-49e8-accf-b307a4917da2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:14.857002 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff38d68-da4b-49e8-accf-b307a4917da2 None None] Bound using segment: {'id': '73985838-8aa3-493e-ae7b-00a86d8385f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'a7312c97-b812-4062-ab61-c3afd0fe9c51'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:48:14.857780 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-5ff38d68-da4b-49e8-accf-b307a4917da2 None None] Bound port: 9af87b93-d67c-4bb1-88d6-256714d60707, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73985838-8aa3-493e-ae7b-00a86d8385f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'a7312c97-b812-4062-ab61-c3afd0fe9c51'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:48:14.858969 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-5ff38d68-da4b-49e8-accf-b307a4917da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:14.871319 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Returning: {'device': 'a5630966-90a7-4183-996b-16ea8f640297', 'network_id': 'a05a209a-fb2b-4823-a355-7433ddb192cd', 'port_id': 'a5630966-90a7-4183-996b-16ea8f640297', 'mac_address': 'fa:16:3e:82:18:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73b7446d-28e3-4ade-bcf5-9c2a3c82ef38', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 08:48:14.873780 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c09b7919-6b1d-4a59-a946-3be7f92dcf8c tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:14.933052 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-fa36fb34-4d65-44d8-8c2e-59c9838d8fbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:14.959132 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c09b7919-6b1d-4a59-a946-3be7f92dcf8c tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:14.963540 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09b7919-6b1d-4a59-a946-3be7f92dcf8c tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:14.964127 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c09b7919-6b1d-4a59-a946-3be7f92dcf8c tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:14.977210 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-378a1417-6af3-42d8-a1c7-75e0f9e1660b tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:15.004115 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:15.008056 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f148cbb-44a7-4181-947a-c18374e01527 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:15.012676 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-0f148cbb-44a7-4181-947a-c18374e01527 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3331175 Dec 20 08:48:15.013331 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 41700) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:15.083261 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5630966-90a7-4183-996b-16ea8f640297 {{(pid=83446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 08:48:15.098563 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port a5630966-90a7-4183-996b-16ea8f640297, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=a5630966-90a7-4183-996b-16ea8f640297,segment=NetworkSegment(1b7abb30-4ce7-4bd9-a784-89e031331f45),segment_id=1b7abb30-4ce7-4bd9-a784-89e031331f45)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:48:15.113190 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:15.113576 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b7919-6b1d-4a59-a946-3be7f92dcf8c tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Pushing event updated for resources: {'Network': ['ID=121ed6de-7556-4449-9d32-9cfe4955cd4f,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:15.117060 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-c09b7919-6b1d-4a59-a946-3be7f92dcf8c tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:15.119923 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a48a4198-6503-4ac5-8a38-9cde4131424a tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=95f3bec2-46e6-4468-8229-8badd4a5aaae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0991330 Dec 20 08:48:15.121176 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 41704) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:15.121918 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-5ff38d68-da4b-49e8-accf-b307a4917da2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:15.129409 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-c09b7919-6b1d-4a59-a946-3be7f92dcf8c tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.4037874 Dec 20 08:48:15.142882 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5a981665-c280-4a4f-b95e-5c0c770a697b tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2036557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2095114'] for subnet, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:15.152675 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-66698829-2759-4368-b24b-e10b43327c58 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:15.165536 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c1acfeea-1361-427e-8a59-9fca3b060179 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=f7b89f97320342ff933d41aa1a974b12&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0426545 Dec 20 08:48:15.167391 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 41708) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:15.171240 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network 121ed6de-7556-4449-9d32-9cfe4955cd4f details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:48:15.209062 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-5ff38d68-da4b-49e8-accf-b307a4917da2 None None] For port 9af87b93-d67c-4bb1-88d6-256714d60707, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:48:15.260839 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-40a5bb50-a07a-479b-b92c-61ceb28a4c99 None None] Allocated IP 2001:db8:1::2 (3d5b4faa-0fa3-4f22-8e9e-9af63a8a718f/ddd0bd2d-7765-4b7a-afd2-c47d372866e4/7e5118e3-9d07-44e2-9dbd-b532eeea973b) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:48:15.263743 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-5ff38d68-da4b-49e8-accf-b307a4917da2 None None] For port 9af87b93-d67c-4bb1-88d6-256714d60707, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=9af87b93-d67c-4bb1-88d6-256714d60707,segment=NetworkSegment(73985838-8aa3-493e-ae7b-00a86d8385f2),segment_id=73985838-8aa3-493e-ae7b-00a86d8385f2)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:48:15.327776 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-5ff38d68-da4b-49e8-accf-b307a4917da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:15.391925 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=a5630966-90a7-4183-996b-16ea8f640297,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:15.395071 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:15.400293 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9d02407f-c266-430a-b9b1-615674fef886 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:15.401393 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-f3d97fca-96b1-4ce2-970e-b65b0880419c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:15.414335 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57dd8763-b5bd-460b-87ef-e34b5096b868 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:15.418825 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-57dd8763-b5bd-460b-87ef-e34b5096b868 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2505314 Dec 20 08:48:15.422530 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 41712) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:15.466909 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c574da6b-16c3-43a8-aa3b-d3f7d87be632 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=95f3bec2-46e6-4468-8229-8badd4a5aaae&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0431890 Dec 20 08:48:15.469448 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 41716) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:15.475485 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-64cc39c3-8368-4881-8151-3c9a1ff133ef tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-239660135', 'network_id': '14b45dac-66c0-4b3c-8f46-86b564f1af3d', 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:48:15.500364 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a981665-c280-4a4f-b95e-5c0c770a697b tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Checking segment: {'id': 'd3be6c88-7ff0-4756-83fa-034b20db48ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e490609e-501f-4daa-9b6c-c8e5c1764c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:48:15.501352 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a981665-c280-4a4f-b95e-5c0c770a697b tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Network hostable DHCP agents. Network: e490609e-501f-4daa-9b6c-c8e5c1764c20, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:48:15.542660 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a981665-c280-4a4f-b95e-5c0c770a697b tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Pushing event updated for resources: {'Subnet': ['ID=e76b0a3f-a422-4bcd-bc41-bb20ea03fed7,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:15.559843 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-5a981665-c280-4a4f-b95e-5c0c770a697b tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:15.562057 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a981665-c280-4a4f-b95e-5c0c770a697b tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Network e490609e-501f-4daa-9b6c-c8e5c1764c20 is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:48:15.579429 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-5a981665-c280-4a4f-b95e-5c0c770a697b tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, e490609e-501f-4daa-9b6c-c8e5c1764c20) {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:48:15.585503 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a981665-c280-4a4f-b95e-5c0c770a697b tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:15.587516 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5a981665-c280-4a4f-b95e-5c0c770a697b tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:15.626181 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-5a981665-c280-4a4f-b95e-5c0c770a697b tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3365438 Dec 20 08:48:15.628861 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 41722) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:15.643911 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-7da4dec6-cffe-4164-a63c-a23831280d00 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e490609e-501f-4daa-9b6c-c8e5c1764c20'}}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:48:15.716864 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] get_ports_and_sgs() called for port_ids ['a5630966-90a7-4183-996b-16ea8f640297'] {{(pid=83446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 08:48:15.768338 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5978736-1766-4999-83a8-42261d237e41 None None] Network e490609e-501f-4daa-9b6c-c8e5c1764c20 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:48:15.993584 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff38d68-da4b-49e8-accf-b307a4917da2 None None] Pushing event updated for resources: {'Port': ['ID=9af87b93-d67c-4bb1-88d6-256714d60707,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:15.997009 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-5ff38d68-da4b-49e8-accf-b307a4917da2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.596s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:16.057997 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:16.076483 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:16.279706 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-64cc39c3-8368-4881-8151-3c9a1ff133ef tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:48:16.284198 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-64cc39c3-8368-4881-8151-3c9a1ff133ef tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:subnet and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:48:16.287124 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-64cc39c3-8368-4881-8151-3c9a1ff133ef tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:48:16.292872 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-64cc39c3-8368-4881-8151-3c9a1ff133ef tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:48:16.294114 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-40a5bb50-a07a-479b-b92c-61ceb28a4c99 None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:16.312912 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-40a5bb50-a07a-479b-b92c-61ceb28a4c99 None None] Transition to ACTIVE for port object 7e5118e3-9d07-44e2-9dbd-b532eeea973b will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:48:16.323183 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64cc39c3-8368-4881-8151-3c9a1ff133ef tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Made reservation on behalf of f7b89f97320342ff933d41aa1a974b12 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:48:16.335778 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-40a5bb50-a07a-479b-b92c-61ceb28a4c99 None None] Transition to ACTIVE for port object 7e5118e3-9d07-44e2-9dbd-b532eeea973b will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:48:16.469758 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7da4dec6-cffe-4164-a63c-a23831280d00 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24724'] for router, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:16.494348 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-40a5bb50-a07a-479b-b92c-61ceb28a4c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:16.505199 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-972d3bf4-e9da-4ae0-9685-dea25ea9f308 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:16.519842 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280427a5-e2c4-4c2b-98b5-257eba698178 req-74f4398b-2739-41a5-82cd-bfb40302222f tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:16.532107 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-280427a5-e2c4-4c2b-98b5-257eba698178 req-74f4398b-2739-41a5-82cd-bfb40302222f tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] 10.222.0.16 "GET /v2.0/ports?device_id=9000ad2f-79ea-416d-ad54-41fa32789b18 HTTP/1.1" status: 200 len: 945 time: 0.4870620 Dec 20 08:48:16.588361 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67a2ba4-6ab0-49d8-8147-bb74a8470ee6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-e490609e-501f-4daa-9b6c-c8e5c1764c20', 'network_id': 'e490609e-501f-4daa-9b6c-c8e5c1764c20', 'tenant_id': '3a1d675c4a5d4f6387a7ba75d744c88e', 'fixed_ips': [{'subnet_id': 'e76b0a3f-a422-4bcd-bc41-bb20ea03fed7'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:48:16.589360 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-64cc39c3-8368-4881-8151-3c9a1ff133ef tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1529102'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:16.589641 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b67a2ba4-6ab0-49d8-8147-bb74a8470ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:16.707569 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-280427a5-e2c4-4c2b-98b5-257eba698178 req-0f25a68f-43cf-4e65-9bd9-30a765b960ea tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb820b64-db27-4425-8f61-97eb0c7b754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745770 Dec 20 08:48:16.801337 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.api.v2.resource [None req-7da4dec6-cffe-4164-a63c-a23831280d00 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 08:48:16.802921 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-7da4dec6-cffe-4164-a63c-a23831280d00 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] 10.222.0.16 "PUT /v2.0/routers/930ad1a1-0881-4176-8a74-d938596ad7fc HTTP/1.1" status: 400 len: 364 time: 1.1728067 Dec 20 08:48:16.808696 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 41726) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:16.827777 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-9d02407f-c266-430a-b9b1-615674fef886 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Allocated IP 2001:db8::1 (a7312c97-b812-4062-ab61-c3afd0fe9c51/367d6731-47c6-4858-9f85-640a2748d358/c3b208f2-b97d-4e01-94ba-bb68d938b342) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:48:17.024796 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9d02407f-c266-430a-b9b1-615674fef886 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:17.030335 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a5bb50-a07a-479b-b92c-61ceb28a4c99 None None] Network 3d5b4faa-0fa3-4f22-8e9e-9af63a8a718f is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:48:17.044661 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-9d02407f-c266-430a-b9b1-615674fef886 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Transition to ACTIVE for port object c3b208f2-b97d-4e01-94ba-bb68d938b342 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:48:17.063143 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-40a5bb50-a07a-479b-b92c-61ceb28a4c99 None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:48:17.089664 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a5bb50-a07a-479b-b92c-61ceb28a4c99 None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:48:17.096687 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9d02407f-c266-430a-b9b1-615674fef886 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:17.103401 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a5bb50-a07a-479b-b92c-61ceb28a4c99 None None] Pushing event updated for resources: {'Port': ['ID=7e5118e3-9d07-44e2-9dbd-b532eeea973b,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:17.114453 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1719fc11-f0bb-454a-8eae-4f195b9926c9 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:17.116926 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-40a5bb50-a07a-479b-b92c-61ceb28a4c99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.612s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:17.133811 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48bd11e-2453-4582-aea7-54f8e49ea584 None None] Network a7312c97-b812-4062-ab61-c3afd0fe9c51 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:48:17.159143 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-b67a2ba4-6ab0-49d8-8147-bb74a8470ee6 None None] Allocated IP 2001:db8:1::2 (e490609e-501f-4daa-9b6c-c8e5c1764c20/e76b0a3f-a422-4bcd-bc41-bb20ea03fed7/23c5c224-7a08-4e28-b696-220516bd0e5c) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:48:17.208127 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d02407f-c266-430a-b9b1-615674fef886 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Network a7312c97-b812-4062-ab61-c3afd0fe9c51 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:48:17.211110 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d02407f-c266-430a-b9b1-615674fef886 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Pushing event updated for resources: {'Port': ['ID=c3b208f2-b97d-4e01-94ba-bb68d938b342,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:17.214102 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-9d02407f-c266-430a-b9b1-615674fef886 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:48:17.215945 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9d02407f-c266-430a-b9b1-615674fef886 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:17.218792 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d02407f-c266-430a-b9b1-615674fef886 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:48:17.219316 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9d02407f-c266-430a-b9b1-615674fef886 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-345881'] for router_interface, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:17.427987 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9d02407f-c266-430a-b9b1-615674fef886 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:17.435748 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-46b258c0-2142-4b76-b25a-c5324b5ac87a tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:17.484692 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-64cc39c3-8368-4881-8151-3c9a1ff133ef tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1129376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1529148'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:17.497401 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-40a5bb50-a07a-479b-b92c-61ceb28a4c99 None None] Attempting to bind port 7e5118e3-9d07-44e2-9dbd-b532eeea973b on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:48:17.498134 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-40a5bb50-a07a-479b-b92c-61ceb28a4c99 None None] Attempting to bind port 7e5118e3-9d07-44e2-9dbd-b532eeea973b by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': 'f2eec052-ca01-487b-89d8-c2ac9a415982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '3d5b4faa-0fa3-4f22-8e9e-9af63a8a718f'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:48:17.499886 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2969eb88-36eb-438b-be85-4c39da820e2f tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:17.500522 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a5bb50-a07a-479b-b92c-61ceb28a4c99 None None] Attempting to bind port 7e5118e3-9d07-44e2-9dbd-b532eeea973b on network 3d5b4faa-0fa3-4f22-8e9e-9af63a8a718f {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:48:17.516448 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a5bb50-a07a-479b-b92c-61ceb28a4c99 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:48:17.517320 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a5bb50-a07a-479b-b92c-61ceb28a4c99 None None] Checking segment: {'id': 'f2eec052-ca01-487b-89d8-c2ac9a415982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '3d5b4faa-0fa3-4f22-8e9e-9af63a8a718f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:48:17.517975 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-40a5bb50-a07a-479b-b92c-61ceb28a4c99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:17.518523 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a5bb50-a07a-479b-b92c-61ceb28a4c99 None None] Bound using segment: {'id': 'f2eec052-ca01-487b-89d8-c2ac9a415982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '3d5b4faa-0fa3-4f22-8e9e-9af63a8a718f'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:48:17.519151 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-40a5bb50-a07a-479b-b92c-61ceb28a4c99 None None] Bound port: 7e5118e3-9d07-44e2-9dbd-b532eeea973b, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2eec052-ca01-487b-89d8-c2ac9a415982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '3d5b4faa-0fa3-4f22-8e9e-9af63a8a718f'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:48:17.531600 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-40a5bb50-a07a-479b-b92c-61ceb28a4c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:17.577809 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cc39c3-8368-4881-8151-3c9a1ff133ef tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'Subnet': ['ID=7956faa0-09df-406e-8f95-8fe5b9c3d55d,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:17.583765 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-64cc39c3-8368-4881-8151-3c9a1ff133ef tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:17.594620 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:17.633907 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-75e6e2b4-d7a1-457c-a154-b445627ba160 None None] Provisioning for port 9af87b93-d67c-4bb1-88d6-256714d60707 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:48:17.783124 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cc39c3-8368-4881-8151-3c9a1ff133ef tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Checking segment: {'id': '05750874-43ff-4592-9e36-f1b4b81b64f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '14b45dac-66c0-4b3c-8f46-86b564f1af3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:48:17.783448 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64cc39c3-8368-4881-8151-3c9a1ff133ef tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Network hostable DHCP agents. Network: 14b45dac-66c0-4b3c-8f46-86b564f1af3d, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:48:17.833863 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64cc39c3-8368-4881-8151-3c9a1ff133ef tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Network 14b45dac-66c0-4b3c-8f46-86b564f1af3d is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:48:17.853534 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-64cc39c3-8368-4881-8151-3c9a1ff133ef tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, 14b45dac-66c0-4b3c-8f46-86b564f1af3d) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:48:17.863566 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64cc39c3-8368-4881-8151-3c9a1ff133ef tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:17.864173 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-64cc39c3-8368-4881-8151-3c9a1ff133ef tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:17.892628 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f873617f-ee99-47ff-87a5-4d0f200f259a None None] Network 14b45dac-66c0-4b3c-8f46-86b564f1af3d requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:48:17.992135 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-64cc39c3-8368-4881-8151-3c9a1ff133ef tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.5189879 Dec 20 08:48:18.074858 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9d02407f-c266-430a-b9b1-615674fef886 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:18.084855 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9d02407f-c266-430a-b9b1-615674fef886 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:18.085908 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9d02407f-c266-430a-b9b1-615674fef886 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32898031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349045'] for router_interface, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:18.093543 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-05e29c53-dc5a-4c38-a3f5-15cbe4698f39 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:18.183268 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device a5630966-90a7-4183-996b-16ea8f640297 up at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:48:18.192696 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d02407f-c266-430a-b9b1-615674fef886 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Pushing event updated for resources: {'Port': ['ID=c3b208f2-b97d-4e01-94ba-bb68d938b342,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:18.201208 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9d02407f-c266-430a-b9b1-615674fef886 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:18.276840 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-46b258c0-2142-4b76-b25a-c5324b5ac87a tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Allocated IP 2001:db8::1 (b6195a6b-8bc3-4305-a526-f652d6a32615/924f53f6-bda8-49ff-99c9-4da9f310c54a/67015995-dfc3-482e-88bf-8ad72f49a3c1) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:48:18.361338 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 41734) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:18.364894 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 9af87b93-d67c-4bb1-88d6-256714d60707 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:48:18.373118 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-84fb07f7-35c5-479e-b1be-9eb123b4801c tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Request body: {'subnet': {'network_id': '121ed6de-7556-4449-9d32-9cfe4955cd4f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:48:18.409034 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ff9f53-8202-45cf-a010-a6f9b4bdc674 req-0731a8d6-08e9-4bd7-b9d2-5436db40c1ec tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:18.416111 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-53ff9f53-8202-45cf-a010-a6f9b4bdc674 req-0731a8d6-08e9-4bd7-b9d2-5436db40c1ec tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] 10.222.0.16 "GET /v2.0/ports?device_id=9000ad2f-79ea-416d-ad54-41fa32789b18 HTTP/1.1" status: 200 len: 945 time: 0.4562266 Dec 20 08:48:18.489277 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 41738) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:18.499911 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-40a5bb50-a07a-479b-b92c-61ceb28a4c99 None None] For port 7e5118e3-9d07-44e2-9dbd-b532eeea973b, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:48:18.500693 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-e7d91bc6-236a-4b8a-b467-cd1db1ef08c6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-218762750', 'description': 'tempest-secgroup-smoke-218762750 description', 'project_id': 'f7b89f97320342ff933d41aa1a974b12'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:48:18.510282 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-e7d91bc6-236a-4b8a-b467-cd1db1ef08c6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:48:18.521539 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-e7d91bc6-236a-4b8a-b467-cd1db1ef08c6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:48:18.542194 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-40a5bb50-a07a-479b-b92c-61ceb28a4c99 None None] For port 7e5118e3-9d07-44e2-9dbd-b532eeea973b, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=7e5118e3-9d07-44e2-9dbd-b532eeea973b,segment=NetworkSegment(f2eec052-ca01-487b-89d8-c2ac9a415982),segment_id=f2eec052-ca01-487b-89d8-c2ac9a415982)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:48:18.543359 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b67a2ba4-6ab0-49d8-8147-bb74a8470ee6 None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:18.547073 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e7d91bc6-236a-4b8a-b467-cd1db1ef08c6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:18.590399 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-e7d91bc6-236a-4b8a-b467-cd1db1ef08c6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:48:18.592715 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-40a5bb50-a07a-479b-b92c-61ceb28a4c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:18.595669 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e7d91bc6-236a-4b8a-b467-cd1db1ef08c6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:security_group_rule and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:48:18.599037 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e7d91bc6-236a-4b8a-b467-cd1db1ef08c6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:48:18.600866 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-a19bf334-a3bd-4df9-99ad-dbd462f81e47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:18.607712 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-e7d91bc6-236a-4b8a-b467-cd1db1ef08c6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:48:18.637162 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-b67a2ba4-6ab0-49d8-8147-bb74a8470ee6 None None] Transition to ACTIVE for port object 23c5c224-7a08-4e28-b696-220516bd0e5c will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:48:18.653583 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d02407f-c266-430a-b9b1-615674fef886 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Network a7312c97-b812-4062-ab61-c3afd0fe9c51 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:48:18.656548 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-9d02407f-c266-430a-b9b1-615674fef886 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:48:18.658436 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning for port a5630966-90a7-4183-996b-16ea8f640297 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:48:18.684122 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-84fb07f7-35c5-479e-b1be-9eb123b4801c tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:48:18.689451 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning complete for port a5630966-90a7-4183-996b-16ea8f640297 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:48:18.689819 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:18.692529 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-84fb07f7-35c5-479e-b1be-9eb123b4801c tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Usage tracker for resource:subnet and tenant:4de9b4b7601243f2b1d879d3ed46dac5 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:48:18.696916 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-53ff9f53-8202-45cf-a010-a6f9b4bdc674 req-a25425b8-bca7-42ee-abe7-65b879984424 tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb820b64-db27-4425-8f61-97eb0c7b754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800250 Dec 20 08:48:18.699960 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-84fb07f7-35c5-479e-b1be-9eb123b4801c tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:48:18.719466 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-84fb07f7-35c5-479e-b1be-9eb123b4801c tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:48:18.740452 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-b67a2ba4-6ab0-49d8-8147-bb74a8470ee6 None None] Transition to ACTIVE for port object 23c5c224-7a08-4e28-b696-220516bd0e5c will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:48:18.753419 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-46b258c0-2142-4b76-b25a-c5324b5ac87a tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:18.771675 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-46b258c0-2142-4b76-b25a-c5324b5ac87a tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Transition to ACTIVE for port object 67015995-dfc3-482e-88bf-8ad72f49a3c1 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:48:18.795180 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-46b258c0-2142-4b76-b25a-c5324b5ac87a tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:18.796625 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b67a2ba4-6ab0-49d8-8147-bb74a8470ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:18.803384 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f88fce76-73ee-444d-a47d-ccca98d63b65 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:18.837398 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a5bb50-a07a-479b-b92c-61ceb28a4c99 None None] Pushing event updated for resources: {'Port': ['ID=7e5118e3-9d07-44e2-9dbd-b532eeea973b,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:18.841268 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e7d91bc6-236a-4b8a-b467-cd1db1ef08c6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:18.846163 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 9af87b93-d67c-4bb1-88d6-256714d60707 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:48:18.850146 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-40a5bb50-a07a-479b-b92c-61ceb28a4c99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:18.854551 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-350fcee1-388e-484d-b524-ab64dbfcbb96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:18.855614 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e7d91bc6-236a-4b8a-b467-cd1db1ef08c6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:18.893896 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-bf61a640-df65-4fdb-8a05-feef1ad86b65 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:18.900676 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84fb07f7-35c5-479e-b1be-9eb123b4801c tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Made reservation on behalf of 4de9b4b7601243f2b1d879d3ed46dac5 for: {'subnet': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:48:18.909388 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e7d91bc6-236a-4b8a-b467-cd1db1ef08c6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:18.910701 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e7d91bc6-236a-4b8a-b467-cd1db1ef08c6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4204731 Dec 20 08:48:18.915671 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 41742) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:18.923270 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b258c0-2142-4b76-b25a-c5324b5ac87a tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Network b6195a6b-8bc3-4305-a526-f652d6a32615 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:48:18.929943 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-46b258c0-2142-4b76-b25a-c5324b5ac87a tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:48:18.937209 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-b487c61b-dec8-4b41-9f33-c451f1903974 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'security_group_rule': {'security_group_id': 'c4367eb0-d6e4-499d-8dfe-dc3f480e87e9', 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:48:18.939796 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b258c0-2142-4b76-b25a-c5324b5ac87a tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:48:18.940398 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-46b258c0-2142-4b76-b25a-c5324b5ac87a tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-345881'] for router_interface, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:18.943399 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b258c0-2142-4b76-b25a-c5324b5ac87a tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Pushing event updated for resources: {'Port': ['ID=67015995-dfc3-482e-88bf-8ad72f49a3c1,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:18.951567 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-b487c61b-dec8-4b41-9f33-c451f1903974 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:48:18.951918 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c175de-d326-4f40-88ae-86d84ded5705 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-14b45dac-66c0-4b3c-8f46-86b564f1af3d', 'network_id': '14b45dac-66c0-4b3c-8f46-86b564f1af3d', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'fixed_ips': [{'subnet_id': '7956faa0-09df-406e-8f95-8fe5b9c3d55d'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:48:18.952783 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-81c175de-d326-4f40-88ae-86d84ded5705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:18.956660 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-46b258c0-2142-4b76-b25a-c5324b5ac87a tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:18.969211 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 9af87b93-d67c-4bb1-88d6-256714d60707 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:48:18.969672 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:19.003651 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d91bc6-236a-4b8a-b467-cd1db1ef08c6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4367eb0-d6e4-499d-8dfe-dc3f480e87e9,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:19.012541 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e7d91bc6-236a-4b8a-b467-cd1db1ef08c6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:19.030252 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-b487c61b-dec8-4b41-9f33-c451f1903974 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:security_group_rule and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:48:19.048799 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67a2ba4-6ab0-49d8-8147-bb74a8470ee6 None None] Network e490609e-501f-4daa-9b6c-c8e5c1764c20 is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:48:19.060533 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-b67a2ba4-6ab0-49d8-8147-bb74a8470ee6 None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:48:19.074721 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67a2ba4-6ab0-49d8-8147-bb74a8470ee6 None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:48:19.075550 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-84fb07f7-35c5-479e-b1be-9eb123b4801c tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2095160'] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:19.086169 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67a2ba4-6ab0-49d8-8147-bb74a8470ee6 None None] Pushing event updated for resources: {'Port': ['ID=23c5c224-7a08-4e28-b696-220516bd0e5c,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:19.123781 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-b487c61b-dec8-4b41-9f33-c451f1903974 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:48:19.132883 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-b487c61b-dec8-4b41-9f33-c451f1903974 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:48:19.175706 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b487c61b-dec8-4b41-9f33-c451f1903974 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:19.191762 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-b67a2ba4-6ab0-49d8-8147-bb74a8470ee6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:19.349354 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b487c61b-dec8-4b41-9f33-c451f1903974 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:19.352172 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:19.361388 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b487c61b-dec8-4b41-9f33-c451f1903974 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:19.364490 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1e058e33-c379-456c-b2b7-64add756af92 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:19.404218 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-46b258c0-2142-4b76-b25a-c5324b5ac87a tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:19.428039 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b487c61b-dec8-4b41-9f33-c451f1903974 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f3fd27f-8c90-46dd-a304-4d639a9e2e43,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:19.435144 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b487c61b-dec8-4b41-9f33-c451f1903974 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:19.452471 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b487c61b-dec8-4b41-9f33-c451f1903974 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:19.456927 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b487c61b-dec8-4b41-9f33-c451f1903974 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5383677 Dec 20 08:48:19.458955 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 41746) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:19.465578 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-b2c02994-4c48-4bc4-be2f-317e6da35026 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'security_group_rule': {'security_group_id': 'c4367eb0-d6e4-499d-8dfe-dc3f480e87e9', 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:48:19.479986 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-b2c02994-4c48-4bc4-be2f-317e6da35026 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:48:19.485032 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-b67a2ba4-6ab0-49d8-8147-bb74a8470ee6 None None] Attempting to bind port 23c5c224-7a08-4e28-b696-220516bd0e5c on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:48:19.485509 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-b67a2ba4-6ab0-49d8-8147-bb74a8470ee6 None None] Attempting to bind port 23c5c224-7a08-4e28-b696-220516bd0e5c by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': 'd3be6c88-7ff0-4756-83fa-034b20db48ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e490609e-501f-4daa-9b6c-c8e5c1764c20'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:48:19.486065 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67a2ba4-6ab0-49d8-8147-bb74a8470ee6 None None] Attempting to bind port 23c5c224-7a08-4e28-b696-220516bd0e5c on network e490609e-501f-4daa-9b6c-c8e5c1764c20 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:48:19.487025 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-b2c02994-4c48-4bc4-be2f-317e6da35026 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:security_group_rule and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:48:19.493328 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-b2c02994-4c48-4bc4-be2f-317e6da35026 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:48:19.497125 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d02407f-c266-430a-b9b1-615674fef886 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Router b64985ca-7df2-4693-a1eb-2b1a9b744abc is scheduled to L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 with binding_index 1 {{(pid=83444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 08:48:19.504200 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-b2c02994-4c48-4bc4-be2f-317e6da35026 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:48:19.513368 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9000ad2f-79ea-416d-ad54-41fa32789b18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5630966-90a7-4183-996b-16ea8f640297'}] {{(pid=83446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 08:48:19.647196 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67a2ba4-6ab0-49d8-8147-bb74a8470ee6 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:48:19.647596 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67a2ba4-6ab0-49d8-8147-bb74a8470ee6 None None] Checking segment: {'id': 'd3be6c88-7ff0-4756-83fa-034b20db48ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e490609e-501f-4daa-9b6c-c8e5c1764c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:48:19.648002 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b67a2ba4-6ab0-49d8-8147-bb74a8470ee6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:19.648396 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67a2ba4-6ab0-49d8-8147-bb74a8470ee6 None None] Bound using segment: {'id': 'd3be6c88-7ff0-4756-83fa-034b20db48ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e490609e-501f-4daa-9b6c-c8e5c1764c20'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:48:19.648883 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-b67a2ba4-6ab0-49d8-8147-bb74a8470ee6 None None] Bound port: 23c5c224-7a08-4e28-b696-220516bd0e5c, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3be6c88-7ff0-4756-83fa-034b20db48ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e490609e-501f-4daa-9b6c-c8e5c1764c20'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:48:19.649288 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b67a2ba4-6ab0-49d8-8147-bb74a8470ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:19.704938 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port a5630966-90a7-4183-996b-16ea8f640297, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=a5630966-90a7-4183-996b-16ea8f640297,segment=NetworkSegment(1b7abb30-4ce7-4bd9-a784-89e031331f45),segment_id=1b7abb30-4ce7-4bd9-a784-89e031331f45)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:48:19.722986 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-e700c00d-4726-407d-bec5-0deb902211f7 None None] Provisioning for port 67015995-dfc3-482e-88bf-8ad72f49a3c1 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:48:19.727033 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-81c175de-d326-4f40-88ae-86d84ded5705 None None] Allocated IP 172.20.0.18 (14b45dac-66c0-4b3c-8f46-86b564f1af3d/7956faa0-09df-406e-8f95-8fe5b9c3d55d/d0f63b97-cc5f-42f2-90d5-36d45e147d54) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:48:19.734158 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:19.742914 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:19.773786 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b2c02994-4c48-4bc4-be2f-317e6da35026 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:19.835701 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:19.857217 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-e700c00d-4726-407d-bec5-0deb902211f7 None None] Provisioning complete for port 67015995-dfc3-482e-88bf-8ad72f49a3c1 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:48:19.867146 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e700c00d-4726-407d-bec5-0deb902211f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:19.984008 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b2c02994-4c48-4bc4-be2f-317e6da35026 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:19.998251 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b2c02994-4c48-4bc4-be2f-317e6da35026 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:20.001008 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:20.017648 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-e700c00d-4726-407d-bec5-0deb902211f7 None None] Port 67015995-dfc3-482e-88bf-8ad72f49a3c1 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:48:20.032047 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d02407f-c266-430a-b9b1-615674fef886 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:48:20.036492 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c02994-4c48-4bc4-be2f-317e6da35026 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25b5f3c3-5032-4c51-95b8-4bb2ec13f466,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:20.045775 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b2c02994-4c48-4bc4-be2f-317e6da35026 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:20.053633 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-9d02407f-c266-430a-b9b1-615674fef886 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "PUT /v2.0/routers/b64985ca-7df2-4693-a1eb-2b1a9b744abc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5519691 Dec 20 08:48:20.054594 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 41756) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:20.056313 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea21aa2a-b15d-49ff-b242-15f66a07e759 None None] Sync routers for ids ['b64985ca-7df2-4693-a1eb-2b1a9b744abc'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:48:20.071864 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-84fb07f7-35c5-479e-b1be-9eb123b4801c tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2036557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2095114'] for subnet, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:20.087812 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-60683f65-31a6-480f-96af-c83c7a12d56b tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:20.088031 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea21aa2a-b15d-49ff-b242-15f66a07e759 None None] Routers {'b64985ca-7df2-4693-a1eb-2b1a9b744abc'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:48:20.088499 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-ea21aa2a-b15d-49ff-b242-15f66a07e759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:48:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['b64985ca-7df2-4693-a1eb-2b1a9b744abc'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:48:20.120975 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b2c02994-4c48-4bc4-be2f-317e6da35026 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:20.138459 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b2c02994-4c48-4bc4-be2f-317e6da35026 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6783605 Dec 20 08:48:20.139551 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 41760) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:20.166126 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-477bc43e-a9bd-4eb8-a688-6d7c6d72d48e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'security_group_rule': {'security_group_id': 'c4367eb0-d6e4-499d-8dfe-dc3f480e87e9', 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:48:20.168250 dv-neutron-820491-1-hyperv neutron-server[83446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9000ad2f-79ea-416d-ad54-41fa32789b18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5630966-90a7-4183-996b-16ea8f640297', 'code': 200} Dec 20 08:48:20.174260 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=a5630966-90a7-4183-996b-16ea8f640297,revision_number=5']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:20.182646 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-477bc43e-a9bd-4eb8-a688-6d7c6d72d48e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:48:20.182978 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:20.220211 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-477bc43e-a9bd-4eb8-a688-6d7c6d72d48e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:security_group_rule and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:48:20.223032 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-ea21aa2a-b15d-49ff-b242-15f66a07e759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:48:20.229186 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-477bc43e-a9bd-4eb8-a688-6d7c6d72d48e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:48:20.250832 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea21aa2a-b15d-49ff-b242-15f66a07e759 None None] Routers {'b64985ca-7df2-4693-a1eb-2b1a9b744abc'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:48:20.251813 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-ea21aa2a-b15d-49ff-b242-15f66a07e759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:48:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['b64985ca-7df2-4693-a1eb-2b1a9b744abc'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:48:20.254915 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39f113a-c681-4c80-80bf-98809becbea1 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:20.257760 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d39f113a-c681-4c80-80bf-98809becbea1 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Synchronizing usage tracker for tenant:77c40f4df6664268b6fdee7d685de4ee on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:48:20.260841 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-477bc43e-a9bd-4eb8-a688-6d7c6d72d48e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:48:20.300908 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-b67a2ba4-6ab0-49d8-8147-bb74a8470ee6 None None] For port 23c5c224-7a08-4e28-b696-220516bd0e5c, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:48:20.310183 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 9af87b93-d67c-4bb1-88d6-256714d60707, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=9af87b93-d67c-4bb1-88d6-256714d60707,segment=NetworkSegment(73985838-8aa3-493e-ae7b-00a86d8385f2),segment_id=73985838-8aa3-493e-ae7b-00a86d8385f2)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:48:20.316425 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-477bc43e-a9bd-4eb8-a688-6d7c6d72d48e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:20.336741 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-ea21aa2a-b15d-49ff-b242-15f66a07e759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:48:20.337436 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea21aa2a-b15d-49ff-b242-15f66a07e759 None None] The sync data for ids ['b64985ca-7df2-4693-a1eb-2b1a9b744abc'] in dv-neutron-820491-1-hyperv is: [] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:48:20.346251 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d39f113a-c681-4c80-80bf-98809becbea1 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Unset dirty status for tenant:77c40f4df6664268b6fdee7d685de4ee on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:48:20.350059 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d39f113a-c681-4c80-80bf-98809becbea1 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "GET /v2.0/ports/c3b208f2-b97d-4e01-94ba-bb68d938b342 HTTP/1.1" status: 200 len: 911 time: 0.2920525 Dec 20 08:48:20.352904 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 41766) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:20.380555 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-b67a2ba4-6ab0-49d8-8147-bb74a8470ee6 None None] For port 23c5c224-7a08-4e28-b696-220516bd0e5c, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=23c5c224-7a08-4e28-b696-220516bd0e5c,segment=NetworkSegment(d3be6c88-7ff0-4756-83fa-034b20db48ab),segment_id=d3be6c88-7ff0-4756-83fa-034b20db48ab)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:48:20.381583 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:20.383395 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-e700c00d-4726-407d-bec5-0deb902211f7 None None] Provisioning complete for port 9af87b93-d67c-4bb1-88d6-256714d60707 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:48:20.383764 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e700c00d-4726-407d-bec5-0deb902211f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:20.423372 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-76502034-6d5a-42d9-ba07-26e891479315 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:20.481255 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b67a2ba4-6ab0-49d8-8147-bb74a8470ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:20.565369 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 7e5118e3-9d07-44e2-9dbd-b532eeea973b up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:48:20.572261 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fb07f7-35c5-479e-b1be-9eb123b4801c tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Pushing event updated for resources: {'Subnet': ['ID=c5ef98df-9d6a-493a-aff2-93c893592677,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:20.581206 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-84fb07f7-35c5-479e-b1be-9eb123b4801c tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:20.634720 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-46b258c0-2142-4b76-b25a-c5324b5ac87a tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:20.656133 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c74ce-6c0d-41a0-b945-9818e1717dea req-841a7528-d037-46d0-ad33-1e5f1425788f tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:20.667781 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-731c74ce-6c0d-41a0-b945-9818e1717dea req-841a7528-d037-46d0-ad33-1e5f1425788f tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] 10.222.0.16 "GET /v2.0/ports?device_id=9000ad2f-79ea-416d-ad54-41fa32789b18 HTTP/1.1" status: 200 len: 946 time: 0.6544406 Dec 20 08:48:20.699279 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fb07f7-35c5-479e-b1be-9eb123b4801c tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Checking segment: {'id': '3111d61b-2d23-4b92-a2ae-3b80df3a9c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '121ed6de-7556-4449-9d32-9cfe4955cd4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:48:20.699654 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fb07f7-35c5-479e-b1be-9eb123b4801c tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Network hostable DHCP agents. Network: 121ed6de-7556-4449-9d32-9cfe4955cd4f, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:48:20.705488 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-46b258c0-2142-4b76-b25a-c5324b5ac87a tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2036698'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:20.705840 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-477bc43e-a9bd-4eb8-a688-6d7c6d72d48e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:20.706384 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-46b258c0-2142-4b76-b25a-c5324b5ac87a tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32898031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349045'] for router_interface, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:20.713184 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-477bc43e-a9bd-4eb8-a688-6d7c6d72d48e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:20.716795 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-7d79ab71-5275-46bb-881a-7c5c7cc1be24 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:20.721119 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1d673a02-71c0-4e2b-90df-bea890858839 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:20.741006 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=9af87b93-d67c-4bb1-88d6-256714d60707,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:20.753773 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477bc43e-a9bd-4eb8-a688-6d7c6d72d48e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aec375dd-c185-474e-a26c-f9b6a4269ce2,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:20.756947 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-477bc43e-a9bd-4eb8-a688-6d7c6d72d48e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:20.769452 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:20.770324 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7666f59-bbca-4f95-9590-1df5b233f991 None None] Network 3d5b4faa-0fa3-4f22-8e9e-9af63a8a718f requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:48:20.778485 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-477bc43e-a9bd-4eb8-a688-6d7c6d72d48e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:20.779045 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-477bc43e-a9bd-4eb8-a688-6d7c6d72d48e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6320412 Dec 20 08:48:20.780827 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-55ea8dd6-0c96-41d2-8361-52acc50a4477 req-b2712502-9069-47f6-80a6-30e463ee54e4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9000ad2f-79ea-416d-ad54-41fa32789b18 HTTP/1.1" status: 200 len: 1099 time: 0.3547904 Dec 20 08:48:20.782378 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 41770) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:20.787969 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-684971b5-6a4f-467c-8292-98a91aa91113 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.271s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:20.788605 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-c3d8ac29-0a06-45d4-9f73-a46b7471f3e3 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'security_group_rule': {'security_group_id': 'c4367eb0-d6e4-499d-8dfe-dc3f480e87e9', 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:48:20.795492 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-c3d8ac29-0a06-45d4-9f73-a46b7471f3e3 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:48:20.801335 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-c3d8ac29-0a06-45d4-9f73-a46b7471f3e3 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:security_group_rule and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:48:20.804961 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-c3d8ac29-0a06-45d4-9f73-a46b7471f3e3 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:48:20.812901 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-c3d8ac29-0a06-45d4-9f73-a46b7471f3e3 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:48:20.894487 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-731c74ce-6c0d-41a0-b945-9818e1717dea req-b3f2975d-5021-433e-b585-1d78efb42798 tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb820b64-db27-4425-8f61-97eb0c7b754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256641 Dec 20 08:48:20.895424 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b258c0-2142-4b76-b25a-c5324b5ac87a tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Pushing event updated for resources: {'Port': ['ID=67015995-dfc3-482e-88bf-8ad72f49a3c1,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:20.943292 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-46b258c0-2142-4b76-b25a-c5324b5ac87a tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:20.965305 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-55ea8dd6-0c96-41d2-8361-52acc50a4477 req-e9175a77-9a55-40de-b92d-2133a458cdb3 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=eb820b64-db27-4425-8f61-97eb0c7b754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740797 Dec 20 08:48:20.967646 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fb07f7-35c5-479e-b1be-9eb123b4801c tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Network 121ed6de-7556-4449-9d32-9cfe4955cd4f is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:48:20.979628 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c3d8ac29-0a06-45d4-9f73-a46b7471f3e3 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:21.008438 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-84fb07f7-35c5-479e-b1be-9eb123b4801c tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, 121ed6de-7556-4449-9d32-9cfe4955cd4f) {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:48:21.015543 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84fb07f7-35c5-479e-b1be-9eb123b4801c tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:21.016614 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-84fb07f7-35c5-479e-b1be-9eb123b4801c tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:21.050473 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b258c0-2142-4b76-b25a-c5324b5ac87a tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Network b6195a6b-8bc3-4305-a526-f652d6a32615 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:48:21.054235 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-46b258c0-2142-4b76-b25a-c5324b5ac87a tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:48:21.059406 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3617dd78-c1e2-473d-92e5-2dd7691bd9d2 None None] Network 121ed6de-7556-4449-9d32-9cfe4955cd4f requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:48:21.101819 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-81c175de-d326-4f40-88ae-86d84ded5705 None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:21.121193 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67a2ba4-6ab0-49d8-8147-bb74a8470ee6 None None] Pushing event updated for resources: {'Port': ['ID=23c5c224-7a08-4e28-b696-220516bd0e5c,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:21.150382 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-b67a2ba4-6ab0-49d8-8147-bb74a8470ee6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:21.154657 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-81c175de-d326-4f40-88ae-86d84ded5705 None None] Transition to ACTIVE for port object d0f63b97-cc5f-42f2-90d5-36d45e147d54 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:48:21.168115 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 7e5118e3-9d07-44e2-9dbd-b532eeea973b completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:48:21.201176 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-84fb07f7-35c5-479e-b1be-9eb123b4801c tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.8385711 Dec 20 08:48:21.202991 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 41774) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:21.216166 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-015a12a2-a1e0-4f0c-9d78-7166bcd709c5 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-398157623'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:48:21.228414 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-015a12a2-a1e0-4f0c-9d78-7166bcd709c5 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:48:21.247506 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-015a12a2-a1e0-4f0c-9d78-7166bcd709c5 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Usage tracker for resource:network and tenant:4de9b4b7601243f2b1d879d3ed46dac5 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:48:21.268211 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c3d8ac29-0a06-45d4-9f73-a46b7471f3e3 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:21.272551 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-015a12a2-a1e0-4f0c-9d78-7166bcd709c5 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:48:21.315564 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-81c175de-d326-4f40-88ae-86d84ded5705 None None] Transition to ACTIVE for port object d0f63b97-cc5f-42f2-90d5-36d45e147d54 will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:48:21.364011 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c3d8ac29-0a06-45d4-9f73-a46b7471f3e3 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:21.376785 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:21.384612 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-015a12a2-a1e0-4f0c-9d78-7166bcd709c5 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:48:21.468829 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d8ac29-0a06-45d4-9f73-a46b7471f3e3 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34683050-d7ce-4162-9513-3dcb25fc5d9c,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:21.476902 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c3d8ac29-0a06-45d4-9f73-a46b7471f3e3 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:21.478089 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-015a12a2-a1e0-4f0c-9d78-7166bcd709c5 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Made reservation on behalf of 4de9b4b7601243f2b1d879d3ed46dac5 for: {'network': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:48:21.481141 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-015a12a2-a1e0-4f0c-9d78-7166bcd709c5 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:21.501222 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-81c175de-d326-4f40-88ae-86d84ded5705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:21.504169 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c3d8ac29-0a06-45d4-9f73-a46b7471f3e3 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:21.504873 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-c2fe5e89-3c05-482f-b3b9-79ef57e2a5f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:21.511865 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c3d8ac29-0a06-45d4-9f73-a46b7471f3e3 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7284651 Dec 20 08:48:21.515281 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 41778) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:21.524353 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-fb237768-f479-45be-a539-8b0b06eb596f tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'security_group_rule': {'security_group_id': 'c4367eb0-d6e4-499d-8dfe-dc3f480e87e9', 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:48:21.539773 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-fb237768-f479-45be-a539-8b0b06eb596f tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:48:21.564514 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-fb237768-f479-45be-a539-8b0b06eb596f tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:security_group_rule and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:48:21.574126 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-e700c00d-4726-407d-bec5-0deb902211f7 None None] Provisioning for port c3b208f2-b97d-4e01-94ba-bb68d938b342 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:48:21.575408 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-fb237768-f479-45be-a539-8b0b06eb596f tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:48:21.594283 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-fb237768-f479-45be-a539-8b0b06eb596f tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:48:21.659873 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.securitygroups_db [None req-fb237768-f479-45be-a539-8b0b06eb596f tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Project f7b89f97320342ff933d41aa1a974b12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 08:48:21.679761 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fb237768-f479-45be-a539-8b0b06eb596f tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:21.699999 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-88f05899-8a94-47c0-9224-7cb051e4b073 req-12121041-3ccb-4d6c-8fb5-44d898e7c68c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e1059216-b29b-4505-a7bf-5926ba22726d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4182024 Dec 20 08:48:21.706645 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-015a12a2-a1e0-4f0c-9d78-7166bcd709c5 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=83445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:48:21.735639 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c175de-d326-4f40-88ae-86d84ded5705 None None] Pushing event updated for resources: {'Port': ['ID=d0f63b97-cc5f-42f2-90d5-36d45e147d54,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:21.745783 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-81c175de-d326-4f40-88ae-86d84ded5705 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:21.754106 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-015a12a2-a1e0-4f0c-9d78-7166bcd709c5 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:21.754744 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.segments_db [None req-015a12a2-a1e0-4f0c-9d78-7166bcd709c5 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Added segment 1a6b462e-8a8a-4c93-8024-22c3c603b013 of type vlan for network b1cf939c-f34d-4b09-9ae9-07be2c49a59a Dec 20 08:48:21.804821 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-e700c00d-4726-407d-bec5-0deb902211f7 None None] Provisioning complete for port c3b208f2-b97d-4e01-94ba-bb68d938b342 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:48:21.805202 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c5efa742-aa47-4a7f-bd8a-ad8413940571 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:21.805696 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e700c00d-4726-407d-bec5-0deb902211f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:21.819660 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fb237768-f479-45be-a539-8b0b06eb596f tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:21.856560 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-015a12a2-a1e0-4f0c-9d78-7166bcd709c5 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:21.858842 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c175de-d326-4f40-88ae-86d84ded5705 None None] Network 14b45dac-66c0-4b3c-8f46-86b564f1af3d is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:48:21.867257 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-81c175de-d326-4f40-88ae-86d84ded5705 None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:48:21.870506 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c175de-d326-4f40-88ae-86d84ded5705 None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:48:21.883390 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fb237768-f479-45be-a539-8b0b06eb596f tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:21.909661 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46b258c0-2142-4b76-b25a-c5324b5ac87a tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Router 930ad1a1-0881-4176-8a74-d938596ad7fc has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:48:21.910731 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94c0636-7248-4a7c-8eb2-c0e5fc4fcd25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-121ed6de-7556-4449-9d32-9cfe4955cd4f', 'network_id': '121ed6de-7556-4449-9d32-9cfe4955cd4f', 'tenant_id': '4de9b4b7601243f2b1d879d3ed46dac5', 'fixed_ips': [{'subnet_id': 'c5ef98df-9d6a-493a-aff2-93c893592677'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:48:21.911660 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c94c0636-7248-4a7c-8eb2-c0e5fc4fcd25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:21.918759 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-88f05899-8a94-47c0-9224-7cb051e4b073 req-43f26419-3745-41f2-b26b-3d1260b975e1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f7b89f97320342ff933d41aa1a974b12&device_id=e1059216-b29b-4505-a7bf-5926ba22726d HTTP/1.1" status: 200 len: 1099 time: 0.1556203 Dec 20 08:48:21.941106 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-849b0ee7-354c-47cf-b419-56b61dc7cc8a tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:21.975867 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb237768-f479-45be-a539-8b0b06eb596f tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=031a565c-bb13-476c-9f55-1a27ba9b87d7,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:21.980425 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-fb237768-f479-45be-a539-8b0b06eb596f tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:21.993336 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-015a12a2-a1e0-4f0c-9d78-7166bcd709c5 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:21.997604 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015a12a2-a1e0-4f0c-9d78-7166bcd709c5 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:21.998193 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-015a12a2-a1e0-4f0c-9d78-7166bcd709c5 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:22.008261 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fb237768-f479-45be-a539-8b0b06eb596f tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:22.012499 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-fb237768-f479-45be-a539-8b0b06eb596f tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4932089 Dec 20 08:48:22.013104 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 41784) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:22.026448 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-fca66baf-aeb7-4f02-ae70-edb64b16fa1a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'security_group_rule': {'security_group_id': 'c4367eb0-d6e4-499d-8dfe-dc3f480e87e9', 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:48:22.031633 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f7b50736-ddae-4b3d-bd97-c2e65bfcd7bd tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:22.065868 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-fca66baf-aeb7-4f02-ae70-edb64b16fa1a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:48:22.074702 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-fca66baf-aeb7-4f02-ae70-edb64b16fa1a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:security_group_rule and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:48:22.083569 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-fca66baf-aeb7-4f02-ae70-edb64b16fa1a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:48:22.094285 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-fca66baf-aeb7-4f02-ae70-edb64b16fa1a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:48:22.193950 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.securitygroups_db [None req-fca66baf-aeb7-4f02-ae70-edb64b16fa1a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Project f7b89f97320342ff933d41aa1a974b12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 08:48:22.197965 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015a12a2-a1e0-4f0c-9d78-7166bcd709c5 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Pushing event updated for resources: {'Network': ['ID=b1cf939c-f34d-4b09-9ae9-07be2c49a59a,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:22.218219 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fca66baf-aeb7-4f02-ae70-edb64b16fa1a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:22.224424 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-015a12a2-a1e0-4f0c-9d78-7166bcd709c5 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:22.240437 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-81c175de-d326-4f40-88ae-86d84ded5705 None None] Attempting to bind port d0f63b97-cc5f-42f2-90d5-36d45e147d54 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:48:22.240656 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-81c175de-d326-4f40-88ae-86d84ded5705 None None] Attempting to bind port d0f63b97-cc5f-42f2-90d5-36d45e147d54 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '05750874-43ff-4592-9e36-f1b4b81b64f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '14b45dac-66c0-4b3c-8f46-86b564f1af3d'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:48:22.241033 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c175de-d326-4f40-88ae-86d84ded5705 None None] Attempting to bind port d0f63b97-cc5f-42f2-90d5-36d45e147d54 on network 14b45dac-66c0-4b3c-8f46-86b564f1af3d {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:48:22.267262 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-e700c00d-4726-407d-bec5-0deb902211f7 None None] Port c3b208f2-b97d-4e01-94ba-bb68d938b342 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:48:22.274057 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c175de-d326-4f40-88ae-86d84ded5705 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:48:22.275898 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c175de-d326-4f40-88ae-86d84ded5705 None None] Checking segment: {'id': '05750874-43ff-4592-9e36-f1b4b81b64f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '14b45dac-66c0-4b3c-8f46-86b564f1af3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:48:22.275898 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-81c175de-d326-4f40-88ae-86d84ded5705 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:22.275898 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c175de-d326-4f40-88ae-86d84ded5705 None None] Bound using segment: {'id': '05750874-43ff-4592-9e36-f1b4b81b64f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '14b45dac-66c0-4b3c-8f46-86b564f1af3d'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:48:22.275898 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-81c175de-d326-4f40-88ae-86d84ded5705 None None] Bound port: d0f63b97-cc5f-42f2-90d5-36d45e147d54, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05750874-43ff-4592-9e36-f1b4b81b64f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '14b45dac-66c0-4b3c-8f46-86b564f1af3d'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:48:22.276494 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-81c175de-d326-4f40-88ae-86d84ded5705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:22.290168 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-015a12a2-a1e0-4f0c-9d78-7166bcd709c5 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0802276 Dec 20 08:48:22.292683 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 41788) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:22.302096 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-b5696a4a-af95-4ad6-a0df-46aa2e290c68 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Request body: {'subnet': {'network_id': 'b1cf939c-f34d-4b09-9ae9-07be2c49a59a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:48:22.319328 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network b1cf939c-f34d-4b09-9ae9-07be2c49a59a details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:48:22.367151 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eba251-45f9-4bc4-ab09-8d49f4005aa1 req-9bdfa61e-5e81-493c-8083-e8368732ca65 tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:22.368640 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b2eba251-45f9-4bc4-ab09-8d49f4005aa1 req-9bdfa61e-5e81-493c-8083-e8368732ca65 tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] 10.222.0.16 "GET /v2.0/ports?device_id=9000ad2f-79ea-416d-ad54-41fa32789b18 HTTP/1.1" status: 200 len: 946 time: 0.2604151 Dec 20 08:48:22.384532 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-c5efa742-aa47-4a7f-bd8a-ad8413940571 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Allocated IP 2001:db8:1::1 (3d5b4faa-0fa3-4f22-8e9e-9af63a8a718f/ddd0bd2d-7765-4b7a-afd2-c47d372866e4/e8e122d2-623a-4597-baf1-c2c7b56b59f5) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:48:22.394078 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-c94c0636-7248-4a7c-8eb2-c0e5fc4fcd25 None None] Allocated IP 2001:db8:0:ffff::2 (121ed6de-7556-4449-9d32-9cfe4955cd4f/c5ef98df-9d6a-493a-aff2-93c893592677/8404cbc4-d399-46b1-ad62-0904708c32a2) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:48:22.440896 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fca66baf-aeb7-4f02-ae70-edb64b16fa1a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:22.471664 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fca66baf-aeb7-4f02-ae70-edb64b16fa1a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:22.472768 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:22.577192 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b2eba251-45f9-4bc4-ab09-8d49f4005aa1 req-f351dcc7-68da-458a-bc39-008be859b7a6 tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb820b64-db27-4425-8f61-97eb0c7b754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841369 Dec 20 08:48:22.578176 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca66baf-aeb7-4f02-ae70-edb64b16fa1a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91e74c9f-6f96-4629-9143-17433ed7036a,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:22.595591 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-fca66baf-aeb7-4f02-ae70-edb64b16fa1a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:22.690972 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 23c5c224-7a08-4e28-b696-220516bd0e5c up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:48:22.708365 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fca66baf-aeb7-4f02-ae70-edb64b16fa1a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:22.719561 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-fca66baf-aeb7-4f02-ae70-edb64b16fa1a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.7023351 Dec 20 08:48:22.854491 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c5efa742-aa47-4a7f-bd8a-ad8413940571 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:22.889466 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-c5efa742-aa47-4a7f-bd8a-ad8413940571 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Transition to ACTIVE for port object e8e122d2-623a-4597-baf1-c2c7b56b59f5 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:48:22.936972 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-b5696a4a-af95-4ad6-a0df-46aa2e290c68 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:48:22.940701 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f05899-8a94-47c0-9224-7cb051e4b073 req-1c5abbc4-1818-45ec-b836-47710e6bb044 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:22.942243 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-88f05899-8a94-47c0-9224-7cb051e4b073 req-1c5abbc4-1818-45ec-b836-47710e6bb044 service neutron] 10.222.0.58 "GET /v2.0/networks?id=627d2b4e-ee9f-42de-b848-af479fe5c2f5 HTTP/1.1" status: 200 len: 897 time: 0.9557002 Dec 20 08:48:22.945981 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-b5696a4a-af95-4ad6-a0df-46aa2e290c68 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Usage tracker for resource:subnet and tenant:4de9b4b7601243f2b1d879d3ed46dac5 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:48:22.947169 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c5efa742-aa47-4a7f-bd8a-ad8413940571 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:22.949951 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-b5696a4a-af95-4ad6-a0df-46aa2e290c68 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:48:22.962010 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a7e7d67e-32fb-460e-b715-7a405d169cf0 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:23.035460 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5efa742-aa47-4a7f-bd8a-ad8413940571 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Network 3d5b4faa-0fa3-4f22-8e9e-9af63a8a718f is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:48:23.040314 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-b5696a4a-af95-4ad6-a0df-46aa2e290c68 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:48:23.052252 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-c5efa742-aa47-4a7f-bd8a-ad8413940571 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:48:23.064036 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5efa742-aa47-4a7f-bd8a-ad8413940571 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:48:23.064582 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c5efa742-aa47-4a7f-bd8a-ad8413940571 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-345881'] for router_interface, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:23.101962 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5696a4a-af95-4ad6-a0df-46aa2e290c68 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Made reservation on behalf of 4de9b4b7601243f2b1d879d3ed46dac5 for: {'subnet': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:48:23.115790 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5efa742-aa47-4a7f-bd8a-ad8413940571 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Pushing event updated for resources: {'Port': ['ID=e8e122d2-623a-4597-baf1-c2c7b56b59f5,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:23.118882 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c5efa742-aa47-4a7f-bd8a-ad8413940571 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:23.142607 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46b258c0-2142-4b76-b25a-c5324b5ac87a tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:48:23.147564 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c94c0636-7248-4a7c-8eb2-c0e5fc4fcd25 None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:23.160309 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-c94c0636-7248-4a7c-8eb2-c0e5fc4fcd25 None None] Transition to ACTIVE for port object 8404cbc4-d399-46b1-ad62-0904708c32a2 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:48:23.175254 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-46b258c0-2142-4b76-b25a-c5324b5ac87a tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] 10.222.0.16 "PUT /v2.0/routers/930ad1a1-0881-4176-8a74-d938596ad7fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3642719 Dec 20 08:48:23.181526 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-c94c0636-7248-4a7c-8eb2-c0e5fc4fcd25 None None] Transition to ACTIVE for port object 8404cbc4-d399-46b1-ad62-0904708c32a2 will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:48:23.184899 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-45c547c7-3fed-4dfe-8c73-bfea0c44c8b4 None None] Provisioning complete for port 67015995-dfc3-482e-88bf-8ad72f49a3c1 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:48:23.185335 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-45c547c7-3fed-4dfe-8c73-bfea0c44c8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:23.188566 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 41800) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:23.217533 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-81c175de-d326-4f40-88ae-86d84ded5705 None None] For port d0f63b97-cc5f-42f2-90d5-36d45e147d54, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:48:23.241890 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-81c175de-d326-4f40-88ae-86d84ded5705 None None] For port d0f63b97-cc5f-42f2-90d5-36d45e147d54, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=d0f63b97-cc5f-42f2-90d5-36d45e147d54,segment=NetworkSegment(05750874-43ff-4592-9e36-f1b4b81b64f9),segment_id=05750874-43ff-4592-9e36-f1b4b81b64f9)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:48:23.245280 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c94c0636-7248-4a7c-8eb2-c0e5fc4fcd25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:23.250510 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c5efa742-aa47-4a7f-bd8a-ad8413940571 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:23.251749 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd83c708-c68e-42ae-8174-ea35c5906943 None None] Network e490609e-501f-4daa-9b6c-c8e5c1764c20 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:48:23.277130 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-af0f83ba-e3a5-4cc1-bf3a-249301ce0e32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:23.320700 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83cfe991-47cc-45ad-991f-104377c6a0d0 None None] Sync routers for ids ['930ad1a1-0881-4176-8a74-d938596ad7fc'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:48:23.377338 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-45c547c7-3fed-4dfe-8c73-bfea0c44c8b4 None None] Port 67015995-dfc3-482e-88bf-8ad72f49a3c1 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:48:23.394287 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-81c175de-d326-4f40-88ae-86d84ded5705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:23.420794 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-88f05899-8a94-47c0-9224-7cb051e4b073 req-12e06c6f-5185-4995-a4f0-a09968e13af9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bada3ab8-1b01-4681-a0b6-e977830d7152 HTTP/1.1" status: 200 len: 1001 time: 0.4669969 Dec 20 08:48:23.433447 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-27d54d48-8370-468c-98a9-09954e34fb0d req-56e24471-5f42-4a8d-9d04-0fa8e806816c tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-218762750&fields=id&tenant_id=f7b89f97320342ff933d41aa1a974b12 HTTP/1.1" status: 200 len: 267 time: 0.3891950 Dec 20 08:48:23.477258 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b5696a4a-af95-4ad6-a0df-46aa2e290c68 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2095160'] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:23.520816 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94c0636-7248-4a7c-8eb2-c0e5fc4fcd25 None None] Network 121ed6de-7556-4449-9d32-9cfe4955cd4f is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:48:23.529939 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-c94c0636-7248-4a7c-8eb2-c0e5fc4fcd25 None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:48:23.531685 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94c0636-7248-4a7c-8eb2-c0e5fc4fcd25 None None] Pushing event updated for resources: {'Port': ['ID=8404cbc4-d399-46b1-ad62-0904708c32a2,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:23.535247 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94c0636-7248-4a7c-8eb2-c0e5fc4fcd25 None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:48:23.542277 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-c94c0636-7248-4a7c-8eb2-c0e5fc4fcd25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:23.543086 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.135s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:23.571977 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cfe991-47cc-45ad-991f-104377c6a0d0 None None] Routers {'930ad1a1-0881-4176-8a74-d938596ad7fc'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:48:23.571977 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-83cfe991-47cc-45ad-991f-104377c6a0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:48:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['930ad1a1-0881-4176-8a74-d938596ad7fc'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:48:23.658203 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-45c547c7-3fed-4dfe-8c73-bfea0c44c8b4 None None] Provisioning for port 7e5118e3-9d07-44e2-9dbd-b532eeea973b completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:48:23.724504 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-83cfe991-47cc-45ad-991f-104377c6a0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:48:23.753216 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-45c547c7-3fed-4dfe-8c73-bfea0c44c8b4 None None] Provisioning complete for port 7e5118e3-9d07-44e2-9dbd-b532eeea973b triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:48:23.753534 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-45c547c7-3fed-4dfe-8c73-bfea0c44c8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:23.795376 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f05899-8a94-47c0-9224-7cb051e4b073 req-8b234567-90e8-4625-b4d7-c691185ff537 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:23.797221 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-88f05899-8a94-47c0-9224-7cb051e4b073 req-8b234567-90e8-4625-b4d7-c691185ff537 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=241217e4-29b1-4db3-ac24-1473da03c8b8 HTTP/1.1" status: 200 len: 834 time: 0.3675506 Dec 20 08:48:23.798893 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 23c5c224-7a08-4e28-b696-220516bd0e5c completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:48:23.822617 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c5efa742-aa47-4a7f-bd8a-ad8413940571 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:23.862894 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 9af87b93-d67c-4bb1-88d6-256714d60707 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:48:23.871482 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c5efa742-aa47-4a7f-bd8a-ad8413940571 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:23.872494 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c5efa742-aa47-4a7f-bd8a-ad8413940571 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32898031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349045'] for router_interface, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:23.888386 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0a263a8d-bc44-4316-85bc-e1a12c9759ea tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:23.991392 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d54d48-8370-468c-98a9-09954e34fb0d req-7f8da444-30cd-4c77-b7c3-e9c6c7726fef tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:23.993594 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-27d54d48-8370-468c-98a9-09954e34fb0d req-7f8da444-30cd-4c77-b7c3-e9c6c7726fef tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/networks?id=14b45dac-66c0-4b3c-8f46-86b564f1af3d HTTP/1.1" status: 200 len: 797 time: 0.5280929 Dec 20 08:48:24.052603 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c175de-d326-4f40-88ae-86d84ded5705 None None] Pushing event updated for resources: {'Port': ['ID=d0f63b97-cc5f-42f2-90d5-36d45e147d54,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:24.065138 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-81c175de-d326-4f40-88ae-86d84ded5705 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:24.086491 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-c94c0636-7248-4a7c-8eb2-c0e5fc4fcd25 None None] Attempting to bind port 8404cbc4-d399-46b1-ad62-0904708c32a2 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:48:24.086877 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-c94c0636-7248-4a7c-8eb2-c0e5fc4fcd25 None None] Attempting to bind port 8404cbc4-d399-46b1-ad62-0904708c32a2 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '3111d61b-2d23-4b92-a2ae-3b80df3a9c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '121ed6de-7556-4449-9d32-9cfe4955cd4f'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:48:24.087246 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94c0636-7248-4a7c-8eb2-c0e5fc4fcd25 None None] Attempting to bind port 8404cbc4-d399-46b1-ad62-0904708c32a2 on network 121ed6de-7556-4449-9d32-9cfe4955cd4f {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:48:24.094597 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 08:48:24.105304 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-284bfb6c-ab9e-43ba-a211-86b87ebd17c6 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks [] for router, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:24.108509 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5efa742-aa47-4a7f-bd8a-ad8413940571 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Network 3d5b4faa-0fa3-4f22-8e9e-9af63a8a718f is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:48:24.125260 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-c5efa742-aa47-4a7f-bd8a-ad8413940571 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:48:24.178239 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94c0636-7248-4a7c-8eb2-c0e5fc4fcd25 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:48:24.178784 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94c0636-7248-4a7c-8eb2-c0e5fc4fcd25 None None] Checking segment: {'id': '3111d61b-2d23-4b92-a2ae-3b80df3a9c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '121ed6de-7556-4449-9d32-9cfe4955cd4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:48:24.179974 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c94c0636-7248-4a7c-8eb2-c0e5fc4fcd25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:24.180395 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94c0636-7248-4a7c-8eb2-c0e5fc4fcd25 None None] Bound using segment: {'id': '3111d61b-2d23-4b92-a2ae-3b80df3a9c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '121ed6de-7556-4449-9d32-9cfe4955cd4f'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:48:24.181458 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-c94c0636-7248-4a7c-8eb2-c0e5fc4fcd25 None None] Bound port: 8404cbc4-d399-46b1-ad62-0904708c32a2, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3111d61b-2d23-4b92-a2ae-3b80df3a9c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '121ed6de-7556-4449-9d32-9cfe4955cd4f'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:48:24.181845 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c94c0636-7248-4a7c-8eb2-c0e5fc4fcd25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:24.194009 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-27d54d48-8370-468c-98a9-09954e34fb0d req-0b954cca-5c32-426b-83c3-5de4e11efc27 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/quotas/f7b89f97320342ff933d41aa1a974b12 HTTP/1.1" status: 200 len: 375 time: 0.1373827 Dec 20 08:48:24.202167 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cfe991-47cc-45ad-991f-104377c6a0d0 None None] Routers {'930ad1a1-0881-4176-8a74-d938596ad7fc'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:48:24.202824 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-83cfe991-47cc-45ad-991f-104377c6a0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:48:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['930ad1a1-0881-4176-8a74-d938596ad7fc'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:48:24.209939 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-88f05899-8a94-47c0-9224-7cb051e4b073 req-9a7e4475-0574-4813-9f7d-1d2128b518e9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=627d2b4e-ee9f-42de-b848-af479fe5c2f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3926845 Dec 20 08:48:24.268530 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51bca28-aee6-47e6-8f8e-cbe2d6da6b95 req-02ac21b3-d04e-4355-be3f-5862d6fef21a tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:24.275335 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d51bca28-aee6-47e6-8f8e-cbe2d6da6b95 req-02ac21b3-d04e-4355-be3f-5862d6fef21a tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] 10.222.0.16 "GET /v2.0/ports?device_id=9000ad2f-79ea-416d-ad54-41fa32789b18 HTTP/1.1" status: 200 len: 946 time: 0.4502788 Dec 20 08:48:24.287708 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-83cfe991-47cc-45ad-991f-104377c6a0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:48:24.288122 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83cfe991-47cc-45ad-991f-104377c6a0d0 None None] The sync data for ids ['930ad1a1-0881-4176-8a74-d938596ad7fc'] in dv-neutron-820491-1-hyperv is: [] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:48:24.312172 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5efa742-aa47-4a7f-bd8a-ad8413940571 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Pushing event updated for resources: {'Port': ['ID=e8e122d2-623a-4597-baf1-c2c7b56b59f5,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:24.315379 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c5efa742-aa47-4a7f-bd8a-ad8413940571 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:24.382003 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d51bca28-aee6-47e6-8f8e-cbe2d6da6b95 req-fd944917-a824-4d77-b10c-235dc13f2326 tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb820b64-db27-4425-8f61-97eb0c7b754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056557 Dec 20 08:48:24.433476 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 9af87b93-d67c-4bb1-88d6-256714d60707 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:48:24.434101 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:24.518006 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-45c547c7-3fed-4dfe-8c73-bfea0c44c8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:24.571239 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-c94c0636-7248-4a7c-8eb2-c0e5fc4fcd25 None None] For port 8404cbc4-d399-46b1-ad62-0904708c32a2, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:48:24.627318 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-c94c0636-7248-4a7c-8eb2-c0e5fc4fcd25 None None] For port 8404cbc4-d399-46b1-ad62-0904708c32a2, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=8404cbc4-d399-46b1-ad62-0904708c32a2,segment=NetworkSegment(3111d61b-2d23-4b92-a2ae-3b80df3a9c1d),segment_id=3111d61b-2d23-4b92-a2ae-3b80df3a9c1d)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:48:24.654870 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c94c0636-7248-4a7c-8eb2-c0e5fc4fcd25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:24.660905 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:24.756382 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d6d7f-91be-4067-a3f7-c96861ba532e req-0a0792c3-c456-4b5a-8feb-ff8b7c881ac4 tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:24.764664 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-909d6d7f-91be-4067-a3f7-c96861ba532e req-0a0792c3-c456-4b5a-8feb-ff8b7c881ac4 tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] 10.222.0.16 "GET /v2.0/ports?device_id=9000ad2f-79ea-416d-ad54-41fa32789b18 HTTP/1.1" status: 200 len: 946 time: 0.1931248 Dec 20 08:48:24.776269 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-45c547c7-3fed-4dfe-8c73-bfea0c44c8b4 None None] For port 7e5118e3-9d07-44e2-9dbd-b532eeea973b, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=7e5118e3-9d07-44e2-9dbd-b532eeea973b,segment=NetworkSegment(f2eec052-ca01-487b-89d8-c2ac9a415982),segment_id=f2eec052-ca01-487b-89d8-c2ac9a415982)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:48:24.832968 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-45c547c7-3fed-4dfe-8c73-bfea0c44c8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:24.840994 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-909d6d7f-91be-4067-a3f7-c96861ba532e req-ed6e8212-8bc0-4836-91b4-c9c37ce99bdc tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb820b64-db27-4425-8f61-97eb0c7b754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755532 Dec 20 08:48:24.849199 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5efa742-aa47-4a7f-bd8a-ad8413940571 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Router b64985ca-7df2-4693-a1eb-2b1a9b744abc has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:48:24.854119 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94c0636-7248-4a7c-8eb2-c0e5fc4fcd25 None None] Pushing event updated for resources: {'Port': ['ID=8404cbc4-d399-46b1-ad62-0904708c32a2,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:24.873982 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-c94c0636-7248-4a7c-8eb2-c0e5fc4fcd25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:24.886594 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-f8b43daf-fcd2-4e5c-96f2-4c5f000501d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:24.923382 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.objects.ports [None req-b5696a4a-af95-4ad6-a0df-46aa2e290c68 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83445) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 20 08:48:25.020823 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-45c547c7-3fed-4dfe-8c73-bfea0c44c8b4 None None] Provisioning complete for port c3b208f2-b97d-4e01-94ba-bb68d938b342 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:48:25.021202 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-45c547c7-3fed-4dfe-8c73-bfea0c44c8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:25.024711 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b5696a4a-af95-4ad6-a0df-46aa2e290c68 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2036557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2095114'] for subnet, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:25.048237 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-88f05899-8a94-47c0-9224-7cb051e4b073 req-7da62b97-5260-419b-92bf-33744618909e service neutron] 10.222.0.58 "GET /v2.0/networks/627d2b4e-ee9f-42de-b848-af479fe5c2f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7902472 Dec 20 08:48:25.054060 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0754da20-77d6-4973-83ec-e37547cd4810 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:25.113179 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c547c7-3fed-4dfe-8c73-bfea0c44c8b4 None None] Pushing event updated for resources: {'Port': ['ID=7e5118e3-9d07-44e2-9dbd-b532eeea973b,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:25.122623 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-45c547c7-3fed-4dfe-8c73-bfea0c44c8b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:25.171693 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-45c547c7-3fed-4dfe-8c73-bfea0c44c8b4 None None] Port c3b208f2-b97d-4e01-94ba-bb68d938b342 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:48:25.195443 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device d0f63b97-cc5f-42f2-90d5-36d45e147d54 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:48:25.252386 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5efa742-aa47-4a7f-bd8a-ad8413940571 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:48:25.260423 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c5efa742-aa47-4a7f-bd8a-ad8413940571 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "PUT /v2.0/routers/b64985ca-7df2-4693-a1eb-2b1a9b744abc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8921835 Dec 20 08:48:25.260993 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-27d54d48-8370-468c-98a9-09954e34fb0d req-c6829181-3a61-43ee-90b8-067e569c2fb7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f7b89f97320342ff933d41aa1a974b12&fields=id HTTP/1.1" status: 200 len: 440 time: 1.0494199 Dec 20 08:48:25.262492 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 41810) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:25.267254 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f502d2b5-3da1-403b-98be-49f140e0e6bc None None] Sync routers for ids ['b64985ca-7df2-4693-a1eb-2b1a9b744abc'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:48:25.290460 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f502d2b5-3da1-403b-98be-49f140e0e6bc None None] Routers {'b64985ca-7df2-4693-a1eb-2b1a9b744abc'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:48:25.291314 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-f502d2b5-3da1-403b-98be-49f140e0e6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:48:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['b64985ca-7df2-4693-a1eb-2b1a9b744abc'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:48:25.355591 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5696a4a-af95-4ad6-a0df-46aa2e290c68 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Pushing event updated for resources: {'Subnet': ['ID=f486c72c-fb90-4806-b39f-94c581e730a4,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:25.385680 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9c173a-ff16-489f-81f2-20fd752e3009 None None] Network 14b45dac-66c0-4b3c-8f46-86b564f1af3d requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:48:25.398537 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b5696a4a-af95-4ad6-a0df-46aa2e290c68 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:25.406929 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87442d1-a12a-47b3-a356-5c80e46c87b5 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:25.407918 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e87442d1-a12a-47b3-a356-5c80e46c87b5 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Synchronizing usage tracker for tenant:77c40f4df6664268b6fdee7d685de4ee on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:48:25.434854 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-9ae88869-9026-4a2f-88a6-29d95f706ba0 None None] Provisioning for port e8e122d2-623a-4597-baf1-c2c7b56b59f5 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:48:25.439633 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-f502d2b5-3da1-403b-98be-49f140e0e6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:48:25.443975 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e87442d1-a12a-47b3-a356-5c80e46c87b5 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Unset dirty status for tenant:77c40f4df6664268b6fdee7d685de4ee on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:48:25.448005 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e87442d1-a12a-47b3-a356-5c80e46c87b5 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "GET /v2.0/ports/e8e122d2-623a-4597-baf1-c2c7b56b59f5 HTTP/1.1" status: 200 len: 913 time: 0.1817007 Dec 20 08:48:25.448401 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 41816) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:25.458844 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-9ae88869-9026-4a2f-88a6-29d95f706ba0 None None] Provisioning complete for port e8e122d2-623a-4597-baf1-c2c7b56b59f5 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:48:25.459183 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-9ae88869-9026-4a2f-88a6-29d95f706ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:25.463284 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f502d2b5-3da1-403b-98be-49f140e0e6bc None None] Routers {'b64985ca-7df2-4693-a1eb-2b1a9b744abc'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:48:25.464277 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-f502d2b5-3da1-403b-98be-49f140e0e6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:48:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['b64985ca-7df2-4693-a1eb-2b1a9b744abc'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:48:25.575424 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-f502d2b5-3da1-403b-98be-49f140e0e6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:48:25.575747 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f502d2b5-3da1-403b-98be-49f140e0e6bc None None] The sync data for ids ['b64985ca-7df2-4693-a1eb-2b1a9b744abc'] in dv-neutron-820491-1-hyperv is: [] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:48:25.601590 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port d0f63b97-cc5f-42f2-90d5-36d45e147d54 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:48:25.651669 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-9ae88869-9026-4a2f-88a6-29d95f706ba0 None None] Port e8e122d2-623a-4597-baf1-c2c7b56b59f5 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:48:25.659496 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.api.v2.resource [None req-284bfb6c-ab9e-43ba-a211-86b87ebd17c6 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 20 08:48:25.660549 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-284bfb6c-ab9e-43ba-a211-86b87ebd17c6 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] 10.222.0.16 "DELETE /v2.0/routers/930ad1a1-0881-4176-8a74-d938596ad7fc HTTP/1.1" status: 409 len: 329 time: 2.4709165 Dec 20 08:48:25.663773 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 41820) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:25.679876 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-9ae88869-9026-4a2f-88a6-29d95f706ba0 None None] Provisioning for port 23c5c224-7a08-4e28-b696-220516bd0e5c completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:48:25.683302 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-27d54d48-8370-468c-98a9-09954e34fb0d req-9e75a6e6-2b29-4968-b16f-60d11017efe3 service neutron] 10.222.0.16 "GET /v2.0/networks/14b45dac-66c0-4b3c-8f46-86b564f1af3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3905685 Dec 20 08:48:25.690641 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5696a4a-af95-4ad6-a0df-46aa2e290c68 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Checking segment: {'id': '1a6b462e-8a8a-4c93-8024-22c3c603b013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b1cf939c-f34d-4b09-9ae9-07be2c49a59a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:48:25.691236 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5696a4a-af95-4ad6-a0df-46aa2e290c68 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Network hostable DHCP agents. Network: b1cf939c-f34d-4b09-9ae9-07be2c49a59a, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:48:25.696702 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-88f05899-8a94-47c0-9224-7cb051e4b073 req-1c96de13-aa18-4beb-9391-f668553456b6 service neutron] 10.222.0.58 "GET /v2.0/networks/627d2b4e-ee9f-42de-b848-af479fe5c2f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5152872 Dec 20 08:48:25.720916 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-9ae88869-9026-4a2f-88a6-29d95f706ba0 None None] Provisioning complete for port 23c5c224-7a08-4e28-b696-220516bd0e5c triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:48:25.720916 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-9ae88869-9026-4a2f-88a6-29d95f706ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:25.826054 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5696a4a-af95-4ad6-a0df-46aa2e290c68 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Network b1cf939c-f34d-4b09-9ae9-07be2c49a59a is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:48:25.855953 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-b5696a4a-af95-4ad6-a0df-46aa2e290c68 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, b1cf939c-f34d-4b09-9ae9-07be2c49a59a) {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:48:25.866260 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5696a4a-af95-4ad6-a0df-46aa2e290c68 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:25.866854 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b5696a4a-af95-4ad6-a0df-46aa2e290c68 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:25.876336 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-27d54d48-8370-468c-98a9-09954e34fb0d req-33b7b9b8-4e60-42b0-9ae9-be0991959ad8 service neutron] 10.222.0.16 "GET /v2.0/networks/14b45dac-66c0-4b3c-8f46-86b564f1af3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773188 Dec 20 08:48:25.902332 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6182d60f-b50a-4785-8b19-f3a58f0fa5cd None None] Network b1cf939c-f34d-4b09-9ae9-07be2c49a59a requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:48:25.902564 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-b5696a4a-af95-4ad6-a0df-46aa2e290c68 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.6051631 Dec 20 08:48:25.902661 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 41824) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:25.909286 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-bae0458c-9584-4251-a407-4469fb0c77f4 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Request body: {'port': {'network_id': 'b1cf939c-f34d-4b09-9ae9-07be2c49a59a', 'name': 'tempest-NetworksIpV6TestAttrs-143049932'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:48:25.972507 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-9ae88869-9026-4a2f-88a6-29d95f706ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:26.024405 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a3f87f-ae0b-490f-8d60-9b7cdf140310 req-25fb2191-d7a2-402d-9c33-101d722eaf4e tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:26.025983 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-18a3f87f-ae0b-490f-8d60-9b7cdf140310 req-25fb2191-d7a2-402d-9c33-101d722eaf4e tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] 10.222.0.16 "GET /v2.0/ports?device_id=9000ad2f-79ea-416d-ad54-41fa32789b18 HTTP/1.1" status: 200 len: 946 time: 0.4288592 Dec 20 08:48:26.112007 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-9ae88869-9026-4a2f-88a6-29d95f706ba0 None None] For port 23c5c224-7a08-4e28-b696-220516bd0e5c, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=23c5c224-7a08-4e28-b696-220516bd0e5c,segment=NetworkSegment(d3be6c88-7ff0-4756-83fa-034b20db48ab),segment_id=d3be6c88-7ff0-4756-83fa-034b20db48ab)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:48:26.155114 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-9ae88869-9026-4a2f-88a6-29d95f706ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:26.162160 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-81c175de-d326-4f40-88ae-86d84ded5705 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:26.340776 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-bae0458c-9584-4251-a407-4469fb0c77f4 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:48:26.362006 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-80df3eba-4e67-453d-b94b-0bf5bd0f8a57 req-a1ada514-c676-4bba-ae53-dcab0a7998e8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7ee4ce4-3c54-4a5c-a240-20d23ab02629 HTTP/1.1" status: 200 len: 210 time: 0.1165366 Dec 20 08:48:26.366403 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-bae0458c-9584-4251-a407-4469fb0c77f4 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Usage tracker for resource:port and tenant:4de9b4b7601243f2b1d879d3ed46dac5 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:48:26.376098 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-bae0458c-9584-4251-a407-4469fb0c77f4 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:48:26.402345 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-bae0458c-9584-4251-a407-4469fb0c77f4 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:48:26.417806 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae0458c-9584-4251-a407-4469fb0c77f4 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Made reservation on behalf of 4de9b4b7601243f2b1d879d3ed46dac5 for: {'port': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:48:26.421911 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bae0458c-9584-4251-a407-4469fb0c77f4 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:26.446281 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-bae0458c-9584-4251-a407-4469fb0c77f4 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] device_id is not set on port 3967b849-8baf-491e-97da-2907bec82ab6 yet. {{(pid=83445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:48:26.458158 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-9ae88869-9026-4a2f-88a6-29d95f706ba0 None None] Provisioning complete for port 7e5118e3-9d07-44e2-9dbd-b532eeea973b triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:48:26.458889 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-9ae88869-9026-4a2f-88a6-29d95f706ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:26.490924 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ad4d2f-906b-4e69-9e22-241308d2db56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-b1cf939c-f34d-4b09-9ae9-07be2c49a59a', 'network_id': 'b1cf939c-f34d-4b09-9ae9-07be2c49a59a', 'tenant_id': '4de9b4b7601243f2b1d879d3ed46dac5', 'fixed_ips': [{'subnet_id': 'f486c72c-fb90-4806-b39f-94c581e730a4'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:48:26.491818 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c9ad4d2f-906b-4e69-9e22-241308d2db56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:26.512857 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e27620b-ff45-46d3-b0c6-ada97264fd28 None None] Network 121ed6de-7556-4449-9d32-9cfe4955cd4f requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:48:26.564827 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-18a3f87f-ae0b-490f-8d60-9b7cdf140310 req-e4664aee-dcd9-40f6-8199-2e7406acb66e tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb820b64-db27-4425-8f61-97eb0c7b754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5166950 Dec 20 08:48:26.593531 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae88869-9026-4a2f-88a6-29d95f706ba0 None None] Pushing event updated for resources: {'Port': ['ID=23c5c224-7a08-4e28-b696-220516bd0e5c,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:26.609035 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-9ae88869-9026-4a2f-88a6-29d95f706ba0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:26.635762 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-bae0458c-9584-4251-a407-4469fb0c77f4 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Allocated IP 2001:db8::f816:3eff:feb9:706e (b1cf939c-f34d-4b09-9ae9-07be2c49a59a/f486c72c-fb90-4806-b39f-94c581e730a4/3967b849-8baf-491e-97da-2907bec82ab6) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:48:26.777010 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4f93f419-201d-43d0-8f01-2a021c15db62 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349062'] for router_interface, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:26.917139 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bae0458c-9584-4251-a407-4469fb0c77f4 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:26.941269 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-bae0458c-9584-4251-a407-4469fb0c77f4 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Transition to ACTIVE for port object 3967b849-8baf-491e-97da-2907bec82ab6 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:48:26.946481 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b2fd9b5f-ae36-495e-a297-9cb4124118c9 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349062'] for router_interface, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:26.969296 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bae0458c-9584-4251-a407-4469fb0c77f4 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:26.975838 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0263e8fe-988c-47a6-9f65-577e717993db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:27.063584 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-c9ad4d2f-906b-4e69-9e22-241308d2db56 None None] Allocated IP 2001:db8::f816:3eff:fe31:72ab (b1cf939c-f34d-4b09-9ae9-07be2c49a59a/f486c72c-fb90-4806-b39f-94c581e730a4/9d0945fb-82e7-4664-8306-0882b7892d50) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:48:27.121819 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae0458c-9584-4251-a407-4469fb0c77f4 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Network b1cf939c-f34d-4b09-9ae9-07be2c49a59a is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:48:27.131685 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-bae0458c-9584-4251-a407-4469fb0c77f4 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:48:27.146039 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-7e9920ee-ce5b-465c-aa6c-8c13e6aca236 None None] Provisioning for port d0f63b97-cc5f-42f2-90d5-36d45e147d54 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:48:27.151242 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae0458c-9584-4251-a407-4469fb0c77f4 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:48:27.156556 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae0458c-9584-4251-a407-4469fb0c77f4 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:27.157281 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bae0458c-9584-4251-a407-4469fb0c77f4 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:27.161998 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-7e9920ee-ce5b-465c-aa6c-8c13e6aca236 None None] Provisioning complete for port d0f63b97-cc5f-42f2-90d5-36d45e147d54 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:48:27.162297 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-7e9920ee-ce5b-465c-aa6c-8c13e6aca236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:27.171870 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae0458c-9584-4251-a407-4469fb0c77f4 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Pushing event updated for resources: {'Port': ['ID=3967b849-8baf-491e-97da-2907bec82ab6,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:27.179361 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-bae0458c-9584-4251-a407-4469fb0c77f4 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:27.198020 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-bae0458c-9584-4251-a407-4469fb0c77f4 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.2943103 Dec 20 08:48:27.200884 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 41838) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:27.294782 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b3d56d0-befe-45b9-8061-f8d27e520a43 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Deleting subnet f486c72c-fb90-4806-b39f-94c581e730a4 {{(pid=83445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:48:27.323417 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 23c5c224-7a08-4e28-b696-220516bd0e5c up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:48:27.568852 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-7e9920ee-ce5b-465c-aa6c-8c13e6aca236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:27.589146 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c9ad4d2f-906b-4e69-9e22-241308d2db56 None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:27.613724 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 23c5c224-7a08-4e28-b696-220516bd0e5c triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:48:27.614737 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:27.625560 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-0aaaa753-80cc-47b2-8a25-754ed9dd3ef1 req-14d3c92e-9538-48b3-b096-96774eebc152 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7ee4ce4-3c54-4a5c-a240-20d23ab02629 HTTP/1.1" status: 200 len: 210 time: 0.1214662 Dec 20 08:48:27.680711 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-c9ad4d2f-906b-4e69-9e22-241308d2db56 None None] Transition to ACTIVE for port object 9d0945fb-82e7-4664-8306-0882b7892d50 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:48:27.704638 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-c9ad4d2f-906b-4e69-9e22-241308d2db56 None None] Transition to ACTIVE for port object 9d0945fb-82e7-4664-8306-0882b7892d50 will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:48:27.715364 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-7e9920ee-ce5b-465c-aa6c-8c13e6aca236 None None] For port d0f63b97-cc5f-42f2-90d5-36d45e147d54, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=d0f63b97-cc5f-42f2-90d5-36d45e147d54,segment=NetworkSegment(05750874-43ff-4592-9e36-f1b4b81b64f9),segment_id=05750874-43ff-4592-9e36-f1b4b81b64f9)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:48:27.728283 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c9ad4d2f-906b-4e69-9e22-241308d2db56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:27.736616 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-ff2cd9ab-0630-4e04-9d3b-c5cdc7dde210 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:27.781674 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7b3d56d0-befe-45b9-8061-f8d27e520a43 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks [] for subnet, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:27.812699 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-7e9920ee-ce5b-465c-aa6c-8c13e6aca236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:27.852251 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-7e9920ee-ce5b-465c-aa6c-8c13e6aca236 None None] Provisioning for port 8404cbc4-d399-46b1-ad62-0904708c32a2 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:48:27.881399 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7b3d56d0-befe-45b9-8061-f8d27e520a43 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1518554'] for subnet, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:27.902947 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ad4d2f-906b-4e69-9e22-241308d2db56 None None] Network b1cf939c-f34d-4b09-9ae9-07be2c49a59a is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:48:27.905264 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad4d2f-906b-4e69-9e22-241308d2db56 None None] Pushing event updated for resources: {'Port': ['ID=9d0945fb-82e7-4664-8306-0882b7892d50,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:27.907721 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-c9ad4d2f-906b-4e69-9e22-241308d2db56 None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:48:27.918880 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-c9ad4d2f-906b-4e69-9e22-241308d2db56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:27.919370 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-b67a2ba4-6ab0-49d8-8147-bb74a8470ee6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:27.934056 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d54d48-8370-468c-98a9-09954e34fb0d req-d41bd1f0-186a-4ba1-b77c-ef838cb064f7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:27.935450 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-27d54d48-8370-468c-98a9-09954e34fb0d req-d41bd1f0-186a-4ba1-b77c-ef838cb064f7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.58 "GET /v2.0/networks?id=14b45dac-66c0-4b3c-8f46-86b564f1af3d HTTP/1.1" status: 200 len: 797 time: 0.3132136 Dec 20 08:48:27.955737 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ad4d2f-906b-4e69-9e22-241308d2db56 None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:48:28.018377 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-27d54d48-8370-468c-98a9-09954e34fb0d req-5e35f983-aa0d-439f-9f3e-38741ae1d5b9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7b89f97320342ff933d41aa1a974b12 HTTP/1.1" status: 200 len: 471 time: 0.0628669 Dec 20 08:48:28.029092 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [req-27d54d48-8370-468c-98a9-09954e34fb0d req-458b6ce0-bff6-44e6-ba24-0ddf4a59eb74 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'port': {'device_id': 'c7ee4ce4-3c54-4a5c-a240-20d23ab02629', 'network_id': '14b45dac-66c0-4b3c-8f46-86b564f1af3d', 'admin_state_up': True, 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'security_groups': ['c4367eb0-d6e4-499d-8dfe-dc3f480e87e9']}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:48:28.091050 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6691e5d-758b-4258-ad4a-cd44c9aa917e req-46ba5685-3356-44c2-9547-78866a9190e5 tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:28.094578 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 8404cbc4-d399-46b1-ad62-0904708c32a2 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:48:28.095213 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f6691e5d-758b-4258-ad4a-cd44c9aa917e req-46ba5685-3356-44c2-9547-78866a9190e5 tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] 10.222.0.16 "GET /v2.0/ports?device_id=9000ad2f-79ea-416d-ad54-41fa32789b18 HTTP/1.1" status: 200 len: 946 time: 0.2291832 Dec 20 08:48:28.145400 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-c9ad4d2f-906b-4e69-9e22-241308d2db56 None None] Attempting to bind port 9d0945fb-82e7-4664-8306-0882b7892d50 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:48:28.145774 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-c9ad4d2f-906b-4e69-9e22-241308d2db56 None None] Attempting to bind port 9d0945fb-82e7-4664-8306-0882b7892d50 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '1a6b462e-8a8a-4c93-8024-22c3c603b013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b1cf939c-f34d-4b09-9ae9-07be2c49a59a'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:48:28.146139 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ad4d2f-906b-4e69-9e22-241308d2db56 None None] Attempting to bind port 9d0945fb-82e7-4664-8306-0882b7892d50 on network b1cf939c-f34d-4b09-9ae9-07be2c49a59a {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:48:28.150677 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9920ee-ce5b-465c-aa6c-8c13e6aca236 None None] Pushing event updated for resources: {'Port': ['ID=d0f63b97-cc5f-42f2-90d5-36d45e147d54,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:28.157060 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-7e9920ee-ce5b-465c-aa6c-8c13e6aca236 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:28.176229 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ad4d2f-906b-4e69-9e22-241308d2db56 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:48:28.176675 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ad4d2f-906b-4e69-9e22-241308d2db56 None None] Checking segment: {'id': '1a6b462e-8a8a-4c93-8024-22c3c603b013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b1cf939c-f34d-4b09-9ae9-07be2c49a59a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:48:28.177001 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c9ad4d2f-906b-4e69-9e22-241308d2db56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:28.177429 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ad4d2f-906b-4e69-9e22-241308d2db56 None None] Bound using segment: {'id': '1a6b462e-8a8a-4c93-8024-22c3c603b013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b1cf939c-f34d-4b09-9ae9-07be2c49a59a'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:48:28.177919 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-c9ad4d2f-906b-4e69-9e22-241308d2db56 None None] Bound port: 9d0945fb-82e7-4664-8306-0882b7892d50, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a6b462e-8a8a-4c93-8024-22c3c603b013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b1cf939c-f34d-4b09-9ae9-07be2c49a59a'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:48:28.178809 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c9ad4d2f-906b-4e69-9e22-241308d2db56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:28.228147 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f6691e5d-758b-4258-ad4a-cd44c9aa917e req-a8dd4a16-fc86-4668-b8b6-4b5231d7c613 tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb820b64-db27-4425-8f61-97eb0c7b754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278684 Dec 20 08:48:28.270049 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7b3d56d0-befe-45b9-8061-f8d27e520a43 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:28.322236 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 8404cbc4-d399-46b1-ad62-0904708c32a2 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:48:28.334395 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 8404cbc4-d399-46b1-ad62-0904708c32a2 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:48:28.335017 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:28.357105 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-4f93f419-201d-43d0-8f01-2a021c15db62 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Deleting port e8e122d2-623a-4597-baf1-c2c7b56b59f5 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:48:28.357542 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4f93f419-201d-43d0-8f01-2a021c15db62 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:28.368733 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [req-27d54d48-8370-468c-98a9-09954e34fb0d req-458b6ce0-bff6-44e6-ba24-0ddf4a59eb74 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:48:28.378189 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-27d54d48-8370-468c-98a9-09954e34fb0d req-458b6ce0-bff6-44e6-ba24-0ddf4a59eb74 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:port and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:48:28.381422 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-27d54d48-8370-468c-98a9-09954e34fb0d req-458b6ce0-bff6-44e6-ba24-0ddf4a59eb74 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:48:28.389321 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [req-27d54d48-8370-468c-98a9-09954e34fb0d req-458b6ce0-bff6-44e6-ba24-0ddf4a59eb74 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:48:28.392896 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7b3d56d0-befe-45b9-8061-f8d27e520a43 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2036620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2095133'] for subnet, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:28.400431 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-58f91c2e-b7b2-4439-8739-ca16d0188080 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:28.402984 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-c9ad4d2f-906b-4e69-9e22-241308d2db56 None None] For port 9d0945fb-82e7-4664-8306-0882b7892d50, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:48:28.417190 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-b2fd9b5f-ae36-495e-a297-9cb4124118c9 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Deleting port 67015995-dfc3-482e-88bf-8ad72f49a3c1 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:48:28.417549 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b2fd9b5f-ae36-495e-a297-9cb4124118c9 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:28.432661 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-c9ad4d2f-906b-4e69-9e22-241308d2db56 None None] For port 9d0945fb-82e7-4664-8306-0882b7892d50, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=9d0945fb-82e7-4664-8306-0882b7892d50,segment=NetworkSegment(1a6b462e-8a8a-4c93-8024-22c3c603b013),segment_id=1a6b462e-8a8a-4c93-8024-22c3c603b013)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:48:28.448996 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c9ad4d2f-906b-4e69-9e22-241308d2db56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:28.449291 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3d56d0-befe-45b9-8061-f8d27e520a43 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Pushing event deleted for resources: {'Subnet': ['ID=f486c72c-fb90-4806-b39f-94c581e730a4,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:28.452826 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-7b3d56d0-befe-45b9-8061-f8d27e520a43 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:28.456457 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7b3d56d0-befe-45b9-8061-f8d27e520a43 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:28.460637 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27d54d48-8370-468c-98a9-09954e34fb0d req-458b6ce0-bff6-44e6-ba24-0ddf4a59eb74 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Made reservation on behalf of f7b89f97320342ff933d41aa1a974b12 for: {'port': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:48:28.460798 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:28.464075 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-27d54d48-8370-468c-98a9-09954e34fb0d req-458b6ce0-bff6-44e6-ba24-0ddf4a59eb74 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:28.487404 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-7b3d56d0-befe-45b9-8061-f8d27e520a43 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] 10.222.0.16 "DELETE /v2.0/subnets/f486c72c-fb90-4806-b39f-94c581e730a4 HTTP/1.1" status: 204 len: 168 time: 1.2826662 Dec 20 08:48:28.487831 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 41850) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:28.624573 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542fe9af-e38c-427c-8f0f-690a25dd2cd8 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:28.626054 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542fe9af-e38c-427c-8f0f-690a25dd2cd8 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:28.626847 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-542fe9af-e38c-427c-8f0f-690a25dd2cd8 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Synchronizing usage tracker for tenant:4de9b4b7601243f2b1d879d3ed46dac5 on resource:subnet {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:48:28.698277 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-542fe9af-e38c-427c-8f0f-690a25dd2cd8 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Unset dirty status for tenant:4de9b4b7601243f2b1d879d3ed46dac5 on resource:subnet {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:48:28.703277 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-542fe9af-e38c-427c-8f0f-690a25dd2cd8 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2110665 Dec 20 08:48:28.706309 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 41856) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:28.744941 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad4d2f-906b-4e69-9e22-241308d2db56 None None] Pushing event updated for resources: {'Port': ['ID=9d0945fb-82e7-4664-8306-0882b7892d50,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:28.751556 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-c9ad4d2f-906b-4e69-9e22-241308d2db56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:28.767749 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:28.815966 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 8404cbc4-d399-46b1-ad62-0904708c32a2, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=8404cbc4-d399-46b1-ad62-0904708c32a2,segment=NetworkSegment(3111d61b-2d23-4b92-a2ae-3b80df3a9c1d),segment_id=3111d61b-2d23-4b92-a2ae-3b80df3a9c1d)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:48:28.822186 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:28.823299 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 7e5118e3-9d07-44e2-9dbd-b532eeea973b up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:48:28.856468 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4f93f419-201d-43d0-8f01-2a021c15db62 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:28.863270 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [req-27d54d48-8370-468c-98a9-09954e34fb0d req-458b6ce0-bff6-44e6-ba24-0ddf4a59eb74 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Allocated IP 172.20.0.20 (14b45dac-66c0-4b3c-8f46-86b564f1af3d/7956faa0-09df-406e-8f95-8fe5b9c3d55d/eb107654-f083-4fed-821c-8fae0416722a) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:48:28.883372 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-45c547c7-3fed-4dfe-8c73-bfea0c44c8b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:28.924362 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a7ce6bb6-375b-464d-be29-dcef254cbc9c tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:28.931200 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-52e2fdd0-e9d6-4c1f-b7ba-c8ea6396c18d req-57183cba-f8cb-4108-a651-95ff0c589e9f tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7ee4ce4-3c54-4a5c-a240-20d23ab02629 HTTP/1.1" status: 200 len: 210 time: 0.0632970 Dec 20 08:48:28.957450 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7ce6bb6-375b-464d-be29-dcef254cbc9c tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 20 08:48:28.957791 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7ce6bb6-375b-464d-be29-dcef254cbc9c tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:48:28.974964 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-a7ce6bb6-375b-464d-be29-dcef254cbc9c tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] 10.222.0.16 "DELETE /v2.0/networks/b1cf939c-f34d-4b09-9ae9-07be2c49a59a HTTP/1.1" status: 409 len: 405 time: 0.2677906 Dec 20 08:48:28.989583 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 41862) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:29.043944 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-4f93f419-201d-43d0-8f01-2a021c15db62 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Calling delete_port for e8e122d2-623a-4597-baf1-c2c7b56b59f5 owned by network:router_interface {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:48:29.082680 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b2fd9b5f-ae36-495e-a297-9cb4124118c9 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:29.086772 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-d00bc65f-0c42-4cea-9976-3dfd258c429c tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1065996127'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:48:29.097812 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-d00bc65f-0c42-4cea-9976-3dfd258c429c tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:48:29.114820 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=8404cbc4-d399-46b1-ad62-0904708c32a2,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:29.121746 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:29.163237 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-d00bc65f-0c42-4cea-9976-3dfd258c429c tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Usage tracker for resource:network and tenant:4de9b4b7601243f2b1d879d3ed46dac5 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:48:29.168064 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-d00bc65f-0c42-4cea-9976-3dfd258c429c tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:48:29.172838 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 7e5118e3-9d07-44e2-9dbd-b532eeea973b triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:48:29.174516 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:29.178442 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-d00bc65f-0c42-4cea-9976-3dfd258c429c tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:48:29.212312 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d00bc65f-0c42-4cea-9976-3dfd258c429c tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Made reservation on behalf of 4de9b4b7601243f2b1d879d3ed46dac5 for: {'network': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:48:29.216021 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d00bc65f-0c42-4cea-9976-3dfd258c429c tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:29.253164 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-b2fd9b5f-ae36-495e-a297-9cb4124118c9 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Calling delete_port for 67015995-dfc3-482e-88bf-8ad72f49a3c1 owned by network:router_interface {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:48:29.268608 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-27d54d48-8370-468c-98a9-09954e34fb0d req-458b6ce0-bff6-44e6-ba24-0ddf4a59eb74 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:29.294282 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [req-27d54d48-8370-468c-98a9-09954e34fb0d req-458b6ce0-bff6-44e6-ba24-0ddf4a59eb74 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Transition to ACTIVE for port object eb107654-f083-4fed-821c-8fae0416722a will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:48:29.295991 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d00bc65f-0c42-4cea-9976-3dfd258c429c tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=83445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:48:29.309918 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d00bc65f-0c42-4cea-9976-3dfd258c429c tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:29.310363 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.segments_db [None req-d00bc65f-0c42-4cea-9976-3dfd258c429c tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Added segment f70b859e-66e2-44b6-b302-c93efc7b2cba of type vlan for network 1b790166-a71e-4d9c-bde9-3f75e883d2ae Dec 20 08:48:29.344247 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d00bc65f-0c42-4cea-9976-3dfd258c429c tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:29.355767 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-27d54d48-8370-468c-98a9-09954e34fb0d req-458b6ce0-bff6-44e6-ba24-0ddf4a59eb74 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:29.362536 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e9de87b2-86dc-48d1-9939-b66fb14ff95d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:29.376051 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc067d6d-0173-45ab-9e03-fa1bb59af720 req-c1b28fa2-5f2d-484d-b122-2a603444958e tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:29.382034 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bc067d6d-0173-45ab-9e03-fa1bb59af720 req-c1b28fa2-5f2d-484d-b122-2a603444958e tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] 10.222.0.16 "GET /v2.0/ports?device_id=9000ad2f-79ea-416d-ad54-41fa32789b18 HTTP/1.1" status: 200 len: 946 time: 0.7572067 Dec 20 08:48:29.386731 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8f0eed4a-e59c-483d-93dd-b785065980c8 req-7d9b6647-10b0-410e-8b50-8ff2e2d6ac14 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0fd2a608243e4e08bf763b2b25b0adbe&device_id=9000ad2f-79ea-416d-ad54-41fa32789b18 HTTP/1.1" status: 200 len: 1099 time: 0.6502225 Dec 20 08:48:29.465163 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27d54d48-8370-468c-98a9-09954e34fb0d req-458b6ce0-bff6-44e6-ba24-0ddf4a59eb74 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Network 14b45dac-66c0-4b3c-8f46-86b564f1af3d is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:48:29.469268 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [req-27d54d48-8370-468c-98a9-09954e34fb0d req-458b6ce0-bff6-44e6-ba24-0ddf4a59eb74 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:48:29.471381 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458b6ce0-bff6-44e6-ba24-0ddf4a59eb74 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'Port': ['ID=eb107654-f083-4fed-821c-8fae0416722a,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:29.473443 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d00bc65f-0c42-4cea-9976-3dfd258c429c tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:29.477209 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00bc65f-0c42-4cea-9976-3dfd258c429c tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:29.477853 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d00bc65f-0c42-4cea-9976-3dfd258c429c tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:29.481653 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [req-27d54d48-8370-468c-98a9-09954e34fb0d req-458b6ce0-bff6-44e6-ba24-0ddf4a59eb74 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:48:29.508184 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-458b6ce0-bff6-44e6-ba24-0ddf4a59eb74 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:29.508805 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-bd65b0fb-dad8-4bca-8ff3-1d4d7ba3dc18 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:29.521278 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device d0f63b97-cc5f-42f2-90d5-36d45e147d54 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:48:29.595189 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d54d48-8370-468c-98a9-09954e34fb0d req-458b6ce0-bff6-44e6-ba24-0ddf4a59eb74 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:29.595821 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-27d54d48-8370-468c-98a9-09954e34fb0d req-458b6ce0-bff6-44e6-ba24-0ddf4a59eb74 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:29.603354 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-d00bc65f-0c42-4cea-9976-3dfd258c429c tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5188437 Dec 20 08:48:29.612424 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 41866) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:29.627539 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port d0f63b97-cc5f-42f2-90d5-36d45e147d54 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:48:29.627923 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:29.707505 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-1eb5f798-482a-45b6-8763-de3d4eb190b1 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Request body: {'subnet': {'network_id': '1b790166-a71e-4d9c-bde9-3f75e883d2ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:48:29.729733 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00bc65f-0c42-4cea-9976-3dfd258c429c tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Pushing event updated for resources: {'Network': ['ID=1b790166-a71e-4d9c-bde9-3f75e883d2ae,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:29.740925 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d00bc65f-0c42-4cea-9976-3dfd258c429c tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:29.743015 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-27d54d48-8370-468c-98a9-09954e34fb0d req-458b6ce0-bff6-44e6-ba24-0ddf4a59eb74 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7176614 Dec 20 08:48:29.750314 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network 1b790166-a71e-4d9c-bde9-3f75e883d2ae details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:48:29.757716 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [req-27d54d48-8370-468c-98a9-09954e34fb0d req-aab63dda-229d-4ef0-a8c3-477c6c2def13 service neutron] Request body: {'port': {'device_id': 'c7ee4ce4-3c54-4a5c-a240-20d23ab02629', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8204'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:48:29.815612 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 8404cbc4-d399-46b1-ad62-0904708c32a2 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:48:29.907789 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bc067d6d-0173-45ab-9e03-fa1bb59af720 req-3b827bd3-0c21-4821-9c91-286de50d28ed tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb820b64-db27-4425-8f61-97eb0c7b754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5151255 Dec 20 08:48:29.977771 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 8404cbc4-d399-46b1-ad62-0904708c32a2 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:48:29.978150 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:30.033670 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-1eb5f798-482a-45b6-8763-de3d4eb190b1 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:48:30.044531 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b2fd9b5f-ae36-495e-a297-9cb4124118c9 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:30.053319 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9d02407f-c266-430a-b9b1-615674fef886 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:30.059561 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-1eb5f798-482a-45b6-8763-de3d4eb190b1 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:48:30.081448 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-27d54d48-8370-468c-98a9-09954e34fb0d req-aab63dda-229d-4ef0-a8c3-477c6c2def13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:30.098780 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0eed4a-e59c-483d-93dd-b785065980c8 req-8d219331-f52e-4c12-adfb-c7535c108ec0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:30.100276 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8f0eed4a-e59c-483d-93dd-b785065980c8 req-8d219331-f52e-4c12-adfb-c7535c108ec0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a05a209a-fb2b-4823-a355-7433ddb192cd HTTP/1.1" status: 200 len: 913 time: 0.7000785 Dec 20 08:48:30.102678 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-744b11bd-a5ef-49f9-9633-76c468466172 None None] Provisioning for port eb107654-f083-4fed-821c-8fae0416722a completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:48:30.127328 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fd9b5f-ae36-495e-a297-9cb4124118c9 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Pushing event deleted for resources: {'Port': ['ID=67015995-dfc3-482e-88bf-8ad72f49a3c1,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:30.130080 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb5f798-482a-45b6-8763-de3d4eb190b1 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Made reservation on behalf of 4de9b4b7601243f2b1d879d3ed46dac5 for: {'subnet': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:48:30.144510 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-744b11bd-a5ef-49f9-9633-76c468466172 None None] Provisioning complete for port eb107654-f083-4fed-821c-8fae0416722a triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:48:30.144781 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-744b11bd-a5ef-49f9-9633-76c468466172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:30.203017 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b2fd9b5f-ae36-495e-a297-9cb4124118c9 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:30.221838 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 9d0945fb-82e7-4664-8306-0882b7892d50 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:48:30.252740 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41e6667-1ccc-48bd-9ab7-f93f5a5a894b None None] Network b1cf939c-f34d-4b09-9ae9-07be2c49a59a requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:48:30.258036 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8f0eed4a-e59c-483d-93dd-b785065980c8 req-4663f9cb-178b-479d-9e34-1d914465378a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a5630966-90a7-4183-996b-16ea8f640297 HTTP/1.1" status: 200 len: 217 time: 0.1355820 Dec 20 08:48:30.258514 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4f93f419-201d-43d0-8f01-2a021c15db62 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:30.271726 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c5efa742-aa47-4a7f-bd8a-ad8413940571 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:30.276822 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-744b11bd-a5ef-49f9-9633-76c468466172 None None] Port eb107654-f083-4fed-821c-8fae0416722a cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:48:30.419229 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f93f419-201d-43d0-8f01-2a021c15db62 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Pushing event deleted for resources: {'Port': ['ID=e8e122d2-623a-4597-baf1-c2c7b56b59f5,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:30.436568 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4f93f419-201d-43d0-8f01-2a021c15db62 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:30.474930 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0eed4a-e59c-483d-93dd-b785065980c8 req-4d7706a2-1b33-4cce-a7d0-4acbf496fb5b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:30.477621 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8f0eed4a-e59c-483d-93dd-b785065980c8 req-4d7706a2-1b33-4cce-a7d0-4acbf496fb5b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=73b7446d-28e3-4ade-bcf5-9c2a3c82ef38 HTTP/1.1" status: 200 len: 852 time: 0.1556799 Dec 20 08:48:30.495756 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 9d0945fb-82e7-4664-8306-0882b7892d50 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:48:30.502476 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-83cc9b9c-a0a7-40ae-9318-cab54fa77103 None None] Provisioning for port 9d0945fb-82e7-4664-8306-0882b7892d50 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:48:30.510967 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 9d0945fb-82e7-4664-8306-0882b7892d50 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:48:30.511355 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:30.537645 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-83cc9b9c-a0a7-40ae-9318-cab54fa77103 None None] Provisioning complete for port 9d0945fb-82e7-4664-8306-0882b7892d50 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:48:30.538264 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-83cc9b9c-a0a7-40ae-9318-cab54fa77103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:30.648816 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8f0eed4a-e59c-483d-93dd-b785065980c8 req-6d18f1f3-ee84-432c-8f0c-ee9e90a90eaf service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a05a209a-fb2b-4823-a355-7433ddb192cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1100645 Dec 20 08:48:30.740150 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-83cc9b9c-a0a7-40ae-9318-cab54fa77103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:30.752361 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73043a2-883d-45dd-9e70-63bd22b29711 None None] DHCP port deletion for b1cf939c-f34d-4b09-9ae9-07be2c49a59a request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 08:48:30.784520 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1eb5f798-482a-45b6-8763-de3d4eb190b1 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2095160'] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:30.791486 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-b73043a2-883d-45dd-9e70-63bd22b29711 None None] Deleting port 9d0945fb-82e7-4664-8306-0882b7892d50 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:48:30.791864 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b73043a2-883d-45dd-9e70-63bd22b29711 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:30.866395 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:30.898459 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b2fd9b5f-ae36-495e-a297-9cb4124118c9 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32897953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348760'] for router_interface, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:30.916654 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-83cc9b9c-a0a7-40ae-9318-cab54fa77103 None None] For port 9d0945fb-82e7-4664-8306-0882b7892d50, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=9d0945fb-82e7-4664-8306-0882b7892d50,segment=NetworkSegment(1a6b462e-8a8a-4c93-8024-22c3c603b013),segment_id=1a6b462e-8a8a-4c93-8024-22c3c603b013)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:48:30.933269 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-83cc9b9c-a0a7-40ae-9318-cab54fa77103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:30.938039 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-efe12bf1-8e25-451c-9e1a-33da458da6eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:30.945519 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8b09a-e573-4e47-a4df-548313d158ad req-289e44b4-1dd3-4cfa-9506-20cedc99fcbf tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:30.946220 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-78c8b09a-e573-4e47-a4df-548313d158ad req-289e44b4-1dd3-4cfa-9506-20cedc99fcbf tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Synchronizing usage tracker for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:48:31.112984 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cc9b9c-a0a7-40ae-9318-cab54fa77103 None None] Pushing event updated for resources: {'Port': ['ID=9d0945fb-82e7-4664-8306-0882b7892d50,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:31.116059 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-83cc9b9c-a0a7-40ae-9318-cab54fa77103 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:31.117047 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.db.api [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 08:48:31.117427 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_db.api [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 08:48:31.137371 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8f0eed4a-e59c-483d-93dd-b785065980c8 req-195f6bff-8f39-493f-a1d2-d9ebcc3a3b80 service neutron] 10.222.0.58 "GET /v2.0/networks/a05a209a-fb2b-4823-a355-7433ddb192cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4025109 Dec 20 08:48:31.187224 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-b73043a2-883d-45dd-9e70-63bd22b29711 None None] For port 9d0945fb-82e7-4664-8306-0882b7892d50, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=9d0945fb-82e7-4664-8306-0882b7892d50,segment=NetworkSegment(1a6b462e-8a8a-4c93-8024-22c3c603b013),segment_id=1a6b462e-8a8a-4c93-8024-22c3c603b013)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:48:31.187949 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b73043a2-883d-45dd-9e70-63bd22b29711 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:31.196625 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-78c8b09a-e573-4e47-a4df-548313d158ad req-289e44b4-1dd3-4cfa-9506-20cedc99fcbf tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Unset dirty status for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:48:31.197969 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-78c8b09a-e573-4e47-a4df-548313d158ad req-289e44b4-1dd3-4cfa-9506-20cedc99fcbf tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7ee4ce4-3c54-4a5c-a240-20d23ab02629 HTTP/1.1" status: 200 len: 932 time: 1.0055897 Dec 20 08:48:31.237383 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [req-27d54d48-8370-468c-98a9-09954e34fb0d req-aab63dda-229d-4ef0-a8c3-477c6c2def13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb107654-f083-4fed-821c-8fae0416722a {{(pid=83445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 08:48:31.266849 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-27d54d48-8370-468c-98a9-09954e34fb0d req-aab63dda-229d-4ef0-a8c3-477c6c2def13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:31.319073 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [req-27d54d48-8370-468c-98a9-09954e34fb0d req-aab63dda-229d-4ef0-a8c3-477c6c2def13 service neutron] Transition to ACTIVE for port object eb107654-f083-4fed-821c-8fae0416722a will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:48:31.332614 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-27d54d48-8370-468c-98a9-09954e34fb0d req-aab63dda-229d-4ef0-a8c3-477c6c2def13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2036698'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:31.339898 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-969d03d7-ed2f-4000-8454-262404db0b2c tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:31.362861 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-b73043a2-883d-45dd-9e70-63bd22b29711 None None] Calling delete_port for 9d0945fb-82e7-4664-8306-0882b7892d50 owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:48:31.404465 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-78c8b09a-e573-4e47-a4df-548313d158ad req-04dbe66f-837c-4c72-b934-bcd1adfcf512 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4367eb0-d6e4-499d-8dfe-dc3f480e87e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1955209 Dec 20 08:48:31.428611 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.objects.ports [None req-1eb5f798-482a-45b6-8763-de3d4eb190b1 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83445) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 20 08:48:31.443401 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.db.api [None req-b73043a2-883d-45dd-9e70-63bd22b29711 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 08:48:31.444198 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_db.api [None req-b73043a2-883d-45dd-9e70-63bd22b29711 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 08:48:31.450078 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4f93f419-201d-43d0-8f01-2a021c15db62 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32897953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348760'] for router_interface, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:31.491247 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1eb5f798-482a-45b6-8763-de3d4eb190b1 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2036557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2095114'] for subnet, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:31.509184 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab63dda-229d-4ef0-a8c3-477c6c2def13 service neutron] Pushing event updated for resources: {'Port': ['ID=eb107654-f083-4fed-821c-8fae0416722a,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:31.513664 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-aab63dda-229d-4ef0-a8c3-477c6c2def13 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:31.514264 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-fe86a5fa-b44f-4a49-b18c-f7acdc190ac9 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:31.578685 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09606fc3-51e3-4607-81c7-ef6244da5da3 req-8f73c323-c54e-493b-9479-57ee5d4db0af tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:31.580211 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-09606fc3-51e3-4607-81c7-ef6244da5da3 req-8f73c323-c54e-493b-9479-57ee5d4db0af tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] 10.222.0.16 "GET /v2.0/ports?device_id=9000ad2f-79ea-416d-ad54-41fa32789b18 HTTP/1.1" status: 200 len: 946 time: 0.5070205 Dec 20 08:48:31.710878 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb5f798-482a-45b6-8763-de3d4eb190b1 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Pushing event updated for resources: {'Subnet': ['ID=e416ff52-c983-4781-b1f7-8e57fa9b8e7c,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:31.717117 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-1eb5f798-482a-45b6-8763-de3d4eb190b1 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:31.734650 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb5f798-482a-45b6-8763-de3d4eb190b1 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Checking segment: {'id': 'f70b859e-66e2-44b6-b302-c93efc7b2cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1b790166-a71e-4d9c-bde9-3f75e883d2ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:48:31.735013 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb5f798-482a-45b6-8763-de3d4eb190b1 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Network hostable DHCP agents. Network: 1b790166-a71e-4d9c-bde9-3f75e883d2ae, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:48:31.738238 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8f0eed4a-e59c-483d-93dd-b785065980c8 req-7dfed8a6-2bc6-4b96-8c28-0913620e2e2f service neutron] 10.222.0.58 "GET /v2.0/networks/a05a209a-fb2b-4823-a355-7433ddb192cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5914197 Dec 20 08:48:31.741755 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [req-27d54d48-8370-468c-98a9-09954e34fb0d req-aab63dda-229d-4ef0-a8c3-477c6c2def13 service neutron] Attempting to bind port eb107654-f083-4fed-821c-8fae0416722a on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:48:31.742082 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [req-27d54d48-8370-468c-98a9-09954e34fb0d req-aab63dda-229d-4ef0-a8c3-477c6c2def13 service neutron] Attempting to bind port eb107654-f083-4fed-821c-8fae0416722a by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': '05750874-43ff-4592-9e36-f1b4b81b64f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '14b45dac-66c0-4b3c-8f46-86b564f1af3d'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:48:31.742400 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d54d48-8370-468c-98a9-09954e34fb0d req-aab63dda-229d-4ef0-a8c3-477c6c2def13 service neutron] Attempting to bind port eb107654-f083-4fed-821c-8fae0416722a on network 14b45dac-66c0-4b3c-8f46-86b564f1af3d {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:48:31.767845 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d54d48-8370-468c-98a9-09954e34fb0d req-aab63dda-229d-4ef0-a8c3-477c6c2def13 service neutron] Port eb107654-f083-4fed-821c-8fae0416722a on network 14b45dac-66c0-4b3c-8f46-86b564f1af3d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 08:48:31.768170 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d54d48-8370-468c-98a9-09954e34fb0d req-aab63dda-229d-4ef0-a8c3-477c6c2def13 service neutron] Attempting to bind port eb107654-f083-4fed-821c-8fae0416722a on network 14b45dac-66c0-4b3c-8f46-86b564f1af3d {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:48:31.778778 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d54d48-8370-468c-98a9-09954e34fb0d req-aab63dda-229d-4ef0-a8c3-477c6c2def13 service neutron] Checking agent: {'id': 'bd419857-3bec-4b96-b211-3fb278c66880', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8204', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 40, 10), 'started_at': datetime.datetime(2021, 12, 20, 8, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:48:31.779063 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d54d48-8370-468c-98a9-09954e34fb0d req-aab63dda-229d-4ef0-a8c3-477c6c2def13 service neutron] Checking segment: {'id': '05750874-43ff-4592-9e36-f1b4b81b64f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '14b45dac-66c0-4b3c-8f46-86b564f1af3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:48:31.780107 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d54d48-8370-468c-98a9-09954e34fb0d req-aab63dda-229d-4ef0-a8c3-477c6c2def13 service neutron] Bound using segment: {'id': '05750874-43ff-4592-9e36-f1b4b81b64f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '14b45dac-66c0-4b3c-8f46-86b564f1af3d'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:48:31.780736 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [req-27d54d48-8370-468c-98a9-09954e34fb0d req-aab63dda-229d-4ef0-a8c3-477c6c2def13 service neutron] Bound port: eb107654-f083-4fed-821c-8fae0416722a, host: hv-neutron-8204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05750874-43ff-4592-9e36-f1b4b81b64f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '14b45dac-66c0-4b3c-8f46-86b564f1af3d'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:48:31.780970 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-27d54d48-8370-468c-98a9-09954e34fb0d req-aab63dda-229d-4ef0-a8c3-477c6c2def13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:31.782625 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 9d0945fb-82e7-4664-8306-0882b7892d50 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:48:31.830737 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb5f798-482a-45b6-8763-de3d4eb190b1 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Network 1b790166-a71e-4d9c-bde9-3f75e883d2ae is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:48:31.847787 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-1eb5f798-482a-45b6-8763-de3d4eb190b1 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, 1b790166-a71e-4d9c-bde9-3f75e883d2ae) {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:48:31.859350 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb5f798-482a-45b6-8763-de3d4eb190b1 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:31.859936 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1eb5f798-482a-45b6-8763-de3d4eb190b1 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:31.879675 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cffcfd0-3655-4068-91a7-be4cca120aa8 None None] Network 1b790166-a71e-4d9c-bde9-3f75e883d2ae requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:48:31.893904 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-09606fc3-51e3-4607-81c7-ef6244da5da3 req-2b5b0537-fdf3-4373-b282-1c3d03069f47 tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb820b64-db27-4425-8f61-97eb0c7b754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958767 Dec 20 08:48:31.900450 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [req-27d54d48-8370-468c-98a9-09954e34fb0d req-aab63dda-229d-4ef0-a8c3-477c6c2def13 service neutron] For port eb107654-f083-4fed-821c-8fae0416722a, host hv-neutron-8204, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:48:31.903675 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [req-27d54d48-8370-468c-98a9-09954e34fb0d req-aab63dda-229d-4ef0-a8c3-477c6c2def13 service neutron] For port eb107654-f083-4fed-821c-8fae0416722a, host hv-neutron-8204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=eb107654-f083-4fed-821c-8fae0416722a,segment=NetworkSegment(05750874-43ff-4592-9e36-f1b4b81b64f9),segment_id=05750874-43ff-4592-9e36-f1b4b81b64f9)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:48:31.910646 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-1eb5f798-482a-45b6-8763-de3d4eb190b1 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2970178 Dec 20 08:48:31.913490 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 41874) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:31.920632 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-846a4e95-d3f7-4c69-a42f-eb9e7e1578e4 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Request body: {'port': {'network_id': '1b790166-a71e-4d9c-bde9-3f75e883d2ae', 'name': 'tempest-NetworksIpV6TestAttrs-1852294203'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:48:31.937550 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-27d54d48-8370-468c-98a9-09954e34fb0d req-aab63dda-229d-4ef0-a8c3-477c6c2def13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2036698'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:31.945717 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0263e8fe-988c-47a6-9f65-577e717993db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:31.953977 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2fd9b5f-ae36-495e-a297-9cb4124118c9 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Router 930ad1a1-0881-4176-8a74-d938596ad7fc has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:48:31.985465 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-b73043a2-883d-45dd-9e70-63bd22b29711 None None] Deleting port 9d0945fb-82e7-4664-8306-0882b7892d50 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:48:31.985858 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b73043a2-883d-45dd-9e70-63bd22b29711 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:32.020084 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:32.074241 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-27d54d48-8370-468c-98a9-09954e34fb0d req-aab63dda-229d-4ef0-a8c3-477c6c2def13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:32.075241 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-27d54d48-8370-468c-98a9-09954e34fb0d req-aab63dda-229d-4ef0-a8c3-477c6c2def13 service neutron] 10.222.0.58 "PUT /v2.0/ports/eb107654-f083-4fed-821c-8fae0416722a HTTP/1.1" status: 200 len: 1094 time: 2.3224764 Dec 20 08:48:32.081048 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7ee4ce4-3c54-4a5c-a240-20d23ab02629', 'tag': 'eb107654-f083-4fed-821c-8fae0416722a'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 08:48:32.189104 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab63dda-229d-4ef0-a8c3-477c6c2def13 service neutron] Pushing event updated for resources: {'Port': ['ID=eb107654-f083-4fed-821c-8fae0416722a,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:32.199460 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7ee4ce4-3c54-4a5c-a240-20d23ab02629', 'tag': 'eb107654-f083-4fed-821c-8fae0416722a', 'status': 'completed', 'code': 200} Dec 20 08:48:32.200217 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-aab63dda-229d-4ef0-a8c3-477c6c2def13 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:32.228634 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-846a4e95-d3f7-4c69-a42f-eb9e7e1578e4 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:48:32.232566 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-846a4e95-d3f7-4c69-a42f-eb9e7e1578e4 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Usage tracker for resource:port and tenant:4de9b4b7601243f2b1d879d3ed46dac5 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:48:32.235628 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-846a4e95-d3f7-4c69-a42f-eb9e7e1578e4 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:48:32.241753 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-846a4e95-d3f7-4c69-a42f-eb9e7e1578e4 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:48:32.260550 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-846a4e95-d3f7-4c69-a42f-eb9e7e1578e4 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Made reservation on behalf of 4de9b4b7601243f2b1d879d3ed46dac5 for: {'port': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:48:32.264853 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-846a4e95-d3f7-4c69-a42f-eb9e7e1578e4 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:32.309270 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-27d54d48-8370-468c-98a9-09954e34fb0d req-61181f52-3d68-4472-b705-c3e7f1af9734 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f7b89f97320342ff933d41aa1a974b12&device_id=c7ee4ce4-3c54-4a5c-a240-20d23ab02629 HTTP/1.1" status: 200 len: 1097 time: 0.1687047 Dec 20 08:48:32.310441 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-846a4e95-d3f7-4c69-a42f-eb9e7e1578e4 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] device_id is not set on port c45c1fe8-3f18-4217-8f90-bdecd4a39501 yet. {{(pid=83445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:48:32.331743 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 9d0945fb-82e7-4664-8306-0882b7892d50, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=9d0945fb-82e7-4664-8306-0882b7892d50,segment=NetworkSegment(1a6b462e-8a8a-4c93-8024-22c3c603b013),segment_id=1a6b462e-8a8a-4c93-8024-22c3c603b013)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:48:32.396504 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee76330-25d5-46f7-943d-e1f84bdc1326 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-1b790166-a71e-4d9c-bde9-3f75e883d2ae', 'network_id': '1b790166-a71e-4d9c-bde9-3f75e883d2ae', 'tenant_id': '4de9b4b7601243f2b1d879d3ed46dac5', 'fixed_ips': [{'subnet_id': 'e416ff52-c983-4781-b1f7-8e57fa9b8e7c'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:48:32.397829 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-7ee76330-25d5-46f7-943d-e1f84bdc1326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:32.406371 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:32.414515 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:32.428008 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2fd9b5f-ae36-495e-a297-9cb4124118c9 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:48:32.430267 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-27d54d48-8370-468c-98a9-09954e34fb0d req-e925fe4f-384f-4b12-9e8f-893797e7a6d2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=eb107654-f083-4fed-821c-8fae0416722a HTTP/1.1" status: 200 len: 217 time: 0.0854518 Dec 20 08:48:32.450215 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b2fd9b5f-ae36-495e-a297-9cb4124118c9 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] 10.222.0.16 "PUT /v2.0/routers/930ad1a1-0881-4176-8a74-d938596ad7fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7832088 Dec 20 08:48:32.450699 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 41880) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:32.473796 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-b73043a2-883d-45dd-9e70-63bd22b29711 None None] For port 9d0945fb-82e7-4664-8306-0882b7892d50, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=9d0945fb-82e7-4664-8306-0882b7892d50,segment=NetworkSegment(1a6b462e-8a8a-4c93-8024-22c3c603b013),segment_id=1a6b462e-8a8a-4c93-8024-22c3c603b013)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:48:32.474321 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b73043a2-883d-45dd-9e70-63bd22b29711 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:32.503559 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d54d48-8370-468c-98a9-09954e34fb0d req-5793ba72-e808-41b1-9f00-6c59ed08bfab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:32.504986 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-27d54d48-8370-468c-98a9-09954e34fb0d req-5793ba72-e808-41b1-9f00-6c59ed08bfab service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7956faa0-09df-406e-8f95-8fe5b9c3d55d HTTP/1.1" status: 200 len: 837 time: 0.0622044 Dec 20 08:48:32.534170 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-c1ffbe54-48f3-463d-b745-9c4de93a5a81 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] show failed (client error): The resource could not be found. Dec 20 08:48:32.540531 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c1ffbe54-48f3-463d-b745-9c4de93a5a81 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] 10.222.0.16 "GET /v2.0/routers/tempest-non_exist_router-2121390145 HTTP/1.1" status: 404 len: 335 time: 0.0862195 Dec 20 08:48:32.541077 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 41886) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:32.549499 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-a92ea569-22cf-424a-9d6b-f59af442b179 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:48:32.657412 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1169a3b1-57da-4c2a-94b7-60d935e5b9d2 None None] Sync routers for ids ['930ad1a1-0881-4176-8a74-d938596ad7fc'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:48:32.674702 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-b73043a2-883d-45dd-9e70-63bd22b29711 None None] Calling delete_port for 9d0945fb-82e7-4664-8306-0882b7892d50 owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:48:32.798633 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-846a4e95-d3f7-4c69-a42f-eb9e7e1578e4 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Allocated IP 2001:db8::f816:3eff:fe33:9e0 (1b790166-a71e-4d9c-bde9-3f75e883d2ae/e416ff52-c983-4781-b1f7-8e57fa9b8e7c/c45c1fe8-3f18-4217-8f90-bdecd4a39501) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:48:32.805624 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-a92ea569-22cf-424a-9d6b-f59af442b179 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] update failed (client error): The resource could not be found. Dec 20 08:48:32.812438 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a92ea569-22cf-424a-9d6b-f59af442b179 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] 10.222.0.16 "PUT /v2.0/routers/tempest-non_exist_router-228297734 HTTP/1.1" status: 404 len: 334 time: 0.2685826 Dec 20 08:48:32.814856 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 41890) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:32.832067 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-27d54d48-8370-468c-98a9-09954e34fb0d req-deb2741d-1207-413f-beeb-eabbf5b33934 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=14b45dac-66c0-4b3c-8f46-86b564f1af3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3200569 Dec 20 08:48:32.883375 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1169a3b1-57da-4c2a-94b7-60d935e5b9d2 None None] Routers {'930ad1a1-0881-4176-8a74-d938596ad7fc'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:48:32.884087 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-1169a3b1-57da-4c2a-94b7-60d935e5b9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:48:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['930ad1a1-0881-4176-8a74-d938596ad7fc'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:48:32.964915 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-1169a3b1-57da-4c2a-94b7-60d935e5b9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:48:32.968332 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f93f419-201d-43d0-8f01-2a021c15db62 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Router b64985ca-7df2-4693-a1eb-2b1a9b744abc has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:48:32.973423 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=9d0945fb-82e7-4664-8306-0882b7892d50,revision_number=5']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:32.975965 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:33.034030 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.db.api [None req-b73043a2-883d-45dd-9e70-63bd22b29711 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 08:48:33.034750 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_db.api [None req-b73043a2-883d-45dd-9e70-63bd22b29711 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 08:48:33.035542 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1169a3b1-57da-4c2a-94b7-60d935e5b9d2 None None] Routers {'930ad1a1-0881-4176-8a74-d938596ad7fc'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:48:33.037055 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-1169a3b1-57da-4c2a-94b7-60d935e5b9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:48:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['930ad1a1-0881-4176-8a74-d938596ad7fc'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:48:33.038940 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a776245b-46c6-4a83-84a7-7d606b31a2d4 req-f1872214-8ece-4c00-b7eb-49e55359c19e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:33.039694 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a776245b-46c6-4a83-84a7-7d606b31a2d4 req-f1872214-8ece-4c00-b7eb-49e55359c19e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7ee4ce4-3c54-4a5c-a240-20d23ab02629 HTTP/1.1" status: 200 len: 944 time: 0.4218738 Dec 20 08:48:33.116046 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-b73043a2-883d-45dd-9e70-63bd22b29711 None None] Deleting port 9d0945fb-82e7-4664-8306-0882b7892d50 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:48:33.116667 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b73043a2-883d-45dd-9e70-63bd22b29711 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:33.156301 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-27d54d48-8370-468c-98a9-09954e34fb0d req-2406319a-6e6f-4745-8059-794478d8de2b service neutron] 10.222.0.58 "GET /v2.0/networks/14b45dac-66c0-4b3c-8f46-86b564f1af3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110034 Dec 20 08:48:33.158430 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-1169a3b1-57da-4c2a-94b7-60d935e5b9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:48:33.159862 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1169a3b1-57da-4c2a-94b7-60d935e5b9d2 None None] The sync data for ids ['930ad1a1-0881-4176-8a74-d938596ad7fc'] in dv-neutron-820491-1-hyperv is: [] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:48:33.222945 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-da62daa0-3d37-4ffc-baa1-ec190c7f8b2d tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Deleting subnet e76b0a3f-a422-4bcd-bc41-bb20ea03fed7 {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:48:33.230429 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-da62daa0-3d37-4ffc-baa1-ec190c7f8b2d tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:33.258002 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-a776245b-46c6-4a83-84a7-7d606b31a2d4 req-f78268d3-f0f2-4f57-9994-17dbc5f9363d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Synchronizing usage tracker for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:security_group {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:48:33.304925 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-da62daa0-3d37-4ffc-baa1-ec190c7f8b2d tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1618747'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:33.319934 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-846a4e95-d3f7-4c69-a42f-eb9e7e1578e4 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:33.339946 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-a776245b-46c6-4a83-84a7-7d606b31a2d4 req-f78268d3-f0f2-4f57-9994-17dbc5f9363d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Unset dirty status for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:security_group {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:48:33.341110 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a776245b-46c6-4a83-84a7-7d606b31a2d4 req-f78268d3-f0f2-4f57-9994-17dbc5f9363d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4367eb0-d6e4-499d-8dfe-dc3f480e87e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2950165 Dec 20 08:48:33.400959 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-846a4e95-d3f7-4c69-a42f-eb9e7e1578e4 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Transition to ACTIVE for port object c45c1fe8-3f18-4217-8f90-bdecd4a39501 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:48:33.406714 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-b73043a2-883d-45dd-9e70-63bd22b29711 None None] For port 9d0945fb-82e7-4664-8306-0882b7892d50, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=9d0945fb-82e7-4664-8306-0882b7892d50,segment=NetworkSegment(1a6b462e-8a8a-4c93-8024-22c3c603b013),segment_id=1a6b462e-8a8a-4c93-8024-22c3c603b013)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:48:33.407131 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b73043a2-883d-45dd-9e70-63bd22b29711 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:33.411159 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-27d54d48-8370-468c-98a9-09954e34fb0d req-50bb0f23-17c5-4257-85d5-3220fc9f6b09 service neutron] 10.222.0.58 "GET /v2.0/networks/14b45dac-66c0-4b3c-8f46-86b564f1af3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464230 Dec 20 08:48:33.417506 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe173af-8cbb-4276-8cf5-90453fc8acf4 req-e4f6c2ee-4f42-41be-bdbd-63c82a1f89ef tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:33.418973 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-cfe173af-8cbb-4276-8cf5-90453fc8acf4 req-e4f6c2ee-4f42-41be-bdbd-63c82a1f89ef tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] 10.222.0.16 "GET /v2.0/ports?device_id=9000ad2f-79ea-416d-ad54-41fa32789b18 HTTP/1.1" status: 200 len: 946 time: 0.3111885 Dec 20 08:48:33.419323 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f93f419-201d-43d0-8f01-2a021c15db62 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:48:33.428625 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-4f93f419-201d-43d0-8f01-2a021c15db62 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "PUT /v2.0/routers/b64985ca-7df2-4693-a1eb-2b1a9b744abc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9764509 Dec 20 08:48:33.428625 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 41896) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:33.432763 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fdfd39-1db8-4561-aa04-9f24de97fb47 None None] Sync routers for ids ['b64985ca-7df2-4693-a1eb-2b1a9b744abc'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:48:33.463438 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fdfd39-1db8-4561-aa04-9f24de97fb47 None None] Routers {'b64985ca-7df2-4693-a1eb-2b1a9b744abc'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:48:33.464456 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-02fdfd39-1db8-4561-aa04-9f24de97fb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:48:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['b64985ca-7df2-4693-a1eb-2b1a9b744abc'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:48:33.487417 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-cfe173af-8cbb-4276-8cf5-90453fc8acf4 req-4de9a894-d327-4a0e-bdb9-fa0c202b3d91 tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb820b64-db27-4425-8f61-97eb0c7b754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585945 Dec 20 08:48:33.492163 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-da62daa0-3d37-4ffc-baa1-ec190c7f8b2d tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:33.543686 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-02fdfd39-1db8-4561-aa04-9f24de97fb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:48:33.555515 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fdfd39-1db8-4561-aa04-9f24de97fb47 None None] Routers {'b64985ca-7df2-4693-a1eb-2b1a9b744abc'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:48:33.556630 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-02fdfd39-1db8-4561-aa04-9f24de97fb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:48:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['b64985ca-7df2-4693-a1eb-2b1a9b744abc'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:48:33.582408 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-846a4e95-d3f7-4c69-a42f-eb9e7e1578e4 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:33.594238 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-b73043a2-883d-45dd-9e70-63bd22b29711 None None] Calling delete_port for 9d0945fb-82e7-4664-8306-0882b7892d50 owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:48:33.607769 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-46b258c0-2142-4b76-b25a-c5324b5ac87a tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:33.679339 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-02fdfd39-1db8-4561-aa04-9f24de97fb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:48:33.679853 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fdfd39-1db8-4561-aa04-9f24de97fb47 None None] The sync data for ids ['b64985ca-7df2-4693-a1eb-2b1a9b744abc'] in dv-neutron-820491-1-hyperv is: [] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:48:33.752133 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846a4e95-d3f7-4c69-a42f-eb9e7e1578e4 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Network 1b790166-a71e-4d9c-bde9-3f75e883d2ae is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:48:33.754134 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846a4e95-d3f7-4c69-a42f-eb9e7e1578e4 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Pushing event updated for resources: {'Port': ['ID=c45c1fe8-3f18-4217-8f90-bdecd4a39501,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:33.757030 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-846a4e95-d3f7-4c69-a42f-eb9e7e1578e4 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:33.758200 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-846a4e95-d3f7-4c69-a42f-eb9e7e1578e4 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:48:33.760400 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846a4e95-d3f7-4c69-a42f-eb9e7e1578e4 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:48:33.765463 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-da62daa0-3d37-4ffc-baa1-ec190c7f8b2d tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1129313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1529131'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:33.766063 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846a4e95-d3f7-4c69-a42f-eb9e7e1578e4 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:33.766698 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-846a4e95-d3f7-4c69-a42f-eb9e7e1578e4 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:33.770699 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0db6a0f6-affc-4a1f-bbe5-a77e47d093c9 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:33.784563 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b73043a2-883d-45dd-9e70-63bd22b29711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102'] for port, after_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:33.802666 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-7c5203ae-026c-4394-ae86-1404fc424754 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:33.802929 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-bc7f5735-4629-4e4c-8697-75b8fa0b2771 req-00447dc5-7c3c-4316-b950-80830fb08546 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f7b89f97320342ff933d41aa1a974b12&device_id=c7ee4ce4-3c54-4a5c-a240-20d23ab02629 HTTP/1.1" status: 200 len: 1097 time: 0.3087494 Dec 20 08:48:33.804663 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-846a4e95-d3f7-4c69-a42f-eb9e7e1578e4 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.8902144 Dec 20 08:48:33.807507 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 41902) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:33.840142 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73043a2-883d-45dd-9e70-63bd22b29711 None None] No DVR routers for this DVR port 9d0945fb-82e7-4664-8306-0882b7892d50 on host dv-neutron-820491-1-hyperv {{(pid=83446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:48:33.860449 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73043a2-883d-45dd-9e70-63bd22b29711 None None] Pushing event deleted for resources: {'Port': ['ID=9d0945fb-82e7-4664-8306-0882b7892d50,revision_number=None']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:33.862774 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-b73043a2-883d-45dd-9e70-63bd22b29711 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:33.884907 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da62daa0-3d37-4ffc-baa1-ec190c7f8b2d tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Pushing event deleted for resources: {'Subnet': ['ID=e76b0a3f-a422-4bcd-bc41-bb20ea03fed7,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:33.887532 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-7ee76330-25d5-46f7-943d-e1f84bdc1326 None None] Allocated IP 2001:db8::f816:3eff:fe0a:6bf0 (1b790166-a71e-4d9c-bde9-3f75e883d2ae/e416ff52-c983-4781-b1f7-8e57fa9b8e7c/c3485db7-2afd-47ec-8353-e375a3c0bf0a) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:48:33.895835 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-da62daa0-3d37-4ffc-baa1-ec190c7f8b2d tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:33.965005 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-da62daa0-3d37-4ffc-baa1-ec190c7f8b2d tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:33.984483 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-da62daa0-3d37-4ffc-baa1-ec190c7f8b2d tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] 10.222.0.16 "DELETE /v2.0/subnets/e76b0a3f-a422-4bcd-bc41-bb20ea03fed7 HTTP/1.1" status: 204 len: 168 time: 1.1632035 Dec 20 08:48:33.986432 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 41908) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:33.999756 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219d3a2b-6101-4992-b852-bd67b904c4e7 None None] Network e490609e-501f-4daa-9b6c-c8e5c1764c20 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:48:34.090477 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4c25934-9981-4dcf-b9cc-c52e0c8c389e tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Deleting subnet e416ff52-c983-4781-b1f7-8e57fa9b8e7c {{(pid=83445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:48:34.120019 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-797b3337-0c77-4517-9bf0-6b94f0a2d904 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:34.137094 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-797b3337-0c77-4517-9bf0-6b94f0a2d904 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Deleting port 23c5c224-7a08-4e28-b696-220516bd0e5c {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:48:34.137483 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-797b3337-0c77-4517-9bf0-6b94f0a2d904 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:34.138350 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7f5735-4629-4e4c-8697-75b8fa0b2771 req-f26037c1-1d04-44e5-a93d-f761b62e4b40 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:34.140457 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-bc7f5735-4629-4e4c-8697-75b8fa0b2771 req-f26037c1-1d04-44e5-a93d-f761b62e4b40 service neutron] 10.222.0.58 "GET /v2.0/networks?id=14b45dac-66c0-4b3c-8f46-86b564f1af3d HTTP/1.1" status: 200 len: 898 time: 0.3286905 Dec 20 08:48:34.180370 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5e92b5ed-69f2-4441-890d-12fe0ce94fc1 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349062'] for router_interface, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:34.205292 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c2142c-2b37-47e5-96d3-f73cde210508 req-cebb11b5-2cb3-45d0-930e-c096c9f7e8f9 tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:34.206644 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-50c2142c-2b37-47e5-96d3-f73cde210508 req-cebb11b5-2cb3-45d0-930e-c096c9f7e8f9 tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] 10.222.0.16 "GET /v2.0/ports?device_id=9000ad2f-79ea-416d-ad54-41fa32789b18 HTTP/1.1" status: 200 len: 946 time: 0.2477231 Dec 20 08:48:34.236676 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-bc7f5735-4629-4e4c-8697-75b8fa0b2771 req-e2d76d8a-d0e6-4a72-9f50-eae1149b06b8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=eb107654-f083-4fed-821c-8fae0416722a HTTP/1.1" status: 200 len: 217 time: 0.0884678 Dec 20 08:48:34.306909 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-50c2142c-2b37-47e5-96d3-f73cde210508 req-dbb33ddb-3a81-4166-9d8f-b82298f2fb81 tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb820b64-db27-4425-8f61-97eb0c7b754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869441 Dec 20 08:48:34.314721 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-7ee76330-25d5-46f7-943d-e1f84bdc1326 None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:34.317922 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7f5735-4629-4e4c-8697-75b8fa0b2771 req-c37cf092-5cea-409b-8c89-b3badfb32dc9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:34.319173 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-bc7f5735-4629-4e4c-8697-75b8fa0b2771 req-c37cf092-5cea-409b-8c89-b3badfb32dc9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7956faa0-09df-406e-8f95-8fe5b9c3d55d HTTP/1.1" status: 200 len: 837 time: 0.0751879 Dec 20 08:48:34.340127 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-7ee76330-25d5-46f7-943d-e1f84bdc1326 None None] Transition to ACTIVE for port object c3485db7-2afd-47ec-8353-e375a3c0bf0a will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:48:34.359683 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-7ee76330-25d5-46f7-943d-e1f84bdc1326 None None] Transition to ACTIVE for port object c3485db7-2afd-47ec-8353-e375a3c0bf0a will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:48:34.367457 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e4c25934-9981-4dcf-b9cc-c52e0c8c389e tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks [] for subnet, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:34.368187 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-7ee76330-25d5-46f7-943d-e1f84bdc1326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:34.376309 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-c94c0636-7248-4a7c-8eb2-c0e5fc4fcd25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:34.445655 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee76330-25d5-46f7-943d-e1f84bdc1326 None None] Network 1b790166-a71e-4d9c-bde9-3f75e883d2ae is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:48:34.456810 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-7ee76330-25d5-46f7-943d-e1f84bdc1326 None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:48:34.459126 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee76330-25d5-46f7-943d-e1f84bdc1326 None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:48:34.461699 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a57feb-0da0-479c-b0d3-21985b32cd58 None None] DHCP port deletion for e490609e-501f-4daa-9b6c-c8e5c1764c20 request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 08:48:34.467455 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e4c25934-9981-4dcf-b9cc-c52e0c8c389e tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1518554'] for subnet, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:34.472856 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee76330-25d5-46f7-943d-e1f84bdc1326 None None] Pushing event updated for resources: {'Port': ['ID=c3485db7-2afd-47ec-8353-e375a3c0bf0a,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:34.475768 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-7ee76330-25d5-46f7-943d-e1f84bdc1326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:34.476805 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-79a57feb-0da0-479c-b0d3-21985b32cd58 None None] Deleting port 23c5c224-7a08-4e28-b696-220516bd0e5c {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:48:34.477295 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-79a57feb-0da0-479c-b0d3-21985b32cd58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:34.593153 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e4c25934-9981-4dcf-b9cc-c52e0c8c389e tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:34.633864 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-bc7f5735-4629-4e4c-8697-75b8fa0b2771 req-d303c5d8-0fc5-4725-8f6f-c659d7daf3b1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=14b45dac-66c0-4b3c-8f46-86b564f1af3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3064845 Dec 20 08:48:34.659684 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-7ee76330-25d5-46f7-943d-e1f84bdc1326 None None] Attempting to bind port c3485db7-2afd-47ec-8353-e375a3c0bf0a on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:48:34.660180 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-7ee76330-25d5-46f7-943d-e1f84bdc1326 None None] Attempting to bind port c3485db7-2afd-47ec-8353-e375a3c0bf0a by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': 'f70b859e-66e2-44b6-b302-c93efc7b2cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1b790166-a71e-4d9c-bde9-3f75e883d2ae'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:48:34.660420 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee76330-25d5-46f7-943d-e1f84bdc1326 None None] Attempting to bind port c3485db7-2afd-47ec-8353-e375a3c0bf0a on network 1b790166-a71e-4d9c-bde9-3f75e883d2ae {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:48:34.680540 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee76330-25d5-46f7-943d-e1f84bdc1326 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:48:34.680540 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee76330-25d5-46f7-943d-e1f84bdc1326 None None] Checking segment: {'id': 'f70b859e-66e2-44b6-b302-c93efc7b2cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1b790166-a71e-4d9c-bde9-3f75e883d2ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:48:34.680913 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-7ee76330-25d5-46f7-943d-e1f84bdc1326 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:34.681223 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee76330-25d5-46f7-943d-e1f84bdc1326 None None] Bound using segment: {'id': 'f70b859e-66e2-44b6-b302-c93efc7b2cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1b790166-a71e-4d9c-bde9-3f75e883d2ae'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:48:34.681726 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-7ee76330-25d5-46f7-943d-e1f84bdc1326 None None] Bound port: c3485db7-2afd-47ec-8353-e375a3c0bf0a, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f70b859e-66e2-44b6-b302-c93efc7b2cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1b790166-a71e-4d9c-bde9-3f75e883d2ae'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:48:34.683207 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-7ee76330-25d5-46f7-943d-e1f84bdc1326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:34.774129 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-797b3337-0c77-4517-9bf0-6b94f0a2d904 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] For port 23c5c224-7a08-4e28-b696-220516bd0e5c, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=23c5c224-7a08-4e28-b696-220516bd0e5c,segment=NetworkSegment(d3be6c88-7ff0-4756-83fa-034b20db48ab),segment_id=d3be6c88-7ff0-4756-83fa-034b20db48ab)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:48:34.775633 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-797b3337-0c77-4517-9bf0-6b94f0a2d904 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:34.848152 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-79a57feb-0da0-479c-b0d3-21985b32cd58 None None] For port 23c5c224-7a08-4e28-b696-220516bd0e5c, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=23c5c224-7a08-4e28-b696-220516bd0e5c,segment=NetworkSegment(d3be6c88-7ff0-4756-83fa-034b20db48ab),segment_id=d3be6c88-7ff0-4756-83fa-034b20db48ab)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:48:34.848559 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-79a57feb-0da0-479c-b0d3-21985b32cd58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:34.913161 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e4c25934-9981-4dcf-b9cc-c52e0c8c389e tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2036620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2095133'] for subnet, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:34.918704 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-5a981665-c280-4a4f-b95e-5c0c770a697b tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:34.934631 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-797b3337-0c77-4517-9bf0-6b94f0a2d904 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Calling delete_port for 23c5c224-7a08-4e28-b696-220516bd0e5c owned by network:dhcp {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:48:34.956964 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-bc7f5735-4629-4e4c-8697-75b8fa0b2771 req-3929323e-ff16-4f4d-a520-c33d4078184a service neutron] 10.222.0.58 "GET /v2.0/networks/14b45dac-66c0-4b3c-8f46-86b564f1af3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137372 Dec 20 08:48:34.964459 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c25934-9981-4dcf-b9cc-c52e0c8c389e tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Pushing event deleted for resources: {'Subnet': ['ID=e416ff52-c983-4781-b1f7-8e57fa9b8e7c,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:34.988274 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e4c25934-9981-4dcf-b9cc-c52e0c8c389e tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:35.001329 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e4c25934-9981-4dcf-b9cc-c52e0c8c389e tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:35.031946 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-79a57feb-0da0-479c-b0d3-21985b32cd58 None None] Calling delete_port for 23c5c224-7a08-4e28-b696-220516bd0e5c owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:48:35.066254 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-7ee76330-25d5-46f7-943d-e1f84bdc1326 None None] For port c3485db7-2afd-47ec-8353-e375a3c0bf0a, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:48:35.073369 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-e4c25934-9981-4dcf-b9cc-c52e0c8c389e tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] 10.222.0.16 "DELETE /v2.0/subnets/e416ff52-c983-4781-b1f7-8e57fa9b8e7c HTTP/1.1" status: 204 len: 168 time: 1.2620656 Dec 20 08:48:35.075576 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 41914) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:35.089005 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-7ee76330-25d5-46f7-943d-e1f84bdc1326 None None] For port c3485db7-2afd-47ec-8353-e375a3c0bf0a, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=c3485db7-2afd-47ec-8353-e375a3c0bf0a,segment=NetworkSegment(f70b859e-66e2-44b6-b302-c93efc7b2cba),segment_id=f70b859e-66e2-44b6-b302-c93efc7b2cba)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:48:35.096464 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-7ee76330-25d5-46f7-943d-e1f84bdc1326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:35.101436 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:35.113753 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-bc7f5735-4629-4e4c-8697-75b8fa0b2771 req-9c32ec69-dd08-4096-819e-284ea9ada80c service neutron] 10.222.0.58 "GET /v2.0/networks/14b45dac-66c0-4b3c-8f46-86b564f1af3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465280 Dec 20 08:48:35.117313 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d2ea74-8a95-476c-9cdc-050ed2383909 req-3bdaf77f-117b-4faa-99cc-97779e279049 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:35.119782 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a8d2ea74-8a95-476c-9cdc-050ed2383909 req-3bdaf77f-117b-4faa-99cc-97779e279049 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7ee4ce4-3c54-4a5c-a240-20d23ab02629 HTTP/1.1" status: 200 len: 944 time: 0.5499194 Dec 20 08:48:35.187190 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee76330-25d5-46f7-943d-e1f84bdc1326 None None] Pushing event updated for resources: {'Port': ['ID=c3485db7-2afd-47ec-8353-e375a3c0bf0a,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:35.190142 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-7ee76330-25d5-46f7-943d-e1f84bdc1326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:35.219055 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.db.api [None req-79a57feb-0da0-479c-b0d3-21985b32cd58 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 08:48:35.219416 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_db.api [None req-79a57feb-0da0-479c-b0d3-21985b32cd58 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 08:48:35.251049 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-797b3337-0c77-4517-9bf0-6b94f0a2d904 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:35.261666 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b2fd9b5f-ae36-495e-a297-9cb4124118c9 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:35.332922 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797b3337-0c77-4517-9bf0-6b94f0a2d904 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Pushing event deleted for resources: {'Port': ['ID=23c5c224-7a08-4e28-b696-220516bd0e5c,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:35.335378 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-797b3337-0c77-4517-9bf0-6b94f0a2d904 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:35.344959 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29bab54-8927-470c-95d0-802f5d071077 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:35.346287 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29bab54-8927-470c-95d0-802f5d071077 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:35.347773 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a29bab54-8927-470c-95d0-802f5d071077 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2709019 Dec 20 08:48:35.350715 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 41920) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:35.361105 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797b3337-0c77-4517-9bf0-6b94f0a2d904 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] No DVR routers for this DVR port 23c5c224-7a08-4e28-b696-220516bd0e5c on host dv-neutron-820491-1-hyperv {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:48:35.429625 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a8d2ea74-8a95-476c-9cdc-050ed2383909 req-6d515b2f-bffd-4e52-ac5c-76027af5b735 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4367eb0-d6e4-499d-8dfe-dc3f480e87e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2601490 Dec 20 08:48:35.552546 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-797b3337-0c77-4517-9bf0-6b94f0a2d904 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:35.558902 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f7a1ea9d-4ff7-4184-8e72-b1a3a88e8562 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:35.579690 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7a1ea9d-4ff7-4184-8e72-b1a3a88e8562 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 20 08:48:35.580437 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7a1ea9d-4ff7-4184-8e72-b1a3a88e8562 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:48:35.585753 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-f7a1ea9d-4ff7-4184-8e72-b1a3a88e8562 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] 10.222.0.16 "DELETE /v2.0/networks/1b790166-a71e-4d9c-bde9-3f75e883d2ae HTTP/1.1" status: 409 len: 405 time: 0.2305160 Dec 20 08:48:35.585951 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 41924) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:35.594069 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-846baf74-609e-4c69-b46d-1ee058e2126b tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-750660374'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:48:35.598104 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-797b3337-0c77-4517-9bf0-6b94f0a2d904 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e490609e-501f-4daa-9b6c-c8e5c1764c20']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:48:35.600729 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-846baf74-609e-4c69-b46d-1ee058e2126b tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:48:35.611882 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-846baf74-609e-4c69-b46d-1ee058e2126b tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Usage tracker for resource:network and tenant:4de9b4b7601243f2b1d879d3ed46dac5 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:48:35.615525 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-846baf74-609e-4c69-b46d-1ee058e2126b tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:48:35.623768 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-846baf74-609e-4c69-b46d-1ee058e2126b tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:48:35.630668 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc92f28-23bd-40f0-8e6b-9f9a50755148 req-0cb00c52-9680-472c-8749-7e091c8010fc tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:35.632119 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-0bc92f28-23bd-40f0-8e6b-9f9a50755148 req-0cb00c52-9680-472c-8749-7e091c8010fc tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] 10.222.0.16 "GET /v2.0/ports?device_id=9000ad2f-79ea-416d-ad54-41fa32789b18 HTTP/1.1" status: 200 len: 946 time: 0.1252098 Dec 20 08:48:35.648417 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-797b3337-0c77-4517-9bf0-6b94f0a2d904 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3be6c88-7ff0-4756-83fa-034b20db48ab') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:48:35.648713 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-797b3337-0c77-4517-9bf0-6b94f0a2d904 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3be6c88-7ff0-4756-83fa-034b20db48ab') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:48:35.655334 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-846baf74-609e-4c69-b46d-1ee058e2126b tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Made reservation on behalf of 4de9b4b7601243f2b1d879d3ed46dac5 for: {'network': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:48:35.658270 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-846baf74-609e-4c69-b46d-1ee058e2126b tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:35.666205 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-797b3337-0c77-4517-9bf0-6b94f0a2d904 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1618722'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:35.688158 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-797b3337-0c77-4517-9bf0-6b94f0a2d904 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:35.697668 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-797b3337-0c77-4517-9bf0-6b94f0a2d904 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:48:35.697668 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-797b3337-0c77-4517-9bf0-6b94f0a2d904 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1128911'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:35.706033 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-846baf74-609e-4c69-b46d-1ee058e2126b tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=83445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:48:35.712449 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-0bc92f28-23bd-40f0-8e6b-9f9a50755148 req-d4adf5ee-c73d-40d6-a590-cf7a6585f99a tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb820b64-db27-4425-8f61-97eb0c7b754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741301 Dec 20 08:48:35.713424 dv-neutron-820491-1-hyperv neutron-server[83444]: Traceback (most recent call last): Dec 20 08:48:35.713424 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:48:35.713424 dv-neutron-820491-1-hyperv neutron-server[83444]: timer() Dec 20 08:48:35.713424 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:48:35.713424 dv-neutron-820491-1-hyperv neutron-server[83444]: cb(*args, **kw) Dec 20 08:48:35.713424 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:48:35.713424 dv-neutron-820491-1-hyperv neutron-server[83444]: return func(*args, **kwargs) Dec 20 08:48:35.713424 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:48:35.713424 dv-neutron-820491-1-hyperv neutron-server[83444]: self._notify() Dec 20 08:48:35.713424 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:48:35.713424 dv-neutron-820491-1-hyperv neutron-server[83444]: self.callback(batched_events) Dec 20 08:48:35.713424 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:48:35.713424 dv-neutron-820491-1-hyperv neutron-server[83444]: event.method(event) Dec 20 08:48:35.713424 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:48:35.713424 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:48:35.713424 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:48:35.713424 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:48:35.713424 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:48:35.713424 dv-neutron-820491-1-hyperv neutron-server[83444]: return f(self, *a, **k) Dec 20 08:48:35.713424 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:48:35.713424 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._get(url).json() Dec 20 08:48:35.713424 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:48:35.713424 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:48:35.713424 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:48:35.713424 dv-neutron-820491-1-hyperv neutron-server[83444]: return self.request(url, 'GET', **kwargs) Dec 20 08:48:35.713424 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:48:35.713424 dv-neutron-820491-1-hyperv neutron-server[83444]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:48:35.713424 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:48:35.713424 dv-neutron-820491-1-hyperv neutron-server[83444]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:48:35.713424 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:48:35.713424 dv-neutron-820491-1-hyperv neutron-server[83444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:48:35.713424 dv-neutron-820491-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:48:35.721545 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-79a57feb-0da0-479c-b0d3-21985b32cd58 None None] Deleting port 23c5c224-7a08-4e28-b696-220516bd0e5c {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:48:35.721545 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-79a57feb-0da0-479c-b0d3-21985b32cd58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:35.725623 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-846baf74-609e-4c69-b46d-1ee058e2126b tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:35.725990 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.segments_db [None req-846baf74-609e-4c69-b46d-1ee058e2126b tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Added segment 4a68e412-4777-436a-8725-a9e229925836 of type vlan for network 038d6fce-8a81-4dca-87a7-5cf5aace5fd1 Dec 20 08:48:35.764090 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-846baf74-609e-4c69-b46d-1ee058e2126b tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:35.803109 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-846baf74-609e-4c69-b46d-1ee058e2126b tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:35.809379 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846baf74-609e-4c69-b46d-1ee058e2126b tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:35.810743 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-846baf74-609e-4c69-b46d-1ee058e2126b tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:35.816540 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-79a57feb-0da0-479c-b0d3-21985b32cd58 None None] The port '23c5c224-7a08-4e28-b696-220516bd0e5c' was deleted {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 08:48:35.817033 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-015a12a2-a1e0-4f0c-9d78-7166bcd709c5 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:35.890239 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device c3485db7-2afd-47ec-8353-e375a3c0bf0a up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:48:35.895337 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-846baf74-609e-4c69-b46d-1ee058e2126b tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3083489 Dec 20 08:48:35.898765 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 41930) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:35.934410 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-797b3337-0c77-4517-9bf0-6b94f0a2d904 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:35.939691 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2ee92489-7ebe-4cfe-aeff-dfa64462512e tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:35.952813 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-53055cf6-addc-4201-a6e6-729db0edfee2 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Request body: {'subnet': {'network_id': '038d6fce-8a81-4dca-87a7-5cf5aace5fd1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:48:35.971895 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-797b3337-0c77-4517-9bf0-6b94f0a2d904 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:35.978989 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846baf74-609e-4c69-b46d-1ee058e2126b tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Pushing event updated for resources: {'Network': ['ID=038d6fce-8a81-4dca-87a7-5cf5aace5fd1,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:35.985312 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-846baf74-609e-4c69-b46d-1ee058e2126b tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:35.996335 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network 038d6fce-8a81-4dca-87a7-5cf5aace5fd1 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:48:36.042191 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-797b3337-0c77-4517-9bf0-6b94f0a2d904 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] 10.222.0.16 "DELETE /v2.0/networks/e490609e-501f-4daa-9b6c-c8e5c1764c20 HTTP/1.1" status: 204 len: 168 time: 2.0524771 Dec 20 08:48:36.042191 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797b3337-0c77-4517-9bf0-6b94f0a2d904 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Pushing event deleted for resources: {'Network': ['ID=e490609e-501f-4daa-9b6c-c8e5c1764c20,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:36.045278 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-797b3337-0c77-4517-9bf0-6b94f0a2d904 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:36.045995 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 41934) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:36.127972 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-53055cf6-addc-4201-a6e6-729db0edfee2 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:48:36.133563 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-53055cf6-addc-4201-a6e6-729db0edfee2 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Usage tracker for resource:subnet and tenant:4de9b4b7601243f2b1d879d3ed46dac5 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:48:36.137090 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-53055cf6-addc-4201-a6e6-729db0edfee2 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:48:36.144916 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-53055cf6-addc-4201-a6e6-729db0edfee2 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:48:36.172408 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53055cf6-addc-4201-a6e6-729db0edfee2 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Made reservation on behalf of 4de9b4b7601243f2b1d879d3ed46dac5 for: {'subnet': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:48:36.193950 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port c3485db7-2afd-47ec-8353-e375a3c0bf0a completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:48:36.254944 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-5e92b5ed-69f2-4441-890d-12fe0ce94fc1 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Deleting port c3b208f2-b97d-4e01-94ba-bb68d938b342 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:48:36.255280 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5e92b5ed-69f2-4441-890d-12fe0ce94fc1 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:36.277648 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 23c5c224-7a08-4e28-b696-220516bd0e5c no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:48:36.322571 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 23c5c224-7a08-4e28-b696-220516bd0e5c {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:48:36.322911 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 23c5c224-7a08-4e28-b696-220516bd0e5c not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:48:36.367588 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a82f4ec-f418-436a-9c04-071f3228cfc6 None None] Network 1b790166-a71e-4d9c-bde9-3f75e883d2ae requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:48:36.429856 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-632c5519-9996-487b-8cd1-dd65272095c4 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Deleting subnet 6317efa8-cea8-49f7-b803-18e1cb68630e {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:48:36.451879 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-53055cf6-addc-4201-a6e6-729db0edfee2 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2095160'] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:36.531362 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-1fdb4434-9d72-4bf8-bc2c-1f525bea2167 None None] Provisioning for port c3485db7-2afd-47ec-8353-e375a3c0bf0a completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:48:36.544523 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-1fdb4434-9d72-4bf8-bc2c-1f525bea2167 None None] Provisioning complete for port c3485db7-2afd-47ec-8353-e375a3c0bf0a triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:48:36.545049 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-1fdb4434-9d72-4bf8-bc2c-1f525bea2167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:36.674284 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-632c5519-9996-487b-8cd1-dd65272095c4 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:36.687379 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-1fdb4434-9d72-4bf8-bc2c-1f525bea2167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:36.723906 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-1fdb4434-9d72-4bf8-bc2c-1f525bea2167 None None] For port c3485db7-2afd-47ec-8353-e375a3c0bf0a, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=c3485db7-2afd-47ec-8353-e375a3c0bf0a,segment=NetworkSegment(f70b859e-66e2-44b6-b302-c93efc7b2cba),segment_id=f70b859e-66e2-44b6-b302-c93efc7b2cba)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:48:36.729156 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-1fdb4434-9d72-4bf8-bc2c-1f525bea2167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:36.731023 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-9ae88869-9026-4a2f-88a6-29d95f706ba0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:36.790570 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5542df17-32b9-4676-a05a-c4a6577cd002 req-7de950fc-ffa3-4f81-b111-003954752662 tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:36.792043 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-5542df17-32b9-4676-a05a-c4a6577cd002 req-7de950fc-ffa3-4f81-b111-003954752662 tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] 10.222.0.16 "GET /v2.0/ports?device_id=9000ad2f-79ea-416d-ad54-41fa32789b18 HTTP/1.1" status: 200 len: 946 time: 0.4784966 Dec 20 08:48:36.803107 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-8f6f1ad2-cd73-4990-b3c1-a0e8e4578631 req-9a6d97ef-9653-40f7-aba3-59941cde89b5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0fd2a608243e4e08bf763b2b25b0adbe&device_id=9000ad2f-79ea-416d-ad54-41fa32789b18 HTTP/1.1" status: 200 len: 1099 time: 0.5388110 Dec 20 08:48:36.807436 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-632c5519-9996-487b-8cd1-dd65272095c4 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1618747'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:36.810986 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1913156-9f15-4e29-8581-a20083a710a1 None None] DHCP port deletion for 1b790166-a71e-4d9c-bde9-3f75e883d2ae request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 08:48:36.813406 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdb4434-9d72-4bf8-bc2c-1f525bea2167 None None] Pushing event updated for resources: {'Port': ['ID=c3485db7-2afd-47ec-8353-e375a3c0bf0a,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:36.816856 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-1fdb4434-9d72-4bf8-bc2c-1f525bea2167 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:36.818689 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-f1913156-9f15-4e29-8581-a20083a710a1 None None] Deleting port c3485db7-2afd-47ec-8353-e375a3c0bf0a {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:48:36.819318 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f1913156-9f15-4e29-8581-a20083a710a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:36.846984 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5e92b5ed-69f2-4441-890d-12fe0ce94fc1 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:36.905922 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.objects.ports [None req-53055cf6-addc-4201-a6e6-729db0edfee2 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83445) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 20 08:48:36.911155 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-53055cf6-addc-4201-a6e6-729db0edfee2 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2036557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2095114'] for subnet, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:36.917357 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-5542df17-32b9-4676-a05a-c4a6577cd002 req-d30b3499-90a7-4f1a-8ebb-e111f46710da tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb820b64-db27-4425-8f61-97eb0c7b754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131661 Dec 20 08:48:36.928349 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e47583c4-dcb0-4099-beb9-66a0c3309f99 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:36.997246 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-5e92b5ed-69f2-4441-890d-12fe0ce94fc1 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Calling delete_port for c3b208f2-b97d-4e01-94ba-bb68d938b342 owned by network:router_interface {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:48:37.025247 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-f1913156-9f15-4e29-8581-a20083a710a1 None None] For port c3485db7-2afd-47ec-8353-e375a3c0bf0a, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=c3485db7-2afd-47ec-8353-e375a3c0bf0a,segment=NetworkSegment(f70b859e-66e2-44b6-b302-c93efc7b2cba),segment_id=f70b859e-66e2-44b6-b302-c93efc7b2cba)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:48:37.025247 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f1913156-9f15-4e29-8581-a20083a710a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:37.100868 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8c82ff-add8-46d5-8104-36566115a5fe req-1efaf8da-c21a-408f-8291-57304d68ea3b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:37.102431 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5d8c82ff-add8-46d5-8104-36566115a5fe req-1efaf8da-c21a-408f-8291-57304d68ea3b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7ee4ce4-3c54-4a5c-a240-20d23ab02629 HTTP/1.1" status: 200 len: 944 time: 0.4004374 Dec 20 08:48:37.150734 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-f1913156-9f15-4e29-8581-a20083a710a1 None None] Calling delete_port for c3485db7-2afd-47ec-8353-e375a3c0bf0a owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:48:37.166481 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-632c5519-9996-487b-8cd1-dd65272095c4 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:37.214529 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53055cf6-addc-4201-a6e6-729db0edfee2 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Pushing event updated for resources: {'Subnet': ['ID=43f0c591-7913-421b-b3d4-8cd25cc14d8c,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:37.223661 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-53055cf6-addc-4201-a6e6-729db0edfee2 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:37.225818 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53055cf6-addc-4201-a6e6-729db0edfee2 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Checking segment: {'id': '4a68e412-4777-436a-8725-a9e229925836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '038d6fce-8a81-4dca-87a7-5cf5aace5fd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:48:37.226179 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53055cf6-addc-4201-a6e6-729db0edfee2 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Network hostable DHCP agents. Network: 038d6fce-8a81-4dca-87a7-5cf5aace5fd1, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:48:37.235380 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6f1ad2-cd73-4990-b3c1-a0e8e4578631 req-467377cc-ed0d-402f-8af8-3961615c0df1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:37.236917 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f1913156-9f15-4e29-8581-a20083a710a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102'] for port, after_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:37.237454 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-8f6f1ad2-cd73-4990-b3c1-a0e8e4578631 req-467377cc-ed0d-402f-8af8-3961615c0df1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a05a209a-fb2b-4823-a355-7433ddb192cd HTTP/1.1" status: 200 len: 913 time: 0.3764195 Dec 20 08:48:37.240716 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-90b509b8-cb23-4ec7-96ef-a6e0d6e1f430 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:37.243809 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5d8c82ff-add8-46d5-8104-36566115a5fe req-7072306e-ee75-4757-b930-f9c2dc7075ff tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4367eb0-d6e4-499d-8dfe-dc3f480e87e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288049 Dec 20 08:48:37.285400 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1913156-9f15-4e29-8581-a20083a710a1 None None] Pushing event deleted for resources: {'Port': ['ID=c3485db7-2afd-47ec-8353-e375a3c0bf0a,revision_number=None']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:37.289362 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-f1913156-9f15-4e29-8581-a20083a710a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:37.291799 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1913156-9f15-4e29-8581-a20083a710a1 None None] No DVR routers for this DVR port c3485db7-2afd-47ec-8353-e375a3c0bf0a on host dv-neutron-820491-1-hyperv {{(pid=83446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:48:37.322347 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-8f6f1ad2-cd73-4990-b3c1-a0e8e4578631 req-0c49376f-7efe-4919-be52-5dcea50ea604 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a5630966-90a7-4183-996b-16ea8f640297 HTTP/1.1" status: 200 len: 217 time: 0.0774305 Dec 20 08:48:37.327255 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53055cf6-addc-4201-a6e6-729db0edfee2 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Network 038d6fce-8a81-4dca-87a7-5cf5aace5fd1 is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:48:37.328820 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-632c5519-9996-487b-8cd1-dd65272095c4 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1129313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1529131'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:37.336020 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3c606239-8d05-4a8b-8cc8-9ad7c07721a1 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:37.374582 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-53055cf6-addc-4201-a6e6-729db0edfee2 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, 038d6fce-8a81-4dca-87a7-5cf5aace5fd1) {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:48:37.376492 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632c5519-9996-487b-8cd1-dd65272095c4 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Pushing event deleted for resources: {'Subnet': ['ID=6317efa8-cea8-49f7-b803-18e1cb68630e,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:37.380211 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-632c5519-9996-487b-8cd1-dd65272095c4 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:37.381419 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53055cf6-addc-4201-a6e6-729db0edfee2 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:37.381586 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5e92b5ed-69f2-4441-890d-12fe0ce94fc1 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:37.382148 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-53055cf6-addc-4201-a6e6-729db0edfee2 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:37.385477 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4f93f419-201d-43d0-8f01-2a021c15db62 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:37.391248 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0b2156-ca9e-4d71-8d15-4f10d719045b None None] Network 038d6fce-8a81-4dca-87a7-5cf5aace5fd1 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:48:37.421115 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6f1ad2-cd73-4990-b3c1-a0e8e4578631 req-c9424fc9-9754-44cd-a5d2-f7c00bc1adee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:37.422515 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-8f6f1ad2-cd73-4990-b3c1-a0e8e4578631 req-c9424fc9-9754-44cd-a5d2-f7c00bc1adee service neutron] 10.222.0.58 "GET /v2.0/subnets?id=73b7446d-28e3-4ade-bcf5-9c2a3c82ef38 HTTP/1.1" status: 200 len: 852 time: 0.0911491 Dec 20 08:48:37.427696 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-632c5519-9996-487b-8cd1-dd65272095c4 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:37.433105 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e92b5ed-69f2-4441-890d-12fe0ce94fc1 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Pushing event deleted for resources: {'Port': ['ID=c3b208f2-b97d-4e01-94ba-bb68d938b342,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:37.434056 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9fb643-0dab-499e-b45f-39dea24e6a7b None None] Network d432cb4a-b374-40fb-8e84-59dd409613e2 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:48:37.435066 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-53055cf6-addc-4201-a6e6-729db0edfee2 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.5345702 Dec 20 08:48:37.438904 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-5e92b5ed-69f2-4441-890d-12fe0ce94fc1 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:37.439209 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 41944) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:37.445579 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-632c5519-9996-487b-8cd1-dd65272095c4 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] 10.222.0.16 "DELETE /v2.0/subnets/6317efa8-cea8-49f7-b803-18e1cb68630e HTTP/1.1" status: 204 len: 168 time: 1.3921337 Dec 20 08:48:37.474932 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 41948) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:37.537115 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-8f6f1ad2-cd73-4990-b3c1-a0e8e4578631 req-0522a169-04d9-401b-b184-877859fd8870 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a05a209a-fb2b-4823-a355-7433ddb192cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0965147 Dec 20 08:48:37.736744 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5e92b5ed-69f2-4441-890d-12fe0ce94fc1 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32897953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348760'] for router_interface, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:37.747542 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-79e4796f-1cea-4714-8664-75721684e3f2 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:37.806376 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device c3485db7-2afd-47ec-8353-e375a3c0bf0a no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:48:37.849501 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: c3485db7-2afd-47ec-8353-e375a3c0bf0a {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:48:37.849851 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device c3485db7-2afd-47ec-8353-e375a3c0bf0a not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:48:37.897805 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-79e4796f-1cea-4714-8664-75721684e3f2 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:37.920883 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f8060f-9c04-49fe-95d2-7022681795d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-038d6fce-8a81-4dca-87a7-5cf5aace5fd1', 'network_id': '038d6fce-8a81-4dca-87a7-5cf5aace5fd1', 'tenant_id': '4de9b4b7601243f2b1d879d3ed46dac5', 'fixed_ips': [{'subnet_id': '43f0c591-7913-421b-b3d4-8cd25cc14d8c'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:48:37.921745 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-29f8060f-9c04-49fe-95d2-7022681795d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:37.938881 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-8f6f1ad2-cd73-4990-b3c1-a0e8e4578631 req-e8a4ae7c-ca1e-4b5c-bfd9-887205f3303e service neutron] 10.222.0.58 "GET /v2.0/networks/a05a209a-fb2b-4823-a355-7433ddb192cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3841619 Dec 20 08:48:37.963226 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-639b6d58-2649-486a-b362-068c9cb04e1f tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Deleting subnet 39490ee1-5c0f-4137-aec6-9c3543e2a733 {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:48:37.966216 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-639b6d58-2649-486a-b362-068c9cb04e1f tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:38.041311 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3cc4ab-3c02-42b2-96b2-11d19a9d7a79 None None] DHCP port deletion for d432cb4a-b374-40fb-8e84-59dd409613e2 request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 08:48:38.041976 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-639b6d58-2649-486a-b362-068c9cb04e1f tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1618747'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:38.052850 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-9d3cc4ab-3c02-42b2-96b2-11d19a9d7a79 None None] Deleting port 375ddec0-3db0-4199-9627-2e71edc2790a {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:48:38.053574 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-79e4796f-1cea-4714-8664-75721684e3f2 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2036620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2095133'] for subnet, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:38.053917 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-9d3cc4ab-3c02-42b2-96b2-11d19a9d7a79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:38.061146 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b5696a4a-af95-4ad6-a0df-46aa2e290c68 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:38.176269 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server [None req-29f8060f-9c04-49fe-95d2-7022681795d8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 43f0c591-7913-421b-b3d4-8cd25cc14d8c: This subnet is being modified by another concurrent operation. Dec 20 08:48:38.176269 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 20 08:48:38.176269 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 20 08:48:38.176269 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 20 08:48:38.176269 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 20 08:48:38.176269 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 20 08:48:38.176269 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 20 08:48:38.176269 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 20 08:48:38.176269 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 20 08:48:38.176269 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 20 08:48:38.176269 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 08:48:38.176269 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 08:48:38.176269 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 08:48:38.176269 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 08:48:38.176269 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 08:48:38.176269 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 08:48:38.176269 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 08:48:38.176269 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server raise value Dec 20 08:48:38.176269 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 08:48:38.176269 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 08:48:38.176269 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 08:48:38.176269 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 08:48:38.176269 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 08:48:38.176269 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 08:48:38.176269 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 08:48:38.176269 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 08:48:38.176269 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 08:48:38.176269 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server raise value Dec 20 08:48:38.176269 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 08:48:38.176269 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 08:48:38.176269 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 08:48:38.176269 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 08:48:38.176269 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 08:48:38.176269 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 08:48:38.176269 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 08:48:38.176269 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 08:48:38.176269 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 08:48:38.176269 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server raise value Dec 20 08:48:38.176269 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 08:48:38.176269 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 08:48:38.176269 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 20 08:48:38.176269 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 20 08:48:38.176269 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 20 08:48:38.176269 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 20 08:48:38.176269 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 20 08:48:38.176269 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 20 08:48:38.176269 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Dec 20 08:48:38.176269 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 20 08:48:38.176269 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 20 08:48:38.176269 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 20 08:48:38.176269 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 20 08:48:38.176269 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 20 08:48:38.176269 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 08:48:38.180557 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 08:48:38.180557 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 08:48:38.180557 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 08:48:38.180557 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 08:48:38.180557 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 08:48:38.180557 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 08:48:38.180557 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server raise value Dec 20 08:48:38.180557 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 08:48:38.180557 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 08:48:38.180557 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 08:48:38.180557 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 08:48:38.180557 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 08:48:38.180557 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 08:48:38.180557 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 08:48:38.180557 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 08:48:38.180557 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 08:48:38.180557 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server raise value Dec 20 08:48:38.180557 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 08:48:38.180557 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 08:48:38.180557 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 08:48:38.180557 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 08:48:38.180557 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 08:48:38.180557 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 08:48:38.180557 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 08:48:38.180557 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 08:48:38.180557 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 08:48:38.180557 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server raise value Dec 20 08:48:38.180557 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 08:48:38.180557 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 08:48:38.180557 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Dec 20 08:48:38.180557 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 20 08:48:38.180557 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Dec 20 08:48:38.180557 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 20 08:48:38.180557 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Dec 20 08:48:38.180557 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 20 08:48:38.180557 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 20 08:48:38.180557 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 20 08:48:38.180557 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 20 08:48:38.180557 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 08:48:38.180557 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 20 08:48:38.180557 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 20 08:48:38.180557 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 20 08:48:38.180557 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server raise value Dec 20 08:48:38.180557 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 20 08:48:38.180557 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 20 08:48:38.180557 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 20 08:48:38.180557 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 20 08:48:38.180557 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Dec 20 08:48:38.180557 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 20 08:48:38.180557 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 20 08:48:38.180557 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server raise exception Dec 20 08:48:38.180557 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 43f0c591-7913-421b-b3d4-8cd25cc14d8c: This subnet is being modified by another concurrent operation. Dec 20 08:48:38.180557 dv-neutron-820491-1-hyperv neutron-server[83446]: ERROR oslo_messaging.rpc.server Dec 20 08:48:38.190987 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e4796f-1cea-4714-8664-75721684e3f2 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Pushing event deleted for resources: {'Subnet': ['ID=43f0c591-7913-421b-b3d4-8cd25cc14d8c,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:38.200542 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-79e4796f-1cea-4714-8664-75721684e3f2 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:38.236583 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device eb107654-f083-4fed-821c-8fae0416722a details requested by agent hyperv_hv-neutron-8204 with host hv-neutron-8204 {{(pid=83446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 08:48:38.238936 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b4745c-d2a9-46fe-b5e5-8c8f1c8e272a None None] Network 038d6fce-8a81-4dca-87a7-5cf5aace5fd1 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:48:38.284660 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-8f6f1ad2-cd73-4990-b3c1-a0e8e4578631 req-5ca71cf1-c9b2-4bf0-983f-8d320cd16680 service neutron] 10.222.0.58 "GET /v2.0/networks/a05a209a-fb2b-4823-a355-7433ddb192cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3326223 Dec 20 08:48:38.359323 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-79e4796f-1cea-4714-8664-75721684e3f2 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:38.401059 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9576210e-12f8-4657-ae33-46bdcf4dd5ee req-2c7bdfe4-849f-4ae5-8155-5f8831bf6133 tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:38.402309 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-9576210e-12f8-4657-ae33-46bdcf4dd5ee req-2c7bdfe4-849f-4ae5-8155-5f8831bf6133 tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] 10.222.0.16 "GET /v2.0/ports?device_id=9000ad2f-79ea-416d-ad54-41fa32789b18 HTTP/1.1" status: 200 len: 946 time: 0.3090324 Dec 20 08:48:38.404633 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-79e4796f-1cea-4714-8664-75721684e3f2 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['038d6fce-8a81-4dca-87a7-5cf5aace5fd1']}} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:48:38.448494 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-79e4796f-1cea-4714-8664-75721684e3f2 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a68e412-4777-436a-8725-a9e229925836') {'for_net_delete': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:48:38.448785 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-79e4796f-1cea-4714-8664-75721684e3f2 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a68e412-4777-436a-8725-a9e229925836') {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:48:38.468245 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-79e4796f-1cea-4714-8664-75721684e3f2 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1518531'] for segment, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:38.505996 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.db.resource_extend [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 08:48:38.507361 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-79e4796f-1cea-4714-8664-75721684e3f2 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:38.519040 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79e4796f-1cea-4714-8664-75721684e3f2 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=83445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:48:38.519636 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-79e4796f-1cea-4714-8664-75721684e3f2 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2036002'] for segment, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:38.574034 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-639b6d58-2649-486a-b362-068c9cb04e1f tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:38.575848 dv-neutron-820491-1-hyperv neutron-server[83445]: Traceback (most recent call last): Dec 20 08:48:38.575848 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:48:38.575848 dv-neutron-820491-1-hyperv neutron-server[83445]: timer() Dec 20 08:48:38.575848 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:48:38.575848 dv-neutron-820491-1-hyperv neutron-server[83445]: cb(*args, **kw) Dec 20 08:48:38.575848 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:48:38.575848 dv-neutron-820491-1-hyperv neutron-server[83445]: return func(*args, **kwargs) Dec 20 08:48:38.575848 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:48:38.575848 dv-neutron-820491-1-hyperv neutron-server[83445]: self._notify() Dec 20 08:48:38.575848 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:48:38.575848 dv-neutron-820491-1-hyperv neutron-server[83445]: self.callback(batched_events) Dec 20 08:48:38.575848 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:48:38.575848 dv-neutron-820491-1-hyperv neutron-server[83445]: event.method(event) Dec 20 08:48:38.575848 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:48:38.575848 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:48:38.575848 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:48:38.575848 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:48:38.575848 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:48:38.575848 dv-neutron-820491-1-hyperv neutron-server[83445]: return f(self, *a, **k) Dec 20 08:48:38.575848 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:48:38.575848 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._get(url).json() Dec 20 08:48:38.575848 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:48:38.575848 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:48:38.575848 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:48:38.575848 dv-neutron-820491-1-hyperv neutron-server[83445]: return self.request(url, 'GET', **kwargs) Dec 20 08:48:38.575848 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:48:38.575848 dv-neutron-820491-1-hyperv neutron-server[83445]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:48:38.575848 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:48:38.575848 dv-neutron-820491-1-hyperv neutron-server[83445]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:48:38.575848 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:48:38.575848 dv-neutron-820491-1-hyperv neutron-server[83445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:48:38.575848 dv-neutron-820491-1-hyperv neutron-server[83445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:48:38.614074 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-9576210e-12f8-4657-ae33-46bdcf4dd5ee req-764cefee-9276-4ce8-b1ef-68f6316c534e tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb820b64-db27-4425-8f61-97eb0c7b754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019207 Dec 20 08:48:38.684831 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-79e4796f-1cea-4714-8664-75721684e3f2 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:38.690038 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-79e4796f-1cea-4714-8664-75721684e3f2 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:38.703077 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-70efcbfc-8147-4072-8b47-0597f5d7634d tempest-BulkNetworkOpsIpV6Test-26578446 tempest-BulkNetworkOpsIpV6Test-26578446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:38.704298 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-9d3cc4ab-3c02-42b2-96b2-11d19a9d7a79 None None] For port 375ddec0-3db0-4199-9627-2e71edc2790a, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=375ddec0-3db0-4199-9627-2e71edc2790a,segment=NetworkSegment(58e77f6a-fa72-44d4-94a1-733bfe525c0a),segment_id=58e77f6a-fa72-44d4-94a1-733bfe525c0a)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:48:38.704920 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-9d3cc4ab-3c02-42b2-96b2-11d19a9d7a79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:38.725035 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-79e4796f-1cea-4714-8664-75721684e3f2 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] 10.222.0.16 "DELETE /v2.0/networks/038d6fce-8a81-4dca-87a7-5cf5aace5fd1 HTTP/1.1" status: 204 len: 168 time: 1.2795660 Dec 20 08:48:38.725293 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e92b5ed-69f2-4441-890d-12fe0ce94fc1 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Router b64985ca-7df2-4693-a1eb-2b1a9b744abc has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:48:38.726050 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 41956) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:38.726668 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e4796f-1cea-4714-8664-75721684e3f2 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Pushing event deleted for resources: {'Network': ['ID=038d6fce-8a81-4dca-87a7-5cf5aace5fd1,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:38.734580 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-79e4796f-1cea-4714-8664-75721684e3f2 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:38.737440 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-7fb54145-6218-4654-80c9-a196584c767e tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-826072573'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:48:38.751607 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-7fb54145-6218-4654-80c9-a196584c767e tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:48:38.758175 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7fb54145-6218-4654-80c9-a196584c767e tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Usage tracker for resource:network and tenant:4de9b4b7601243f2b1d879d3ed46dac5 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:48:38.765581 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7fb54145-6218-4654-80c9-a196584c767e tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:48:38.779556 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-7fb54145-6218-4654-80c9-a196584c767e tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:48:38.795251 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-639b6d58-2649-486a-b362-068c9cb04e1f tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1129313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1529131'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:38.806450 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-de830e4d-ba01-42ba-8348-55894d4e6c39 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:38.906406 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639b6d58-2649-486a-b362-068c9cb04e1f tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Pushing event deleted for resources: {'Subnet': ['ID=39490ee1-5c0f-4137-aec6-9c3543e2a733,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:38.946258 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-9d3cc4ab-3c02-42b2-96b2-11d19a9d7a79 None None] Calling delete_port for 375ddec0-3db0-4199-9627-2e71edc2790a owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:48:38.957433 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-639b6d58-2649-486a-b362-068c9cb04e1f tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:38.958054 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb54145-6218-4654-80c9-a196584c767e tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Made reservation on behalf of 4de9b4b7601243f2b1d879d3ed46dac5 for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:48:38.962890 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7fb54145-6218-4654-80c9-a196584c767e tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:38.975853 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ac430-cb0b-4422-9352-884a8ca4f516 req-4c3d819d-aa3b-4a27-a3c6-0ba823dcc6c3 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:38.977317 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d16ac430-cb0b-4422-9352-884a8ca4f516 req-4c3d819d-aa3b-4a27-a3c6-0ba823dcc6c3 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7ee4ce4-3c54-4a5c-a240-20d23ab02629 HTTP/1.1" status: 200 len: 944 time: 0.3475978 Dec 20 08:48:39.008693 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8397f52-285a-4e5b-bf63-05be31cd212d None None] Network 4d431dfd-1b1f-41b6-bf63-944439a04756 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:48:39.011588 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-639b6d58-2649-486a-b362-068c9cb04e1f tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:39.033207 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-639b6d58-2649-486a-b362-068c9cb04e1f tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] 10.222.0.16 "DELETE /v2.0/subnets/39490ee1-5c0f-4137-aec6-9c3543e2a733 HTTP/1.1" status: 204 len: 168 time: 1.5572400 Dec 20 08:48:39.035663 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 41960) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:39.064841 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fb54145-6218-4654-80c9-a196584c767e tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:48:39.073496 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e92b5ed-69f2-4441-890d-12fe0ce94fc1 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:48:39.083210 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d16ac430-cb0b-4422-9352-884a8ca4f516 req-bce140c1-b1a9-48dc-8920-f0e885823699 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4367eb0-d6e4-499d-8dfe-dc3f480e87e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969737 Dec 20 08:48:39.084148 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7fb54145-6218-4654-80c9-a196584c767e tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:39.084492 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-7fb54145-6218-4654-80c9-a196584c767e tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Added segment d956cc0e-b48e-4fa5-898c-2c741c74f173 of type vlan for network b1d0c9d3-255b-4aa6-91b2-795f10aa5283 Dec 20 08:48:39.096188 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-5e92b5ed-69f2-4441-890d-12fe0ce94fc1 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "PUT /v2.0/routers/b64985ca-7df2-4693-a1eb-2b1a9b744abc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6664364 Dec 20 08:48:39.099787 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 41964) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:39.110561 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f225cd-85f9-477e-9ec6-35e70c121f23 None None] Sync routers for ids ['b64985ca-7df2-4693-a1eb-2b1a9b744abc'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:48:39.120820 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port eb107654-f083-4fed-821c-8fae0416722a, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=eb107654-f083-4fed-821c-8fae0416722a,segment=NetworkSegment(05750874-43ff-4592-9e36-f1b4b81b64f9),segment_id=05750874-43ff-4592-9e36-f1b4b81b64f9)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:48:39.152560 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d5e16a98-b02f-4113-903b-326d74a4ac3d tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Synchronizing usage tracker for tenant:77c40f4df6664268b6fdee7d685de4ee on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:48:39.173371 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7fb54145-6218-4654-80c9-a196584c767e tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:39.193445 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7b9f8524-1164-47d7-ac6f-4567cf0928df tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:39.210336 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-7b9f8524-1164-47d7-ac6f-4567cf0928df tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Deleting port 375ddec0-3db0-4199-9627-2e71edc2790a {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:48:39.210667 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7b9f8524-1164-47d7-ac6f-4567cf0928df tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:39.216550 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d5e16a98-b02f-4113-903b-326d74a4ac3d tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Unset dirty status for tenant:77c40f4df6664268b6fdee7d685de4ee on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:48:39.220415 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d5e16a98-b02f-4113-903b-326d74a4ac3d tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "GET /v2.0/ports?device_id=b64985ca-7df2-4693-a1eb-2b1a9b744abc HTTP/1.1" status: 200 len: 205 time: 0.1172087 Dec 20 08:48:39.221989 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 41968) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:39.269276 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Returning: {'device': 'eb107654-f083-4fed-821c-8fae0416722a', 'network_id': '14b45dac-66c0-4b3c-8f46-86b564f1af3d', 'port_id': 'eb107654-f083-4fed-821c-8fae0416722a', 'mac_address': 'fa:16:3e:d4:aa:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7956faa0-09df-406e-8f95-8fe5b9c3d55d', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 08:48:39.320480 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-7b9f8524-1164-47d7-ac6f-4567cf0928df tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] The port '375ddec0-3db0-4199-9627-2e71edc2790a' was deleted {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 08:48:39.347608 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7fb54145-6218-4654-80c9-a196584c767e tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:39.353429 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb54145-6218-4654-80c9-a196584c767e tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:39.354025 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7fb54145-6218-4654-80c9-a196584c767e tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:39.366232 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a68671aa-64ad-4a2c-9d05-d8142246e811 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:39.380282 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-9d3cc4ab-3c02-42b2-96b2-11d19a9d7a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102'] for port, after_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:39.383573 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f225cd-85f9-477e-9ec6-35e70c121f23 None None] Routers {'b64985ca-7df2-4693-a1eb-2b1a9b744abc'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:48:39.384223 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-f0f225cd-85f9-477e-9ec6-35e70c121f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:48:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['b64985ca-7df2-4693-a1eb-2b1a9b744abc'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:48:39.454423 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-7ee76330-25d5-46f7-943d-e1f84bdc1326 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:39.479739 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-7fb54145-6218-4654-80c9-a196584c767e tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7503605 Dec 20 08:48:39.481658 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 41974) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:39.532992 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-f14725ab-cdae-4ed5-873d-fd89a3be26f3 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Request body: {'subnet': {'network_id': 'b1d0c9d3-255b-4aa6-91b2-795f10aa5283', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:48:39.555242 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb54145-6218-4654-80c9-a196584c767e tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Pushing event updated for resources: {'Network': ['ID=b1d0c9d3-255b-4aa6-91b2-795f10aa5283,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:39.558806 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7fb54145-6218-4654-80c9-a196584c767e tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:39.575528 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7b9f8524-1164-47d7-ac6f-4567cf0928df tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:39.583785 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network b1d0c9d3-255b-4aa6-91b2-795f10aa5283 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:48:39.594815 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-69879867-1721-48c7-a37f-08d5489d148d tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for router, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:39.603182 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-f0f225cd-85f9-477e-9ec6-35e70c121f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:48:39.604574 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-7b9f8524-1164-47d7-ac6f-4567cf0928df tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d432cb4a-b374-40fb-8e84-59dd409613e2']}} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:48:39.605324 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3cc4ab-3c02-42b2-96b2-11d19a9d7a79 None None] Pushing event deleted for resources: {'Port': ['ID=375ddec0-3db0-4199-9627-2e71edc2790a,revision_number=None']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:39.608565 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-9d3cc4ab-3c02-42b2-96b2-11d19a9d7a79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:39.620588 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-7b9f8524-1164-47d7-ac6f-4567cf0928df tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58e77f6a-fa72-44d4-94a1-733bfe525c0a') {'for_net_delete': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:48:39.620889 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-7b9f8524-1164-47d7-ac6f-4567cf0928df tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58e77f6a-fa72-44d4-94a1-733bfe525c0a') {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:48:39.634308 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7b9f8524-1164-47d7-ac6f-4567cf0928df tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1518531'] for segment, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:39.647002 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3cc4ab-3c02-42b2-96b2-11d19a9d7a79 None None] No DVR routers for this DVR port 375ddec0-3db0-4199-9627-2e71edc2790a on host dv-neutron-820491-1-hyperv {{(pid=83446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:48:39.648635 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:39.671000 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7b9f8524-1164-47d7-ac6f-4567cf0928df tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:39.682551 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b9f8524-1164-47d7-ac6f-4567cf0928df tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=83445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:48:39.683434 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7b9f8524-1164-47d7-ac6f-4567cf0928df tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2036002'] for segment, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:39.722302 dv-neutron-820491-1-hyperv neutron-server[83445]: Traceback (most recent call last): Dec 20 08:48:39.722302 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:48:39.722302 dv-neutron-820491-1-hyperv neutron-server[83445]: timer() Dec 20 08:48:39.722302 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:48:39.722302 dv-neutron-820491-1-hyperv neutron-server[83445]: cb(*args, **kw) Dec 20 08:48:39.722302 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:48:39.722302 dv-neutron-820491-1-hyperv neutron-server[83445]: return func(*args, **kwargs) Dec 20 08:48:39.722302 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:48:39.722302 dv-neutron-820491-1-hyperv neutron-server[83445]: self._notify() Dec 20 08:48:39.722302 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:48:39.722302 dv-neutron-820491-1-hyperv neutron-server[83445]: self.callback(batched_events) Dec 20 08:48:39.722302 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:48:39.722302 dv-neutron-820491-1-hyperv neutron-server[83445]: event.method(event) Dec 20 08:48:39.722302 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:48:39.722302 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:48:39.722302 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:48:39.722302 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:48:39.722302 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:48:39.722302 dv-neutron-820491-1-hyperv neutron-server[83445]: return f(self, *a, **k) Dec 20 08:48:39.722302 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:48:39.722302 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._get(url).json() Dec 20 08:48:39.722302 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:48:39.722302 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:48:39.722302 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:48:39.722302 dv-neutron-820491-1-hyperv neutron-server[83445]: return self.request(url, 'GET', **kwargs) Dec 20 08:48:39.722302 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:48:39.722302 dv-neutron-820491-1-hyperv neutron-server[83445]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:48:39.722302 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:48:39.722302 dv-neutron-820491-1-hyperv neutron-server[83445]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:48:39.722302 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:48:39.722302 dv-neutron-820491-1-hyperv neutron-server[83445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:48:39.722302 dv-neutron-820491-1-hyperv neutron-server[83445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:48:39.749678 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb107654-f083-4fed-821c-8fae0416722a {{(pid=83446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 08:48:39.761210 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f225cd-85f9-477e-9ec6-35e70c121f23 None None] Routers {'b64985ca-7df2-4693-a1eb-2b1a9b744abc'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:48:39.762160 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-f0f225cd-85f9-477e-9ec6-35e70c121f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:48:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['b64985ca-7df2-4693-a1eb-2b1a9b744abc'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:48:39.814294 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-f14725ab-cdae-4ed5-873d-fd89a3be26f3 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:48:39.819885 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f14725ab-cdae-4ed5-873d-fd89a3be26f3 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Usage tracker for resource:subnet and tenant:4de9b4b7601243f2b1d879d3ed46dac5 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:48:39.823667 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f14725ab-cdae-4ed5-873d-fd89a3be26f3 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:48:39.828285 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 375ddec0-3db0-4199-9627-2e71edc2790a no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:48:39.831624 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-f14725ab-cdae-4ed5-873d-fd89a3be26f3 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:48:39.891442 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7b9f8524-1164-47d7-ac6f-4567cf0928df tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:39.896821 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d00bc65f-0c42-4cea-9976-3dfd258c429c tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:39.911642 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7b9f8524-1164-47d7-ac6f-4567cf0928df tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:39.914485 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-f0f225cd-85f9-477e-9ec6-35e70c121f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:48:39.914910 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f225cd-85f9-477e-9ec6-35e70c121f23 None None] The sync data for ids ['b64985ca-7df2-4693-a1eb-2b1a9b744abc'] in dv-neutron-820491-1-hyperv is: [] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:48:39.917358 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 375ddec0-3db0-4199-9627-2e71edc2790a {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:48:39.918229 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 375ddec0-3db0-4199-9627-2e71edc2790a not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:48:39.924515 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9f8524-1164-47d7-ac6f-4567cf0928df tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Pushing event deleted for resources: {'Network': ['ID=d432cb4a-b374-40fb-8e84-59dd409613e2,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:39.924935 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port eb107654-f083-4fed-821c-8fae0416722a, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=eb107654-f083-4fed-821c-8fae0416722a,segment=NetworkSegment(05750874-43ff-4592-9e36-f1b4b81b64f9),segment_id=05750874-43ff-4592-9e36-f1b4b81b64f9)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:48:39.928357 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-7b9f8524-1164-47d7-ac6f-4567cf0928df tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:39.932948 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-7b9f8524-1164-47d7-ac6f-4567cf0928df tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] 10.222.0.16 "DELETE /v2.0/networks/d432cb4a-b374-40fb-8e84-59dd409613e2 HTTP/1.1" status: 204 len: 168 time: 0.8956881 Dec 20 08:48:39.933985 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 41980) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:39.942701 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:39.945461 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-40a5bb50-a07a-479b-b92c-61ceb28a4c99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:39.998090 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:40.008555 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565f350e-5e78-4ebf-b434-d227e91cd0b7 req-369afe5d-9411-4133-8806-813af6e67e7a tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:40.009817 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-565f350e-5e78-4ebf-b434-d227e91cd0b7 req-369afe5d-9411-4133-8806-813af6e67e7a tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] 10.222.0.16 "GET /v2.0/ports?device_id=9000ad2f-79ea-416d-ad54-41fa32789b18 HTTP/1.1" status: 200 len: 946 time: 0.1762795 Dec 20 08:48:40.024554 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572dc7e7-035b-4473-9a9c-be207f290558 None None] DHCP port deletion for 4d431dfd-1b1f-41b6-bf63-944439a04756 request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 08:48:40.035787 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-572dc7e7-035b-4473-9a9c-be207f290558 None None] Deleting port 264cb7a9-0ec6-4010-aa08-7abd9c30d517 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:48:40.036140 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-572dc7e7-035b-4473-9a9c-be207f290558 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:40.039177 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f14725ab-cdae-4ed5-873d-fd89a3be26f3 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Made reservation on behalf of 4de9b4b7601243f2b1d879d3ed46dac5 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:48:40.067214 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=eb107654-f083-4fed-821c-8fae0416722a,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:40.079125 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:40.103085 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-101c61bc-696d-4203-9846-e1e8e81e2e4b tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:40.134517 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-565f350e-5e78-4ebf-b434-d227e91cd0b7 req-29f59768-f990-44bc-8001-5482fc68550d tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb820b64-db27-4425-8f61-97eb0c7b754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168127 Dec 20 08:48:40.137642 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-101c61bc-696d-4203-9846-e1e8e81e2e4b tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Deleting port 264cb7a9-0ec6-4010-aa08-7abd9c30d517 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:48:40.139705 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-101c61bc-696d-4203-9846-e1e8e81e2e4b tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:40.308594 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-572dc7e7-035b-4473-9a9c-be207f290558 None None] For port 264cb7a9-0ec6-4010-aa08-7abd9c30d517, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=264cb7a9-0ec6-4010-aa08-7abd9c30d517,segment=NetworkSegment(6c0f77a5-2da1-4a8a-91ab-d5e1ea0fc08e),segment_id=6c0f77a5-2da1-4a8a-91ab-d5e1ea0fc08e)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:48:40.309244 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-572dc7e7-035b-4473-9a9c-be207f290558 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:40.384785 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f14725ab-cdae-4ed5-873d-fd89a3be26f3 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1529102'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:40.401299 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-69879867-1721-48c7-a37f-08d5489d148d tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24735'] for router, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:40.421356 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-69879867-1721-48c7-a37f-08d5489d148d tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:40.427245 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-101c61bc-696d-4203-9846-e1e8e81e2e4b tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] For port 264cb7a9-0ec6-4010-aa08-7abd9c30d517, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=264cb7a9-0ec6-4010-aa08-7abd9c30d517,segment=NetworkSegment(6c0f77a5-2da1-4a8a-91ab-d5e1ea0fc08e),segment_id=6c0f77a5-2da1-4a8a-91ab-d5e1ea0fc08e)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:48:40.427837 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-101c61bc-696d-4203-9846-e1e8e81e2e4b tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:40.460402 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-572dc7e7-035b-4473-9a9c-be207f290558 None None] Calling delete_port for 264cb7a9-0ec6-4010-aa08-7abd9c30d517 owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:48:40.512150 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] get_ports_and_sgs() called for port_ids ['eb107654-f083-4fed-821c-8fae0416722a'] {{(pid=83446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 08:48:40.569674 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-101c61bc-696d-4203-9846-e1e8e81e2e4b tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Calling delete_port for 264cb7a9-0ec6-4010-aa08-7abd9c30d517 owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:48:40.570816 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae25d8-9716-4bc9-a57c-feafb22891b0 req-900f4fb6-3b6f-4365-a531-f5789d4962d5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:40.572302 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-42ae25d8-9716-4bc9-a57c-feafb22891b0 req-900f4fb6-3b6f-4365-a531-f5789d4962d5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7ee4ce4-3c54-4a5c-a240-20d23ab02629 HTTP/1.1" status: 200 len: 945 time: 0.2523518 Dec 20 08:48:40.578589 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-69879867-1721-48c7-a37f-08d5489d148d tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-390871'] for router, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:40.579118 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69879867-1721-48c7-a37f-08d5489d148d tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Fanout notify agent at l3_agent the message router_deleted on router b64985ca-7df2-4693-a1eb-2b1a9b744abc {{(pid=83444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 08:48:40.667804 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-69879867-1721-48c7-a37f-08d5489d148d tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:40.669013 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-69879867-1721-48c7-a37f-08d5489d148d tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "DELETE /v2.0/routers/b64985ca-7df2-4693-a1eb-2b1a9b744abc HTTP/1.1" status: 204 len: 168 time: 1.4474647 Dec 20 08:48:40.672723 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 41990) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:40.685961 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-572dc7e7-035b-4473-9a9c-be207f290558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102'] for port, after_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:40.694947 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-c9ad4d2f-906b-4e69-9e22-241308d2db56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:40.718023 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.api [None req-101c61bc-696d-4203-9846-e1e8e81e2e4b tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 08:48:40.718365 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_db.api [None req-101c61bc-696d-4203-9846-e1e8e81e2e4b tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 08:48:40.728571 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312c3b9d-f62f-4bd9-a8c7-431aca75cb4a req-a1da483a-3168-4407-a166-c6cc285aa797 tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:40.728900 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-312c3b9d-f62f-4bd9-a8c7-431aca75cb4a req-a1da483a-3168-4407-a166-c6cc285aa797 tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] 10.222.0.16 "GET /v2.0/ports?device_id=9000ad2f-79ea-416d-ad54-41fa32789b18 HTTP/1.1" status: 200 len: 946 time: 0.1265073 Dec 20 08:48:40.752981 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572dc7e7-035b-4473-9a9c-be207f290558 None None] Pushing event deleted for resources: {'Port': ['ID=264cb7a9-0ec6-4010-aa08-7abd9c30d517,revision_number=None']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:40.760116 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-572dc7e7-035b-4473-9a9c-be207f290558 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:40.761815 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-42ae25d8-9716-4bc9-a57c-feafb22891b0 req-15cee2d6-bf1f-44d9-b797-d208d2f83cf2 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4367eb0-d6e4-499d-8dfe-dc3f480e87e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1797855 Dec 20 08:48:40.772088 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572dc7e7-035b-4473-9a9c-be207f290558 None None] No DVR routers for this DVR port 264cb7a9-0ec6-4010-aa08-7abd9c30d517 on host dv-neutron-820491-1-hyperv {{(pid=83446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:48:40.785218 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-312c3b9d-f62f-4bd9-a8c7-431aca75cb4a req-6ca3d583-0299-47a0-8d9a-a2243033545a tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb820b64-db27-4425-8f61-97eb0c7b754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463009 Dec 20 08:48:40.808124 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb5d62f-6094-4982-bc69-4961ec4ea4d4 None None] get_active_networks_info from dv-neutron-820491-1-hyperv {{(pid=83446) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 20 08:48:40.835001 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f14725ab-cdae-4ed5-873d-fd89a3be26f3 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1129376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1529148'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:40.842493 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-64cc39c3-8368-4881-8151-3c9a1ff133ef tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:40.975508 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14725ab-cdae-4ed5-873d-fd89a3be26f3 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Pushing event updated for resources: {'Subnet': ['ID=37366438-cdf0-4579-b3c0-7bb9e65a5d4c,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:40.997004 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f14725ab-cdae-4ed5-873d-fd89a3be26f3 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:41.034662 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dede53d-f171-4f9f-a227-234c718daaa4 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Deleting subnet ddd0bd2d-7765-4b7a-afd2-c47d372866e4 {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:48:41.036506 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14725ab-cdae-4ed5-873d-fd89a3be26f3 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Checking segment: {'id': 'd956cc0e-b48e-4fa5-898c-2c741c74f173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'b1d0c9d3-255b-4aa6-91b2-795f10aa5283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:48:41.036861 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14725ab-cdae-4ed5-873d-fd89a3be26f3 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Network hostable DHCP agents. Network: b1d0c9d3-255b-4aa6-91b2-795f10aa5283, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:48:41.043148 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6dede53d-f171-4f9f-a227-234c718daaa4 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:41.110037 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6dede53d-f171-4f9f-a227-234c718daaa4 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1618747'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:41.142559 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14725ab-cdae-4ed5-873d-fd89a3be26f3 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Network b1d0c9d3-255b-4aa6-91b2-795f10aa5283 is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:48:41.155581 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-f14725ab-cdae-4ed5-873d-fd89a3be26f3 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, b1d0c9d3-255b-4aa6-91b2-795f10aa5283) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:48:41.166477 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14725ab-cdae-4ed5-873d-fd89a3be26f3 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:41.167065 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f14725ab-cdae-4ed5-873d-fd89a3be26f3 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:41.197889 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f14725ab-cdae-4ed5-873d-fd89a3be26f3 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7147527 Dec 20 08:48:41.201313 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 41994) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:41.208172 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb5d62f-6094-4982-bc69-4961ec4ea4d4 None None] Unable to find a vacant binding_index for network b1d0c9d3-255b-4aa6-91b2-795f10aa5283 and agent 5a522f69-2c56-46ba-9131-853905d096b7 {{(pid=83446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Dec 20 08:48:41.214222 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb5d62f-6094-4982-bc69-4961ec4ea4d4 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, b1d0c9d3-255b-4aa6-91b2-795f10aa5283) {{(pid=83446) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 08:48:41.220889 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6dede53d-f171-4f9f-a227-234c718daaa4 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:41.225480 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-101c61bc-696d-4203-9846-e1e8e81e2e4b tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Deleting port 264cb7a9-0ec6-4010-aa08-7abd9c30d517 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:48:41.225886 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-101c61bc-696d-4203-9846-e1e8e81e2e4b tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:41.299509 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-101c61bc-696d-4203-9846-e1e8e81e2e4b tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] The port '264cb7a9-0ec6-4010-aa08-7abd9c30d517' was deleted {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 08:48:41.303994 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6dede53d-f171-4f9f-a227-234c718daaa4 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1129313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1529131'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:41.308146 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-651a370e-78e3-48a2-8443-329bde4dd931 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:41.343029 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dede53d-f171-4f9f-a227-234c718daaa4 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Pushing event deleted for resources: {'Subnet': ['ID=ddd0bd2d-7765-4b7a-afd2-c47d372866e4,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:41.346760 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-6dede53d-f171-4f9f-a227-234c718daaa4 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:41.349801 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6dede53d-f171-4f9f-a227-234c718daaa4 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:41.356108 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-6dede53d-f171-4f9f-a227-234c718daaa4 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "DELETE /v2.0/subnets/ddd0bd2d-7765-4b7a-afd2-c47d372866e4 HTTP/1.1" status: 204 len: 168 time: 0.6791978 Dec 20 08:48:41.359467 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 41998) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:41.514795 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-101c61bc-696d-4203-9846-e1e8e81e2e4b tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:41.555826 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-853acab6-3f83-4bc3-bee3-f4c9d69f2c15 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Deleting subnet 367d6731-47c6-4858-9f85-640a2748d358 {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:48:41.558713 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f4e10423-34f7-4f13-a086-585ded854255 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:41.559497 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-853acab6-3f83-4bc3-bee3-f4c9d69f2c15 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:41.563695 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-101c61bc-696d-4203-9846-e1e8e81e2e4b tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d431dfd-1b1f-41b6-bf63-944439a04756']}} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:48:41.581165 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-101c61bc-696d-4203-9846-e1e8e81e2e4b tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c0f77a5-2da1-4a8a-91ab-d5e1ea0fc08e') {'for_net_delete': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:48:41.581493 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-101c61bc-696d-4203-9846-e1e8e81e2e4b tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c0f77a5-2da1-4a8a-91ab-d5e1ea0fc08e') {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:48:41.600988 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-101c61bc-696d-4203-9846-e1e8e81e2e4b tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1518531'] for segment, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:41.653516 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-101c61bc-696d-4203-9846-e1e8e81e2e4b tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:41.670026 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-101c61bc-696d-4203-9846-e1e8e81e2e4b tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=83445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:48:41.670642 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-101c61bc-696d-4203-9846-e1e8e81e2e4b tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2036002'] for segment, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:41.671277 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae98387-6039-4abb-9e7d-9672c6c73be0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-b1d0c9d3-255b-4aa6-91b2-795f10aa5283', 'network_id': 'b1d0c9d3-255b-4aa6-91b2-795f10aa5283', 'tenant_id': '4de9b4b7601243f2b1d879d3ed46dac5', 'fixed_ips': [{'subnet_id': '37366438-cdf0-4579-b3c0-7bb9e65a5d4c'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:48:41.672178 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-eae98387-6039-4abb-9e7d-9672c6c73be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:41.685764 dv-neutron-820491-1-hyperv neutron-server[83445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 08:48:41.685764 dv-neutron-820491-1-hyperv neutron-server[83445]: util.warn( Dec 20 08:48:41.685764 dv-neutron-820491-1-hyperv neutron-server[83445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 08:48:41.685764 dv-neutron-820491-1-hyperv neutron-server[83445]: util.warn( Dec 20 08:48:41.685764 dv-neutron-820491-1-hyperv neutron-server[83445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 08:48:41.685764 dv-neutron-820491-1-hyperv neutron-server[83445]: util.warn( Dec 20 08:48:41.685764 dv-neutron-820491-1-hyperv neutron-server[83445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 08:48:41.685764 dv-neutron-820491-1-hyperv neutron-server[83445]: util.warn( Dec 20 08:48:41.685764 dv-neutron-820491-1-hyperv neutron-server[83445]: Traceback (most recent call last): Dec 20 08:48:41.685764 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:48:41.685764 dv-neutron-820491-1-hyperv neutron-server[83445]: timer() Dec 20 08:48:41.685764 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:48:41.685764 dv-neutron-820491-1-hyperv neutron-server[83445]: cb(*args, **kw) Dec 20 08:48:41.685764 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:48:41.685764 dv-neutron-820491-1-hyperv neutron-server[83445]: return func(*args, **kwargs) Dec 20 08:48:41.685764 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:48:41.685764 dv-neutron-820491-1-hyperv neutron-server[83445]: self._notify() Dec 20 08:48:41.685764 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:48:41.685764 dv-neutron-820491-1-hyperv neutron-server[83445]: self.callback(batched_events) Dec 20 08:48:41.685764 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:48:41.685764 dv-neutron-820491-1-hyperv neutron-server[83445]: event.method(event) Dec 20 08:48:41.685764 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:48:41.685764 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:48:41.685764 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:48:41.685764 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:48:41.685764 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:48:41.685764 dv-neutron-820491-1-hyperv neutron-server[83445]: return f(self, *a, **k) Dec 20 08:48:41.685764 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:48:41.685764 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._get(url).json() Dec 20 08:48:41.685764 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:48:41.685764 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:48:41.685764 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:48:41.685764 dv-neutron-820491-1-hyperv neutron-server[83445]: return self.request(url, 'GET', **kwargs) Dec 20 08:48:41.685764 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:48:41.685764 dv-neutron-820491-1-hyperv neutron-server[83445]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:48:41.685764 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:48:41.685764 dv-neutron-820491-1-hyperv neutron-server[83445]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:48:41.685764 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:48:41.685764 dv-neutron-820491-1-hyperv neutron-server[83445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:48:41.685764 dv-neutron-820491-1-hyperv neutron-server[83445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:48:41.698200 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f4e10423-34f7-4f13-a086-585ded854255 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:41.769954 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-853acab6-3f83-4bc3-bee3-f4c9d69f2c15 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1618747'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:41.772244 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 264cb7a9-0ec6-4010-aa08-7abd9c30d517 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:48:41.815102 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 264cb7a9-0ec6-4010-aa08-7abd9c30d517 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:48:41.815841 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 264cb7a9-0ec6-4010-aa08-7abd9c30d517 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:48:41.867184 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-853acab6-3f83-4bc3-bee3-f4c9d69f2c15 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:41.930182 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-eae98387-6039-4abb-9e7d-9672c6c73be0 None None] Allocated IP 2001:db8::2 (b1d0c9d3-255b-4aa6-91b2-795f10aa5283/37366438-cdf0-4579-b3c0-7bb9e65a5d4c/d2dab5ca-8999-4faf-a852-a05170e665bb) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:48:41.948960 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-853acab6-3f83-4bc3-bee3-f4c9d69f2c15 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1129313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1529131'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:41.964873 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-101c61bc-696d-4203-9846-e1e8e81e2e4b tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:41.968464 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-fd78d6d6-bbcd-48a4-8da2-f6c921d44722 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:41.970105 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-dccf8671-ffef-41fa-a718-086d913843b5 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:41.988920 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-101c61bc-696d-4203-9846-e1e8e81e2e4b tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:42.001391 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-101c61bc-696d-4203-9846-e1e8e81e2e4b tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] 10.222.0.16 "DELETE /v2.0/networks/4d431dfd-1b1f-41b6-bf63-944439a04756 HTTP/1.1" status: 204 len: 168 time: 2.0655935 Dec 20 08:48:42.004769 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42006) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:42.005883 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-853acab6-3f83-4bc3-bee3-f4c9d69f2c15 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:42.014576 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853acab6-3f83-4bc3-bee3-f4c9d69f2c15 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Pushing event deleted for resources: {'Subnet': ['ID=367d6731-47c6-4858-9f85-640a2748d358,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:42.018061 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-853acab6-3f83-4bc3-bee3-f4c9d69f2c15 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:42.054561 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-853acab6-3f83-4bc3-bee3-f4c9d69f2c15 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "DELETE /v2.0/subnets/367d6731-47c6-4858-9f85-640a2748d358 HTTP/1.1" status: 204 len: 168 time: 0.6917264 Dec 20 08:48:42.060878 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 42010) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:42.074034 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101c61bc-696d-4203-9846-e1e8e81e2e4b tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Pushing event deleted for resources: {'Network': ['ID=4d431dfd-1b1f-41b6-bf63-944439a04756,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:42.085024 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-101c61bc-696d-4203-9846-e1e8e81e2e4b tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:42.168071 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434c459-2f51-4560-abc0-af2d1a395353 req-2b63398d-70f1-4d6a-80b7-656cbce7ecb9 tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:42.169608 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-8434c459-2f51-4560-abc0-af2d1a395353 req-2b63398d-70f1-4d6a-80b7-656cbce7ecb9 tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] 10.222.0.16 "GET /v2.0/ports?device_id=9000ad2f-79ea-416d-ad54-41fa32789b18 HTTP/1.1" status: 200 len: 946 time: 0.1822019 Dec 20 08:48:42.196702 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-eae98387-6039-4abb-9e7d-9672c6c73be0 None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:42.198223 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0d441401-511a-4b33-856b-986dbccbc3db tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:42.209132 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-eae98387-6039-4abb-9e7d-9672c6c73be0 None None] Transition to ACTIVE for port object d2dab5ca-8999-4faf-a852-a05170e665bb will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:48:42.214127 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7529b813-58bb-4e11-a76a-4a716515c6db req-5ae2f410-6c32-4ecc-a3d9-89fb0894e633 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:42.215605 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7529b813-58bb-4e11-a76a-4a716515c6db req-5ae2f410-6c32-4ecc-a3d9-89fb0894e633 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7ee4ce4-3c54-4a5c-a240-20d23ab02629 HTTP/1.1" status: 200 len: 945 time: 0.2023182 Dec 20 08:48:42.222893 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-0d441401-511a-4b33-856b-986dbccbc3db tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Deleting port 7e5118e3-9d07-44e2-9dbd-b532eeea973b {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:48:42.223763 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0d441401-511a-4b33-856b-986dbccbc3db tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:42.232717 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-eae98387-6039-4abb-9e7d-9672c6c73be0 None None] Transition to ACTIVE for port object d2dab5ca-8999-4faf-a852-a05170e665bb will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:48:42.239043 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-eae98387-6039-4abb-9e7d-9672c6c73be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:42.243334 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-88fa213b-afc3-44af-9ef6-dd87694d90f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:42.277631 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device eb107654-f083-4fed-821c-8fae0416722a up at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:48:42.286299 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-8434c459-2f51-4560-abc0-af2d1a395353 req-54d408ed-6683-473f-a2b4-52c1b5cb7936 tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb820b64-db27-4425-8f61-97eb0c7b754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063790 Dec 20 08:48:42.330295 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fdd8794-32b8-4af4-bdf4-c97c167cb576 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Deleting subnet 924f53f6-bda8-49ff-99c9-4da9f310c54a {{(pid=83445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:48:42.332839 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f4e10423-34f7-4f13-a086-585ded854255 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2036620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2095133'] for subnet, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:42.339509 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-2a6436e3-1845-4d73-9341-87296a47b8a4 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:42.350613 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7529b813-58bb-4e11-a76a-4a716515c6db req-6137ec72-5558-4657-9f3f-6a649c881b85 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4367eb0-d6e4-499d-8dfe-dc3f480e87e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990589 Dec 20 08:48:42.359749 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae98387-6039-4abb-9e7d-9672c6c73be0 None None] Network b1d0c9d3-255b-4aa6-91b2-795f10aa5283 is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:48:42.364656 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-eae98387-6039-4abb-9e7d-9672c6c73be0 None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:48:42.376756 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae98387-6039-4abb-9e7d-9672c6c73be0 None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:48:42.391106 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2fdd8794-32b8-4af4-bdf4-c97c167cb576 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks [] for subnet, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:42.396986 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae98387-6039-4abb-9e7d-9672c6c73be0 None None] Pushing event updated for resources: {'Port': ['ID=d2dab5ca-8999-4faf-a852-a05170e665bb,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:42.400562 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-eae98387-6039-4abb-9e7d-9672c6c73be0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:42.474396 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-0d441401-511a-4b33-856b-986dbccbc3db tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] For port 7e5118e3-9d07-44e2-9dbd-b532eeea973b, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=7e5118e3-9d07-44e2-9dbd-b532eeea973b,segment=NetworkSegment(f2eec052-ca01-487b-89d8-c2ac9a415982),segment_id=f2eec052-ca01-487b-89d8-c2ac9a415982)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:48:42.474867 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0d441401-511a-4b33-856b-986dbccbc3db tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:42.478452 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2fdd8794-32b8-4af4-bdf4-c97c167cb576 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1518554'] for subnet, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:42.500404 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-eae98387-6039-4abb-9e7d-9672c6c73be0 None None] Attempting to bind port d2dab5ca-8999-4faf-a852-a05170e665bb on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:48:42.500802 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-eae98387-6039-4abb-9e7d-9672c6c73be0 None None] Attempting to bind port d2dab5ca-8999-4faf-a852-a05170e665bb by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': 'd956cc0e-b48e-4fa5-898c-2c741c74f173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'b1d0c9d3-255b-4aa6-91b2-795f10aa5283'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:48:42.501181 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae98387-6039-4abb-9e7d-9672c6c73be0 None None] Attempting to bind port d2dab5ca-8999-4faf-a852-a05170e665bb on network b1d0c9d3-255b-4aa6-91b2-795f10aa5283 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:48:42.507028 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-dcbce912-2920-42a8-ba1b-9f613fd59409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:42.513044 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae98387-6039-4abb-9e7d-9672c6c73be0 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:48:42.514267 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae98387-6039-4abb-9e7d-9672c6c73be0 None None] Checking segment: {'id': 'd956cc0e-b48e-4fa5-898c-2c741c74f173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'b1d0c9d3-255b-4aa6-91b2-795f10aa5283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:48:42.514267 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-eae98387-6039-4abb-9e7d-9672c6c73be0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:42.514530 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae98387-6039-4abb-9e7d-9672c6c73be0 None None] Bound using segment: {'id': 'd956cc0e-b48e-4fa5-898c-2c741c74f173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'b1d0c9d3-255b-4aa6-91b2-795f10aa5283'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:48:42.514640 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e10423-34f7-4f13-a086-585ded854255 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Pushing event deleted for resources: {'Subnet': ['ID=37366438-cdf0-4579-b3c0-7bb9e65a5d4c,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:42.514915 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-eae98387-6039-4abb-9e7d-9672c6c73be0 None None] Bound port: d2dab5ca-8999-4faf-a852-a05170e665bb, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd956cc0e-b48e-4fa5-898c-2c741c74f173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'b1d0c9d3-255b-4aa6-91b2-795f10aa5283'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:48:42.515390 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-eae98387-6039-4abb-9e7d-9672c6c73be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:42.517159 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f4e10423-34f7-4f13-a086-585ded854255 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:42.528278 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning for port eb107654-f083-4fed-821c-8fae0416722a completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:48:42.565566 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning complete for port eb107654-f083-4fed-821c-8fae0416722a triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:48:42.565566 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:42.606065 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-0d441401-511a-4b33-856b-986dbccbc3db tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Calling delete_port for 7e5118e3-9d07-44e2-9dbd-b532eeea973b owned by network:dhcp {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:48:42.612702 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f4e10423-34f7-4f13-a086-585ded854255 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:42.665584 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-eae98387-6039-4abb-9e7d-9672c6c73be0 None None] For port d2dab5ca-8999-4faf-a852-a05170e665bb, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:48:42.668914 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-eae98387-6039-4abb-9e7d-9672c6c73be0 None None] For port d2dab5ca-8999-4faf-a852-a05170e665bb, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=d2dab5ca-8999-4faf-a852-a05170e665bb,segment=NetworkSegment(d956cc0e-b48e-4fa5-898c-2c741c74f173),segment_id=d956cc0e-b48e-4fa5-898c-2c741c74f173)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:48:42.692732 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0d441401-511a-4b33-856b-986dbccbc3db tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:42.697770 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-321b9b24-4bed-4643-af4e-d58d87e130f0 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:42.701838 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-eae98387-6039-4abb-9e7d-9672c6c73be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:42.704220 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-f4e10423-34f7-4f13-a086-585ded854255 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1d0c9d3-255b-4aa6-91b2-795f10aa5283']}} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:48:42.711283 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-f8b43daf-fcd2-4e5c-96f2-4c5f000501d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:42.723932 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-f4e10423-34f7-4f13-a086-585ded854255 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd956cc0e-b48e-4fa5-898c-2c741c74f173') {'for_net_delete': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:48:42.724265 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-f4e10423-34f7-4f13-a086-585ded854255 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd956cc0e-b48e-4fa5-898c-2c741c74f173') {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:48:42.745383 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f4e10423-34f7-4f13-a086-585ded854255 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1518531'] for segment, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:42.746440 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d441401-511a-4b33-856b-986dbccbc3db tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Pushing event deleted for resources: {'Port': ['ID=7e5118e3-9d07-44e2-9dbd-b532eeea973b,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:42.750850 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0d441401-511a-4b33-856b-986dbccbc3db tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:42.753865 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d441401-511a-4b33-856b-986dbccbc3db tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] No DVR routers for this DVR port 7e5118e3-9d07-44e2-9dbd-b532eeea973b on host dv-neutron-820491-1-hyperv {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:48:42.754416 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2fdd8794-32b8-4af4-bdf4-c97c167cb576 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:42.787237 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:42.829157 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f4e10423-34f7-4f13-a086-585ded854255 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:42.847003 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2668a5db-4590-47d2-83a4-5780ce1cc7ab req-e9e1e975-5eae-4e03-9d27-3f171ff3b11b tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:42.848457 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-2668a5db-4590-47d2-83a4-5780ce1cc7ab req-e9e1e975-5eae-4e03-9d27-3f171ff3b11b tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] 10.222.0.58 "GET /v2.0/ports?device_id=9000ad2f-79ea-416d-ad54-41fa32789b18 HTTP/1.1" status: 200 len: 946 time: 0.2272279 Dec 20 08:48:42.851583 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4e10423-34f7-4f13-a086-585ded854255 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=83445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:48:42.851991 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f4e10423-34f7-4f13-a086-585ded854255 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2036002'] for segment, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:42.859794 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae98387-6039-4abb-9e7d-9672c6c73be0 None None] Pushing event updated for resources: {'Port': ['ID=d2dab5ca-8999-4faf-a852-a05170e665bb,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:42.869651 dv-neutron-820491-1-hyperv neutron-server[83445]: Traceback (most recent call last): Dec 20 08:48:42.869651 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:48:42.869651 dv-neutron-820491-1-hyperv neutron-server[83445]: timer() Dec 20 08:48:42.869651 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:48:42.869651 dv-neutron-820491-1-hyperv neutron-server[83445]: cb(*args, **kw) Dec 20 08:48:42.869651 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:48:42.869651 dv-neutron-820491-1-hyperv neutron-server[83445]: return func(*args, **kwargs) Dec 20 08:48:42.869651 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:48:42.869651 dv-neutron-820491-1-hyperv neutron-server[83445]: self._notify() Dec 20 08:48:42.869651 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:48:42.869651 dv-neutron-820491-1-hyperv neutron-server[83445]: self.callback(batched_events) Dec 20 08:48:42.869651 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:48:42.869651 dv-neutron-820491-1-hyperv neutron-server[83445]: event.method(event) Dec 20 08:48:42.869651 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:48:42.869651 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:48:42.869651 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:48:42.869651 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:48:42.869651 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:48:42.869651 dv-neutron-820491-1-hyperv neutron-server[83445]: return f(self, *a, **k) Dec 20 08:48:42.869651 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:48:42.869651 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._get(url).json() Dec 20 08:48:42.869651 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:48:42.869651 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:48:42.869651 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:48:42.869651 dv-neutron-820491-1-hyperv neutron-server[83445]: return self.request(url, 'GET', **kwargs) Dec 20 08:48:42.869651 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:48:42.869651 dv-neutron-820491-1-hyperv neutron-server[83445]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:48:42.869651 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:48:42.869651 dv-neutron-820491-1-hyperv neutron-server[83445]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:48:42.869651 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:48:42.869651 dv-neutron-820491-1-hyperv neutron-server[83445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:48:42.869651 dv-neutron-820491-1-hyperv neutron-server[83445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:48:42.871734 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7ee4ce4-3c54-4a5c-a240-20d23ab02629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb107654-f083-4fed-821c-8fae0416722a'}] {{(pid=83446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 08:48:42.877821 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-eae98387-6039-4abb-9e7d-9672c6c73be0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:42.883281 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0d441401-511a-4b33-856b-986dbccbc3db tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:42.886923 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port eb107654-f083-4fed-821c-8fae0416722a, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=eb107654-f083-4fed-821c-8fae0416722a,segment=NetworkSegment(05750874-43ff-4592-9e36-f1b4b81b64f9),segment_id=05750874-43ff-4592-9e36-f1b4b81b64f9)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:48:42.899391 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:42.903468 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-f1913156-9f15-4e29-8581-a20083a710a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:42.917986 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-0d441401-511a-4b33-856b-986dbccbc3db tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d5b4faa-0fa3-4f22-8e9e-9af63a8a718f']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:48:42.931986 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-0d441401-511a-4b33-856b-986dbccbc3db tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2eec052-ca01-487b-89d8-c2ac9a415982') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:48:42.932337 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-0d441401-511a-4b33-856b-986dbccbc3db tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2eec052-ca01-487b-89d8-c2ac9a415982') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:48:42.935763 dv-neutron-820491-1-hyperv neutron-server[83446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7ee4ce4-3c54-4a5c-a240-20d23ab02629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb107654-f083-4fed-821c-8fae0416722a', 'code': 200} Dec 20 08:48:42.946593 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0d441401-511a-4b33-856b-986dbccbc3db tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1618722'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:42.966541 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0d441401-511a-4b33-856b-986dbccbc3db tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:42.970998 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e2f3d8-6465-47b3-9122-712521dee234 None None] get_active_networks_info from dv-neutron-820491-1-hyperv {{(pid=83446) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 20 08:48:42.974574 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d441401-511a-4b33-856b-986dbccbc3db tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:48:42.975033 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0d441401-511a-4b33-856b-986dbccbc3db tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1128911'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:42.991286 dv-neutron-820491-1-hyperv neutron-server[83444]: Traceback (most recent call last): Dec 20 08:48:42.991286 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:48:42.991286 dv-neutron-820491-1-hyperv neutron-server[83444]: timer() Dec 20 08:48:42.991286 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:48:42.991286 dv-neutron-820491-1-hyperv neutron-server[83444]: cb(*args, **kw) Dec 20 08:48:42.991286 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:48:42.991286 dv-neutron-820491-1-hyperv neutron-server[83444]: return func(*args, **kwargs) Dec 20 08:48:42.991286 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:48:42.991286 dv-neutron-820491-1-hyperv neutron-server[83444]: self._notify() Dec 20 08:48:42.991286 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:48:42.991286 dv-neutron-820491-1-hyperv neutron-server[83444]: self.callback(batched_events) Dec 20 08:48:42.991286 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:48:42.991286 dv-neutron-820491-1-hyperv neutron-server[83444]: event.method(event) Dec 20 08:48:42.991286 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:48:42.991286 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:48:42.991286 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:48:42.991286 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:48:42.991286 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:48:42.991286 dv-neutron-820491-1-hyperv neutron-server[83444]: return f(self, *a, **k) Dec 20 08:48:42.991286 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:48:42.991286 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._get(url).json() Dec 20 08:48:42.991286 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:48:42.991286 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:48:42.991286 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:48:42.991286 dv-neutron-820491-1-hyperv neutron-server[83444]: return self.request(url, 'GET', **kwargs) Dec 20 08:48:42.991286 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:48:42.991286 dv-neutron-820491-1-hyperv neutron-server[83444]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:48:42.991286 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:48:42.991286 dv-neutron-820491-1-hyperv neutron-server[83444]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:48:42.991286 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:48:42.991286 dv-neutron-820491-1-hyperv neutron-server[83444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:48:42.991286 dv-neutron-820491-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:48:43.046772 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=eb107654-f083-4fed-821c-8fae0416722a,revision_number=5']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:43.049557 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:43.059161 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [req-2668a5db-4590-47d2-83a4-5780ce1cc7ab req-adeaf5e6-6932-4d0d-b3d8-d7a0bac7c27c tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] Deleting port a5630966-90a7-4183-996b-16ea8f640297 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:48:43.059504 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-2668a5db-4590-47d2-83a4-5780ce1cc7ab req-adeaf5e6-6932-4d0d-b3d8-d7a0bac7c27c tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:43.089891 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0d441401-511a-4b33-856b-986dbccbc3db tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:43.093763 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e8b037c6-3a76-4ccb-87b5-52da8cd7dd26 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:43.109367 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.api [None req-f4e10423-34f7-4f13-a086-585ded854255 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 08:48:43.109367 dv-neutron-820491-1-hyperv neutron-server[83445]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 08:48:43.109367 dv-neutron-820491-1-hyperv neutron-server[83445]: [parameters: {'id': 'b1d0c9d3-255b-4aa6-91b2-795f10aa5283'}] Dec 20 08:48:43.109367 dv-neutron-820491-1-hyperv neutron-server[83445]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 08:48:43.109840 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_db.api [None req-f4e10423-34f7-4f13-a086-585ded854255 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 08:48:43.112952 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2fdd8794-32b8-4af4-bdf4-c97c167cb576 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2036620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2095133'] for subnet, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:43.120100 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e48004f6-f376-4b81-a398-a117665f3f92 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:43.126230 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0d441401-511a-4b33-856b-986dbccbc3db tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:43.132884 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d441401-511a-4b33-856b-986dbccbc3db tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Pushing event deleted for resources: {'Network': ['ID=3d5b4faa-0fa3-4f22-8e9e-9af63a8a718f,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:43.135327 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0d441401-511a-4b33-856b-986dbccbc3db tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:43.145525 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e2f3d8-6465-47b3-9122-712521dee234 None None] Resources bound (agent type, host, resource id): {{(pid=83446) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 08:48:43.149737 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-0d441401-511a-4b33-856b-986dbccbc3db tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "DELETE /v2.0/networks/3d5b4faa-0fa3-4f22-8e9e-9af63a8a718f HTTP/1.1" status: 204 len: 168 time: 1.0878098 Dec 20 08:48:43.151207 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 42016) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:43.166853 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdd8794-32b8-4af4-bdf4-c97c167cb576 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Pushing event deleted for resources: {'Subnet': ['ID=924f53f6-bda8-49ff-99c9-4da9f310c54a,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:43.172117 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-2fdd8794-32b8-4af4-bdf4-c97c167cb576 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:43.208529 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2fdd8794-32b8-4af4-bdf4-c97c167cb576 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:43.228447 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-2fdd8794-32b8-4af4-bdf4-c97c167cb576 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] 10.222.0.16 "DELETE /v2.0/subnets/924f53f6-bda8-49ff-99c9-4da9f310c54a HTTP/1.1" status: 204 len: 168 time: 1.1897247 Dec 20 08:48:43.231750 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42020) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:43.323681 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9b9d6e82-8f8d-49e7-a9a8-fc069fb987cf tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:43.360281 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-9b9d6e82-8f8d-49e7-a9a8-fc069fb987cf tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Deleting port 9af87b93-d67c-4bb1-88d6-256714d60707 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:48:43.360631 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9b9d6e82-8f8d-49e7-a9a8-fc069fb987cf tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:43.413999 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-764f46d7-ab51-48ee-b5f5-62112e1c6dbd req-8f6f6109-8a60-4635-be5d-6b804827f78d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c7ee4ce4-3c54-4a5c-a240-20d23ab02629 HTTP/1.1" status: 200 len: 1099 time: 0.2138853 Dec 20 08:48:43.447952 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-921baa14-7194-41fb-9c8e-2362ac4d74b4 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:43.483603 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-921baa14-7194-41fb-9c8e-2362ac4d74b4 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Deleting port e2e1946b-5bb8-4a1b-93b3-ae7396bba979 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:48:43.483986 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-921baa14-7194-41fb-9c8e-2362ac4d74b4 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:43.585771 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [req-2668a5db-4590-47d2-83a4-5780ce1cc7ab req-adeaf5e6-6932-4d0d-b3d8-d7a0bac7c27c tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] For port a5630966-90a7-4183-996b-16ea8f640297, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=a5630966-90a7-4183-996b-16ea8f640297,segment=NetworkSegment(1b7abb30-4ce7-4bd9-a784-89e031331f45),segment_id=1b7abb30-4ce7-4bd9-a784-89e031331f45)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:48:43.586364 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-2668a5db-4590-47d2-83a4-5780ce1cc7ab req-adeaf5e6-6932-4d0d-b3d8-d7a0bac7c27c tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:43.620797 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36f785e-1b1e-41ce-9a96-22ef29c69eba None None] DHCP port deletion for 3d5b4faa-0fa3-4f22-8e9e-9af63a8a718f request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 08:48:43.649198 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed2aa29-a051-48e3-864d-43e2bc68a840 None None] Network b1d0c9d3-255b-4aa6-91b2-795f10aa5283 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:48:43.668246 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966212bf-dcd9-4d6b-9a08-17309f696ce8 None None] Network a7312c97-b812-4062-ab61-c3afd0fe9c51 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:48:43.681908 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524f280b-7287-4bf3-9c18-d059f53e2a1f None None] Network b6195a6b-8bc3-4305-a526-f652d6a32615 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:48:43.716017 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f4e10423-34f7-4f13-a086-585ded854255 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:43.751035 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-764f46d7-ab51-48ee-b5f5-62112e1c6dbd req-327104ac-7765-4761-857f-635ea4495070 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c4367eb0-d6e4-499d-8dfe-dc3f480e87e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2730551 Dec 20 08:48:43.850206 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-9b9d6e82-8f8d-49e7-a9a8-fc069fb987cf tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] For port 9af87b93-d67c-4bb1-88d6-256714d60707, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=9af87b93-d67c-4bb1-88d6-256714d60707,segment=NetworkSegment(73985838-8aa3-493e-ae7b-00a86d8385f2),segment_id=73985838-8aa3-493e-ae7b-00a86d8385f2)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:48:43.850486 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9b9d6e82-8f8d-49e7-a9a8-fc069fb987cf tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:43.895631 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [req-2668a5db-4590-47d2-83a4-5780ce1cc7ab req-adeaf5e6-6932-4d0d-b3d8-d7a0bac7c27c tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] Calling delete_port for a5630966-90a7-4183-996b-16ea8f640297 owned by compute:nova {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:48:43.923697 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a19a116-96f7-48cb-9913-b82d689ee352 req-a8be06dd-3a24-4ff6-ae15-444ec6140c8c tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:43.925273 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4a19a116-96f7-48cb-9913-b82d689ee352 req-a8be06dd-3a24-4ff6-ae15-444ec6140c8c tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] 10.222.0.16 "GET /v2.0/ports?device_id=9000ad2f-79ea-416d-ad54-41fa32789b18 HTTP/1.1" status: 200 len: 946 time: 0.4279747 Dec 20 08:48:43.955361 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 7e5118e3-9d07-44e2-9dbd-b532eeea973b no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:48:43.955950 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-f4e10423-34f7-4f13-a086-585ded854255 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Deleting port d2dab5ca-8999-4faf-a852-a05170e665bb {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:48:43.955950 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f4e10423-34f7-4f13-a086-585ded854255 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:43.988621 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-9b9d6e82-8f8d-49e7-a9a8-fc069fb987cf tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Calling delete_port for 9af87b93-d67c-4bb1-88d6-256714d60707 owned by network:dhcp {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:48:44.058531 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 7e5118e3-9d07-44e2-9dbd-b532eeea973b {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:48:44.058994 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 7e5118e3-9d07-44e2-9dbd-b532eeea973b not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:48:44.095860 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4a19a116-96f7-48cb-9913-b82d689ee352 req-69321a53-1b85-42a7-becf-0fc757afad7c tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb820b64-db27-4425-8f61-97eb0c7b754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178260 Dec 20 08:48:44.106444 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9b9d6e82-8f8d-49e7-a9a8-fc069fb987cf tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:44.111488 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0bd3233d-f60c-480f-89cd-7eecf4b390c6 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:44.160571 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9d6e82-8f8d-49e7-a9a8-fc069fb987cf tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Pushing event deleted for resources: {'Port': ['ID=9af87b93-d67c-4bb1-88d6-256714d60707,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:44.165685 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-921baa14-7194-41fb-9c8e-2362ac4d74b4 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] For port e2e1946b-5bb8-4a1b-93b3-ae7396bba979, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=e2e1946b-5bb8-4a1b-93b3-ae7396bba979,segment=NetworkSegment(9645da80-27c6-47e9-a8e3-2b38972dbc26),segment_id=9645da80-27c6-47e9-a8e3-2b38972dbc26)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:48:44.166964 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-921baa14-7194-41fb-9c8e-2362ac4d74b4 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:44.169369 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9b9d6e82-8f8d-49e7-a9a8-fc069fb987cf tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:44.179756 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9d6e82-8f8d-49e7-a9a8-fc069fb987cf tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] No DVR routers for this DVR port 9af87b93-d67c-4bb1-88d6-256714d60707 on host dv-neutron-820491-1-hyperv {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:48:44.190137 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68561ec4-81a1-47e1-a1ca-acc28e8c4792 req-f7ad3313-678a-4064-bd9f-cb947704683c tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:44.191604 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-68561ec4-81a1-47e1-a1ca-acc28e8c4792 req-f7ad3313-678a-4064-bd9f-cb947704683c tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7ee4ce4-3c54-4a5c-a240-20d23ab02629 HTTP/1.1" status: 200 len: 946 time: 0.6819494 Dec 20 08:48:44.298579 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fac61ba-85dd-4709-87e7-4f280227d5f2 None None] Network b1d0c9d3-255b-4aa6-91b2-795f10aa5283 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:48:44.309909 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9b9d6e82-8f8d-49e7-a9a8-fc069fb987cf tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:44.339520 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881f4136-6785-4510-b38a-4bdff717c39c None None] DHCP port deletion for a7312c97-b812-4062-ab61-c3afd0fe9c51 request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 08:48:44.351283 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-9b9d6e82-8f8d-49e7-a9a8-fc069fb987cf tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7312c97-b812-4062-ab61-c3afd0fe9c51']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:48:44.368164 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-9b9d6e82-8f8d-49e7-a9a8-fc069fb987cf tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73985838-8aa3-493e-ae7b-00a86d8385f2') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:48:44.368465 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-9b9d6e82-8f8d-49e7-a9a8-fc069fb987cf tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73985838-8aa3-493e-ae7b-00a86d8385f2') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:48:44.381437 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-921baa14-7194-41fb-9c8e-2362ac4d74b4 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Calling delete_port for e2e1946b-5bb8-4a1b-93b3-ae7396bba979 owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:48:44.387646 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9b9d6e82-8f8d-49e7-a9a8-fc069fb987cf tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1618722'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:44.412694 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad91095-a4d1-4b3e-92a9-8bb1ad229be2 None None] DHCP port deletion for b6195a6b-8bc3-4305-a526-f652d6a32615 request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 08:48:44.420475 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9b9d6e82-8f8d-49e7-a9a8-fc069fb987cf tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:44.422874 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-0ad91095-a4d1-4b3e-92a9-8bb1ad229be2 None None] Deleting port e2e1946b-5bb8-4a1b-93b3-ae7396bba979 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:48:44.423269 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-0ad91095-a4d1-4b3e-92a9-8bb1ad229be2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:44.429460 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b9d6e82-8f8d-49e7-a9a8-fc069fb987cf tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:48:44.430517 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9b9d6e82-8f8d-49e7-a9a8-fc069fb987cf tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1128911'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:44.445435 dv-neutron-820491-1-hyperv neutron-server[83444]: Traceback (most recent call last): Dec 20 08:48:44.445435 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:48:44.445435 dv-neutron-820491-1-hyperv neutron-server[83444]: timer() Dec 20 08:48:44.445435 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:48:44.445435 dv-neutron-820491-1-hyperv neutron-server[83444]: cb(*args, **kw) Dec 20 08:48:44.445435 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:48:44.445435 dv-neutron-820491-1-hyperv neutron-server[83444]: return func(*args, **kwargs) Dec 20 08:48:44.445435 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:48:44.445435 dv-neutron-820491-1-hyperv neutron-server[83444]: self._notify() Dec 20 08:48:44.445435 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:48:44.445435 dv-neutron-820491-1-hyperv neutron-server[83444]: self.callback(batched_events) Dec 20 08:48:44.445435 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:48:44.445435 dv-neutron-820491-1-hyperv neutron-server[83444]: event.method(event) Dec 20 08:48:44.445435 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:48:44.445435 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:48:44.445435 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:48:44.445435 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:48:44.445435 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:48:44.445435 dv-neutron-820491-1-hyperv neutron-server[83444]: return f(self, *a, **k) Dec 20 08:48:44.445435 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:48:44.445435 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._get(url).json() Dec 20 08:48:44.445435 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:48:44.445435 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:48:44.445435 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:48:44.445435 dv-neutron-820491-1-hyperv neutron-server[83444]: return self.request(url, 'GET', **kwargs) Dec 20 08:48:44.445435 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:48:44.445435 dv-neutron-820491-1-hyperv neutron-server[83444]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:48:44.445435 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:48:44.445435 dv-neutron-820491-1-hyperv neutron-server[83444]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:48:44.445435 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:48:44.445435 dv-neutron-820491-1-hyperv neutron-server[83444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:48:44.445435 dv-neutron-820491-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:48:44.528099 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9b9d6e82-8f8d-49e7-a9a8-fc069fb987cf tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:44.540269 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9b9d6e82-8f8d-49e7-a9a8-fc069fb987cf tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:44.545799 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2fb7bc27-a234-4cfa-854d-68ea976b6ef6 tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:44.578503 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-0ad91095-a4d1-4b3e-92a9-8bb1ad229be2 None None] The port 'e2e1946b-5bb8-4a1b-93b3-ae7396bba979' was deleted {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 08:48:44.581017 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9d6e82-8f8d-49e7-a9a8-fc069fb987cf tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Pushing event deleted for resources: {'Network': ['ID=a7312c97-b812-4062-ab61-c3afd0fe9c51,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:44.588289 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9b9d6e82-8f8d-49e7-a9a8-fc069fb987cf tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:44.604131 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-9b9d6e82-8f8d-49e7-a9a8-fc069fb987cf tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "DELETE /v2.0/networks/a7312c97-b812-4062-ab61-c3afd0fe9c51 HTTP/1.1" status: 204 len: 168 time: 1.4523704 Dec 20 08:48:44.605579 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 42030) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:44.614181 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-71c734bd-180d-4e43-a2e3-22613f0035ee tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2006342626'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:48:44.619507 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-71c734bd-180d-4e43-a2e3-22613f0035ee tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:48:44.620231 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-68561ec4-81a1-47e1-a1ca-acc28e8c4792 req-6c08d828-cec0-4d61-9568-224f3dac0889 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4367eb0-d6e4-499d-8dfe-dc3f480e87e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4129641 Dec 20 08:48:44.623876 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-71c734bd-180d-4e43-a2e3-22613f0035ee tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Usage tracker for resource:network and tenant:77c40f4df6664268b6fdee7d685de4ee is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:48:44.624262 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-2668a5db-4590-47d2-83a4-5780ce1cc7ab req-adeaf5e6-6932-4d0d-b3d8-d7a0bac7c27c tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:44.626180 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-921baa14-7194-41fb-9c8e-2362ac4d74b4 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:44.626856 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-71c734bd-180d-4e43-a2e3-22613f0035ee tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:48:44.632474 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-71c734bd-180d-4e43-a2e3-22613f0035ee tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:48:44.633910 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-1fc40d79-2d78-46ba-be54-3823c9885cf3 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:44.650774 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c734bd-180d-4e43-a2e3-22613f0035ee tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Made reservation on behalf of 77c40f4df6664268b6fdee7d685de4ee for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:48:44.650774 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-71c734bd-180d-4e43-a2e3-22613f0035ee tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:44.677409 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71c734bd-180d-4e43-a2e3-22613f0035ee tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:48:44.692212 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-71c734bd-180d-4e43-a2e3-22613f0035ee tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:44.692554 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-71c734bd-180d-4e43-a2e3-22613f0035ee tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Added segment 148e8c74-45da-476c-9d7f-d5eb04556e56 of type vlan for network 0e4efcf5-1f58-4090-8f82-ab642169e8f3 Dec 20 08:48:44.719008 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-71c734bd-180d-4e43-a2e3-22613f0035ee tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:44.737153 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921baa14-7194-41fb-9c8e-2362ac4d74b4 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Pushing event deleted for resources: {'Port': ['ID=e2e1946b-5bb8-4a1b-93b3-ae7396bba979,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:44.751699 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-71c734bd-180d-4e43-a2e3-22613f0035ee tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:44.755711 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c734bd-180d-4e43-a2e3-22613f0035ee tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:44.756294 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-71c734bd-180d-4e43-a2e3-22613f0035ee tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:44.760237 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-10c86944-1f65-4b2a-baa5-359fa6235d21 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:44.785436 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921baa14-7194-41fb-9c8e-2362ac4d74b4 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] No DVR routers for this DVR port e2e1946b-5bb8-4a1b-93b3-ae7396bba979 on host dv-neutron-820491-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:48:44.793195 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-f4e10423-34f7-4f13-a086-585ded854255 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] For port d2dab5ca-8999-4faf-a852-a05170e665bb, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=d2dab5ca-8999-4faf-a852-a05170e665bb,segment=NetworkSegment(d956cc0e-b48e-4fa5-898c-2c741c74f173),segment_id=d956cc0e-b48e-4fa5-898c-2c741c74f173)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:48:44.794612 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f4e10423-34f7-4f13-a086-585ded854255 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:44.813633 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-0784d66f-2205-45e2-9312-b57f2180307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:44.815575 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-71c734bd-180d-4e43-a2e3-22613f0035ee tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2089591 Dec 20 08:48:44.852645 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeaf5e6-6932-4d0d-b3d8-d7a0bac7c27c tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] Pushing event deleted for resources: {'Port': ['ID=a5630966-90a7-4183-996b-16ea8f640297,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:44.859598 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42034) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:44.867717 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c734bd-180d-4e43-a2e3-22613f0035ee tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Pushing event updated for resources: {'Network': ['ID=0e4efcf5-1f58-4090-8f82-ab642169e8f3,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:44.870619 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-71c734bd-180d-4e43-a2e3-22613f0035ee tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:44.872128 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-adeaf5e6-6932-4d0d-b3d8-d7a0bac7c27c tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:44.877431 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-49015565-a2c0-48f1-850c-b962261a2ba7 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.216s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:44.878029 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-49015565-a2c0-48f1-850c-b962261a2ba7 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:44.880093 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network 0e4efcf5-1f58-4090-8f82-ab642169e8f3 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:48:44.884582 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-afa1922c-60dc-4168-92d7-498cb6c9842f tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Request body: {'subnet': {'network_id': '0e4efcf5-1f58-4090-8f82-ab642169e8f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:48:45.118257 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-f4e10423-34f7-4f13-a086-585ded854255 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Calling delete_port for d2dab5ca-8999-4faf-a852-a05170e665bb owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:48:45.150392 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [req-2668a5db-4590-47d2-83a4-5780ce1cc7ab req-adeaf5e6-6932-4d0d-b3d8-d7a0bac7c27c tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] No DVR routers for this DVR port a5630966-90a7-4183-996b-16ea8f640297 on host hv-neutron-8204 {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:48:45.174818 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-2668a5db-4590-47d2-83a4-5780ce1cc7ab req-adeaf5e6-6932-4d0d-b3d8-d7a0bac7c27c tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:45.177335 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9000ad2f-79ea-416d-ad54-41fa32789b18', 'name': 'network-vif-deleted', 'tag': 'a5630966-90a7-4183-996b-16ea8f640297'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 08:48:45.317306 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c7859a66-1371-446d-a7c9-d1b38f2ecb16 req-4fe1f3ed-6324-4bff-83cd-308986d7e616 tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] 10.222.0.16 "GET /v2.0/ports?device_id=9000ad2f-79ea-416d-ad54-41fa32789b18 HTTP/1.1" status: 200 len: 210 time: 0.0428312 Dec 20 08:48:45.430771 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9000ad2f-79ea-416d-ad54-41fa32789b18', 'name': 'network-vif-deleted', 'tag': 'a5630966-90a7-4183-996b-16ea8f640297', 'status': 'completed', 'code': 200} Dec 20 08:48:45.446451 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-921baa14-7194-41fb-9c8e-2362ac4d74b4 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:45.472947 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-2668a5db-4590-47d2-83a4-5780ce1cc7ab req-adeaf5e6-6932-4d0d-b3d8-d7a0bac7c27c tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] 10.222.0.58 "DELETE /v2.0/ports/a5630966-90a7-4183-996b-16ea8f640297 HTTP/1.1" status: 204 len: 173 time: 2.6025827 Dec 20 08:48:45.508113 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-afa1922c-60dc-4168-92d7-498cb6c9842f tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:48:45.513651 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-921baa14-7194-41fb-9c8e-2362ac4d74b4 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6195a6b-8bc3-4305-a526-f652d6a32615']}} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:48:45.520722 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-afa1922c-60dc-4168-92d7-498cb6c9842f tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Usage tracker for resource:subnet and tenant:77c40f4df6664268b6fdee7d685de4ee is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:48:45.523830 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-afa1922c-60dc-4168-92d7-498cb6c9842f tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:48:45.533899 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-afa1922c-60dc-4168-92d7-498cb6c9842f tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:48:45.536950 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-921baa14-7194-41fb-9c8e-2362ac4d74b4 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9645da80-27c6-47e9-a8e3-2b38972dbc26') {'for_net_delete': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:48:45.537264 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-921baa14-7194-41fb-9c8e-2362ac4d74b4 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9645da80-27c6-47e9-a8e3-2b38972dbc26') {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:48:45.552567 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-921baa14-7194-41fb-9c8e-2362ac4d74b4 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1518531'] for segment, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:45.565777 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f4e10423-34f7-4f13-a086-585ded854255 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:45.573991 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b6d328c7-2cc5-4ef5-b98d-e707f425be0f tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:45.608520 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa1922c-60dc-4168-92d7-498cb6c9842f tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Made reservation on behalf of 77c40f4df6664268b6fdee7d685de4ee for: {'subnet': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:48:45.631776 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-921baa14-7194-41fb-9c8e-2362ac4d74b4 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:45.641707 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e10423-34f7-4f13-a086-585ded854255 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Pushing event deleted for resources: {'Port': ['ID=d2dab5ca-8999-4faf-a852-a05170e665bb,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:45.648494 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f4e10423-34f7-4f13-a086-585ded854255 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:45.651446 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-921baa14-7194-41fb-9c8e-2362ac4d74b4 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=83445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:48:45.651848 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-921baa14-7194-41fb-9c8e-2362ac4d74b4 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2036002'] for segment, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:45.666822 dv-neutron-820491-1-hyperv neutron-server[83445]: Traceback (most recent call last): Dec 20 08:48:45.666822 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:48:45.666822 dv-neutron-820491-1-hyperv neutron-server[83445]: timer() Dec 20 08:48:45.666822 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:48:45.666822 dv-neutron-820491-1-hyperv neutron-server[83445]: cb(*args, **kw) Dec 20 08:48:45.666822 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:48:45.666822 dv-neutron-820491-1-hyperv neutron-server[83445]: return func(*args, **kwargs) Dec 20 08:48:45.666822 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:48:45.666822 dv-neutron-820491-1-hyperv neutron-server[83445]: self._notify() Dec 20 08:48:45.666822 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:48:45.666822 dv-neutron-820491-1-hyperv neutron-server[83445]: self.callback(batched_events) Dec 20 08:48:45.666822 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:48:45.666822 dv-neutron-820491-1-hyperv neutron-server[83445]: event.method(event) Dec 20 08:48:45.666822 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:48:45.666822 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:48:45.666822 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:48:45.666822 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:48:45.666822 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:48:45.666822 dv-neutron-820491-1-hyperv neutron-server[83445]: return f(self, *a, **k) Dec 20 08:48:45.666822 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:48:45.666822 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._get(url).json() Dec 20 08:48:45.666822 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:48:45.666822 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:48:45.666822 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:48:45.666822 dv-neutron-820491-1-hyperv neutron-server[83445]: return self.request(url, 'GET', **kwargs) Dec 20 08:48:45.666822 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:48:45.666822 dv-neutron-820491-1-hyperv neutron-server[83445]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:48:45.666822 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:48:45.666822 dv-neutron-820491-1-hyperv neutron-server[83445]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:48:45.666822 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:48:45.666822 dv-neutron-820491-1-hyperv neutron-server[83445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:48:45.666822 dv-neutron-820491-1-hyperv neutron-server[83445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:48:45.690000 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e10423-34f7-4f13-a086-585ded854255 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] No DVR routers for this DVR port d2dab5ca-8999-4faf-a852-a05170e665bb on host dv-neutron-820491-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:48:45.772223 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device e2e1946b-5bb8-4a1b-93b3-ae7396bba979 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:48:45.815937 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: e2e1946b-5bb8-4a1b-93b3-ae7396bba979 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:48:45.816294 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device e2e1946b-5bb8-4a1b-93b3-ae7396bba979 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:48:45.816733 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 9af87b93-d67c-4bb1-88d6-256714d60707 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:48:45.854994 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 9af87b93-d67c-4bb1-88d6-256714d60707 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:48:45.855643 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 9af87b93-d67c-4bb1-88d6-256714d60707 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:48:45.877186 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:45.894507 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-afa1922c-60dc-4168-92d7-498cb6c9842f tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2095160'] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:45.929587 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-921baa14-7194-41fb-9c8e-2362ac4d74b4 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:45.982998 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:45.987172 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-5b37ced2-8df0-4c61-8ae7-ebb178f388ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:46.004388 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f4e10423-34f7-4f13-a086-585ded854255 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:46.015405 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-921baa14-7194-41fb-9c8e-2362ac4d74b4 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:46.092608 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921baa14-7194-41fb-9c8e-2362ac4d74b4 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Pushing event deleted for resources: {'Network': ['ID=b6195a6b-8bc3-4305-a526-f652d6a32615,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:46.151555 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-921baa14-7194-41fb-9c8e-2362ac4d74b4 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:46.156052 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-f4e10423-34f7-4f13-a086-585ded854255 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1d0c9d3-255b-4aa6-91b2-795f10aa5283']}} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:48:46.164562 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-921baa14-7194-41fb-9c8e-2362ac4d74b4 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] 10.222.0.16 "DELETE /v2.0/networks/b6195a6b-8bc3-4305-a526-f652d6a32615 HTTP/1.1" status: 204 len: 168 time: 2.9318650 Dec 20 08:48:46.167843 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 42044) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:46.173693 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-f4e10423-34f7-4f13-a086-585ded854255 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd956cc0e-b48e-4fa5-898c-2c741c74f173') {'for_net_delete': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:48:46.174029 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-f4e10423-34f7-4f13-a086-585ded854255 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd956cc0e-b48e-4fa5-898c-2c741c74f173') {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:48:46.199562 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f4e10423-34f7-4f13-a086-585ded854255 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1518531'] for segment, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:46.215562 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-dc78c263-2297-43f1-a529-bf47c0f61237 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Synchronizing usage tracker for tenant:3a1d675c4a5d4f6387a7ba75d744c88e on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:48:46.229859 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f4e10423-34f7-4f13-a086-585ded854255 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:46.231210 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-dc78c263-2297-43f1-a529-bf47c0f61237 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Unset dirty status for tenant:3a1d675c4a5d4f6387a7ba75d744c88e on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:48:46.233368 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-dc78c263-2297-43f1-a529-bf47c0f61237 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] 10.222.0.16 "GET /v2.0/ports?device_id=930ad1a1-0881-4176-8a74-d938596ad7fc HTTP/1.1" status: 200 len: 205 time: 0.0641079 Dec 20 08:48:46.235818 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 42048) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:46.246201 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4e10423-34f7-4f13-a086-585ded854255 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=83445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:48:46.246734 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f4e10423-34f7-4f13-a086-585ded854255 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2036002'] for segment, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:46.267392 dv-neutron-820491-1-hyperv neutron-server[83445]: Traceback (most recent call last): Dec 20 08:48:46.267392 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:48:46.267392 dv-neutron-820491-1-hyperv neutron-server[83445]: timer() Dec 20 08:48:46.267392 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:48:46.267392 dv-neutron-820491-1-hyperv neutron-server[83445]: cb(*args, **kw) Dec 20 08:48:46.267392 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:48:46.267392 dv-neutron-820491-1-hyperv neutron-server[83445]: return func(*args, **kwargs) Dec 20 08:48:46.267392 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:48:46.267392 dv-neutron-820491-1-hyperv neutron-server[83445]: self._notify() Dec 20 08:48:46.267392 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:48:46.267392 dv-neutron-820491-1-hyperv neutron-server[83445]: self.callback(batched_events) Dec 20 08:48:46.267392 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:48:46.267392 dv-neutron-820491-1-hyperv neutron-server[83445]: event.method(event) Dec 20 08:48:46.267392 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:48:46.267392 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:48:46.267392 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:48:46.267392 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:48:46.267392 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:48:46.267392 dv-neutron-820491-1-hyperv neutron-server[83445]: return f(self, *a, **k) Dec 20 08:48:46.267392 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:48:46.267392 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._get(url).json() Dec 20 08:48:46.267392 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:48:46.267392 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:48:46.267392 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:48:46.267392 dv-neutron-820491-1-hyperv neutron-server[83445]: return self.request(url, 'GET', **kwargs) Dec 20 08:48:46.267392 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:48:46.267392 dv-neutron-820491-1-hyperv neutron-server[83445]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:48:46.267392 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:48:46.267392 dv-neutron-820491-1-hyperv neutron-server[83445]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:48:46.267392 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:48:46.267392 dv-neutron-820491-1-hyperv neutron-server[83445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:48:46.267392 dv-neutron-820491-1-hyperv neutron-server[83445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:48:46.283872 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device a5630966-90a7-4183-996b-16ea8f640297 no longer exists at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:48:46.317548 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] No Port match for: a5630966-90a7-4183-996b-16ea8f640297 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:48:46.317901 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device a5630966-90a7-4183-996b-16ea8f640297 not bound to the agent host hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:48:46.320234 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dad3eef-1fbd-40d9-a045-02937453c39e req-c8ae55a8-9212-4d58-ab0b-78b45a8c2771 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:46.321738 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-6dad3eef-1fbd-40d9-a045-02937453c39e req-c8ae55a8-9212-4d58-ab0b-78b45a8c2771 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7ee4ce4-3c54-4a5c-a240-20d23ab02629 HTTP/1.1" status: 200 len: 946 time: 0.3846207 Dec 20 08:48:46.377511 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-320f2925-7457-4717-8837-cbd1dfb97de1 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks [] for router, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:46.436776 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42054) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:46.477800 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f4e10423-34f7-4f13-a086-585ded854255 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:46.490284 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e48004f6-f376-4b81-a398-a117665f3f92 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:46.521932 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f4e10423-34f7-4f13-a086-585ded854255 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:46.536589 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e10423-34f7-4f13-a086-585ded854255 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Pushing event deleted for resources: {'Network': ['ID=b1d0c9d3-255b-4aa6-91b2-795f10aa5283,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:46.552409 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-6dad3eef-1fbd-40d9-a045-02937453c39e req-ed4da0e3-44f2-44b7-b4ce-93382f46bd15 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4367eb0-d6e4-499d-8dfe-dc3f480e87e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1632652 Dec 20 08:48:46.563371 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f4e10423-34f7-4f13-a086-585ded854255 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:46.575416 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-f4e10423-34f7-4f13-a086-585ded854255 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] 10.222.0.16 "DELETE /v2.0/networks/b1d0c9d3-255b-4aa6-91b2-795f10aa5283 HTTP/1.1" status: 204 len: 168 time: 5.3675263 Dec 20 08:48:46.575755 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42058) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:46.583949 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-f0b9ec12-d0ed-4340-b929-24644d1f5801 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1763439152'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:48:46.589615 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_v2 [None req-688caf96-65e0-407b-b5da-1e4ecc979e3f admin admin] Deleting subnet 73b7446d-28e3-4ade-bcf5-9c2a3c82ef38 {{(pid=83445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:48:46.593163 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-afa1922c-60dc-4168-92d7-498cb6c9842f tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2036557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2095114'] for subnet, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:46.604317 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-f0b9ec12-d0ed-4340-b929-24644d1f5801 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:48:46.606577 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-20e5ad2b-2891-438d-ae02-e480bf352c21 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:46.634109 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-688caf96-65e0-407b-b5da-1e4ecc979e3f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:46.661321 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-f0b9ec12-d0ed-4340-b929-24644d1f5801 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Usage tracker for resource:network and tenant:4de9b4b7601243f2b1d879d3ed46dac5 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:48:46.672112 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-f0b9ec12-d0ed-4340-b929-24644d1f5801 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:48:46.688674 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-f0b9ec12-d0ed-4340-b929-24644d1f5801 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:48:46.726696 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-688caf96-65e0-407b-b5da-1e4ecc979e3f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1518554'] for subnet, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:46.770381 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0b9ec12-d0ed-4340-b929-24644d1f5801 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Made reservation on behalf of 4de9b4b7601243f2b1d879d3ed46dac5 for: {'network': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:48:46.773222 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f0b9ec12-d0ed-4340-b929-24644d1f5801 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:46.806433 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa1922c-60dc-4168-92d7-498cb6c9842f tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Pushing event updated for resources: {'Subnet': ['ID=dd4dcbdc-5974-4dad-9939-423593dbdfed,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:46.815196 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-afa1922c-60dc-4168-92d7-498cb6c9842f tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:46.836450 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-688caf96-65e0-407b-b5da-1e4ecc979e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:46.865334 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa1922c-60dc-4168-92d7-498cb6c9842f tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Checking segment: {'id': '148e8c74-45da-476c-9d7f-d5eb04556e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0e4efcf5-1f58-4090-8f82-ab642169e8f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:48:46.865689 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa1922c-60dc-4168-92d7-498cb6c9842f tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Network hostable DHCP agents. Network: 0e4efcf5-1f58-4090-8f82-ab642169e8f3, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:48:46.879001 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0b9ec12-d0ed-4340-b929-24644d1f5801 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=83445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:48:46.902882 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f0b9ec12-d0ed-4340-b929-24644d1f5801 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:46.903244 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.segments_db [None req-f0b9ec12-d0ed-4340-b929-24644d1f5801 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Added segment b57c314d-1cce-4ed8-a654-44acf7ca9c5e of type vlan for network 6980082f-c88b-480c-b525-d3bf3a268dae Dec 20 08:48:46.940794 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-320f2925-7457-4717-8837-cbd1dfb97de1 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24735'] for router, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:46.948814 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-320f2925-7457-4717-8837-cbd1dfb97de1 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:46.952249 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa1922c-60dc-4168-92d7-498cb6c9842f tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Network 0e4efcf5-1f58-4090-8f82-ab642169e8f3 is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:48:46.955733 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f0b9ec12-d0ed-4340-b929-24644d1f5801 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:46.963331 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-688caf96-65e0-407b-b5da-1e4ecc979e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2036620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2095133'] for subnet, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:46.970202 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-6c609464-b2b8-41b3-af26-a300ac047c70 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:46.975684 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b214a9-00ac-416c-b903-707d64b1ac2c req-d6ef790a-ee28-495f-8319-175022564605 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:46.977134 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-72b214a9-00ac-416c-b903-707d64b1ac2c req-d6ef790a-ee28-495f-8319-175022564605 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7ee4ce4-3c54-4a5c-a240-20d23ab02629 HTTP/1.1" status: 200 len: 946 time: 0.2214506 Dec 20 08:48:47.007992 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-afa1922c-60dc-4168-92d7-498cb6c9842f tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, 0e4efcf5-1f58-4090-8f82-ab642169e8f3) {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:48:47.012927 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688caf96-65e0-407b-b5da-1e4ecc979e3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73b7446d-28e3-4ade-bcf5-9c2a3c82ef38,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:47.018840 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-688caf96-65e0-407b-b5da-1e4ecc979e3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:47.019947 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa1922c-60dc-4168-92d7-498cb6c9842f tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:47.020530 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-afa1922c-60dc-4168-92d7-498cb6c9842f tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:47.021655 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92142bb5-1976-4f2b-b34d-2b618573f38f None None] Network 0e4efcf5-1f58-4090-8f82-ab642169e8f3 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:48:47.026469 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-320f2925-7457-4717-8837-cbd1dfb97de1 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-390871'] for router, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:47.027007 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-320f2925-7457-4717-8837-cbd1dfb97de1 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Fanout notify agent at l3_agent the message router_deleted on router 930ad1a1-0881-4176-8a74-d938596ad7fc {{(pid=83444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 08:48:47.039752 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-72b214a9-00ac-416c-b903-707d64b1ac2c req-b8427e19-eb8e-4bc7-ab83-550d05218adb tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4367eb0-d6e4-499d-8dfe-dc3f480e87e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520804 Dec 20 08:48:47.050125 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-688caf96-65e0-407b-b5da-1e4ecc979e3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:47.055870 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-320f2925-7457-4717-8837-cbd1dfb97de1 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:47.059617 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-320f2925-7457-4717-8837-cbd1dfb97de1 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] 10.222.0.16 "DELETE /v2.0/routers/930ad1a1-0881-4176-8a74-d938596ad7fc HTTP/1.1" status: 204 len: 168 time: 0.8227606 Dec 20 08:48:47.074653 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f0b9ec12-d0ed-4340-b929-24644d1f5801 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:47.079578 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b9ec12-d0ed-4340-b929-24644d1f5801 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:47.080220 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f0b9ec12-d0ed-4340-b929-24644d1f5801 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:47.086070 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d21d593a-3813-4394-aaf5-eb674c5eead3 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:47.104002 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-688caf96-65e0-407b-b5da-1e4ecc979e3f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/73b7446d-28e3-4ade-bcf5-9c2a3c82ef38 HTTP/1.1" status: 204 len: 168 time: 0.6636782 Dec 20 08:48:47.105261 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 42068) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:47.111420 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-afa1922c-60dc-4168-92d7-498cb6c9842f tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2459986 Dec 20 08:48:47.114354 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42072) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:47.125577 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-8be5bce7-1fc0-4f27-8dec-f297ccf75d0d tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1874294896', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:48:47.136749 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-8be5bce7-1fc0-4f27-8dec-f297ccf75d0d tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:48:47.154314 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-8be5bce7-1fc0-4f27-8dec-f297ccf75d0d tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Usage tracker for resource:router and tenant:77c40f4df6664268b6fdee7d685de4ee is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:48:47.160275 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-f0b9ec12-d0ed-4340-b929-24644d1f5801 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5808034 Dec 20 08:48:47.160275 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-8be5bce7-1fc0-4f27-8dec-f297ccf75d0d tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:48:47.163285 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42076) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:47.262219 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ba33b20d-5527-4161-bdea-c4ff2847ce12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:47.354432 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-8548842d-ba90-4a5b-953d-f03f14feaee8 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Request body: {'subnet': {'network_id': '6980082f-c88b-480c-b525-d3bf3a268dae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:48:47.355400 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:47.361139 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f077cdd-c6cc-4f9a-8a50-e284ef709465 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-0e4efcf5-1f58-4090-8f82-ab642169e8f3', 'network_id': '0e4efcf5-1f58-4090-8f82-ab642169e8f3', 'tenant_id': '77c40f4df6664268b6fdee7d685de4ee', 'fixed_ips': [{'subnet_id': 'dd4dcbdc-5974-4dad-9939-423593dbdfed'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:48:47.362073 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-6f077cdd-c6cc-4f9a-8a50-e284ef709465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:47.376445 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-8be5bce7-1fc0-4f27-8dec-f297ccf75d0d tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:48:47.390080 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b9ec12-d0ed-4340-b929-24644d1f5801 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Pushing event updated for resources: {'Network': ['ID=6980082f-c88b-480c-b525-d3bf3a268dae,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:47.400725 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f0b9ec12-d0ed-4340-b929-24644d1f5801 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:47.424370 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42084) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:47.426220 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network 6980082f-c88b-480c-b525-d3bf3a268dae details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:48:47.436120 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8be5bce7-1fc0-4f27-8dec-f297ccf75d0d tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24817'] for router, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:47.437589 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8be5bce7-1fc0-4f27-8dec-f297ccf75d0d tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-351744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24806'] for router, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:47.439439 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ba33b20d-5527-4161-bdea-c4ff2847ce12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:47.467389 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-ba33b20d-5527-4161-bdea-c4ff2847ce12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a05a209a-fb2b-4823-a355-7433ddb192cd']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:48:47.482303 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-ba33b20d-5527-4161-bdea-c4ff2847ce12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b7abb30-4ce7-4bd9-a784-89e031331f45') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:48:47.482861 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-ba33b20d-5527-4161-bdea-c4ff2847ce12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b7abb30-4ce7-4bd9-a784-89e031331f45') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:48:47.496305 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ba33b20d-5527-4161-bdea-c4ff2847ce12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1618722'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:47.520494 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ba33b20d-5527-4161-bdea-c4ff2847ce12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:47.525630 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-8548842d-ba90-4a5b-953d-f03f14feaee8 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:48:47.532456 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-8548842d-ba90-4a5b-953d-f03f14feaee8 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Usage tracker for resource:subnet and tenant:4de9b4b7601243f2b1d879d3ed46dac5 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:48:47.537060 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-8548842d-ba90-4a5b-953d-f03f14feaee8 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:48:47.538974 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba33b20d-5527-4161-bdea-c4ff2847ce12 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:48:47.540513 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8be5bce7-1fc0-4f27-8dec-f297ccf75d0d tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:47.542296 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ba33b20d-5527-4161-bdea-c4ff2847ce12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1128911'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:47.550831 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-8548842d-ba90-4a5b-953d-f03f14feaee8 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:48:47.574397 dv-neutron-820491-1-hyperv neutron-server[83444]: Traceback (most recent call last): Dec 20 08:48:47.574397 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:48:47.574397 dv-neutron-820491-1-hyperv neutron-server[83444]: timer() Dec 20 08:48:47.574397 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:48:47.574397 dv-neutron-820491-1-hyperv neutron-server[83444]: cb(*args, **kw) Dec 20 08:48:47.574397 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:48:47.574397 dv-neutron-820491-1-hyperv neutron-server[83444]: return func(*args, **kwargs) Dec 20 08:48:47.574397 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:48:47.574397 dv-neutron-820491-1-hyperv neutron-server[83444]: self._notify() Dec 20 08:48:47.574397 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:48:47.574397 dv-neutron-820491-1-hyperv neutron-server[83444]: self.callback(batched_events) Dec 20 08:48:47.574397 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:48:47.574397 dv-neutron-820491-1-hyperv neutron-server[83444]: event.method(event) Dec 20 08:48:47.574397 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:48:47.574397 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:48:47.574397 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:48:47.574397 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:48:47.574397 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:48:47.574397 dv-neutron-820491-1-hyperv neutron-server[83444]: return f(self, *a, **k) Dec 20 08:48:47.574397 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:48:47.574397 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._get(url).json() Dec 20 08:48:47.574397 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:48:47.574397 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:48:47.574397 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:48:47.574397 dv-neutron-820491-1-hyperv neutron-server[83444]: return self.request(url, 'GET', **kwargs) Dec 20 08:48:47.574397 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:48:47.574397 dv-neutron-820491-1-hyperv neutron-server[83444]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:48:47.574397 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:48:47.574397 dv-neutron-820491-1-hyperv neutron-server[83444]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:48:47.574397 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:48:47.574397 dv-neutron-820491-1-hyperv neutron-server[83444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:48:47.574397 dv-neutron-820491-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:48:47.580998 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8548842d-ba90-4a5b-953d-f03f14feaee8 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Made reservation on behalf of 4de9b4b7601243f2b1d879d3ed46dac5 for: {'subnet': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:48:47.608785 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8be5bce7-1fc0-4f27-8dec-f297ccf75d0d tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071'] for router, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:47.680451 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-6f077cdd-c6cc-4f9a-8a50-e284ef709465 None None] Allocated IP 2001:db8::2 (0e4efcf5-1f58-4090-8f82-ab642169e8f3/dd4dcbdc-5974-4dad-9939-423593dbdfed/d8ad8748-0352-45ba-81c0-8c477547be89) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:48:47.695286 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ba33b20d-5527-4161-bdea-c4ff2847ce12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:47.706497 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7fb54145-6218-4654-80c9-a196584c767e tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:47.726036 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ba33b20d-5527-4161-bdea-c4ff2847ce12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:47.736933 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba33b20d-5527-4161-bdea-c4ff2847ce12 admin admin] Pushing event deleted for resources: {'Network': ['ID=a05a209a-fb2b-4823-a355-7433ddb192cd,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:47.740559 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ba33b20d-5527-4161-bdea-c4ff2847ce12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:47.741049 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8be5bce7-1fc0-4f27-8dec-f297ccf75d0d tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:47.745188 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-8be5bce7-1fc0-4f27-8dec-f297ccf75d0d tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6271138 Dec 20 08:48:47.745940 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 42090) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:47.752671 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-4b024a96-58e2-40d2-b8f4-464961d2ad66 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Request body: {'port': {'network_id': '0e4efcf5-1f58-4090-8f82-ab642169e8f3', 'name': 'tempest-RoutersIpV6Test-1356484136'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:48:47.756789 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8548842d-ba90-4a5b-953d-f03f14feaee8 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2095160'] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:47.781653 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ba33b20d-5527-4161-bdea-c4ff2847ce12 admin admin] 10.222.0.16 "DELETE /v2.0/networks/a05a209a-fb2b-4823-a355-7433ddb192cd HTTP/1.1" status: 204 len: 168 time: 0.6750696 Dec 20 08:48:47.783156 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 42094) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:47.863300 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-e7ead306-6746-4973-a160-bb699985f4fa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3a1d675c4a5d4f6387a7ba75d744c88e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4372582 Dec 20 08:48:47.867064 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42098) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:47.897441 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-6f077cdd-c6cc-4f9a-8a50-e284ef709465 None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:47.912517 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-6f077cdd-c6cc-4f9a-8a50-e284ef709465 None None] Transition to ACTIVE for port object d8ad8748-0352-45ba-81c0-8c477547be89 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:48:47.928140 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-e765f8c1-b88e-4a5c-853f-2953eaf4a0e5 admin admin] Deleting subnet 1f22381a-3993-43c1-bd43-11e896cbc023 {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:48:47.932923 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-6f077cdd-c6cc-4f9a-8a50-e284ef709465 None None] Transition to ACTIVE for port object d8ad8748-0352-45ba-81c0-8c477547be89 will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:48:47.936561 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e765f8c1-b88e-4a5c-853f-2953eaf4a0e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:47.939478 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-6f077cdd-c6cc-4f9a-8a50-e284ef709465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:47.944405 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-78009740-1a94-466b-8966-f40f5cc26cb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:47.997079 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-471fbe75-3683-4279-b1d2-eb1c177ec56e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:48.003068 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f077cdd-c6cc-4f9a-8a50-e284ef709465 None None] Network 0e4efcf5-1f58-4090-8f82-ab642169e8f3 is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:48:48.003530 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-4b024a96-58e2-40d2-b8f4-464961d2ad66 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:48:48.006078 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-6f077cdd-c6cc-4f9a-8a50-e284ef709465 None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:48:48.010661 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e765f8c1-b88e-4a5c-853f-2953eaf4a0e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1618747'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:48.014574 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f077cdd-c6cc-4f9a-8a50-e284ef709465 None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:48:48.024618 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f077cdd-c6cc-4f9a-8a50-e284ef709465 None None] Pushing event updated for resources: {'Port': ['ID=d8ad8748-0352-45ba-81c0-8c477547be89,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:48.027863 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-6f077cdd-c6cc-4f9a-8a50-e284ef709465 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:48.038473 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-4b024a96-58e2-40d2-b8f4-464961d2ad66 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Usage tracker for resource:port and tenant:77c40f4df6664268b6fdee7d685de4ee is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:48:48.045091 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-4b024a96-58e2-40d2-b8f4-464961d2ad66 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:48:48.056406 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-471fbe75-3683-4279-b1d2-eb1c177ec56e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:48.057250 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-4b024a96-58e2-40d2-b8f4-464961d2ad66 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:48:48.077788 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b024a96-58e2-40d2-b8f4-464961d2ad66 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Made reservation on behalf of 77c40f4df6664268b6fdee7d685de4ee for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:48:48.081021 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4b024a96-58e2-40d2-b8f4-464961d2ad66 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:48.106317 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e765f8c1-b88e-4a5c-853f-2953eaf4a0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:48.112896 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-6f077cdd-c6cc-4f9a-8a50-e284ef709465 None None] Attempting to bind port d8ad8748-0352-45ba-81c0-8c477547be89 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:48:48.113614 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-6f077cdd-c6cc-4f9a-8a50-e284ef709465 None None] Attempting to bind port d8ad8748-0352-45ba-81c0-8c477547be89 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '148e8c74-45da-476c-9d7f-d5eb04556e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0e4efcf5-1f58-4090-8f82-ab642169e8f3'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:48:48.114178 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f077cdd-c6cc-4f9a-8a50-e284ef709465 None None] Attempting to bind port d8ad8748-0352-45ba-81c0-8c477547be89 on network 0e4efcf5-1f58-4090-8f82-ab642169e8f3 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:48:48.121322 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f077cdd-c6cc-4f9a-8a50-e284ef709465 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:48:48.121703 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f077cdd-c6cc-4f9a-8a50-e284ef709465 None None] Checking segment: {'id': '148e8c74-45da-476c-9d7f-d5eb04556e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0e4efcf5-1f58-4090-8f82-ab642169e8f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:48:48.122106 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-6f077cdd-c6cc-4f9a-8a50-e284ef709465 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:48.122573 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f077cdd-c6cc-4f9a-8a50-e284ef709465 None None] Bound using segment: {'id': '148e8c74-45da-476c-9d7f-d5eb04556e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0e4efcf5-1f58-4090-8f82-ab642169e8f3'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:48:48.123103 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-6f077cdd-c6cc-4f9a-8a50-e284ef709465 None None] Bound port: d8ad8748-0352-45ba-81c0-8c477547be89, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '148e8c74-45da-476c-9d7f-d5eb04556e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0e4efcf5-1f58-4090-8f82-ab642169e8f3'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:48:48.123483 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-6f077cdd-c6cc-4f9a-8a50-e284ef709465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:48.141251 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-4b024a96-58e2-40d2-b8f4-464961d2ad66 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] device_id is not set on port 515fa2d6-51eb-4b26-a5b9-eb463e9be070 yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:48:48.205189 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-471fbe75-3683-4279-b1d2-eb1c177ec56e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:48.211700 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-c09b7919-6b1d-4a59-a946-3be7f92dcf8c tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:48.221328 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-6f077cdd-c6cc-4f9a-8a50-e284ef709465 None None] For port d8ad8748-0352-45ba-81c0-8c477547be89, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:48:48.227593 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-6f077cdd-c6cc-4f9a-8a50-e284ef709465 None None] For port d8ad8748-0352-45ba-81c0-8c477547be89, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=d8ad8748-0352-45ba-81c0-8c477547be89,segment=NetworkSegment(148e8c74-45da-476c-9d7f-d5eb04556e56),segment_id=148e8c74-45da-476c-9d7f-d5eb04556e56)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:48:48.233594 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.objects.ports [None req-8548842d-ba90-4a5b-953d-f03f14feaee8 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83445) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 20 08:48:48.234462 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-6f077cdd-c6cc-4f9a-8a50-e284ef709465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:48.238036 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471fbe75-3683-4279-b1d2-eb1c177ec56e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea894ce-61e0-462f-b78b-7947a9cefc11,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:48.239539 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-5ff38d68-da4b-49e8-accf-b307a4917da2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:48.241142 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8548842d-ba90-4a5b-953d-f03f14feaee8 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2036557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2095114'] for subnet, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:48.246069 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-471fbe75-3683-4279-b1d2-eb1c177ec56e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:48.246650 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-688caf96-65e0-407b-b5da-1e4ecc979e3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:48.293240 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e765f8c1-b88e-4a5c-853f-2953eaf4a0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1129313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1529131'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:48.295530 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-471fbe75-3683-4279-b1d2-eb1c177ec56e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:48.296753 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-471fbe75-3683-4279-b1d2-eb1c177ec56e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dea894ce-61e0-462f-b78b-7947a9cefc11 HTTP/1.1" status: 204 len: 168 time: 0.4287984 Dec 20 08:48:48.301988 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-cd018cdb-9310-4cf8-a5aa-54264a116258 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:48.339840 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8548842d-ba90-4a5b-953d-f03f14feaee8 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Pushing event updated for resources: {'Subnet': ['ID=bf599e03-8191-4a3a-b4be-3256074b41b8,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:48.343104 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f077cdd-c6cc-4f9a-8a50-e284ef709465 None None] Pushing event updated for resources: {'Port': ['ID=d8ad8748-0352-45ba-81c0-8c477547be89,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:48.344186 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-8548842d-ba90-4a5b-953d-f03f14feaee8 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:48.350074 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-6f077cdd-c6cc-4f9a-8a50-e284ef709465 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:48.359796 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8548842d-ba90-4a5b-953d-f03f14feaee8 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Checking segment: {'id': 'b57c314d-1cce-4ed8-a654-44acf7ca9c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6980082f-c88b-480c-b525-d3bf3a268dae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:48:48.360559 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8548842d-ba90-4a5b-953d-f03f14feaee8 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Network hostable DHCP agents. Network: 6980082f-c88b-480c-b525-d3bf3a268dae, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:48:48.361615 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-4b024a96-58e2-40d2-b8f4-464961d2ad66 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Allocated IP 2001:db8::fa (0e4efcf5-1f58-4090-8f82-ab642169e8f3/dd4dcbdc-5974-4dad-9939-423593dbdfed/515fa2d6-51eb-4b26-a5b9-eb463e9be070) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:48:48.390437 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8548842d-ba90-4a5b-953d-f03f14feaee8 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Network 6980082f-c88b-480c-b525-d3bf3a268dae is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:48:48.406042 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-8548842d-ba90-4a5b-953d-f03f14feaee8 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, 6980082f-c88b-480c-b525-d3bf3a268dae) {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:48:48.411261 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8548842d-ba90-4a5b-953d-f03f14feaee8 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:48.412436 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8548842d-ba90-4a5b-953d-f03f14feaee8 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:48.415333 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4c07ea-b123-4b6d-a03a-0e0ab7ca5f47 None None] Network 6980082f-c88b-480c-b525-d3bf3a268dae requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:48:48.462484 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-8548842d-ba90-4a5b-953d-f03f14feaee8 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.2955840 Dec 20 08:48:48.463527 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42104) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:48.613127 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42110) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:48.719105 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e765f8c1-b88e-4a5c-853f-2953eaf4a0e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f22381a-3993-43c1-bd43-11e896cbc023,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:48.729984 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e765f8c1-b88e-4a5c-853f-2953eaf4a0e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:48.764181 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2e69a046-d86f-4fb9-97ab-a1c9c70616ff tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:48.764874 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e765f8c1-b88e-4a5c-853f-2953eaf4a0e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:48.841981 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0fed305-748b-466d-b263-7d01b92571ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-6980082f-c88b-480c-b525-d3bf3a268dae', 'network_id': '6980082f-c88b-480c-b525-d3bf3a268dae', 'tenant_id': '4de9b4b7601243f2b1d879d3ed46dac5', 'fixed_ips': [{'subnet_id': 'bf599e03-8191-4a3a-b4be-3256074b41b8'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:48:48.842826 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b0fed305-748b-466d-b263-7d01b92571ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:48.857299 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e765f8c1-b88e-4a5c-853f-2953eaf4a0e5 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/1f22381a-3993-43c1-bd43-11e896cbc023 HTTP/1.1" status: 204 len: 168 time: 1.0665395 Dec 20 08:48:48.859437 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 42118) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:48.935973 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2e69a046-d86f-4fb9-97ab-a1c9c70616ff tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:48.946734 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4b024a96-58e2-40d2-b8f4-464961d2ad66 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:48.988644 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-4b024a96-58e2-40d2-b8f4-464961d2ad66 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Transition to ACTIVE for port object 515fa2d6-51eb-4b26-a5b9-eb463e9be070 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:48:49.039630 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-b0fed305-748b-466d-b263-7d01b92571ac None None] Allocated IP 2001:db8::f816:3eff:fe97:235b (6980082f-c88b-480c-b525-d3bf3a268dae/bf599e03-8191-4a3a-b4be-3256074b41b8/484a5e17-e1bb-4e85-901c-2788b29ef637) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:48:49.133735 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4b024a96-58e2-40d2-b8f4-464961d2ad66 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:49.152099 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-917dc090-17d5-4b77-963f-07f25dbee748 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:49.243049 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0d6b3cb8-a679-4385-ba62-7129f4ac9305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:49.305617 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b024a96-58e2-40d2-b8f4-464961d2ad66 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Pushing event updated for resources: {'Port': ['ID=515fa2d6-51eb-4b26-a5b9-eb463e9be070,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:49.312613 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4b024a96-58e2-40d2-b8f4-464961d2ad66 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:49.313815 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b0fed305-748b-466d-b263-7d01b92571ac None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:49.329111 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b024a96-58e2-40d2-b8f4-464961d2ad66 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Network 0e4efcf5-1f58-4090-8f82-ab642169e8f3 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:48:49.333805 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-4b024a96-58e2-40d2-b8f4-464961d2ad66 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:48:49.341645 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-b0fed305-748b-466d-b263-7d01b92571ac None None] Transition to ACTIVE for port object 484a5e17-e1bb-4e85-901c-2788b29ef637 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:48:49.371398 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-b0fed305-748b-466d-b263-7d01b92571ac None None] Transition to ACTIVE for port object 484a5e17-e1bb-4e85-901c-2788b29ef637 will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:48:49.378846 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b024a96-58e2-40d2-b8f4-464961d2ad66 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:48:49.383740 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b024a96-58e2-40d2-b8f4-464961d2ad66 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:49.384686 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4b024a96-58e2-40d2-b8f4-464961d2ad66 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:49.392638 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b0fed305-748b-466d-b263-7d01b92571ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:49.397485 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-81c175de-d326-4f40-88ae-86d84ded5705 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:49.481143 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-4b024a96-58e2-40d2-b8f4-464961d2ad66 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.7342575 Dec 20 08:48:49.493057 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0fed305-748b-466d-b263-7d01b92571ac None None] Network 6980082f-c88b-480c-b525-d3bf3a268dae is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:48:49.495972 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 42132) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:49.497215 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-b0fed305-748b-466d-b263-7d01b92571ac None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:48:49.503428 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fed305-748b-466d-b263-7d01b92571ac None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:48:49.512478 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fed305-748b-466d-b263-7d01b92571ac None None] Pushing event updated for resources: {'Port': ['ID=484a5e17-e1bb-4e85-901c-2788b29ef637,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:49.541789 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-b0fed305-748b-466d-b263-7d01b92571ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:49.583473 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2e69a046-d86f-4fb9-97ab-a1c9c70616ff tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2036620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2095133'] for subnet, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:49.594808 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-767cc1e2-bf46-4f3d-b78e-791dafad68a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:49.638510 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e69a046-d86f-4fb9-97ab-a1c9c70616ff tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Pushing event deleted for resources: {'Subnet': ['ID=bf599e03-8191-4a3a-b4be-3256074b41b8,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:49.677629 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 42136) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:49.678669 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-b0fed305-748b-466d-b263-7d01b92571ac None None] Attempting to bind port 484a5e17-e1bb-4e85-901c-2788b29ef637 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:48:49.679057 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-b0fed305-748b-466d-b263-7d01b92571ac None None] Attempting to bind port 484a5e17-e1bb-4e85-901c-2788b29ef637 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': 'b57c314d-1cce-4ed8-a654-44acf7ca9c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6980082f-c88b-480c-b525-d3bf3a268dae'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:48:49.679430 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fed305-748b-466d-b263-7d01b92571ac None None] Attempting to bind port 484a5e17-e1bb-4e85-901c-2788b29ef637 on network 6980082f-c88b-480c-b525-d3bf3a268dae {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:48:49.687525 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fed305-748b-466d-b263-7d01b92571ac None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:48:49.688630 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fed305-748b-466d-b263-7d01b92571ac None None] Checking segment: {'id': 'b57c314d-1cce-4ed8-a654-44acf7ca9c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6980082f-c88b-480c-b525-d3bf3a268dae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:48:49.689123 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b0fed305-748b-466d-b263-7d01b92571ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:49.689513 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fed305-748b-466d-b263-7d01b92571ac None None] Bound using segment: {'id': 'b57c314d-1cce-4ed8-a654-44acf7ca9c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6980082f-c88b-480c-b525-d3bf3a268dae'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:48:49.690007 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-b0fed305-748b-466d-b263-7d01b92571ac None None] Bound port: 484a5e17-e1bb-4e85-901c-2788b29ef637, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b57c314d-1cce-4ed8-a654-44acf7ca9c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6980082f-c88b-480c-b525-d3bf3a268dae'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:48:49.690679 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b0fed305-748b-466d-b263-7d01b92571ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:49.695774 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0d6b3cb8-a679-4385-ba62-7129f4ac9305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:49.742224 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-2e69a046-d86f-4fb9-97ab-a1c9c70616ff tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:49.790390 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15be63c-f58f-4a1f-af4d-10a0733e54a7 None None] Network 0e4efcf5-1f58-4090-8f82-ab642169e8f3 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:48:49.859004 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-0d6b3cb8-a679-4385-ba62-7129f4ac9305 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c6e1c2a-ab2a-4c00-8282-9a8708af1b9d']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:48:49.870408 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2e69a046-d86f-4fb9-97ab-a1c9c70616ff tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:49.878202 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-0d6b3cb8-a679-4385-ba62-7129f4ac9305 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '407b58c9-ff92-4dea-959a-5c4619f524fb') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:48:49.878516 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-0d6b3cb8-a679-4385-ba62-7129f4ac9305 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '407b58c9-ff92-4dea-959a-5c4619f524fb') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:48:49.926500 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-2e69a046-d86f-4fb9-97ab-a1c9c70616ff tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6980082f-c88b-480c-b525-d3bf3a268dae']}} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:48:49.940677 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-2e69a046-d86f-4fb9-97ab-a1c9c70616ff tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b57c314d-1cce-4ed8-a654-44acf7ca9c5e') {'for_net_delete': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:48:49.940978 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-2e69a046-d86f-4fb9-97ab-a1c9c70616ff tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b57c314d-1cce-4ed8-a654-44acf7ca9c5e') {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:48:49.954731 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device d8ad8748-0352-45ba-81c0-8c477547be89 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:48:49.956134 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2e69a046-d86f-4fb9-97ab-a1c9c70616ff tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1518531'] for segment, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:49.975538 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-c76fc359-d3a8-43f3-ae68-80e9b1377de0 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Request body: {'security_group': {'name': 'tempest-secgroup--1170297368'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:48:50.005548 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2e69a046-d86f-4fb9-97ab-a1c9c70616ff tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:50.024224 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e69a046-d86f-4fb9-97ab-a1c9c70616ff tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=83445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:48:50.024224 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2e69a046-d86f-4fb9-97ab-a1c9c70616ff tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2036002'] for segment, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:50.031227 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0d6b3cb8-a679-4385-ba62-7129f4ac9305 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1618722'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:50.038491 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-c76fc359-d3a8-43f3-ae68-80e9b1377de0 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:48:50.050321 dv-neutron-820491-1-hyperv neutron-server[83445]: Traceback (most recent call last): Dec 20 08:48:50.050321 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:48:50.050321 dv-neutron-820491-1-hyperv neutron-server[83445]: timer() Dec 20 08:48:50.050321 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:48:50.050321 dv-neutron-820491-1-hyperv neutron-server[83445]: cb(*args, **kw) Dec 20 08:48:50.050321 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:48:50.050321 dv-neutron-820491-1-hyperv neutron-server[83445]: return func(*args, **kwargs) Dec 20 08:48:50.050321 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:48:50.050321 dv-neutron-820491-1-hyperv neutron-server[83445]: self._notify() Dec 20 08:48:50.050321 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:48:50.050321 dv-neutron-820491-1-hyperv neutron-server[83445]: self.callback(batched_events) Dec 20 08:48:50.050321 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:48:50.050321 dv-neutron-820491-1-hyperv neutron-server[83445]: event.method(event) Dec 20 08:48:50.050321 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:48:50.050321 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:48:50.050321 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:48:50.050321 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:48:50.050321 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:48:50.050321 dv-neutron-820491-1-hyperv neutron-server[83445]: return f(self, *a, **k) Dec 20 08:48:50.050321 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:48:50.050321 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._get(url).json() Dec 20 08:48:50.050321 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:48:50.050321 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:48:50.050321 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:48:50.050321 dv-neutron-820491-1-hyperv neutron-server[83445]: return self.request(url, 'GET', **kwargs) Dec 20 08:48:50.050321 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:48:50.050321 dv-neutron-820491-1-hyperv neutron-server[83445]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:48:50.050321 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:48:50.050321 dv-neutron-820491-1-hyperv neutron-server[83445]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:48:50.050321 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:48:50.050321 dv-neutron-820491-1-hyperv neutron-server[83445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:48:50.050321 dv-neutron-820491-1-hyperv neutron-server[83445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:48:50.065563 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-c76fc359-d3a8-43f3-ae68-80e9b1377de0 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Usage tracker for resource:security_group and tenant:5c7f3278cec24a05bf958d0b7d35e15a is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:48:50.065563 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-c76fc359-d3a8-43f3-ae68-80e9b1377de0 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:48:50.071511 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0d6b3cb8-a679-4385-ba62-7129f4ac9305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:50.079382 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d6b3cb8-a679-4385-ba62-7129f4ac9305 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:48:50.080050 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0d6b3cb8-a679-4385-ba62-7129f4ac9305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1128911'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:50.092487 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-b0fed305-748b-466d-b263-7d01b92571ac None None] For port 484a5e17-e1bb-4e85-901c-2788b29ef637, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:48:50.141441 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-b23c5fe4-d776-40a1-a1ba-4c89c4a91c7f None None] Provisioning for port d8ad8748-0352-45ba-81c0-8c477547be89 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:48:50.163974 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port d8ad8748-0352-45ba-81c0-8c477547be89 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:48:50.166799 dv-neutron-820491-1-hyperv neutron-server[83444]: Traceback (most recent call last): Dec 20 08:48:50.166799 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:48:50.166799 dv-neutron-820491-1-hyperv neutron-server[83444]: timer() Dec 20 08:48:50.166799 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:48:50.166799 dv-neutron-820491-1-hyperv neutron-server[83444]: cb(*args, **kw) Dec 20 08:48:50.166799 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:48:50.166799 dv-neutron-820491-1-hyperv neutron-server[83444]: return func(*args, **kwargs) Dec 20 08:48:50.166799 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:48:50.166799 dv-neutron-820491-1-hyperv neutron-server[83444]: self._notify() Dec 20 08:48:50.166799 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:48:50.166799 dv-neutron-820491-1-hyperv neutron-server[83444]: self.callback(batched_events) Dec 20 08:48:50.166799 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:48:50.166799 dv-neutron-820491-1-hyperv neutron-server[83444]: event.method(event) Dec 20 08:48:50.166799 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:48:50.166799 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:48:50.166799 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:48:50.166799 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:48:50.166799 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:48:50.166799 dv-neutron-820491-1-hyperv neutron-server[83444]: return f(self, *a, **k) Dec 20 08:48:50.166799 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:48:50.166799 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._get(url).json() Dec 20 08:48:50.166799 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:48:50.166799 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:48:50.166799 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:48:50.166799 dv-neutron-820491-1-hyperv neutron-server[83444]: return self.request(url, 'GET', **kwargs) Dec 20 08:48:50.166799 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:48:50.166799 dv-neutron-820491-1-hyperv neutron-server[83444]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:48:50.166799 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:48:50.166799 dv-neutron-820491-1-hyperv neutron-server[83444]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:48:50.166799 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:48:50.166799 dv-neutron-820491-1-hyperv neutron-server[83444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:48:50.166799 dv-neutron-820491-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:48:50.172919 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port d8ad8748-0352-45ba-81c0-8c477547be89 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:48:50.173324 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:50.175579 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-c76fc359-d3a8-43f3-ae68-80e9b1377de0 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:48:50.191745 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.api [None req-2e69a046-d86f-4fb9-97ab-a1c9c70616ff tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 08:48:50.191745 dv-neutron-820491-1-hyperv neutron-server[83445]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 08:48:50.191745 dv-neutron-820491-1-hyperv neutron-server[83445]: [parameters: {'id': '6980082f-c88b-480c-b525-d3bf3a268dae'}] Dec 20 08:48:50.191745 dv-neutron-820491-1-hyperv neutron-server[83445]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 08:48:50.192261 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_db.api [None req-2e69a046-d86f-4fb9-97ab-a1c9c70616ff tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 08:48:50.219243 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-b0fed305-748b-466d-b263-7d01b92571ac None None] For port 484a5e17-e1bb-4e85-901c-2788b29ef637, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=484a5e17-e1bb-4e85-901c-2788b29ef637,segment=NetworkSegment(b57c314d-1cce-4ed8-a654-44acf7ca9c5e),segment_id=b57c314d-1cce-4ed8-a654-44acf7ca9c5e)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:48:50.230380 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b0fed305-748b-466d-b263-7d01b92571ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:50.237511 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-62fe1121-7b0b-4f44-9da6-54b94c79f551 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:50.255806 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c76fc359-d3a8-43f3-ae68-80e9b1377de0 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:50.256029 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3a872d4a-b315-4f63-92d1-82e8c37b13f3 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:50.272063 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0d6b3cb8-a679-4385-ba62-7129f4ac9305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:50.276582 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0d6b3cb8-a679-4385-ba62-7129f4ac9305 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:50.284160 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-862dd86a-27ed-4b2c-b839-c13ff9f55d27 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:50.306880 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-0d6b3cb8-a679-4385-ba62-7129f4ac9305 admin admin] 10.222.0.16 "DELETE /v2.0/networks/5c6e1c2a-ab2a-4c00-8282-9a8708af1b9d HTTP/1.1" status: 204 len: 168 time: 1.4432101 Dec 20 08:48:50.412855 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b3cb8-a679-4385-ba62-7129f4ac9305 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c6e1c2a-ab2a-4c00-8282-9a8708af1b9d,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:50.415498 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0d6b3cb8-a679-4385-ba62-7129f4ac9305 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:50.418442 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fed305-748b-466d-b263-7d01b92571ac None None] Pushing event updated for resources: {'Port': ['ID=484a5e17-e1bb-4e85-901c-2788b29ef637,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:50.427309 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c76fc359-d3a8-43f3-ae68-80e9b1377de0 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:50.449269 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-b0fed305-748b-466d-b263-7d01b92571ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:50.495058 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:50.537072 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3be50ea-c9fa-479c-86c1-f3767e2df009 None None] Network 6980082f-c88b-480c-b525-d3bf3a268dae requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:48:50.560629 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-c76fc359-d3a8-43f3-ae68-80e9b1377de0 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:48:50.584236 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-c76fc359-d3a8-43f3-ae68-80e9b1377de0 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Usage tracker for resource:security_group_rule and tenant:5c7f3278cec24a05bf958d0b7d35e15a is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:48:50.591719 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-c76fc359-d3a8-43f3-ae68-80e9b1377de0 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:48:50.605625 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-c76fc359-d3a8-43f3-ae68-80e9b1377de0 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:48:50.621155 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port d8ad8748-0352-45ba-81c0-8c477547be89, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=d8ad8748-0352-45ba-81c0-8c477547be89,segment=NetworkSegment(148e8c74-45da-476c-9d7f-d5eb04556e56),segment_id=148e8c74-45da-476c-9d7f-d5eb04556e56)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:48:50.687073 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 42144) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:50.707042 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:50.712134 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-40a5bb50-a07a-479b-b92c-61ceb28a4c99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:50.720711 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2e69a046-d86f-4fb9-97ab-a1c9c70616ff tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:50.744624 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-2e69a046-d86f-4fb9-97ab-a1c9c70616ff tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Deleting port 484a5e17-e1bb-4e85-901c-2788b29ef637 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:48:50.745360 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2e69a046-d86f-4fb9-97ab-a1c9c70616ff tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:50.827052 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-3a872d4a-b315-4f63-92d1-82e8c37b13f3 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Allocated IP 172.20.0.17 (14b45dac-66c0-4b3c-8f46-86b564f1af3d/7956faa0-09df-406e-8f95-8fe5b9c3d55d/568c205f-47cf-42c4-8eea-8c61990e7470) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:48:50.885947 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-0c9cc52b-22da-4a64-ab45-2d2cff44bd97 None None] Provisioning for port 515fa2d6-51eb-4b26-a5b9-eb463e9be070 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:48:50.896951 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=d8ad8748-0352-45ba-81c0-8c477547be89,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:50.901769 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-0c9cc52b-22da-4a64-ab45-2d2cff44bd97 None None] Provisioning complete for port 515fa2d6-51eb-4b26-a5b9-eb463e9be070 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:48:50.902156 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-0c9cc52b-22da-4a64-ab45-2d2cff44bd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:50.932523 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:50.948798 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ae426fe7-df3f-42ba-a052-511e7817e66d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0fd2a608243e4e08bf763b2b25b0adbe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2583134 Dec 20 08:48:50.952225 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 42148) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:50.964540 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-0c9cc52b-22da-4a64-ab45-2d2cff44bd97 None None] Port 515fa2d6-51eb-4b26-a5b9-eb463e9be070 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:48:50.968769 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c76fc359-d3a8-43f3-ae68-80e9b1377de0 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:50.969913 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-50f741bb-7ee4-4147-86ba-a53c739806b2 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:50.987601 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c76fc359-d3a8-43f3-ae68-80e9b1377de0 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:50.992976 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-0c9cc52b-22da-4a64-ab45-2d2cff44bd97 None None] Provisioning complete for port d8ad8748-0352-45ba-81c0-8c477547be89 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:48:50.993389 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-0c9cc52b-22da-4a64-ab45-2d2cff44bd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:51.004010 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-8b6e5635-c306-4b0e-9208-448957e46b13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:51.023449 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee47e65e-3c72-4248-9378-e1d78299b5a0 None None] get_active_networks_info from dv-neutron-820491-1-hyperv {{(pid=83446) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 20 08:48:51.143330 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-2e69a046-d86f-4fb9-97ab-a1c9c70616ff tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] For port 484a5e17-e1bb-4e85-901c-2788b29ef637, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=484a5e17-e1bb-4e85-901c-2788b29ef637,segment=NetworkSegment(b57c314d-1cce-4ed8-a654-44acf7ca9c5e),segment_id=b57c314d-1cce-4ed8-a654-44acf7ca9c5e)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:48:51.143903 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2e69a046-d86f-4fb9-97ab-a1c9c70616ff tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:51.194838 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-c76fc359-d3a8-43f3-ae68-80e9b1377de0 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:48:51.204625 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-c76fc359-d3a8-43f3-ae68-80e9b1377de0 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Usage tracker for resource:security_group_rule and tenant:5c7f3278cec24a05bf958d0b7d35e15a is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:48:51.214948 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-c76fc359-d3a8-43f3-ae68-80e9b1377de0 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:48:51.230750 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76fc359-d3a8-43f3-ae68-80e9b1377de0 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0354cf8c-b2eb-47b0-b965-52b67d3323d6,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:51.234388 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-c76fc359-d3a8-43f3-ae68-80e9b1377de0 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:48:51.237651 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee47e65e-3c72-4248-9378-e1d78299b5a0 None None] Resources bound (agent type, host, resource id): {{(pid=83446) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 08:48:51.287449 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-2e69a046-d86f-4fb9-97ab-a1c9c70616ff tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Calling delete_port for 484a5e17-e1bb-4e85-901c-2788b29ef637 owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:48:51.347075 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c76fc359-d3a8-43f3-ae68-80e9b1377de0 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:51.394640 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2ed4e9fc-3012-4389-94c8-dd9dd103bba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:51.398514 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-8b443ab3-4e96-4f72-8993-fb9ad8eb8f3b None None] Provisioning complete for port 515fa2d6-51eb-4b26-a5b9-eb463e9be070 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:48:51.398849 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-8b443ab3-4e96-4f72-8993-fb9ad8eb8f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:51.463499 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3a872d4a-b315-4f63-92d1-82e8c37b13f3 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:51.483306 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2ed4e9fc-3012-4389-94c8-dd9dd103bba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:51.495058 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-3a872d4a-b315-4f63-92d1-82e8c37b13f3 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Transition to ACTIVE for port object 568c205f-47cf-42c4-8eea-8c61990e7470 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:48:51.515976 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-8b443ab3-4e96-4f72-8993-fb9ad8eb8f3b None None] Port 515fa2d6-51eb-4b26-a5b9-eb463e9be070 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:48:51.554622 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3a872d4a-b315-4f63-92d1-82e8c37b13f3 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:51.559043 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c76fc359-d3a8-43f3-ae68-80e9b1377de0 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:51.564793 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-6036d3c9-5c46-41d2-af4c-171b41569c59 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:51.581653 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c76fc359-d3a8-43f3-ae68-80e9b1377de0 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:51.596124 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-5053d78b-9270-4e06-aa80-ea1aef86e5ac tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:51.629970 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2e69a046-d86f-4fb9-97ab-a1c9c70616ff tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:51.674874 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76fc359-d3a8-43f3-ae68-80e9b1377de0 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41bbab15-904b-47dd-9512-31ef86ed3cab,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:51.677677 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a872d4a-b315-4f63-92d1-82e8c37b13f3 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Network 14b45dac-66c0-4b3c-8f46-86b564f1af3d is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:48:51.681717 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c76fc359-d3a8-43f3-ae68-80e9b1377de0 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:51.689267 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-3a872d4a-b315-4f63-92d1-82e8c37b13f3 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:48:51.691560 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e69a046-d86f-4fb9-97ab-a1c9c70616ff tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] No DVR routers for this DVR port 484a5e17-e1bb-4e85-901c-2788b29ef637 on host dv-neutron-820491-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:48:51.695516 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c76fc359-d3a8-43f3-ae68-80e9b1377de0 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:51.697287 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a872d4a-b315-4f63-92d1-82e8c37b13f3 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:48:51.701931 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c76fc359-d3a8-43f3-ae68-80e9b1377de0 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 2.0168581 Dec 20 08:48:51.703175 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 42152) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:51.750728 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2ed4e9fc-3012-4389-94c8-dd9dd103bba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:51.769952 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a872d4a-b315-4f63-92d1-82e8c37b13f3 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'Port': ['ID=568c205f-47cf-42c4-8eea-8c61990e7470,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:51.777559 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f69b5f52-b443-46f8-aef6-f20edbf7f0dc tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:51.782402 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3a872d4a-b315-4f63-92d1-82e8c37b13f3 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:51.798560 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-49015565-a2c0-48f1-850c-b962261a2ba7 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.147s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:51.798794 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-50f741bb-7ee4-4147-86ba-a53c739806b2 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:51.815272 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-50f741bb-7ee4-4147-86ba-a53c739806b2 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:51.820069 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed4e9fc-3012-4389-94c8-dd9dd103bba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb820b64-db27-4425-8f61-97eb0c7b754c,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:51.829094 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2ed4e9fc-3012-4389-94c8-dd9dd103bba0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:51.848764 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device d8ad8748-0352-45ba-81c0-8c477547be89 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:48:51.854259 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f203c506-3aec-4a06-9e6b-ea010285b115 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:51.856436 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e69a046-d86f-4fb9-97ab-a1c9c70616ff tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Pushing event deleted for resources: {'Port': ['ID=484a5e17-e1bb-4e85-901c-2788b29ef637,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:51.873391 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-2e69a046-d86f-4fb9-97ab-a1c9c70616ff tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:51.909688 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3a872d4a-b315-4f63-92d1-82e8c37b13f3 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-345881'] for router_interface, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:51.967880 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port d8ad8748-0352-45ba-81c0-8c477547be89 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:48:51.968269 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:51.987010 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2ed4e9fc-3012-4389-94c8-dd9dd103bba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:51.990732 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2e69a046-d86f-4fb9-97ab-a1c9c70616ff tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:51.991441 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-2ed4e9fc-3012-4389-94c8-dd9dd103bba0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eb820b64-db27-4425-8f61-97eb0c7b754c HTTP/1.1" status: 204 len: 168 time: 1.0368397 Dec 20 08:48:52.037491 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-2e69a046-d86f-4fb9-97ab-a1c9c70616ff tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6980082f-c88b-480c-b525-d3bf3a268dae']}} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:48:52.058763 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-2e69a046-d86f-4fb9-97ab-a1c9c70616ff tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b57c314d-1cce-4ed8-a654-44acf7ca9c5e') {'for_net_delete': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:48:52.059163 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-2e69a046-d86f-4fb9-97ab-a1c9c70616ff tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b57c314d-1cce-4ed8-a654-44acf7ca9c5e') {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:48:52.085990 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2e69a046-d86f-4fb9-97ab-a1c9c70616ff tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1518531'] for segment, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:52.110659 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2e69a046-d86f-4fb9-97ab-a1c9c70616ff tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:52.134065 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-6e9a3e64-ef5e-4032-8901-e1d5c696dd3d tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Synchronizing usage tracker for tenant:5c7f3278cec24a05bf958d0b7d35e15a on resource:security_group {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:48:52.182175 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e69a046-d86f-4fb9-97ab-a1c9c70616ff tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=83445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:48:52.182756 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2e69a046-d86f-4fb9-97ab-a1c9c70616ff tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2036002'] for segment, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:52.215196 dv-neutron-820491-1-hyperv neutron-server[83445]: Traceback (most recent call last): Dec 20 08:48:52.215196 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:48:52.215196 dv-neutron-820491-1-hyperv neutron-server[83445]: timer() Dec 20 08:48:52.215196 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:48:52.215196 dv-neutron-820491-1-hyperv neutron-server[83445]: cb(*args, **kw) Dec 20 08:48:52.215196 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:48:52.215196 dv-neutron-820491-1-hyperv neutron-server[83445]: return func(*args, **kwargs) Dec 20 08:48:52.215196 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:48:52.215196 dv-neutron-820491-1-hyperv neutron-server[83445]: self._notify() Dec 20 08:48:52.215196 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:48:52.215196 dv-neutron-820491-1-hyperv neutron-server[83445]: self.callback(batched_events) Dec 20 08:48:52.215196 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:48:52.215196 dv-neutron-820491-1-hyperv neutron-server[83445]: event.method(event) Dec 20 08:48:52.215196 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:48:52.215196 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:48:52.215196 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:48:52.215196 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:48:52.215196 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:48:52.215196 dv-neutron-820491-1-hyperv neutron-server[83445]: return f(self, *a, **k) Dec 20 08:48:52.215196 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:48:52.215196 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._get(url).json() Dec 20 08:48:52.215196 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:48:52.215196 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:48:52.215196 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:48:52.215196 dv-neutron-820491-1-hyperv neutron-server[83445]: return self.request(url, 'GET', **kwargs) Dec 20 08:48:52.215196 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:48:52.215196 dv-neutron-820491-1-hyperv neutron-server[83445]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:48:52.215196 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:48:52.215196 dv-neutron-820491-1-hyperv neutron-server[83445]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:48:52.215196 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:48:52.215196 dv-neutron-820491-1-hyperv neutron-server[83445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:48:52.215196 dv-neutron-820491-1-hyperv neutron-server[83445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:48:52.229834 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-80716e12-7c53-48e6-af20-8564cdb466cf None None] Provisioning for port 568c205f-47cf-42c4-8eea-8c61990e7470 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:48:52.237015 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-80716e12-7c53-48e6-af20-8564cdb466cf None None] Provisioning complete for port 568c205f-47cf-42c4-8eea-8c61990e7470 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:48:52.237898 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-80716e12-7c53-48e6-af20-8564cdb466cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:52.305486 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f741bb-7ee4-4147-86ba-a53c739806b2 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Pushing event updated for resources: {'Port': ['ID=515fa2d6-51eb-4b26-a5b9-eb463e9be070,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:52.312950 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-80716e12-7c53-48e6-af20-8564cdb466cf None None] Port 568c205f-47cf-42c4-8eea-8c61990e7470 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:48:52.314488 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-50f741bb-7ee4-4147-86ba-a53c739806b2 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:52.368110 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3a872d4a-b315-4f63-92d1-82e8c37b13f3 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:52.387854 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-6e9a3e64-ef5e-4032-8901-e1d5c696dd3d tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Unset dirty status for tenant:5c7f3278cec24a05bf958d0b7d35e15a on resource:security_group {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:48:52.392613 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-6e9a3e64-ef5e-4032-8901-e1d5c696dd3d tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.6867208 Dec 20 08:48:52.393580 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 42162) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:52.398614 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-50f741bb-7ee4-4147-86ba-a53c739806b2 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-345881'] for router_interface, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:52.405548 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-c7c217b0-aaf0-4a47-aff9-e474cddfdcf3 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Request body: {'security_group': {'name': 'tempest-security--1384723747', 'description': 'tempest-security-description-2023684465'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:48:52.424050 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2e69a046-d86f-4fb9-97ab-a1c9c70616ff tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:52.436424 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-488c9f40-31b3-4bb8-a0e5-a330f7bf9b96 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:52.456056 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-172cf04b-a89e-4f15-91e9-8718695a04e0 None None] Provisioning complete for port 515fa2d6-51eb-4b26-a5b9-eb463e9be070 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:48:52.456431 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-172cf04b-a89e-4f15-91e9-8718695a04e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:52.463918 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2e69a046-d86f-4fb9-97ab-a1c9c70616ff tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:52.480164 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e69a046-d86f-4fb9-97ab-a1c9c70616ff tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Pushing event deleted for resources: {'Network': ['ID=6980082f-c88b-480c-b525-d3bf3a268dae,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:52.488021 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-2e69a046-d86f-4fb9-97ab-a1c9c70616ff tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:52.498827 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c7c217b0-aaf0-4a47-aff9-e474cddfdcf3 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:52.562306 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-172cf04b-a89e-4f15-91e9-8718695a04e0 None None] Port 515fa2d6-51eb-4b26-a5b9-eb463e9be070 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:48:52.578449 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-2e69a046-d86f-4fb9-97ab-a1c9c70616ff tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] 10.222.0.16 "DELETE /v2.0/networks/6980082f-c88b-480c-b525-d3bf3a268dae HTTP/1.1" status: 204 len: 168 time: 4.1130464 Dec 20 08:48:52.585441 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42166) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:52.645836 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 42170) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:52.696873 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b30e975-e220-4fdc-94a8-008821422fca tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] DELETE failed (client error): The resource could not be found. Dec 20 08:48:52.697588 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b30e975-e220-4fdc-94a8-008821422fca tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:48:52.698918 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-0b30e975-e220-4fdc-94a8-008821422fca tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] 10.222.0.16 "DELETE /v2.0/subnets/bf599e03-8191-4a3a-b4be-3256074b41b8 HTTP/1.1" status: 404 len: 337 time: 0.1125669 Dec 20 08:48:52.702342 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42174) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:52.724584 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c7c217b0-aaf0-4a47-aff9-e474cddfdcf3 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:52.733379 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0e94a4b-5d44-4c49-a81c-cd5de4699449 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] DELETE failed (client error): The resource could not be found. Dec 20 08:48:52.733757 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0e94a4b-5d44-4c49-a81c-cd5de4699449 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:48:52.734499 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-50f741bb-7ee4-4147-86ba-a53c739806b2 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:52.735380 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-e0e94a4b-5d44-4c49-a81c-cd5de4699449 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] 10.222.0.16 "DELETE /v2.0/networks/6980082f-c88b-480c-b525-d3bf3a268dae HTTP/1.1" status: 404 len: 339 time: 0.0322607 Dec 20 08:48:52.744709 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42178) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:52.746006 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c7c217b0-aaf0-4a47-aff9-e474cddfdcf3 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:52.748220 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c7c217b0-aaf0-4a47-aff9-e474cddfdcf3 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:52.750978 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c7c217b0-aaf0-4a47-aff9-e474cddfdcf3 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] 10.222.0.16 "PUT /v2.0/security-groups/41bbab15-904b-47dd-9512-31ef86ed3cab HTTP/1.1" status: 200 len: 1612 time: 0.3546183 Dec 20 08:48:52.753969 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-dec0fbf1-35bc-463e-a084-f362096dcb80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:52.762605 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 42182) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:52.790187 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd9d3e9d-1437-4770-8ed7-04a151043ba0 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] DELETE failed (client error): The resource could not be found. Dec 20 08:48:52.790626 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd9d3e9d-1437-4770-8ed7-04a151043ba0 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:48:52.794666 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-bd9d3e9d-1437-4770-8ed7-04a151043ba0 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] 10.222.0.16 "DELETE /v2.0/subnets/37366438-cdf0-4579-b3c0-7bb9e65a5d4c HTTP/1.1" status: 404 len: 337 time: 0.0467224 Dec 20 08:48:52.794887 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42186) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:52.830461 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-faa66545-a78b-42b6-857a-3d5b162a147f tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] DELETE failed (client error): The resource could not be found. Dec 20 08:48:52.830890 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faa66545-a78b-42b6-857a-3d5b162a147f tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:48:52.834932 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-faa66545-a78b-42b6-857a-3d5b162a147f tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] 10.222.0.16 "DELETE /v2.0/networks/b1d0c9d3-255b-4aa6-91b2-795f10aa5283 HTTP/1.1" status: 404 len: 339 time: 0.0367832 Dec 20 08:48:52.849282 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42190) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:52.862255 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c217b0-aaf0-4a47-aff9-e474cddfdcf3 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41bbab15-904b-47dd-9512-31ef86ed3cab,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:52.870660 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-95f2e875-6048-417b-a5dd-ab19bec1ab4c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c2d1f38d68cc4da7832435227e9d1624&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2156448 Dec 20 08:48:52.884287 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 42194) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:52.912367 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-1da47097-19f1-4890-a0ba-402da214ef2c tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] DELETE failed (client error): The resource could not be found. Dec 20 08:48:52.912817 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1da47097-19f1-4890-a0ba-402da214ef2c tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:48:52.914486 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-1da47097-19f1-4890-a0ba-402da214ef2c tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] 10.222.0.16 "DELETE /v2.0/subnets/43f0c591-7913-421b-b3d4-8cd25cc14d8c HTTP/1.1" status: 404 len: 337 time: 0.0650268 Dec 20 08:48:52.916994 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42198) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:52.919846 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c217b0-aaf0-4a47-aff9-e474cddfdcf3 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:48:52.920229 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c217b0-aaf0-4a47-aff9-e474cddfdcf3 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:48:52.920608 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c217b0-aaf0-4a47-aff9-e474cddfdcf3 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:48:52.920976 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c217b0-aaf0-4a47-aff9-e474cddfdcf3 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:48:52.921368 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c217b0-aaf0-4a47-aff9-e474cddfdcf3 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:48:52.921745 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c217b0-aaf0-4a47-aff9-e474cddfdcf3 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:48:52.922092 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c217b0-aaf0-4a47-aff9-e474cddfdcf3 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:48:52.922448 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c217b0-aaf0-4a47-aff9-e474cddfdcf3 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:48:52.922805 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c217b0-aaf0-4a47-aff9-e474cddfdcf3 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:48:52.923184 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c217b0-aaf0-4a47-aff9-e474cddfdcf3 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:48:52.923542 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c217b0-aaf0-4a47-aff9-e474cddfdcf3 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:48:52.995827 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-40c89823-e70a-4787-9912-a58be5ddaa2b tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] DELETE failed (client error): The resource could not be found. Dec 20 08:48:52.996271 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40c89823-e70a-4787-9912-a58be5ddaa2b tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:48:52.998022 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-40c89823-e70a-4787-9912-a58be5ddaa2b tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] 10.222.0.16 "DELETE /v2.0/networks/038d6fce-8a81-4dca-87a7-5cf5aace5fd1 HTTP/1.1" status: 404 len: 339 time: 0.0801241 Dec 20 08:48:53.001018 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42202) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:53.038991 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c7c217b0-aaf0-4a47-aff9-e474cddfdcf3 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:53.069388 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-12470178-6294-4769-8c55-f0e61350c0e4 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] 10.222.0.16 "GET /v2.0/security-groups/41bbab15-904b-47dd-9512-31ef86ed3cab HTTP/1.1" status: 200 len: 1612 time: 0.2983580 Dec 20 08:48:53.070795 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 42206) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:53.094231 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0fe2e9a3-5c21-4edd-bebf-bf18bcd60334 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Deleting port c45c1fe8-3f18-4217-8f90-bdecd4a39501 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:48:53.094561 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0fe2e9a3-5c21-4edd-bebf-bf18bcd60334 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:53.154530 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3a872d4a-b315-4f63-92d1-82e8c37b13f3 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:53.162770 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3a872d4a-b315-4f63-92d1-82e8c37b13f3 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2036698'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:53.186314 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-01305e9f-7fed-4b31-a80a-e6b9ad8db129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:53.193446 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-7d79ab71-5275-46bb-881a-7c5c7cc1be24 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:53.416669 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b21920de-902e-4845-ab12-e0503828ac9d tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:53.421858 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-01305e9f-7fed-4b31-a80a-e6b9ad8db129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:53.454035 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a872d4a-b315-4f63-92d1-82e8c37b13f3 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'Port': ['ID=568c205f-47cf-42c4-8eea-8c61990e7470,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:53.459069 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3a872d4a-b315-4f63-92d1-82e8c37b13f3 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32898031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349045'] for router_interface, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:53.477698 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3a872d4a-b315-4f63-92d1-82e8c37b13f3 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:53.504063 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b21920de-902e-4845-ab12-e0503828ac9d tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:53.563462 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-50f741bb-7ee4-4147-86ba-a53c739806b2 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:53.573572 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-50f741bb-7ee4-4147-86ba-a53c739806b2 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:53.574493 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-50f741bb-7ee4-4147-86ba-a53c739806b2 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32898031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349045'] for router_interface, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:53.579641 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-45a7be0a-3366-4ff3-b20e-f088ab122cd0 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:53.601151 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0fe2e9a3-5c21-4edd-bebf-bf18bcd60334 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:53.617903 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b21920de-902e-4845-ab12-e0503828ac9d tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:53.621768 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-01305e9f-7fed-4b31-a80a-e6b9ad8db129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:53.713348 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f741bb-7ee4-4147-86ba-a53c739806b2 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Pushing event updated for resources: {'Port': ['ID=515fa2d6-51eb-4b26-a5b9-eb463e9be070,revision_number=3']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:53.765952 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-50f741bb-7ee4-4147-86ba-a53c739806b2 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:53.766554 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2ed4e9fc-3012-4389-94c8-dd9dd103bba0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.131s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:53.775340 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0fe2e9a3-5c21-4edd-bebf-bf18bcd60334 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Calling delete_port for c45c1fe8-3f18-4217-8f90-bdecd4a39501 owned by {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:48:53.783841 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b21920de-902e-4845-ab12-e0503828ac9d tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:53.786540 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b21920de-902e-4845-ab12-e0503828ac9d tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] 10.222.0.16 "DELETE /v2.0/security-groups/41bbab15-904b-47dd-9512-31ef86ed3cab HTTP/1.1" status: 204 len: 168 time: 0.7142901 Dec 20 08:48:53.786540 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-01305e9f-7fed-4b31-a80a-e6b9ad8db129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:53.788101 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-01305e9f-7fed-4b31-a80a-e6b9ad8db129 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ff8b6b31-53ba-46a8-b7f0-e0f0bc915283 HTTP/1.1" status: 204 len: 168 time: 0.9027293 Dec 20 08:48:53.788943 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 42214) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:53.795333 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21920de-902e-4845-ab12-e0503828ac9d tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41bbab15-904b-47dd-9512-31ef86ed3cab,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:53.836701 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01305e9f-7fed-4b31-a80a-e6b9ad8db129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff8b6b31-53ba-46a8-b7f0-e0f0bc915283,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:53.841908 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-01305e9f-7fed-4b31-a80a-e6b9ad8db129 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:53.844283 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7efca610-d04b-446c-808d-ee7fbeb47522 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.208s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:53.844496 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7efca610-d04b-446c-808d-ee7fbeb47522 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:53.880590 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a872d4a-b315-4f63-92d1-82e8c37b13f3 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Network 14b45dac-66c0-4b3c-8f46-86b564f1af3d is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:48:53.882282 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-3a872d4a-b315-4f63-92d1-82e8c37b13f3 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:48:53.893451 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f741bb-7ee4-4147-86ba-a53c739806b2 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Network 0e4efcf5-1f58-4090-8f82-ab642169e8f3 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:48:53.895291 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-50f741bb-7ee4-4147-86ba-a53c739806b2 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:48:53.899076 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-5c87ed94-46ba-4ff0-b9dc-5c07ed868737 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Synchronizing usage tracker for tenant:5c7f3278cec24a05bf958d0b7d35e15a on resource:security_group {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:48:53.979192 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0fe2e9a3-5c21-4edd-bebf-bf18bcd60334 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:54.058497 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-73be8810-ba7e-4860-b431-e72e985549da tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:54.114762 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe2e9a3-5c21-4edd-bebf-bf18bcd60334 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Pushing event deleted for resources: {'Port': ['ID=c45c1fe8-3f18-4217-8f90-bdecd4a39501,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:54.120904 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0fe2e9a3-5c21-4edd-bebf-bf18bcd60334 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:54.146177 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0fe2e9a3-5c21-4edd-bebf-bf18bcd60334 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:54.173161 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-5c87ed94-46ba-4ff0-b9dc-5c07ed868737 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Unset dirty status for tenant:5c7f3278cec24a05bf958d0b7d35e15a on resource:security_group {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:48:54.175707 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-5c87ed94-46ba-4ff0-b9dc-5c07ed868737 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3825896 Dec 20 08:48:54.185812 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42222) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:54.216696 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-0fe2e9a3-5c21-4edd-bebf-bf18bcd60334 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] 10.222.0.16 "DELETE /v2.0/ports/c45c1fe8-3f18-4217-8f90-bdecd4a39501 HTTP/1.1" status: 204 len: 168 time: 1.2148509 Dec 20 08:48:54.222117 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42226) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:54.263185 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.api.v2.resource [None req-5362f6de-e5f4-4b71-adac-6a4321a83f5d tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] delete failed (client error): The resource could not be found. Dec 20 08:48:54.267968 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-5362f6de-e5f4-4b71-adac-6a4321a83f5d tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] 10.222.0.16 "DELETE /v2.0/security-groups/41bbab15-904b-47dd-9512-31ef86ed3cab HTTP/1.1" status: 404 len: 347 time: 0.0727823 Dec 20 08:48:54.272615 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 42230) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:54.278445 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bc13e42-bd07-45a2-8d2a-08f858737f7a tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] DELETE failed (client error): The resource could not be found. Dec 20 08:48:54.278891 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bc13e42-bd07-45a2-8d2a-08f858737f7a tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:48:54.280540 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-3bc13e42-bd07-45a2-8d2a-08f858737f7a tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] 10.222.0.16 "DELETE /v2.0/subnets/e416ff52-c983-4781-b1f7-8e57fa9b8e7c HTTP/1.1" status: 404 len: 337 time: 0.0556507 Dec 20 08:48:54.281920 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-117eccfb-b856-47fa-9241-82bc8be5a9e3 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Request body: {'security_group': {'name': 'tempest-secgroup--206088138'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:48:54.289859 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-117eccfb-b856-47fa-9241-82bc8be5a9e3 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:48:54.301029 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42236) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:54.323994 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-117eccfb-b856-47fa-9241-82bc8be5a9e3 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:48:54.404756 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-117eccfb-b856-47fa-9241-82bc8be5a9e3 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:54.496534 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-117eccfb-b856-47fa-9241-82bc8be5a9e3 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:48:54.505901 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-117eccfb-b856-47fa-9241-82bc8be5a9e3 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Usage tracker for resource:security_group_rule and tenant:5c7f3278cec24a05bf958d0b7d35e15a is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:48:54.514902 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ba5d29-38ef-4e64-beb1-cfa49b8b5cf3 req-744b493d-ce51-4942-899b-34db41315c86 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:54.516729 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-07ba5d29-38ef-4e64-beb1-cfa49b8b5cf3 req-744b493d-ce51-4942-899b-34db41315c86 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce86b767-a621-41c5-98e8-cc542b7adc7f HTTP/1.1" status: 200 len: 946 time: 0.1941702 Dec 20 08:48:54.517658 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-117eccfb-b856-47fa-9241-82bc8be5a9e3 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:48:54.539859 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-117eccfb-b856-47fa-9241-82bc8be5a9e3 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:48:54.569730 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-bfa2ff0c-3e23-4900-830c-66c89ef0d7ca req-22452f22-259c-4d4d-aff2-b16de335276d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e2165a78ac154b1c9f29e840efaf3cb7&device_id=ce86b767-a621-41c5-98e8-cc542b7adc7f HTTP/1.1" status: 200 len: 1099 time: 0.4206293 Dec 20 08:48:54.602946 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-51f2ade1-ed87-4113-9148-bdfccc8edaf3 None None] Provisioning complete for port 568c205f-47cf-42c4-8eea-8c61990e7470 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:48:54.604461 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-51f2ade1-ed87-4113-9148-bdfccc8edaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:54.641336 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-06fdedca-4fcd-439b-bade-66335dce413d tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:54.656292 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50f741bb-7ee4-4147-86ba-a53c739806b2 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Router 93e7a7ab-f030-4913-bbc9-d9f9a0a197b0 is scheduled to L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 with binding_index 1 {{(pid=83444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 08:48:54.687041 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-51f2ade1-ed87-4113-9148-bdfccc8edaf3 None None] Port 568c205f-47cf-42c4-8eea-8c61990e7470 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:48:54.701695 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-07ba5d29-38ef-4e64-beb1-cfa49b8b5cf3 req-05f2e775-c935-4589-af9e-244d35729b25 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/security-groups?id=57316c2a-fdb6-46e9-9469-18e9bc81adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1629016 Dec 20 08:48:54.818067 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-06d26f73-8eca-4214-a5b9-29b261e950db None None] Provisioning complete for port 515fa2d6-51eb-4b26-a5b9-eb463e9be070 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:48:54.818448 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-06d26f73-8eca-4214-a5b9-29b261e950db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:54.857394 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-117eccfb-b856-47fa-9241-82bc8be5a9e3 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:54.869615 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-117eccfb-b856-47fa-9241-82bc8be5a9e3 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:54.877057 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c728ca83-1e4f-44a3-b47c-0531226536e5 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:54.911916 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117eccfb-b856-47fa-9241-82bc8be5a9e3 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36734130-93c9-4cc0-9a41-be8bda47e092,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:54.915638 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-117eccfb-b856-47fa-9241-82bc8be5a9e3 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:54.960116 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-117eccfb-b856-47fa-9241-82bc8be5a9e3 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:54.964371 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-117eccfb-b856-47fa-9241-82bc8be5a9e3 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6869645 Dec 20 08:48:54.966871 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 42248) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:54.976152 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-436a590b-38c0-432a-9d86-5b8c01cbe40e tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Request body: {'security_group_rule': {'security_group_id': '36734130-93c9-4cc0-9a41-be8bda47e092', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:48:54.978144 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-06d26f73-8eca-4214-a5b9-29b261e950db None None] Port 515fa2d6-51eb-4b26-a5b9-eb463e9be070 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:48:54.983981 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-436a590b-38c0-432a-9d86-5b8c01cbe40e tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:48:54.990588 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-436a590b-38c0-432a-9d86-5b8c01cbe40e tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Usage tracker for resource:security_group_rule and tenant:5c7f3278cec24a05bf958d0b7d35e15a is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:48:54.994890 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50f741bb-7ee4-4147-86ba-a53c739806b2 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:48:54.996670 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-436a590b-38c0-432a-9d86-5b8c01cbe40e tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:48:55.005032 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-50f741bb-7ee4-4147-86ba-a53c739806b2 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "PUT /v2.0/routers/93e7a7ab-f030-4913-bbc9-d9f9a0a197b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4996874 Dec 20 08:48:55.006133 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 42254) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:55.007557 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a784dd-993c-4c1e-9d48-de7d1eb6b221 None None] Sync routers for ids ['93e7a7ab-f030-4913-bbc9-d9f9a0a197b0'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:48:55.008531 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-436a590b-38c0-432a-9d86-5b8c01cbe40e tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:48:55.021615 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a784dd-993c-4c1e-9d48-de7d1eb6b221 None None] Routers {'93e7a7ab-f030-4913-bbc9-d9f9a0a197b0'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:48:55.022371 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-87a784dd-993c-4c1e-9d48-de7d1eb6b221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:48:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['93e7a7ab-f030-4913-bbc9-d9f9a0a197b0'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:48:55.084777 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-87a784dd-993c-4c1e-9d48-de7d1eb6b221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:48:55.093181 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5475b27d-9020-4433-8559-7cd2fc46f93b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:55.093800 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-5475b27d-9020-4433-8559-7cd2fc46f93b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Synchronizing usage tracker for tenant:77c40f4df6664268b6fdee7d685de4ee on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:48:55.098649 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-436a590b-38c0-432a-9d86-5b8c01cbe40e tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:55.103931 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a784dd-993c-4c1e-9d48-de7d1eb6b221 None None] Routers {'93e7a7ab-f030-4913-bbc9-d9f9a0a197b0'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:48:55.105225 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-87a784dd-993c-4c1e-9d48-de7d1eb6b221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:48:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['93e7a7ab-f030-4913-bbc9-d9f9a0a197b0'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:48:55.119827 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-06fdedca-4fcd-439b-bade-66335dce413d tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:55.135261 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-5475b27d-9020-4433-8559-7cd2fc46f93b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Unset dirty status for tenant:77c40f4df6664268b6fdee7d685de4ee on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:48:55.136439 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-5475b27d-9020-4433-8559-7cd2fc46f93b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "GET /v2.0/ports/515fa2d6-51eb-4b26-a5b9-eb463e9be070 HTTP/1.1" status: 200 len: 983 time: 0.1295807 Dec 20 08:48:55.140041 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 42260) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:55.181608 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-87a784dd-993c-4c1e-9d48-de7d1eb6b221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:48:55.182505 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a784dd-993c-4c1e-9d48-de7d1eb6b221 None None] The sync data for ids ['93e7a7ab-f030-4913-bbc9-d9f9a0a197b0'] in dv-neutron-820491-1-hyperv is: [] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:48:55.182886 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa2ff0c-3e23-4900-830c-66c89ef0d7ca req-e9faee72-cfef-48a8-a7fc-0b9e37781ae9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:55.185623 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-bfa2ff0c-3e23-4900-830c-66c89ef0d7ca req-e9faee72-cfef-48a8-a7fc-0b9e37781ae9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3ab8996b-db59-43a0-a379-647199802474 HTTP/1.1" status: 200 len: 912 time: 0.5959368 Dec 20 08:48:55.188869 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-06fdedca-4fcd-439b-bade-66335dce413d tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b790166-a71e-4d9c-bde9-3f75e883d2ae']}} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:48:55.273070 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-06fdedca-4fcd-439b-bade-66335dce413d tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f70b859e-66e2-44b6-b302-c93efc7b2cba') {'for_net_delete': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:48:55.273778 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-06fdedca-4fcd-439b-bade-66335dce413d tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f70b859e-66e2-44b6-b302-c93efc7b2cba') {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:48:55.291396 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42266) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:55.297871 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-06fdedca-4fcd-439b-bade-66335dce413d tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1518531'] for segment, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:55.324052 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-436a590b-38c0-432a-9d86-5b8c01cbe40e tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:55.331409 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-436a590b-38c0-432a-9d86-5b8c01cbe40e tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:55.338116 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-06fdedca-4fcd-439b-bade-66335dce413d tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:55.346294 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:55.346980 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-bfa2ff0c-3e23-4900-830c-66c89ef0d7ca req-0551a17c-3e47-4bae-b114-3c8035ff6be1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11db67d0-8208-488d-af30-92e306aa192a HTTP/1.1" status: 200 len: 1002 time: 0.1501420 Dec 20 08:48:55.352404 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06fdedca-4fcd-439b-bade-66335dce413d tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=83445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:48:55.352837 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-06fdedca-4fcd-439b-bade-66335dce413d tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2036002'] for segment, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:55.370875 dv-neutron-820491-1-hyperv neutron-server[83445]: Traceback (most recent call last): Dec 20 08:48:55.370875 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:48:55.370875 dv-neutron-820491-1-hyperv neutron-server[83445]: timer() Dec 20 08:48:55.370875 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:48:55.370875 dv-neutron-820491-1-hyperv neutron-server[83445]: cb(*args, **kw) Dec 20 08:48:55.370875 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:48:55.370875 dv-neutron-820491-1-hyperv neutron-server[83445]: return func(*args, **kwargs) Dec 20 08:48:55.370875 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:48:55.370875 dv-neutron-820491-1-hyperv neutron-server[83445]: self._notify() Dec 20 08:48:55.370875 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:48:55.370875 dv-neutron-820491-1-hyperv neutron-server[83445]: self.callback(batched_events) Dec 20 08:48:55.370875 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:48:55.370875 dv-neutron-820491-1-hyperv neutron-server[83445]: event.method(event) Dec 20 08:48:55.370875 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:48:55.370875 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:48:55.370875 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:48:55.370875 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:48:55.370875 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:48:55.370875 dv-neutron-820491-1-hyperv neutron-server[83445]: return f(self, *a, **k) Dec 20 08:48:55.370875 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:48:55.370875 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._get(url).json() Dec 20 08:48:55.370875 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:48:55.370875 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:48:55.370875 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:48:55.370875 dv-neutron-820491-1-hyperv neutron-server[83445]: return self.request(url, 'GET', **kwargs) Dec 20 08:48:55.370875 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:48:55.370875 dv-neutron-820491-1-hyperv neutron-server[83445]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:48:55.370875 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:48:55.370875 dv-neutron-820491-1-hyperv neutron-server[83445]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:48:55.370875 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:48:55.370875 dv-neutron-820491-1-hyperv neutron-server[83445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:48:55.370875 dv-neutron-820491-1-hyperv neutron-server[83445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:48:55.373543 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436a590b-38c0-432a-9d86-5b8c01cbe40e tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e242dd17-5792-49c9-887f-961a8acd1300,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:55.378525 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-436a590b-38c0-432a-9d86-5b8c01cbe40e tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:55.394588 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-436a590b-38c0-432a-9d86-5b8c01cbe40e tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:55.399002 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-436a590b-38c0-432a-9d86-5b8c01cbe40e tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4295433 Dec 20 08:48:55.400006 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 42272) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:55.418968 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a872d4a-b315-4f63-92d1-82e8c37b13f3 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Router 8622c24e-8e36-4a6a-8ead-f057b7bb0c53 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:48:55.496863 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-c1008d1b-fc14-4b35-a79e-5c7444571d14 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1742087875-network', 'tenant_id': '9cbdcc0323fa453595ec6616c2aaa00e'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:48:55.510911 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-c1008d1b-fc14-4b35-a79e-5c7444571d14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:48:55.518740 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-c1008d1b-fc14-4b35-a79e-5c7444571d14 admin admin] Usage tracker for resource:network and tenant:9cbdcc0323fa453595ec6616c2aaa00e is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:48:55.526803 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-c1008d1b-fc14-4b35-a79e-5c7444571d14 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:48:55.538496 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-c1008d1b-fc14-4b35-a79e-5c7444571d14 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:48:55.543344 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa2ff0c-3e23-4900-830c-66c89ef0d7ca req-bba359cc-895c-4dbd-87cf-6f8afadfef0c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:55.545510 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-bfa2ff0c-3e23-4900-830c-66c89ef0d7ca req-bba359cc-895c-4dbd-87cf-6f8afadfef0c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=944a3b04-d2ac-486e-bee8-ba11ef891bfe HTTP/1.1" status: 200 len: 850 time: 0.1688540 Dec 20 08:48:55.548259 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-06fdedca-4fcd-439b-bade-66335dce413d tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:55.608020 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-2e69a046-d86f-4fb9-97ab-a1c9c70616ff tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:55.627523 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-06fdedca-4fcd-439b-bade-66335dce413d tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:55.627995 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d6102814-71e8-40f7-9d8f-853f0e63278c tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:55.670797 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1008d1b-fc14-4b35-a79e-5c7444571d14 admin admin] Made reservation on behalf of 9cbdcc0323fa453595ec6616c2aaa00e for: {'network': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:48:55.672997 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c1008d1b-fc14-4b35-a79e-5c7444571d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:55.690468 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d6102814-71e8-40f7-9d8f-853f0e63278c tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:55.694147 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fdedca-4fcd-439b-bade-66335dce413d tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Pushing event deleted for resources: {'Network': ['ID=1b790166-a71e-4d9c-bde9-3f75e883d2ae,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:55.698256 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-06fdedca-4fcd-439b-bade-66335dce413d tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:55.701032 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-06fdedca-4fcd-439b-bade-66335dce413d tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] 10.222.0.16 "DELETE /v2.0/networks/1b790166-a71e-4d9c-bde9-3f75e883d2ae HTTP/1.1" status: 204 len: 168 time: 1.3260622 Dec 20 08:48:55.703908 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c1008d1b-fc14-4b35-a79e-5c7444571d14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:55.704172 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 42276) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:55.761053 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-c1008d1b-fc14-4b35-a79e-5c7444571d14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:48:55.783470 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-c1008d1b-fc14-4b35-a79e-5c7444571d14 admin admin] Usage tracker for resource:security_group_rule and tenant:9cbdcc0323fa453595ec6616c2aaa00e is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:48:55.789527 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-c1008d1b-fc14-4b35-a79e-5c7444571d14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:48:55.796450 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d6102814-71e8-40f7-9d8f-853f0e63278c tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:55.799310 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-c1008d1b-fc14-4b35-a79e-5c7444571d14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:48:55.804535 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-bfa2ff0c-3e23-4900-830c-66c89ef0d7ca req-6520d9df-8bdf-46fe-b5c6-7b19f4981692 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3ab8996b-db59-43a0-a379-647199802474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1993854 Dec 20 08:48:55.804702 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:55.822854 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-719b03c5-c085-4e0b-97f6-e30736f5e820 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Deleting port 3967b849-8baf-491e-97da-2907bec82ab6 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:48:55.823271 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-719b03c5-c085-4e0b-97f6-e30736f5e820 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:55.855564 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6102814-71e8-40f7-9d8f-853f0e63278c tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e242dd17-5792-49c9-887f-961a8acd1300,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:55.858443 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d6102814-71e8-40f7-9d8f-853f0e63278c tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:55.866288 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d6102814-71e8-40f7-9d8f-853f0e63278c tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:55.867382 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d6102814-71e8-40f7-9d8f-853f0e63278c tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/e242dd17-5792-49c9-887f-961a8acd1300 HTTP/1.1" status: 204 len: 168 time: 0.4649832 Dec 20 08:48:55.875258 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 42282) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:56.056280 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-6b052f9f-167b-46aa-8bd7-cadcbcdc4b08 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Synchronizing usage tracker for tenant:5c7f3278cec24a05bf958d0b7d35e15a on resource:security_group_rule {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:48:56.110261 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-bfa2ff0c-3e23-4900-830c-66c89ef0d7ca req-dd7e7cc2-cc1e-4d0c-8997-92c631be9157 service neutron] 10.222.0.58 "GET /v2.0/networks/3ab8996b-db59-43a0-a379-647199802474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553651 Dec 20 08:48:56.155295 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-719b03c5-c085-4e0b-97f6-e30736f5e820 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:56.156695 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c1008d1b-fc14-4b35-a79e-5c7444571d14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:56.168184 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-6b052f9f-167b-46aa-8bd7-cadcbcdc4b08 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Unset dirty status for tenant:5c7f3278cec24a05bf958d0b7d35e15a on resource:security_group_rule {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:48:56.170088 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-6b052f9f-167b-46aa-8bd7-cadcbcdc4b08 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2938297 Dec 20 08:48:56.170708 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c1008d1b-fc14-4b35-a79e-5c7444571d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:56.173452 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 42286) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:56.174459 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ba283bc1-ffe5-4a88-9448-47f5e94bab09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:56.189827 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21ef39d-464b-4a0f-9ae4-5b5dc635cf87 req-20454708-d18f-40e3-a289-c472d8106f71 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:56.191259 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-c21ef39d-464b-4a0f-9ae4-5b5dc635cf87 req-20454708-d18f-40e3-a289-c472d8106f71 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce86b767-a621-41c5-98e8-cc542b7adc7f HTTP/1.1" status: 200 len: 946 time: 0.3376079 Dec 20 08:48:56.293331 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1008d1b-fc14-4b35-a79e-5c7444571d14 admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=83445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:48:56.297613 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-719b03c5-c085-4e0b-97f6-e30736f5e820 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Calling delete_port for 3967b849-8baf-491e-97da-2907bec82ab6 owned by {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:48:56.322248 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1008d1b-fc14-4b35-a79e-5c7444571d14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe35198-4572-4a29-9b88-259ed88a5a3e,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:56.325838 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a872d4a-b315-4f63-92d1-82e8c37b13f3 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:48:56.340978 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a451a105-3653-44f2-9ef9-6ffd2feeaa6e None None] Sync routers for ids ['8622c24e-8e36-4a6a-8ead-f057b7bb0c53'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:48:56.352371 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c1008d1b-fc14-4b35-a79e-5c7444571d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:56.352902 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.segments_db [None req-c1008d1b-fc14-4b35-a79e-5c7444571d14 admin admin] Added segment 816f3411-ce24-4874-a9f0-58ff5b5f140f of type vlan for network 93bb2812-0b1d-4fea-b794-e7bc065467e8 Dec 20 08:48:56.361881 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a451a105-3653-44f2-9ef9-6ffd2feeaa6e None None] Routers {'8622c24e-8e36-4a6a-8ead-f057b7bb0c53'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:48:56.362662 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-a451a105-3653-44f2-9ef9-6ffd2feeaa6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:48:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['8622c24e-8e36-4a6a-8ead-f057b7bb0c53'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:48:56.400036 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1008d1b-fc14-4b35-a79e-5c7444571d14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:48:56.400577 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1008d1b-fc14-4b35-a79e-5c7444571d14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:48:56.401053 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1008d1b-fc14-4b35-a79e-5c7444571d14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:48:56.401601 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1008d1b-fc14-4b35-a79e-5c7444571d14 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:48:56.402074 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1008d1b-fc14-4b35-a79e-5c7444571d14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:48:56.402602 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1008d1b-fc14-4b35-a79e-5c7444571d14 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:48:56.403196 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1008d1b-fc14-4b35-a79e-5c7444571d14 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:48:56.403716 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1008d1b-fc14-4b35-a79e-5c7444571d14 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:48:56.404194 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1008d1b-fc14-4b35-a79e-5c7444571d14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:48:56.404687 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1008d1b-fc14-4b35-a79e-5c7444571d14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:48:56.405159 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1008d1b-fc14-4b35-a79e-5c7444571d14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:48:56.429973 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-c1008d1b-fc14-4b35-a79e-5c7444571d14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:56.436603 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-bfa2ff0c-3e23-4900-830c-66c89ef0d7ca req-50b24d44-abca-4184-a288-33666c3cf188 service neutron] 10.222.0.58 "GET /v2.0/networks/3ab8996b-db59-43a0-a379-647199802474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3079515 Dec 20 08:48:56.458894 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-c21ef39d-464b-4a0f-9ae4-5b5dc635cf87 req-9365b290-df37-42e6-abb1-4f86c60165f4 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/security-groups?id=57316c2a-fdb6-46e9-9469-18e9bc81adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2539210 Dec 20 08:48:56.474707 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c1008d1b-fc14-4b35-a79e-5c7444571d14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:56.484500 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c3fad6d0-d296-4ec6-9392-6adbc00f0bf4 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:56.490134 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-3a872d4a-b315-4f63-92d1-82e8c37b13f3 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "PUT /v2.0/routers/8622c24e-8e36-4a6a-8ead-f057b7bb0c53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8758781 Dec 20 08:48:56.519016 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-719b03c5-c085-4e0b-97f6-e30736f5e820 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:56.530744 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c1008d1b-fc14-4b35-a79e-5c7444571d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:56.531836 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1008d1b-fc14-4b35-a79e-5c7444571d14 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:56.532476 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c1008d1b-fc14-4b35-a79e-5c7444571d14 admin admin] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:56.538036 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-65150d41-9df3-4b05-b547-8c31d33abb0c tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:56.573391 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d48bd862-c94f-451d-a988-f9182520a6a8 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:56.606108 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-c1008d1b-fc14-4b35-a79e-5c7444571d14 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3104122 Dec 20 08:48:56.609066 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42292) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:56.644833 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719b03c5-c085-4e0b-97f6-e30736f5e820 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Pushing event deleted for resources: {'Port': ['ID=3967b849-8baf-491e-97da-2907bec82ab6,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:56.647384 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-719b03c5-c085-4e0b-97f6-e30736f5e820 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:56.649742 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-a451a105-3653-44f2-9ef9-6ffd2feeaa6e None None] Set router 8622c24e-8e36-4a6a-8ead-f057b7bb0c53 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:48:56.655904 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c3fad6d0-d296-4ec6-9392-6adbc00f0bf4 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:56.686696 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-719b03c5-c085-4e0b-97f6-e30736f5e820 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:56.739873 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-719b03c5-c085-4e0b-97f6-e30736f5e820 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] 10.222.0.16 "DELETE /v2.0/ports/3967b849-8baf-491e-97da-2907bec82ab6 HTTP/1.1" status: 204 len: 168 time: 1.0339739 Dec 20 08:48:56.746848 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1008d1b-fc14-4b35-a79e-5c7444571d14 admin admin] Pushing event updated for resources: {'Network': ['ID=93bb2812-0b1d-4fea-b794-e7bc065467e8,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:56.747946 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 42298) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:56.756167 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-c1008d1b-fc14-4b35-a79e-5c7444571d14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:56.759731 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-ae557947-934a-46a3-a4f4-3701fad9c891 admin admin] Request body: {'subnet': {'network_id': '93bb2812-0b1d-4fea-b794-e7bc065467e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1742087875-subnet', 'tenant_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'ip_version': 4}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:48:56.767510 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-ae557947-934a-46a3-a4f4-3701fad9c891 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:48:56.772439 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-ae557947-934a-46a3-a4f4-3701fad9c891 admin admin] Usage tracker for resource:subnet and tenant:9cbdcc0323fa453595ec6616c2aaa00e is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:48:56.776705 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-ae557947-934a-46a3-a4f4-3701fad9c891 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:48:56.788094 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-ae557947-934a-46a3-a4f4-3701fad9c891 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:48:56.804053 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-097694a3-0f51-44b3-b10e-ae215d934d05 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] DELETE failed (client error): The resource could not be found. Dec 20 08:48:56.804529 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-097694a3-0f51-44b3-b10e-ae215d934d05 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:48:56.806536 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae557947-934a-46a3-a4f4-3701fad9c891 admin admin] Made reservation on behalf of 9cbdcc0323fa453595ec6616c2aaa00e for: {'subnet': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:48:56.813422 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ae557947-934a-46a3-a4f4-3701fad9c891 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2095160'] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:56.823131 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-914120e7-05fd-41c0-bb17-fd4f65ab0602 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349062'] for router_interface, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:56.881645 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-097694a3-0f51-44b3-b10e-ae215d934d05 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] 10.222.0.16 "DELETE /v2.0/subnets/f486c72c-fb90-4806-b39f-94c581e730a4 HTTP/1.1" status: 404 len: 337 time: 0.1291513 Dec 20 08:48:56.889016 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c3fad6d0-d296-4ec6-9392-6adbc00f0bf4 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:56.891365 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c3fad6d0-d296-4ec6-9392-6adbc00f0bf4 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:56.895019 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c3fad6d0-d296-4ec6-9392-6adbc00f0bf4 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] 10.222.0.16 "DELETE /v2.0/security-groups/36734130-93c9-4cc0-9a41-be8bda47e092 HTTP/1.1" status: 204 len: 168 time: 0.6690145 Dec 20 08:48:56.895019 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 42302) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:56.895019 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-090f4107-a466-4090-9748-e9664d75022f tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:56.899076 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42304) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:56.919640 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network 93bb2812-0b1d-4fea-b794-e7bc065467e8 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:48:56.987962 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-cbd8f063-9f53-4ecf-b646-d6888ff8aa03 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0844100 Dec 20 08:48:56.988177 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fad6d0-d296-4ec6-9392-6adbc00f0bf4 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36734130-93c9-4cc0-9a41-be8bda47e092,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:56.988697 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42310) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:56.989800 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c3fad6d0-d296-4ec6-9392-6adbc00f0bf4 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:56.995144 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-99dc4762-6fb9-4f7d-bb67-30f0371b0f6d tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Request body: {'security_group': {'name': 'tempest-secgroup--1282842807'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:48:57.005023 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-99dc4762-6fb9-4f7d-bb67-30f0371b0f6d tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:48:57.038786 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-99dc4762-6fb9-4f7d-bb67-30f0371b0f6d tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Usage tracker for resource:security_group and tenant:5c7f3278cec24a05bf958d0b7d35e15a is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:48:57.043062 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-99dc4762-6fb9-4f7d-bb67-30f0371b0f6d tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:48:57.051572 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-99dc4762-6fb9-4f7d-bb67-30f0371b0f6d tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:48:57.074130 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-99dc4762-6fb9-4f7d-bb67-30f0371b0f6d tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:57.097345 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-131892b4-12df-4492-85e3-c9076b330e62 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:57.143564 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-99dc4762-6fb9-4f7d-bb67-30f0371b0f6d tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:48:57.147742 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ae557947-934a-46a3-a4f4-3701fad9c891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2036557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2095114'] for subnet, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:57.154866 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a9063581-f7b1-40df-bb70-a6910c350072 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:57.227361 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-a451a105-3653-44f2-9ef9-6ffd2feeaa6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8622c24e-8e36-4a6a-8ead-f057b7bb0c53', 'name': 'tempest-TestNetworkBasicOps-router-405621392', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.100'}], 'enable_snat': True}, 'gw_port_id': 'ffbc822d-d310-47fc-a0a6-d3f474bf15ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:45:45Z', 'updated_at': '2021-12-20T08:48:52Z', 'revision_number': 5, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': 'ffbc822d-d310-47fc-a0a6-d3f474bf15ca', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:6b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8622c24e-8e36-4a6a-8ead-f057b7bb0c53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:45:48Z', 'updated_at': '2021-12-20T08:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': '8de309e6-50f4-4892-9132-04a23740d016', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'floating_ip_address': '172.26.5.23', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': '8622c24e-8e36-4a6a-8ead-f057b7bb0c53', 'port_id': 'bada3ab8-1b01-4681-a0b6-e977830d7152', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '627d2b4e-ee9f-42de-b848-af479fe5c2f5', 'mac_address': 'fa:16:3e:8f:35:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1059216-b29b-4505-a7bf-5926ba22726d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T08:46:59Z', 'updated_at': '2021-12-20T08:47:11Z', 'revision_number': 1, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24d6d22e-d030-449a-8f23-f752c194ed51', 'name': '', 'network_id': '627d2b4e-ee9f-42de-b848-af479fe5c2f5', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'mac_address': 'fa:16:3e:35:e2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8622c24e-8e36-4a6a-8ead-f057b7bb0c53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '241217e4-29b1-4db3-ac24-1473da03c8b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:46:05Z', 'updated_at': '2021-12-20T08:46:18Z', 'revision_number': 5, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'subnets': [{'id': '241217e4-29b1-4db3-ac24-1473da03c8b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '568c205f-47cf-42c4-8eea-8c61990e7470', 'name': '', 'network_id': '14b45dac-66c0-4b3c-8f46-86b564f1af3d', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'mac_address': 'fa:16:3e:ed:a0:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8622c24e-8e36-4a6a-8ead-f057b7bb0c53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7956faa0-09df-406e-8f95-8fe5b9c3d55d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:48:50Z', 'updated_at': '2021-12-20T08:48:52Z', 'revision_number': 2, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'subnets': [{'id': '7956faa0-09df-406e-8f95-8fe5b9c3d55d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:48:57.232646 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a451a105-3653-44f2-9ef9-6ffd2feeaa6e None None] Checking router: 8622c24e-8e36-4a6a-8ead-f057b7bb0c53 for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 08:48:57.233160 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a451a105-3653-44f2-9ef9-6ffd2feeaa6e None None] Updating router 8622c24e-8e36-4a6a-8ead-f057b7bb0c53 port 568c205f-47cf-42c4-8eea-8c61990e7470 binding host dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 08:48:57.304306 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a451a105-3653-44f2-9ef9-6ffd2feeaa6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:57.328861 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-99dc4762-6fb9-4f7d-bb67-30f0371b0f6d tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:48:57.390146 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae557947-934a-46a3-a4f4-3701fad9c891 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cff4e817-2297-42bb-840a-667d6388fa06,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:57.404041 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ae557947-934a-46a3-a4f4-3701fad9c891 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:57.427951 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae557947-934a-46a3-a4f4-3701fad9c891 admin admin] Checking segment: {'id': '816f3411-ce24-4874-a9f0-58ff5b5f140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '93bb2812-0b1d-4fea-b794-e7bc065467e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:48:57.428314 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae557947-934a-46a3-a4f4-3701fad9c891 admin admin] Network hostable DHCP agents. Network: 93bb2812-0b1d-4fea-b794-e7bc065467e8, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:48:57.433408 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-131892b4-12df-4492-85e3-c9076b330e62 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:57.448089 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-99dc4762-6fb9-4f7d-bb67-30f0371b0f6d tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:57.455654 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-99dc4762-6fb9-4f7d-bb67-30f0371b0f6d tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:57.459720 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-dc571e84-a379-44ea-a694-e191cb612bfa tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:57.472578 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-131892b4-12df-4492-85e3-c9076b330e62 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1cf939c-f34d-4b09-9ae9-07be2c49a59a']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:48:57.502094 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dc4762-6fb9-4f7d-bb67-30f0371b0f6d tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b883fb69-2cea-4776-a4bf-0a3c1db8b7b0,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:57.539421 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae557947-934a-46a3-a4f4-3701fad9c891 admin admin] Network 93bb2812-0b1d-4fea-b794-e7bc065467e8 is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:48:57.550741 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-99dc4762-6fb9-4f7d-bb67-30f0371b0f6d tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:57.552684 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-99dc4762-6fb9-4f7d-bb67-30f0371b0f6d tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:57.557903 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-99dc4762-6fb9-4f7d-bb67-30f0371b0f6d tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5681593 Dec 20 08:48:57.558527 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42316) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:57.571956 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-3322d414-7759-42df-9ead-1f42c24ae402 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Request body: {'security_group_rule': {'security_group_id': 'b883fb69-2cea-4776-a4bf-0a3c1db8b7b0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:48:57.578465 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-131892b4-12df-4492-85e3-c9076b330e62 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a6b462e-8a8a-4c93-8024-22c3c603b013') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:48:57.578760 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-131892b4-12df-4492-85e3-c9076b330e62 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a6b462e-8a8a-4c93-8024-22c3c603b013') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:48:57.587389 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-ae557947-934a-46a3-a4f4-3701fad9c891 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, 93bb2812-0b1d-4fea-b794-e7bc065467e8) {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:48:57.596243 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-3322d414-7759-42df-9ead-1f42c24ae402 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:48:57.599200 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae557947-934a-46a3-a4f4-3701fad9c891 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:57.600000 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ae557947-934a-46a3-a4f4-3701fad9c891 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:57.611739 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-3322d414-7759-42df-9ead-1f42c24ae402 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Usage tracker for resource:security_group_rule and tenant:5c7f3278cec24a05bf958d0b7d35e15a is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:48:57.612316 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-131892b4-12df-4492-85e3-c9076b330e62 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1618722'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:57.620513 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-3322d414-7759-42df-9ead-1f42c24ae402 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:48:57.629016 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-3322d414-7759-42df-9ead-1f42c24ae402 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:48:57.638532 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-131892b4-12df-4492-85e3-c9076b330e62 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:57.640056 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83149d40-64dd-465a-bf6b-010068e7c48f None None] Network 93bb2812-0b1d-4fea-b794-e7bc065467e8 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:48:57.646337 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-ae557947-934a-46a3-a4f4-3701fad9c891 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0337937 Dec 20 08:48:57.647144 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 42320) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:57.652726 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3322d414-7759-42df-9ead-1f42c24ae402 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:57.690275 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-f6e33545-1163-4e93-8529-275d2128ed6b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1742087875-router', 'tenant_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:48:57.698349 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-131892b4-12df-4492-85e3-c9076b330e62 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:48:57.698757 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-131892b4-12df-4492-85e3-c9076b330e62 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1128911'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:57.720073 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3322d414-7759-42df-9ead-1f42c24ae402 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:57.726869 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3322d414-7759-42df-9ead-1f42c24ae402 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:57.729047 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:57.745071 dv-neutron-820491-1-hyperv neutron-server[83444]: Traceback (most recent call last): Dec 20 08:48:57.745071 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:48:57.745071 dv-neutron-820491-1-hyperv neutron-server[83444]: timer() Dec 20 08:48:57.745071 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:48:57.745071 dv-neutron-820491-1-hyperv neutron-server[83444]: cb(*args, **kw) Dec 20 08:48:57.745071 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:48:57.745071 dv-neutron-820491-1-hyperv neutron-server[83444]: return func(*args, **kwargs) Dec 20 08:48:57.745071 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:48:57.745071 dv-neutron-820491-1-hyperv neutron-server[83444]: self._notify() Dec 20 08:48:57.745071 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:48:57.745071 dv-neutron-820491-1-hyperv neutron-server[83444]: self.callback(batched_events) Dec 20 08:48:57.745071 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:48:57.745071 dv-neutron-820491-1-hyperv neutron-server[83444]: event.method(event) Dec 20 08:48:57.745071 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:48:57.745071 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:48:57.745071 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:48:57.745071 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:48:57.745071 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:48:57.745071 dv-neutron-820491-1-hyperv neutron-server[83444]: return f(self, *a, **k) Dec 20 08:48:57.745071 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:48:57.745071 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._get(url).json() Dec 20 08:48:57.745071 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:48:57.745071 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:48:57.745071 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:48:57.745071 dv-neutron-820491-1-hyperv neutron-server[83444]: return self.request(url, 'GET', **kwargs) Dec 20 08:48:57.745071 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:48:57.745071 dv-neutron-820491-1-hyperv neutron-server[83444]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:48:57.745071 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:48:57.745071 dv-neutron-820491-1-hyperv neutron-server[83444]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:48:57.745071 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:48:57.745071 dv-neutron-820491-1-hyperv neutron-server[83444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:48:57.745071 dv-neutron-820491-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:48:57.750164 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-f6e33545-1163-4e93-8529-275d2128ed6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:48:57.752860 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3322d414-7759-42df-9ead-1f42c24ae402 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5e95f8a-0f7f-4d20-ab68-99f05d0593da,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:57.755334 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3322d414-7759-42df-9ead-1f42c24ae402 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:57.768785 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3322d414-7759-42df-9ead-1f42c24ae402 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:57.771884 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-3322d414-7759-42df-9ead-1f42c24ae402 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2081265 Dec 20 08:48:57.772029 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f6e33545-1163-4e93-8529-275d2128ed6b admin admin] Usage tracker for resource:router and tenant:9cbdcc0323fa453595ec6616c2aaa00e is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:48:57.774534 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42324) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:57.781481 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f6e33545-1163-4e93-8529-275d2128ed6b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:48:57.781683 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-a899c21f-896d-4ae2-944d-d198a9d50498 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Request body: {'security_group_rule': {'security_group_id': 'b883fb69-2cea-4776-a4bf-0a3c1db8b7b0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:48:57.786833 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a451a105-3653-44f2-9ef9-6ffd2feeaa6e None None] Notify callbacks [] for port, precommit_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:57.789798 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-a899c21f-896d-4ae2-944d-d198a9d50498 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:48:57.793969 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-a899c21f-896d-4ae2-944d-d198a9d50498 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Usage tracker for resource:security_group_rule and tenant:5c7f3278cec24a05bf958d0b7d35e15a is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:48:57.797269 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-a899c21f-896d-4ae2-944d-d198a9d50498 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:48:57.802925 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-a899c21f-896d-4ae2-944d-d198a9d50498 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:48:57.805871 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-f6e33545-1163-4e93-8529-275d2128ed6b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:48:57.820676 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a899c21f-896d-4ae2-944d-d198a9d50498 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:57.888316 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-131892b4-12df-4492-85e3-c9076b330e62 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:57.888588 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-a451a105-3653-44f2-9ef9-6ffd2feeaa6e None None] Transition to ACTIVE for port object 568c205f-47cf-42c4-8eea-8c61990e7470 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:48:57.893003 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-131892b4-12df-4492-85e3-c9076b330e62 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:57.895128 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a899c21f-896d-4ae2-944d-d198a9d50498 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:57.895745 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f6e33545-1163-4e93-8529-275d2128ed6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24817'] for router, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:57.897421 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f6e33545-1163-4e93-8529-275d2128ed6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-351744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24806'] for router, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:57.900612 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a899c21f-896d-4ae2-944d-d198a9d50498 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:57.903522 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-38a00cc2-e501-427e-b261-1e249eb33286 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:57.903942 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d6991280-7bcc-4c00-9f85-2e80504b1baf tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:57.930098 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a899c21f-896d-4ae2-944d-d198a9d50498 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9399a3c-cedd-4cb9-a501-93db9938c3fc,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:57.931196 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-914120e7-05fd-41c0-bb17-fd4f65ab0602 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Deleting port 515fa2d6-51eb-4b26-a5b9-eb463e9be070 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:48:57.932357 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-914120e7-05fd-41c0-bb17-fd4f65ab0602 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:57.935640 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a451a105-3653-44f2-9ef9-6ffd2feeaa6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:57.936019 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a899c21f-896d-4ae2-944d-d198a9d50498 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:57.941748 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-1fdb4434-9d72-4bf8-bc2c-1f525bea2167 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:57.945455 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a899c21f-896d-4ae2-944d-d198a9d50498 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:57.949410 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-a899c21f-896d-4ae2-944d-d198a9d50498 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1713638 Dec 20 08:48:57.949612 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42328) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:57.955762 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-870883e7-106d-4221-8368-93392a46a403 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Request body: {'security_group_rule': {'security_group_id': 'b883fb69-2cea-4776-a4bf-0a3c1db8b7b0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:48:57.963300 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-131892b4-12df-4492-85e3-c9076b330e62 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] 10.222.0.16 "DELETE /v2.0/networks/b1cf939c-f34d-4b09-9ae9-07be2c49a59a HTTP/1.1" status: 204 len: 168 time: 1.0115767 Dec 20 08:48:57.963300 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131892b4-12df-4492-85e3-c9076b330e62 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Pushing event deleted for resources: {'Network': ['ID=b1cf939c-f34d-4b09-9ae9-07be2c49a59a,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:57.963612 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42332) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:57.964706 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-131892b4-12df-4492-85e3-c9076b330e62 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:57.970091 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-870883e7-106d-4221-8368-93392a46a403 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:48:57.978673 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9eda8a-64c7-446d-96e1-d7c591e91f44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-93bb2812-0b1d-4fea-b794-e7bc065467e8', 'network_id': '93bb2812-0b1d-4fea-b794-e7bc065467e8', 'tenant_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'fixed_ips': [{'subnet_id': 'cff4e817-2297-42bb-840a-667d6388fa06'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:48:57.979634 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-2b9eda8a-64c7-446d-96e1-d7c591e91f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:58.015151 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-870883e7-106d-4221-8368-93392a46a403 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Usage tracker for resource:security_group_rule and tenant:5c7f3278cec24a05bf958d0b7d35e15a is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:48:58.021761 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa79a6f-9471-4c75-b3ce-f883ad5b936b req-7b13e59f-d401-4c0d-81c0-4d1c29122f08 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:48:58.022310 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-870883e7-106d-4221-8368-93392a46a403 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:48:58.023228 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8fa79a6f-9471-4c75-b3ce-f883ad5b936b req-7b13e59f-d401-4c0d-81c0-4d1c29122f08 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce86b767-a621-41c5-98e8-cc542b7adc7f HTTP/1.1" status: 200 len: 946 time: 0.4241846 Dec 20 08:48:58.032371 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-870883e7-106d-4221-8368-93392a46a403 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:48:58.045269 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f6e33545-1163-4e93-8529-275d2128ed6b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:58.088997 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-870883e7-106d-4221-8368-93392a46a403 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:58.275167 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-870883e7-106d-4221-8368-93392a46a403 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:58.280998 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfb53888-1502-4124-a0c5-df6167258a00 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Deleting subnet c5ef98df-9d6a-493a-aff2-93c893592677 {{(pid=83445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:48:58.284035 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-dfb53888-1502-4124-a0c5-df6167258a00 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks [] for subnet, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:58.298589 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9491c2a9-ebe4-4bd8-b1f3-4b408506a9df None None] Pushing event updated for resources: {'Port': ['ID=568c205f-47cf-42c4-8eea-8c61990e7470,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:58.306685 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-9491c2a9-ebe4-4bd8-b1f3-4b408506a9df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:58.320200 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8fa79a6f-9471-4c75-b3ce-f883ad5b936b req-2133dcc3-42ee-48ca-872b-acbfb6d35ef4 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/security-groups?id=57316c2a-fdb6-46e9-9469-18e9bc81adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2732377 Dec 20 08:48:58.343676 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-914120e7-05fd-41c0-bb17-fd4f65ab0602 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:58.348440 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-dfb53888-1502-4124-a0c5-df6167258a00 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1518554'] for subnet, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:58.395647 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-870883e7-106d-4221-8368-93392a46a403 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:58.411903 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ba47ca3f-9c2b-4dd8-8e39-fb0ac9ec4b22 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:58.423784 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-2b9eda8a-64c7-446d-96e1-d7c591e91f44 None None] Allocated IP 172.20.0.2 (93bb2812-0b1d-4fea-b794-e7bc065467e8/cff4e817-2297-42bb-840a-667d6388fa06/f4a09f49-def6-43d5-a237-982216211158) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:48:58.436402 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-a451a105-3653-44f2-9ef9-6ffd2feeaa6e None None] Attempting to bind port 568c205f-47cf-42c4-8eea-8c61990e7470 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:48:58.437075 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-a451a105-3653-44f2-9ef9-6ffd2feeaa6e None None] Attempting to bind port 568c205f-47cf-42c4-8eea-8c61990e7470 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '05750874-43ff-4592-9e36-f1b4b81b64f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '14b45dac-66c0-4b3c-8f46-86b564f1af3d'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:48:58.437631 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a451a105-3653-44f2-9ef9-6ffd2feeaa6e None None] Attempting to bind port 568c205f-47cf-42c4-8eea-8c61990e7470 on network 14b45dac-66c0-4b3c-8f46-86b564f1af3d {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:48:58.446837 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a451a105-3653-44f2-9ef9-6ffd2feeaa6e None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:48:58.447525 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a451a105-3653-44f2-9ef9-6ffd2feeaa6e None None] Checking segment: {'id': '05750874-43ff-4592-9e36-f1b4b81b64f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '14b45dac-66c0-4b3c-8f46-86b564f1af3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:48:58.448100 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a451a105-3653-44f2-9ef9-6ffd2feeaa6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:58.448654 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a451a105-3653-44f2-9ef9-6ffd2feeaa6e None None] Bound using segment: {'id': '05750874-43ff-4592-9e36-f1b4b81b64f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '14b45dac-66c0-4b3c-8f46-86b564f1af3d'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:48:58.449433 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-a451a105-3653-44f2-9ef9-6ffd2feeaa6e None None] Bound port: 568c205f-47cf-42c4-8eea-8c61990e7470, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05750874-43ff-4592-9e36-f1b4b81b64f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '14b45dac-66c0-4b3c-8f46-86b564f1af3d'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:48:58.450604 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a451a105-3653-44f2-9ef9-6ffd2feeaa6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:58.465560 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870883e7-106d-4221-8368-93392a46a403 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fbc0b75-acc9-49ad-ad43-72a478e0eaa8,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:58.477574 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-870883e7-106d-4221-8368-93392a46a403 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:58.482452 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-870883e7-106d-4221-8368-93392a46a403 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:58.484059 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-870883e7-106d-4221-8368-93392a46a403 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5333838 Dec 20 08:48:58.489795 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42336) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:58.498183 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f6e33545-1163-4e93-8529-275d2128ed6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24724'] for router, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:58.504025 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-3b53945b-3bdb-4293-b3a7-777977b487fa tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Request body: {'security_group_rule': {'security_group_id': 'b883fb69-2cea-4776-a4bf-0a3c1db8b7b0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:48:58.515350 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-914120e7-05fd-41c0-bb17-fd4f65ab0602 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Calling delete_port for 515fa2d6-51eb-4b26-a5b9-eb463e9be070 owned by network:router_interface {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:48:58.537884 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-3b53945b-3bdb-4293-b3a7-777977b487fa tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:48:58.548365 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-3b53945b-3bdb-4293-b3a7-777977b487fa tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Usage tracker for resource:security_group_rule and tenant:5c7f3278cec24a05bf958d0b7d35e15a is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:48:58.565630 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-3b53945b-3bdb-4293-b3a7-777977b487fa tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:48:58.572798 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-3b53945b-3bdb-4293-b3a7-777977b487fa tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:48:58.611613 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-dfb53888-1502-4124-a0c5-df6167258a00 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:58.662525 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3b53945b-3bdb-4293-b3a7-777977b487fa tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:58.702918 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-a451a105-3653-44f2-9ef9-6ffd2feeaa6e None None] For port 568c205f-47cf-42c4-8eea-8c61990e7470, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:48:58.726568 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-a451a105-3653-44f2-9ef9-6ffd2feeaa6e None None] For port 568c205f-47cf-42c4-8eea-8c61990e7470, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=568c205f-47cf-42c4-8eea-8c61990e7470,segment=NetworkSegment(05750874-43ff-4592-9e36-f1b4b81b64f9),segment_id=05750874-43ff-4592-9e36-f1b4b81b64f9)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:48:58.736952 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a451a105-3653-44f2-9ef9-6ffd2feeaa6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:58.744593 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-7e9920ee-ce5b-465c-aa6c-8c13e6aca236 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:58.757425 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-dfb53888-1502-4124-a0c5-df6167258a00 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2036620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2095133'] for subnet, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:58.763168 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3b53945b-3bdb-4293-b3a7-777977b487fa tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:58.764761 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-6652ea43-9ae0-48ec-a039-418936ff702a tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:58.801275 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3b53945b-3bdb-4293-b3a7-777977b487fa tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:58.803900 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb53888-1502-4124-a0c5-df6167258a00 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Pushing event deleted for resources: {'Subnet': ['ID=c5ef98df-9d6a-493a-aff2-93c893592677,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:58.807536 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-dfb53888-1502-4124-a0c5-df6167258a00 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:58.808188 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-83bbf6a4-6901-42d2-ac0b-ca399729e9fa tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:58.841630 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-dfb53888-1502-4124-a0c5-df6167258a00 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:58.860587 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd8ffb8-7660-4ae0-b514-7d28a283c2ba None None] Network 121ed6de-7556-4449-9d32-9cfe4955cd4f requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:48:58.863922 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b53945b-3bdb-4293-b3a7-777977b487fa tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99339bc2-7d85-464f-8f26-b7fe1b4849ec,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:58.872018 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-dfb53888-1502-4124-a0c5-df6167258a00 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] 10.222.0.16 "DELETE /v2.0/subnets/c5ef98df-9d6a-493a-aff2-93c893592677 HTTP/1.1" status: 204 len: 168 time: 0.9035747 Dec 20 08:48:58.872231 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f6e33545-1163-4e93-8529-275d2128ed6b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:58.873520 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3b53945b-3bdb-4293-b3a7-777977b487fa tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:58.873520 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42340) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:58.900846 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3b53945b-3bdb-4293-b3a7-777977b487fa tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:58.905647 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-3b53945b-3bdb-4293-b3a7-777977b487fa tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4114592 Dec 20 08:48:58.908736 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42344) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:58.910472 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f6e33545-1163-4e93-8529-275d2128ed6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:58.912506 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-914120e7-05fd-41c0-bb17-fd4f65ab0602 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:58.918109 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-a4c79187-7aac-44bd-8f25-9df2103c3f4a tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Request body: {'security_group_rule': {'security_group_id': 'b883fb69-2cea-4776-a4bf-0a3c1db8b7b0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:48:58.925813 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-916ffa86-8af1-4004-833b-502209bf3188 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:58.926154 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-a4c79187-7aac-44bd-8f25-9df2103c3f4a tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:48:58.943631 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-a4c79187-7aac-44bd-8f25-9df2103c3f4a tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Usage tracker for resource:security_group_rule and tenant:5c7f3278cec24a05bf958d0b7d35e15a is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:48:58.948501 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-a4c79187-7aac-44bd-8f25-9df2103c3f4a tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:48:58.987514 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-2b9eda8a-64c7-446d-96e1-d7c591e91f44 None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:58.998742 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9491c2a9-ebe4-4bd8-b1f3-4b408506a9df None None] Pushing event updated for resources: {'Port': ['ID=568c205f-47cf-42c4-8eea-8c61990e7470,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:59.007409 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-9491c2a9-ebe4-4bd8-b1f3-4b408506a9df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:59.010424 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-2b9eda8a-64c7-446d-96e1-d7c591e91f44 None None] Transition to ACTIVE for port object f4a09f49-def6-43d5-a237-982216211158 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:48:59.018133 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-a4c79187-7aac-44bd-8f25-9df2103c3f4a tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:48:59.018347 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a451a105-3653-44f2-9ef9-6ffd2feeaa6e None None] Routers {'8622c24e-8e36-4a6a-8ead-f057b7bb0c53'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:48:59.018789 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-a451a105-3653-44f2-9ef9-6ffd2feeaa6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:48:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['8622c24e-8e36-4a6a-8ead-f057b7bb0c53'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:48:59.035239 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-155f98fb-26de-416c-b9b4-12316951cde0 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:59.052594 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a4c79187-7aac-44bd-8f25-9df2103c3f4a tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:59.069928 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-155f98fb-26de-416c-b9b4-12316951cde0 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Deleting port 8404cbc4-d399-46b1-ad62-0904708c32a2 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:48:59.070299 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-155f98fb-26de-416c-b9b4-12316951cde0 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:59.132047 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914120e7-05fd-41c0-bb17-fd4f65ab0602 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Pushing event deleted for resources: {'Port': ['ID=515fa2d6-51eb-4b26-a5b9-eb463e9be070,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:59.134284 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-914120e7-05fd-41c0-bb17-fd4f65ab0602 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:59.222530 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-a451a105-3653-44f2-9ef9-6ffd2feeaa6e None None] Set router 8622c24e-8e36-4a6a-8ead-f057b7bb0c53 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:48:59.287828 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a4c79187-7aac-44bd-8f25-9df2103c3f4a tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:59.339892 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a4c79187-7aac-44bd-8f25-9df2103c3f4a tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:59.365616 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:59.429006 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-914120e7-05fd-41c0-bb17-fd4f65ab0602 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32897953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348760'] for router_interface, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:59.438226 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-155f98fb-26de-416c-b9b4-12316951cde0 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] For port 8404cbc4-d399-46b1-ad62-0904708c32a2, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=8404cbc4-d399-46b1-ad62-0904708c32a2,segment=NetworkSegment(3111d61b-2d23-4b92-a2ae-3b80df3a9c1d),segment_id=3111d61b-2d23-4b92-a2ae-3b80df3a9c1d)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:48:59.438577 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-155f98fb-26de-416c-b9b4-12316951cde0 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:59.447152 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a4c79187-7aac-44bd-8f25-9df2103c3f4a tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:59.451172 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-a4c79187-7aac-44bd-8f25-9df2103c3f4a tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.5392618 Dec 20 08:48:59.451172 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c79187-7aac-44bd-8f25-9df2103c3f4a tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=738e13ea-39dc-42d0-9529-7717ce3c8238,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:59.454065 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42352) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:48:59.454893 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a4c79187-7aac-44bd-8f25-9df2103c3f4a tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:59.515581 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-f6e33545-1163-4e93-8529-275d2128ed6b admin admin] Allocated IP 172.26.5.225 (95f3bec2-46e6-4468-8229-8badd4a5aaae/cf8895a3-346d-4313-a645-16ecdcce9969/f2cbcfcd-283f-4118-8bdd-b273ae3cd306) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:48:59.528395 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-2b9eda8a-64c7-446d-96e1-d7c591e91f44 None None] Transition to ACTIVE for port object f4a09f49-def6-43d5-a237-982216211158 will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:48:59.554233 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-2b9eda8a-64c7-446d-96e1-d7c591e91f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:59.559759 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-b0fed305-748b-466d-b263-7d01b92571ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:59.635158 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-155f98fb-26de-416c-b9b4-12316951cde0 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Calling delete_port for 8404cbc4-d399-46b1-ad62-0904708c32a2 owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:48:59.669869 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9eda8a-64c7-446d-96e1-d7c591e91f44 None None] Pushing event updated for resources: {'Port': ['ID=f4a09f49-def6-43d5-a237-982216211158,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:59.682227 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-2b9eda8a-64c7-446d-96e1-d7c591e91f44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:59.724359 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e7e55230-cb52-463b-ae83-a088e335ed48 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:59.729124 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9eda8a-64c7-446d-96e1-d7c591e91f44 None None] Network 93bb2812-0b1d-4fea-b794-e7bc065467e8 is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:48:59.740353 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-2b9eda8a-64c7-446d-96e1-d7c591e91f44 None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:48:59.741113 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e7e55230-cb52-463b-ae83-a088e335ed48 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:59.749751 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9eda8a-64c7-446d-96e1-d7c591e91f44 None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:48:59.804545 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e7e55230-cb52-463b-ae83-a088e335ed48 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:59.806918 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:59.831125 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e55230-cb52-463b-ae83-a088e335ed48 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=738e13ea-39dc-42d0-9529-7717ce3c8238,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:48:59.838883 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e7e55230-cb52-463b-ae83-a088e335ed48 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:48:59.842219 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-155f98fb-26de-416c-b9b4-12316951cde0 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:59.847921 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-46b258c0-2142-4b76-b25a-c5324b5ac87a tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:48:59.968352 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8998faff-e0fb-47b7-8961-c53c1e69164f None None] DHCP port deletion for 121ed6de-7556-4449-9d32-9cfe4955cd4f request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 08:48:59.977775 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-2b9eda8a-64c7-446d-96e1-d7c591e91f44 None None] Attempting to bind port f4a09f49-def6-43d5-a237-982216211158 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:48:59.978176 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-2b9eda8a-64c7-446d-96e1-d7c591e91f44 None None] Attempting to bind port f4a09f49-def6-43d5-a237-982216211158 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '816f3411-ce24-4874-a9f0-58ff5b5f140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '93bb2812-0b1d-4fea-b794-e7bc065467e8'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:48:59.978349 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f6e33545-1163-4e93-8529-275d2128ed6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:48:59.978825 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9eda8a-64c7-446d-96e1-d7c591e91f44 None None] Attempting to bind port f4a09f49-def6-43d5-a237-982216211158 on network 93bb2812-0b1d-4fea-b794-e7bc065467e8 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:49:00.002205 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9eda8a-64c7-446d-96e1-d7c591e91f44 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:49:00.002617 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9eda8a-64c7-446d-96e1-d7c591e91f44 None None] Checking segment: {'id': '816f3411-ce24-4874-a9f0-58ff5b5f140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '93bb2812-0b1d-4fea-b794-e7bc065467e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:49:00.002993 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-2b9eda8a-64c7-446d-96e1-d7c591e91f44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:00.003383 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9eda8a-64c7-446d-96e1-d7c591e91f44 None None] Bound using segment: {'id': '816f3411-ce24-4874-a9f0-58ff5b5f140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '93bb2812-0b1d-4fea-b794-e7bc065467e8'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:49:00.004011 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-2b9eda8a-64c7-446d-96e1-d7c591e91f44 None None] Bound port: f4a09f49-def6-43d5-a237-982216211158, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '816f3411-ce24-4874-a9f0-58ff5b5f140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '93bb2812-0b1d-4fea-b794-e7bc065467e8'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:49:00.004232 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-2b9eda8a-64c7-446d-96e1-d7c591e91f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:00.015152 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b8b0d9-0625-4eb7-9cf7-eef14a1661e8 req-146d51df-ba3d-41df-9b3d-93f51e220580 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:49:00.016595 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-76b8b0d9-0625-4eb7-9cf7-eef14a1661e8 req-146d51df-ba3d-41df-9b3d-93f51e220580 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce86b767-a621-41c5-98e8-cc542b7adc7f HTTP/1.1" status: 200 len: 946 time: 0.3905892 Dec 20 08:49:00.028720 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155f98fb-26de-416c-b9b4-12316951cde0 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Pushing event deleted for resources: {'Port': ['ID=8404cbc4-d399-46b1-ad62-0904708c32a2,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:00.032814 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-a451a105-3653-44f2-9ef9-6ffd2feeaa6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8622c24e-8e36-4a6a-8ead-f057b7bb0c53', 'name': 'tempest-TestNetworkBasicOps-router-405621392', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.100'}], 'enable_snat': True}, 'gw_port_id': 'ffbc822d-d310-47fc-a0a6-d3f474bf15ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:45:45Z', 'updated_at': '2021-12-20T08:48:52Z', 'revision_number': 5, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': 'ffbc822d-d310-47fc-a0a6-d3f474bf15ca', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:6b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8622c24e-8e36-4a6a-8ead-f057b7bb0c53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:45:48Z', 'updated_at': '2021-12-20T08:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': '8de309e6-50f4-4892-9132-04a23740d016', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'floating_ip_address': '172.26.5.23', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': '8622c24e-8e36-4a6a-8ead-f057b7bb0c53', 'port_id': 'bada3ab8-1b01-4681-a0b6-e977830d7152', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '627d2b4e-ee9f-42de-b848-af479fe5c2f5', 'mac_address': 'fa:16:3e:8f:35:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1059216-b29b-4505-a7bf-5926ba22726d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T08:46:59Z', 'updated_at': '2021-12-20T08:47:11Z', 'revision_number': 1, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24d6d22e-d030-449a-8f23-f752c194ed51', 'name': '', 'network_id': '627d2b4e-ee9f-42de-b848-af479fe5c2f5', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'mac_address': 'fa:16:3e:35:e2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8622c24e-8e36-4a6a-8ead-f057b7bb0c53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '241217e4-29b1-4db3-ac24-1473da03c8b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:46:05Z', 'updated_at': '2021-12-20T08:46:18Z', 'revision_number': 5, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'subnets': [{'id': '241217e4-29b1-4db3-ac24-1473da03c8b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '568c205f-47cf-42c4-8eea-8c61990e7470', 'name': '', 'network_id': '14b45dac-66c0-4b3c-8f46-86b564f1af3d', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'mac_address': 'fa:16:3e:ed:a0:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8622c24e-8e36-4a6a-8ead-f057b7bb0c53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7956faa0-09df-406e-8f95-8fe5b9c3d55d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:48:50Z', 'updated_at': '2021-12-20T08:48:58Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'subnets': [{'id': '7956faa0-09df-406e-8f95-8fe5b9c3d55d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:00.033080 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e7e55230-cb52-463b-ae83-a088e335ed48 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:00.034096 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-e7e55230-cb52-463b-ae83-a088e335ed48 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/738e13ea-39dc-42d0-9529-7717ce3c8238 HTTP/1.1" status: 204 len: 168 time: 0.5783007 Dec 20 08:49:00.035237 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-155f98fb-26de-416c-b9b4-12316951cde0 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:00.046216 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 42356) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:00.056683 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155f98fb-26de-416c-b9b4-12316951cde0 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] No DVR routers for this DVR port 8404cbc4-d399-46b1-ad62-0904708c32a2 on host dv-neutron-820491-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:49:00.071386 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a451a105-3653-44f2-9ef9-6ffd2feeaa6e None None] The sync data for ids ['8622c24e-8e36-4a6a-8ead-f057b7bb0c53'] in dv-neutron-820491-1-hyperv is: [{'id': '8622c24e-8e36-4a6a-8ead-f057b7bb0c53', 'name': 'tempest-TestNetworkBasicOps-router-405621392', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.100'}], 'enable_snat': True}, 'gw_port_id': 'ffbc822d-d310-47fc-a0a6-d3f474bf15ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:45:45Z', 'updated_at': '2021-12-20T08:48:52Z', 'revision_number': 5, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': 'ffbc822d-d310-47fc-a0a6-d3f474bf15ca', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:6b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8622c24e-8e36-4a6a-8ead-f057b7bb0c53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:45:48Z', 'updated_at': '2021-12-20T08:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': '8de309e6-50f4-4892-9132-04a23740d016', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'floating_ip_address': '172.26.5.23', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': '8622c24e-8e36-4a6a-8ead-f057b7bb0c53', 'port_id': 'bada3ab8-1b01-4681-a0b6-e977830d7152', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '627d2b4e-ee9f-42de-b848-af479fe5c2f5', 'mac_address': 'fa:16:3e:8f:35:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1059216-b29b-4505-a7bf-5926ba22726d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T08:46:59Z', 'updated_at': '2021-12-20T08:47:11Z', 'revision_number': 1, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24d6d22e-d030-449a-8f23-f752c194ed51', 'name': '', 'network_id': '627d2b4e-ee9f-42de-b848-af479fe5c2f5', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'mac_address': 'fa:16:3e:35:e2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8622c24e-8e36-4a6a-8ead-f057b7bb0c53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '241217e4-29b1-4db3-ac24-1473da03c8b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:46:05Z', 'updated_at': '2021-12-20T08:46:18Z', 'revision_number': 5, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'subnets': [{'id': '241217e4-29b1-4db3-ac24-1473da03c8b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '568c205f-47cf-42c4-8eea-8c61990e7470', 'name': '', 'network_id': '14b45dac-66c0-4b3c-8f46-86b564f1af3d', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'mac_address': 'fa:16:3e:ed:a0:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8622c24e-8e36-4a6a-8ead-f057b7bb0c53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7956faa0-09df-406e-8f95-8fe5b9c3d55d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:48:50Z', 'updated_at': '2021-12-20T08:48:58Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'subnets': [{'id': '7956faa0-09df-406e-8f95-8fe5b9c3d55d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:49:00.136505 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-1e6d40bb-736d-4500-b24f-eb22f8f1ffd4 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Synchronizing usage tracker for tenant:5c7f3278cec24a05bf958d0b7d35e15a on resource:security_group_rule {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:49:00.146144 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-2b9eda8a-64c7-446d-96e1-d7c591e91f44 None None] For port f4a09f49-def6-43d5-a237-982216211158, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:49:00.148438 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-914120e7-05fd-41c0-bb17-fd4f65ab0602 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Router 93e7a7ab-f030-4913-bbc9-d9f9a0a197b0 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:49:00.149787 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-2b9eda8a-64c7-446d-96e1-d7c591e91f44 None None] For port f4a09f49-def6-43d5-a237-982216211158, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=f4a09f49-def6-43d5-a237-982216211158,segment=NetworkSegment(816f3411-ce24-4874-a9f0-58ff5b5f140f),segment_id=816f3411-ce24-4874-a9f0-58ff5b5f140f)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:49:00.158324 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-2b9eda8a-64c7-446d-96e1-d7c591e91f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:00.160638 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f6e33545-1163-4e93-8529-275d2128ed6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:00.164280 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-572dc7e7-035b-4473-9a9c-be207f290558 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:00.166225 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-76b8b0d9-0625-4eb7-9cf7-eef14a1661e8 req-5060e366-d102-4c69-a318-5549893420bf tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/security-groups?id=57316c2a-fdb6-46e9-9469-18e9bc81adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408942 Dec 20 08:49:00.168252 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9d02407f-c266-430a-b9b1-615674fef886 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:00.236214 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-155f98fb-26de-416c-b9b4-12316951cde0 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:00.268727 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-155f98fb-26de-416c-b9b4-12316951cde0 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['121ed6de-7556-4449-9d32-9cfe4955cd4f']}} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:00.285562 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-155f98fb-26de-416c-b9b4-12316951cde0 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3111d61b-2d23-4b92-a2ae-3b80df3a9c1d') {'for_net_delete': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:00.285824 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9eda8a-64c7-446d-96e1-d7c591e91f44 None None] Pushing event updated for resources: {'Port': ['ID=f4a09f49-def6-43d5-a237-982216211158,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:00.285937 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-155f98fb-26de-416c-b9b4-12316951cde0 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3111d61b-2d23-4b92-a2ae-3b80df3a9c1d') {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:00.290591 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-2b9eda8a-64c7-446d-96e1-d7c591e91f44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:00.304269 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-155f98fb-26de-416c-b9b4-12316951cde0 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1518531'] for segment, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:00.329873 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-155f98fb-26de-416c-b9b4-12316951cde0 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:00.348371 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-155f98fb-26de-416c-b9b4-12316951cde0 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=83445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:49:00.348779 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-155f98fb-26de-416c-b9b4-12316951cde0 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2036002'] for segment, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:00.364778 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-1e6d40bb-736d-4500-b24f-eb22f8f1ffd4 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Unset dirty status for tenant:5c7f3278cec24a05bf958d0b7d35e15a on resource:security_group_rule {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:49:00.366232 dv-neutron-820491-1-hyperv neutron-server[83445]: Traceback (most recent call last): Dec 20 08:49:00.366232 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:49:00.366232 dv-neutron-820491-1-hyperv neutron-server[83445]: timer() Dec 20 08:49:00.366232 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:49:00.366232 dv-neutron-820491-1-hyperv neutron-server[83445]: cb(*args, **kw) Dec 20 08:49:00.366232 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:49:00.366232 dv-neutron-820491-1-hyperv neutron-server[83445]: return func(*args, **kwargs) Dec 20 08:49:00.366232 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:49:00.366232 dv-neutron-820491-1-hyperv neutron-server[83445]: self._notify() Dec 20 08:49:00.366232 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:49:00.366232 dv-neutron-820491-1-hyperv neutron-server[83445]: self.callback(batched_events) Dec 20 08:49:00.366232 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:49:00.366232 dv-neutron-820491-1-hyperv neutron-server[83445]: event.method(event) Dec 20 08:49:00.366232 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:49:00.366232 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:49:00.366232 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:49:00.366232 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:49:00.366232 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:49:00.366232 dv-neutron-820491-1-hyperv neutron-server[83445]: return f(self, *a, **k) Dec 20 08:49:00.366232 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:49:00.366232 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._get(url).json() Dec 20 08:49:00.366232 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:49:00.366232 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:49:00.366232 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:49:00.366232 dv-neutron-820491-1-hyperv neutron-server[83445]: return self.request(url, 'GET', **kwargs) Dec 20 08:49:00.366232 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:49:00.366232 dv-neutron-820491-1-hyperv neutron-server[83445]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:49:00.366232 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:49:00.366232 dv-neutron-820491-1-hyperv neutron-server[83445]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:49:00.366232 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:49:00.366232 dv-neutron-820491-1-hyperv neutron-server[83445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:49:00.366232 dv-neutron-820491-1-hyperv neutron-server[83445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:49:00.372888 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1e6d40bb-736d-4500-b24f-eb22f8f1ffd4 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.3196502 Dec 20 08:49:00.372990 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42360) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:00.426537 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e33545-1163-4e93-8529-275d2128ed6b admin admin] Network 95f3bec2-46e6-4468-8229-8badd4a5aaae is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:49:00.435398 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-f6e33545-1163-4e93-8529-275d2128ed6b admin admin] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:49:00.437906 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e33545-1163-4e93-8529-275d2128ed6b admin admin] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:49:00.472945 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d532dc7b-0538-4ea9-acf2-b8fedebcd9e8 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:00.478433 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e33545-1163-4e93-8529-275d2128ed6b admin admin] Pushing event updated for resources: {'Port': ['ID=f2cbcfcd-283f-4118-8bdd-b273ae3cd306,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:00.483649 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f6e33545-1163-4e93-8529-275d2128ed6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:00.499950 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d532dc7b-0538-4ea9-acf2-b8fedebcd9e8 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:00.509399 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-155f98fb-26de-416c-b9b4-12316951cde0 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:00.521571 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-9a4bf2c6-fd53-4a74-a4df-8a04783c998e tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:00.544457 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-155f98fb-26de-416c-b9b4-12316951cde0 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:00.549597 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155f98fb-26de-416c-b9b4-12316951cde0 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Pushing event deleted for resources: {'Network': ['ID=121ed6de-7556-4449-9d32-9cfe4955cd4f,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:00.554158 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-155f98fb-26de-416c-b9b4-12316951cde0 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:00.557998 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-914120e7-05fd-41c0-bb17-fd4f65ab0602 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:49:00.562848 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-155f98fb-26de-416c-b9b4-12316951cde0 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] 10.222.0.16 "DELETE /v2.0/networks/121ed6de-7556-4449-9d32-9cfe4955cd4f HTTP/1.1" status: 204 len: 168 time: 1.6866608 Dec 20 08:49:00.576995 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fdcc52-915b-4cf4-ae46-7062572a44fe None None] Sync routers for ids ['93e7a7ab-f030-4913-bbc9-d9f9a0a197b0'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:49:00.581394 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d532dc7b-0538-4ea9-acf2-b8fedebcd9e8 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:00.583215 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:00.598504 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fdcc52-915b-4cf4-ae46-7062572a44fe None None] Routers {'93e7a7ab-f030-4913-bbc9-d9f9a0a197b0'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:49:00.602408 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-10fdcc52-915b-4cf4-ae46-7062572a44fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:48:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['93e7a7ab-f030-4913-bbc9-d9f9a0a197b0'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:00.632021 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d532dc7b-0538-4ea9-acf2-b8fedebcd9e8 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=99339bc2-7d85-464f-8f26-b7fe1b4849ec,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:00.645951 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d532dc7b-0538-4ea9-acf2-b8fedebcd9e8 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:00.661996 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d532dc7b-0538-4ea9-acf2-b8fedebcd9e8 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:00.663300 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-d532dc7b-0538-4ea9-acf2-b8fedebcd9e8 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/99339bc2-7d85-464f-8f26-b7fe1b4849ec HTTP/1.1" status: 204 len: 168 time: 0.2904048 Dec 20 08:49:00.665988 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42366) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:00.711392 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-10fdcc52-915b-4cf4-ae46-7062572a44fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:00.738291 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-914120e7-05fd-41c0-bb17-fd4f65ab0602 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "PUT /v2.0/routers/93e7a7ab-f030-4913-bbc9-d9f9a0a197b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5967164 Dec 20 08:49:00.739165 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 42370) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:00.746468 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fdcc52-915b-4cf4-ae46-7062572a44fe None None] Routers {'93e7a7ab-f030-4913-bbc9-d9f9a0a197b0'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:49:00.748001 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-10fdcc52-915b-4cf4-ae46-7062572a44fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:48:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['93e7a7ab-f030-4913-bbc9-d9f9a0a197b0'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:00.758194 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-28534596-2734-4ba4-a94e-eb96a7177386 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Synchronizing usage tracker for tenant:5c7f3278cec24a05bf958d0b7d35e15a on resource:security_group_rule {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:49:00.781464 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-28534596-2734-4ba4-a94e-eb96a7177386 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Unset dirty status for tenant:5c7f3278cec24a05bf958d0b7d35e15a on resource:security_group_rule {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:49:00.786379 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-28534596-2734-4ba4-a94e-eb96a7177386 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.1179445 Dec 20 08:49:00.788437 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42374) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:00.821597 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-10fdcc52-915b-4cf4-ae46-7062572a44fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:00.822114 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fdcc52-915b-4cf4-ae46-7062572a44fe None None] The sync data for ids ['93e7a7ab-f030-4913-bbc9-d9f9a0a197b0'] in dv-neutron-820491-1-hyperv is: [] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:49:00.848509 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-595dce72-afc2-43e8-b7cb-39344541ea50 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:00.867660 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-595dce72-afc2-43e8-b7cb-39344541ea50 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:00.901865 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-595dce72-afc2-43e8-b7cb-39344541ea50 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:00.914020 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e88eb82b-708f-4549-bb13-71e8af1a7419 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:00.931328 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595dce72-afc2-43e8-b7cb-39344541ea50 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7fbc0b75-acc9-49ad-ad43-72a478e0eaa8,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:00.934300 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-595dce72-afc2-43e8-b7cb-39344541ea50 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:00.940923 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-595dce72-afc2-43e8-b7cb-39344541ea50 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:00.942452 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-595dce72-afc2-43e8-b7cb-39344541ea50 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/7fbc0b75-acc9-49ad-ad43-72a478e0eaa8 HTTP/1.1" status: 204 len: 168 time: 0.1527190 Dec 20 08:49:00.945133 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42380) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:00.964506 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42384) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:01.017159 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-e56f89e3-53e5-4bd9-b696-10a1cc6245d8 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Synchronizing usage tracker for tenant:5c7f3278cec24a05bf958d0b7d35e15a on resource:security_group_rule {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:49:01.035485 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-e56f89e3-53e5-4bd9-b696-10a1cc6245d8 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Unset dirty status for tenant:5c7f3278cec24a05bf958d0b7d35e15a on resource:security_group_rule {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:49:01.038291 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-e56f89e3-53e5-4bd9-b696-10a1cc6245d8 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.0914271 Dec 20 08:49:01.040932 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42390) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:01.077809 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-dc547e0f-c98d-4a9c-b050-68be97048713 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:01.090057 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-dc547e0f-c98d-4a9c-b050-68be97048713 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:01.097546 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 08:49:01.136011 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-dc547e0f-c98d-4a9c-b050-68be97048713 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:01.138724 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3322d414-7759-42df-9ead-1f42c24ae402 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:01.159571 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc547e0f-c98d-4a9c-b050-68be97048713 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b9399a3c-cedd-4cb9-a501-93db9938c3fc,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:01.165470 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-dc547e0f-c98d-4a9c-b050-68be97048713 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:01.183715 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-dc547e0f-c98d-4a9c-b050-68be97048713 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:01.188132 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-dc547e0f-c98d-4a9c-b050-68be97048713 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/b9399a3c-cedd-4cb9-a501-93db9938c3fc HTTP/1.1" status: 204 len: 168 time: 0.1433442 Dec 20 08:49:01.189377 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42394) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:01.212047 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-dcf37ec7-718c-4d43-8b32-8d9c2de67140 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4de9b4b7601243f2b1d879d3ed46dac5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2442083 Dec 20 08:49:01.216205 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42400) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:01.273213 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f6e33545-1163-4e93-8529-275d2128ed6b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:01.274070 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f6e33545-1163-4e93-8529-275d2128ed6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071'] for router, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:01.282520 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-42758deb-cb7c-4b88-b73c-5268676369f9 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Synchronizing usage tracker for tenant:5c7f3278cec24a05bf958d0b7d35e15a on resource:security_group_rule {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:49:01.314413 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-42758deb-cb7c-4b88-b73c-5268676369f9 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Unset dirty status for tenant:5c7f3278cec24a05bf958d0b7d35e15a on resource:security_group_rule {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:49:01.315756 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-42758deb-cb7c-4b88-b73c-5268676369f9 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.1255207 Dec 20 08:49:01.318799 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42404) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:01.338643 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-575b3646-04d1-46ed-8aa8-0c0d163762cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:01.372732 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-4f072949-7034-4fa2-9b44-750197313fac tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] remove_router_interface failed (client error): The resource could not be found. Dec 20 08:49:01.376581 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-4f072949-7034-4fa2-9b44-750197313fac tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "PUT /v2.0/routers/93e7a7ab-f030-4913-bbc9-d9f9a0a197b0/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6270537 Dec 20 08:49:01.377051 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42408) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:01.378106 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-accc9143-250a-42ff-9673-f5b17c1d1f18 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:01.416153 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-575b3646-04d1-46ed-8aa8-0c0d163762cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:01.437208 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-accc9143-250a-42ff-9673-f5b17c1d1f18 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:01.451388 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-a612c4d2-3346-491b-9827-e757463132c0 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "GET /v2.0/ports?device_id=93e7a7ab-f030-4913-bbc9-d9f9a0a197b0 HTTP/1.1" status: 200 len: 205 time: 0.0653152 Dec 20 08:49:01.452682 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 42412) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:01.493795 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-accc9143-250a-42ff-9673-f5b17c1d1f18 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:01.502504 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-cc692096-01f7-4bcf-90b7-18caf9ea030e tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:01.514208 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accc9143-250a-42ff-9673-f5b17c1d1f18 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e5e95f8a-0f7f-4d20-ab68-99f05d0593da,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:01.519446 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-accc9143-250a-42ff-9673-f5b17c1d1f18 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:01.524197 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-575b3646-04d1-46ed-8aa8-0c0d163762cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:01.532953 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d547d865-3154-4848-8213-02b72f0fa1a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:01.550161 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575b3646-04d1-46ed-8aa8-0c0d163762cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=482082c0-4c70-4201-860f-eeea253fbf3b,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:01.552958 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-575b3646-04d1-46ed-8aa8-0c0d163762cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:01.558392 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-accc9143-250a-42ff-9673-f5b17c1d1f18 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:01.559653 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-accc9143-250a-42ff-9673-f5b17c1d1f18 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/e5e95f8a-0f7f-4d20-ab68-99f05d0593da HTTP/1.1" status: 204 len: 168 time: 0.2399547 Dec 20 08:49:01.560924 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-575b3646-04d1-46ed-8aa8-0c0d163762cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:01.561937 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-575b3646-04d1-46ed-8aa8-0c0d163762cc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/482082c0-4c70-4201-860f-eeea253fbf3b HTTP/1.1" status: 204 len: 168 time: 0.3447952 Dec 20 08:49:01.565744 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42420) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:01.621110 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa3cf6a-3a88-4743-ae90-994d4b974789 None None] Network 93bb2812-0b1d-4fea-b794-e7bc065467e8 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:49:01.644920 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-797b05f8-c38e-42a9-9dd4-77910bed9d7d tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Synchronizing usage tracker for tenant:5c7f3278cec24a05bf958d0b7d35e15a on resource:security_group_rule {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:49:01.669466 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-797b05f8-c38e-42a9-9dd4-77910bed9d7d tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Unset dirty status for tenant:5c7f3278cec24a05bf958d0b7d35e15a on resource:security_group_rule {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:49:01.672129 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-797b05f8-c38e-42a9-9dd4-77910bed9d7d tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1043413 Dec 20 08:49:01.674095 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42424) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:01.712797 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8276548c-4d21-4c25-b6d2-4750e11b623e req-841dcb54-34f9-46db-8891-e36a51c14843 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:49:01.719577 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8276548c-4d21-4c25-b6d2-4750e11b623e req-841dcb54-34f9-46db-8891-e36a51c14843 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce86b767-a621-41c5-98e8-cc542b7adc7f HTTP/1.1" status: 200 len: 946 time: 0.3906808 Dec 20 08:49:01.750899 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-62d6132d-2a7e-4e50-a43f-8977ea7e5f28 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:01.756823 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8ff2fe19-b9d1-4541-b1a9-86e58e7284fb tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for router, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:01.811943 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-62d6132d-2a7e-4e50-a43f-8977ea7e5f28 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:01.812178 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-fb2d5a12-4bf5-4635-8df7-157db0a8673a None None] Provisioning for port f4a09f49-def6-43d5-a237-982216211158 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:49:01.912655 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-62d6132d-2a7e-4e50-a43f-8977ea7e5f28 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:01.923395 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-1674581f-f57f-4662-9b60-55d245313d38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:01.928676 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8276548c-4d21-4c25-b6d2-4750e11b623e req-35448149-f711-4b74-9008-07d095e22b29 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/security-groups?id=57316c2a-fdb6-46e9-9469-18e9bc81adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2053385 Dec 20 08:49:01.938640 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 568c205f-47cf-42c4-8eea-8c61990e7470 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:49:01.954616 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d6132d-2a7e-4e50-a43f-8977ea7e5f28 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b883fb69-2cea-4776-a4bf-0a3c1db8b7b0,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:01.964431 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-62d6132d-2a7e-4e50-a43f-8977ea7e5f28 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:01.983358 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-62d6132d-2a7e-4e50-a43f-8977ea7e5f28 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:01.987448 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-62d6132d-2a7e-4e50-a43f-8977ea7e5f28 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] 10.222.0.16 "DELETE /v2.0/security-groups/b883fb69-2cea-4776-a4bf-0a3c1db8b7b0 HTTP/1.1" status: 204 len: 168 time: 0.3124247 Dec 20 08:49:01.988029 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42430) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:02.053911 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-3ad7ff67-fee3-448b-932d-3eda8f9a90e4 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Synchronizing usage tracker for tenant:5c7f3278cec24a05bf958d0b7d35e15a on resource:security_group {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:49:02.076455 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-3ad7ff67-fee3-448b-932d-3eda8f9a90e4 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Unset dirty status for tenant:5c7f3278cec24a05bf958d0b7d35e15a on resource:security_group {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:49:02.078958 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-3ad7ff67-fee3-448b-932d-3eda8f9a90e4 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0898015 Dec 20 08:49:02.085599 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42438) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:02.093119 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-365b123c-2de6-4d3f-82a4-75d6f5172d62 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Request body: {'security_group': {'name': 'tempest-secgroup--69509095'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:49:02.100010 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-365b123c-2de6-4d3f-82a4-75d6f5172d62 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:49:02.110797 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-365b123c-2de6-4d3f-82a4-75d6f5172d62 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:49:02.125219 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-365b123c-2de6-4d3f-82a4-75d6f5172d62 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:02.132356 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 568c205f-47cf-42c4-8eea-8c61990e7470 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:49:02.140918 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 568c205f-47cf-42c4-8eea-8c61990e7470 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:49:02.141446 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:02.176749 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-365b123c-2de6-4d3f-82a4-75d6f5172d62 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:49:02.180871 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-365b123c-2de6-4d3f-82a4-75d6f5172d62 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Usage tracker for resource:security_group_rule and tenant:5c7f3278cec24a05bf958d0b7d35e15a is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:49:02.183802 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-365b123c-2de6-4d3f-82a4-75d6f5172d62 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:49:02.190500 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-365b123c-2de6-4d3f-82a4-75d6f5172d62 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:49:02.260509 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-365b123c-2de6-4d3f-82a4-75d6f5172d62 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:02.271389 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-365b123c-2de6-4d3f-82a4-75d6f5172d62 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:02.278673 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0ece38b2-4209-4939-97ac-d051458853fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:02.294358 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8ff2fe19-b9d1-4541-b1a9-86e58e7284fb tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24735'] for router, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:02.300867 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8ff2fe19-b9d1-4541-b1a9-86e58e7284fb tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:02.345423 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365b123c-2de6-4d3f-82a4-75d6f5172d62 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d65feaf-f621-4497-b102-f57692b86762,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:02.350431 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-365b123c-2de6-4d3f-82a4-75d6f5172d62 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:02.350816 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:02.356721 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8ff2fe19-b9d1-4541-b1a9-86e58e7284fb tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-390871'] for router, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:02.357339 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ff2fe19-b9d1-4541-b1a9-86e58e7284fb tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Fanout notify agent at l3_agent the message router_deleted on router 93e7a7ab-f030-4913-bbc9-d9f9a0a197b0 {{(pid=83444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 08:49:02.374929 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8ff2fe19-b9d1-4541-b1a9-86e58e7284fb tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:02.375156 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-365b123c-2de6-4d3f-82a4-75d6f5172d62 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:02.380170 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-8ff2fe19-b9d1-4541-b1a9-86e58e7284fb tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "DELETE /v2.0/routers/93e7a7ab-f030-4913-bbc9-d9f9a0a197b0 HTTP/1.1" status: 204 len: 168 time: 0.9223628 Dec 20 08:49:02.380330 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-365b123c-2de6-4d3f-82a4-75d6f5172d62 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.2893481 Dec 20 08:49:02.380971 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 42448) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:02.381656 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42446) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:02.385357 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-57e5017c-5232-4464-b853-0a81b5a38a4f tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Request body: {'security_group_rule': {'security_group_id': '0d65feaf-f621-4497-b102-f57692b86762', 'direction': 'ingress', 'protocol': 17}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:49:02.404756 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 568c205f-47cf-42c4-8eea-8c61990e7470, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=568c205f-47cf-42c4-8eea-8c61990e7470,segment=NetworkSegment(05750874-43ff-4592-9e36-f1b4b81b64f9),segment_id=05750874-43ff-4592-9e36-f1b4b81b64f9)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:49:02.406551 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-57e5017c-5232-4464-b853-0a81b5a38a4f tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:49:02.409492 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:02.410570 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device f4a09f49-def6-43d5-a237-982216211158 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:49:02.422254 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6e33545-1163-4e93-8529-275d2128ed6b admin admin] Router bd875e86-a674-45ca-9850-8ca7353ab443 is scheduled to L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 with binding_index 1 {{(pid=83444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 08:49:02.424656 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-57e5017c-5232-4464-b853-0a81b5a38a4f tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Usage tracker for resource:security_group_rule and tenant:5c7f3278cec24a05bf958d0b7d35e15a is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:49:02.428041 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-57e5017c-5232-4464-b853-0a81b5a38a4f tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:49:02.443902 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-b67a2ba4-6ab0-49d8-8147-bb74a8470ee6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:02.446734 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-57e5017c-5232-4464-b853-0a81b5a38a4f tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:49:02.561522 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=568c205f-47cf-42c4-8eea-8c61990e7470,revision_number=5']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:02.568323 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:02.689858 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-57e5017c-5232-4464-b853-0a81b5a38a4f tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:02.691109 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_v2 [None req-352d4e5a-cce2-4dd6-804b-4593ec9e85c0 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Deleting subnet dd4dcbdc-5974-4dad-9939-423593dbdfed {{(pid=83445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:49:02.694401 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-352d4e5a-cce2-4dd6-804b-4593ec9e85c0 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for subnet, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:02.698618 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port f4a09f49-def6-43d5-a237-982216211158 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:49:02.705994 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port f4a09f49-def6-43d5-a237-982216211158 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:49:02.706637 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:02.768319 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-352d4e5a-cce2-4dd6-804b-4593ec9e85c0 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1518554'] for subnet, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:02.823084 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-57e5017c-5232-4464-b853-0a81b5a38a4f tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:02.842151 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-57e5017c-5232-4464-b853-0a81b5a38a4f tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:02.845035 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-477bc43e-a9bd-4eb8-a688-6d7c6d72d48e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:02.868286 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e5017c-5232-4464-b853-0a81b5a38a4f tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f4bf1ad-8e86-48eb-af23-1b449c1c313e,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:02.876471 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-57e5017c-5232-4464-b853-0a81b5a38a4f tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:02.882928 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:02.883381 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-352d4e5a-cce2-4dd6-804b-4593ec9e85c0 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:02.904686 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-57e5017c-5232-4464-b853-0a81b5a38a4f tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:02.905975 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-57e5017c-5232-4464-b853-0a81b5a38a4f tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.5261614 Dec 20 08:49:02.909324 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 42460) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:02.938654 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port f4a09f49-def6-43d5-a237-982216211158, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=f4a09f49-def6-43d5-a237-982216211158,segment=NetworkSegment(816f3411-ce24-4874-a9f0-58ff5b5f140f),segment_id=816f3411-ce24-4874-a9f0-58ff5b5f140f)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:49:02.944551 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:02.949248 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-c94c0636-7248-4a7c-8eb2-c0e5fc4fcd25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:02.974241 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6e33545-1163-4e93-8529-275d2128ed6b admin admin] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:49:03.007824 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2642e24d-5edf-46c4-8d2b-5d5335fd4865 None None] Sync routers for ids ['bd875e86-a674-45ca-9850-8ca7353ab443'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:49:03.014657 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-dc07bbd9-16d3-4787-9046-c071711e7d91 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:03.019932 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-352d4e5a-cce2-4dd6-804b-4593ec9e85c0 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2036620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2095133'] for subnet, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:03.025646 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ec9d52b1-3421-48c0-8245-79cfd6873ed7 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:03.063460 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 8404cbc4-d399-46b1-ad62-0904708c32a2 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:49:03.074505 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-dc07bbd9-16d3-4787-9046-c071711e7d91 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:03.084565 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352d4e5a-cce2-4dd6-804b-4593ec9e85c0 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Pushing event deleted for resources: {'Subnet': ['ID=dd4dcbdc-5974-4dad-9939-423593dbdfed,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:03.090184 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-352d4e5a-cce2-4dd6-804b-4593ec9e85c0 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:03.093766 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-352d4e5a-cce2-4dd6-804b-4593ec9e85c0 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:03.102005 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-352d4e5a-cce2-4dd6-804b-4593ec9e85c0 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "DELETE /v2.0/subnets/dd4dcbdc-5974-4dad-9939-423593dbdfed HTTP/1.1" status: 204 len: 168 time: 0.7191472 Dec 20 08:49:03.104249 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42468) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:03.131821 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f6e33545-1163-4e93-8529-275d2128ed6b admin admin] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:03.135933 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f6e33545-1163-4e93-8529-275d2128ed6b admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.4799573 Dec 20 08:49:03.136666 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 42472) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:03.152240 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7553ce-02df-4858-a945-bdf76ee7fdb1 None None] Network 0e4efcf5-1f58-4090-8f82-ab642169e8f3 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:49:03.212019 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-dc07bbd9-16d3-4787-9046-c071711e7d91 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:03.223814 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-6ce88651-f748-4b0a-a711-fa2d62ec2e3f tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:03.240922 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc07bbd9-16d3-4787-9046-c071711e7d91 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d65feaf-f621-4497-b102-f57692b86762,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:03.245932 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-dc07bbd9-16d3-4787-9046-c071711e7d91 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:03.256636 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-dc07bbd9-16d3-4787-9046-c071711e7d91 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:03.260014 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-dc07bbd9-16d3-4787-9046-c071711e7d91 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] 10.222.0.16 "DELETE /v2.0/security-groups/0d65feaf-f621-4497-b102-f57692b86762 HTTP/1.1" status: 204 len: 168 time: 0.3473506 Dec 20 08:49:03.260255 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 42476) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:03.307638 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-aae5fb06-acfc-4ab9-a55e-4596f2ea4555 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:03.337370 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-5a12d9b8-5d0d-4466-912f-5c67a88d9f6f tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Synchronizing usage tracker for tenant:5c7f3278cec24a05bf958d0b7d35e15a on resource:security_group {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:49:03.386288 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 8404cbc4-d399-46b1-ad62-0904708c32a2 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:49:03.386776 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 8404cbc4-d399-46b1-ad62-0904708c32a2 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:49:03.414853 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=f4a09f49-def6-43d5-a237-982216211158,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:03.417932 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:03.420178 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2642e24d-5edf-46c4-8d2b-5d5335fd4865 None None] Routers {'bd875e86-a674-45ca-9850-8ca7353ab443'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:49:03.421854 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-2642e24d-5edf-46c4-8d2b-5d5335fd4865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:48:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['bd875e86-a674-45ca-9850-8ca7353ab443'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:03.432559 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-5a12d9b8-5d0d-4466-912f-5c67a88d9f6f tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Unset dirty status for tenant:5c7f3278cec24a05bf958d0b7d35e15a on resource:security_group {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:49:03.436346 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-5a12d9b8-5d0d-4466-912f-5c67a88d9f6f tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1751251 Dec 20 08:49:03.443676 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 42482) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:03.444739 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-aae5fb06-acfc-4ab9-a55e-4596f2ea4555 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Deleting port d8ad8748-0352-45ba-81c0-8c477547be89 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:49:03.445271 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-aae5fb06-acfc-4ab9-a55e-4596f2ea4555 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:03.456846 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-38bfa266-391d-4d00-93a7-7a889a175c00 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Request body: {'security_group': {'name': 'tempest-secgroup--819668357'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:49:03.477699 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-38bfa266-391d-4d00-93a7-7a889a175c00 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:49:03.493880 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b73f61-35f1-4d6a-b6e1-4045eae27137 req-64c3f376-ac8d-4899-a551-6460df7ae612 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:49:03.495195 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-48b73f61-35f1-4d6a-b6e1-4045eae27137 req-64c3f376-ac8d-4899-a551-6460df7ae612 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce86b767-a621-41c5-98e8-cc542b7adc7f HTTP/1.1" status: 200 len: 946 time: 0.3403554 Dec 20 08:49:03.511736 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-38bfa266-391d-4d00-93a7-7a889a175c00 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:49:03.621150 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-48b73f61-35f1-4d6a-b6e1-4045eae27137 req-b0fd199a-1d11-46d1-9489-ef23139809f5 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/security-groups?id=57316c2a-fdb6-46e9-9469-18e9bc81adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160040 Dec 20 08:49:03.653799 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-38bfa266-391d-4d00-93a7-7a889a175c00 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:03.714004 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-38bfa266-391d-4d00-93a7-7a889a175c00 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:49:03.724021 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-38bfa266-391d-4d00-93a7-7a889a175c00 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Usage tracker for resource:security_group_rule and tenant:5c7f3278cec24a05bf958d0b7d35e15a is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:49:03.724198 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-2642e24d-5edf-46c4-8d2b-5d5335fd4865 None None] Set router bd875e86-a674-45ca-9850-8ca7353ab443 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:49:03.735702 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-38bfa266-391d-4d00-93a7-7a889a175c00 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:49:03.748038 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-38bfa266-391d-4d00-93a7-7a889a175c00 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:49:03.770155 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-aae5fb06-acfc-4ab9-a55e-4596f2ea4555 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] For port d8ad8748-0352-45ba-81c0-8c477547be89, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=d8ad8748-0352-45ba-81c0-8c477547be89,segment=NetworkSegment(148e8c74-45da-476c-9d7f-d5eb04556e56),segment_id=148e8c74-45da-476c-9d7f-d5eb04556e56)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:49:03.770727 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-aae5fb06-acfc-4ab9-a55e-4596f2ea4555 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:03.857249 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd97b9e-b2fb-4028-a008-ffb85c396633 None None] DHCP port deletion for 0e4efcf5-1f58-4090-8f82-ab642169e8f3 request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 08:49:03.912858 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-aae5fb06-acfc-4ab9-a55e-4596f2ea4555 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Calling delete_port for d8ad8748-0352-45ba-81c0-8c477547be89 owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:49:03.934105 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 568c205f-47cf-42c4-8eea-8c61990e7470 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:49:03.956168 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-38bfa266-391d-4d00-93a7-7a889a175c00 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:03.974179 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-3dd97b9e-b2fb-4028-a008-ffb85c396633 None None] Deleting port d8ad8748-0352-45ba-81c0-8c477547be89 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:49:03.974675 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3dd97b9e-b2fb-4028-a008-ffb85c396633 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:03.977886 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-38bfa266-391d-4d00-93a7-7a889a175c00 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:03.999558 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-aae5fb06-acfc-4ab9-a55e-4596f2ea4555 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:04.019535 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f4e10423-34f7-4f13-a086-585ded854255 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:04.019774 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-050ce8cf-cccd-4bcf-a71e-b99b83ccbedd tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:04.037089 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-38bfa266-391d-4d00-93a7-7a889a175c00 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:04.040905 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-38bfa266-391d-4d00-93a7-7a889a175c00 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5911582 Dec 20 08:49:04.051301 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 42498) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:04.069451 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae5fb06-acfc-4ab9-a55e-4596f2ea4555 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] No DVR routers for this DVR port d8ad8748-0352-45ba-81c0-8c477547be89 on host dv-neutron-820491-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:49:04.074602 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-3dd97b9e-b2fb-4028-a008-ffb85c396633 None None] The port 'd8ad8748-0352-45ba-81c0-8c477547be89' was deleted {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 08:49:04.126160 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-d9e535a6-99cb-4896-befb-11b00a700183 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Request body: {'security_group': {'name': 'tempest-secgroup--1545013910'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:49:04.129057 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae5fb06-acfc-4ab9-a55e-4596f2ea4555 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Pushing event deleted for resources: {'Port': ['ID=d8ad8748-0352-45ba-81c0-8c477547be89,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:04.132269 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-aae5fb06-acfc-4ab9-a55e-4596f2ea4555 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:04.159067 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-d9e535a6-99cb-4896-befb-11b00a700183 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:49:04.173050 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d9e535a6-99cb-4896-befb-11b00a700183 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Usage tracker for resource:security_group and tenant:5c7f3278cec24a05bf958d0b7d35e15a is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:49:04.176806 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bfa266-391d-4d00-93a7-7a889a175c00 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f29920bc-7116-44ea-bdc0-3c46dde55275,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:04.191321 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d9e535a6-99cb-4896-befb-11b00a700183 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:49:04.195593 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-38bfa266-391d-4d00-93a7-7a889a175c00 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:04.201947 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-d9e535a6-99cb-4896-befb-11b00a700183 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:49:04.236634 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d9e535a6-99cb-4896-befb-11b00a700183 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:04.237112 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-aae5fb06-acfc-4ab9-a55e-4596f2ea4555 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:04.265958 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 568c205f-47cf-42c4-8eea-8c61990e7470 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:49:04.266337 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:04.270721 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-aae5fb06-acfc-4ab9-a55e-4596f2ea4555 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e4efcf5-1f58-4090-8f82-ab642169e8f3']}} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:04.285367 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-aae5fb06-acfc-4ab9-a55e-4596f2ea4555 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '148e8c74-45da-476c-9d7f-d5eb04556e56') {'for_net_delete': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:04.285686 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-aae5fb06-acfc-4ab9-a55e-4596f2ea4555 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '148e8c74-45da-476c-9d7f-d5eb04556e56') {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:04.306416 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-aae5fb06-acfc-4ab9-a55e-4596f2ea4555 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1518531'] for segment, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:04.316984 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-aae5fb06-acfc-4ab9-a55e-4596f2ea4555 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:04.323673 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aae5fb06-acfc-4ab9-a55e-4596f2ea4555 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=83445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:49:04.324079 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-aae5fb06-acfc-4ab9-a55e-4596f2ea4555 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2036002'] for segment, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:04.376506 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-d9e535a6-99cb-4896-befb-11b00a700183 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:49:04.385398 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d9e535a6-99cb-4896-befb-11b00a700183 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Usage tracker for resource:security_group_rule and tenant:5c7f3278cec24a05bf958d0b7d35e15a is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:49:04.389788 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d9e535a6-99cb-4896-befb-11b00a700183 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:49:04.395222 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-2642e24d-5edf-46c4-8d2b-5d5335fd4865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd875e86-a674-45ca-9850-8ca7353ab443', 'name': 'tempest-TestVolumeBootPattern-1742087875-router', 'tenant_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': 'f2cbcfcd-283f-4118-8bdd-b273ae3cd306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:48:57Z', 'updated_at': '2021-12-20T08:49:00Z', 'revision_number': 3, 'project_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'gw_port': {'id': 'f2cbcfcd-283f-4118-8bdd-b273ae3cd306', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c3:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd875e86-a674-45ca-9850-8ca7353ab443', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:48:58Z', 'updated_at': '2021-12-20T08:48:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:04.400825 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-d9e535a6-99cb-4896-befb-11b00a700183 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:49:04.404350 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2642e24d-5edf-46c4-8d2b-5d5335fd4865 None None] Checking router: bd875e86-a674-45ca-9850-8ca7353ab443 for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 08:49:04.404707 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2642e24d-5edf-46c4-8d2b-5d5335fd4865 None None] Updating router bd875e86-a674-45ca-9850-8ca7353ab443 port f2cbcfcd-283f-4118-8bdd-b273ae3cd306 binding host dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 08:49:04.422429 dv-neutron-820491-1-hyperv neutron-server[83445]: Traceback (most recent call last): Dec 20 08:49:04.422429 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:49:04.422429 dv-neutron-820491-1-hyperv neutron-server[83445]: timer() Dec 20 08:49:04.422429 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:49:04.422429 dv-neutron-820491-1-hyperv neutron-server[83445]: cb(*args, **kw) Dec 20 08:49:04.422429 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:49:04.422429 dv-neutron-820491-1-hyperv neutron-server[83445]: return func(*args, **kwargs) Dec 20 08:49:04.422429 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:49:04.422429 dv-neutron-820491-1-hyperv neutron-server[83445]: self._notify() Dec 20 08:49:04.422429 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:49:04.422429 dv-neutron-820491-1-hyperv neutron-server[83445]: self.callback(batched_events) Dec 20 08:49:04.422429 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:49:04.422429 dv-neutron-820491-1-hyperv neutron-server[83445]: event.method(event) Dec 20 08:49:04.422429 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:49:04.422429 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:49:04.422429 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:49:04.422429 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:49:04.422429 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:49:04.422429 dv-neutron-820491-1-hyperv neutron-server[83445]: return f(self, *a, **k) Dec 20 08:49:04.422429 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:49:04.422429 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._get(url).json() Dec 20 08:49:04.422429 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:49:04.422429 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:49:04.422429 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:49:04.422429 dv-neutron-820491-1-hyperv neutron-server[83445]: return self.request(url, 'GET', **kwargs) Dec 20 08:49:04.422429 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:49:04.422429 dv-neutron-820491-1-hyperv neutron-server[83445]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:49:04.422429 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:49:04.422429 dv-neutron-820491-1-hyperv neutron-server[83445]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:49:04.422429 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:49:04.422429 dv-neutron-820491-1-hyperv neutron-server[83445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:49:04.422429 dv-neutron-820491-1-hyperv neutron-server[83445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:49:04.435276 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-aae5fb06-acfc-4ab9-a55e-4596f2ea4555 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:04.438752 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-c09b7919-6b1d-4a59-a946-3be7f92dcf8c tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:04.462197 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-aae5fb06-acfc-4ab9-a55e-4596f2ea4555 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:04.477787 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-aae5fb06-acfc-4ab9-a55e-4596f2ea4555 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "DELETE /v2.0/networks/0e4efcf5-1f58-4090-8f82-ab642169e8f3 HTTP/1.1" status: 204 len: 168 time: 1.3722889 Dec 20 08:49:04.478569 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42508) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:04.480448 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device f4a09f49-def6-43d5-a237-982216211158 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:49:04.484414 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae5fb06-acfc-4ab9-a55e-4596f2ea4555 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Pushing event deleted for resources: {'Network': ['ID=0e4efcf5-1f58-4090-8f82-ab642169e8f3,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:04.489294 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-da921bf5-1a88-404e-bc52-dc6f3e6a9d0b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1562438527'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:49:04.492620 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-aae5fb06-acfc-4ab9-a55e-4596f2ea4555 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:04.495143 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-da921bf5-1a88-404e-bc52-dc6f3e6a9d0b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:49:04.500128 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-da921bf5-1a88-404e-bc52-dc6f3e6a9d0b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Usage tracker for resource:network and tenant:77c40f4df6664268b6fdee7d685de4ee is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:49:04.503278 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-da921bf5-1a88-404e-bc52-dc6f3e6a9d0b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:49:04.509238 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-da921bf5-1a88-404e-bc52-dc6f3e6a9d0b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:49:04.524737 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d9e535a6-99cb-4896-befb-11b00a700183 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:04.536758 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d9e535a6-99cb-4896-befb-11b00a700183 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:04.545154 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a4391820-5658-4c52-a403-cc8a9c401ca4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:04.550744 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da921bf5-1a88-404e-bc52-dc6f3e6a9d0b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Made reservation on behalf of 77c40f4df6664268b6fdee7d685de4ee for: {'network': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:49:04.554244 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-da921bf5-1a88-404e-bc52-dc6f3e6a9d0b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:04.556839 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-2642e24d-5edf-46c4-8d2b-5d5335fd4865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:04.612978 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da921bf5-1a88-404e-bc52-dc6f3e6a9d0b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=83445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:49:04.631096 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-da921bf5-1a88-404e-bc52-dc6f3e6a9d0b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:04.631352 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.segments_db [None req-da921bf5-1a88-404e-bc52-dc6f3e6a9d0b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Added segment 7e776029-f35f-453c-b539-f674dd955e38 of type vlan for network f7f9cb11-6e88-423b-9b69-ab46de131cb3 Dec 20 08:49:04.635889 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e535a6-99cb-4896-befb-11b00a700183 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ef230a-032c-4f9f-bf28-778d5a2832b3,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:04.650953 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d9e535a6-99cb-4896-befb-11b00a700183 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:04.682106 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-da921bf5-1a88-404e-bc52-dc6f3e6a9d0b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:04.698827 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d9e535a6-99cb-4896-befb-11b00a700183 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:04.700772 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d9e535a6-99cb-4896-befb-11b00a700183 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6435149 Dec 20 08:49:04.703445 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 42516) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:04.712520 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-91c49685-afc9-4bae-8f54-9667ffd4aa13 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Request body: {'security_group_rule': {'security_group_id': 'f29920bc-7116-44ea-bdc0-3c46dde55275', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'd4ef230a-032c-4f9f-bf28-778d5a2832b3', 'remote_ip_prefix': None}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:49:04.722567 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-da921bf5-1a88-404e-bc52-dc6f3e6a9d0b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:04.728617 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-91c49685-afc9-4bae-8f54-9667ffd4aa13 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:49:04.728916 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da921bf5-1a88-404e-bc52-dc6f3e6a9d0b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:49:04.729720 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-da921bf5-1a88-404e-bc52-dc6f3e6a9d0b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:04.736640 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-91c49685-afc9-4bae-8f54-9667ffd4aa13 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Usage tracker for resource:security_group_rule and tenant:5c7f3278cec24a05bf958d0b7d35e15a is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:49:04.738239 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port f4a09f49-def6-43d5-a237-982216211158 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:49:04.738757 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:04.742469 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-91c49685-afc9-4bae-8f54-9667ffd4aa13 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:49:04.746805 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e6c1dc54-526a-49f3-b158-e7679057ff62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:04.754368 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-4b160402-8f32-4fe1-a54b-c19ffd5e0ca8 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:04.764350 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-91c49685-afc9-4bae-8f54-9667ffd4aa13 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:49:04.857062 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-91c49685-afc9-4bae-8f54-9667ffd4aa13 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:04.893544 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-da921bf5-1a88-404e-bc52-dc6f3e6a9d0b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4108825 Dec 20 08:49:04.894601 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da921bf5-1a88-404e-bc52-dc6f3e6a9d0b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Pushing event updated for resources: {'Network': ['ID=f7f9cb11-6e88-423b-9b69-ab46de131cb3,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:04.896760 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42520) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:04.899620 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-da921bf5-1a88-404e-bc52-dc6f3e6a9d0b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:04.904083 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-39879b7c-707b-45d3-88ef-09efdc80edd1 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Request body: {'subnet': {'network_id': 'f7f9cb11-6e88-423b-9b69-ab46de131cb3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:49:05.039645 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-39879b7c-707b-45d3-88ef-09efdc80edd1 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:49:05.045063 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-39879b7c-707b-45d3-88ef-09efdc80edd1 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Usage tracker for resource:subnet and tenant:77c40f4df6664268b6fdee7d685de4ee is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:49:05.048487 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-39879b7c-707b-45d3-88ef-09efdc80edd1 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:49:05.055349 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-39879b7c-707b-45d3-88ef-09efdc80edd1 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:49:05.069683 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network f7f9cb11-6e88-423b-9b69-ab46de131cb3 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:49:05.070533 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39879b7c-707b-45d3-88ef-09efdc80edd1 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Made reservation on behalf of 77c40f4df6664268b6fdee7d685de4ee for: {'subnet': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:49:05.086640 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-2642e24d-5edf-46c4-8d2b-5d5335fd4865 None None] Notify callbacks [] for port, precommit_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:05.144279 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 42524) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:05.152460 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-8b9b59fe-1fb6-4124-90a1-2fa13667e056 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1567031827', 'description': 'tempest-secgroup-smoke-1567031827 description', 'project_id': 'fabc5346054940109ef98c8222603d73'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:49:05.157180 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-2642e24d-5edf-46c4-8d2b-5d5335fd4865 None None] Transition to ACTIVE for port object f2cbcfcd-283f-4118-8bdd-b273ae3cd306 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:49:05.164791 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-91c49685-afc9-4bae-8f54-9667ffd4aa13 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:05.165899 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-8b9b59fe-1fb6-4124-90a1-2fa13667e056 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:49:05.173181 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-91c49685-afc9-4bae-8f54-9667ffd4aa13 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:05.176927 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-8b9b59fe-1fb6-4124-90a1-2fa13667e056 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Usage tracker for resource:security_group and tenant:fabc5346054940109ef98c8222603d73 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:49:05.179494 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d6102814-71e8-40f7-9d8f-853f0e63278c tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:05.185603 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-8b9b59fe-1fb6-4124-90a1-2fa13667e056 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:49:05.194290 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-39879b7c-707b-45d3-88ef-09efdc80edd1 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2095160'] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:05.204934 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-e6c1dc54-526a-49f3-b158-e7679057ff62 admin admin] Allocated IP 172.20.0.1 (93bb2812-0b1d-4fea-b794-e7bc065467e8/cff4e817-2297-42bb-840a-667d6388fa06/7db998e5-5f07-4330-9ca7-a9cf1f556901) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:49:05.210130 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-8b9b59fe-1fb6-4124-90a1-2fa13667e056 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:49:05.226810 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c49685-afc9-4bae-8f54-9667ffd4aa13 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0279d832-e006-4c3d-9290-8e4edf4e0878,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:05.234058 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-2642e24d-5edf-46c4-8d2b-5d5335fd4865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:05.234693 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-91c49685-afc9-4bae-8f54-9667ffd4aa13 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:05.252899 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-6f077cdd-c6cc-4f9a-8a50-e284ef709465 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:05.264140 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-91c49685-afc9-4bae-8f54-9667ffd4aa13 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:05.268024 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-91c49685-afc9-4bae-8f54-9667ffd4aa13 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.5607381 Dec 20 08:49:05.269051 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 42528) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:05.295478 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8b9b59fe-1fb6-4124-90a1-2fa13667e056 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:05.347004 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac28c5db-49a4-4dad-bf5b-b1af03905c54 None None] Pushing event updated for resources: {'Port': ['ID=f2cbcfcd-283f-4118-8bdd-b273ae3cd306,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:05.352094 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-2642e24d-5edf-46c4-8d2b-5d5335fd4865 None None] Attempting to bind port f2cbcfcd-283f-4118-8bdd-b273ae3cd306 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:49:05.352545 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-2642e24d-5edf-46c4-8d2b-5d5335fd4865 None None] Attempting to bind port f2cbcfcd-283f-4118-8bdd-b273ae3cd306 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:49:05.352972 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2642e24d-5edf-46c4-8d2b-5d5335fd4865 None None] Attempting to bind port f2cbcfcd-283f-4118-8bdd-b273ae3cd306 on network 95f3bec2-46e6-4468-8229-8badd4a5aaae {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:49:05.361215 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac28c5db-49a4-4dad-bf5b-b1af03905c54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:49:05.361796 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac28c5db-49a4-4dad-bf5b-b1af03905c54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:49:05.362231 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac28c5db-49a4-4dad-bf5b-b1af03905c54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:49:05.362670 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac28c5db-49a4-4dad-bf5b-b1af03905c54 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:49:05.363101 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac28c5db-49a4-4dad-bf5b-b1af03905c54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:49:05.363648 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac28c5db-49a4-4dad-bf5b-b1af03905c54 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:49:05.364040 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac28c5db-49a4-4dad-bf5b-b1af03905c54 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:49:05.364437 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac28c5db-49a4-4dad-bf5b-b1af03905c54 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:49:05.364818 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac28c5db-49a4-4dad-bf5b-b1af03905c54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:49:05.365200 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac28c5db-49a4-4dad-bf5b-b1af03905c54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:49:05.365600 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac28c5db-49a4-4dad-bf5b-b1af03905c54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:49:05.369695 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-ac28c5db-49a4-4dad-bf5b-b1af03905c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:05.369888 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8b9b59fe-1fb6-4124-90a1-2fa13667e056 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:05.373677 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2642e24d-5edf-46c4-8d2b-5d5335fd4865 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:49:05.374201 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2642e24d-5edf-46c4-8d2b-5d5335fd4865 None None] Checking segment: {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:49:05.374668 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-2642e24d-5edf-46c4-8d2b-5d5335fd4865 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:05.375180 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2642e24d-5edf-46c4-8d2b-5d5335fd4865 None None] Bound using segment: {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:49:05.375710 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-2642e24d-5edf-46c4-8d2b-5d5335fd4865 None None] Bound port: f2cbcfcd-283f-4118-8bdd-b273ae3cd306, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:49:05.376170 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-2642e24d-5edf-46c4-8d2b-5d5335fd4865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:05.403949 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3cc3283b-3178-4eba-823b-77ebb9459aee tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:05.425808 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3cc3283b-3178-4eba-823b-77ebb9459aee tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:05.454809 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-8b9b59fe-1fb6-4124-90a1-2fa13667e056 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:49:05.456667 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-2642e24d-5edf-46c4-8d2b-5d5335fd4865 None None] For port f2cbcfcd-283f-4118-8bdd-b273ae3cd306, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:49:05.460075 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-2642e24d-5edf-46c4-8d2b-5d5335fd4865 None None] For port f2cbcfcd-283f-4118-8bdd-b273ae3cd306, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=f2cbcfcd-283f-4118-8bdd-b273ae3cd306,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:49:05.464752 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-2642e24d-5edf-46c4-8d2b-5d5335fd4865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:05.468995 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-b73043a2-883d-45dd-9e70-63bd22b29711 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:05.474671 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-8b9b59fe-1fb6-4124-90a1-2fa13667e056 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Usage tracker for resource:security_group_rule and tenant:fabc5346054940109ef98c8222603d73 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:49:05.474871 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-39879b7c-707b-45d3-88ef-09efdc80edd1 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2036557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2095114'] for subnet, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:05.479860 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-59058783-1593-4be8-985b-8b01772f66eb tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:05.481800 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-8b9b59fe-1fb6-4124-90a1-2fa13667e056 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:49:05.501134 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-8b9b59fe-1fb6-4124-90a1-2fa13667e056 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:49:05.506340 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3cc3283b-3178-4eba-823b-77ebb9459aee tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:05.510599 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-aaff0dc0-792e-48ff-ac8c-094320cf7020 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:05.518320 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e6c1dc54-526a-49f3-b158-e7679057ff62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:05.543068 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc3283b-3178-4eba-823b-77ebb9459aee tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0279d832-e006-4c3d-9290-8e4edf4e0878,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:05.555815 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3cc3283b-3178-4eba-823b-77ebb9459aee tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:05.559604 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac28c5db-49a4-4dad-bf5b-b1af03905c54 None None] Pushing event updated for resources: {'Port': ['ID=f2cbcfcd-283f-4118-8bdd-b273ae3cd306,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:05.562372 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-e6c1dc54-526a-49f3-b158-e7679057ff62 admin admin] Transition to ACTIVE for port object 7db998e5-5f07-4330-9ca7-a9cf1f556901 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:49:05.563528 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39879b7c-707b-45d3-88ef-09efdc80edd1 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Pushing event updated for resources: {'Subnet': ['ID=1f5e5973-2002-4409-9867-adf9e3ff9cc6,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:05.563973 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-ac28c5db-49a4-4dad-bf5b-b1af03905c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:05.565723 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2642e24d-5edf-46c4-8d2b-5d5335fd4865 None None] Routers {'bd875e86-a674-45ca-9850-8ca7353ab443'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:49:05.566358 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-2642e24d-5edf-46c4-8d2b-5d5335fd4865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:48:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['bd875e86-a674-45ca-9850-8ca7353ab443'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:05.567481 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-39879b7c-707b-45d3-88ef-09efdc80edd1 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:05.573478 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3cc3283b-3178-4eba-823b-77ebb9459aee tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:05.575408 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-3cc3283b-3178-4eba-823b-77ebb9459aee tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/0279d832-e006-4c3d-9290-8e4edf4e0878 HTTP/1.1" status: 204 len: 168 time: 0.3050077 Dec 20 08:49:05.576804 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39879b7c-707b-45d3-88ef-09efdc80edd1 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Checking segment: {'id': '7e776029-f35f-453c-b539-f674dd955e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f7f9cb11-6e88-423b-9b69-ab46de131cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:49:05.577165 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39879b7c-707b-45d3-88ef-09efdc80edd1 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Network hostable DHCP agents. Network: f7f9cb11-6e88-423b-9b69-ab46de131cb3, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:49:05.578357 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 42532) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:05.607425 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39879b7c-707b-45d3-88ef-09efdc80edd1 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Network f7f9cb11-6e88-423b-9b69-ab46de131cb3 is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:49:05.623207 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-39879b7c-707b-45d3-88ef-09efdc80edd1 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, f7f9cb11-6e88-423b-9b69-ab46de131cb3) {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:49:05.629793 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39879b7c-707b-45d3-88ef-09efdc80edd1 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:49:05.631470 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-39879b7c-707b-45d3-88ef-09efdc80edd1 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:05.635874 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e3b65f-da67-45db-8d29-6c3a6d5f1137 None None] Network f7f9cb11-6e88-423b-9b69-ab46de131cb3 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:49:05.664797 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e6c1dc54-526a-49f3-b158-e7679057ff62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:05.676944 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0d441401-511a-4b33-856b-986dbccbc3db tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:05.680867 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-39879b7c-707b-45d3-88ef-09efdc80edd1 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7828090 Dec 20 08:49:05.683535 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42536) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:05.693626 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-41e071d9-f038-426a-9de6-cbf02ea6e48b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-217673846', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:49:05.701830 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-41e071d9-f038-426a-9de6-cbf02ea6e48b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:49:05.705917 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-41e071d9-f038-426a-9de6-cbf02ea6e48b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Usage tracker for resource:router and tenant:77c40f4df6664268b6fdee7d685de4ee is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:49:05.708972 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-41e071d9-f038-426a-9de6-cbf02ea6e48b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:49:05.716313 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-41e071d9-f038-426a-9de6-cbf02ea6e48b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:49:05.729490 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-41e071d9-f038-426a-9de6-cbf02ea6e48b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24817'] for router, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:05.730164 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8b9b59fe-1fb6-4124-90a1-2fa13667e056 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:05.730530 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-41e071d9-f038-426a-9de6-cbf02ea6e48b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-351744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24806'] for router, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:05.738289 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-84665ad2-b29d-484b-8a49-4dfb99fe84e7 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Synchronizing usage tracker for tenant:5c7f3278cec24a05bf958d0b7d35e15a on resource:security_group_rule {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:49:05.751118 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8b9b59fe-1fb6-4124-90a1-2fa13667e056 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:05.754708 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-41e071d9-f038-426a-9de6-cbf02ea6e48b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:05.787465 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-41e071d9-f038-426a-9de6-cbf02ea6e48b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071'] for router, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:05.795928 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c1dc54-526a-49f3-b158-e7679057ff62 admin admin] Pushing event updated for resources: {'Port': ['ID=7db998e5-5f07-4330-9ca7-a9cf1f556901,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:05.801924 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c1dc54-526a-49f3-b158-e7679057ff62 admin admin] Network 93bb2812-0b1d-4fea-b794-e7bc065467e8 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:49:05.803134 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e6c1dc54-526a-49f3-b158-e7679057ff62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:05.804891 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a68671aa-64ad-4a2c-9d05-d8142246e811 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:05.812721 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-e6c1dc54-526a-49f3-b158-e7679057ff62 admin admin] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:49:05.814564 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-84665ad2-b29d-484b-8a49-4dfb99fe84e7 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Unset dirty status for tenant:5c7f3278cec24a05bf958d0b7d35e15a on resource:security_group_rule {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:49:05.815975 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-84665ad2-b29d-484b-8a49-4dfb99fe84e7 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.2365856 Dec 20 08:49:05.816990 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c1dc54-526a-49f3-b158-e7679057ff62 admin admin] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:49:05.819188 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device d8ad8748-0352-45ba-81c0-8c477547be89 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:49:05.819970 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42540) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:05.851760 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-8b9b59fe-1fb6-4124-90a1-2fa13667e056 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:49:05.864642 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-8b9b59fe-1fb6-4124-90a1-2fa13667e056 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Usage tracker for resource:security_group_rule and tenant:fabc5346054940109ef98c8222603d73 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:49:05.878485 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-8b9b59fe-1fb6-4124-90a1-2fa13667e056 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:49:05.893651 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-8b9b59fe-1fb6-4124-90a1-2fa13667e056 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:49:05.909788 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9b59fe-1fb6-4124-90a1-2fa13667e056 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04d027f5-7667-48e4-9114-3c0190041bc4,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:05.916144 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: d8ad8748-0352-45ba-81c0-8c477547be89 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:49:05.916402 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device d8ad8748-0352-45ba-81c0-8c477547be89 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:49:05.921378 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-8b9b59fe-1fb6-4124-90a1-2fa13667e056 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:05.926415 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e6c1dc54-526a-49f3-b158-e7679057ff62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-345881'] for router_interface, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:05.984942 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-41e071d9-f038-426a-9de6-cbf02ea6e48b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:05.986838 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-41e071d9-f038-426a-9de6-cbf02ea6e48b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3015389 Dec 20 08:49:05.990605 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 42546) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:06.009081 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8b9b59fe-1fb6-4124-90a1-2fa13667e056 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:06.041157 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-2642e24d-5edf-46c4-8d2b-5d5335fd4865 None None] Set router bd875e86-a674-45ca-9850-8ca7353ab443 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:49:06.075323 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8b9b59fe-1fb6-4124-90a1-2fa13667e056 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:06.081200 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-366b0a9a-6424-4766-91c9-e65ddfa06b32 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:06.087356 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-296705ac-4ae6-4f8d-9784-526ae4cde57d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:06.115841 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-366b0a9a-6424-4766-91c9-e65ddfa06b32 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:06.171600 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-366b0a9a-6424-4766-91c9-e65ddfa06b32 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:06.176442 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-c0cc90db-eb15-4142-9f76-4d6806db4292 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:06.192371 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366b0a9a-6424-4766-91c9-e65ddfa06b32 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ef230a-032c-4f9f-bf28-778d5a2832b3,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:06.196409 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-366b0a9a-6424-4766-91c9-e65ddfa06b32 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:06.209093 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-366b0a9a-6424-4766-91c9-e65ddfa06b32 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:06.212725 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-366b0a9a-6424-4766-91c9-e65ddfa06b32 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] 10.222.0.16 "DELETE /v2.0/security-groups/d4ef230a-032c-4f9f-bf28-778d5a2832b3 HTTP/1.1" status: 204 len: 168 time: 0.3895755 Dec 20 08:49:06.213533 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42550) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:06.238017 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8b9b59fe-1fb6-4124-90a1-2fa13667e056 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:06.241871 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-8b9b59fe-1fb6-4124-90a1-2fa13667e056 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 1.0940738 Dec 20 08:49:06.245105 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42554) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:06.247771 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9b59fe-1fb6-4124-90a1-2fa13667e056 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eee36b9c-785d-4ab3-b1d4-e8674c8e6ce0,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:06.251322 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-8b9b59fe-1fb6-4124-90a1-2fa13667e056 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:06.251892 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-55297539-73a3-457b-a55b-cd936e2f30d5 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Request body: {'security_group_rule': {'security_group_id': 'eee36b9c-785d-4ab3-b1d4-e8674c8e6ce0', 'project_id': 'fabc5346054940109ef98c8222603d73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:49:06.257117 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e6c1dc54-526a-49f3-b158-e7679057ff62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:06.263623 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-55297539-73a3-457b-a55b-cd936e2f30d5 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:49:06.270926 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-55297539-73a3-457b-a55b-cd936e2f30d5 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Usage tracker for resource:security_group_rule and tenant:fabc5346054940109ef98c8222603d73 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:49:06.271612 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03390e57-0fee-4df4-8972-742ec24944cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-f7f9cb11-6e88-423b-9b69-ab46de131cb3', 'network_id': 'f7f9cb11-6e88-423b-9b69-ab46de131cb3', 'tenant_id': '77c40f4df6664268b6fdee7d685de4ee', 'fixed_ips': [{'subnet_id': '1f5e5973-2002-4409-9867-adf9e3ff9cc6'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:49:06.272433 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-03390e57-0fee-4df4-8972-742ec24944cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:06.281708 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-55297539-73a3-457b-a55b-cd936e2f30d5 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:49:06.296652 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-55297539-73a3-457b-a55b-cd936e2f30d5 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:49:06.316825 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-61c56e5b-9a11-49ea-8117-80ebe048c625 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Synchronizing usage tracker for tenant:5c7f3278cec24a05bf958d0b7d35e15a on resource:security_group {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:49:06.329697 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-55297539-73a3-457b-a55b-cd936e2f30d5 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:06.359528 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-61c56e5b-9a11-49ea-8117-80ebe048c625 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Unset dirty status for tenant:5c7f3278cec24a05bf958d0b7d35e15a on resource:security_group {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:49:06.363629 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-61c56e5b-9a11-49ea-8117-80ebe048c625 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.1469226 Dec 20 08:49:06.367883 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42558) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:06.398833 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-97d396d3-f121-4642-b738-aa7af6bfe53c None None] Provisioning for port 7db998e5-5f07-4330-9ca7-a9cf1f556901 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:49:06.411755 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-97d396d3-f121-4642-b738-aa7af6bfe53c None None] Provisioning complete for port 7db998e5-5f07-4330-9ca7-a9cf1f556901 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:49:06.412135 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-97d396d3-f121-4642-b738-aa7af6bfe53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:06.441758 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-55297539-73a3-457b-a55b-cd936e2f30d5 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:06.455031 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-55297539-73a3-457b-a55b-cd936e2f30d5 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:06.460110 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a899c21f-896d-4ae2-944d-d198a9d50498 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:06.475072 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-aab837ee-79f7-4e81-8be8-964d9d28e999 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:06.495367 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55297539-73a3-457b-a55b-cd936e2f30d5 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=431c4141-d87c-4561-9b33-3c3a4b20f678,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:06.501737 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-55297539-73a3-457b-a55b-cd936e2f30d5 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:06.519125 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-55297539-73a3-457b-a55b-cd936e2f30d5 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:06.523712 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-55297539-73a3-457b-a55b-cd936e2f30d5 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2739360 Dec 20 08:49:06.523712 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-aab837ee-79f7-4e81-8be8-964d9d28e999 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:06.530123 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42562) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:06.535560 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-36787303-8502-49c2-9da5-a0a051405ebb tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Request body: {'security_group_rule': {'security_group_id': 'eee36b9c-785d-4ab3-b1d4-e8674c8e6ce0', 'project_id': 'fabc5346054940109ef98c8222603d73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:49:06.537467 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-97d396d3-f121-4642-b738-aa7af6bfe53c None None] Port 7db998e5-5f07-4330-9ca7-a9cf1f556901 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:49:06.547441 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-36787303-8502-49c2-9da5-a0a051405ebb tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:49:06.559164 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-36787303-8502-49c2-9da5-a0a051405ebb tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Usage tracker for resource:security_group_rule and tenant:fabc5346054940109ef98c8222603d73 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:49:06.563100 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-36787303-8502-49c2-9da5-a0a051405ebb tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:49:06.581515 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-36787303-8502-49c2-9da5-a0a051405ebb tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:49:06.605735 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-36787303-8502-49c2-9da5-a0a051405ebb tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:06.620594 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-03390e57-0fee-4df4-8972-742ec24944cc None None] Allocated IP 2001:db8::2 (f7f9cb11-6e88-423b-9b69-ab46de131cb3/1f5e5973-2002-4409-9867-adf9e3ff9cc6/a5f751cc-2c58-48aa-b433-c4286efcfc28) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:49:06.639352 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-aab837ee-79f7-4e81-8be8-964d9d28e999 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:06.647391 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-c8895db2-8a7c-4b3a-bf7c-53fd5e5e7490 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:06.652358 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-2642e24d-5edf-46c4-8d2b-5d5335fd4865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd875e86-a674-45ca-9850-8ca7353ab443', 'name': 'tempest-TestVolumeBootPattern-1742087875-router', 'tenant_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': 'f2cbcfcd-283f-4118-8bdd-b273ae3cd306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:48:57Z', 'updated_at': '2021-12-20T08:49:00Z', 'revision_number': 3, 'project_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'gw_port': {'id': 'f2cbcfcd-283f-4118-8bdd-b273ae3cd306', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c3:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd875e86-a674-45ca-9850-8ca7353ab443', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:48:58Z', 'updated_at': '2021-12-20T08:49:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:06.663654 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2642e24d-5edf-46c4-8d2b-5d5335fd4865 None None] The sync data for ids ['bd875e86-a674-45ca-9850-8ca7353ab443'] in dv-neutron-820491-1-hyperv is: [{'id': 'bd875e86-a674-45ca-9850-8ca7353ab443', 'name': 'tempest-TestVolumeBootPattern-1742087875-router', 'tenant_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': 'f2cbcfcd-283f-4118-8bdd-b273ae3cd306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:48:57Z', 'updated_at': '2021-12-20T08:49:00Z', 'revision_number': 3, 'project_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'gw_port': {'id': 'f2cbcfcd-283f-4118-8bdd-b273ae3cd306', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c3:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd875e86-a674-45ca-9850-8ca7353ab443', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:48:58Z', 'updated_at': '2021-12-20T08:49:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:49:06.673529 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab837ee-79f7-4e81-8be8-964d9d28e999 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f29920bc-7116-44ea-bdc0-3c46dde55275,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:06.678155 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-aab837ee-79f7-4e81-8be8-964d9d28e999 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:06.716942 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-aab837ee-79f7-4e81-8be8-964d9d28e999 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:06.721809 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-aab837ee-79f7-4e81-8be8-964d9d28e999 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] 10.222.0.16 "DELETE /v2.0/security-groups/f29920bc-7116-44ea-bdc0-3c46dde55275 HTTP/1.1" status: 204 len: 168 time: 0.3527019 Dec 20 08:49:06.724025 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 42566) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:06.729590 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-36787303-8502-49c2-9da5-a0a051405ebb tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:06.735380 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-36787303-8502-49c2-9da5-a0a051405ebb tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:06.739330 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-595dce72-afc2-43e8-b7cb-39344541ea50 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:06.767577 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36787303-8502-49c2-9da5-a0a051405ebb tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=310b66cf-4968-4bd6-ad67-4fe7d5eae64c,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:06.770436 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-36787303-8502-49c2-9da5-a0a051405ebb tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:06.782603 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-36787303-8502-49c2-9da5-a0a051405ebb tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:06.783832 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-36787303-8502-49c2-9da5-a0a051405ebb tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2527978 Dec 20 08:49:06.786586 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42570) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:06.792376 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-55d19d0a-012c-4158-b408-25f4847654e7 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Request body: {'security_group_rule': {'security_group_id': 'eee36b9c-785d-4ab3-b1d4-e8674c8e6ce0', 'project_id': 'fabc5346054940109ef98c8222603d73', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:49:06.800032 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-55d19d0a-012c-4158-b408-25f4847654e7 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:49:06.804563 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-55d19d0a-012c-4158-b408-25f4847654e7 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Usage tracker for resource:security_group_rule and tenant:fabc5346054940109ef98c8222603d73 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:49:06.810158 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-55d19d0a-012c-4158-b408-25f4847654e7 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:49:06.816122 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-55d19d0a-012c-4158-b408-25f4847654e7 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:49:06.836016 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-55d19d0a-012c-4158-b408-25f4847654e7 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:06.872399 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-03390e57-0fee-4df4-8972-742ec24944cc None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:06.883563 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-03390e57-0fee-4df4-8972-742ec24944cc None None] Transition to ACTIVE for port object a5f751cc-2c58-48aa-b433-c4286efcfc28 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:49:06.895574 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1774e675-3752-4730-b0d1-0f2e71fe8980 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:06.907165 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-03390e57-0fee-4df4-8972-742ec24944cc None None] Transition to ACTIVE for port object a5f751cc-2c58-48aa-b433-c4286efcfc28 will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:49:06.909620 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-55d19d0a-012c-4158-b408-25f4847654e7 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:06.913441 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-03390e57-0fee-4df4-8972-742ec24944cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:06.914930 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-55d19d0a-012c-4158-b408-25f4847654e7 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:06.916931 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:06.917092 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:06.926160 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-c1fd5450-78ed-441e-95e3-5447160398e9 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Synchronizing usage tracker for tenant:5c7f3278cec24a05bf958d0b7d35e15a on resource:security_group {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:49:06.932452 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e6c1dc54-526a-49f3-b158-e7679057ff62 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:06.939790 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d19d0a-012c-4158-b408-25f4847654e7 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5f5857b-ad00-4c17-bd24-7705b0a6bdde,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:06.942315 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-55d19d0a-012c-4158-b408-25f4847654e7 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:06.953927 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-55d19d0a-012c-4158-b408-25f4847654e7 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:06.956607 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-55d19d0a-012c-4158-b408-25f4847654e7 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1675258 Dec 20 08:49:06.957808 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42574) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:06.963836 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-f8373f61-bb3f-4df5-bfee-d5b8b379a751 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Request body: {'security_group_rule': {'security_group_id': 'eee36b9c-785d-4ab3-b1d4-e8674c8e6ce0', 'project_id': 'fabc5346054940109ef98c8222603d73', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:49:06.970462 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-f8373f61-bb3f-4df5-bfee-d5b8b379a751 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:49:06.974561 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-f8373f61-bb3f-4df5-bfee-d5b8b379a751 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Usage tracker for resource:security_group_rule and tenant:fabc5346054940109ef98c8222603d73 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:49:06.977744 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-f8373f61-bb3f-4df5-bfee-d5b8b379a751 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:49:06.984368 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-f8373f61-bb3f-4df5-bfee-d5b8b379a751 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:49:06.993270 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03390e57-0fee-4df4-8972-742ec24944cc None None] Network f7f9cb11-6e88-423b-9b69-ab46de131cb3 is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:49:06.997276 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-03390e57-0fee-4df4-8972-742ec24944cc None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:49:06.999200 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03390e57-0fee-4df4-8972-742ec24944cc None None] Pushing event updated for resources: {'Port': ['ID=a5f751cc-2c58-48aa-b433-c4286efcfc28,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:07.001808 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03390e57-0fee-4df4-8972-742ec24944cc None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:49:07.004390 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f8373f61-bb3f-4df5-bfee-d5b8b379a751 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:07.004970 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-03390e57-0fee-4df4-8972-742ec24944cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:07.078962 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f8373f61-bb3f-4df5-bfee-d5b8b379a751 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:07.085098 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f8373f61-bb3f-4df5-bfee-d5b8b379a751 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:07.087268 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-dc547e0f-c98d-4a9c-b050-68be97048713 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:07.096677 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-03390e57-0fee-4df4-8972-742ec24944cc None None] Attempting to bind port a5f751cc-2c58-48aa-b433-c4286efcfc28 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:49:07.097542 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-03390e57-0fee-4df4-8972-742ec24944cc None None] Attempting to bind port a5f751cc-2c58-48aa-b433-c4286efcfc28 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '7e776029-f35f-453c-b539-f674dd955e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f7f9cb11-6e88-423b-9b69-ab46de131cb3'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:49:07.097542 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03390e57-0fee-4df4-8972-742ec24944cc None None] Attempting to bind port a5f751cc-2c58-48aa-b433-c4286efcfc28 on network f7f9cb11-6e88-423b-9b69-ab46de131cb3 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:49:07.105088 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03390e57-0fee-4df4-8972-742ec24944cc None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:49:07.105499 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03390e57-0fee-4df4-8972-742ec24944cc None None] Checking segment: {'id': '7e776029-f35f-453c-b539-f674dd955e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f7f9cb11-6e88-423b-9b69-ab46de131cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:49:07.106469 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-03390e57-0fee-4df4-8972-742ec24944cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:07.107030 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03390e57-0fee-4df4-8972-742ec24944cc None None] Bound using segment: {'id': '7e776029-f35f-453c-b539-f674dd955e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f7f9cb11-6e88-423b-9b69-ab46de131cb3'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:49:07.107665 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-03390e57-0fee-4df4-8972-742ec24944cc None None] Bound port: a5f751cc-2c58-48aa-b433-c4286efcfc28, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e776029-f35f-453c-b539-f674dd955e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f7f9cb11-6e88-423b-9b69-ab46de131cb3'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:49:07.108054 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-03390e57-0fee-4df4-8972-742ec24944cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:07.109731 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8373f61-bb3f-4df5-bfee-d5b8b379a751 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6830065-9e53-40e1-a926-dcd1ebb233f2,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:07.114876 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f8373f61-bb3f-4df5-bfee-d5b8b379a751 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:07.123054 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e6c1dc54-526a-49f3-b158-e7679057ff62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:07.127203 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f8373f61-bb3f-4df5-bfee-d5b8b379a751 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:07.128927 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-f8373f61-bb3f-4df5-bfee-d5b8b379a751 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1700168 Dec 20 08:49:07.131556 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42578) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:07.138689 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-475253a2-e49c-4168-9705-798caa149a33 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Request body: {'security_group_rule': {'security_group_id': 'eee36b9c-785d-4ab3-b1d4-e8674c8e6ce0', 'project_id': 'fabc5346054940109ef98c8222603d73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:49:07.145462 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-475253a2-e49c-4168-9705-798caa149a33 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:49:07.149673 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-475253a2-e49c-4168-9705-798caa149a33 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Usage tracker for resource:security_group_rule and tenant:fabc5346054940109ef98c8222603d73 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:49:07.153009 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-475253a2-e49c-4168-9705-798caa149a33 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:49:07.159562 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-475253a2-e49c-4168-9705-798caa149a33 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:49:07.173692 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.securitygroups_db [None req-475253a2-e49c-4168-9705-798caa149a33 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Project fabc5346054940109ef98c8222603d73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 08:49:07.180942 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-475253a2-e49c-4168-9705-798caa149a33 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:07.208537 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9e2ad8a3-1d2e-4baf-a945-06a88655be65 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:07.225439 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-03390e57-0fee-4df4-8972-742ec24944cc None None] For port a5f751cc-2c58-48aa-b433-c4286efcfc28, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:49:07.231768 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-03390e57-0fee-4df4-8972-742ec24944cc None None] For port a5f751cc-2c58-48aa-b433-c4286efcfc28, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=a5f751cc-2c58-48aa-b433-c4286efcfc28,segment=NetworkSegment(7e776029-f35f-453c-b539-f674dd955e38),segment_id=7e776029-f35f-453c-b539-f674dd955e38)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:49:07.237860 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-03390e57-0fee-4df4-8972-742ec24944cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:07.243744 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:07.263268 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-475253a2-e49c-4168-9705-798caa149a33 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:07.269754 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-475253a2-e49c-4168-9705-798caa149a33 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:07.272242 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-accc9143-250a-42ff-9673-f5b17c1d1f18 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:07.280843 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-c1fd5450-78ed-441e-95e3-5447160398e9 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Unset dirty status for tenant:5c7f3278cec24a05bf958d0b7d35e15a on resource:security_group {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:49:07.285270 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c1fd5450-78ed-441e-95e3-5447160398e9 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5577393 Dec 20 08:49:07.291566 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42582) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:07.299731 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-5c799467-4aed-4289-acfa-d8c3cf3d4545 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Request body: {'security_group': {'name': 'tempest-secgroup--597690474'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:49:07.333080 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-5c799467-4aed-4289-acfa-d8c3cf3d4545 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:49:07.341970 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475253a2-e49c-4168-9705-798caa149a33 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afbaa9d0-6ce6-48b8-830e-9de75bb0b05f,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:07.359070 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-475253a2-e49c-4168-9705-798caa149a33 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:07.360917 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e6c1dc54-526a-49f3-b158-e7679057ff62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32898031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349045'] for router_interface, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:07.363318 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-5c799467-4aed-4289-acfa-d8c3cf3d4545 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:49:07.365682 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-475253a2-e49c-4168-9705-798caa149a33 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:07.369759 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-475253a2-e49c-4168-9705-798caa149a33 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2341745 Dec 20 08:49:07.369911 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03390e57-0fee-4df4-8972-742ec24944cc None None] Pushing event updated for resources: {'Port': ['ID=a5f751cc-2c58-48aa-b433-c4286efcfc28,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:07.371181 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42586) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:07.373091 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-03390e57-0fee-4df4-8972-742ec24944cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:07.379986 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-8ca21f2f-c78f-43ff-8a38-7518b7cce0ba tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Request body: {'security_group_rule': {'security_group_id': 'eee36b9c-785d-4ab3-b1d4-e8674c8e6ce0', 'project_id': 'fabc5346054940109ef98c8222603d73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:49:07.389805 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-8ca21f2f-c78f-43ff-8a38-7518b7cce0ba tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:49:07.391974 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-8ca21f2f-c78f-43ff-8a38-7518b7cce0ba tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Usage tracker for resource:security_group_rule and tenant:fabc5346054940109ef98c8222603d73 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:49:07.395021 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-8ca21f2f-c78f-43ff-8a38-7518b7cce0ba tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:49:07.402003 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-8ca21f2f-c78f-43ff-8a38-7518b7cce0ba tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:49:07.403825 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c1dc54-526a-49f3-b158-e7679057ff62 admin admin] Pushing event updated for resources: {'Port': ['ID=7db998e5-5f07-4330-9ca7-a9cf1f556901,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:07.407922 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5c799467-4aed-4289-acfa-d8c3cf3d4545 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:07.411885 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e6c1dc54-526a-49f3-b158-e7679057ff62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:07.437369 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.securitygroups_db [None req-8ca21f2f-c78f-43ff-8a38-7518b7cce0ba tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Project fabc5346054940109ef98c8222603d73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 08:49:07.455098 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8ca21f2f-c78f-43ff-8a38-7518b7cce0ba tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:07.483969 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-5c799467-4aed-4289-acfa-d8c3cf3d4545 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:49:07.506444 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-5c799467-4aed-4289-acfa-d8c3cf3d4545 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Usage tracker for resource:security_group_rule and tenant:5c7f3278cec24a05bf958d0b7d35e15a is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:49:07.511175 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-5c799467-4aed-4289-acfa-d8c3cf3d4545 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:49:07.528437 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-5c799467-4aed-4289-acfa-d8c3cf3d4545 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:49:07.556614 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8ca21f2f-c78f-43ff-8a38-7518b7cce0ba tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:07.571020 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8ca21f2f-c78f-43ff-8a38-7518b7cce0ba tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:07.574277 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:07.633604 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8ca21f2f-c78f-43ff-8a38-7518b7cce0ba tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:07.638639 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-8ca21f2f-c78f-43ff-8a38-7518b7cce0ba tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2625189 Dec 20 08:49:07.638639 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca21f2f-c78f-43ff-8a38-7518b7cce0ba tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18f9fd3a-4e0d-4cb6-b514-88bf5067b131,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:07.639478 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42590) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:07.661437 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-8ca21f2f-c78f-43ff-8a38-7518b7cce0ba tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:07.670776 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-346cf2e2-93e5-4568-8cc4-7347037a8068 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Request body: {'network': {'name': 'tempest-network-smoke--2119598259', 'project_id': 'fabc5346054940109ef98c8222603d73', 'port_security_enabled': True}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:49:07.680848 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-346cf2e2-93e5-4568-8cc4-7347037a8068 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:49:07.685495 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-346cf2e2-93e5-4568-8cc4-7347037a8068 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Usage tracker for resource:network and tenant:fabc5346054940109ef98c8222603d73 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:49:07.690137 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-346cf2e2-93e5-4568-8cc4-7347037a8068 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:49:07.697754 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-346cf2e2-93e5-4568-8cc4-7347037a8068 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:49:07.715127 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c1dc54-526a-49f3-b158-e7679057ff62 admin admin] Network 93bb2812-0b1d-4fea-b794-e7bc065467e8 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:49:07.718281 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-e6c1dc54-526a-49f3-b158-e7679057ff62 admin admin] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:49:07.736874 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5c799467-4aed-4289-acfa-d8c3cf3d4545 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:07.743219 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-346cf2e2-93e5-4568-8cc4-7347037a8068 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Made reservation on behalf of fabc5346054940109ef98c8222603d73 for: {'network': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:49:07.749529 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-346cf2e2-93e5-4568-8cc4-7347037a8068 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:07.763387 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5c799467-4aed-4289-acfa-d8c3cf3d4545 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:07.817081 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-1774e675-3752-4730-b0d1-0f2e71fe8980 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Allocated IP 2001:db8::1 (f7f9cb11-6e88-423b-9b69-ab46de131cb3/1f5e5973-2002-4409-9867-adf9e3ff9cc6/073ec372-a93f-4404-9b8c-82a82657816c) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:49:07.823436 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-6d05cce0-7394-46d2-ad66-6f552a0ae4ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:07.883183 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5c799467-4aed-4289-acfa-d8c3cf3d4545 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:07.885882 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-5c799467-4aed-4289-acfa-d8c3cf3d4545 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5932853 Dec 20 08:49:07.900359 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42594) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:07.915993 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device a5f751cc-2c58-48aa-b433-c4286efcfc28 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:49:07.959541 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-346cf2e2-93e5-4568-8cc4-7347037a8068 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=83445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:49:07.981967 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-346cf2e2-93e5-4568-8cc4-7347037a8068 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:07.984873 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.segments_db [None req-346cf2e2-93e5-4568-8cc4-7347037a8068 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Added segment a5cd7a16-d340-41d4-84ea-bcc0742b6af4 of type vlan for network 8349d658-15a5-4502-934d-42d77be31e8f Dec 20 08:49:08.023649 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-346cf2e2-93e5-4568-8cc4-7347037a8068 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:08.027037 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port a5f751cc-2c58-48aa-b433-c4286efcfc28 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:49:08.034440 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device f2cbcfcd-283f-4118-8bdd-b273ae3cd306 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:49:08.079964 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-5a6e575a-81f4-4ae9-a1d9-447706418642 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Request body: {'security_group_rule': {'security_group_id': '9602ec29-9263-4987-b291-5552c94b141e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:49:08.087905 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-5a6e575a-81f4-4ae9-a1d9-447706418642 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:49:08.098131 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-5a6e575a-81f4-4ae9-a1d9-447706418642 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Usage tracker for resource:security_group_rule and tenant:5c7f3278cec24a05bf958d0b7d35e15a is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:49:08.108361 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c799467-4aed-4289-acfa-d8c3cf3d4545 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9602ec29-9263-4987-b291-5552c94b141e,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:08.128642 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-5a6e575a-81f4-4ae9-a1d9-447706418642 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:49:08.132161 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-5c799467-4aed-4289-acfa-d8c3cf3d4545 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:08.133993 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-346cf2e2-93e5-4568-8cc4-7347037a8068 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:08.141142 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346cf2e2-93e5-4568-8cc4-7347037a8068 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:49:08.141362 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port f2cbcfcd-283f-4118-8bdd-b273ae3cd306 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:49:08.141835 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-346cf2e2-93e5-4568-8cc4-7347037a8068 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:08.147526 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port f2cbcfcd-283f-4118-8bdd-b273ae3cd306 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:49:08.147910 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:08.166741 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-79e4796f-1cea-4714-8664-75721684e3f2 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:08.191239 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-5a6e575a-81f4-4ae9-a1d9-447706418642 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:49:08.217369 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1774e675-3752-4730-b0d1-0f2e71fe8980 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:08.245860 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-346cf2e2-93e5-4568-8cc4-7347037a8068 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5864201 Dec 20 08:49:08.251663 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-1774e675-3752-4730-b0d1-0f2e71fe8980 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Transition to ACTIVE for port object 073ec372-a93f-4404-9b8c-82a82657816c will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:49:08.252749 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 42600) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:08.264525 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5a6e575a-81f4-4ae9-a1d9-447706418642 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:08.276078 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-5e32bcfb-939e-4dd1-9630-d41e2cee3e4e tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-966577616', 'admin_state_up': True, 'project_id': 'fabc5346054940109ef98c8222603d73', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:49:08.288085 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-5e32bcfb-939e-4dd1-9630-d41e2cee3e4e tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:49:08.318619 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-0e73f44b-a000-4cf5-a8af-b68c2b0d728f None None] Provisioning complete for port 7db998e5-5f07-4330-9ca7-a9cf1f556901 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:49:08.318994 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-0e73f44b-a000-4cf5-a8af-b68c2b0d728f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:08.370687 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-5e32bcfb-939e-4dd1-9630-d41e2cee3e4e tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Usage tracker for resource:router and tenant:fabc5346054940109ef98c8222603d73 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:49:08.382189 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-5e32bcfb-939e-4dd1-9630-d41e2cee3e4e tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:49:08.389510 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-5e32bcfb-939e-4dd1-9630-d41e2cee3e4e tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:49:08.392914 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346cf2e2-93e5-4568-8cc4-7347037a8068 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Pushing event updated for resources: {'Network': ['ID=8349d658-15a5-4502-934d-42d77be31e8f,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:08.404304 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-346cf2e2-93e5-4568-8cc4-7347037a8068 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:08.421113 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5e32bcfb-939e-4dd1-9630-d41e2cee3e4e tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24817'] for router, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:08.422103 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5e32bcfb-939e-4dd1-9630-d41e2cee3e4e tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-351744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24806'] for router, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:08.428568 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network 8349d658-15a5-4502-934d-42d77be31e8f details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:49:08.443579 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5e32bcfb-939e-4dd1-9630-d41e2cee3e4e tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:08.456390 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5a6e575a-81f4-4ae9-a1d9-447706418642 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:08.461209 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5a6e575a-81f4-4ae9-a1d9-447706418642 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:08.463067 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:08.470679 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1774e675-3752-4730-b0d1-0f2e71fe8980 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:08.477355 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4b024a96-58e2-40d2-b8f4-464961d2ad66 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:08.484796 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-0e73f44b-a000-4cf5-a8af-b68c2b0d728f None None] Port 7db998e5-5f07-4330-9ca7-a9cf1f556901 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:49:08.495933 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6e575a-81f4-4ae9-a1d9-447706418642 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9ec5389-5a85-4568-ba64-a9b1e627d78f,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:08.499838 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-5a6e575a-81f4-4ae9-a1d9-447706418642 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:08.506132 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5a6e575a-81f4-4ae9-a1d9-447706418642 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:08.510090 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-5a6e575a-81f4-4ae9-a1d9-447706418642 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.5981228 Dec 20 08:49:08.510438 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42604) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:08.513625 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:08.545593 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-52ef76f3-89cf-4fdc-b05f-3b6dee276eba tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:08.560855 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-52ef76f3-89cf-4fdc-b05f-3b6dee276eba tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:08.563703 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1774e675-3752-4730-b0d1-0f2e71fe8980 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Pushing event updated for resources: {'Port': ['ID=073ec372-a93f-4404-9b8c-82a82657816c,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:08.570052 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1774e675-3752-4730-b0d1-0f2e71fe8980 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:08.588739 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-52ef76f3-89cf-4fdc-b05f-3b6dee276eba tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:08.605272 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:08.615830 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-52ef76f3-89cf-4fdc-b05f-3b6dee276eba tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:08.619918 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-52ef76f3-89cf-4fdc-b05f-3b6dee276eba tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/f9ec5389-5a85-4568-ba64-a9b1e627d78f HTTP/1.1" status: 204 len: 168 time: 0.1057146 Dec 20 08:49:08.630510 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42608) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:08.632141 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ef76f3-89cf-4fdc-b05f-3b6dee276eba tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f9ec5389-5a85-4568-ba64-a9b1e627d78f,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:08.638695 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-52ef76f3-89cf-4fdc-b05f-3b6dee276eba tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:08.641440 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port f2cbcfcd-283f-4118-8bdd-b273ae3cd306, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=f2cbcfcd-283f-4118-8bdd-b273ae3cd306,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:49:08.655949 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:08.660960 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-6f077cdd-c6cc-4f9a-8a50-e284ef709465 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:08.716146 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-227536a5-e35f-4615-8ef5-c5bdf6a245e7 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Synchronizing usage tracker for tenant:5c7f3278cec24a05bf958d0b7d35e15a on resource:security_group_rule {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:49:08.742570 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=f2cbcfcd-283f-4118-8bdd-b273ae3cd306,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:08.746292 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:08.748416 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-227536a5-e35f-4615-8ef5-c5bdf6a245e7 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Unset dirty status for tenant:5c7f3278cec24a05bf958d0b7d35e15a on resource:security_group_rule {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:49:08.752784 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-227536a5-e35f-4615-8ef5-c5bdf6a245e7 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1118050 Dec 20 08:49:08.753439 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42612) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:08.791223 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08e20c6-1d34-4586-9d45-fd07af678c6b None None] Network f7f9cb11-6e88-423b-9b69-ab46de131cb3 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:49:08.827506 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e216879c-b166-49ac-9a7e-92236483c51e tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:08.842425 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-a231a07e-00da-4ad3-a145-7619e95d21d7 None None] Provisioning for port a5f751cc-2c58-48aa-b433-c4286efcfc28 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:49:08.847027 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1774e675-3752-4730-b0d1-0f2e71fe8980 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Network f7f9cb11-6e88-423b-9b69-ab46de131cb3 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:49:08.855731 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-1774e675-3752-4730-b0d1-0f2e71fe8980 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:49:08.862533 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1774e675-3752-4730-b0d1-0f2e71fe8980 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:49:08.863293 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e216879c-b166-49ac-9a7e-92236483c51e tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:08.863471 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1774e675-3752-4730-b0d1-0f2e71fe8980 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-345881'] for router_interface, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:08.895115 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-a231a07e-00da-4ad3-a145-7619e95d21d7 None None] Provisioning complete for port a5f751cc-2c58-48aa-b433-c4286efcfc28 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:49:08.895493 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a231a07e-00da-4ad3-a145-7619e95d21d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:08.896207 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5e32bcfb-939e-4dd1-9630-d41e2cee3e4e tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24724'] for router, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:08.914398 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e216879c-b166-49ac-9a7e-92236483c51e tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:08.917317 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6c1dc54-526a-49f3-b158-e7679057ff62 admin admin] Router bd875e86-a674-45ca-9850-8ca7353ab443 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:49:08.920082 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-aab837ee-79f7-4e81-8be8-964d9d28e999 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:08.938867 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e216879c-b166-49ac-9a7e-92236483c51e tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9602ec29-9263-4987-b291-5552c94b141e,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:08.941609 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e216879c-b166-49ac-9a7e-92236483c51e tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:08.957683 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e216879c-b166-49ac-9a7e-92236483c51e tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:08.959244 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-e216879c-b166-49ac-9a7e-92236483c51e tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] 10.222.0.16 "DELETE /v2.0/security-groups/9602ec29-9263-4987-b291-5552c94b141e HTTP/1.1" status: 204 len: 168 time: 0.2047923 Dec 20 08:49:08.961960 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42616) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:09.026988 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-09848449-9f27-4869-a3ba-903f3d7bba79 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Synchronizing usage tracker for tenant:5c7f3278cec24a05bf958d0b7d35e15a on resource:security_group {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:49:09.043944 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-09848449-9f27-4869-a3ba-903f3d7bba79 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Unset dirty status for tenant:5c7f3278cec24a05bf958d0b7d35e15a on resource:security_group {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:49:09.048982 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-09848449-9f27-4869-a3ba-903f3d7bba79 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0825310 Dec 20 08:49:09.049443 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42620) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:09.055352 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-ef30058f-c481-4368-8626-7290dd629c84 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Request body: {'security_group': {'name': 'tempest-secgroup--1900873735'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:49:09.062698 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-ef30058f-c481-4368-8626-7290dd629c84 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:49:09.075320 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-ef30058f-c481-4368-8626-7290dd629c84 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:49:09.087441 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ef30058f-c481-4368-8626-7290dd629c84 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:09.088439 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1774e675-3752-4730-b0d1-0f2e71fe8980 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:09.127270 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-ef30058f-c481-4368-8626-7290dd629c84 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:49:09.132013 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a231a07e-00da-4ad3-a145-7619e95d21d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:09.132584 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-ef30058f-c481-4368-8626-7290dd629c84 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Usage tracker for resource:security_group_rule and tenant:5c7f3278cec24a05bf958d0b7d35e15a is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:49:09.135734 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-ef30058f-c481-4368-8626-7290dd629c84 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:49:09.142184 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-ef30058f-c481-4368-8626-7290dd629c84 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:49:09.177996 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-a231a07e-00da-4ad3-a145-7619e95d21d7 None None] For port a5f751cc-2c58-48aa-b433-c4286efcfc28, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=a5f751cc-2c58-48aa-b433-c4286efcfc28,segment=NetworkSegment(7e776029-f35f-453c-b539-f674dd955e38),segment_id=7e776029-f35f-453c-b539-f674dd955e38)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:49:09.189411 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a231a07e-00da-4ad3-a145-7619e95d21d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:09.192590 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-eae98387-6039-4abb-9e7d-9672c6c73be0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:09.205451 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ef30058f-c481-4368-8626-7290dd629c84 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:09.209347 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ef30058f-c481-4368-8626-7290dd629c84 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:09.213223 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-62d6132d-2a7e-4e50-a43f-8977ea7e5f28 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:09.264167 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef30058f-c481-4368-8626-7290dd629c84 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abd6c6c8-f424-49e0-8250-1e012c44eb5b,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:09.267101 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ef30058f-c481-4368-8626-7290dd629c84 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:09.267478 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a231a07e-00da-4ad3-a145-7619e95d21d7 None None] Pushing event updated for resources: {'Port': ['ID=a5f751cc-2c58-48aa-b433-c4286efcfc28,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:09.270729 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-a231a07e-00da-4ad3-a145-7619e95d21d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:09.273906 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ef30058f-c481-4368-8626-7290dd629c84 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:09.278725 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-ef30058f-c481-4368-8626-7290dd629c84 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2244892 Dec 20 08:49:09.278725 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42624) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:09.284294 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-a6d07e23-b975-412f-9fba-3d453cf2d731 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Request body: {'security_group_rule': {'security_group_id': 'abd6c6c8-f424-49e0-8250-1e012c44eb5b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:49:09.290824 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-a6d07e23-b975-412f-9fba-3d453cf2d731 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:49:09.296594 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-a6d07e23-b975-412f-9fba-3d453cf2d731 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Usage tracker for resource:security_group_rule and tenant:5c7f3278cec24a05bf958d0b7d35e15a is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:49:09.299704 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-a6d07e23-b975-412f-9fba-3d453cf2d731 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:49:09.306153 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-a6d07e23-b975-412f-9fba-3d453cf2d731 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:49:09.332317 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a6d07e23-b975-412f-9fba-3d453cf2d731 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:09.399352 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a6d07e23-b975-412f-9fba-3d453cf2d731 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:09.404626 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a6d07e23-b975-412f-9fba-3d453cf2d731 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:09.406873 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-870883e7-106d-4221-8368-93392a46a403 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:09.431556 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d07e23-b975-412f-9fba-3d453cf2d731 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c654de0c-5857-472a-8363-7dd5a32475ad,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:09.436826 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a6d07e23-b975-412f-9fba-3d453cf2d731 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:09.446992 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a6d07e23-b975-412f-9fba-3d453cf2d731 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:09.448573 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-a6d07e23-b975-412f-9fba-3d453cf2d731 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1693256 Dec 20 08:49:09.451696 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42628) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:09.477738 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-fa31aa30-d79e-4031-a5e5-9bcc9af01108 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] 10.222.0.16 "GET /v2.0/security-group-rules/c654de0c-5857-472a-8363-7dd5a32475ad HTTP/1.1" status: 200 len: 705 time: 0.0223498 Dec 20 08:49:09.477981 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42632) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:09.530128 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-469fb56a-66f1-44dc-94f9-16a5a1c4e6e5 None None] Provisioning for port 073ec372-a93f-4404-9b8c-82a82657816c completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:49:09.532715 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-52d9f343-dc61-4d3b-a2d5-48d9c8c28079 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Synchronizing usage tracker for tenant:5c7f3278cec24a05bf958d0b7d35e15a on resource:security_group_rule {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:49:09.541478 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-469fb56a-66f1-44dc-94f9-16a5a1c4e6e5 None None] Provisioning complete for port 073ec372-a93f-4404-9b8c-82a82657816c triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:49:09.544521 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-469fb56a-66f1-44dc-94f9-16a5a1c4e6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:09.556884 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-52d9f343-dc61-4d3b-a2d5-48d9c8c28079 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Unset dirty status for tenant:5c7f3278cec24a05bf958d0b7d35e15a on resource:security_group_rule {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:49:09.565729 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-52d9f343-dc61-4d3b-a2d5-48d9c8c28079 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.0864978 Dec 20 08:49:09.566694 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42636) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:09.606025 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-aeb10534-8ff6-4db6-8f28-375a4237070a tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:09.624599 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-aeb10534-8ff6-4db6-8f28-375a4237070a tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:09.661091 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-469fb56a-66f1-44dc-94f9-16a5a1c4e6e5 None None] Port 073ec372-a93f-4404-9b8c-82a82657816c cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:49:09.675852 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-469fb56a-66f1-44dc-94f9-16a5a1c4e6e5 None None] Provisioning complete for port a5f751cc-2c58-48aa-b433-c4286efcfc28 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:49:09.676169 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-aeb10534-8ff6-4db6-8f28-375a4237070a tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:09.676359 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-469fb56a-66f1-44dc-94f9-16a5a1c4e6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:09.683352 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-8ca21f2f-c78f-43ff-8a38-7518b7cce0ba tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:09.683570 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5e32bcfb-939e-4dd1-9630-d41e2cee3e4e tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks [] for router_gateway, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:09.701166 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb10534-8ff6-4db6-8f28-375a4237070a tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c654de0c-5857-472a-8363-7dd5a32475ad,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:09.704637 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-aeb10534-8ff6-4db6-8f28-375a4237070a tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:09.712387 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-aeb10534-8ff6-4db6-8f28-375a4237070a tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:09.716510 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-aeb10534-8ff6-4db6-8f28-375a4237070a tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/c654de0c-5857-472a-8363-7dd5a32475ad HTTP/1.1" status: 204 len: 168 time: 0.1458306 Dec 20 08:49:09.717739 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42640) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:09.726095 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5e32bcfb-939e-4dd1-9630-d41e2cee3e4e tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:09.785717 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-6c45a2ba-6daf-4df0-bd57-8447fa35c3ab tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Synchronizing usage tracker for tenant:5c7f3278cec24a05bf958d0b7d35e15a on resource:security_group_rule {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:49:09.793144 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6c1dc54-526a-49f3-b158-e7679057ff62 admin admin] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:49:09.814432 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-6c45a2ba-6daf-4df0-bd57-8447fa35c3ab tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Unset dirty status for tenant:5c7f3278cec24a05bf958d0b7d35e15a on resource:security_group_rule {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:49:09.818851 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-6c45a2ba-6daf-4df0-bd57-8447fa35c3ab tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0984213 Dec 20 08:49:09.819865 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42644) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:09.826281 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-8296a5d9-a3a5-404e-a0d6-0b73079f54b2 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Request body: {'security_group_rule': {'security_group_id': 'abd6c6c8-f424-49e0-8250-1e012c44eb5b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:49:09.839668 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-8296a5d9-a3a5-404e-a0d6-0b73079f54b2 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:49:09.841605 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device a5f751cc-2c58-48aa-b433-c4286efcfc28 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:49:09.849186 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-8296a5d9-a3a5-404e-a0d6-0b73079f54b2 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:49:09.871393 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8296a5d9-a3a5-404e-a0d6-0b73079f54b2 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:09.889797 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:09.905167 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e6c1dc54-526a-49f3-b158-e7679057ff62 admin admin] 10.222.0.16 "PUT /v2.0/routers/bd875e86-a674-45ca-9850-8ca7353ab443/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7668748 Dec 20 08:49:09.940202 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8296a5d9-a3a5-404e-a0d6-0b73079f54b2 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:09.946619 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8296a5d9-a3a5-404e-a0d6-0b73079f54b2 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:09.950037 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:09.954719 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1774e675-3752-4730-b0d1-0f2e71fe8980 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:09.960518 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port a5f751cc-2c58-48aa-b433-c4286efcfc28 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:49:09.960968 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:09.965496 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1774e675-3752-4730-b0d1-0f2e71fe8980 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:09.966537 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1774e675-3752-4730-b0d1-0f2e71fe8980 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32898031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349045'] for router_interface, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:09.971040 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-5e32bcfb-939e-4dd1-9630-d41e2cee3e4e tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Allocated IP 172.26.5.105 (95f3bec2-46e6-4468-8229-8badd4a5aaae/cf8895a3-346d-4313-a645-16ecdcce9969/8be543e7-411e-470d-a062-f1773875471e) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:49:09.973260 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f32985cc-18d7-4dfc-935f-011cd0985b07 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:09.993219 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8296a5d9-a3a5-404e-a0d6-0b73079f54b2 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7845466f-f716-4311-97cd-cfef96088cdc,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:09.995969 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8296a5d9-a3a5-404e-a0d6-0b73079f54b2 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:10.000619 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-8296a5d9-a3a5-404e-a0d6-0b73079f54b2 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1769674 Dec 20 08:49:10.000619 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-8296a5d9-a3a5-404e-a0d6-0b73079f54b2 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:10.000919 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42650) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:10.029072 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-c96bd4d1-7b7f-4915-bbc2-a1b3ed277813 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] 10.222.0.16 "GET /v2.0/security-group-rules/7845466f-f716-4311-97cd-cfef96088cdc HTTP/1.1" status: 200 len: 705 time: 0.0242970 Dec 20 08:49:10.029450 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42654) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:10.095062 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-3ab51cd0-e9a3-408e-94cf-6eb12cb55c93 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Synchronizing usage tracker for tenant:5c7f3278cec24a05bf958d0b7d35e15a on resource:security_group_rule {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:49:10.098057 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device f2cbcfcd-283f-4118-8bdd-b273ae3cd306 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:49:10.121419 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-3ab51cd0-e9a3-408e-94cf-6eb12cb55c93 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Unset dirty status for tenant:5c7f3278cec24a05bf958d0b7d35e15a on resource:security_group_rule {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:49:10.126280 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-3ab51cd0-e9a3-408e-94cf-6eb12cb55c93 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.0927720 Dec 20 08:49:10.126477 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1774e675-3752-4730-b0d1-0f2e71fe8980 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Pushing event updated for resources: {'Port': ['ID=073ec372-a93f-4404-9b8c-82a82657816c,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:10.126786 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42660) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:10.128975 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1774e675-3752-4730-b0d1-0f2e71fe8980 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:10.154530 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-8a92a978-af2b-4738-a7c0-4523e3b98f8e None None] Provisioning complete for port 073ec372-a93f-4404-9b8c-82a82657816c triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:49:10.155145 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-8a92a978-af2b-4738-a7c0-4523e3b98f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:10.170575 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1952c834-059f-4986-9639-9f192c87a7c4 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:10.191482 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1952c834-059f-4986-9639-9f192c87a7c4 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:10.221388 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-8a92a978-af2b-4738-a7c0-4523e3b98f8e None None] Port 073ec372-a93f-4404-9b8c-82a82657816c cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:49:10.221783 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1952c834-059f-4986-9639-9f192c87a7c4 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:10.224349 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-bf47b335-1a02-4269-bec3-adf91f6a7681 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:10.243616 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port f2cbcfcd-283f-4118-8bdd-b273ae3cd306 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:49:10.244369 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:10.252322 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1952c834-059f-4986-9639-9f192c87a7c4 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7845466f-f716-4311-97cd-cfef96088cdc,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:10.259837 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-1952c834-059f-4986-9639-9f192c87a7c4 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:10.261300 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1952c834-059f-4986-9639-9f192c87a7c4 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:10.265932 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-1952c834-059f-4986-9639-9f192c87a7c4 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/7845466f-f716-4311-97cd-cfef96088cdc HTTP/1.1" status: 204 len: 168 time: 0.1375861 Dec 20 08:49:10.266185 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42664) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:10.330616 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1774e675-3752-4730-b0d1-0f2e71fe8980 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Network f7f9cb11-6e88-423b-9b69-ab46de131cb3 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:49:10.333494 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5e32bcfb-939e-4dd1-9630-d41e2cee3e4e tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:10.336689 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-1774e675-3752-4730-b0d1-0f2e71fe8980 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:49:10.339750 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-769343ff-698b-4885-988d-672ed608f89c tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Synchronizing usage tracker for tenant:5c7f3278cec24a05bf958d0b7d35e15a on resource:security_group_rule {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:49:10.368603 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-769343ff-698b-4885-988d-672ed608f89c tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Unset dirty status for tenant:5c7f3278cec24a05bf958d0b7d35e15a on resource:security_group_rule {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:49:10.370885 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-769343ff-698b-4885-988d-672ed608f89c tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1037829 Dec 20 08:49:10.374436 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42672) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:10.384898 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-f15e0281-12aa-402a-ad27-1acff6e46a66 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Request body: {'security_group_rule': {'security_group_id': 'abd6c6c8-f424-49e0-8250-1e012c44eb5b', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:49:10.393911 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-f15e0281-12aa-402a-ad27-1acff6e46a66 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:49:10.412672 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-f15e0281-12aa-402a-ad27-1acff6e46a66 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:49:10.449157 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f15e0281-12aa-402a-ad27-1acff6e46a66 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:10.539624 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f15e0281-12aa-402a-ad27-1acff6e46a66 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:10.549633 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f15e0281-12aa-402a-ad27-1acff6e46a66 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:10.564024 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:10.585479 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15e0281-12aa-402a-ad27-1acff6e46a66 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64e67a23-9bcb-44db-b417-22e898fb1499,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:10.591158 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f15e0281-12aa-402a-ad27-1acff6e46a66 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:10.614680 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f15e0281-12aa-402a-ad27-1acff6e46a66 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:10.616046 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-f15e0281-12aa-402a-ad27-1acff6e46a66 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2389815 Dec 20 08:49:10.623327 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42678) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:10.644240 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-078061dc-6447-4d5d-b18f-aa8d27f882ed tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] 10.222.0.16 "GET /v2.0/security-group-rules/64e67a23-9bcb-44db-b417-22e898fb1499 HTTP/1.1" status: 200 len: 706 time: 0.0196557 Dec 20 08:49:10.646671 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42684) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:10.697471 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-89f802bf-2e63-4201-82f9-77dcb6561030 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Synchronizing usage tracker for tenant:5c7f3278cec24a05bf958d0b7d35e15a on resource:security_group_rule {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:49:10.714069 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-89f802bf-2e63-4201-82f9-77dcb6561030 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Unset dirty status for tenant:5c7f3278cec24a05bf958d0b7d35e15a on resource:security_group_rule {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:49:10.718272 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-89f802bf-2e63-4201-82f9-77dcb6561030 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.0677457 Dec 20 08:49:10.718479 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42688) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:10.752789 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-712f6ed9-6906-4a8a-a6f4-7a93916107eb None None] Provisioning complete for port 073ec372-a93f-4404-9b8c-82a82657816c triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:49:10.753474 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-712f6ed9-6906-4a8a-a6f4-7a93916107eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:10.756027 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d1e4d513-dac2-4d84-88b0-77f5b54298a0 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:10.770247 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d1e4d513-dac2-4d84-88b0-77f5b54298a0 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:10.799431 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d1e4d513-dac2-4d84-88b0-77f5b54298a0 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:10.802744 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3b53945b-3bdb-4293-b3a7-777977b487fa tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:10.808186 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5e32bcfb-939e-4dd1-9630-d41e2cee3e4e tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:10.818740 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-712f6ed9-6906-4a8a-a6f4-7a93916107eb None None] Port 073ec372-a93f-4404-9b8c-82a82657816c cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:49:10.822336 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-5e92b5ed-69f2-4441-890d-12fe0ce94fc1 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:10.827023 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e4d513-dac2-4d84-88b0-77f5b54298a0 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=64e67a23-9bcb-44db-b417-22e898fb1499,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:10.830522 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d1e4d513-dac2-4d84-88b0-77f5b54298a0 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:10.837715 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d1e4d513-dac2-4d84-88b0-77f5b54298a0 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:10.841309 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-d1e4d513-dac2-4d84-88b0-77f5b54298a0 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/64e67a23-9bcb-44db-b417-22e898fb1499 HTTP/1.1" status: 204 len: 168 time: 0.1195667 Dec 20 08:49:10.841659 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42694) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:10.895825 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-7692cec3-124a-49f2-bd21-e2c13646c44d tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Synchronizing usage tracker for tenant:5c7f3278cec24a05bf958d0b7d35e15a on resource:security_group_rule {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:49:10.900239 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e32bcfb-939e-4dd1-9630-d41e2cee3e4e tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Pushing event updated for resources: {'Port': ['ID=8be543e7-411e-470d-a062-f1773875471e,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:10.905680 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-5e32bcfb-939e-4dd1-9630-d41e2cee3e4e tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:10.910009 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e32bcfb-939e-4dd1-9630-d41e2cee3e4e tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Network 95f3bec2-46e6-4468-8229-8badd4a5aaae is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:49:10.912094 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-5e32bcfb-939e-4dd1-9630-d41e2cee3e4e tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:49:10.914207 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-7692cec3-124a-49f2-bd21-e2c13646c44d tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Unset dirty status for tenant:5c7f3278cec24a05bf958d0b7d35e15a on resource:security_group_rule {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:49:10.915516 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e32bcfb-939e-4dd1-9630-d41e2cee3e4e tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:49:10.916810 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-7692cec3-124a-49f2-bd21-e2c13646c44d tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0736127 Dec 20 08:49:10.922260 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42700) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:10.990329 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e3cc8a16-32a2-4e29-a09d-4fef504fc724 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:11.018079 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e3cc8a16-32a2-4e29-a09d-4fef504fc724 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:11.067422 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e3cc8a16-32a2-4e29-a09d-4fef504fc724 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:11.072946 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-c1008d1b-fc14-4b35-a79e-5c7444571d14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:11.087549 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cc8a16-32a2-4e29-a09d-4fef504fc724 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd6c6c8-f424-49e0-8250-1e012c44eb5b,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:11.092581 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e3cc8a16-32a2-4e29-a09d-4fef504fc724 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:11.105012 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1774e675-3752-4730-b0d1-0f2e71fe8980 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Router f080c217-35d0-4475-9ea6-088350fd2fdc is scheduled to L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 with binding_index 1 {{(pid=83444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 08:49:11.120145 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e3cc8a16-32a2-4e29-a09d-4fef504fc724 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:11.124206 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-e3cc8a16-32a2-4e29-a09d-4fef504fc724 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] 10.222.0.16 "DELETE /v2.0/security-groups/abd6c6c8-f424-49e0-8250-1e012c44eb5b HTTP/1.1" status: 204 len: 168 time: 0.1980755 Dec 20 08:49:11.124494 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42708) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:11.163426 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42712) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:11.175913 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-c8b35985-7a64-4688-9de4-35799b147bd8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1281238679-network', 'tenant_id': '267e2bb079e8441da27d64d99add18a5'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:49:11.185005 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-c8b35985-7a64-4688-9de4-35799b147bd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:49:11.189406 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-c8b35985-7a64-4688-9de4-35799b147bd8 admin admin] Usage tracker for resource:network and tenant:267e2bb079e8441da27d64d99add18a5 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:49:11.193484 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-4be7b281-4eb2-494a-bc08-42d8f10ab4bc tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Synchronizing usage tracker for tenant:5c7f3278cec24a05bf958d0b7d35e15a on resource:security_group {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:49:11.196685 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-c8b35985-7a64-4688-9de4-35799b147bd8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:49:11.205388 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-c8b35985-7a64-4688-9de4-35799b147bd8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:49:11.219793 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-4be7b281-4eb2-494a-bc08-42d8f10ab4bc tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Unset dirty status for tenant:5c7f3278cec24a05bf958d0b7d35e15a on resource:security_group {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:49:11.225082 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-4be7b281-4eb2-494a-bc08-42d8f10ab4bc tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0956411 Dec 20 08:49:11.225082 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b35985-7a64-4688-9de4-35799b147bd8 admin admin] Made reservation on behalf of 267e2bb079e8441da27d64d99add18a5 for: {'network': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:49:11.225082 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c8b35985-7a64-4688-9de4-35799b147bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:11.236590 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 42716) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:11.240565 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c8b35985-7a64-4688-9de4-35799b147bd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:11.257957 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-b6bb367f-98db-4734-8d06-cf698d42a27d tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Request body: {'security_group': {'name': 'tempest-secgroup--662586153'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:49:11.266930 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5e32bcfb-939e-4dd1-9630-d41e2cee3e4e tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks [] for router_gateway, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:11.267654 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5e32bcfb-939e-4dd1-9630-d41e2cee3e4e tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071'] for router, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:11.269793 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-b6bb367f-98db-4734-8d06-cf698d42a27d tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:49:11.273334 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-c8b35985-7a64-4688-9de4-35799b147bd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:49:11.277158 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-c8b35985-7a64-4688-9de4-35799b147bd8 admin admin] Usage tracker for resource:security_group_rule and tenant:267e2bb079e8441da27d64d99add18a5 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:49:11.280900 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-c8b35985-7a64-4688-9de4-35799b147bd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:49:11.284473 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-b6bb367f-98db-4734-8d06-cf698d42a27d tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:49:11.286595 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-c8b35985-7a64-4688-9de4-35799b147bd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:49:11.354292 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c8b35985-7a64-4688-9de4-35799b147bd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:11.360266 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c8b35985-7a64-4688-9de4-35799b147bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:11.364528 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-471fbe75-3683-4279-b1d2-eb1c177ec56e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:11.374299 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b6bb367f-98db-4734-8d06-cf698d42a27d tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:11.390429 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8b35985-7a64-4688-9de4-35799b147bd8 admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=83445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:49:11.403103 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b35985-7a64-4688-9de4-35799b147bd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35bebacb-1ff4-4611-a091-28ad4c6f414a,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:11.407128 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-c8b35985-7a64-4688-9de4-35799b147bd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:11.409724 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c8b35985-7a64-4688-9de4-35799b147bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:11.410052 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.segments_db [None req-c8b35985-7a64-4688-9de4-35799b147bd8 admin admin] Added segment ef16c412-6eb9-4616-97a7-a4682fd6a930 of type vlan for network 9b0d164c-7269-4e58-a7e0-5aaa270beab1 Dec 20 08:49:11.444245 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c8b35985-7a64-4688-9de4-35799b147bd8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:11.444700 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-b6bb367f-98db-4734-8d06-cf698d42a27d tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:49:11.474486 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c8b35985-7a64-4688-9de4-35799b147bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:11.475596 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b35985-7a64-4688-9de4-35799b147bd8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:49:11.476316 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c8b35985-7a64-4688-9de4-35799b147bd8 admin admin] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:11.481536 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-6d05cce0-7394-46d2-ad66-6f552a0ae4ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:11.497274 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-b6bb367f-98db-4734-8d06-cf698d42a27d tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Usage tracker for resource:security_group_rule and tenant:5c7f3278cec24a05bf958d0b7d35e15a is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:49:11.509398 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1774e675-3752-4730-b0d1-0f2e71fe8980 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:49:11.511240 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-b6bb367f-98db-4734-8d06-cf698d42a27d tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:49:11.524914 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73a83e7-5a15-42cc-8b53-d081741f52e8 None None] Sync routers for ids ['f080c217-35d0-4475-9ea6-088350fd2fdc'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:49:11.525474 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-b6bb367f-98db-4734-8d06-cf698d42a27d tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:49:11.531177 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1774e675-3752-4730-b0d1-0f2e71fe8980 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "PUT /v2.0/routers/f080c217-35d0-4475-9ea6-088350fd2fdc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5318241 Dec 20 08:49:11.534997 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 42720) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:11.556148 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73a83e7-5a15-42cc-8b53-d081741f52e8 None None] Routers {'f080c217-35d0-4475-9ea6-088350fd2fdc'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:49:11.556880 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-c73a83e7-5a15-42cc-8b53-d081741f52e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:48:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['f080c217-35d0-4475-9ea6-088350fd2fdc'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:11.651001 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d57b1b-28de-4379-8ab7-b76000fcc67c tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:49:11.651818 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-89d57b1b-28de-4379-8ab7-b76000fcc67c tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Synchronizing usage tracker for tenant:77c40f4df6664268b6fdee7d685de4ee on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:49:11.667777 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-c73a83e7-5a15-42cc-8b53-d081741f52e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:11.679845 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73a83e7-5a15-42cc-8b53-d081741f52e8 None None] Routers {'f080c217-35d0-4475-9ea6-088350fd2fdc'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:49:11.680530 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-c73a83e7-5a15-42cc-8b53-d081741f52e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:48:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['f080c217-35d0-4475-9ea6-088350fd2fdc'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:11.697274 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b6bb367f-98db-4734-8d06-cf698d42a27d tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:11.699795 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-89d57b1b-28de-4379-8ab7-b76000fcc67c tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Unset dirty status for tenant:77c40f4df6664268b6fdee7d685de4ee on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:49:11.701261 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-89d57b1b-28de-4379-8ab7-b76000fcc67c tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "GET /v2.0/ports/073ec372-a93f-4404-9b8c-82a82657816c HTTP/1.1" status: 200 len: 911 time: 0.1651940 Dec 20 08:49:11.703215 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 42724) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:11.703677 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-c8b35985-7a64-4688-9de4-35799b147bd8 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5391219 Dec 20 08:49:11.704412 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42726) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:11.705129 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b35985-7a64-4688-9de4-35799b147bd8 admin admin] Pushing event updated for resources: {'Network': ['ID=9b0d164c-7269-4e58-a7e0-5aaa270beab1,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:11.709494 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-c8b35985-7a64-4688-9de4-35799b147bd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:11.710981 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-df621e14-d3d0-43e4-a7cf-172e8f4ec90a admin admin] Request body: {'subnet': {'network_id': '9b0d164c-7269-4e58-a7e0-5aaa270beab1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1281238679-subnet', 'tenant_id': '267e2bb079e8441da27d64d99add18a5', 'ip_version': 4}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:49:11.716013 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b6bb367f-98db-4734-8d06-cf698d42a27d tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:11.720613 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network 9b0d164c-7269-4e58-a7e0-5aaa270beab1 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:49:11.739414 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-8b9b59fe-1fb6-4124-90a1-2fa13667e056 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:11.754249 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-c73a83e7-5a15-42cc-8b53-d081741f52e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:11.754476 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73a83e7-5a15-42cc-8b53-d081741f52e8 None None] The sync data for ids ['f080c217-35d0-4475-9ea6-088350fd2fdc'] in dv-neutron-820491-1-hyperv is: [] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:49:11.754754 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-df621e14-d3d0-43e4-a7cf-172e8f4ec90a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:49:11.773708 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-df621e14-d3d0-43e4-a7cf-172e8f4ec90a admin admin] Usage tracker for resource:subnet and tenant:267e2bb079e8441da27d64d99add18a5 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:49:11.783534 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-df621e14-d3d0-43e4-a7cf-172e8f4ec90a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:49:11.797952 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-df621e14-d3d0-43e4-a7cf-172e8f4ec90a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:49:11.802421 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b6bb367f-98db-4734-8d06-cf698d42a27d tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:11.806120 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b6bb367f-98db-4734-8d06-cf698d42a27d tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5609140 Dec 20 08:49:11.807999 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bb367f-98db-4734-8d06-cf698d42a27d tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f31ad8e-ecc3-414c-8cfa-b7d4d7be6194,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:11.810433 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 42732) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:11.817151 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b6bb367f-98db-4734-8d06-cf698d42a27d tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:11.823578 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-4289418d-cda4-479d-ab15-5444c29f9dfa tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Request body: {'security_group_rule': {'security_group_id': '8f31ad8e-ecc3-414c-8cfa-b7d4d7be6194', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:49:11.833776 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df621e14-d3d0-43e4-a7cf-172e8f4ec90a admin admin] Made reservation on behalf of 267e2bb079e8441da27d64d99add18a5 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:49:11.835984 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-df621e14-d3d0-43e4-a7cf-172e8f4ec90a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1529102'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:11.852895 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-4289418d-cda4-479d-ab15-5444c29f9dfa tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:49:11.871014 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-4289418d-cda4-479d-ab15-5444c29f9dfa tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Usage tracker for resource:security_group_rule and tenant:5c7f3278cec24a05bf958d0b7d35e15a is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:49:11.875422 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-4289418d-cda4-479d-ab15-5444c29f9dfa tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:49:11.895613 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-4289418d-cda4-479d-ab15-5444c29f9dfa tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:49:11.973937 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4289418d-cda4-479d-ab15-5444c29f9dfa tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:11.990063 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e32bcfb-939e-4dd1-9630-d41e2cee3e4e tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Router 1ed7dfbc-d4b3-4fac-b67b-badf62540924 is scheduled to L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 with binding_index 1 {{(pid=83444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 08:49:12.066960 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7048841b-88fa-4c60-bec5-1189b04f4c2c tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349062'] for router_interface, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:12.187665 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4289418d-cda4-479d-ab15-5444c29f9dfa tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:12.202177 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4289418d-cda4-479d-ab15-5444c29f9dfa tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:12.206584 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c3d8ac29-0a06-45d4-9f73-a46b7471f3e3 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:12.237217 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-df621e14-d3d0-43e4-a7cf-172e8f4ec90a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1129376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1529148'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:12.244684 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4289418d-cda4-479d-ab15-5444c29f9dfa tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=576df5e3-447c-4bb4-b95a-6d46965dd1cf,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:12.252680 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4289418d-cda4-479d-ab15-5444c29f9dfa tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:12.253182 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0b29fbff-46fb-4ff5-acb8-f2436b3dbc8d tempest-BulkNetworkOpsTest-525523748 tempest-BulkNetworkOpsTest-525523748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:12.485037 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-97b4cca5-25ac-49e7-8353-29e021264ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:12.486825 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4289418d-cda4-479d-ab15-5444c29f9dfa tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:12.490396 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-4289418d-cda4-479d-ab15-5444c29f9dfa tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6725559 Dec 20 08:49:12.494602 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 42736) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:12.522735 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df621e14-d3d0-43e4-a7cf-172e8f4ec90a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec2f7ce4-2b92-4250-94f8-ff458d7e7f44,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:12.525731 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-df621e14-d3d0-43e4-a7cf-172e8f4ec90a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:12.578465 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df621e14-d3d0-43e4-a7cf-172e8f4ec90a admin admin] Checking segment: {'id': 'ef16c412-6eb9-4616-97a7-a4682fd6a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '9b0d164c-7269-4e58-a7e0-5aaa270beab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:49:12.578837 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df621e14-d3d0-43e4-a7cf-172e8f4ec90a admin admin] Network hostable DHCP agents. Network: 9b0d164c-7269-4e58-a7e0-5aaa270beab1, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:49:12.634581 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7f8c76ad-0869-4f5b-96f4-40c27dbda219 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:12.660638 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df621e14-d3d0-43e4-a7cf-172e8f4ec90a admin admin] Network 9b0d164c-7269-4e58-a7e0-5aaa270beab1 is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:49:12.663812 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e32bcfb-939e-4dd1-9630-d41e2cee3e4e tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:49:12.675546 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5b357e-35d5-4d47-aff0-b093d98d0443 None None] Sync routers for ids ['1ed7dfbc-d4b3-4fac-b67b-badf62540924'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:49:12.681066 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7f8c76ad-0869-4f5b-96f4-40c27dbda219 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:12.681755 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-7048841b-88fa-4c60-bec5-1189b04f4c2c tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Deleting port 073ec372-a93f-4404-9b8c-82a82657816c {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:49:12.682094 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7048841b-88fa-4c60-bec5-1189b04f4c2c tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:12.690524 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5b357e-35d5-4d47-aff0-b093d98d0443 None None] Routers {'1ed7dfbc-d4b3-4fac-b67b-badf62540924'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:49:12.691431 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-3f5b357e-35d5-4d47-aff0-b093d98d0443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:48:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['1ed7dfbc-d4b3-4fac-b67b-badf62540924'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:12.709005 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-df621e14-d3d0-43e4-a7cf-172e8f4ec90a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, 9b0d164c-7269-4e58-a7e0-5aaa270beab1) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:49:12.716961 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df621e14-d3d0-43e4-a7cf-172e8f4ec90a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:49:12.717585 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-df621e14-d3d0-43e4-a7cf-172e8f4ec90a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:12.765357 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5e32bcfb-939e-4dd1-9630-d41e2cee3e4e tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:12.767011 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-5e32bcfb-939e-4dd1-9630-d41e2cee3e4e tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.5008347 Dec 20 08:49:12.772474 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 42742) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:12.783520 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7f8c76ad-0869-4f5b-96f4-40c27dbda219 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:12.791223 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-67d61346-c374-4e63-b6fa-c1c34e32e6ca tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:12.817524 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8c76ad-0869-4f5b-96f4-40c27dbda219 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f31ad8e-ecc3-414c-8cfa-b7d4d7be6194,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:12.822178 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d39a3f0-cce8-4a41-a772-3a4bffba904d None None] Network 9b0d164c-7269-4e58-a7e0-5aaa270beab1 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:49:12.822730 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7f8c76ad-0869-4f5b-96f4-40c27dbda219 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:12.833636 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-df621e14-d3d0-43e4-a7cf-172e8f4ec90a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1262014 Dec 20 08:49:12.834989 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7f8c76ad-0869-4f5b-96f4-40c27dbda219 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:12.838883 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-7f8c76ad-0869-4f5b-96f4-40c27dbda219 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] 10.222.0.16 "DELETE /v2.0/security-groups/8f31ad8e-ecc3-414c-8cfa-b7d4d7be6194 HTTP/1.1" status: 204 len: 168 time: 0.3345714 Dec 20 08:49:12.838883 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 42748) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:12.839682 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 42750) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:12.863010 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-df67bfae-fd59-4fe2-aa1d-01574d28cff7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1281238679-router', 'tenant_id': '267e2bb079e8441da27d64d99add18a5', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:49:12.875990 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-df67bfae-fd59-4fe2-aa1d-01574d28cff7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:49:12.883880 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-df67bfae-fd59-4fe2-aa1d-01574d28cff7 admin admin] Usage tracker for resource:router and tenant:267e2bb079e8441da27d64d99add18a5 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:49:12.888093 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-df67bfae-fd59-4fe2-aa1d-01574d28cff7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:49:12.906939 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7048841b-88fa-4c60-bec5-1189b04f4c2c tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:12.924179 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-df67bfae-fd59-4fe2-aa1d-01574d28cff7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:49:12.956558 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7ca4e1e3-1f1e-4aee-abfa-6a07bd14bb7b tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Synchronizing usage tracker for tenant:5c7f3278cec24a05bf958d0b7d35e15a on resource:security_group {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:49:12.968518 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-df67bfae-fd59-4fe2-aa1d-01574d28cff7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24817'] for router, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:12.969628 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-df67bfae-fd59-4fe2-aa1d-01574d28cff7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-351744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24806'] for router, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:12.999715 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7ca4e1e3-1f1e-4aee-abfa-6a07bd14bb7b tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Unset dirty status for tenant:5c7f3278cec24a05bf958d0b7d35e15a on resource:security_group {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:49:13.005270 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-7ca4e1e3-1f1e-4aee-abfa-6a07bd14bb7b tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1602771 Dec 20 08:49:13.006785 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 42756) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:13.009758 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-df67bfae-fd59-4fe2-aa1d-01574d28cff7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:13.077299 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-227c8166-375b-4fa0-aeb9-2a0d87a16cba tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Synchronizing usage tracker for tenant:5c7f3278cec24a05bf958d0b7d35e15a on resource:security_group_rule {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:49:13.095181 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-7048841b-88fa-4c60-bec5-1189b04f4c2c tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Calling delete_port for 073ec372-a93f-4404-9b8c-82a82657816c owned by network:router_interface {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:49:13.175814 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-3f5b357e-35d5-4d47-aff0-b093d98d0443 None None] Set router 1ed7dfbc-d4b3-4fac-b67b-badf62540924 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:49:13.294341 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b8f6812e-07e7-4f05-a3f6-6e793d3323b0 tempest-TestNetworkAdvancedServerOps-1564198519 tempest-TestNetworkAdvancedServerOps-1564198519-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=fabc5346054940109ef98c8222603d73&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5167041 Dec 20 08:49:13.294595 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 42760) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:13.297488 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-227c8166-375b-4fa0-aeb9-2a0d87a16cba tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Unset dirty status for tenant:5c7f3278cec24a05bf958d0b7d35e15a on resource:security_group_rule {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:49:13.301211 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-227c8166-375b-4fa0-aeb9-2a0d87a16cba tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.2909606 Dec 20 08:49:13.319247 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42764) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:13.345682 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-df67bfae-fd59-4fe2-aa1d-01574d28cff7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24724'] for router, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:13.353930 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.api.v2.resource [None req-6d8cdbb6-dc63-42f2-a9cf-a9a2eb34a634 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] delete failed (client error): The resource could not be found. Dec 20 08:49:13.356923 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-6d8cdbb6-dc63-42f2-a9cf-a9a2eb34a634 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] 10.222.0.16 "DELETE /v2.0/security-groups/8f31ad8e-ecc3-414c-8cfa-b7d4d7be6194 HTTP/1.1" status: 404 len: 347 time: 0.0358927 Dec 20 08:49:13.360087 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 42768) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:13.360254 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80bf782-b3f0-4332-ad14-67a70ae3dfca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-9b0d164c-7269-4e58-a7e0-5aaa270beab1', 'network_id': '9b0d164c-7269-4e58-a7e0-5aaa270beab1', 'tenant_id': '267e2bb079e8441da27d64d99add18a5', 'fixed_ips': [{'subnet_id': 'ec2f7ce4-2b92-4250-94f8-ff458d7e7f44'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:49:13.360799 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d80bf782-b3f0-4332-ad14-67a70ae3dfca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:13.368253 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331c4a6b-839a-4efd-9521-e65e213944c6 None None] Sync routers for ids ['bd875e86-a674-45ca-9850-8ca7353ab443'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:49:13.391985 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331c4a6b-839a-4efd-9521-e65e213944c6 None None] Routers {'bd875e86-a674-45ca-9850-8ca7353ab443'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:49:13.393391 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-331c4a6b-839a-4efd-9521-e65e213944c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:48:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['bd875e86-a674-45ca-9850-8ca7353ab443'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:13.474810 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7048841b-88fa-4c60-bec5-1189b04f4c2c tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:13.481584 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-155f98fb-26de-416c-b9b4-12316951cde0 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:13.530929 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ec5e01-f2e5-44e0-8478-665f4d29cb60 tempest-TestNetworkAdvancedServerOps-1564198519 tempest-TestNetworkAdvancedServerOps-1564198519-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:49:13.534903 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f7ec5e01-f2e5-44e0-8478-665f4d29cb60 tempest-TestNetworkAdvancedServerOps-1564198519 tempest-TestNetworkAdvancedServerOps-1564198519-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2369630 Dec 20 08:49:13.536721 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 42772) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:13.553404 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7048841b-88fa-4c60-bec5-1189b04f4c2c tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Pushing event deleted for resources: {'Port': ['ID=073ec372-a93f-4404-9b8c-82a82657816c,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:13.564519 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-7048841b-88fa-4c60-bec5-1189b04f4c2c tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:13.609106 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-12342649-be26-450f-a5b0-93a5d8123938 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2444022 Dec 20 08:49:13.630639 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-331c4a6b-839a-4efd-9521-e65e213944c6 None None] Set router bd875e86-a674-45ca-9850-8ca7353ab443 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:49:13.645900 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b6a488a8-de9f-4d27-aa10-62cff663f5ee tempest-TestNetworkAdvancedServerOps-1564198519 tempest-TestNetworkAdvancedServerOps-1564198519-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=95f3bec2-46e6-4468-8229-8badd4a5aaae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1050961 Dec 20 08:49:13.647348 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 42778) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:13.664219 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-b2606c54-b540-45fb-99fb-548ac598fe3c tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-956302909', 'network_id': '8349d658-15a5-4502-934d-42d77be31e8f', 'project_id': 'fabc5346054940109ef98c8222603d73', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:49:13.750308 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-d80bf782-b3f0-4332-ad14-67a70ae3dfca None None] Allocated IP 172.20.0.2 (9b0d164c-7269-4e58-a7e0-5aaa270beab1/ec2f7ce4-2b92-4250-94f8-ff458d7e7f44/2edb4a4a-43d2-4dce-b108-89119d3cf0b2) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:49:13.835041 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-3f5b357e-35d5-4d47-aff0-b093d98d0443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed7dfbc-d4b3-4fac-b67b-badf62540924', 'name': 'tempest-TestNetworkAdvancedServerOps-router-966577616', 'tenant_id': 'fabc5346054940109ef98c8222603d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.105'}], 'enable_snat': True}, 'gw_port_id': '8be543e7-411e-470d-a062-f1773875471e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:49:08Z', 'updated_at': '2021-12-20T08:49:11Z', 'revision_number': 3, 'project_id': 'fabc5346054940109ef98c8222603d73', 'gw_port': {'id': '8be543e7-411e-470d-a062-f1773875471e', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f4:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed7dfbc-d4b3-4fac-b67b-badf62540924', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:49:09Z', 'updated_at': '2021-12-20T08:49:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:13.873900 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7048841b-88fa-4c60-bec5-1189b04f4c2c tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32897953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348760'] for router_interface, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:13.928419 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5b357e-35d5-4d47-aff0-b093d98d0443 None None] Checking router: 1ed7dfbc-d4b3-4fac-b67b-badf62540924 for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 08:49:13.929065 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5b357e-35d5-4d47-aff0-b093d98d0443 None None] Updating router 1ed7dfbc-d4b3-4fac-b67b-badf62540924 port 8be543e7-411e-470d-a062-f1773875471e binding host dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 08:49:14.017372 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3f5b357e-35d5-4d47-aff0-b093d98d0443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:14.036164 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-b2606c54-b540-45fb-99fb-548ac598fe3c tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:49:14.053303 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-b2606c54-b540-45fb-99fb-548ac598fe3c tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Usage tracker for resource:subnet and tenant:fabc5346054940109ef98c8222603d73 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:49:14.060674 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-b2606c54-b540-45fb-99fb-548ac598fe3c tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:49:14.070828 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-b2606c54-b540-45fb-99fb-548ac598fe3c tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:49:14.137343 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2606c54-b540-45fb-99fb-548ac598fe3c tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Made reservation on behalf of fabc5346054940109ef98c8222603d73 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:49:14.137779 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-331c4a6b-839a-4efd-9521-e65e213944c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd875e86-a674-45ca-9850-8ca7353ab443', 'name': 'tempest-TestVolumeBootPattern-1742087875-router', 'tenant_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': 'f2cbcfcd-283f-4118-8bdd-b273ae3cd306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:48:57Z', 'updated_at': '2021-12-20T08:49:05Z', 'revision_number': 4, 'project_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'gw_port': {'id': 'f2cbcfcd-283f-4118-8bdd-b273ae3cd306', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd875e86-a674-45ca-9850-8ca7353ab443', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:48:58Z', 'updated_at': '2021-12-20T08:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '7db998e5-5f07-4330-9ca7-a9cf1f556901', 'name': '', 'network_id': '93bb2812-0b1d-4fea-b794-e7bc065467e8', 'tenant_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'mac_address': 'fa:16:3e:08:1a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd875e86-a674-45ca-9850-8ca7353ab443', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cff4e817-2297-42bb-840a-667d6388fa06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:49:04Z', 'updated_at': '2021-12-20T08:49:06Z', 'revision_number': 2, 'project_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'subnets': [{'id': 'cff4e817-2297-42bb-840a-667d6388fa06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:14.142455 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331c4a6b-839a-4efd-9521-e65e213944c6 None None] Checking router: bd875e86-a674-45ca-9850-8ca7353ab443 for host: dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 08:49:14.142820 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331c4a6b-839a-4efd-9521-e65e213944c6 None None] Updating router bd875e86-a674-45ca-9850-8ca7353ab443 port 7db998e5-5f07-4330-9ca7-a9cf1f556901 binding host dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 08:49:14.198680 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 42784) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:14.208574 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-331c4a6b-839a-4efd-9521-e65e213944c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:14.221587 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d80bf782-b3f0-4332-ad14-67a70ae3dfca None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:14.242206 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d80bf782-b3f0-4332-ad14-67a70ae3dfca None None] Transition to ACTIVE for port object 2edb4a4a-43d2-4dce-b108-89119d3cf0b2 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:49:14.296364 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d80bf782-b3f0-4332-ad14-67a70ae3dfca None None] Transition to ACTIVE for port object 2edb4a4a-43d2-4dce-b108-89119d3cf0b2 will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:49:14.348916 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d80bf782-b3f0-4332-ad14-67a70ae3dfca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:14.358810 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-eae98387-6039-4abb-9e7d-9672c6c73be0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:14.365076 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-df67bfae-fd59-4fe2-aa1d-01574d28cff7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:14.402490 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b2606c54-b540-45fb-99fb-548ac598fe3c tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1529102'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:14.423055 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-df67bfae-fd59-4fe2-aa1d-01574d28cff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:14.464095 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80bf782-b3f0-4332-ad14-67a70ae3dfca None None] Network 9b0d164c-7269-4e58-a7e0-5aaa270beab1 is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:49:14.467952 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80bf782-b3f0-4332-ad14-67a70ae3dfca None None] Pushing event updated for resources: {'Port': ['ID=2edb4a4a-43d2-4dce-b108-89119d3cf0b2,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:14.476384 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d80bf782-b3f0-4332-ad14-67a70ae3dfca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:14.477444 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-d80bf782-b3f0-4332-ad14-67a70ae3dfca None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:49:14.479820 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80bf782-b3f0-4332-ad14-67a70ae3dfca None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:49:14.537105 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7048841b-88fa-4c60-bec5-1189b04f4c2c tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Router f080c217-35d0-4475-9ea6-088350fd2fdc has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:49:14.675141 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-332b7661-37da-4c67-a876-91d554128999 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5c7f3278cec24a05bf958d0b7d35e15a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4622881 Dec 20 08:49:14.675739 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 42790) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:14.716976 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7048841b-88fa-4c60-bec5-1189b04f4c2c tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:49:14.735596 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b6ebbc-ddb5-47ad-ba24-27be146e86c0 None None] Sync routers for ids ['f080c217-35d0-4475-9ea6-088350fd2fdc'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:49:14.738496 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.db.resource_extend [None req-3f5b357e-35d5-4d47-aff0-b093d98d0443 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 08:49:14.751099 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-7048841b-88fa-4c60-bec5-1189b04f4c2c tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "PUT /v2.0/routers/f080c217-35d0-4475-9ea6-088350fd2fdc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0401855 Dec 20 08:49:14.753327 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42796) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:14.785775 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-331c4a6b-839a-4efd-9521-e65e213944c6 None None] Notify callbacks [] for port, precommit_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:14.789085 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-d80bf782-b3f0-4332-ad14-67a70ae3dfca None None] Attempting to bind port 2edb4a4a-43d2-4dce-b108-89119d3cf0b2 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:49:14.789484 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-d80bf782-b3f0-4332-ad14-67a70ae3dfca None None] Attempting to bind port 2edb4a4a-43d2-4dce-b108-89119d3cf0b2 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': 'ef16c412-6eb9-4616-97a7-a4682fd6a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '9b0d164c-7269-4e58-a7e0-5aaa270beab1'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:49:14.789843 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80bf782-b3f0-4332-ad14-67a70ae3dfca None None] Attempting to bind port 2edb4a4a-43d2-4dce-b108-89119d3cf0b2 on network 9b0d164c-7269-4e58-a7e0-5aaa270beab1 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:49:14.803317 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.provisioning_blocks [None req-331c4a6b-839a-4efd-9521-e65e213944c6 None None] Transition to ACTIVE for port object 7db998e5-5f07-4330-9ca7-a9cf1f556901 will not be triggered until provisioned by entity L2. {{(pid=83447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:49:14.812265 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-e1abe53d-d72f-49db-ace9-18849b75891b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Synchronizing usage tracker for tenant:77c40f4df6664268b6fdee7d685de4ee on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:49:14.812504 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fd124cf5-18fb-4da3-a6fd-b97b14b56193 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:14.815335 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-331c4a6b-839a-4efd-9521-e65e213944c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:14.821580 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:14.833968 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-e1abe53d-d72f-49db-ace9-18849b75891b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Unset dirty status for tenant:77c40f4df6664268b6fdee7d685de4ee on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:49:14.839302 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80bf782-b3f0-4332-ad14-67a70ae3dfca None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:49:14.839302 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80bf782-b3f0-4332-ad14-67a70ae3dfca None None] Checking segment: {'id': 'ef16c412-6eb9-4616-97a7-a4682fd6a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '9b0d164c-7269-4e58-a7e0-5aaa270beab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:49:14.839302 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d80bf782-b3f0-4332-ad14-67a70ae3dfca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:14.839302 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80bf782-b3f0-4332-ad14-67a70ae3dfca None None] Bound using segment: {'id': 'ef16c412-6eb9-4616-97a7-a4682fd6a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '9b0d164c-7269-4e58-a7e0-5aaa270beab1'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:49:14.840780 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-d80bf782-b3f0-4332-ad14-67a70ae3dfca None None] Bound port: 2edb4a4a-43d2-4dce-b108-89119d3cf0b2, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef16c412-6eb9-4616-97a7-a4682fd6a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '9b0d164c-7269-4e58-a7e0-5aaa270beab1'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:49:14.840780 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d80bf782-b3f0-4332-ad14-67a70ae3dfca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:14.842784 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-e1abe53d-d72f-49db-ace9-18849b75891b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "GET /v2.0/ports?device_id=f080c217-35d0-4475-9ea6-088350fd2fdc HTTP/1.1" status: 200 len: 205 time: 0.0866394 Dec 20 08:49:14.843362 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 42800) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:14.862875 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b6ebbc-ddb5-47ad-ba24-27be146e86c0 None None] Routers {'f080c217-35d0-4475-9ea6-088350fd2fdc'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:49:14.863513 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-c2b6ebbc-ddb5-47ad-ba24-27be146e86c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:48:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['f080c217-35d0-4475-9ea6-088350fd2fdc'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:14.941668 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3f5b357e-35d5-4d47-aff0-b093d98d0443 None None] Notify callbacks [] for port, precommit_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:14.945766 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-56d880f4-3f5d-418d-8687-4fff927c6aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:14.951206 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-c2b6ebbc-ddb5-47ad-ba24-27be146e86c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:14.967241 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d2481d-0819-46db-a902-b14a340d1ca5 None None] Pushing event updated for resources: {'Port': ['ID=7db998e5-5f07-4330-9ca7-a9cf1f556901,revision_number=3']} {{(pid=83447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:15.002779 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d2481d-0819-46db-a902-b14a340d1ca5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:49:15.002779 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d2481d-0819-46db-a902-b14a340d1ca5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:49:15.003216 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d2481d-0819-46db-a902-b14a340d1ca5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:49:15.003546 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d2481d-0819-46db-a902-b14a340d1ca5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:49:15.003949 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d2481d-0819-46db-a902-b14a340d1ca5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:49:15.004279 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d2481d-0819-46db-a902-b14a340d1ca5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:49:15.004601 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d2481d-0819-46db-a902-b14a340d1ca5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:49:15.004924 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d2481d-0819-46db-a902-b14a340d1ca5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:49:15.005262 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d2481d-0819-46db-a902-b14a340d1ca5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:49:15.005572 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d2481d-0819-46db-a902-b14a340d1ca5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:49:15.005886 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d2481d-0819-46db-a902-b14a340d1ca5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:49:15.014377 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-d6d2481d-0819-46db-a902-b14a340d1ca5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:15.016447 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-3f5b357e-35d5-4d47-aff0-b093d98d0443 None None] Transition to ACTIVE for port object 8be543e7-411e-470d-a062-f1773875471e will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:49:15.077765 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d80bf782-b3f0-4332-ad14-67a70ae3dfca None None] For port 2edb4a4a-43d2-4dce-b108-89119d3cf0b2, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:49:15.080448 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b6ebbc-ddb5-47ad-ba24-27be146e86c0 None None] Routers {'f080c217-35d0-4475-9ea6-088350fd2fdc'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:49:15.081097 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-c2b6ebbc-ddb5-47ad-ba24-27be146e86c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:49:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['f080c217-35d0-4475-9ea6-088350fd2fdc'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:15.084961 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-331c4a6b-839a-4efd-9521-e65e213944c6 None None] Attempting to bind port 7db998e5-5f07-4330-9ca7-a9cf1f556901 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:49:15.085379 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-331c4a6b-839a-4efd-9521-e65e213944c6 None None] Attempting to bind port 7db998e5-5f07-4330-9ca7-a9cf1f556901 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '816f3411-ce24-4874-a9f0-58ff5b5f140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '93bb2812-0b1d-4fea-b794-e7bc065467e8'}] {{(pid=83447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:49:15.085836 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331c4a6b-839a-4efd-9521-e65e213944c6 None None] Attempting to bind port 7db998e5-5f07-4330-9ca7-a9cf1f556901 on network 93bb2812-0b1d-4fea-b794-e7bc065467e8 {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:49:15.094795 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331c4a6b-839a-4efd-9521-e65e213944c6 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:49:15.095176 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331c4a6b-839a-4efd-9521-e65e213944c6 None None] Checking segment: {'id': '816f3411-ce24-4874-a9f0-58ff5b5f140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '93bb2812-0b1d-4fea-b794-e7bc065467e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:49:15.095581 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-331c4a6b-839a-4efd-9521-e65e213944c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:15.096074 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331c4a6b-839a-4efd-9521-e65e213944c6 None None] Bound using segment: {'id': '816f3411-ce24-4874-a9f0-58ff5b5f140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '93bb2812-0b1d-4fea-b794-e7bc065467e8'} {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:49:15.096593 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-331c4a6b-839a-4efd-9521-e65e213944c6 None None] Bound port: 7db998e5-5f07-4330-9ca7-a9cf1f556901, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '816f3411-ce24-4874-a9f0-58ff5b5f140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '93bb2812-0b1d-4fea-b794-e7bc065467e8'}}] {{(pid=83447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:49:15.096995 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-331c4a6b-839a-4efd-9521-e65e213944c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:15.110315 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b2606c54-b540-45fb-99fb-548ac598fe3c tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1129376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1529148'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:15.148286 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3f5b357e-35d5-4d47-aff0-b093d98d0443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:15.166796 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-7ee76330-25d5-46f7-943d-e1f84bdc1326 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:15.173312 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2918ac2d-fd26-4b74-a51c-ef4fbcc60fd0 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:15.200925 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d80bf782-b3f0-4332-ad14-67a70ae3dfca None None] For port 2edb4a4a-43d2-4dce-b108-89119d3cf0b2, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=2edb4a4a-43d2-4dce-b108-89119d3cf0b2,segment=NetworkSegment(ef16c412-6eb9-4616-97a7-a4682fd6a930),segment_id=ef16c412-6eb9-4616-97a7-a4682fd6a930)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:49:15.201930 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.db [None req-331c4a6b-839a-4efd-9521-e65e213944c6 None None] For port 7db998e5-5f07-4330-9ca7-a9cf1f556901, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:49:15.207066 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.db [None req-331c4a6b-839a-4efd-9521-e65e213944c6 None None] For port 7db998e5-5f07-4330-9ca7-a9cf1f556901, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=7db998e5-5f07-4330-9ca7-a9cf1f556901,segment=NetworkSegment(816f3411-ce24-4874-a9f0-58ff5b5f140f),segment_id=816f3411-ce24-4874-a9f0-58ff5b5f140f)] {{(pid=83447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:49:15.211873 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-331c4a6b-839a-4efd-9521-e65e213944c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:15.212903 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fd124cf5-18fb-4da3-a6fd-b97b14b56193 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:15.216167 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-c2b6ebbc-ddb5-47ad-ba24-27be146e86c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:15.216586 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b6ebbc-ddb5-47ad-ba24-27be146e86c0 None None] The sync data for ids ['f080c217-35d0-4475-9ea6-088350fd2fdc'] in dv-neutron-820491-1-hyperv is: [] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:49:15.217195 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:15.224705 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d80bf782-b3f0-4332-ad14-67a70ae3dfca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:15.249093 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-3f5b357e-35d5-4d47-aff0-b093d98d0443 None None] Attempting to bind port 8be543e7-411e-470d-a062-f1773875471e on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:49:15.249482 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-3f5b357e-35d5-4d47-aff0-b093d98d0443 None None] Attempting to bind port 8be543e7-411e-470d-a062-f1773875471e by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:49:15.249850 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5b357e-35d5-4d47-aff0-b093d98d0443 None None] Attempting to bind port 8be543e7-411e-470d-a062-f1773875471e on network 95f3bec2-46e6-4468-8229-8badd4a5aaae {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:49:15.269143 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be89438-6b22-4711-847f-10c9a71eb2b4 None None] Pushing event updated for resources: {'Port': ['ID=8be543e7-411e-470d-a062-f1773875471e,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:15.275319 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-3be89438-6b22-4711-847f-10c9a71eb2b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:15.275914 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-a231a07e-00da-4ad3-a145-7619e95d21d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:15.326032 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-df67bfae-fd59-4fe2-aa1d-01574d28cff7 admin admin] Allocated IP 172.26.5.125 (95f3bec2-46e6-4468-8229-8badd4a5aaae/cf8895a3-346d-4313-a645-16ecdcce9969/ef7a86e3-a87b-424d-bb95-4c34a0bb3a16) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:49:15.328636 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2606c54-b540-45fb-99fb-548ac598fe3c tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Pushing event updated for resources: {'Subnet': ['ID=83d9bad6-eabe-4733-8037-e23b2cdef254,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:15.340153 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d2481d-0819-46db-a902-b14a340d1ca5 None None] Pushing event updated for resources: {'Port': ['ID=7db998e5-5f07-4330-9ca7-a9cf1f556901,revision_number=4']} {{(pid=83447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:15.340518 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b2606c54-b540-45fb-99fb-548ac598fe3c tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:15.340712 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5b357e-35d5-4d47-aff0-b093d98d0443 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:49:15.341062 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5b357e-35d5-4d47-aff0-b093d98d0443 None None] Checking segment: {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:49:15.341490 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3f5b357e-35d5-4d47-aff0-b093d98d0443 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:15.341877 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5b357e-35d5-4d47-aff0-b093d98d0443 None None] Bound using segment: {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:49:15.343077 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-3f5b357e-35d5-4d47-aff0-b093d98d0443 None None] Bound port: 8be543e7-411e-470d-a062-f1773875471e, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:49:15.343077 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3f5b357e-35d5-4d47-aff0-b093d98d0443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:15.351645 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-d6d2481d-0819-46db-a902-b14a340d1ca5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:15.354176 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331c4a6b-839a-4efd-9521-e65e213944c6 None None] Routers {'bd875e86-a674-45ca-9850-8ca7353ab443'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:49:15.354887 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-331c4a6b-839a-4efd-9521-e65e213944c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:49:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['bd875e86-a674-45ca-9850-8ca7353ab443'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:15.360192 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d1bb31f8-056b-4de0-9ac1-772db2c6f055 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for router, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:15.410646 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80bf782-b3f0-4332-ad14-67a70ae3dfca None None] Pushing event updated for resources: {'Port': ['ID=2edb4a4a-43d2-4dce-b108-89119d3cf0b2,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:15.415851 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d80bf782-b3f0-4332-ad14-67a70ae3dfca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:15.488710 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-3f5b357e-35d5-4d47-aff0-b093d98d0443 None None] For port 8be543e7-411e-470d-a062-f1773875471e, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:49:15.494304 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-3f5b357e-35d5-4d47-aff0-b093d98d0443 None None] For port 8be543e7-411e-470d-a062-f1773875471e, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=8be543e7-411e-470d-a062-f1773875471e,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:49:15.506763 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3f5b357e-35d5-4d47-aff0-b093d98d0443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:15.510520 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:15.569343 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fd124cf5-18fb-4da3-a6fd-b97b14b56193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:15.576093 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1baad90a-834a-4799-91f0-095a7c06a66d tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:15.662745 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-331c4a6b-839a-4efd-9521-e65e213944c6 None None] Set router bd875e86-a674-45ca-9850-8ca7353ab443 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:49:15.675925 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2606c54-b540-45fb-99fb-548ac598fe3c tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Checking segment: {'id': 'a5cd7a16-d340-41d4-84ea-bcc0742b6af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '8349d658-15a5-4502-934d-42d77be31e8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:49:15.676297 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2606c54-b540-45fb-99fb-548ac598fe3c tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Network hostable DHCP agents. Network: 8349d658-15a5-4502-934d-42d77be31e8f, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:49:15.692899 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd124cf5-18fb-4da3-a6fd-b97b14b56193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0354cf8c-b2eb-47b0-b965-52b67d3323d6,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:15.701718 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-fd124cf5-18fb-4da3-a6fd-b97b14b56193 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:15.755198 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2606c54-b540-45fb-99fb-548ac598fe3c tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Network 8349d658-15a5-4502-934d-42d77be31e8f is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:49:15.787351 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be89438-6b22-4711-847f-10c9a71eb2b4 None None] Pushing event updated for resources: {'Port': ['ID=8be543e7-411e-470d-a062-f1773875471e,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:15.807131 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-3be89438-6b22-4711-847f-10c9a71eb2b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:15.813783 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5b357e-35d5-4d47-aff0-b093d98d0443 None None] Routers {'1ed7dfbc-d4b3-4fac-b67b-badf62540924'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:49:15.822440 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-3f5b357e-35d5-4d47-aff0-b093d98d0443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:49:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['1ed7dfbc-d4b3-4fac-b67b-badf62540924'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:15.920776 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 2edb4a4a-43d2-4dce-b108-89119d3cf0b2 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:49:15.973130 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fd124cf5-18fb-4da3-a6fd-b97b14b56193 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:15.974293 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-fd124cf5-18fb-4da3-a6fd-b97b14b56193 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0354cf8c-b2eb-47b0-b965-52b67d3323d6 HTTP/1.1" status: 204 len: 168 time: 1.2964263 Dec 20 08:49:15.975065 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-b2606c54-b540-45fb-99fb-548ac598fe3c tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, 8349d658-15a5-4502-934d-42d77be31e8f) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:49:15.998389 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-df67bfae-fd59-4fe2-aa1d-01574d28cff7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:16.001838 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2606c54-b540-45fb-99fb-548ac598fe3c tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:49:16.002431 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b2606c54-b540-45fb-99fb-548ac598fe3c tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:16.005725 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:16.018683 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1326268b-7148-4595-ba85-f6370e1ba100 None None] Network 8349d658-15a5-4502-934d-42d77be31e8f requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:49:16.109018 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-331c4a6b-839a-4efd-9521-e65e213944c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd875e86-a674-45ca-9850-8ca7353ab443', 'name': 'tempest-TestVolumeBootPattern-1742087875-router', 'tenant_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': 'f2cbcfcd-283f-4118-8bdd-b273ae3cd306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:48:57Z', 'updated_at': '2021-12-20T08:49:05Z', 'revision_number': 4, 'project_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'gw_port': {'id': 'f2cbcfcd-283f-4118-8bdd-b273ae3cd306', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd875e86-a674-45ca-9850-8ca7353ab443', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:48:58Z', 'updated_at': '2021-12-20T08:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '7db998e5-5f07-4330-9ca7-a9cf1f556901', 'name': '', 'network_id': '93bb2812-0b1d-4fea-b794-e7bc065467e8', 'tenant_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'mac_address': 'fa:16:3e:08:1a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd875e86-a674-45ca-9850-8ca7353ab443', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cff4e817-2297-42bb-840a-667d6388fa06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:49:04Z', 'updated_at': '2021-12-20T08:49:15Z', 'revision_number': 4, 'project_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'subnets': [{'id': 'cff4e817-2297-42bb-840a-667d6388fa06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:16.115231 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331c4a6b-839a-4efd-9521-e65e213944c6 None None] The sync data for ids ['bd875e86-a674-45ca-9850-8ca7353ab443'] in dv-neutron-820491-1-hyperv is: [{'id': 'bd875e86-a674-45ca-9850-8ca7353ab443', 'name': 'tempest-TestVolumeBootPattern-1742087875-router', 'tenant_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': 'f2cbcfcd-283f-4118-8bdd-b273ae3cd306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:48:57Z', 'updated_at': '2021-12-20T08:49:05Z', 'revision_number': 4, 'project_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'gw_port': {'id': 'f2cbcfcd-283f-4118-8bdd-b273ae3cd306', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd875e86-a674-45ca-9850-8ca7353ab443', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:48:58Z', 'updated_at': '2021-12-20T08:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '7db998e5-5f07-4330-9ca7-a9cf1f556901', 'name': '', 'network_id': '93bb2812-0b1d-4fea-b794-e7bc065467e8', 'tenant_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'mac_address': 'fa:16:3e:08:1a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd875e86-a674-45ca-9850-8ca7353ab443', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cff4e817-2297-42bb-840a-667d6388fa06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:49:04Z', 'updated_at': '2021-12-20T08:49:15Z', 'revision_number': 4, 'project_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'subnets': [{'id': 'cff4e817-2297-42bb-840a-667d6388fa06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:49:16.133476 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:16.170950 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b2606c54-b540-45fb-99fb-548ac598fe3c tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.5223804 Dec 20 08:49:16.179391 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 42806) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:16.247295 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d1bb31f8-056b-4de0-9ac1-772db2c6f055 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24735'] for router, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:16.263441 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d1bb31f8-056b-4de0-9ac1-772db2c6f055 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:16.315612 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 2edb4a4a-43d2-4dce-b108-89119d3cf0b2 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:49:16.317481 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-df67bfae-fd59-4fe2-aa1d-01574d28cff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:16.322472 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-797b3337-0c77-4517-9bf0-6b94f0a2d904 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:16.377036 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-3f5b357e-35d5-4d47-aff0-b093d98d0443 None None] Set router 1ed7dfbc-d4b3-4fac-b67b-badf62540924 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:49:16.437489 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d1bb31f8-056b-4de0-9ac1-772db2c6f055 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-390871'] for router, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:16.437937 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1bb31f8-056b-4de0-9ac1-772db2c6f055 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Fanout notify agent at l3_agent the message router_deleted on router f080c217-35d0-4475-9ea6-088350fd2fdc {{(pid=83444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 08:49:16.455212 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df67bfae-fd59-4fe2-aa1d-01574d28cff7 admin admin] Network 95f3bec2-46e6-4468-8229-8badd4a5aaae is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:49:16.464410 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-df67bfae-fd59-4fe2-aa1d-01574d28cff7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:49:16.468558 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df67bfae-fd59-4fe2-aa1d-01574d28cff7 admin admin] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:49:16.667727 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9acd6e0-2575-4b26-a5a9-8676207a18a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-8349d658-15a5-4502-934d-42d77be31e8f', 'network_id': '8349d658-15a5-4502-934d-42d77be31e8f', 'tenant_id': 'fabc5346054940109ef98c8222603d73', 'fixed_ips': [{'subnet_id': '83d9bad6-eabe-4733-8037-e23b2cdef254'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:49:16.669168 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e9acd6e0-2575-4b26-a5a9-8676207a18a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:16.675932 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d1bb31f8-056b-4de0-9ac1-772db2c6f055 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:16.678981 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d1bb31f8-056b-4de0-9ac1-772db2c6f055 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "DELETE /v2.0/routers/f080c217-35d0-4475-9ea6-088350fd2fdc HTTP/1.1" status: 204 len: 168 time: 1.8268113 Dec 20 08:49:16.683330 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42820) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:16.686580 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df67bfae-fd59-4fe2-aa1d-01574d28cff7 admin admin] Pushing event updated for resources: {'Port': ['ID=ef7a86e3-a87b-424d-bb95-4c34a0bb3a16,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:16.690358 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-df67bfae-fd59-4fe2-aa1d-01574d28cff7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:17.032412 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93ff504-777e-41b1-87f2-37ef7191d1bc None None] Network 9b0d164c-7269-4e58-a7e0-5aaa270beab1 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:49:17.065615 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_v2 [None req-06d16134-12dc-4a6c-89d7-d053d292ae73 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Deleting subnet 1f5e5973-2002-4409-9867-adf9e3ff9cc6 {{(pid=83445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:49:17.069708 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-06d16134-12dc-4a6c-89d7-d053d292ae73 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for subnet, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:17.157072 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-06d16134-12dc-4a6c-89d7-d053d292ae73 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1518554'] for subnet, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:17.190761 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-df67bfae-fd59-4fe2-aa1d-01574d28cff7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:17.191687 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-df67bfae-fd59-4fe2-aa1d-01574d28cff7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071'] for router, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:17.341171 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-81a0b8b8-a593-4c48-b7da-99fb90b24fb9 None None] Provisioning for port 2edb4a4a-43d2-4dce-b108-89119d3cf0b2 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:49:17.357907 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-81a0b8b8-a593-4c48-b7da-99fb90b24fb9 None None] Provisioning complete for port 2edb4a4a-43d2-4dce-b108-89119d3cf0b2 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:49:17.358284 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-81a0b8b8-a593-4c48-b7da-99fb90b24fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:17.449362 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 42832) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:17.494765 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:17.559678 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-06d16134-12dc-4a6c-89d7-d053d292ae73 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:17.680793 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-e9acd6e0-2575-4b26-a5a9-8676207a18a9 None None] Allocated IP 172.20.0.2 (8349d658-15a5-4502-934d-42d77be31e8f/83d9bad6-eabe-4733-8037-e23b2cdef254/14401944-5616-40ce-b256-a0877cc685e6) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:49:17.683468 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-06d16134-12dc-4a6c-89d7-d053d292ae73 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2036620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2095133'] for subnet, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:17.693055 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-7b3d56d0-befe-45b9-8061-f8d27e520a43 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:17.718286 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-dddeaa9f-62f4-479a-bef2-8488a54209c7 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-784302607'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:49:17.724610 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-dddeaa9f-62f4-479a-bef2-8488a54209c7 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:49:17.726827 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d16134-12dc-4a6c-89d7-d053d292ae73 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Pushing event deleted for resources: {'Subnet': ['ID=1f5e5973-2002-4409-9867-adf9e3ff9cc6,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:17.728420 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-dddeaa9f-62f4-479a-bef2-8488a54209c7 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Usage tracker for resource:network and tenant:68cc8be3d4bf40488f4f280688a18603 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:49:17.729494 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-81a0b8b8-a593-4c48-b7da-99fb90b24fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:17.731511 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-06d16134-12dc-4a6c-89d7-d053d292ae73 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:17.731897 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-dddeaa9f-62f4-479a-bef2-8488a54209c7 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:49:17.736415 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-06d16134-12dc-4a6c-89d7-d053d292ae73 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:17.738925 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-dddeaa9f-62f4-479a-bef2-8488a54209c7 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:49:17.746102 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-06d16134-12dc-4a6c-89d7-d053d292ae73 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "DELETE /v2.0/subnets/1f5e5973-2002-4409-9867-adf9e3ff9cc6 HTTP/1.1" status: 204 len: 168 time: 1.0602210 Dec 20 08:49:17.747364 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42838) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:17.766930 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dddeaa9f-62f4-479a-bef2-8488a54209c7 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Made reservation on behalf of 68cc8be3d4bf40488f4f280688a18603 for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:49:17.770089 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-dddeaa9f-62f4-479a-bef2-8488a54209c7 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:17.775496 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-3f5b357e-35d5-4d47-aff0-b093d98d0443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed7dfbc-d4b3-4fac-b67b-badf62540924', 'name': 'tempest-TestNetworkAdvancedServerOps-router-966577616', 'tenant_id': 'fabc5346054940109ef98c8222603d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.105'}], 'enable_snat': True}, 'gw_port_id': '8be543e7-411e-470d-a062-f1773875471e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:49:08Z', 'updated_at': '2021-12-20T08:49:11Z', 'revision_number': 3, 'project_id': 'fabc5346054940109ef98c8222603d73', 'gw_port': {'id': '8be543e7-411e-470d-a062-f1773875471e', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f4:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed7dfbc-d4b3-4fac-b67b-badf62540924', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:49:09Z', 'updated_at': '2021-12-20T08:49:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:17.777808 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357d4cfe-f19e-4fc9-b7cb-f154615a6117 None None] Network f7f9cb11-6e88-423b-9b69-ab46de131cb3 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:49:17.797526 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-dddeaa9f-62f4-479a-bef2-8488a54209c7 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:17.843867 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5b357e-35d5-4d47-aff0-b093d98d0443 None None] The sync data for ids ['1ed7dfbc-d4b3-4fac-b67b-badf62540924'] in dv-neutron-820491-1-hyperv is: [{'id': '1ed7dfbc-d4b3-4fac-b67b-badf62540924', 'name': 'tempest-TestNetworkAdvancedServerOps-router-966577616', 'tenant_id': 'fabc5346054940109ef98c8222603d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.105'}], 'enable_snat': True}, 'gw_port_id': '8be543e7-411e-470d-a062-f1773875471e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:49:08Z', 'updated_at': '2021-12-20T08:49:11Z', 'revision_number': 3, 'project_id': 'fabc5346054940109ef98c8222603d73', 'gw_port': {'id': '8be543e7-411e-470d-a062-f1773875471e', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f4:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed7dfbc-d4b3-4fac-b67b-badf62540924', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:49:09Z', 'updated_at': '2021-12-20T08:49:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:49:17.885969 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7cbec44b-cee0-46a3-a698-522e98396a9e tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:17.897097 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-7cbec44b-cee0-46a3-a698-522e98396a9e tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Deleting port a5f751cc-2c58-48aa-b433-c4286efcfc28 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:49:17.897532 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7cbec44b-cee0-46a3-a698-522e98396a9e tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:17.925559 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 7db998e5-5f07-4330-9ca7-a9cf1f556901 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:49:17.978623 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-dddeaa9f-62f4-479a-bef2-8488a54209c7 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:49:17.985596 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-dddeaa9f-62f4-479a-bef2-8488a54209c7 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Usage tracker for resource:security_group_rule and tenant:68cc8be3d4bf40488f4f280688a18603 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:49:17.990485 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-dddeaa9f-62f4-479a-bef2-8488a54209c7 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:49:17.998674 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df67bfae-fd59-4fe2-aa1d-01574d28cff7 admin admin] Router 02095b17-94fa-4b5e-aecd-f6e867c619b5 is scheduled to L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 with binding_index 1 {{(pid=83444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 08:49:18.001113 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-dddeaa9f-62f4-479a-bef2-8488a54209c7 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:49:18.048671 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-81a0b8b8-a593-4c48-b7da-99fb90b24fb9 None None] For port 2edb4a4a-43d2-4dce-b108-89119d3cf0b2, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=2edb4a4a-43d2-4dce-b108-89119d3cf0b2,segment=NetworkSegment(ef16c412-6eb9-4616-97a7-a4682fd6a930),segment_id=ef16c412-6eb9-4616-97a7-a4682fd6a930)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:49:18.101160 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-81a0b8b8-a593-4c48-b7da-99fb90b24fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:18.112587 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-03390e57-0fee-4df4-8972-742ec24944cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:18.115180 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-7cbec44b-cee0-46a3-a698-522e98396a9e tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] For port a5f751cc-2c58-48aa-b433-c4286efcfc28, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=a5f751cc-2c58-48aa-b433-c4286efcfc28,segment=NetworkSegment(7e776029-f35f-453c-b539-f674dd955e38),segment_id=7e776029-f35f-453c-b539-f674dd955e38)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:49:18.115180 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7cbec44b-cee0-46a3-a698-522e98396a9e tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:18.222468 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-dddeaa9f-62f4-479a-bef2-8488a54209c7 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:18.239276 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-7cbec44b-cee0-46a3-a698-522e98396a9e tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Calling delete_port for a5f751cc-2c58-48aa-b433-c4286efcfc28 owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:49:18.245022 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-dddeaa9f-62f4-479a-bef2-8488a54209c7 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:18.252645 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ea8d8807-5a9e-43a2-9ff9-72c42cee34c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:18.316160 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7cbec44b-cee0-46a3-a698-522e98396a9e tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:18.320972 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-6f3fdb56-caf3-414f-86ea-68a22c30e37f tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:18.325998 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a0b8b8-a593-4c48-b7da-99fb90b24fb9 None None] Pushing event updated for resources: {'Port': ['ID=2edb4a4a-43d2-4dce-b108-89119d3cf0b2,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:18.329170 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-81a0b8b8-a593-4c48-b7da-99fb90b24fb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:18.349254 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 7db998e5-5f07-4330-9ca7-a9cf1f556901 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:49:18.362684 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e9acd6e0-2575-4b26-a5a9-8676207a18a9 None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:18.369908 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbec44b-cee0-46a3-a698-522e98396a9e tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Pushing event deleted for resources: {'Port': ['ID=a5f751cc-2c58-48aa-b433-c4286efcfc28,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:18.372311 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 7db998e5-5f07-4330-9ca7-a9cf1f556901 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:49:18.372697 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:18.374344 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-7cbec44b-cee0-46a3-a698-522e98396a9e tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:18.377078 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbec44b-cee0-46a3-a698-522e98396a9e tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] No DVR routers for this DVR port a5f751cc-2c58-48aa-b433-c4286efcfc28 on host dv-neutron-820491-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:49:18.384580 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dddeaa9f-62f4-479a-bef2-8488a54209c7 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:49:18.409684 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-e9acd6e0-2575-4b26-a5a9-8676207a18a9 None None] Transition to ACTIVE for port object 14401944-5616-40ce-b256-a0877cc685e6 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:49:18.418676 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddeaa9f-62f4-479a-bef2-8488a54209c7 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e259b953-f1df-4f50-ada1-c42513cc46ad,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:18.425201 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-dddeaa9f-62f4-479a-bef2-8488a54209c7 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:18.435526 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-dddeaa9f-62f4-479a-bef2-8488a54209c7 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:18.435883 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-dddeaa9f-62f4-479a-bef2-8488a54209c7 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Added segment 90ef3dac-d50b-494b-aa62-f4d928e6ee6b of type vlan for network 259a2b21-4fbc-4b26-b0f7-1369c6423a42 Dec 20 08:49:18.456606 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-e9acd6e0-2575-4b26-a5a9-8676207a18a9 None None] Transition to ACTIVE for port object 14401944-5616-40ce-b256-a0877cc685e6 will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:49:18.472148 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e9acd6e0-2575-4b26-a5a9-8676207a18a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:18.477559 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-c9ad4d2f-906b-4e69-9e22-241308d2db56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:18.531262 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-dddeaa9f-62f4-479a-bef2-8488a54209c7 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:18.539554 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7cbec44b-cee0-46a3-a698-522e98396a9e tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:18.568993 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9acd6e0-2575-4b26-a5a9-8676207a18a9 None None] Network 8349d658-15a5-4502-934d-42d77be31e8f is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:49:18.582742 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-e9acd6e0-2575-4b26-a5a9-8676207a18a9 None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:49:18.588120 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f64e715-3ca6-4e51-b173-3295b531bd75 None None] DHCP port deletion for f7f9cb11-6e88-423b-9b69-ab46de131cb3 request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 08:49:18.591502 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9acd6e0-2575-4b26-a5a9-8676207a18a9 None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:49:18.592302 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-7cbec44b-cee0-46a3-a698-522e98396a9e tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7f9cb11-6e88-423b-9b69-ab46de131cb3']}} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:18.594050 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1e5f23fc-3b25-4a79-b436-e527ae2c23e4 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:18.607539 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-7cbec44b-cee0-46a3-a698-522e98396a9e tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e776029-f35f-453c-b539-f674dd955e38') {'for_net_delete': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:18.607927 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-7cbec44b-cee0-46a3-a698-522e98396a9e tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e776029-f35f-453c-b539-f674dd955e38') {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:18.630668 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7cbec44b-cee0-46a3-a698-522e98396a9e tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1518531'] for segment, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:18.662230 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7cbec44b-cee0-46a3-a698-522e98396a9e tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:18.669559 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cbec44b-cee0-46a3-a698-522e98396a9e tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=83445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:49:18.669927 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7cbec44b-cee0-46a3-a698-522e98396a9e tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2036002'] for segment, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:18.683372 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:18.688800 dv-neutron-820491-1-hyperv neutron-server[83445]: Traceback (most recent call last): Dec 20 08:49:18.688800 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:49:18.688800 dv-neutron-820491-1-hyperv neutron-server[83445]: timer() Dec 20 08:49:18.688800 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:49:18.688800 dv-neutron-820491-1-hyperv neutron-server[83445]: cb(*args, **kw) Dec 20 08:49:18.688800 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:49:18.688800 dv-neutron-820491-1-hyperv neutron-server[83445]: return func(*args, **kwargs) Dec 20 08:49:18.688800 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:49:18.688800 dv-neutron-820491-1-hyperv neutron-server[83445]: self._notify() Dec 20 08:49:18.688800 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:49:18.688800 dv-neutron-820491-1-hyperv neutron-server[83445]: self.callback(batched_events) Dec 20 08:49:18.688800 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:49:18.688800 dv-neutron-820491-1-hyperv neutron-server[83445]: event.method(event) Dec 20 08:49:18.688800 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:49:18.688800 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:49:18.688800 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:49:18.688800 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:49:18.688800 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:49:18.688800 dv-neutron-820491-1-hyperv neutron-server[83445]: return f(self, *a, **k) Dec 20 08:49:18.688800 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:49:18.688800 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._get(url).json() Dec 20 08:49:18.688800 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:49:18.688800 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:49:18.688800 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:49:18.688800 dv-neutron-820491-1-hyperv neutron-server[83445]: return self.request(url, 'GET', **kwargs) Dec 20 08:49:18.688800 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:49:18.688800 dv-neutron-820491-1-hyperv neutron-server[83445]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:49:18.688800 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:49:18.688800 dv-neutron-820491-1-hyperv neutron-server[83445]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:49:18.688800 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:49:18.688800 dv-neutron-820491-1-hyperv neutron-server[83445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:49:18.688800 dv-neutron-820491-1-hyperv neutron-server[83445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:49:18.711674 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-dddeaa9f-62f4-479a-bef2-8488a54209c7 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:18.715607 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dddeaa9f-62f4-479a-bef2-8488a54209c7 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:49:18.716256 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-dddeaa9f-62f4-479a-bef2-8488a54209c7 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:18.722257 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7fb74fc7-f405-422e-8351-7bb1b6dc4b2a tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:18.741863 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9acd6e0-2575-4b26-a5a9-8676207a18a9 None None] Pushing event updated for resources: {'Port': ['ID=14401944-5616-40ce-b256-a0877cc685e6,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:18.770875 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-e9acd6e0-2575-4b26-a5a9-8676207a18a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:18.782680 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7cbec44b-cee0-46a3-a698-522e98396a9e tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:18.786808 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a158cc2b-a563-4b4a-a62e-a13b23593421 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:18.805598 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7cbec44b-cee0-46a3-a698-522e98396a9e tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:18.814688 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbec44b-cee0-46a3-a698-522e98396a9e tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Pushing event deleted for resources: {'Network': ['ID=f7f9cb11-6e88-423b-9b69-ab46de131cb3,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:18.817564 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 7db998e5-5f07-4330-9ca7-a9cf1f556901, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=7db998e5-5f07-4330-9ca7-a9cf1f556901,segment=NetworkSegment(816f3411-ce24-4874-a9f0-58ff5b5f140f),segment_id=816f3411-ce24-4874-a9f0-58ff5b5f140f)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:49:18.819059 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-7cbec44b-cee0-46a3-a698-522e98396a9e tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:18.823220 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-e9acd6e0-2575-4b26-a5a9-8676207a18a9 None None] Attempting to bind port 14401944-5616-40ce-b256-a0877cc685e6 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:49:18.823627 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-e9acd6e0-2575-4b26-a5a9-8676207a18a9 None None] Attempting to bind port 14401944-5616-40ce-b256-a0877cc685e6 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': 'a5cd7a16-d340-41d4-84ea-bcc0742b6af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '8349d658-15a5-4502-934d-42d77be31e8f'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:49:18.824071 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9acd6e0-2575-4b26-a5a9-8676207a18a9 None None] Attempting to bind port 14401944-5616-40ce-b256-a0877cc685e6 on network 8349d658-15a5-4502-934d-42d77be31e8f {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:49:18.827113 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-2a6828c2-0a3b-4e0c-aa55-b384c2198fe6 None None] Provisioning complete for port 2edb4a4a-43d2-4dce-b108-89119d3cf0b2 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:49:18.827798 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-2a6828c2-0a3b-4e0c-aa55-b384c2198fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:18.831687 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-7cbec44b-cee0-46a3-a698-522e98396a9e tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "DELETE /v2.0/networks/f7f9cb11-6e88-423b-9b69-ab46de131cb3 HTTP/1.1" status: 204 len: 168 time: 1.0831172 Dec 20 08:49:18.836031 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42842) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:18.842738 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-f0148131-a333-4f38-a539-7c83d5663aad tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-460655110', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}, 'admin_state_up': False}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:49:18.850724 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-f0148131-a333-4f38-a539-7c83d5663aad tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:49:18.857332 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-f0148131-a333-4f38-a539-7c83d5663aad tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Usage tracker for resource:router and tenant:77c40f4df6664268b6fdee7d685de4ee is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:49:18.857770 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:18.861012 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-f0148131-a333-4f38-a539-7c83d5663aad tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:49:18.867403 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-9d3cc4ab-3c02-42b2-96b2-11d19a9d7a79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:18.868069 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-f0148131-a333-4f38-a539-7c83d5663aad tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:49:18.908233 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9acd6e0-2575-4b26-a5a9-8676207a18a9 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:49:18.908616 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9acd6e0-2575-4b26-a5a9-8676207a18a9 None None] Checking segment: {'id': 'a5cd7a16-d340-41d4-84ea-bcc0742b6af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '8349d658-15a5-4502-934d-42d77be31e8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:49:18.909024 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e9acd6e0-2575-4b26-a5a9-8676207a18a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:18.909452 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9acd6e0-2575-4b26-a5a9-8676207a18a9 None None] Bound using segment: {'id': 'a5cd7a16-d340-41d4-84ea-bcc0742b6af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '8349d658-15a5-4502-934d-42d77be31e8f'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:49:18.909944 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-e9acd6e0-2575-4b26-a5a9-8676207a18a9 None None] Bound port: 14401944-5616-40ce-b256-a0877cc685e6, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5cd7a16-d340-41d4-84ea-bcc0742b6af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '8349d658-15a5-4502-934d-42d77be31e8f'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:49:18.910326 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e9acd6e0-2575-4b26-a5a9-8676207a18a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:19.043122 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df67bfae-fd59-4fe2-aa1d-01574d28cff7 admin admin] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:49:19.045788 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f0148131-a333-4f38-a539-7c83d5663aad tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24817'] for router, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:19.047164 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f0148131-a333-4f38-a539-7c83d5663aad tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-351744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24806'] for router, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:19.047337 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddeaa9f-62f4-479a-bef2-8488a54209c7 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Pushing event updated for resources: {'Network': ['ID=259a2b21-4fbc-4b26-b0f7-1369c6423a42,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:19.050104 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-dddeaa9f-62f4-479a-bef2-8488a54209c7 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.5979025 Dec 20 08:49:19.051042 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-dddeaa9f-62f4-479a-bef2-8488a54209c7 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:19.052917 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42846) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:19.064286 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-b715eac2-5fdd-43bd-9376-f71628c9a81c tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Request body: {'subnet': {'network_id': '259a2b21-4fbc-4b26-b0f7-1369c6423a42', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:49:19.070502 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network 259a2b21-4fbc-4b26-b0f7-1369c6423a42 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:49:19.071647 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ea409e-cc94-4870-841d-9129b766839c None None] Sync routers for ids ['02095b17-94fa-4b5e-aecd-f6e867c619b5'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:49:19.095150 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ea409e-cc94-4870-841d-9129b766839c None None] Routers {'02095b17-94fa-4b5e-aecd-f6e867c619b5'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:49:19.096828 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-03ea409e-cc94-4870-841d-9129b766839c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:49:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['02095b17-94fa-4b5e-aecd-f6e867c619b5'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:19.117360 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=7db998e5-5f07-4330-9ca7-a9cf1f556901,revision_number=5']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:19.121108 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:19.131680 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-df67bfae-fd59-4fe2-aa1d-01574d28cff7 admin admin] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:19.133007 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-df67bfae-fd59-4fe2-aa1d-01574d28cff7 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.2945623 Dec 20 08:49:19.141657 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 42852) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:19.266841 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-b715eac2-5fdd-43bd-9376-f71628c9a81c tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:49:19.274816 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-b715eac2-5fdd-43bd-9376-f71628c9a81c tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Usage tracker for resource:subnet and tenant:68cc8be3d4bf40488f4f280688a18603 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:49:19.279468 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-b715eac2-5fdd-43bd-9376-f71628c9a81c tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:49:19.283093 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-e9acd6e0-2575-4b26-a5a9-8676207a18a9 None None] For port 14401944-5616-40ce-b256-a0877cc685e6, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:49:19.286460 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-b715eac2-5fdd-43bd-9376-f71628c9a81c tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:49:19.289916 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-e9acd6e0-2575-4b26-a5a9-8676207a18a9 None None] For port 14401944-5616-40ce-b256-a0877cc685e6, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=14401944-5616-40ce-b256-a0877cc685e6,segment=NetworkSegment(a5cd7a16-d340-41d4-84ea-bcc0742b6af4),segment_id=a5cd7a16-d340-41d4-84ea-bcc0742b6af4)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:49:19.297788 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f0148131-a333-4f38-a539-7c83d5663aad tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:19.300507 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e9acd6e0-2575-4b26-a5a9-8676207a18a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:19.304220 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-b0fed305-748b-466d-b263-7d01b92571ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:19.335426 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b715eac2-5fdd-43bd-9376-f71628c9a81c tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Made reservation on behalf of 68cc8be3d4bf40488f4f280688a18603 for: {'subnet': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:49:19.373721 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-03ea409e-cc94-4870-841d-9129b766839c None None] Set router 02095b17-94fa-4b5e-aecd-f6e867c619b5 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:49:19.419179 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9acd6e0-2575-4b26-a5a9-8676207a18a9 None None] Pushing event updated for resources: {'Port': ['ID=14401944-5616-40ce-b256-a0877cc685e6,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:19.422739 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-e9acd6e0-2575-4b26-a5a9-8676207a18a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:19.503043 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b715eac2-5fdd-43bd-9376-f71628c9a81c tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2095160'] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:19.564753 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-1e5f23fc-3b25-4a79-b436-e527ae2c23e4 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Allocated IP 172.20.0.1 (8349d658-15a5-4502-934d-42d77be31e8f/83d9bad6-eabe-4733-8037-e23b2cdef254/0bf68bd0-d44e-4036-977d-ea99f4387efb) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:49:19.856561 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-03ea409e-cc94-4870-841d-9129b766839c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02095b17-94fa-4b5e-aecd-f6e867c619b5', 'name': 'tempest-TestVolumeBootPattern-1281238679-router', 'tenant_id': '267e2bb079e8441da27d64d99add18a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.125'}], 'enable_snat': True}, 'gw_port_id': 'ef7a86e3-a87b-424d-bb95-4c34a0bb3a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:49:12Z', 'updated_at': '2021-12-20T08:49:16Z', 'revision_number': 3, 'project_id': '267e2bb079e8441da27d64d99add18a5', 'gw_port': {'id': 'ef7a86e3-a87b-424d-bb95-4c34a0bb3a16', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02095b17-94fa-4b5e-aecd-f6e867c619b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:49:14Z', 'updated_at': '2021-12-20T08:49:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:19.873370 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ea409e-cc94-4870-841d-9129b766839c None None] Checking router: 02095b17-94fa-4b5e-aecd-f6e867c619b5 for host: dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 08:49:19.873954 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ea409e-cc94-4870-841d-9129b766839c None None] Updating router 02095b17-94fa-4b5e-aecd-f6e867c619b5 port ef7a86e3-a87b-424d-bb95-4c34a0bb3a16 binding host dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 08:49:19.919555 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1e5f23fc-3b25-4a79-b436-e527ae2c23e4 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:19.945563 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-03ea409e-cc94-4870-841d-9129b766839c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:19.947280 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f0148131-a333-4f38-a539-7c83d5663aad tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24724'] for router, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:19.947960 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-1e5f23fc-3b25-4a79-b436-e527ae2c23e4 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Transition to ACTIVE for port object 0bf68bd0-d44e-4036-977d-ea99f4387efb will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:49:19.977351 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 14401944-5616-40ce-b256-a0877cc685e6 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:49:20.082688 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1e5f23fc-3b25-4a79-b436-e527ae2c23e4 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:20.084687 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 14401944-5616-40ce-b256-a0877cc685e6 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:49:20.091125 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-05dbe215-e64a-4ae2-9f74-54d8f933cead tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:20.095227 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 2edb4a4a-43d2-4dce-b108-89119d3cf0b2 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:49:20.156911 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b715eac2-5fdd-43bd-9376-f71628c9a81c tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2036557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2095114'] for subnet, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:20.166543 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-afa1922c-60dc-4168-92d7-498cb6c9842f tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:20.203018 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 2edb4a4a-43d2-4dce-b108-89119d3cf0b2 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:49:20.203461 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5f23fc-3b25-4a79-b436-e527ae2c23e4 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Network 8349d658-15a5-4502-934d-42d77be31e8f is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:49:20.203641 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:20.225460 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-1e5f23fc-3b25-4a79-b436-e527ae2c23e4 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:49:20.236025 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5f23fc-3b25-4a79-b436-e527ae2c23e4 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:49:20.264079 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5f23fc-3b25-4a79-b436-e527ae2c23e4 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Pushing event updated for resources: {'Port': ['ID=0bf68bd0-d44e-4036-977d-ea99f4387efb,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:20.270999 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1e5f23fc-3b25-4a79-b436-e527ae2c23e4 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:20.343853 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b715eac2-5fdd-43bd-9376-f71628c9a81c tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Pushing event updated for resources: {'Subnet': ['ID=e894874f-fbea-45e2-a231-3cc7d762aece,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:20.349966 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b715eac2-5fdd-43bd-9376-f71628c9a81c tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:20.371948 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 7db998e5-5f07-4330-9ca7-a9cf1f556901 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:49:20.393179 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1e5f23fc-3b25-4a79-b436-e527ae2c23e4 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-345881'] for router_interface, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:20.402012 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b715eac2-5fdd-43bd-9376-f71628c9a81c tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Checking segment: {'id': '90ef3dac-d50b-494b-aa62-f4d928e6ee6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '259a2b21-4fbc-4b26-b0f7-1369c6423a42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:49:20.402350 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b715eac2-5fdd-43bd-9376-f71628c9a81c tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Network hostable DHCP agents. Network: 259a2b21-4fbc-4b26-b0f7-1369c6423a42, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:49:20.418398 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f0148131-a333-4f38-a539-7c83d5663aad tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for router_gateway, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:20.469421 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 7db998e5-5f07-4330-9ca7-a9cf1f556901 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:49:20.469962 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:20.473402 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f0148131-a333-4f38-a539-7c83d5663aad tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:20.520852 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-03ea409e-cc94-4870-841d-9129b766839c None None] Notify callbacks [] for port, precommit_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:20.553869 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.provisioning_blocks [None req-03ea409e-cc94-4870-841d-9129b766839c None None] Transition to ACTIVE for port object ef7a86e3-a87b-424d-bb95-4c34a0bb3a16 will not be triggered until provisioned by entity L2. {{(pid=83447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:49:20.559964 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b715eac2-5fdd-43bd-9376-f71628c9a81c tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Network 259a2b21-4fbc-4b26-b0f7-1369c6423a42 is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:49:20.567364 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-03ea409e-cc94-4870-841d-9129b766839c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:20.594822 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-2a6f21d7-4165-4405-af2f-a1d9a9a331ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:20.598814 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1e5f23fc-3b25-4a79-b436-e527ae2c23e4 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:20.635968 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-b715eac2-5fdd-43bd-9376-f71628c9a81c tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, 259a2b21-4fbc-4b26-b0f7-1369c6423a42) {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:49:20.647698 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b715eac2-5fdd-43bd-9376-f71628c9a81c tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:49:20.648433 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b715eac2-5fdd-43bd-9376-f71628c9a81c tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:20.682159 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-03ea409e-cc94-4870-841d-9129b766839c None None] Attempting to bind port ef7a86e3-a87b-424d-bb95-4c34a0bb3a16 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:49:20.682791 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-03ea409e-cc94-4870-841d-9129b766839c None None] Attempting to bind port ef7a86e3-a87b-424d-bb95-4c34a0bb3a16 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}] {{(pid=83447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:49:20.684638 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ea409e-cc94-4870-841d-9129b766839c None None] Attempting to bind port ef7a86e3-a87b-424d-bb95-4c34a0bb3a16 on network 95f3bec2-46e6-4468-8229-8badd4a5aaae {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:49:20.712275 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-f0148131-a333-4f38-a539-7c83d5663aad tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Allocated IP 172.26.5.187 (95f3bec2-46e6-4468-8229-8badd4a5aaae/cf8895a3-346d-4313-a645-16ecdcce9969/15a32fe8-0458-4e0d-b3ec-142583885f14) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:49:20.719520 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-b715eac2-5fdd-43bd-9376-f71628c9a81c tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6616120 Dec 20 08:49:20.720943 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42856) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:20.721959 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9fecf3-19a6-43b3-9144-66385895e531 None None] Network 259a2b21-4fbc-4b26-b0f7-1369c6423a42 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:49:20.725943 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ea409e-cc94-4870-841d-9129b766839c None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:49:20.726904 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ea409e-cc94-4870-841d-9129b766839c None None] Checking segment: {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:49:20.727505 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-03ea409e-cc94-4870-841d-9129b766839c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:20.728064 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ea409e-cc94-4870-841d-9129b766839c None None] Bound using segment: {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'} {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:49:20.728719 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-97226131-abf7-48b8-b276-4710eb8fe7da tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Request body: {'port': {'network_id': '259a2b21-4fbc-4b26-b0f7-1369c6423a42', 'name': 'tempest-TagsExtTest-219235006'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:49:20.729067 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-03ea409e-cc94-4870-841d-9129b766839c None None] Bound port: ef7a86e3-a87b-424d-bb95-4c34a0bb3a16, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}}] {{(pid=83447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:49:20.730150 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-03ea409e-cc94-4870-841d-9129b766839c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:20.829541 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device a5f751cc-2c58-48aa-b433-c4286efcfc28 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:49:20.858478 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107105f6-f2e2-4d0e-89bf-6629303fb1ec None None] Network 8349d658-15a5-4502-934d-42d77be31e8f requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:49:20.860371 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.db [None req-03ea409e-cc94-4870-841d-9129b766839c None None] For port ef7a86e3-a87b-424d-bb95-4c34a0bb3a16, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:49:20.863761 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.db [None req-03ea409e-cc94-4870-841d-9129b766839c None None] For port ef7a86e3-a87b-424d-bb95-4c34a0bb3a16, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=ef7a86e3-a87b-424d-bb95-4c34a0bb3a16,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:49:20.874735 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-03ea409e-cc94-4870-841d-9129b766839c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:20.922692 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ea409e-cc94-4870-841d-9129b766839c None None] Routers {'02095b17-94fa-4b5e-aecd-f6e867c619b5'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:49:20.923819 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-03ea409e-cc94-4870-841d-9129b766839c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:49:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['02095b17-94fa-4b5e-aecd-f6e867c619b5'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:21.063440 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-97226131-abf7-48b8-b276-4710eb8fe7da tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:49:21.072805 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-97226131-abf7-48b8-b276-4710eb8fe7da tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Usage tracker for resource:port and tenant:68cc8be3d4bf40488f4f280688a18603 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:49:21.085027 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-97226131-abf7-48b8-b276-4710eb8fe7da tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:49:21.097328 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-97226131-abf7-48b8-b276-4710eb8fe7da tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:49:21.102457 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f0148131-a333-4f38-a539-7c83d5663aad tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:21.120419 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: a5f751cc-2c58-48aa-b433-c4286efcfc28 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:49:21.120994 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device a5f751cc-2c58-48aa-b433-c4286efcfc28 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:49:21.128045 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784cd2e7-fe50-450b-aa8c-20ebd8a217ba None None] Pushing event updated for resources: {'Port': ['ID=ef7a86e3-a87b-424d-bb95-4c34a0bb3a16,revision_number=2']} {{(pid=83447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:21.132696 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97226131-abf7-48b8-b276-4710eb8fe7da tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Made reservation on behalf of 68cc8be3d4bf40488f4f280688a18603 for: {'port': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:49:21.135985 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-97226131-abf7-48b8-b276-4710eb8fe7da tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:21.144063 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-784cd2e7-fe50-450b-aa8c-20ebd8a217ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:21.144466 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.248s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:21.178615 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-97226131-abf7-48b8-b276-4710eb8fe7da tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] device_id is not set on port 6b36ce38-62f8-4e60-8f1f-f1cfd03ac29b yet. {{(pid=83445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:49:21.191064 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-2a6eb3f4-a313-47b7-99ed-935223ae3753 None None] Provisioning for port 14401944-5616-40ce-b256-a0877cc685e6 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:49:21.199048 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-2a6eb3f4-a313-47b7-99ed-935223ae3753 None None] Provisioning complete for port 14401944-5616-40ce-b256-a0877cc685e6 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:49:21.200609 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-2a6eb3f4-a313-47b7-99ed-935223ae3753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:21.218122 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f0148131-a333-4f38-a539-7c83d5663aad tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:21.224021 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-aab63dda-229d-4ef0-a8c3-477c6c2def13 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:21.296750 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-03ea409e-cc94-4870-841d-9129b766839c None None] Set router 02095b17-94fa-4b5e-aecd-f6e867c619b5 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:49:21.383758 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-51369e43-955e-4bb8-bf54-ca3ec9a2a556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:21.398236 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0148131-a333-4f38-a539-7c83d5663aad tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Network 95f3bec2-46e6-4468-8229-8badd4a5aaae is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:49:21.420146 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-f0148131-a333-4f38-a539-7c83d5663aad tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:49:21.423056 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c3ef01-f045-429d-a3cb-fe12bd4aef4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-259a2b21-4fbc-4b26-b0f7-1369c6423a42', 'network_id': '259a2b21-4fbc-4b26-b0f7-1369c6423a42', 'tenant_id': '68cc8be3d4bf40488f4f280688a18603', 'fixed_ips': [{'subnet_id': 'e894874f-fbea-45e2-a231-3cc7d762aece'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:49:21.423892 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-13c3ef01-f045-429d-a3cb-fe12bd4aef4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:21.432148 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0148131-a333-4f38-a539-7c83d5663aad tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:49:21.476315 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0148131-a333-4f38-a539-7c83d5663aad tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Pushing event updated for resources: {'Port': ['ID=15a32fe8-0458-4e0d-b3ec-142583885f14,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:21.487514 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784cd2e7-fe50-450b-aa8c-20ebd8a217ba None None] Pushing event updated for resources: {'Port': ['ID=ef7a86e3-a87b-424d-bb95-4c34a0bb3a16,revision_number=3']} {{(pid=83447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:21.508970 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-784cd2e7-fe50-450b-aa8c-20ebd8a217ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:21.510852 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1e5f23fc-3b25-4a79-b436-e527ae2c23e4 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:21.518605 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f0148131-a333-4f38-a539-7c83d5663aad tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:21.523479 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1e5f23fc-3b25-4a79-b436-e527ae2c23e4 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:21.576223 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-2a6eb3f4-a313-47b7-99ed-935223ae3753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:21.579914 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c5efa742-aa47-4a7f-bd8a-ad8413940571 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:21.659639 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-97226131-abf7-48b8-b276-4710eb8fe7da tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Allocated IP 172.20.0.5 (259a2b21-4fbc-4b26-b0f7-1369c6423a42/e894874f-fbea-45e2-a231-3cc7d762aece/6b36ce38-62f8-4e60-8f1f-f1cfd03ac29b) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:49:21.706887 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-2a6eb3f4-a313-47b7-99ed-935223ae3753 None None] For port 14401944-5616-40ce-b256-a0877cc685e6, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=14401944-5616-40ce-b256-a0877cc685e6,segment=NetworkSegment(a5cd7a16-d340-41d4-84ea-bcc0742b6af4),segment_id=a5cd7a16-d340-41d4-84ea-bcc0742b6af4)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:49:21.711688 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-2a6eb3f4-a313-47b7-99ed-935223ae3753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:21.714870 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:21.726461 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5f23fc-3b25-4a79-b436-e527ae2c23e4 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Pushing event updated for resources: {'Port': ['ID=0bf68bd0-d44e-4036-977d-ea99f4387efb,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:21.736480 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1e5f23fc-3b25-4a79-b436-e527ae2c23e4 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:21.786923 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1e5f23fc-3b25-4a79-b436-e527ae2c23e4 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32898031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349045'] for router_interface, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:21.842032 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6eb3f4-a313-47b7-99ed-935223ae3753 None None] Pushing event updated for resources: {'Port': ['ID=14401944-5616-40ce-b256-a0877cc685e6,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:21.846650 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-2a6eb3f4-a313-47b7-99ed-935223ae3753 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:21.855777 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-03ea409e-cc94-4870-841d-9129b766839c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02095b17-94fa-4b5e-aecd-f6e867c619b5', 'name': 'tempest-TestVolumeBootPattern-1281238679-router', 'tenant_id': '267e2bb079e8441da27d64d99add18a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.125'}], 'enable_snat': True}, 'gw_port_id': 'ef7a86e3-a87b-424d-bb95-4c34a0bb3a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:49:12Z', 'updated_at': '2021-12-20T08:49:16Z', 'revision_number': 3, 'project_id': '267e2bb079e8441da27d64d99add18a5', 'gw_port': {'id': 'ef7a86e3-a87b-424d-bb95-4c34a0bb3a16', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02095b17-94fa-4b5e-aecd-f6e867c619b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:49:14Z', 'updated_at': '2021-12-20T08:49:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:21.861433 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ea409e-cc94-4870-841d-9129b766839c None None] The sync data for ids ['02095b17-94fa-4b5e-aecd-f6e867c619b5'] in dv-neutron-820491-1-hyperv is: [{'id': '02095b17-94fa-4b5e-aecd-f6e867c619b5', 'name': 'tempest-TestVolumeBootPattern-1281238679-router', 'tenant_id': '267e2bb079e8441da27d64d99add18a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.125'}], 'enable_snat': True}, 'gw_port_id': 'ef7a86e3-a87b-424d-bb95-4c34a0bb3a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:49:12Z', 'updated_at': '2021-12-20T08:49:16Z', 'revision_number': 3, 'project_id': '267e2bb079e8441da27d64d99add18a5', 'gw_port': {'id': 'ef7a86e3-a87b-424d-bb95-4c34a0bb3a16', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02095b17-94fa-4b5e-aecd-f6e867c619b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:49:14Z', 'updated_at': '2021-12-20T08:49:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:49:21.867438 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-98a63cfc-32ed-4d6a-8204-26a918067051 None None] Provisioning for port 0bf68bd0-d44e-4036-977d-ea99f4387efb completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:49:21.873608 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-98a63cfc-32ed-4d6a-8204-26a918067051 None None] Provisioning complete for port 0bf68bd0-d44e-4036-977d-ea99f4387efb triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:49:21.874194 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-98a63cfc-32ed-4d6a-8204-26a918067051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:21.984637 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-98a63cfc-32ed-4d6a-8204-26a918067051 None None] Port 0bf68bd0-d44e-4036-977d-ea99f4387efb cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:49:21.999544 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-98a63cfc-32ed-4d6a-8204-26a918067051 None None] Provisioning complete for port 14401944-5616-40ce-b256-a0877cc685e6 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:49:22.000265 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-98a63cfc-32ed-4d6a-8204-26a918067051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:22.003888 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-97226131-abf7-48b8-b276-4710eb8fe7da tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:22.011410 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f0148131-a333-4f38-a539-7c83d5663aad tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for router_gateway, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:22.012944 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f0148131-a333-4f38-a539-7c83d5663aad tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071'] for router, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:22.083458 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-97226131-abf7-48b8-b276-4710eb8fe7da tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Transition to ACTIVE for port object 6b36ce38-62f8-4e60-8f1f-f1cfd03ac29b will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:49:22.091038 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-51369e43-955e-4bb8-bf54-ca3ec9a2a556 admin admin] Allocated IP 172.20.0.1 (9b0d164c-7269-4e58-a7e0-5aaa270beab1/ec2f7ce4-2b92-4250-94f8-ff458d7e7f44/6e80f991-1642-4212-99ad-73bf1cb0ac21) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:49:22.098181 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5f23fc-3b25-4a79-b436-e527ae2c23e4 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Network 8349d658-15a5-4502-934d-42d77be31e8f is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:49:22.102392 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-1e5f23fc-3b25-4a79-b436-e527ae2c23e4 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:49:22.143494 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-97226131-abf7-48b8-b276-4710eb8fe7da tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:22.157190 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-aab63dda-229d-4ef0-a8c3-477c6c2def13 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:22.222176 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-13c3ef01-f045-429d-a3cb-fe12bd4aef4a None None] Allocated IP 172.20.0.2 (259a2b21-4fbc-4b26-b0f7-1369c6423a42/e894874f-fbea-45e2-a231-3cc7d762aece/d7e5f622-f45b-4c08-ae4a-41dfa7c26132) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:49:22.291173 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-c18c4d43-55cd-4b7b-a04d-4a6589257ce2 None None] Provisioning complete for port 0bf68bd0-d44e-4036-977d-ea99f4387efb triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:49:22.291709 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c18c4d43-55cd-4b7b-a04d-4a6589257ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:22.409483 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97226131-abf7-48b8-b276-4710eb8fe7da tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Network 259a2b21-4fbc-4b26-b0f7-1369c6423a42 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:49:22.421241 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-97226131-abf7-48b8-b276-4710eb8fe7da tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:49:22.424144 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97226131-abf7-48b8-b276-4710eb8fe7da tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:49:22.428733 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-c18c4d43-55cd-4b7b-a04d-4a6589257ce2 None None] Port 0bf68bd0-d44e-4036-977d-ea99f4387efb cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:49:22.467254 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-51369e43-955e-4bb8-bf54-ca3ec9a2a556 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:22.502610 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97226131-abf7-48b8-b276-4710eb8fe7da tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Pushing event updated for resources: {'Port': ['ID=6b36ce38-62f8-4e60-8f1f-f1cfd03ac29b,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:22.513426 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-97226131-abf7-48b8-b276-4710eb8fe7da tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:22.531248 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-13c3ef01-f045-429d-a3cb-fe12bd4aef4a None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:22.531534 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97226131-abf7-48b8-b276-4710eb8fe7da tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:49:22.532160 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-97226131-abf7-48b8-b276-4710eb8fe7da tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:22.550102 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-13c3ef01-f045-429d-a3cb-fe12bd4aef4a None None] Transition to ACTIVE for port object d7e5f622-f45b-4c08-ae4a-41dfa7c26132 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:49:22.577971 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-97226131-abf7-48b8-b276-4710eb8fe7da tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.8567479 Dec 20 08:49:22.580543 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42862) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:22.585571 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-13c3ef01-f045-429d-a3cb-fe12bd4aef4a None None] Transition to ACTIVE for port object d7e5f622-f45b-4c08-ae4a-41dfa7c26132 will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:49:22.586166 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-51369e43-955e-4bb8-bf54-ca3ec9a2a556 admin admin] Transition to ACTIVE for port object 6e80f991-1642-4212-99ad-73bf1cb0ac21 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:49:22.586747 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-842653a7-0570-4ddf-b75e-84aaec69732d tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-413225080', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:49:22.588566 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-e75fc215-ed22-479c-b280-d14b121d9c60 None None] Provisioning complete for port 0bf68bd0-d44e-4036-977d-ea99f4387efb triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:49:22.589064 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e75fc215-ed22-479c-b280-d14b121d9c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:22.595982 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-842653a7-0570-4ddf-b75e-84aaec69732d tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:49:22.606480 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-842653a7-0570-4ddf-b75e-84aaec69732d tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Usage tracker for resource:router and tenant:68cc8be3d4bf40488f4f280688a18603 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:49:22.612993 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-842653a7-0570-4ddf-b75e-84aaec69732d tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:49:22.628959 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-51369e43-955e-4bb8-bf54-ca3ec9a2a556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:22.629253 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-842653a7-0570-4ddf-b75e-84aaec69732d tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:49:22.631295 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-13c3ef01-f045-429d-a3cb-fe12bd4aef4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:22.635953 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ad5c1eb8-1fcc-428b-82a3-0c7767bbb135 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:22.639000 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:22.654573 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-842653a7-0570-4ddf-b75e-84aaec69732d tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24817'] for router, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:22.655407 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-842653a7-0570-4ddf-b75e-84aaec69732d tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-351744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24806'] for router, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:22.660010 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0148131-a333-4f38-a539-7c83d5663aad tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Router 5d1392ee-8d8a-4c54-b0b5-022805c45b9e is scheduled to L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 with binding_index 1 {{(pid=83445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 08:49:22.710435 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-e75fc215-ed22-479c-b280-d14b121d9c60 None None] Port 0bf68bd0-d44e-4036-977d-ea99f4387efb cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:49:22.710717 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51369e43-955e-4bb8-bf54-ca3ec9a2a556 admin admin] Network 9b0d164c-7269-4e58-a7e0-5aaa270beab1 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:49:22.716379 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-51369e43-955e-4bb8-bf54-ca3ec9a2a556 admin admin] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:49:22.718303 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51369e43-955e-4bb8-bf54-ca3ec9a2a556 admin admin] Pushing event updated for resources: {'Port': ['ID=6e80f991-1642-4212-99ad-73bf1cb0ac21,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:22.721061 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51369e43-955e-4bb8-bf54-ca3ec9a2a556 admin admin] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:49:22.727377 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c3ef01-f045-429d-a3cb-fe12bd4aef4a None None] Network 259a2b21-4fbc-4b26-b0f7-1369c6423a42 is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:49:22.736532 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-13c3ef01-f045-429d-a3cb-fe12bd4aef4a None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:49:22.739394 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c3ef01-f045-429d-a3cb-fe12bd4aef4a None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:49:22.749772 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-842653a7-0570-4ddf-b75e-84aaec69732d tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:22.753171 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3ef01-f045-429d-a3cb-fe12bd4aef4a None None] Pushing event updated for resources: {'Port': ['ID=d7e5f622-f45b-4c08-ae4a-41dfa7c26132,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:22.756887 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-13c3ef01-f045-429d-a3cb-fe12bd4aef4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:22.759812 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-51369e43-955e-4bb8-bf54-ca3ec9a2a556 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:22.788151 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-842653a7-0570-4ddf-b75e-84aaec69732d tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071'] for router, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:22.850368 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-13c3ef01-f045-429d-a3cb-fe12bd4aef4a None None] Attempting to bind port d7e5f622-f45b-4c08-ae4a-41dfa7c26132 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:49:22.851025 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-13c3ef01-f045-429d-a3cb-fe12bd4aef4a None None] Attempting to bind port d7e5f622-f45b-4c08-ae4a-41dfa7c26132 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '90ef3dac-d50b-494b-aa62-f4d928e6ee6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '259a2b21-4fbc-4b26-b0f7-1369c6423a42'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:49:22.851498 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c3ef01-f045-429d-a3cb-fe12bd4aef4a None None] Attempting to bind port d7e5f622-f45b-4c08-ae4a-41dfa7c26132 on network 259a2b21-4fbc-4b26-b0f7-1369c6423a42 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:49:22.858764 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c3ef01-f045-429d-a3cb-fe12bd4aef4a None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:49:22.859306 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c3ef01-f045-429d-a3cb-fe12bd4aef4a None None] Checking segment: {'id': '90ef3dac-d50b-494b-aa62-f4d928e6ee6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '259a2b21-4fbc-4b26-b0f7-1369c6423a42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:49:22.859813 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-13c3ef01-f045-429d-a3cb-fe12bd4aef4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:22.860313 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c3ef01-f045-429d-a3cb-fe12bd4aef4a None None] Bound using segment: {'id': '90ef3dac-d50b-494b-aa62-f4d928e6ee6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '259a2b21-4fbc-4b26-b0f7-1369c6423a42'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:49:22.860889 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-13c3ef01-f045-429d-a3cb-fe12bd4aef4a None None] Bound port: d7e5f622-f45b-4c08-ae4a-41dfa7c26132, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90ef3dac-d50b-494b-aa62-f4d928e6ee6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '259a2b21-4fbc-4b26-b0f7-1369c6423a42'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:49:22.861512 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-13c3ef01-f045-429d-a3cb-fe12bd4aef4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:22.865444 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-51369e43-955e-4bb8-bf54-ca3ec9a2a556 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-345881'] for router_interface, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:22.884879 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-842653a7-0570-4ddf-b75e-84aaec69732d tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:22.886444 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-842653a7-0570-4ddf-b75e-84aaec69732d tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3049281 Dec 20 08:49:22.891058 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 42866) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:22.901215 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-fca1b71c-eb06-49b5-be55-15424c37920f tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1027649262', 'prefixes': ['172.20.0.0/16']}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:49:22.909364 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-fca1b71c-eb06-49b5-be55-15424c37920f tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:49:22.952247 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0148131-a333-4f38-a539-7c83d5663aad tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:49:22.972100 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9303f3-04c4-4793-96c0-fe031f75791e None None] Sync routers for ids ['5d1392ee-8d8a-4c54-b0b5-022805c45b9e'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:49:22.980804 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-13c3ef01-f045-429d-a3cb-fe12bd4aef4a None None] For port d7e5f622-f45b-4c08-ae4a-41dfa7c26132, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:49:22.984937 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f0148131-a333-4f38-a539-7c83d5663aad tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:22.986374 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-f0148131-a333-4f38-a539-7c83d5663aad tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.1487947 Dec 20 08:49:22.989207 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-13c3ef01-f045-429d-a3cb-fe12bd4aef4a None None] For port d7e5f622-f45b-4c08-ae4a-41dfa7c26132, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=d7e5f622-f45b-4c08-ae4a-41dfa7c26132,segment=NetworkSegment(90ef3dac-d50b-494b-aa62-f4d928e6ee6b),segment_id=90ef3dac-d50b-494b-aa62-f4d928e6ee6b)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:49:22.989417 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42870) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:22.997647 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9303f3-04c4-4793-96c0-fe031f75791e None None] Routers {'5d1392ee-8d8a-4c54-b0b5-022805c45b9e'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:49:22.998100 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-7d9303f3-04c4-4793-96c0-fe031f75791e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:49:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['5d1392ee-8d8a-4c54-b0b5-022805c45b9e'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:23.041973 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-51369e43-955e-4bb8-bf54-ca3ec9a2a556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:23.052419 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-13c3ef01-f045-429d-a3cb-fe12bd4aef4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:23.056528 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e5f23fc-3b25-4a79-b436-e527ae2c23e4 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Router 1ed7dfbc-d4b3-4fac-b67b-badf62540924 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:49:23.064426 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:23.130527 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-7d9303f3-04c4-4793-96c0-fe031f75791e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:23.152425 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3ef01-f045-429d-a3cb-fe12bd4aef4a None None] Pushing event updated for resources: {'Port': ['ID=d7e5f622-f45b-4c08-ae4a-41dfa7c26132,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:23.160906 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-13c3ef01-f045-429d-a3cb-fe12bd4aef4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:23.168322 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9303f3-04c4-4793-96c0-fe031f75791e None None] Routers {'5d1392ee-8d8a-4c54-b0b5-022805c45b9e'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:49:23.168976 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-7d9303f3-04c4-4793-96c0-fe031f75791e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:49:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['5d1392ee-8d8a-4c54-b0b5-022805c45b9e'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:23.229139 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-9dda697f-ece5-4793-9574-06eff012e5f1 None None] Provisioning for port 6e80f991-1642-4212-99ad-73bf1cb0ac21 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:49:23.250241 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-7d9303f3-04c4-4793-96c0-fe031f75791e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:23.250664 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9303f3-04c4-4793-96c0-fe031f75791e None None] The sync data for ids ['5d1392ee-8d8a-4c54-b0b5-022805c45b9e'] in dv-neutron-820491-1-hyperv is: [] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:49:23.252180 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-9dda697f-ece5-4793-9574-06eff012e5f1 None None] Provisioning complete for port 6e80f991-1642-4212-99ad-73bf1cb0ac21 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:49:23.252558 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-9dda697f-ece5-4793-9574-06eff012e5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:23.268988 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-8cae18b3-6dc4-4ab7-89aa-df27d5d8b8c0 req-7b7c72cc-7d4b-4919-8a8f-3f4bf0c86a7b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ce86b767-a621-41c5-98e8-cc542b7adc7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1126018 Dec 20 08:49:23.296005 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-6321647a-acbe-443e-ba0f-e59f25c37bdc tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "GET /v2.0/routers/5d1392ee-8d8a-4c54-b0b5-022805c45b9e HTTP/1.1" status: 200 len: 884 time: 0.3022211 Dec 20 08:49:23.296388 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42874) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:23.355074 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-9dda697f-ece5-4793-9574-06eff012e5f1 None None] Port 6e80f991-1642-4212-99ad-73bf1cb0ac21 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:49:23.467320 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fca1b71c-eb06-49b5-be55-15424c37920f tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Notify callbacks [] for subnetpool, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:23.468976 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-fca1b71c-eb06-49b5-be55-15424c37920f tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.5764034 Dec 20 08:49:23.478006 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 42878) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:23.511494 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.tag.tag_plugin [None req-1e55cdb3-0d47-42da-aa66-c4a83fae7f8d tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'e894874f-fbea-45e2-a231-3cc7d762aece', 'tempest-TagsExtTest-Tag-2040450085') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:23.616908 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-8cae18b3-6dc4-4ab7-89aa-df27d5d8b8c0 req-79b67550-6881-4cf8-8101-114e5aa519fb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e2165a78ac154b1c9f29e840efaf3cb7&device_id=ce86b767-a621-41c5-98e8-cc542b7adc7f HTTP/1.1" status: 200 len: 1099 time: 0.2235603 Dec 20 08:49:23.788465 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cae18b3-6dc4-4ab7-89aa-df27d5d8b8c0 req-24c67700-4d6f-4142-bad2-36dba8f3589a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:49:23.789957 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-8cae18b3-6dc4-4ab7-89aa-df27d5d8b8c0 req-24c67700-4d6f-4142-bad2-36dba8f3589a service neutron] 10.222.0.58 "GET /v2.0/networks?id=3ab8996b-db59-43a0-a379-647199802474 HTTP/1.1" status: 200 len: 912 time: 0.1402903 Dec 20 08:49:23.814472 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-51369e43-955e-4bb8-bf54-ca3ec9a2a556 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:23.830273 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-51369e43-955e-4bb8-bf54-ca3ec9a2a556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:23.859928 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1e5f23fc-3b25-4a79-b436-e527ae2c23e4 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:23.911858 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-36a2c287-6ee3-424d-b26c-ed5cc294f66a tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Synchronizing usage tracker for tenant:77c40f4df6664268b6fdee7d685de4ee on resource:router {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:49:23.921562 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-8cae18b3-6dc4-4ab7-89aa-df27d5d8b8c0 req-83739f5a-c3ee-4936-8718-ce1a4c9c0292 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11db67d0-8208-488d-af30-92e306aa192a HTTP/1.1" status: 200 len: 1002 time: 0.1237648 Dec 20 08:49:23.946845 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device d7e5f622-f45b-4c08-ae4a-41dfa7c26132 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:49:23.960820 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1e55cdb3-0d47-42da-aa66-c4a83fae7f8d tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] 10.222.0.16 "PUT /v2.0/subnets/e894874f-fbea-45e2-a231-3cc7d762aece/tags/tempest-TagsExtTest-Tag-2040450085 HTTP/1.1" status: 201 len: 201 time: 0.4740202 Dec 20 08:49:23.962210 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42884) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:23.965877 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51369e43-955e-4bb8-bf54-ca3ec9a2a556 admin admin] Pushing event updated for resources: {'Port': ['ID=6e80f991-1642-4212-99ad-73bf1cb0ac21,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:23.968998 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-51369e43-955e-4bb8-bf54-ca3ec9a2a556 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32898031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349045'] for router_interface, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:23.973838 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.tag.tag_plugin [None req-1c161dd2-3a7f-4221-8fb0-3390053f2cc6 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '6b36ce38-62f8-4e60-8f1f-f1cfd03ac29b', 'tempest-TagsExtTest-Tag-1762361023') {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:23.974502 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-51369e43-955e-4bb8-bf54-ca3ec9a2a556 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:23.984734 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e5f23fc-3b25-4a79-b436-e527ae2c23e4 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:49:24.003576 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1e5f23fc-3b25-4a79-b436-e527ae2c23e4 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "PUT /v2.0/routers/1ed7dfbc-d4b3-4fac-b67b-badf62540924/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8263247 Dec 20 08:49:24.018118 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-36a2c287-6ee3-424d-b26c-ed5cc294f66a tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Unset dirty status for tenant:77c40f4df6664268b6fdee7d685de4ee on resource:router {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:49:24.020431 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-36a2c287-6ee3-424d-b26c-ed5cc294f66a tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.7220969 Dec 20 08:49:24.027238 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42890) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:24.048717 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-09c4e7c6-5c4d-40b4-b623-01299093414a tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-460655110'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:49:24.079218 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port d7e5f622-f45b-4c08-ae4a-41dfa7c26132 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:49:24.085514 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 14401944-5616-40ce-b256-a0877cc685e6 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:49:24.136028 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cae18b3-6dc4-4ab7-89aa-df27d5d8b8c0 req-18b0849a-cbdb-44f2-babc-543f02a062f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:49:24.138132 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-8cae18b3-6dc4-4ab7-89aa-df27d5d8b8c0 req-18b0849a-cbdb-44f2-babc-543f02a062f9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=944a3b04-d2ac-486e-bee8-ba11ef891bfe HTTP/1.1" status: 200 len: 850 time: 0.2094150 Dec 20 08:49:24.162691 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51369e43-955e-4bb8-bf54-ca3ec9a2a556 admin admin] Network 9b0d164c-7269-4e58-a7e0-5aaa270beab1 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:49:24.163882 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-51369e43-955e-4bb8-bf54-ca3ec9a2a556 admin admin] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:49:24.222515 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 14401944-5616-40ce-b256-a0877cc685e6 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:49:24.222990 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:24.554243 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419c65e0-590d-44d1-91e1-110e25bff820 None None] Network 259a2b21-4fbc-4b26-b0f7-1369c6423a42 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:49:24.600730 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-1c161dd2-3a7f-4221-8fb0-3390053f2cc6 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] 10.222.0.16 "PUT /v2.0/ports/6b36ce38-62f8-4e60-8f1f-f1cfd03ac29b/tags/tempest-TagsExtTest-Tag-1762361023 HTTP/1.1" status: 201 len: 201 time: 0.6375821 Dec 20 08:49:24.601578 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42900) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:24.612833 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.tag.tag_plugin [None req-87959b86-6528-432e-b078-fbab250ac045 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '409f56a8-60cd-4994-8f19-aba92cdb353b', 'tempest-TagsExtTest-Tag-541527887') {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:24.668857 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51369e43-955e-4bb8-bf54-ca3ec9a2a556 admin admin] Router 02095b17-94fa-4b5e-aecd-f6e867c619b5 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:49:24.718696 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-e2fada70-8dbd-4b0c-8ec6-25a8d6e7739c req-5c15cbc6-efda-4b2e-bb56-ca21a39a57d1 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1567031827&fields=id&tenant_id=fabc5346054940109ef98c8222603d73 HTTP/1.1" status: 200 len: 267 time: 0.1535306 Dec 20 08:49:24.843649 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-25f7e493-38ea-4f96-a5c8-0dbf6d31d905 None None] Provisioning complete for port 6e80f991-1642-4212-99ad-73bf1cb0ac21 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:49:24.844114 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-25f7e493-38ea-4f96-a5c8-0dbf6d31d905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:24.943597 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-25f7e493-38ea-4f96-a5c8-0dbf6d31d905 None None] Port 6e80f991-1642-4212-99ad-73bf1cb0ac21 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:49:24.975600 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-8cae18b3-6dc4-4ab7-89aa-df27d5d8b8c0 req-88243a76-1904-47ce-bf8c-89d2c45c79d3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3ab8996b-db59-43a0-a379-647199802474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8292949 Dec 20 08:49:24.977889 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-25f7e493-38ea-4f96-a5c8-0dbf6d31d905 None None] Provisioning for port d7e5f622-f45b-4c08-ae4a-41dfa7c26132 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:49:24.984310 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-25f7e493-38ea-4f96-a5c8-0dbf6d31d905 None None] Provisioning complete for port d7e5f622-f45b-4c08-ae4a-41dfa7c26132 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:49:24.984689 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-25f7e493-38ea-4f96-a5c8-0dbf6d31d905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:25.004756 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51369e43-955e-4bb8-bf54-ca3ec9a2a556 admin admin] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:49:25.012744 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-51369e43-955e-4bb8-bf54-ca3ec9a2a556 admin admin] 10.222.0.16 "PUT /v2.0/routers/02095b17-94fa-4b5e-aecd-f6e867c619b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8696508 Dec 20 08:49:25.154827 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-87959b86-6528-432e-b078-fbab250ac045 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] 10.222.0.16 "PUT /v2.0/routers/409f56a8-60cd-4994-8f19-aba92cdb353b/tags/tempest-TagsExtTest-Tag-541527887 HTTP/1.1" status: 201 len: 201 time: 0.5477810 Dec 20 08:49:25.156682 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 42906) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:25.168019 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.tag.tag_plugin [None req-617231e1-2001-41d5-b2ae-73a043669288 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'aa1dce87-65e9-4940-ba8b-a3d683639756', 'tempest-TagsExtTest-Tag-2050392582') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:25.174050 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-25f7e493-38ea-4f96-a5c8-0dbf6d31d905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:25.231147 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-617231e1-2001-41d5-b2ae-73a043669288 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] 10.222.0.16 "PUT /v2.0/subnetpools/aa1dce87-65e9-4940-ba8b-a3d683639756/tags/tempest-TagsExtTest-Tag-2050392582 HTTP/1.1" status: 201 len: 201 time: 0.0717885 Dec 20 08:49:25.236331 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-25f7e493-38ea-4f96-a5c8-0dbf6d31d905 None None] For port d7e5f622-f45b-4c08-ae4a-41dfa7c26132, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=d7e5f622-f45b-4c08-ae4a-41dfa7c26132,segment=NetworkSegment(90ef3dac-d50b-494b-aa62-f4d928e6ee6b),segment_id=90ef3dac-d50b-494b-aa62-f4d928e6ee6b)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:49:25.237739 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 42914) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:25.248048 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-25f7e493-38ea-4f96-a5c8-0dbf6d31d905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:25.251167 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-13c3ef01-f045-429d-a3cb-fe12bd4aef4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:25.255817 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.tag.tag_plugin [None req-1d7b638b-b540-47b9-8d7d-f8187bc85aca tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'e894874f-fbea-45e2-a231-3cc7d762aece') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:25.292452 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fada70-8dbd-4b0c-8ec6-25a8d6e7739c req-6d79763f-71b4-4563-aec4-974e9b07bb9b tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:49:25.293188 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-e2fada70-8dbd-4b0c-8ec6-25a8d6e7739c req-6d79763f-71b4-4563-aec4-974e9b07bb9b tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Synchronizing usage tracker for tenant:fabc5346054940109ef98c8222603d73 on resource:network {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:49:25.377411 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-8cae18b3-6dc4-4ab7-89aa-df27d5d8b8c0 req-f4dc51f6-a176-422c-bd09-e30a608ffba5 service neutron] 10.222.0.58 "GET /v2.0/networks/3ab8996b-db59-43a0-a379-647199802474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3867016 Dec 20 08:49:25.386331 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-e2fada70-8dbd-4b0c-8ec6-25a8d6e7739c req-6d79763f-71b4-4563-aec4-974e9b07bb9b tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Unset dirty status for tenant:fabc5346054940109ef98c8222603d73 on resource:network {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:49:25.393045 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-e2fada70-8dbd-4b0c-8ec6-25a8d6e7739c req-6d79763f-71b4-4563-aec4-974e9b07bb9b tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "GET /v2.0/networks?id=8349d658-15a5-4502-934d-42d77be31e8f HTTP/1.1" status: 200 len: 797 time: 0.6732469 Dec 20 08:49:25.422600 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1d7b638b-b540-47b9-8d7d-f8187bc85aca tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] 10.222.0.16 "GET /v2.0/subnets/e894874f-fbea-45e2-a231-3cc7d762aece/tags HTTP/1.1" status: 200 len: 241 time: 0.1835542 Dec 20 08:49:25.423179 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 42920) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:25.432829 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f7e493-38ea-4f96-a5c8-0dbf6d31d905 None None] Pushing event updated for resources: {'Port': ['ID=d7e5f622-f45b-4c08-ae4a-41dfa7c26132,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:25.438112 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.tag.tag_plugin [None req-00a2475d-b882-47fe-83b1-c5fee865d971 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e894874f-fbea-45e2-a231-3cc7d762aece', 'tempest-TagsExtTest-Tag-2040450085') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:25.443520 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-25f7e493-38ea-4f96-a5c8-0dbf6d31d905 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:25.445542 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-c8cbdca1-a76e-4037-8097-61f38222594a None None] Provisioning for port 6b36ce38-62f8-4e60-8f1f-f1cfd03ac29b completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:49:25.459562 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-c8cbdca1-a76e-4037-8097-61f38222594a None None] Provisioning complete for port 6b36ce38-62f8-4e60-8f1f-f1cfd03ac29b triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:49:25.459720 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c8cbdca1-a76e-4037-8097-61f38222594a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:25.565026 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-c8cbdca1-a76e-4037-8097-61f38222594a None None] Port 6b36ce38-62f8-4e60-8f1f-f1cfd03ac29b cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:49:25.581313 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-00a2475d-b882-47fe-83b1-c5fee865d971 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] 10.222.0.16 "GET /v2.0/subnets/e894874f-fbea-45e2-a231-3cc7d762aece/tags/tempest-TagsExtTest-Tag-2040450085 HTTP/1.1" status: 204 len: 168 time: 0.1554859 Dec 20 08:49:25.581877 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 42924) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:25.595920 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-e2fada70-8dbd-4b0c-8ec6-25a8d6e7739c req-df5b0a90-fbbf-49ee-b615-e5657c06f5ce tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "GET /v2.0/quotas/fabc5346054940109ef98c8222603d73 HTTP/1.1" status: 200 len: 375 time: 0.2017100 Dec 20 08:49:25.596210 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.tag.tag_plugin [None req-b7c7c076-965b-4cd4-8713-22967d6c7aa1 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'e894874f-fbea-45e2-a231-3cc7d762aece', 'tempest-TagsExtTest-Tag-2040450085') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:25.604020 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-c8cbdca1-a76e-4037-8097-61f38222594a None None] Provisioning complete for port d7e5f622-f45b-4c08-ae4a-41dfa7c26132 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:49:25.604399 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c8cbdca1-a76e-4037-8097-61f38222594a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:25.810125 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-8cae18b3-6dc4-4ab7-89aa-df27d5d8b8c0 req-33a0fd05-6f35-4854-ac0c-91b6ac4b1f79 service neutron] 10.222.0.58 "GET /v2.0/networks/3ab8996b-db59-43a0-a379-647199802474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4131088 Dec 20 08:49:25.857708 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-e2fada70-8dbd-4b0c-8ec6-25a8d6e7739c req-0c79d0d4-70cb-446d-b7fa-67210cefd04a tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=fabc5346054940109ef98c8222603d73&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2604051 Dec 20 08:49:25.921208 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b7c7c076-965b-4cd4-8713-22967d6c7aa1 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] 10.222.0.16 "DELETE /v2.0/subnets/e894874f-fbea-45e2-a231-3cc7d762aece/tags/tempest-TagsExtTest-Tag-2040450085 HTTP/1.1" status: 204 len: 168 time: 0.3383169 Dec 20 08:49:25.926036 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 42930) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:25.931754 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.tag.tag_plugin [None req-62ebdb52-1973-4642-aa82-a9f76f329528 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'e894874f-fbea-45e2-a231-3cc7d762aece') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:25.932562 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-8fa155ef-f0fd-4995-92d6-090a7c8fed9a None None] Provisioning complete for port 6b36ce38-62f8-4e60-8f1f-f1cfd03ac29b triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:49:25.933245 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-8fa155ef-f0fd-4995-92d6-090a7c8fed9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:25.979535 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device d7e5f622-f45b-4c08-ae4a-41dfa7c26132 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:49:26.066814 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-e2fada70-8dbd-4b0c-8ec6-25a8d6e7739c req-3dcd858a-c9cd-4362-9018-14612ce914a9 service neutron] 10.222.0.16 "GET /v2.0/networks/8349d658-15a5-4502-934d-42d77be31e8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945412 Dec 20 08:49:26.087452 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-62ebdb52-1973-4642-aa82-a9f76f329528 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] 10.222.0.16 "GET /v2.0/subnets/e894874f-fbea-45e2-a231-3cc7d762aece/tags HTTP/1.1" status: 200 len: 205 time: 0.1602683 Dec 20 08:49:26.088983 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 42934) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:26.105449 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.tag.tag_plugin [None req-617acb89-c71d-41e9-8b6e-86188c068d41 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '6b36ce38-62f8-4e60-8f1f-f1cfd03ac29b') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:26.107809 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-8fa155ef-f0fd-4995-92d6-090a7c8fed9a None None] Port 6b36ce38-62f8-4e60-8f1f-f1cfd03ac29b cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:49:26.143995 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port d7e5f622-f45b-4c08-ae4a-41dfa7c26132 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:49:26.144355 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:26.228307 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42938) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:26.242461 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42942) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:26.244050 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-617acb89-c71d-41e9-8b6e-86188c068d41 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] 10.222.0.16 "GET /v2.0/ports/6b36ce38-62f8-4e60-8f1f-f1cfd03ac29b/tags HTTP/1.1" status: 200 len: 241 time: 0.1535418 Dec 20 08:49:26.314956 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 8be543e7-411e-470d-a062-f1773875471e up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:49:26.397425 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 8be543e7-411e-470d-a062-f1773875471e completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:49:26.403895 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 8be543e7-411e-470d-a062-f1773875471e triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:49:26.404596 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:26.508128 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 42946) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:26.516704 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-cd52ce2d-4f18-4231-9efd-cdc1bfb0c7ce tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1261651627', 'description': 'tempest-secgroup-smoke-1261651627 description', 'project_id': '9cbdcc0323fa453595ec6616c2aaa00e'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:49:26.518476 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.tag.tag_plugin [None req-ed2131f5-0b42-436f-9184-490ffa1c1fe9 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6b36ce38-62f8-4e60-8f1f-f1cfd03ac29b', 'tempest-TagsExtTest-Tag-1762361023') {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:26.523767 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-cd52ce2d-4f18-4231-9efd-cdc1bfb0c7ce tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:49:26.527549 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-cd52ce2d-4f18-4231-9efd-cdc1bfb0c7ce tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Usage tracker for resource:security_group and tenant:9cbdcc0323fa453595ec6616c2aaa00e is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:49:26.530527 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-cd52ce2d-4f18-4231-9efd-cdc1bfb0c7ce tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:49:26.537315 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-cd52ce2d-4f18-4231-9efd-cdc1bfb0c7ce tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:49:26.554528 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:26.560533 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cd52ce2d-4f18-4231-9efd-cdc1bfb0c7ce tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:26.577261 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 8be543e7-411e-470d-a062-f1773875471e, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=8be543e7-411e-470d-a062-f1773875471e,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:49:26.583755 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:26.585873 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d80bf782-b3f0-4332-ad14-67a70ae3dfca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:26.617147 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-cd52ce2d-4f18-4231-9efd-cdc1bfb0c7ce tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:49:26.622738 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-cd52ce2d-4f18-4231-9efd-cdc1bfb0c7ce tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Usage tracker for resource:security_group_rule and tenant:9cbdcc0323fa453595ec6616c2aaa00e is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:49:26.627275 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-cd52ce2d-4f18-4231-9efd-cdc1bfb0c7ce tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:49:26.634728 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-cd52ce2d-4f18-4231-9efd-cdc1bfb0c7ce tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:49:26.677521 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=8be543e7-411e-470d-a062-f1773875471e,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:26.680951 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:26.717689 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cd52ce2d-4f18-4231-9efd-cdc1bfb0c7ce tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:26.724585 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cd52ce2d-4f18-4231-9efd-cdc1bfb0c7ce tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:26.728763 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d34046c9-45e1-4efb-8c8a-379628b96415 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:26.736189 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-09c4e7c6-5c4d-40b4-b623-01299093414a tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24724'] for router, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:26.750055 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-e2fada70-8dbd-4b0c-8ec6-25a8d6e7739c req-75a70a3d-db0b-4465-97e4-c6c8f76386f7 service neutron] 10.222.0.16 "GET /v2.0/networks/8349d658-15a5-4502-934d-42d77be31e8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6019721 Dec 20 08:49:26.768744 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-09c4e7c6-5c4d-40b4-b623-01299093414a tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-351805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-351780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-379562'] for router, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:26.775392 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd52ce2d-4f18-4231-9efd-cdc1bfb0c7ce tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb73519-9c90-4e50-9a3d-0898de63562c,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:26.779170 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cd52ce2d-4f18-4231-9efd-cdc1bfb0c7ce tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:26.780476 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-cd52ce2d-4f18-4231-9efd-cdc1bfb0c7ce tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2712860 Dec 20 08:49:26.781500 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-cd52ce2d-4f18-4231-9efd-cdc1bfb0c7ce tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:26.783874 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 42950) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:26.789798 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-abc80bde-f79c-4747-a7b6-1827ab60ad7d tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Request body: {'security_group_rule': {'security_group_id': '4eb73519-9c90-4e50-9a3d-0898de63562c', 'project_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:49:26.797352 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-abc80bde-f79c-4747-a7b6-1827ab60ad7d tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:49:26.801567 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-abc80bde-f79c-4747-a7b6-1827ab60ad7d tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Usage tracker for resource:security_group_rule and tenant:9cbdcc0323fa453595ec6616c2aaa00e is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:49:26.804986 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-abc80bde-f79c-4747-a7b6-1827ab60ad7d tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:49:26.812153 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-abc80bde-f79c-4747-a7b6-1827ab60ad7d tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:49:26.835057 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-abc80bde-f79c-4747-a7b6-1827ab60ad7d tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:26.875342 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-ed2131f5-0b42-436f-9184-490ffa1c1fe9 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] 10.222.0.16 "GET /v2.0/ports/6b36ce38-62f8-4e60-8f1f-f1cfd03ac29b/tags/tempest-TagsExtTest-Tag-1762361023 HTTP/1.1" status: 204 len: 168 time: 0.5614898 Dec 20 08:49:26.877664 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 42954) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:26.895404 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.tag.tag_plugin [None req-942e78d3-3c9c-42e1-a86c-c25d2c879bcd tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '6b36ce38-62f8-4e60-8f1f-f1cfd03ac29b', 'tempest-TagsExtTest-Tag-1762361023') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:26.981165 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-9b39bbcb-2e71-428c-a328-fa52eb0dfe47 req-01847621-be6d-498f-9641-37bac0aaa595 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Synchronizing usage tracker for tenant:fabc5346054940109ef98c8222603d73 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:49:27.011792 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-abc80bde-f79c-4747-a7b6-1827ab60ad7d tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:27.018749 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-abc80bde-f79c-4747-a7b6-1827ab60ad7d tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:27.022040 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-515e9dd5-8f60-4612-ab45-828bb8d5754a tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:27.032672 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-9b39bbcb-2e71-428c-a328-fa52eb0dfe47 req-01847621-be6d-498f-9641-37bac0aaa595 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Unset dirty status for tenant:fabc5346054940109ef98c8222603d73 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:49:27.033829 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9b39bbcb-2e71-428c-a328-fa52eb0dfe47 req-01847621-be6d-498f-9641-37bac0aaa595 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "GET /v2.0/ports?device_id=57db2080-b211-4da8-bdbc-e13d2d3dca48 HTTP/1.1" status: 200 len: 210 time: 0.0983810 Dec 20 08:49:27.063161 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc80bde-f79c-4747-a7b6-1827ab60ad7d tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acbc50c1-13a7-4ab7-bf07-6f89fa957273,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:27.063161 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-abc80bde-f79c-4747-a7b6-1827ab60ad7d tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:27.087367 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-abc80bde-f79c-4747-a7b6-1827ab60ad7d tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:27.091772 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-abc80bde-f79c-4747-a7b6-1827ab60ad7d tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3068538 Dec 20 08:49:27.092841 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42966) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:27.102225 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-7c0534b0-9aaf-4232-aa22-1dceb0372fea tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Request body: {'security_group_rule': {'security_group_id': '4eb73519-9c90-4e50-9a3d-0898de63562c', 'project_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:49:27.106351 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-942e78d3-3c9c-42e1-a86c-c25d2c879bcd tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] 10.222.0.16 "DELETE /v2.0/ports/6b36ce38-62f8-4e60-8f1f-f1cfd03ac29b/tags/tempest-TagsExtTest-Tag-1762361023 HTTP/1.1" status: 204 len: 168 time: 0.2270610 Dec 20 08:49:27.108709 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 42970) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:27.110321 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-7c0534b0-9aaf-4232-aa22-1dceb0372fea tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:49:27.115501 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.tag.tag_plugin [None req-b77c7b83-bac4-47e2-ac3e-b81d52df8f78 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '6b36ce38-62f8-4e60-8f1f-f1cfd03ac29b') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:27.115701 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-7c0534b0-9aaf-4232-aa22-1dceb0372fea tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Usage tracker for resource:security_group_rule and tenant:9cbdcc0323fa453595ec6616c2aaa00e is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:49:27.173368 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-7c0534b0-9aaf-4232-aa22-1dceb0372fea tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:49:27.193079 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b77c7b83-bac4-47e2-ac3e-b81d52df8f78 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] 10.222.0.16 "GET /v2.0/ports/6b36ce38-62f8-4e60-8f1f-f1cfd03ac29b/tags HTTP/1.1" status: 200 len: 205 time: 0.0830891 Dec 20 08:49:27.195476 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 42974) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:27.197181 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-7c0534b0-9aaf-4232-aa22-1dceb0372fea tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:49:27.202944 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.tag.tag_plugin [None req-537e14bb-de96-472c-b165-91fe30acb16c tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '409f56a8-60cd-4994-8f19-aba92cdb353b') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:27.234086 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7c0534b0-9aaf-4232-aa22-1dceb0372fea tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:27.339228 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-537e14bb-de96-472c-b165-91fe30acb16c tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] 10.222.0.16 "GET /v2.0/routers/409f56a8-60cd-4994-8f19-aba92cdb353b/tags HTTP/1.1" status: 200 len: 240 time: 0.1424634 Dec 20 08:49:27.341905 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 42980) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:27.347690 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.tag.tag_plugin [None req-281e37b8-150d-4e58-aa37-30b763ae0d21 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '409f56a8-60cd-4994-8f19-aba92cdb353b', 'tempest-TagsExtTest-Tag-541527887') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:27.379465 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09c4e7c6-5c4d-40b4-b623-01299093414a tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Router 5d1392ee-8d8a-4c54-b0b5-022805c45b9e has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:49:27.408898 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7c0534b0-9aaf-4232-aa22-1dceb0372fea tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:27.417366 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7c0534b0-9aaf-4232-aa22-1dceb0372fea tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:27.420272 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a4c79187-7aac-44bd-8f25-9df2103c3f4a tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:27.497288 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-281e37b8-150d-4e58-aa37-30b763ae0d21 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] 10.222.0.16 "GET /v2.0/routers/409f56a8-60cd-4994-8f19-aba92cdb353b/tags/tempest-TagsExtTest-Tag-541527887 HTTP/1.1" status: 204 len: 168 time: 0.1507251 Dec 20 08:49:27.497288 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 42984) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:27.502952 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.tag.tag_plugin [None req-095db74f-e67c-47d4-b5cb-5cef189ad9ad tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '409f56a8-60cd-4994-8f19-aba92cdb353b', 'tempest-TagsExtTest-Tag-541527887') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:27.520109 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0534b0-9aaf-4232-aa22-1dceb0372fea tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5465f4d-196d-44e7-abc5-e4ab4a061887,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:27.527109 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-7c0534b0-9aaf-4232-aa22-1dceb0372fea tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:27.539989 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7c0534b0-9aaf-4232-aa22-1dceb0372fea tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:27.541135 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-7c0534b0-9aaf-4232-aa22-1dceb0372fea tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4473026 Dec 20 08:49:27.546332 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 42988) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:27.553621 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-16baaa9c-4539-48a0-b89a-09e8d849b354 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Request body: {'security_group_rule': {'security_group_id': '4eb73519-9c90-4e50-9a3d-0898de63562c', 'project_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:49:27.563210 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-16baaa9c-4539-48a0-b89a-09e8d849b354 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:49:27.578786 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-16baaa9c-4539-48a0-b89a-09e8d849b354 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Usage tracker for resource:security_group_rule and tenant:9cbdcc0323fa453595ec6616c2aaa00e is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:49:27.583592 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-16baaa9c-4539-48a0-b89a-09e8d849b354 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:49:27.593049 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-16baaa9c-4539-48a0-b89a-09e8d849b354 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:49:27.596257 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-51d635ae-9d3d-4587-87f8-b61fad4d1ddc tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349062'] for router_interface, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:27.666330 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-095db74f-e67c-47d4-b5cb-5cef189ad9ad tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] 10.222.0.16 "DELETE /v2.0/routers/409f56a8-60cd-4994-8f19-aba92cdb353b/tags/tempest-TagsExtTest-Tag-541527887 HTTP/1.1" status: 204 len: 168 time: 0.1682389 Dec 20 08:49:27.669303 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 42992) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:27.676238 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.tag.tag_plugin [None req-d021ceda-767b-48c7-8d42-0d80982335cd tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '409f56a8-60cd-4994-8f19-aba92cdb353b') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:27.740388 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-16baaa9c-4539-48a0-b89a-09e8d849b354 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:27.815228 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d021ceda-767b-48c7-8d42-0d80982335cd tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] 10.222.0.16 "GET /v2.0/routers/409f56a8-60cd-4994-8f19-aba92cdb353b/tags HTTP/1.1" status: 200 len: 205 time: 0.1424849 Dec 20 08:49:27.815513 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 42996) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:27.821168 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.tag.tag_plugin [None req-6a6122eb-3422-408e-b348-2f030256a10f tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'aa1dce87-65e9-4940-ba8b-a3d683639756') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:27.846394 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-6a6122eb-3422-408e-b348-2f030256a10f tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] 10.222.0.16 "GET /v2.0/subnetpools/aa1dce87-65e9-4940-ba8b-a3d683639756/tags HTTP/1.1" status: 200 len: 241 time: 0.0297878 Dec 20 08:49:27.848675 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43000) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:27.854143 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.tag.tag_plugin [None req-8f749a16-bf28-490e-9322-8980232adcce tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'aa1dce87-65e9-4940-ba8b-a3d683639756', 'tempest-TagsExtTest-Tag-2050392582') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:27.885184 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-8f749a16-bf28-490e-9322-8980232adcce tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] 10.222.0.16 "GET /v2.0/subnetpools/aa1dce87-65e9-4940-ba8b-a3d683639756/tags/tempest-TagsExtTest-Tag-2050392582 HTTP/1.1" status: 204 len: 168 time: 0.0355196 Dec 20 08:49:27.890053 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 43004) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:27.908617 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.tag.tag_plugin [None req-424b4411-e160-466e-a2c5-b50300afeede tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'aa1dce87-65e9-4940-ba8b-a3d683639756', 'tempest-TagsExtTest-Tag-2050392582') {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:27.908793 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 8be543e7-411e-470d-a062-f1773875471e up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:49:27.925645 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-16baaa9c-4539-48a0-b89a-09e8d849b354 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:27.935867 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-16baaa9c-4539-48a0-b89a-09e8d849b354 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:27.939569 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-6bf05da3-5291-4a15-939a-fecfcc884bf8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:27.952938 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c4e7c6-5c4d-40b4-b623-01299093414a tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:49:27.967994 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d104f76-0fb1-495a-95e1-0cf4d5f50852 None None] Sync routers for ids ['5d1392ee-8d8a-4c54-b0b5-022805c45b9e'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:49:27.974518 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16baaa9c-4539-48a0-b89a-09e8d849b354 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30991a4f-2194-42cb-9804-6ea7ee035d3e,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:27.978788 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-16baaa9c-4539-48a0-b89a-09e8d849b354 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:27.986248 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-09c4e7c6-5c4d-40b4-b623-01299093414a tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:27.989976 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 8be543e7-411e-470d-a062-f1773875471e triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:49:27.990160 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43008) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:27.990385 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-09c4e7c6-5c4d-40b4-b623-01299093414a tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "PUT /v2.0/routers/5d1392ee-8d8a-4c54-b0b5-022805c45b9e HTTP/1.1" status: 200 len: 891 time: 3.9555855 Dec 20 08:49:27.990576 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d104f76-0fb1-495a-95e1-0cf4d5f50852 None None] Routers {'5d1392ee-8d8a-4c54-b0b5-022805c45b9e'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:49:27.991343 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:27.991691 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-5d104f76-0fb1-495a-95e1-0cf4d5f50852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:49:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['5d1392ee-8d8a-4c54-b0b5-022805c45b9e'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:28.012642 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-16baaa9c-4539-48a0-b89a-09e8d849b354 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:28.016511 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-16baaa9c-4539-48a0-b89a-09e8d849b354 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4668112 Dec 20 08:49:28.018993 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 43012) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:28.027360 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-c2751cd2-c5d8-4f3f-86d7-72285f100aa1 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Request body: {'security_group_rule': {'security_group_id': '4eb73519-9c90-4e50-9a3d-0898de63562c', 'project_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:49:28.041670 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-c2751cd2-c5d8-4f3f-86d7-72285f100aa1 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:49:28.049147 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-c2751cd2-c5d8-4f3f-86d7-72285f100aa1 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Usage tracker for resource:security_group_rule and tenant:9cbdcc0323fa453595ec6616c2aaa00e is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:49:28.052472 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-c2751cd2-c5d8-4f3f-86d7-72285f100aa1 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:49:28.061703 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-c2751cd2-c5d8-4f3f-86d7-72285f100aa1 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:49:28.067061 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-424b4411-e160-466e-a2c5-b50300afeede tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] 10.222.0.16 "DELETE /v2.0/subnetpools/aa1dce87-65e9-4940-ba8b-a3d683639756/tags/tempest-TagsExtTest-Tag-2050392582 HTTP/1.1" status: 204 len: 168 time: 0.1736467 Dec 20 08:49:28.070552 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 43018) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:28.079178 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.tag.tag_plugin [None req-9f005847-20c7-41b0-9c25-25ef5fcac18f tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'aa1dce87-65e9-4940-ba8b-a3d683639756') {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:28.092120 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-5d104f76-0fb1-495a-95e1-0cf4d5f50852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:28.110182 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d104f76-0fb1-495a-95e1-0cf4d5f50852 None None] Routers {'5d1392ee-8d8a-4c54-b0b5-022805c45b9e'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:49:28.111286 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-5d104f76-0fb1-495a-95e1-0cf4d5f50852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:49:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['5d1392ee-8d8a-4c54-b0b5-022805c45b9e'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:28.173732 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c2751cd2-c5d8-4f3f-86d7-72285f100aa1 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:28.215546 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device ef7a86e3-a87b-424d-bb95-4c34a0bb3a16 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:49:28.271812 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-5d104f76-0fb1-495a-95e1-0cf4d5f50852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:28.272669 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d104f76-0fb1-495a-95e1-0cf4d5f50852 None None] The sync data for ids ['5d1392ee-8d8a-4c54-b0b5-022805c45b9e'] in dv-neutron-820491-1-hyperv is: [] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:49:28.332496 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port ef7a86e3-a87b-424d-bb95-4c34a0bb3a16 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:49:28.344003 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port ef7a86e3-a87b-424d-bb95-4c34a0bb3a16 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:49:28.344399 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:28.401757 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-91d7b32e-c636-4c46-9316-efe34bc08f14 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "GET /v2.0/routers/5d1392ee-8d8a-4c54-b0b5-022805c45b9e HTTP/1.1" status: 200 len: 891 time: 0.4095743 Dec 20 08:49:28.405047 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43022) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:28.453862 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-2e7281b0-96b9-434a-bb8e-33e1b298d2b5 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1392ee-8d8a-4c54-b0b5-022805c45b9e HTTP/1.1" status: 200 len: 205 time: 0.0453346 Dec 20 08:49:28.454267 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43026) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:28.494492 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:28.514607 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port ef7a86e3-a87b-424d-bb95-4c34a0bb3a16, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=ef7a86e3-a87b-424d-bb95-4c34a0bb3a16,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:49:28.519202 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-9f005847-20c7-41b0-9c25-25ef5fcac18f tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] 10.222.0.16 "GET /v2.0/subnetpools/aa1dce87-65e9-4940-ba8b-a3d683639756/tags HTTP/1.1" status: 200 len: 205 time: 0.4424028 Dec 20 08:49:28.531406 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:28.536722 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 43030) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:28.542397 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-9491c2a9-ebe4-4bd8-b1f3-4b408506a9df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:28.569015 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-7c3ed235-f0de-4f09-b6d4-189064c730c0 req-8310b9a7-7eb7-4093-b3ef-5204a6326de9 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "GET /v2.0/ports?device_id=57db2080-b211-4da8-bdbc-e13d2d3dca48 HTTP/1.1" status: 200 len: 210 time: 0.1337254 Dec 20 08:49:28.572730 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.tag.tag_plugin [None req-1b7318a5-970f-48fe-8c58-1e21d3d58267 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'aa1dce87-65e9-4940-ba8b-a3d683639756') {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:28.638011 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=ef7a86e3-a87b-424d-bb95-4c34a0bb3a16,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:28.641165 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:28.665519 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fada70-8dbd-4b0c-8ec6-25a8d6e7739c req-322893ec-d0aa-49b9-ba26-f02ff9b7cda2 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:49:28.666947 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-e2fada70-8dbd-4b0c-8ec6-25a8d6e7739c req-322893ec-d0aa-49b9-ba26-f02ff9b7cda2 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.58 "GET /v2.0/networks?id=8349d658-15a5-4502-934d-42d77be31e8f HTTP/1.1" status: 200 len: 797 time: 0.5741529 Dec 20 08:49:28.739398 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c2751cd2-c5d8-4f3f-86d7-72285f100aa1 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:28.748140 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c2751cd2-c5d8-4f3f-86d7-72285f100aa1 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:28.755952 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-8296a5d9-a3a5-404e-a0d6-0b73079f54b2 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:28.794750 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-1b7318a5-970f-48fe-8c58-1e21d3d58267 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] 10.222.0.16 "DELETE /v2.0/subnetpools/aa1dce87-65e9-4940-ba8b-a3d683639756/tags HTTP/1.1" status: 204 len: 168 time: 0.2498572 Dec 20 08:49:28.796338 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-31103875-57de-470f-9a9a-02f0a4bb1fb2 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for router, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:28.799585 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2751cd2-c5d8-4f3f-86d7-72285f100aa1 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ab06d3f-b1e2-4a4f-abc6-b843df0afaa8,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:28.801188 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 43034) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:28.812190 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-c2751cd2-c5d8-4f3f-86d7-72285f100aa1 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:28.815918 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.tag.tag_plugin [None req-3da660a8-117f-4135-ab5b-8292960439db tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '409f56a8-60cd-4994-8f19-aba92cdb353b') {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:28.883473 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c2751cd2-c5d8-4f3f-86d7-72285f100aa1 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:28.885260 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-c2751cd2-c5d8-4f3f-86d7-72285f100aa1 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8647437 Dec 20 08:49:28.888216 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-e2fada70-8dbd-4b0c-8ec6-25a8d6e7739c req-cb0b8cb1-212d-4366-8c2e-092f3733bc08 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fabc5346054940109ef98c8222603d73 HTTP/1.1" status: 200 len: 380 time: 0.1891882 Dec 20 08:49:28.888535 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43038) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:28.895274 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-7ce4a987-464b-46e1-824d-1579dfd61118 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Request body: {'security_group_rule': {'security_group_id': '4eb73519-9c90-4e50-9a3d-0898de63562c', 'project_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:49:28.946447 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-7ce4a987-464b-46e1-824d-1579dfd61118 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:49:28.959461 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7ce4a987-464b-46e1-824d-1579dfd61118 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Usage tracker for resource:security_group_rule and tenant:9cbdcc0323fa453595ec6616c2aaa00e is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:49:28.962973 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7ce4a987-464b-46e1-824d-1579dfd61118 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:49:28.967321 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [req-e2fada70-8dbd-4b0c-8ec6-25a8d6e7739c req-0408bf71-36a3-4890-9315-abd0587f86f7 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Request body: {'port': {'device_id': '57db2080-b211-4da8-bdbc-e13d2d3dca48', 'network_id': '8349d658-15a5-4502-934d-42d77be31e8f', 'admin_state_up': True, 'tenant_id': 'fabc5346054940109ef98c8222603d73', 'security_groups': ['eee36b9c-785d-4ab3-b1d4-e8674c8e6ce0']}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:49:28.969841 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-7ce4a987-464b-46e1-824d-1579dfd61118 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:49:28.983213 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.securitygroups_db [None req-7ce4a987-464b-46e1-824d-1579dfd61118 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Project 9cbdcc0323fa453595ec6616c2aaa00e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 08:49:28.992615 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7ce4a987-464b-46e1-824d-1579dfd61118 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:29.088229 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-31103875-57de-470f-9a9a-02f0a4bb1fb2 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:29.092469 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7ce4a987-464b-46e1-824d-1579dfd61118 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:29.097792 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7ce4a987-464b-46e1-824d-1579dfd61118 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:29.100143 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4289418d-cda4-479d-ab15-5444c29f9dfa tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:29.109664 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-31103875-57de-470f-9a9a-02f0a4bb1fb2 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Deleting port 15a32fe8-0458-4e0d-b3ec-142583885f14 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:49:29.110003 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-31103875-57de-470f-9a9a-02f0a4bb1fb2 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:29.165254 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce4a987-464b-46e1-824d-1579dfd61118 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e853104d-dc35-4f9b-90e3-fc63a17e2254,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:29.172720 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7ce4a987-464b-46e1-824d-1579dfd61118 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:29.176350 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-3da660a8-117f-4135-ab5b-8292960439db tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] 10.222.0.16 "DELETE /v2.0/routers/409f56a8-60cd-4994-8f19-aba92cdb353b/tags HTTP/1.1" status: 204 len: 168 time: 0.3714881 Dec 20 08:49:29.180496 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 43042) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:29.186109 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7ce4a987-464b-46e1-824d-1579dfd61118 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:29.187267 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-7ce4a987-464b-46e1-824d-1579dfd61118 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2978137 Dec 20 08:49:29.190118 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43046) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:29.192507 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.tag.tag_plugin [None req-5d2b8aba-4439-4c1c-b283-28ddcde323dc tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6b36ce38-62f8-4e60-8f1f-f1cfd03ac29b') {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:29.210560 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-9a97ba3b-4ba5-4a31-a6c4-ad04e54a9452 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Request body: {'security_group_rule': {'security_group_id': '4eb73519-9c90-4e50-9a3d-0898de63562c', 'project_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:49:29.220589 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [req-e2fada70-8dbd-4b0c-8ec6-25a8d6e7739c req-0408bf71-36a3-4890-9315-abd0587f86f7 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:49:29.221460 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-9a97ba3b-4ba5-4a31-a6c4-ad04e54a9452 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:49:29.235289 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-9a97ba3b-4ba5-4a31-a6c4-ad04e54a9452 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Usage tracker for resource:security_group_rule and tenant:9cbdcc0323fa453595ec6616c2aaa00e is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:49:29.240166 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-9a97ba3b-4ba5-4a31-a6c4-ad04e54a9452 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:49:29.241449 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [req-e2fada70-8dbd-4b0c-8ec6-25a8d6e7739c req-0408bf71-36a3-4890-9315-abd0587f86f7 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:49:29.265812 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2fada70-8dbd-4b0c-8ec6-25a8d6e7739c req-0408bf71-36a3-4890-9315-abd0587f86f7 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Made reservation on behalf of fabc5346054940109ef98c8222603d73 for: {'port': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:49:29.268670 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-e2fada70-8dbd-4b0c-8ec6-25a8d6e7739c req-0408bf71-36a3-4890-9315-abd0587f86f7 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:29.289846 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-9a97ba3b-4ba5-4a31-a6c4-ad04e54a9452 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:49:29.316454 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.securitygroups_db [None req-9a97ba3b-4ba5-4a31-a6c4-ad04e54a9452 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Project 9cbdcc0323fa453595ec6616c2aaa00e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 08:49:29.326010 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9a97ba3b-4ba5-4a31-a6c4-ad04e54a9452 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:29.358657 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-31103875-57de-470f-9a9a-02f0a4bb1fb2 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:29.422948 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-5d2b8aba-4439-4c1c-b283-28ddcde323dc tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] 10.222.0.16 "DELETE /v2.0/ports/6b36ce38-62f8-4e60-8f1f-f1cfd03ac29b/tags HTTP/1.1" status: 204 len: 168 time: 0.2413418 Dec 20 08:49:29.428426 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 43050) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:29.438026 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.tag.tag_plugin [None req-9ec47c97-14e5-4efc-9fda-8c7c8d6dc65d tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e894874f-fbea-45e2-a231-3cc7d762aece') {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:29.496191 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-31103875-57de-470f-9a9a-02f0a4bb1fb2 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Calling delete_port for 15a32fe8-0458-4e0d-b3ec-142583885f14 owned by network:router_gateway {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:49:29.582630 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9a97ba3b-4ba5-4a31-a6c4-ad04e54a9452 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:29.589948 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9a97ba3b-4ba5-4a31-a6c4-ad04e54a9452 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:29.598008 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b487c61b-dec8-4b41-9f33-c451f1903974 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:29.604489 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [req-e2fada70-8dbd-4b0c-8ec6-25a8d6e7739c req-0408bf71-36a3-4890-9315-abd0587f86f7 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Allocated IP 172.20.0.5 (8349d658-15a5-4502-934d-42d77be31e8f/83d9bad6-eabe-4733-8037-e23b2cdef254/7bf7f621-eb7a-44a4-a11e-a463b7790d6c) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:49:29.629860 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a97ba3b-4ba5-4a31-a6c4-ad04e54a9452 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f722329d-ed88-40f4-9e6d-42db3a292e30,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:29.633378 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9a97ba3b-4ba5-4a31-a6c4-ad04e54a9452 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:29.638346 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-9a97ba3b-4ba5-4a31-a6c4-ad04e54a9452 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4433529 Dec 20 08:49:29.638346 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9a97ba3b-4ba5-4a31-a6c4-ad04e54a9452 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:29.649047 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-51d635ae-9d3d-4587-87f8-b61fad4d1ddc tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Deleting port 568c205f-47cf-42c4-8eea-8c61990e7470 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:49:29.649526 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-51d635ae-9d3d-4587-87f8-b61fad4d1ddc tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:29.781020 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-73ea903b-ea4a-48c4-b6fd-94f4b2d342c3 req-6cc3ccea-e5ea-472f-bc6c-07d9aabfdad6 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "GET /v2.0/ports?device_id=57db2080-b211-4da8-bdbc-e13d2d3dca48 HTTP/1.1" status: 200 len: 210 time: 0.0465672 Dec 20 08:49:29.791236 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-9ec47c97-14e5-4efc-9fda-8c7c8d6dc65d tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] 10.222.0.16 "DELETE /v2.0/subnets/e894874f-fbea-45e2-a231-3cc7d762aece/tags HTTP/1.1" status: 204 len: 168 time: 0.3582051 Dec 20 08:49:29.792175 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43070) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:29.804736 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.tag.tag_plugin [None req-083cef0e-c3b2-49d1-b57e-121e15ab41e4 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'e894874f-fbea-45e2-a231-3cc7d762aece', 'tempest-TagsExtTest-Tag-1631888780') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:29.854245 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device ef7a86e3-a87b-424d-bb95-4c34a0bb3a16 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:49:29.864260 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-31103875-57de-470f-9a9a-02f0a4bb1fb2 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:29.877256 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-05dbe215-e64a-4ae2-9f74-54d8f933cead tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:29.945277 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31103875-57de-470f-9a9a-02f0a4bb1fb2 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Pushing event deleted for resources: {'Port': ['ID=15a32fe8-0458-4e0d-b3ec-142583885f14,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:29.958806 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-31103875-57de-470f-9a9a-02f0a4bb1fb2 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:29.991268 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port ef7a86e3-a87b-424d-bb95-4c34a0bb3a16 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:49:29.991648 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:30.000720 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-51d635ae-9d3d-4587-87f8-b61fad4d1ddc tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] For port 568c205f-47cf-42c4-8eea-8c61990e7470, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=568c205f-47cf-42c4-8eea-8c61990e7470,segment=NetworkSegment(05750874-43ff-4592-9e36-f1b4b81b64f9),segment_id=05750874-43ff-4592-9e36-f1b4b81b64f9)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:49:30.001336 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-51d635ae-9d3d-4587-87f8-b61fad4d1ddc tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:30.111616 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-083cef0e-c3b2-49d1-b57e-121e15ab41e4 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] 10.222.0.16 "PUT /v2.0/subnets/e894874f-fbea-45e2-a231-3cc7d762aece/tags/tempest-TagsExtTest-Tag-1631888780 HTTP/1.1" status: 201 len: 201 time: 0.3186207 Dec 20 08:49:30.167131 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43082) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:30.181387 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.tag.tag_plugin [None req-e39c7cdf-9de1-4f95-a7ef-643d380fe86c tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '6b36ce38-62f8-4e60-8f1f-f1cfd03ac29b', 'tempest-TagsExtTest-Tag-191056921') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:30.282858 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-51d635ae-9d3d-4587-87f8-b61fad4d1ddc tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Calling delete_port for 568c205f-47cf-42c4-8eea-8c61990e7470 owned by network:router_interface {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:49:30.336999 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-31103875-57de-470f-9a9a-02f0a4bb1fb2 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346107'] for router_gateway, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:30.394489 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-e2fada70-8dbd-4b0c-8ec6-25a8d6e7739c req-0408bf71-36a3-4890-9315-abd0587f86f7 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:30.430925 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [req-e2fada70-8dbd-4b0c-8ec6-25a8d6e7739c req-0408bf71-36a3-4890-9315-abd0587f86f7 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Transition to ACTIVE for port object 7bf7f621-eb7a-44a4-a11e-a463b7790d6c will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:49:30.497221 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-e2fada70-8dbd-4b0c-8ec6-25a8d6e7739c req-0408bf71-36a3-4890-9315-abd0587f86f7 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:30.503078 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d4f40563-12c4-4c55-8fd0-49bd1b88244e tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:30.623376 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-31103875-57de-470f-9a9a-02f0a4bb1fb2 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24735'] for router, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:30.630435 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-31103875-57de-470f-9a9a-02f0a4bb1fb2 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:30.673753 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e39c7cdf-9de1-4f95-a7ef-643d380fe86c tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] 10.222.0.16 "PUT /v2.0/ports/6b36ce38-62f8-4e60-8f1f-f1cfd03ac29b/tags/tempest-TagsExtTest-Tag-191056921 HTTP/1.1" status: 201 len: 201 time: 0.5054481 Dec 20 08:49:30.676497 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43092) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:30.688087 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.tag.tag_plugin [None req-c619ab2d-e192-4073-930c-858e918a5cea tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '409f56a8-60cd-4994-8f19-aba92cdb353b', 'tempest-TagsExtTest-Tag-1965442210') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:30.698714 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2fada70-8dbd-4b0c-8ec6-25a8d6e7739c req-0408bf71-36a3-4890-9315-abd0587f86f7 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Network 8349d658-15a5-4502-934d-42d77be31e8f is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:49:30.704428 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [req-e2fada70-8dbd-4b0c-8ec6-25a8d6e7739c req-0408bf71-36a3-4890-9315-abd0587f86f7 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:49:30.721944 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2fada70-8dbd-4b0c-8ec6-25a8d6e7739c req-0408bf71-36a3-4890-9315-abd0587f86f7 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:49:30.779997 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0408bf71-36a3-4890-9315-abd0587f86f7 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Pushing event updated for resources: {'Port': ['ID=7bf7f621-eb7a-44a4-a11e-a463b7790d6c,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:30.787541 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0408bf71-36a3-4890-9315-abd0587f86f7 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:30.801126 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-51d635ae-9d3d-4587-87f8-b61fad4d1ddc tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:30.809129 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-1de2b64e-15c2-4de6-968d-e297fd28f22b tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:30.848335 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-31103875-57de-470f-9a9a-02f0a4bb1fb2 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-390871'] for router, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:30.849062 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31103875-57de-470f-9a9a-02f0a4bb1fb2 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Fanout notify agent at l3_agent the message router_deleted on router 5d1392ee-8d8a-4c54-b0b5-022805c45b9e {{(pid=83444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 08:49:30.867926 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fada70-8dbd-4b0c-8ec6-25a8d6e7739c req-0408bf71-36a3-4890-9315-abd0587f86f7 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:49:30.868939 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-e2fada70-8dbd-4b0c-8ec6-25a8d6e7739c req-0408bf71-36a3-4890-9315-abd0587f86f7 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:30.877401 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d635ae-9d3d-4587-87f8-b61fad4d1ddc tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event deleted for resources: {'Port': ['ID=568c205f-47cf-42c4-8eea-8c61990e7470,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:30.886439 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-51d635ae-9d3d-4587-87f8-b61fad4d1ddc tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:30.910617 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-31103875-57de-470f-9a9a-02f0a4bb1fb2 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:30.915900 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-31103875-57de-470f-9a9a-02f0a4bb1fb2 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "DELETE /v2.0/routers/5d1392ee-8d8a-4c54-b0b5-022805c45b9e HTTP/1.1" status: 204 len: 168 time: 2.4606059 Dec 20 08:49:30.917643 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43102) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:30.928540 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-c88d4a25-193e-48db-ab06-6f681cc9a1b4 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-511331111'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:49:30.936619 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-c88d4a25-193e-48db-ab06-6f681cc9a1b4 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:49:30.941930 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-c88d4a25-193e-48db-ab06-6f681cc9a1b4 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Usage tracker for resource:network and tenant:77c40f4df6664268b6fdee7d685de4ee is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:49:30.945171 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-c88d4a25-193e-48db-ab06-6f681cc9a1b4 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:49:30.955041 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-c88d4a25-193e-48db-ab06-6f681cc9a1b4 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:49:30.992947 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c619ab2d-e192-4073-930c-858e918a5cea tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] 10.222.0.16 "PUT /v2.0/routers/409f56a8-60cd-4994-8f19-aba92cdb353b/tags/tempest-TagsExtTest-Tag-1965442210 HTTP/1.1" status: 201 len: 201 time: 0.3148451 Dec 20 08:49:30.994098 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43112) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:31.000956 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.tag.tag_plugin [None req-b0ffd3d3-de7d-4b99-9f01-f75d15030166 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'aa1dce87-65e9-4940-ba8b-a3d683639756', 'tempest-TagsExtTest-Tag-1272927922') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:31.048556 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b0ffd3d3-de7d-4b99-9f01-f75d15030166 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] 10.222.0.16 "PUT /v2.0/subnetpools/aa1dce87-65e9-4940-ba8b-a3d683639756/tags/tempest-TagsExtTest-Tag-1272927922 HTTP/1.1" status: 201 len: 201 time: 0.0532274 Dec 20 08:49:31.051436 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43120) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:31.067820 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.tag.tag_plugin [None req-9ff036c9-e201-420f-b882-3c689fa7f092 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'e894874f-fbea-45e2-a231-3cc7d762aece', {'tags': ['tempest-TagsExtTest-Tag-564136252', 'tempest-TagsExtTest-Tag-1683692004', 'tempest-TagsExtTest-Tag-1062914676']}) {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:31.075837 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-2d1a4c7d-6337-4b53-8711-276cab4cd999 None None] Provisioning for port 7bf7f621-eb7a-44a4-a11e-a463b7790d6c completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:49:31.081186 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-2d1a4c7d-6337-4b53-8711-276cab4cd999 None None] Provisioning complete for port 7bf7f621-eb7a-44a4-a11e-a463b7790d6c triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:49:31.081831 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-2d1a4c7d-6337-4b53-8711-276cab4cd999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:31.116681 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-e2fada70-8dbd-4b0c-8ec6-25a8d6e7739c req-0408bf71-36a3-4890-9315-abd0587f86f7 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1808808 Dec 20 08:49:31.132126 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [req-e2fada70-8dbd-4b0c-8ec6-25a8d6e7739c req-969700ec-8de1-4845-974e-3fa25bb7a754 service neutron] Request body: {'port': {'device_id': '57db2080-b211-4da8-bdbc-e13d2d3dca48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8204'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:49:31.137570 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c88d4a25-193e-48db-ab06-6f681cc9a1b4 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Made reservation on behalf of 77c40f4df6664268b6fdee7d685de4ee for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:49:31.140630 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c88d4a25-193e-48db-ab06-6f681cc9a1b4 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:31.157636 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-2d1a4c7d-6337-4b53-8711-276cab4cd999 None None] Port 7bf7f621-eb7a-44a4-a11e-a463b7790d6c cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:49:31.198000 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-9ff036c9-e201-420f-b882-3c689fa7f092 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] 10.222.0.16 "PUT /v2.0/subnets/e894874f-fbea-45e2-a231-3cc7d762aece/tags HTTP/1.1" status: 200 len: 317 time: 0.1453249 Dec 20 08:49:31.202759 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c88d4a25-193e-48db-ab06-6f681cc9a1b4 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:49:31.205261 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43130) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:31.214739 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.tag.tag_plugin [None req-33fb3cd0-27ad-48a3-b12a-5ec8f8aa446c tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e894874f-fbea-45e2-a231-3cc7d762aece') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:31.251407 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c88d4a25-193e-48db-ab06-6f681cc9a1b4 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:31.257343 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-c88d4a25-193e-48db-ab06-6f681cc9a1b4 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Added segment cc950188-79e8-4ed8-ab75-936163dd157b of type vlan for network a8da310b-fb9b-4807-b6b4-0463f47aac3b Dec 20 08:49:31.296392 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c88d4a25-193e-48db-ab06-6f681cc9a1b4 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:31.345833 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c88d4a25-193e-48db-ab06-6f681cc9a1b4 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:31.349936 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88d4a25-193e-48db-ab06-6f681cc9a1b4 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:49:31.350574 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c88d4a25-193e-48db-ab06-6f681cc9a1b4 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:31.355334 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9826987-6315-43d9-a280-ac964b17c6f9 req-e3786a47-eeb0-44ed-a802-2f56d063be53 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:49:31.356142 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-d9826987-6315-43d9-a280-ac964b17c6f9 req-e3786a47-eeb0-44ed-a802-2f56d063be53 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Synchronizing usage tracker for tenant:fabc5346054940109ef98c8222603d73 on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:49:31.357772 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0d6b3cb8-a679-4385-ba62-7129f4ac9305 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:31.374823 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-e2fada70-8dbd-4b0c-8ec6-25a8d6e7739c req-969700ec-8de1-4845-974e-3fa25bb7a754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:31.411290 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-33fb3cd0-27ad-48a3-b12a-5ec8f8aa446c tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] 10.222.0.16 "DELETE /v2.0/subnets/e894874f-fbea-45e2-a231-3cc7d762aece/tags HTTP/1.1" status: 204 len: 168 time: 0.2016931 Dec 20 08:49:31.413338 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43134) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:31.420018 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.tag.tag_plugin [None req-95727c8b-4f46-438e-8fa4-f9471f6843f3 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e894874f-fbea-45e2-a231-3cc7d762aece', 'tempest-TagsExtTest-Tag-564136252') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:31.446191 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-d9826987-6315-43d9-a280-ac964b17c6f9 req-e3786a47-eeb0-44ed-a802-2f56d063be53 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Unset dirty status for tenant:fabc5346054940109ef98c8222603d73 on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:49:31.447351 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-d9826987-6315-43d9-a280-ac964b17c6f9 req-e3786a47-eeb0-44ed-a802-2f56d063be53 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "GET /v2.0/ports?device_id=57db2080-b211-4da8-bdbc-e13d2d3dca48 HTTP/1.1" status: 200 len: 931 time: 0.4099715 Dec 20 08:49:31.509572 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c88d4a25-193e-48db-ab06-6f681cc9a1b4 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5862837 Dec 20 08:49:31.518488 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43138) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:31.524955 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-e9773040-9daf-4139-99f3-8ba6639505f5 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Request body: {'subnet': {'network_id': 'a8da310b-fb9b-4807-b6b4-0463f47aac3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:49:31.541356 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88d4a25-193e-48db-ab06-6f681cc9a1b4 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Pushing event updated for resources: {'Network': ['ID=a8da310b-fb9b-4807-b6b4-0463f47aac3b,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:31.550697 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c88d4a25-193e-48db-ab06-6f681cc9a1b4 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:31.561501 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network a8da310b-fb9b-4807-b6b4-0463f47aac3b details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:49:31.663350 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-d9826987-6315-43d9-a280-ac964b17c6f9 req-b82fbcc3-7936-4983-90e6-8a54d5a84827 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "GET /v2.0/security-groups?id=eee36b9c-785d-4ab3-b1d4-e8674c8e6ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2045915 Dec 20 08:49:31.670477 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-e9773040-9daf-4139-99f3-8ba6639505f5 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:49:31.676141 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e9773040-9daf-4139-99f3-8ba6639505f5 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Usage tracker for resource:subnet and tenant:77c40f4df6664268b6fdee7d685de4ee is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:49:31.679926 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e9773040-9daf-4139-99f3-8ba6639505f5 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:49:31.688053 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-e9773040-9daf-4139-99f3-8ba6639505f5 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:49:31.690669 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-95727c8b-4f46-438e-8fa4-f9471f6843f3 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] show failed (client error): The resource could not be found. Dec 20 08:49:31.691753 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-95727c8b-4f46-438e-8fa4-f9471f6843f3 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] 10.222.0.16 "GET /v2.0/subnets/e894874f-fbea-45e2-a231-3cc7d762aece/tags/tempest-TagsExtTest-Tag-564136252 HTTP/1.1" status: 404 len: 328 time: 0.2775061 Dec 20 08:49:31.695307 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43144) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:31.702670 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.tag.tag_plugin [None req-ecc17954-4446-4353-a7f4-53d206d82305 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e894874f-fbea-45e2-a231-3cc7d762aece', 'tempest-TagsExtTest-Tag-1683692004') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:31.768922 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9773040-9daf-4139-99f3-8ba6639505f5 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Made reservation on behalf of 77c40f4df6664268b6fdee7d685de4ee for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:49:31.893484 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-51d635ae-9d3d-4587-87f8-b61fad4d1ddc tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32897953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348760'] for router_interface, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:31.934203 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e9773040-9daf-4139-99f3-8ba6639505f5 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1529102'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:31.963165 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-ecc17954-4446-4353-a7f4-53d206d82305 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] show failed (client error): The resource could not be found. Dec 20 08:49:31.964177 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ecc17954-4446-4353-a7f4-53d206d82305 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] 10.222.0.16 "GET /v2.0/subnets/e894874f-fbea-45e2-a231-3cc7d762aece/tags/tempest-TagsExtTest-Tag-1683692004 HTTP/1.1" status: 404 len: 329 time: 0.2679758 Dec 20 08:49:31.975313 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43148) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:31.980948 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.tag.tag_plugin [None req-3eeb0351-7762-4fe4-aa5b-c52dd82cc972 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e894874f-fbea-45e2-a231-3cc7d762aece', 'tempest-TagsExtTest-Tag-1062914676') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:32.055415 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [req-e2fada70-8dbd-4b0c-8ec6-25a8d6e7739c req-969700ec-8de1-4845-974e-3fa25bb7a754 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bf7f621-eb7a-44a4-a11e-a463b7790d6c {{(pid=83445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 08:49:32.065613 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-e2fada70-8dbd-4b0c-8ec6-25a8d6e7739c req-969700ec-8de1-4845-974e-3fa25bb7a754 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:32.099866 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [req-e2fada70-8dbd-4b0c-8ec6-25a8d6e7739c req-969700ec-8de1-4845-974e-3fa25bb7a754 service neutron] Transition to ACTIVE for port object 7bf7f621-eb7a-44a4-a11e-a463b7790d6c will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:49:32.107186 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-e2fada70-8dbd-4b0c-8ec6-25a8d6e7739c req-969700ec-8de1-4845-974e-3fa25bb7a754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2036698'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:32.113065 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-bae00646-df27-4821-80f8-2f37094184dd tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:32.292951 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-3eeb0351-7762-4fe4-aa5b-c52dd82cc972 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] show failed (client error): The resource could not be found. Dec 20 08:49:32.297081 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-3eeb0351-7762-4fe4-aa5b-c52dd82cc972 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] 10.222.0.16 "GET /v2.0/subnets/e894874f-fbea-45e2-a231-3cc7d762aece/tags/tempest-TagsExtTest-Tag-1062914676 HTTP/1.1" status: 404 len: 329 time: 0.3186448 Dec 20 08:49:32.297415 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43152) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:32.304654 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.tag.tag_plugin [None req-93c4b9ce-eb18-4d02-89ac-53b9b46e5648 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '6b36ce38-62f8-4e60-8f1f-f1cfd03ac29b', {'tags': ['tempest-TagsExtTest-Tag-1762397298', 'tempest-TagsExtTest-Tag-77353802', 'tempest-TagsExtTest-Tag-386076299']}) {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:32.424013 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e9773040-9daf-4139-99f3-8ba6639505f5 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1129376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1529148'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:32.428444 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b2606c54-b540-45fb-99fb-548ac598fe3c tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:32.467196 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-93c4b9ce-eb18-4d02-89ac-53b9b46e5648 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] 10.222.0.16 "PUT /v2.0/ports/6b36ce38-62f8-4e60-8f1f-f1cfd03ac29b/tags HTTP/1.1" status: 200 len: 315 time: 0.1658103 Dec 20 08:49:32.471168 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43156) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:32.476450 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.tag.tag_plugin [None req-c1d9e499-effc-49c1-924f-aa9a21131b7f tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6b36ce38-62f8-4e60-8f1f-f1cfd03ac29b') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:32.494863 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969700ec-8de1-4845-974e-3fa25bb7a754 service neutron] Pushing event updated for resources: {'Port': ['ID=7bf7f621-eb7a-44a4-a11e-a463b7790d6c,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:32.503279 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-969700ec-8de1-4845-974e-3fa25bb7a754 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:32.572032 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9773040-9daf-4139-99f3-8ba6639505f5 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Pushing event updated for resources: {'Subnet': ['ID=8fcf8223-69a8-474e-a576-cd14a3067762,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:32.575497 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e9773040-9daf-4139-99f3-8ba6639505f5 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:32.590765 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9773040-9daf-4139-99f3-8ba6639505f5 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Checking segment: {'id': 'cc950188-79e8-4ed8-ab75-936163dd157b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a8da310b-fb9b-4807-b6b4-0463f47aac3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:49:32.591010 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9773040-9daf-4139-99f3-8ba6639505f5 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Network hostable DHCP agents. Network: a8da310b-fb9b-4807-b6b4-0463f47aac3b, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:49:32.642519 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9773040-9daf-4139-99f3-8ba6639505f5 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Network a8da310b-fb9b-4807-b6b4-0463f47aac3b is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:49:32.658322 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-e9773040-9daf-4139-99f3-8ba6639505f5 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, a8da310b-fb9b-4807-b6b4-0463f47aac3b) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:49:32.664009 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9773040-9daf-4139-99f3-8ba6639505f5 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:49:32.664707 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e9773040-9daf-4139-99f3-8ba6639505f5 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:32.674669 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c1d9e499-effc-49c1-924f-aa9a21131b7f tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] 10.222.0.16 "DELETE /v2.0/ports/6b36ce38-62f8-4e60-8f1f-f1cfd03ac29b/tags HTTP/1.1" status: 204 len: 168 time: 0.2003856 Dec 20 08:49:32.677822 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192b9f2a-df52-4ff3-9b14-0feb71e30b26 None None] Network a8da310b-fb9b-4807-b6b4-0463f47aac3b requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:49:32.679125 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43160) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:32.685613 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.tag.tag_plugin [None req-602dc189-a987-4d33-9a16-9595c33d79c9 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6b36ce38-62f8-4e60-8f1f-f1cfd03ac29b', 'tempest-TagsExtTest-Tag-1762397298') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:32.746819 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e9773040-9daf-4139-99f3-8ba6639505f5 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2255182 Dec 20 08:49:32.750811 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43166) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:32.759734 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-532b880b-463a-433f-bb8f-bcc808e8cf4f tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1206543636', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:49:32.765046 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [req-e2fada70-8dbd-4b0c-8ec6-25a8d6e7739c req-969700ec-8de1-4845-974e-3fa25bb7a754 service neutron] Attempting to bind port 7bf7f621-eb7a-44a4-a11e-a463b7790d6c on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:49:32.765808 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [req-e2fada70-8dbd-4b0c-8ec6-25a8d6e7739c req-969700ec-8de1-4845-974e-3fa25bb7a754 service neutron] Attempting to bind port 7bf7f621-eb7a-44a4-a11e-a463b7790d6c by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': 'a5cd7a16-d340-41d4-84ea-bcc0742b6af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '8349d658-15a5-4502-934d-42d77be31e8f'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:49:32.766133 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fada70-8dbd-4b0c-8ec6-25a8d6e7739c req-969700ec-8de1-4845-974e-3fa25bb7a754 service neutron] Attempting to bind port 7bf7f621-eb7a-44a4-a11e-a463b7790d6c on network 8349d658-15a5-4502-934d-42d77be31e8f {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:49:32.768183 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-532b880b-463a-433f-bb8f-bcc808e8cf4f tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:49:32.779744 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-532b880b-463a-433f-bb8f-bcc808e8cf4f tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Usage tracker for resource:router and tenant:77c40f4df6664268b6fdee7d685de4ee is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:49:32.784658 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-532b880b-463a-433f-bb8f-bcc808e8cf4f tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:49:32.785908 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fada70-8dbd-4b0c-8ec6-25a8d6e7739c req-969700ec-8de1-4845-974e-3fa25bb7a754 service neutron] Port 7bf7f621-eb7a-44a4-a11e-a463b7790d6c on network 8349d658-15a5-4502-934d-42d77be31e8f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 08:49:32.786230 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fada70-8dbd-4b0c-8ec6-25a8d6e7739c req-969700ec-8de1-4845-974e-3fa25bb7a754 service neutron] Attempting to bind port 7bf7f621-eb7a-44a4-a11e-a463b7790d6c on network 8349d658-15a5-4502-934d-42d77be31e8f {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:49:32.800765 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-532b880b-463a-433f-bb8f-bcc808e8cf4f tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:49:32.829094 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-602dc189-a987-4d33-9a16-9595c33d79c9 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] show failed (client error): The resource could not be found. Dec 20 08:49:32.835128 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-602dc189-a987-4d33-9a16-9595c33d79c9 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] 10.222.0.16 "GET /v2.0/ports/6b36ce38-62f8-4e60-8f1f-f1cfd03ac29b/tags/tempest-TagsExtTest-Tag-1762397298 HTTP/1.1" status: 404 len: 329 time: 0.1514478 Dec 20 08:49:32.836226 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43170) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:32.839340 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-532b880b-463a-433f-bb8f-bcc808e8cf4f tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24817'] for router, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:32.840381 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-532b880b-463a-433f-bb8f-bcc808e8cf4f tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-351744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24806'] for router, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:32.860303 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fada70-8dbd-4b0c-8ec6-25a8d6e7739c req-969700ec-8de1-4845-974e-3fa25bb7a754 service neutron] Checking agent: {'id': 'bd419857-3bec-4b96-b211-3fb278c66880', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8204', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 40, 10), 'started_at': datetime.datetime(2021, 12, 20, 8, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:49:32.860601 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fada70-8dbd-4b0c-8ec6-25a8d6e7739c req-969700ec-8de1-4845-974e-3fa25bb7a754 service neutron] Checking segment: {'id': 'a5cd7a16-d340-41d4-84ea-bcc0742b6af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '8349d658-15a5-4502-934d-42d77be31e8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:49:32.860842 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fada70-8dbd-4b0c-8ec6-25a8d6e7739c req-969700ec-8de1-4845-974e-3fa25bb7a754 service neutron] Bound using segment: {'id': 'a5cd7a16-d340-41d4-84ea-bcc0742b6af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '8349d658-15a5-4502-934d-42d77be31e8f'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:49:32.861276 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [req-e2fada70-8dbd-4b0c-8ec6-25a8d6e7739c req-969700ec-8de1-4845-974e-3fa25bb7a754 service neutron] Bound port: 7bf7f621-eb7a-44a4-a11e-a463b7790d6c, host: hv-neutron-8204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5cd7a16-d340-41d4-84ea-bcc0742b6af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '8349d658-15a5-4502-934d-42d77be31e8f'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:49:32.861905 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-e2fada70-8dbd-4b0c-8ec6-25a8d6e7739c req-969700ec-8de1-4845-974e-3fa25bb7a754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:32.862670 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-532b880b-463a-433f-bb8f-bcc808e8cf4f tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:32.887620 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.tag.tag_plugin [None req-552beea8-aec4-49fb-a9a9-92e024a3da4e tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6b36ce38-62f8-4e60-8f1f-f1cfd03ac29b', 'tempest-TagsExtTest-Tag-77353802') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:32.922949 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-532b880b-463a-433f-bb8f-bcc808e8cf4f tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071'] for router, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:33.069523 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418eabb9-4bac-495c-977b-df2db82095ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-a8da310b-fb9b-4807-b6b4-0463f47aac3b', 'network_id': 'a8da310b-fb9b-4807-b6b4-0463f47aac3b', 'tenant_id': '77c40f4df6664268b6fdee7d685de4ee', 'fixed_ips': [{'subnet_id': '8fcf8223-69a8-474e-a576-cd14a3067762'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:49:33.070365 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-418eabb9-4bac-495c-977b-df2db82095ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:33.074084 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-532b880b-463a-433f-bb8f-bcc808e8cf4f tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:33.076026 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-532b880b-463a-433f-bb8f-bcc808e8cf4f tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3242183 Dec 20 08:49:33.081429 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [req-e2fada70-8dbd-4b0c-8ec6-25a8d6e7739c req-969700ec-8de1-4845-974e-3fa25bb7a754 service neutron] For port 7bf7f621-eb7a-44a4-a11e-a463b7790d6c, host hv-neutron-8204, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:49:33.083365 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 43176) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:33.097609 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-552beea8-aec4-49fb-a9a9-92e024a3da4e tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] show failed (client error): The resource could not be found. Dec 20 08:49:33.099346 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-552beea8-aec4-49fb-a9a9-92e024a3da4e tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] 10.222.0.16 "GET /v2.0/ports/6b36ce38-62f8-4e60-8f1f-f1cfd03ac29b/tags/tempest-TagsExtTest-Tag-77353802 HTTP/1.1" status: 404 len: 327 time: 0.2620678 Dec 20 08:49:33.106438 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43180) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:33.115514 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.tag.tag_plugin [None req-b6c5b1ed-c4d5-4b9e-a10d-c32e8c868173 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6b36ce38-62f8-4e60-8f1f-f1cfd03ac29b', 'tempest-TagsExtTest-Tag-386076299') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:33.172268 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [req-e2fada70-8dbd-4b0c-8ec6-25a8d6e7739c req-969700ec-8de1-4845-974e-3fa25bb7a754 service neutron] For port 7bf7f621-eb7a-44a4-a11e-a463b7790d6c, host hv-neutron-8204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=7bf7f621-eb7a-44a4-a11e-a463b7790d6c,segment=NetworkSegment(a5cd7a16-d340-41d4-84ea-bcc0742b6af4),segment_id=a5cd7a16-d340-41d4-84ea-bcc0742b6af4)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:49:33.194131 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ad3d3-ae22-440c-905b-b15c898306df req-1ef4daea-1a32-4537-9205-a3e112ca202f tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:49:33.195680 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-807ad3d3-ae22-440c-905b-b15c898306df req-1ef4daea-1a32-4537-9205-a3e112ca202f tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "GET /v2.0/ports?device_id=57db2080-b211-4da8-bdbc-e13d2d3dca48 HTTP/1.1" status: 200 len: 943 time: 0.1957269 Dec 20 08:49:33.225928 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-e2fada70-8dbd-4b0c-8ec6-25a8d6e7739c req-969700ec-8de1-4845-974e-3fa25bb7a754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2036698'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:33.235640 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-2e69a046-d86f-4fb9-97ab-a1c9c70616ff tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:33.254128 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-b6c5b1ed-c4d5-4b9e-a10d-c32e8c868173 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] show failed (client error): The resource could not be found. Dec 20 08:49:33.257710 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b6c5b1ed-c4d5-4b9e-a10d-c32e8c868173 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] 10.222.0.16 "GET /v2.0/ports/6b36ce38-62f8-4e60-8f1f-f1cfd03ac29b/tags/tempest-TagsExtTest-Tag-386076299 HTTP/1.1" status: 404 len: 328 time: 0.1460052 Dec 20 08:49:33.258615 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43184) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:33.266651 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.tag.tag_plugin [None req-46808c42-876c-4521-a896-d990daf7e553 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '409f56a8-60cd-4994-8f19-aba92cdb353b', {'tags': ['tempest-TagsExtTest-Tag-375541087', 'tempest-TagsExtTest-Tag-1281301728', 'tempest-TagsExtTest-Tag-2107478755']}) {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:33.297691 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-418eabb9-4bac-495c-977b-df2db82095ba None None] Allocated IP 2001:db8::2 (a8da310b-fb9b-4807-b6b4-0463f47aac3b/8fcf8223-69a8-474e-a576-cd14a3067762/4f53a8bd-8270-4ce3-b315-16f9f4e4cd7a) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:49:33.345639 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969700ec-8de1-4845-974e-3fa25bb7a754 service neutron] Pushing event updated for resources: {'Port': ['ID=7bf7f621-eb7a-44a4-a11e-a463b7790d6c,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:33.354313 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-969700ec-8de1-4845-974e-3fa25bb7a754 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:33.374819 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-e2fada70-8dbd-4b0c-8ec6-25a8d6e7739c req-969700ec-8de1-4845-974e-3fa25bb7a754 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:33.376299 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-e2fada70-8dbd-4b0c-8ec6-25a8d6e7739c req-969700ec-8de1-4845-974e-3fa25bb7a754 service neutron] 10.222.0.58 "PUT /v2.0/ports/7bf7f621-eb7a-44a4-a11e-a463b7790d6c HTTP/1.1" status: 200 len: 1093 time: 2.2510762 Dec 20 08:49:33.378388 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57db2080-b211-4da8-bdbc-e13d2d3dca48', 'tag': '7bf7f621-eb7a-44a4-a11e-a463b7790d6c'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 08:49:33.477407 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-807ad3d3-ae22-440c-905b-b15c898306df req-01b38564-26fa-4aa2-b252-d0b339abc1d8 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Synchronizing usage tracker for tenant:fabc5346054940109ef98c8222603d73 on resource:security_group {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:49:33.521263 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-807ad3d3-ae22-440c-905b-b15c898306df req-01b38564-26fa-4aa2-b252-d0b339abc1d8 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Unset dirty status for tenant:fabc5346054940109ef98c8222603d73 on resource:security_group {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:49:33.523290 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-807ad3d3-ae22-440c-905b-b15c898306df req-01b38564-26fa-4aa2-b252-d0b339abc1d8 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "GET /v2.0/security-groups?id=eee36b9c-785d-4ab3-b1d4-e8674c8e6ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3135023 Dec 20 08:49:33.529939 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-46808c42-876c-4521-a896-d990daf7e553 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] 10.222.0.16 "PUT /v2.0/routers/409f56a8-60cd-4994-8f19-aba92cdb353b/tags HTTP/1.1" status: 200 len: 317 time: 0.2683010 Dec 20 08:49:33.530942 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43190) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:33.541698 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.tag.tag_plugin [None req-0186d90e-6178-4141-9a81-74948bced76e tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '409f56a8-60cd-4994-8f19-aba92cdb353b') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:33.602702 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57db2080-b211-4da8-bdbc-e13d2d3dca48', 'tag': '7bf7f621-eb7a-44a4-a11e-a463b7790d6c', 'status': 'completed', 'code': 200} Dec 20 08:49:33.707194 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-418eabb9-4bac-495c-977b-df2db82095ba None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:33.723797 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-418eabb9-4bac-495c-977b-df2db82095ba None None] Transition to ACTIVE for port object 4f53a8bd-8270-4ce3-b315-16f9f4e4cd7a will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:49:33.753487 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-418eabb9-4bac-495c-977b-df2db82095ba None None] Transition to ACTIVE for port object 4f53a8bd-8270-4ce3-b315-16f9f4e4cd7a will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:49:33.769270 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-418eabb9-4bac-495c-977b-df2db82095ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:33.774248 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-9491c2a9-ebe4-4bd8-b1f3-4b408506a9df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:33.835240 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-0186d90e-6178-4141-9a81-74948bced76e tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] 10.222.0.16 "DELETE /v2.0/routers/409f56a8-60cd-4994-8f19-aba92cdb353b/tags HTTP/1.1" status: 204 len: 168 time: 0.3022411 Dec 20 08:49:33.838275 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43194) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:33.850141 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.tag.tag_plugin [None req-bab7cea2-9bbc-4a15-bafc-559e27c4ea99 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '409f56a8-60cd-4994-8f19-aba92cdb353b', 'tempest-TagsExtTest-Tag-375541087') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:33.859595 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418eabb9-4bac-495c-977b-df2db82095ba None None] Network a8da310b-fb9b-4807-b6b4-0463f47aac3b is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:49:33.863131 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-418eabb9-4bac-495c-977b-df2db82095ba None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:49:33.865165 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418eabb9-4bac-495c-977b-df2db82095ba None None] Pushing event updated for resources: {'Port': ['ID=4f53a8bd-8270-4ce3-b315-16f9f4e4cd7a,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:33.867962 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418eabb9-4bac-495c-977b-df2db82095ba None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:49:33.870426 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-418eabb9-4bac-495c-977b-df2db82095ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:33.992189 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-418eabb9-4bac-495c-977b-df2db82095ba None None] Attempting to bind port 4f53a8bd-8270-4ce3-b315-16f9f4e4cd7a on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:49:33.994056 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-418eabb9-4bac-495c-977b-df2db82095ba None None] Attempting to bind port 4f53a8bd-8270-4ce3-b315-16f9f4e4cd7a by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': 'cc950188-79e8-4ed8-ab75-936163dd157b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a8da310b-fb9b-4807-b6b4-0463f47aac3b'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:49:33.997393 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418eabb9-4bac-495c-977b-df2db82095ba None None] Attempting to bind port 4f53a8bd-8270-4ce3-b315-16f9f4e4cd7a on network a8da310b-fb9b-4807-b6b4-0463f47aac3b {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:49:34.016793 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418eabb9-4bac-495c-977b-df2db82095ba None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:49:34.017606 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418eabb9-4bac-495c-977b-df2db82095ba None None] Checking segment: {'id': 'cc950188-79e8-4ed8-ab75-936163dd157b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a8da310b-fb9b-4807-b6b4-0463f47aac3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:49:34.018370 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-418eabb9-4bac-495c-977b-df2db82095ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:34.018939 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418eabb9-4bac-495c-977b-df2db82095ba None None] Bound using segment: {'id': 'cc950188-79e8-4ed8-ab75-936163dd157b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a8da310b-fb9b-4807-b6b4-0463f47aac3b'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:49:34.019601 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-418eabb9-4bac-495c-977b-df2db82095ba None None] Bound port: 4f53a8bd-8270-4ce3-b315-16f9f4e4cd7a, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc950188-79e8-4ed8-ab75-936163dd157b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a8da310b-fb9b-4807-b6b4-0463f47aac3b'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:49:34.020166 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-418eabb9-4bac-495c-977b-df2db82095ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:34.037812 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-bab7cea2-9bbc-4a15-bafc-559e27c4ea99 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] show failed (client error): The resource could not be found. Dec 20 08:49:34.041538 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-bab7cea2-9bbc-4a15-bafc-559e27c4ea99 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] 10.222.0.16 "GET /v2.0/routers/409f56a8-60cd-4994-8f19-aba92cdb353b/tags/tempest-TagsExtTest-Tag-375541087 HTTP/1.1" status: 404 len: 328 time: 0.1964798 Dec 20 08:49:34.042727 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43198) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:34.060557 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.tag.tag_plugin [None req-a64b203b-f360-4c05-97e6-b2e888671906 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '409f56a8-60cd-4994-8f19-aba92cdb353b', 'tempest-TagsExtTest-Tag-1281301728') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:34.099127 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-e2fada70-8dbd-4b0c-8ec6-25a8d6e7739c req-884fd337-94fb-467e-8d9c-e27d11de6ff9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fabc5346054940109ef98c8222603d73&device_id=57db2080-b211-4da8-bdbc-e13d2d3dca48 HTTP/1.1" status: 200 len: 1096 time: 0.6347337 Dec 20 08:49:34.148623 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-418eabb9-4bac-495c-977b-df2db82095ba None None] For port 4f53a8bd-8270-4ce3-b315-16f9f4e4cd7a, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:49:34.157552 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-418eabb9-4bac-495c-977b-df2db82095ba None None] For port 4f53a8bd-8270-4ce3-b315-16f9f4e4cd7a, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=4f53a8bd-8270-4ce3-b315-16f9f4e4cd7a,segment=NetworkSegment(cc950188-79e8-4ed8-ab75-936163dd157b),segment_id=cc950188-79e8-4ed8-ab75-936163dd157b)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:49:34.172078 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-418eabb9-4bac-495c-977b-df2db82095ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:34.176414 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-13c3ef01-f045-429d-a3cb-fe12bd4aef4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:34.216117 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-e2fada70-8dbd-4b0c-8ec6-25a8d6e7739c req-8565b325-dd61-473c-b0b2-050324ceb72f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7bf7f621-eb7a-44a4-a11e-a463b7790d6c HTTP/1.1" status: 200 len: 217 time: 0.1064432 Dec 20 08:49:34.236251 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-a64b203b-f360-4c05-97e6-b2e888671906 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] show failed (client error): The resource could not be found. Dec 20 08:49:34.242805 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a64b203b-f360-4c05-97e6-b2e888671906 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] 10.222.0.16 "GET /v2.0/routers/409f56a8-60cd-4994-8f19-aba92cdb353b/tags/tempest-TagsExtTest-Tag-1281301728 HTTP/1.1" status: 404 len: 329 time: 0.1954763 Dec 20 08:49:34.243662 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43204) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:34.252085 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.tag.tag_plugin [None req-437b8aa7-ac67-495f-8e96-260450f8495a tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '409f56a8-60cd-4994-8f19-aba92cdb353b', 'tempest-TagsExtTest-Tag-2107478755') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:34.275751 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51d635ae-9d3d-4587-87f8-b61fad4d1ddc tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Router 8622c24e-8e36-4a6a-8ead-f057b7bb0c53 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:49:34.275916 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418eabb9-4bac-495c-977b-df2db82095ba None None] Pushing event updated for resources: {'Port': ['ID=4f53a8bd-8270-4ce3-b315-16f9f4e4cd7a,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:34.279723 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-418eabb9-4bac-495c-977b-df2db82095ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:34.358440 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-89035934-4cc1-4e3a-a00d-2f8034ad760a tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:34.385005 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fada70-8dbd-4b0c-8ec6-25a8d6e7739c req-f3cce173-279d-4f29-a26f-1f0ebe435739 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:49:34.386536 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-e2fada70-8dbd-4b0c-8ec6-25a8d6e7739c req-f3cce173-279d-4f29-a26f-1f0ebe435739 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=83d9bad6-eabe-4733-8037-e23b2cdef254 HTTP/1.1" status: 200 len: 834 time: 0.1577790 Dec 20 08:49:34.433193 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-437b8aa7-ac67-495f-8e96-260450f8495a tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] show failed (client error): The resource could not be found. Dec 20 08:49:34.436231 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-437b8aa7-ac67-495f-8e96-260450f8495a tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] 10.222.0.16 "GET /v2.0/routers/409f56a8-60cd-4994-8f19-aba92cdb353b/tags/tempest-TagsExtTest-Tag-2107478755 HTTP/1.1" status: 404 len: 329 time: 0.1907766 Dec 20 08:49:34.438218 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43208) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:34.446008 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.tag.tag_plugin [None req-4f01d965-a485-4f5e-92b5-0b512ced24f0 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'aa1dce87-65e9-4940-ba8b-a3d683639756', {'tags': ['tempest-TagsExtTest-Tag-1422369697', 'tempest-TagsExtTest-Tag-581548187', 'tempest-TagsExtTest-Tag-452090292']}) {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:34.541066 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-4f01d965-a485-4f5e-92b5-0b512ced24f0 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] 10.222.0.16 "PUT /v2.0/subnetpools/aa1dce87-65e9-4940-ba8b-a3d683639756/tags HTTP/1.1" status: 200 len: 316 time: 0.1016326 Dec 20 08:49:34.542137 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43212) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:34.554158 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.tag.tag_plugin [None req-7deaa3eb-26b9-44ef-b673-bf082bbefc08 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'aa1dce87-65e9-4940-ba8b-a3d683639756') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:34.631898 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-7deaa3eb-26b9-44ef-b673-bf082bbefc08 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] 10.222.0.16 "DELETE /v2.0/subnetpools/aa1dce87-65e9-4940-ba8b-a3d683639756/tags HTTP/1.1" status: 204 len: 168 time: 0.0883441 Dec 20 08:49:34.632767 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43218) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:34.648624 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.tag.tag_plugin [None req-44ded326-16de-4d62-af9e-ac069d4aa1b4 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'aa1dce87-65e9-4940-ba8b-a3d683639756', 'tempest-TagsExtTest-Tag-1422369697') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:34.676844 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-44ded326-16de-4d62-af9e-ac069d4aa1b4 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] show failed (client error): The resource could not be found. Dec 20 08:49:34.681079 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-44ded326-16de-4d62-af9e-ac069d4aa1b4 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] 10.222.0.16 "GET /v2.0/subnetpools/aa1dce87-65e9-4940-ba8b-a3d683639756/tags/tempest-TagsExtTest-Tag-1422369697 HTTP/1.1" status: 404 len: 329 time: 0.0437260 Dec 20 08:49:34.681298 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43222) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:34.691843 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.tag.tag_plugin [None req-40fe7a3a-85f0-401c-bcdf-a09b62b519b7 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'aa1dce87-65e9-4940-ba8b-a3d683639756', 'tempest-TagsExtTest-Tag-581548187') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:34.733315 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-40fe7a3a-85f0-401c-bcdf-a09b62b519b7 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] show failed (client error): The resource could not be found. Dec 20 08:49:34.739511 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-40fe7a3a-85f0-401c-bcdf-a09b62b519b7 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] 10.222.0.16 "GET /v2.0/subnetpools/aa1dce87-65e9-4940-ba8b-a3d683639756/tags/tempest-TagsExtTest-Tag-581548187 HTTP/1.1" status: 404 len: 328 time: 0.0545895 Dec 20 08:49:34.739795 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43226) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:34.747205 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.tag.tag_plugin [None req-633c1ed9-b575-4f5b-ac0e-c15bb38850e0 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'aa1dce87-65e9-4940-ba8b-a3d683639756', 'tempest-TagsExtTest-Tag-452090292') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:34.771070 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-633c1ed9-b575-4f5b-ac0e-c15bb38850e0 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] show failed (client error): The resource could not be found. Dec 20 08:49:34.774819 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-633c1ed9-b575-4f5b-ac0e-c15bb38850e0 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] 10.222.0.16 "GET /v2.0/subnetpools/aa1dce87-65e9-4940-ba8b-a3d683639756/tags/tempest-TagsExtTest-Tag-452090292 HTTP/1.1" status: 404 len: 328 time: 0.0314147 Dec 20 08:49:34.775042 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43230) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:34.781080 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.tag.tag_plugin [None req-78cea626-c2a3-476b-814e-3ffc444ab05a tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'aa1dce87-65e9-4940-ba8b-a3d683639756') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:34.813011 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-78cea626-c2a3-476b-814e-3ffc444ab05a tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] 10.222.0.16 "DELETE /v2.0/subnetpools/aa1dce87-65e9-4940-ba8b-a3d683639756/tags HTTP/1.1" status: 204 len: 168 time: 0.0346382 Dec 20 08:49:34.813295 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43234) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:34.820676 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.tag.tag_plugin [None req-6fb9a017-8147-4876-9c33-c282696f8b32 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '409f56a8-60cd-4994-8f19-aba92cdb353b') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:34.999228 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-e2fada70-8dbd-4b0c-8ec6-25a8d6e7739c req-c1b0b17e-7050-4890-ad35-66872cea0ee3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8349d658-15a5-4502-934d-42d77be31e8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5011950 Dec 20 08:49:35.127191 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-6fb9a017-8147-4876-9c33-c282696f8b32 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] 10.222.0.16 "DELETE /v2.0/routers/409f56a8-60cd-4994-8f19-aba92cdb353b/tags HTTP/1.1" status: 204 len: 168 time: 0.3130133 Dec 20 08:49:35.132917 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43238) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:35.140001 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.tag.tag_plugin [None req-70f0b45c-3f7c-4ebb-80a7-590c4bf95762 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6b36ce38-62f8-4e60-8f1f-f1cfd03ac29b') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:35.152950 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f36bafa-9ef6-4939-9e03-06d710864145 req-0b09c6b3-0811-4547-9212-2e6cdfd22cdb tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:49:35.154460 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-1f36bafa-9ef6-4939-9e03-06d710864145 req-0b09c6b3-0811-4547-9212-2e6cdfd22cdb tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "GET /v2.0/ports?device_id=57db2080-b211-4da8-bdbc-e13d2d3dca48 HTTP/1.1" status: 200 len: 943 time: 0.4314039 Dec 20 08:49:35.232991 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-70f0b45c-3f7c-4ebb-80a7-590c4bf95762 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] 10.222.0.16 "DELETE /v2.0/ports/6b36ce38-62f8-4e60-8f1f-f1cfd03ac29b/tags HTTP/1.1" status: 204 len: 168 time: 0.0983443 Dec 20 08:49:35.234114 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43242) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:35.240300 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.tag.tag_plugin [None req-41e78d57-75e6-4099-94e3-bdc2fa11355d tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e894874f-fbea-45e2-a231-3cc7d762aece') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:35.316212 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-89035934-4cc1-4e3a-a00d-2f8034ad760a tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Allocated IP 2001:db8::1 (a8da310b-fb9b-4807-b6b4-0463f47aac3b/8fcf8223-69a8-474e-a576-cd14a3067762/461f7b9d-0ead-40aa-9529-8de1acef325f) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:49:35.338451 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-41e78d57-75e6-4099-94e3-bdc2fa11355d tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] 10.222.0.16 "DELETE /v2.0/subnets/e894874f-fbea-45e2-a231-3cc7d762aece/tags HTTP/1.1" status: 204 len: 168 time: 0.1030619 Dec 20 08:49:35.341938 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-e2fada70-8dbd-4b0c-8ec6-25a8d6e7739c req-080fac07-b005-4d97-906e-58398f3e7cfb service neutron] 10.222.0.58 "GET /v2.0/networks/8349d658-15a5-4502-934d-42d77be31e8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3334162 Dec 20 08:49:35.346607 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43248) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:35.360942 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-1f36bafa-9ef6-4939-9e03-06d710864145 req-14424cba-28bc-43e6-8075-d82f5cfc09a5 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "GET /v2.0/security-groups?id=eee36b9c-785d-4ab3-b1d4-e8674c8e6ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529055 Dec 20 08:49:35.499224 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5f97b175-0145-447e-a070-99d2b034eb3f tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Notify callbacks [] for subnetpool, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:35.500640 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-5f97b175-0145-447e-a070-99d2b034eb3f tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] 10.222.0.16 "DELETE /v2.0/subnetpools/aa1dce87-65e9-4940-ba8b-a3d683639756 HTTP/1.1" status: 204 len: 168 time: 0.1527727 Dec 20 08:49:35.503254 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43252) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:35.561375 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-327b00dc-1443-4ffa-9f68-894dc17d32f4 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] 10.222.0.16 "GET /v2.0/ports?device_id=409f56a8-60cd-4994-8f19-aba92cdb353b HTTP/1.1" status: 200 len: 205 time: 0.0547378 Dec 20 08:49:35.561618 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43256) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:35.589115 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcecb920-30b9-4f74-bad9-3f6726231646 None None] Network a8da310b-fb9b-4807-b6b4-0463f47aac3b requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:49:35.640408 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51d635ae-9d3d-4587-87f8-b61fad4d1ddc tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:49:35.671496 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff98acbe-1084-4db3-bc48-e027447cfa8c None None] Sync routers for ids ['8622c24e-8e36-4a6a-8ead-f057b7bb0c53'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:49:35.702111 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-51d635ae-9d3d-4587-87f8-b61fad4d1ddc tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "PUT /v2.0/routers/8622c24e-8e36-4a6a-8ead-f057b7bb0c53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4726443 Dec 20 08:49:35.710969 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-e2fada70-8dbd-4b0c-8ec6-25a8d6e7739c req-8306977a-4e1c-4cc0-a2ad-4c86e5c4a969 service neutron] 10.222.0.58 "GET /v2.0/networks/8349d658-15a5-4502-934d-42d77be31e8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3582397 Dec 20 08:49:35.766706 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-89035934-4cc1-4e3a-a00d-2f8034ad760a tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:35.776453 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fb9f3f2e-15a6-4c77-acde-b269b9b8d046 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Notify callbacks [] for router, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:35.787762 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-fb82de28-5d5a-4b7d-a1ea-73fe0de2e868 None None] Provisioning for port 4f53a8bd-8270-4ce3-b315-16f9f4e4cd7a completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:49:35.842888 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-89035934-4cc1-4e3a-a00d-2f8034ad760a tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Transition to ACTIVE for port object 461f7b9d-0ead-40aa-9529-8de1acef325f will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:49:35.891487 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-2d1dea34-2b7c-4cec-ae73-055ea2c8df31 req-035ad644-c25c-4cb6-b5c4-bebb9df5f461 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fabc5346054940109ef98c8222603d73&device_id=57db2080-b211-4da8-bdbc-e13d2d3dca48 HTTP/1.1" status: 200 len: 1096 time: 0.1171958 Dec 20 08:49:35.897088 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff98acbe-1084-4db3-bc48-e027447cfa8c None None] Routers {'8622c24e-8e36-4a6a-8ead-f057b7bb0c53'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:49:35.898630 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-ff98acbe-1084-4db3-bc48-e027447cfa8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:49:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['8622c24e-8e36-4a6a-8ead-f057b7bb0c53'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:36.005950 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 4f53a8bd-8270-4ce3-b315-16f9f4e4cd7a up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:49:36.143786 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-89035934-4cc1-4e3a-a00d-2f8034ad760a tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:36.150419 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-51d635ae-9d3d-4587-87f8-b61fad4d1ddc tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:36.283045 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89035934-4cc1-4e3a-a00d-2f8034ad760a tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Network a8da310b-fb9b-4807-b6b4-0463f47aac3b is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:49:36.288323 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-89035934-4cc1-4e3a-a00d-2f8034ad760a tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:49:36.292191 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89035934-4cc1-4e3a-a00d-2f8034ad760a tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Pushing event updated for resources: {'Port': ['ID=461f7b9d-0ead-40aa-9529-8de1acef325f,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:36.301903 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 4f53a8bd-8270-4ce3-b315-16f9f4e4cd7a completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:49:36.311986 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 4f53a8bd-8270-4ce3-b315-16f9f4e4cd7a triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:49:36.312478 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:36.329024 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89035934-4cc1-4e3a-a00d-2f8034ad760a tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:49:36.329884 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-89035934-4cc1-4e3a-a00d-2f8034ad760a tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-345881'] for router_interface, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:36.334654 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-89035934-4cc1-4e3a-a00d-2f8034ad760a tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:36.364408 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1dea34-2b7c-4cec-ae73-055ea2c8df31 req-addc3641-a512-43ed-8bdb-fc95e373538d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:49:36.366208 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-2d1dea34-2b7c-4cec-ae73-055ea2c8df31 req-addc3641-a512-43ed-8bdb-fc95e373538d service neutron] 10.222.0.58 "GET /v2.0/networks?id=8349d658-15a5-4502-934d-42d77be31e8f HTTP/1.1" status: 200 len: 898 time: 0.4613154 Dec 20 08:49:36.448156 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fb9f3f2e-15a6-4c77-acde-b269b9b8d046 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24735'] for router, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:36.462455 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-2d1dea34-2b7c-4cec-ae73-055ea2c8df31 req-e6f9bc36-1b09-4cd8-b5e1-c583b516023f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7bf7f621-eb7a-44a4-a11e-a463b7790d6c HTTP/1.1" status: 200 len: 217 time: 0.0848992 Dec 20 08:49:36.467635 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fb9f3f2e-15a6-4c77-acde-b269b9b8d046 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:36.538366 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-ff98acbe-1084-4db3-bc48-e027447cfa8c None None] Set router 8622c24e-8e36-4a6a-8ead-f057b7bb0c53 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:49:36.553064 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fb9f3f2e-15a6-4c77-acde-b269b9b8d046 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-390871'] for router, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:36.553812 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb9f3f2e-15a6-4c77-acde-b269b9b8d046 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Fanout notify agent at l3_agent the message router_deleted on router 409f56a8-60cd-4994-8f19-aba92cdb353b {{(pid=83444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 08:49:36.582590 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fb9f3f2e-15a6-4c77-acde-b269b9b8d046 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:36.593324 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-fb9f3f2e-15a6-4c77-acde-b269b9b8d046 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] 10.222.0.16 "DELETE /v2.0/routers/409f56a8-60cd-4994-8f19-aba92cdb353b HTTP/1.1" status: 204 len: 168 time: 1.0307140 Dec 20 08:49:36.594287 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43268) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:36.651976 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-89035934-4cc1-4e3a-a00d-2f8034ad760a tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:36.667871 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:36.704864 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c57615-3014-4db0-81fc-878e60bdd7bc req-f349be29-16c2-4eae-b026-7444fcade410 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:49:36.705983 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-70c57615-3014-4db0-81fc-878e60bdd7bc req-f349be29-16c2-4eae-b026-7444fcade410 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Synchronizing usage tracker for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:49:36.773614 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1dea34-2b7c-4cec-ae73-055ea2c8df31 req-4310c919-a161-468e-bb50-4b714d376e09 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:49:36.775538 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-2d1dea34-2b7c-4cec-ae73-055ea2c8df31 req-4310c919-a161-468e-bb50-4b714d376e09 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=83d9bad6-eabe-4733-8037-e23b2cdef254 HTTP/1.1" status: 200 len: 834 time: 0.2995722 Dec 20 08:49:36.818737 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-8dd836c0-cfeb-46fe-a63d-8546859ce3ca tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Deleting port 6b36ce38-62f8-4e60-8f1f-f1cfd03ac29b {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:49:36.821056 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8dd836c0-cfeb-46fe-a63d-8546859ce3ca tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:36.821915 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 4f53a8bd-8270-4ce3-b315-16f9f4e4cd7a, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=4f53a8bd-8270-4ce3-b315-16f9f4e4cd7a,segment=NetworkSegment(cc950188-79e8-4ed8-ab75-936163dd157b),segment_id=cc950188-79e8-4ed8-ab75-936163dd157b)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:49:36.831570 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-70c57615-3014-4db0-81fc-878e60bdd7bc req-f349be29-16c2-4eae-b026-7444fcade410 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Unset dirty status for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:49:36.832731 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-70c57615-3014-4db0-81fc-878e60bdd7bc req-f349be29-16c2-4eae-b026-7444fcade410 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7ee4ce4-3c54-4a5c-a240-20d23ab02629 HTTP/1.1" status: 200 len: 946 time: 0.5374825 Dec 20 08:49:36.841448 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:36.848010 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-81a0b8b8-a593-4c48-b7da-99fb90b24fb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:37.130339 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-70c57615-3014-4db0-81fc-878e60bdd7bc req-d8303836-aaf1-4edc-b1d3-dc670afa1132 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4367eb0-d6e4-499d-8dfe-dc3f480e87e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2780836 Dec 20 08:49:37.154215 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=4f53a8bd-8270-4ce3-b315-16f9f4e4cd7a,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:37.160747 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:37.194408 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-2d1dea34-2b7c-4cec-ae73-055ea2c8df31 req-28bb3e3f-b096-4bff-a11d-b3f070687bf8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8349d658-15a5-4502-934d-42d77be31e8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4095113 Dec 20 08:49:37.218180 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-ff98acbe-1084-4db3-bc48-e027447cfa8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8622c24e-8e36-4a6a-8ead-f057b7bb0c53', 'name': 'tempest-TestNetworkBasicOps-router-405621392', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.100'}], 'enable_snat': True}, 'gw_port_id': 'ffbc822d-d310-47fc-a0a6-d3f474bf15ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:45:45Z', 'updated_at': '2021-12-20T08:49:30Z', 'revision_number': 6, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': 'ffbc822d-d310-47fc-a0a6-d3f474bf15ca', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:6b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8622c24e-8e36-4a6a-8ead-f057b7bb0c53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:45:48Z', 'updated_at': '2021-12-20T08:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': '8de309e6-50f4-4892-9132-04a23740d016', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'floating_ip_address': '172.26.5.23', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': '8622c24e-8e36-4a6a-8ead-f057b7bb0c53', 'port_id': 'bada3ab8-1b01-4681-a0b6-e977830d7152', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '627d2b4e-ee9f-42de-b848-af479fe5c2f5', 'mac_address': 'fa:16:3e:8f:35:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1059216-b29b-4505-a7bf-5926ba22726d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T08:46:59Z', 'updated_at': '2021-12-20T08:47:11Z', 'revision_number': 1, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24d6d22e-d030-449a-8f23-f752c194ed51', 'name': '', 'network_id': '627d2b4e-ee9f-42de-b848-af479fe5c2f5', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'mac_address': 'fa:16:3e:35:e2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8622c24e-8e36-4a6a-8ead-f057b7bb0c53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '241217e4-29b1-4db3-ac24-1473da03c8b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:46:05Z', 'updated_at': '2021-12-20T08:46:18Z', 'revision_number': 5, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'subnets': [{'id': '241217e4-29b1-4db3-ac24-1473da03c8b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:37.238849 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff98acbe-1084-4db3-bc48-e027447cfa8c None None] Checking router: 8622c24e-8e36-4a6a-8ead-f057b7bb0c53 for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 08:49:37.275542 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-81354aba-9c15-4c2f-839e-c989c9aad51a None None] Provisioning complete for port 4f53a8bd-8270-4ce3-b315-16f9f4e4cd7a triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:49:37.275542 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-81354aba-9c15-4c2f-839e-c989c9aad51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:37.336585 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff98acbe-1084-4db3-bc48-e027447cfa8c None None] Routers {'8622c24e-8e36-4a6a-8ead-f057b7bb0c53'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:49:37.337443 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-ff98acbe-1084-4db3-bc48-e027447cfa8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:49:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['8622c24e-8e36-4a6a-8ead-f057b7bb0c53'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:37.347357 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb01b11-f1aa-4ead-9944-5f8579693c05 req-f5a29245-707a-4062-b9b6-0bed98724292 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:49:37.348880 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0cb01b11-f1aa-4ead-9944-5f8579693c05 req-f5a29245-707a-4062-b9b6-0bed98724292 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "GET /v2.0/ports?device_id=57db2080-b211-4da8-bdbc-e13d2d3dca48 HTTP/1.1" status: 200 len: 943 time: 0.6590800 Dec 20 08:49:37.411630 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8dd836c0-cfeb-46fe-a63d-8546859ce3ca tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:37.496918 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-89035934-4cc1-4e3a-a00d-2f8034ad760a tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:37.529804 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0cb01b11-f1aa-4ead-9944-5f8579693c05 req-889e04a9-4b99-4834-bddb-1da562ae33c2 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "GET /v2.0/security-groups?id=eee36b9c-785d-4ab3-b1d4-e8674c8e6ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1723943 Dec 20 08:49:37.575235 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-89035934-4cc1-4e3a-a00d-2f8034ad760a tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2036698'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:37.579639 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-89035934-4cc1-4e3a-a00d-2f8034ad760a tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32898031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349045'] for router_interface, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:37.621617 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-26845f62-93be-4c44-a546-70254b48744e tempest-RoutersAdminTest-333478753 tempest-RoutersAdminTest-333478753-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:37.640194 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-8dd836c0-cfeb-46fe-a63d-8546859ce3ca tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Calling delete_port for 6b36ce38-62f8-4e60-8f1f-f1cfd03ac29b owned by {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:49:37.700823 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-ff98acbe-1084-4db3-bc48-e027447cfa8c None None] Set router 8622c24e-8e36-4a6a-8ead-f057b7bb0c53 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:49:37.877846 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-81354aba-9c15-4c2f-839e-c989c9aad51a None None] Provisioning for port 461f7b9d-0ead-40aa-9529-8de1acef325f completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:49:37.885551 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 4f53a8bd-8270-4ce3-b315-16f9f4e4cd7a up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:49:37.912441 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-2d1dea34-2b7c-4cec-ae73-055ea2c8df31 req-53d3cf3e-c80e-422e-895f-523dad0805df service neutron] 10.222.0.58 "GET /v2.0/networks/8349d658-15a5-4502-934d-42d77be31e8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7074835 Dec 20 08:49:37.917806 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8dd836c0-cfeb-46fe-a63d-8546859ce3ca tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:37.919161 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89035934-4cc1-4e3a-a00d-2f8034ad760a tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Network a8da310b-fb9b-4807-b6b4-0463f47aac3b is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:49:37.927978 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-81354aba-9c15-4c2f-839e-c989c9aad51a None None] Provisioning complete for port 461f7b9d-0ead-40aa-9529-8de1acef325f triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:49:37.927978 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-81354aba-9c15-4c2f-839e-c989c9aad51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:37.935552 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7fb74fc7-f405-422e-8351-7bb1b6dc4b2a tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:37.958632 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-89035934-4cc1-4e3a-a00d-2f8034ad760a tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:49:38.044362 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd836c0-cfeb-46fe-a63d-8546859ce3ca tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Pushing event deleted for resources: {'Port': ['ID=6b36ce38-62f8-4e60-8f1f-f1cfd03ac29b,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:38.068424 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-81354aba-9c15-4c2f-839e-c989c9aad51a None None] Port 461f7b9d-0ead-40aa-9529-8de1acef325f cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:49:38.099230 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 08:49:38.127292 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-8dd836c0-cfeb-46fe-a63d-8546859ce3ca tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:38.148038 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8dd836c0-cfeb-46fe-a63d-8546859ce3ca tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:38.157671 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-8dd836c0-cfeb-46fe-a63d-8546859ce3ca tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] 10.222.0.16 "DELETE /v2.0/ports/6b36ce38-62f8-4e60-8f1f-f1cfd03ac29b HTTP/1.1" status: 204 len: 168 time: 1.5601258 Dec 20 08:49:38.159806 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43276) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:38.274652 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 4f53a8bd-8270-4ce3-b315-16f9f4e4cd7a triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:49:38.275207 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:38.320750 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dc9a2c-210f-46a2-8e95-1ea167e45fe5 req-6c131179-ec50-4d8e-a791-fb1170a134d8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:49:38.322565 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-35dc9a2c-210f-46a2-8e95-1ea167e45fe5 req-6c131179-ec50-4d8e-a791-fb1170a134d8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7ee4ce4-3c54-4a5c-a240-20d23ab02629 HTTP/1.1" status: 200 len: 946 time: 0.4690170 Dec 20 08:49:38.376343 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89035934-4cc1-4e3a-a00d-2f8034ad760a tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Pushing event updated for resources: {'Port': ['ID=461f7b9d-0ead-40aa-9529-8de1acef325f,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:38.385714 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-89035934-4cc1-4e3a-a00d-2f8034ad760a tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.764s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:38.475431 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-e2346d1b-2925-4fc7-8a7c-c1d9173fa4b7 None None] Provisioning complete for port 461f7b9d-0ead-40aa-9529-8de1acef325f triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:49:38.475950 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e2346d1b-2925-4fc7-8a7c-c1d9173fa4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:38.547229 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-35dc9a2c-210f-46a2-8e95-1ea167e45fe5 req-cbfe8b68-8c13-4d8f-9bf1-8204e2acc55b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Deleting port eb107654-f083-4fed-821c-8fae0416722a {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:49:38.547888 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-35dc9a2c-210f-46a2-8e95-1ea167e45fe5 req-cbfe8b68-8c13-4d8f-9bf1-8204e2acc55b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:38.600932 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 7bf7f621-eb7a-44a4-a11e-a463b7790d6c details requested by agent hyperv_hv-neutron-8204 with host hv-neutron-8204 {{(pid=83446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 08:49:38.650348 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-db2c2654-71bc-43c6-b97a-ec40c39e7b50 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Deleting subnet e894874f-fbea-45e2-a231-3cc7d762aece {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:49:38.651908 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-e2346d1b-2925-4fc7-8a7c-c1d9173fa4b7 None None] Port 461f7b9d-0ead-40aa-9529-8de1acef325f cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:49:38.680558 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-db2c2654-71bc-43c6-b97a-ec40c39e7b50 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:38.816890 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-db2c2654-71bc-43c6-b97a-ec40c39e7b50 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1618747'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:38.873944 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.db.resource_extend [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 08:49:38.887761 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-2d1dea34-2b7c-4cec-ae73-055ea2c8df31 req-3e042fa9-351a-47ca-bbf1-74af598d009d service neutron] 10.222.0.58 "GET /v2.0/networks/8349d658-15a5-4502-934d-42d77be31e8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9556985 Dec 20 08:49:38.940837 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43728e69-1640-46d4-8de9-3595172233f1 req-106d3082-4854-4abb-a62a-816fdf33a033 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:49:38.948541 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-43728e69-1640-46d4-8de9-3595172233f1 req-106d3082-4854-4abb-a62a-816fdf33a033 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7ee4ce4-3c54-4a5c-a240-20d23ab02629 HTTP/1.1" status: 200 len: 946 time: 0.4299347 Dec 20 08:49:39.047175 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-ff98acbe-1084-4db3-bc48-e027447cfa8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8622c24e-8e36-4a6a-8ead-f057b7bb0c53', 'name': 'tempest-TestNetworkBasicOps-router-405621392', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.100'}], 'enable_snat': True}, 'gw_port_id': 'ffbc822d-d310-47fc-a0a6-d3f474bf15ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:45:45Z', 'updated_at': '2021-12-20T08:49:30Z', 'revision_number': 6, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': 'ffbc822d-d310-47fc-a0a6-d3f474bf15ca', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:6b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8622c24e-8e36-4a6a-8ead-f057b7bb0c53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:45:48Z', 'updated_at': '2021-12-20T08:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': '8de309e6-50f4-4892-9132-04a23740d016', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'floating_ip_address': '172.26.5.23', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': '8622c24e-8e36-4a6a-8ead-f057b7bb0c53', 'port_id': 'bada3ab8-1b01-4681-a0b6-e977830d7152', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '627d2b4e-ee9f-42de-b848-af479fe5c2f5', 'mac_address': 'fa:16:3e:8f:35:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1059216-b29b-4505-a7bf-5926ba22726d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T08:46:59Z', 'updated_at': '2021-12-20T08:47:11Z', 'revision_number': 1, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24d6d22e-d030-449a-8f23-f752c194ed51', 'name': '', 'network_id': '627d2b4e-ee9f-42de-b848-af479fe5c2f5', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'mac_address': 'fa:16:3e:35:e2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8622c24e-8e36-4a6a-8ead-f057b7bb0c53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '241217e4-29b1-4db3-ac24-1473da03c8b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:46:05Z', 'updated_at': '2021-12-20T08:46:18Z', 'revision_number': 5, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'subnets': [{'id': '241217e4-29b1-4db3-ac24-1473da03c8b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:39.063927 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1991eaf5-8138-4873-981b-7b72512bcc4d req-aa149741-e856-40d5-8834-c2ca14529dd1 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:49:39.072544 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-43728e69-1640-46d4-8de9-3595172233f1 req-94a3770e-a3ee-44a6-a8b4-0dd106c58e3b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4367eb0-d6e4-499d-8dfe-dc3f480e87e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167512 Dec 20 08:49:39.072818 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-630ebd20-d811-449c-b4bd-582918c86710 None None] Provisioning complete for port 461f7b9d-0ead-40aa-9529-8de1acef325f triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:49:39.072818 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-630ebd20-d811-449c-b4bd-582918c86710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:39.072998 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1991eaf5-8138-4873-981b-7b72512bcc4d req-aa149741-e856-40d5-8834-c2ca14529dd1 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "GET /v2.0/ports?device_id=57db2080-b211-4da8-bdbc-e13d2d3dca48 HTTP/1.1" status: 200 len: 943 time: 0.3607733 Dec 20 08:49:39.080164 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89035934-4cc1-4e3a-a00d-2f8034ad760a tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Router 4c0c6c31-11a3-40cc-87fb-300de12f8096 is scheduled to L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 with binding_index 1 {{(pid=83445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 08:49:39.107590 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff98acbe-1084-4db3-bc48-e027447cfa8c None None] The sync data for ids ['8622c24e-8e36-4a6a-8ead-f057b7bb0c53'] in dv-neutron-820491-1-hyperv is: [{'id': '8622c24e-8e36-4a6a-8ead-f057b7bb0c53', 'name': 'tempest-TestNetworkBasicOps-router-405621392', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.100'}], 'enable_snat': True}, 'gw_port_id': 'ffbc822d-d310-47fc-a0a6-d3f474bf15ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:45:45Z', 'updated_at': '2021-12-20T08:49:30Z', 'revision_number': 6, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': 'ffbc822d-d310-47fc-a0a6-d3f474bf15ca', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:6b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8622c24e-8e36-4a6a-8ead-f057b7bb0c53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:45:48Z', 'updated_at': '2021-12-20T08:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': '8de309e6-50f4-4892-9132-04a23740d016', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'floating_ip_address': '172.26.5.23', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': '8622c24e-8e36-4a6a-8ead-f057b7bb0c53', 'port_id': 'bada3ab8-1b01-4681-a0b6-e977830d7152', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '627d2b4e-ee9f-42de-b848-af479fe5c2f5', 'mac_address': 'fa:16:3e:8f:35:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1059216-b29b-4505-a7bf-5926ba22726d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T08:46:59Z', 'updated_at': '2021-12-20T08:47:11Z', 'revision_number': 1, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24d6d22e-d030-449a-8f23-f752c194ed51', 'name': '', 'network_id': '627d2b4e-ee9f-42de-b848-af479fe5c2f5', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'mac_address': 'fa:16:3e:35:e2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8622c24e-8e36-4a6a-8ead-f057b7bb0c53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '241217e4-29b1-4db3-ac24-1473da03c8b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:46:05Z', 'updated_at': '2021-12-20T08:46:18Z', 'revision_number': 5, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'subnets': [{'id': '241217e4-29b1-4db3-ac24-1473da03c8b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:49:39.145611 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-35dc9a2c-210f-46a2-8e95-1ea167e45fe5 req-cbfe8b68-8c13-4d8f-9bf1-8204e2acc55b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] For port eb107654-f083-4fed-821c-8fae0416722a, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=eb107654-f083-4fed-821c-8fae0416722a,segment=NetworkSegment(05750874-43ff-4592-9e36-f1b4b81b64f9),segment_id=05750874-43ff-4592-9e36-f1b4b81b64f9)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:49:39.145887 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-35dc9a2c-210f-46a2-8e95-1ea167e45fe5 req-cbfe8b68-8c13-4d8f-9bf1-8204e2acc55b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:39.167400 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-db2c2654-71bc-43c6-b97a-ec40c39e7b50 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:39.210738 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port 7bf7f621-eb7a-44a4-a11e-a463b7790d6c, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=7bf7f621-eb7a-44a4-a11e-a463b7790d6c,segment=NetworkSegment(a5cd7a16-d340-41d4-84ea-bcc0742b6af4),segment_id=a5cd7a16-d340-41d4-84ea-bcc0742b6af4)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:49:39.229576 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Returning: {'device': '7bf7f621-eb7a-44a4-a11e-a463b7790d6c', 'network_id': '8349d658-15a5-4502-934d-42d77be31e8f', 'port_id': '7bf7f621-eb7a-44a4-a11e-a463b7790d6c', 'mac_address': 'fa:16:3e:2c:4f:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83d9bad6-eabe-4733-8037-e23b2cdef254', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 08:49:39.285311 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-630ebd20-d811-449c-b4bd-582918c86710 None None] Port 461f7b9d-0ead-40aa-9529-8de1acef325f cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:49:39.348000 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-35dc9a2c-210f-46a2-8e95-1ea167e45fe5 req-cbfe8b68-8c13-4d8f-9bf1-8204e2acc55b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Calling delete_port for eb107654-f083-4fed-821c-8fae0416722a owned by compute:nova {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:49:39.376981 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89035934-4cc1-4e3a-a00d-2f8034ad760a tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:49:39.387702 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-89035934-4cc1-4e3a-a00d-2f8034ad760a tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "PUT /v2.0/routers/4c0c6c31-11a3-40cc-87fb-300de12f8096/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3023055 Dec 20 08:49:39.389966 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 43284) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:39.392767 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fb082c-e2dc-4763-a336-3a9430a2888e None None] Sync routers for ids ['4c0c6c31-11a3-40cc-87fb-300de12f8096'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:49:39.417819 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:39.418682 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fb082c-e2dc-4763-a336-3a9430a2888e None None] Routers {'4c0c6c31-11a3-40cc-87fb-300de12f8096'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:49:39.419898 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-95fb082c-e2dc-4763-a336-3a9430a2888e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:49:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['4c0c6c31-11a3-40cc-87fb-300de12f8096'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:39.423353 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1991eaf5-8138-4873-981b-7b72512bcc4d req-b23fea54-4746-4e62-adb4-b9991558c062 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "GET /v2.0/security-groups?id=eee36b9c-785d-4ab3-b1d4-e8674c8e6ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3517690 Dec 20 08:49:39.470204 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bf7f621-eb7a-44a4-a11e-a463b7790d6c {{(pid=83446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 08:49:39.505822 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port 7bf7f621-eb7a-44a4-a11e-a463b7790d6c, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=7bf7f621-eb7a-44a4-a11e-a463b7790d6c,segment=NetworkSegment(a5cd7a16-d340-41d4-84ea-bcc0742b6af4),segment_id=a5cd7a16-d340-41d4-84ea-bcc0742b6af4)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:49:39.557071 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:39.573403 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-e9acd6e0-2575-4b26-a5a9-8676207a18a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:39.603485 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016fc2d9-dd5d-497d-a41a-0668fe840de5 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:49:39.604475 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-016fc2d9-dd5d-497d-a41a-0668fe840de5 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Synchronizing usage tracker for tenant:77c40f4df6664268b6fdee7d685de4ee on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:49:39.643724 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-016fc2d9-dd5d-497d-a41a-0668fe840de5 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Unset dirty status for tenant:77c40f4df6664268b6fdee7d685de4ee on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:49:39.645301 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-016fc2d9-dd5d-497d-a41a-0668fe840de5 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "GET /v2.0/ports/461f7b9d-0ead-40aa-9529-8de1acef325f HTTP/1.1" status: 200 len: 911 time: 0.2543757 Dec 20 08:49:39.652940 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 43288) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:39.664014 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-7587dbc7-a2cd-4cd5-aa87-29cbc8f072a1 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8fcf8223-69a8-474e-a576-cd14a3067762'}]}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:49:39.667021 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-95fb082c-e2dc-4763-a336-3a9430a2888e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:39.717378 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fb082c-e2dc-4763-a336-3a9430a2888e None None] Routers {'4c0c6c31-11a3-40cc-87fb-300de12f8096'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:49:39.721269 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-95fb082c-e2dc-4763-a336-3a9430a2888e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:49:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['4c0c6c31-11a3-40cc-87fb-300de12f8096'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:39.764126 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-db2c2654-71bc-43c6-b97a-ec40c39e7b50 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1129313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1529131'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:39.799692 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=7bf7f621-eb7a-44a4-a11e-a463b7790d6c,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:39.805556 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:39.806486 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:39.833624 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 568c205f-47cf-42c4-8eea-8c61990e7470 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:49:39.848704 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-666ad501-ca52-4561-aca2-b4cfeaa3f52c tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:39.879461 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 568c205f-47cf-42c4-8eea-8c61990e7470 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:49:39.880106 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 568c205f-47cf-42c4-8eea-8c61990e7470 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:49:39.915090 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2c2654-71bc-43c6-b97a-ec40c39e7b50 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Pushing event deleted for resources: {'Subnet': ['ID=e894874f-fbea-45e2-a231-3cc7d762aece,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:39.920865 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-db2c2654-71bc-43c6-b97a-ec40c39e7b50 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:39.927029 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-95fb082c-e2dc-4763-a336-3a9430a2888e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:39.927465 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fb082c-e2dc-4763-a336-3a9430a2888e None None] The sync data for ids ['4c0c6c31-11a3-40cc-87fb-300de12f8096'] in dv-neutron-820491-1-hyperv is: [] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:49:39.937213 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-db2c2654-71bc-43c6-b97a-ec40c39e7b50 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:39.942004 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-35dc9a2c-210f-46a2-8e95-1ea167e45fe5 req-cbfe8b68-8c13-4d8f-9bf1-8204e2acc55b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:39.947088 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b33890d-3d60-4859-a466-49b57ea493b8 None None] Network 259a2b21-4fbc-4b26-b0f7-1369c6423a42 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:49:39.952266 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1cab3247-eacb-424b-b1db-fe51689be270 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:39.966169 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] get_ports_and_sgs() called for port_ids ['7bf7f621-eb7a-44a4-a11e-a463b7790d6c'] {{(pid=83446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 08:49:40.010880 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfe8b68-8c13-4d8f-9bf1-8204e2acc55b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event deleted for resources: {'Port': ['ID=eb107654-f083-4fed-821c-8fae0416722a,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:40.015131 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-cbfe8b68-8c13-4d8f-9bf1-8204e2acc55b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:40.018153 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-db2c2654-71bc-43c6-b97a-ec40c39e7b50 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] 10.222.0.16 "DELETE /v2.0/subnets/e894874f-fbea-45e2-a231-3cc7d762aece HTTP/1.1" status: 204 len: 168 time: 1.8574057 Dec 20 08:49:40.022345 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43292) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:40.191044 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7587dbc7-a2cd-4cd5-aa87-29cbc8f072a1 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:40.244412 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-35dc9a2c-210f-46a2-8e95-1ea167e45fe5 req-cbfe8b68-8c13-4d8f-9bf1-8204e2acc55b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] No DVR routers for this DVR port eb107654-f083-4fed-821c-8fae0416722a on host hv-neutron-8204 {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:49:40.247099 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-35dc9a2c-210f-46a2-8e95-1ea167e45fe5 req-cbfe8b68-8c13-4d8f-9bf1-8204e2acc55b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:40.249424 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-35dc9a2c-210f-46a2-8e95-1ea167e45fe5 req-cbfe8b68-8c13-4d8f-9bf1-8204e2acc55b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.58 "DELETE /v2.0/ports/eb107654-f083-4fed-821c-8fae0416722a HTTP/1.1" status: 204 len: 173 time: 1.9096627 Dec 20 08:49:40.303116 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-0f6bd274-0667-4309-8e88-983139d7d903 req-51a2c4e2-790a-4343-a224-75ff38892574 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7ee4ce4-3c54-4a5c-a240-20d23ab02629 HTTP/1.1" status: 200 len: 210 time: 0.0568433 Dec 20 08:49:40.323284 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7ee4ce4-3c54-4a5c-a240-20d23ab02629', 'name': 'network-vif-deleted', 'tag': 'eb107654-f083-4fed-821c-8fae0416722a'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 08:49:40.394157 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f2a3aec9-c503-4b28-a6ba-da153e172096 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:40.424322 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-f2a3aec9-c503-4b28-a6ba-da153e172096 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Deleting port d7e5f622-f45b-4c08-ae4a-41dfa7c26132 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:49:40.424723 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f2a3aec9-c503-4b28-a6ba-da153e172096 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:40.572825 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ba9ce8-ba86-427f-b8ec-4546fe5101d8 None None] DHCP port deletion for 259a2b21-4fbc-4b26-b0f7-1369c6423a42 request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 08:49:40.605801 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device eb107654-f083-4fed-821c-8fae0416722a no longer exists at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:49:40.662882 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7ee4ce4-3c54-4a5c-a240-20d23ab02629', 'name': 'network-vif-deleted', 'tag': 'eb107654-f083-4fed-821c-8fae0416722a', 'status': 'completed', 'code': 200} Dec 20 08:49:40.726663 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-95ba9ce8-ba86-427f-b8ec-4546fe5101d8 None None] Deleting port d7e5f622-f45b-4c08-ae4a-41dfa7c26132 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:49:40.727048 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-95ba9ce8-ba86-427f-b8ec-4546fe5101d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:40.798632 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] No Port match for: eb107654-f083-4fed-821c-8fae0416722a {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:49:40.799119 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device eb107654-f083-4fed-821c-8fae0416722a not bound to the agent host hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:49:40.885518 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-f2a3aec9-c503-4b28-a6ba-da153e172096 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] For port d7e5f622-f45b-4c08-ae4a-41dfa7c26132, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=d7e5f622-f45b-4c08-ae4a-41dfa7c26132,segment=NetworkSegment(90ef3dac-d50b-494b-aa62-f4d928e6ee6b),segment_id=90ef3dac-d50b-494b-aa62-f4d928e6ee6b)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:49:40.889356 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f2a3aec9-c503-4b28-a6ba-da153e172096 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:41.053132 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-f2a3aec9-c503-4b28-a6ba-da153e172096 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Calling delete_port for d7e5f622-f45b-4c08-ae4a-41dfa7c26132 owned by network:dhcp {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:49:41.147664 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-95ba9ce8-ba86-427f-b8ec-4546fe5101d8 None None] For port d7e5f622-f45b-4c08-ae4a-41dfa7c26132, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=d7e5f622-f45b-4c08-ae4a-41dfa7c26132,segment=NetworkSegment(90ef3dac-d50b-494b-aa62-f4d928e6ee6b),segment_id=90ef3dac-d50b-494b-aa62-f4d928e6ee6b)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:49:41.148301 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-95ba9ce8-ba86-427f-b8ec-4546fe5101d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:41.153362 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f2a3aec9-c503-4b28-a6ba-da153e172096 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:41.168316 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-50f741bb-7ee4-4147-86ba-a53c739806b2 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:41.168743 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fedf144-38ca-4634-9a23-43220425b168 req-449eed76-a8fd-42e8-823a-e7cbff334e1d tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:49:41.173734 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-1fedf144-38ca-4634-9a23-43220425b168 req-449eed76-a8fd-42e8-823a-e7cbff334e1d tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "GET /v2.0/ports?device_id=57db2080-b211-4da8-bdbc-e13d2d3dca48 HTTP/1.1" status: 200 len: 944 time: 0.4057977 Dec 20 08:49:41.223446 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a3aec9-c503-4b28-a6ba-da153e172096 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Pushing event deleted for resources: {'Port': ['ID=d7e5f622-f45b-4c08-ae4a-41dfa7c26132,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:41.226091 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f2a3aec9-c503-4b28-a6ba-da153e172096 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:41.229468 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a3aec9-c503-4b28-a6ba-da153e172096 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] No DVR routers for this DVR port d7e5f622-f45b-4c08-ae4a-41dfa7c26132 on host dv-neutron-820491-1-hyperv {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:49:41.281843 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-1fedf144-38ca-4634-9a23-43220425b168 req-6218164b-bcd8-43c2-929d-048f0c08cd80 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "GET /v2.0/security-groups?id=eee36b9c-785d-4ab3-b1d4-e8674c8e6ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056521 Dec 20 08:49:41.308518 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-95ba9ce8-ba86-427f-b8ec-4546fe5101d8 None None] Calling delete_port for d7e5f622-f45b-4c08-ae4a-41dfa7c26132 owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:49:41.438891 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.db.api [None req-95ba9ce8-ba86-427f-b8ec-4546fe5101d8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 08:49:41.439858 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_db.api [None req-95ba9ce8-ba86-427f-b8ec-4546fe5101d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 08:49:41.458885 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f2a3aec9-c503-4b28-a6ba-da153e172096 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:41.472700 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 43310) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:41.492877 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-f2a3aec9-c503-4b28-a6ba-da153e172096 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['259a2b21-4fbc-4b26-b0f7-1369c6423a42']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:41.507260 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-f2a3aec9-c503-4b28-a6ba-da153e172096 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90ef3dac-d50b-494b-aa62-f4d928e6ee6b') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:41.508104 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-f2a3aec9-c503-4b28-a6ba-da153e172096 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90ef3dac-d50b-494b-aa62-f4d928e6ee6b') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:41.525339 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f2a3aec9-c503-4b28-a6ba-da153e172096 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1618722'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:41.542018 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7587dbc7-a2cd-4cd5-aa87-29cbc8f072a1 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:41.544024 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f2a3aec9-c503-4b28-a6ba-da153e172096 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:41.555362 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2a3aec9-c503-4b28-a6ba-da153e172096 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:49:41.556349 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f2a3aec9-c503-4b28-a6ba-da153e172096 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1128911'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:41.568078 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2664a8c2-c08b-46e8-a1fd-957c1af09385 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:41.576201 dv-neutron-820491-1-hyperv neutron-server[83444]: Traceback (most recent call last): Dec 20 08:49:41.576201 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:49:41.576201 dv-neutron-820491-1-hyperv neutron-server[83444]: timer() Dec 20 08:49:41.576201 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:49:41.576201 dv-neutron-820491-1-hyperv neutron-server[83444]: cb(*args, **kw) Dec 20 08:49:41.576201 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:49:41.576201 dv-neutron-820491-1-hyperv neutron-server[83444]: return func(*args, **kwargs) Dec 20 08:49:41.576201 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:49:41.576201 dv-neutron-820491-1-hyperv neutron-server[83444]: self._notify() Dec 20 08:49:41.576201 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:49:41.576201 dv-neutron-820491-1-hyperv neutron-server[83444]: self.callback(batched_events) Dec 20 08:49:41.576201 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:49:41.576201 dv-neutron-820491-1-hyperv neutron-server[83444]: event.method(event) Dec 20 08:49:41.576201 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:49:41.576201 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:49:41.576201 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:49:41.576201 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:49:41.576201 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:49:41.576201 dv-neutron-820491-1-hyperv neutron-server[83444]: return f(self, *a, **k) Dec 20 08:49:41.576201 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:49:41.576201 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._get(url).json() Dec 20 08:49:41.576201 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:49:41.576201 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:49:41.576201 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:49:41.576201 dv-neutron-820491-1-hyperv neutron-server[83444]: return self.request(url, 'GET', **kwargs) Dec 20 08:49:41.576201 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:49:41.576201 dv-neutron-820491-1-hyperv neutron-server[83444]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:49:41.576201 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:49:41.576201 dv-neutron-820491-1-hyperv neutron-server[83444]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:49:41.576201 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:49:41.576201 dv-neutron-820491-1-hyperv neutron-server[83444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:49:41.576201 dv-neutron-820491-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:49:41.590518 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7587dbc7-a2cd-4cd5-aa87-29cbc8f072a1 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2036698'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:41.594332 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7587dbc7-a2cd-4cd5-aa87-29cbc8f072a1 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:49:41.594947 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7587dbc7-a2cd-4cd5-aa87-29cbc8f072a1 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:41.598920 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-7587dbc7-a2cd-4cd5-aa87-29cbc8f072a1 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "PUT /v2.0/ports/461f7b9d-0ead-40aa-9529-8de1acef325f HTTP/1.1" status: 200 len: 911 time: 1.9400012 Dec 20 08:49:41.603831 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-846a4e95-d3f7-4c69-a42f-eb9e7e1578e4 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:41.604771 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43314) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:41.661947 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2664a8c2-c08b-46e8-a1fd-957c1af09385 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:41.707395 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7587dbc7-a2cd-4cd5-aa87-29cbc8f072a1 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Pushing event updated for resources: {'Port': ['ID=461f7b9d-0ead-40aa-9529-8de1acef325f,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:41.711802 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-7587dbc7-a2cd-4cd5-aa87-29cbc8f072a1 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:41.745752 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2664a8c2-c08b-46e8-a1fd-957c1af09385 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:41.755996 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-75f1b261-eac3-4cf1-898f-f71a1950927e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:41.772738 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2664a8c2-c08b-46e8-a1fd-957c1af09385 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4367eb0-d6e4-499d-8dfe-dc3f480e87e9,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:41.776055 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-2664a8c2-c08b-46e8-a1fd-957c1af09385 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:41.787173 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2664a8c2-c08b-46e8-a1fd-957c1af09385 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:41.789103 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-2664a8c2-c08b-46e8-a1fd-957c1af09385 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "DELETE /v2.0/security-groups/c4367eb0-d6e4-499d-8dfe-dc3f480e87e9 HTTP/1.1" status: 204 len: 168 time: 0.3151710 Dec 20 08:49:41.805360 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f2a3aec9-c503-4b28-a6ba-da153e172096 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:41.810882 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f2a3aec9-c503-4b28-a6ba-da153e172096 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:41.826535 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-156b9ccb-fd09-4ef5-914c-49dd5112f2a9 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:41.841656 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device d7e5f622-f45b-4c08-ae4a-41dfa7c26132 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:49:41.859781 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 43320) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:41.861477 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a3aec9-c503-4b28-a6ba-da153e172096 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Pushing event deleted for resources: {'Network': ['ID=259a2b21-4fbc-4b26-b0f7-1369c6423a42,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:41.863784 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f2a3aec9-c503-4b28-a6ba-da153e172096 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:41.866637 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f2a3aec9-c503-4b28-a6ba-da153e172096 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] 10.222.0.16 "DELETE /v2.0/networks/259a2b21-4fbc-4b26-b0f7-1369c6423a42 HTTP/1.1" status: 204 len: 168 time: 1.8433485 Dec 20 08:49:41.888695 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: d7e5f622-f45b-4c08-ae4a-41dfa7c26132 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:49:41.889079 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device d7e5f622-f45b-4c08-ae4a-41dfa7c26132 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:49:41.941125 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-95ba9ce8-ba86-427f-b8ec-4546fe5101d8 None None] Deleting port d7e5f622-f45b-4c08-ae4a-41dfa7c26132 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:49:41.941901 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-95ba9ce8-ba86-427f-b8ec-4546fe5101d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:42.054953 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-95ba9ce8-ba86-427f-b8ec-4546fe5101d8 None None] The port 'd7e5f622-f45b-4c08-ae4a-41dfa7c26132' was deleted {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 08:49:42.139861 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6bf377b-d91f-4b59-9e8f-c8f7416dc5bd tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Deleting subnet 7956faa0-09df-406e-8f95-8fe5b9c3d55d {{(pid=83445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:49:42.145180 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b6bf377b-d91f-4b59-9e8f-c8f7416dc5bd tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for subnet, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:42.218396 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b6bf377b-d91f-4b59-9e8f-c8f7416dc5bd tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1518554'] for subnet, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:42.308105 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-83a51159-419d-494b-9489-a5869178dd11 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349062'] for router_interface, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:42.362340 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b6bf377b-d91f-4b59-9e8f-c8f7416dc5bd tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:42.363356 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43330) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:42.459744 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b6bf377b-d91f-4b59-9e8f-c8f7416dc5bd tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2036620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2095133'] for subnet, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:42.465777 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-2fdd8794-32b8-4af4-bdf4-c97c167cb576 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:42.504971 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d06d9624-0b51-45d3-b6b9-4492d7ff7ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:42.514889 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bf377b-d91f-4b59-9e8f-c8f7416dc5bd tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event deleted for resources: {'Subnet': ['ID=7956faa0-09df-406e-8f95-8fe5b9c3d55d,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:42.519875 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b6bf377b-d91f-4b59-9e8f-c8f7416dc5bd tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:42.526276 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b6bf377b-d91f-4b59-9e8f-c8f7416dc5bd tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:42.538303 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-b6bf377b-d91f-4b59-9e8f-c8f7416dc5bd tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "DELETE /v2.0/subnets/7956faa0-09df-406e-8f95-8fe5b9c3d55d HTTP/1.1" status: 204 len: 168 time: 0.6771808 Dec 20 08:49:42.538848 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be238b91-3950-42a6-ac80-4024d2a71b49 None None] Network 14b45dac-66c0-4b3c-8f46-86b564f1af3d requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:49:42.540094 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 43338) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:42.616141 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 7bf7f621-eb7a-44a4-a11e-a463b7790d6c up at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:49:42.638706 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2429dc1-e461-49d1-bae9-3ce66f3846b7 req-6fe967d6-951b-4457-8da1-e6fe4dd40c4e tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:49:42.646315 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e2429dc1-e461-49d1-bae9-3ce66f3846b7 req-6fe967d6-951b-4457-8da1-e6fe4dd40c4e tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "GET /v2.0/ports?device_id=57db2080-b211-4da8-bdbc-e13d2d3dca48 HTTP/1.1" status: 200 len: 944 time: 0.2021713 Dec 20 08:49:42.708999 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-15e423f5-c7be-4851-9358-8102a82d2af8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:42.722067 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-15e423f5-c7be-4851-9358-8102a82d2af8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Deleting port d0f63b97-cc5f-42f2-90d5-36d45e147d54 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:49:42.722744 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-15e423f5-c7be-4851-9358-8102a82d2af8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:42.785820 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e2429dc1-e461-49d1-bae9-3ce66f3846b7 req-bf67b842-e96e-451a-ade7-64660ba38b1d tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "GET /v2.0/security-groups?id=eee36b9c-785d-4ab3-b1d4-e8674c8e6ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385810 Dec 20 08:49:42.850551 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-5d13c54b-56f8-46a2-ae29-ac8863493ce9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=68cc8be3d4bf40488f4f280688a18603&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4800258 Dec 20 08:49:42.858136 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 43342) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:42.860316 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning for port 7bf7f621-eb7a-44a4-a11e-a463b7790d6c completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:49:42.869371 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning complete for port 7bf7f621-eb7a-44a4-a11e-a463b7790d6c triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:49:42.869740 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:42.959969 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7bc3f993-e785-4bb4-b961-40b8f3bd9ec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:42.999727 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7bc3f993-e785-4bb4-b961-40b8f3bd9ec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:43.080867 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13f6f63-b2cd-45c7-9da9-b9f21b082006 None None] DHCP port deletion for 14b45dac-66c0-4b3c-8f46-86b564f1af3d request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 08:49:43.088955 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:43.108439 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-a13f6f63-b2cd-45c7-9da9-b9f21b082006 None None] Deleting port d0f63b97-cc5f-42f2-90d5-36d45e147d54 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:49:43.108693 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a13f6f63-b2cd-45c7-9da9-b9f21b082006 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:43.123150 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-15e423f5-c7be-4851-9358-8102a82d2af8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] For port d0f63b97-cc5f-42f2-90d5-36d45e147d54, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=d0f63b97-cc5f-42f2-90d5-36d45e147d54,segment=NetworkSegment(05750874-43ff-4592-9e36-f1b4b81b64f9),segment_id=05750874-43ff-4592-9e36-f1b4b81b64f9)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:49:43.123574 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-15e423f5-c7be-4851-9358-8102a82d2af8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:43.181569 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57db2080-b211-4da8-bdbc-e13d2d3dca48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bf7f621-eb7a-44a4-a11e-a463b7790d6c'}] {{(pid=83446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 08:49:43.208743 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port 7bf7f621-eb7a-44a4-a11e-a463b7790d6c, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=7bf7f621-eb7a-44a4-a11e-a463b7790d6c,segment=NetworkSegment(a5cd7a16-d340-41d4-84ea-bcc0742b6af4),segment_id=a5cd7a16-d340-41d4-84ea-bcc0742b6af4)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:49:43.245733 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:43.259931 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:43.270444 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-83a51159-419d-494b-9489-a5869178dd11 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Deleting port 461f7b9d-0ead-40aa-9529-8de1acef325f {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:49:43.270786 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-83a51159-419d-494b-9489-a5869178dd11 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:43.313634 dv-neutron-820491-1-hyperv neutron-server[83446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57db2080-b211-4da8-bdbc-e13d2d3dca48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bf7f621-eb7a-44a4-a11e-a463b7790d6c', 'code': 200} Dec 20 08:49:43.352863 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-15e423f5-c7be-4851-9358-8102a82d2af8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Calling delete_port for d0f63b97-cc5f-42f2-90d5-36d45e147d54 owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:49:43.411330 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=7bf7f621-eb7a-44a4-a11e-a463b7790d6c,revision_number=5']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:43.430270 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:43.449077 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7bc3f993-e785-4bb4-b961-40b8f3bd9ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:43.456765 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-575b3646-04d1-46ed-8aa8-0c0d163762cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:43.479552 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc3f993-e785-4bb4-b961-40b8f3bd9ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e259b953-f1df-4f50-ada1-c42513cc46ad,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:43.486980 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-7bc3f993-e785-4bb4-b961-40b8f3bd9ec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:43.489388 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-15e423f5-c7be-4851-9358-8102a82d2af8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:43.495145 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-aae5fb06-acfc-4ab9-a55e-4596f2ea4555 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:43.547861 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7bc3f993-e785-4bb4-b961-40b8f3bd9ec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:43.551681 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-7bc3f993-e785-4bb4-b961-40b8f3bd9ec0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e259b953-f1df-4f50-ada1-c42513cc46ad HTTP/1.1" status: 204 len: 168 time: 0.6924558 Dec 20 08:49:43.553560 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e423f5-c7be-4851-9358-8102a82d2af8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event deleted for resources: {'Port': ['ID=d0f63b97-cc5f-42f2-90d5-36d45e147d54,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:43.556806 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-15e423f5-c7be-4851-9358-8102a82d2af8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:43.558610 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-a13f6f63-b2cd-45c7-9da9-b9f21b082006 None None] For port d0f63b97-cc5f-42f2-90d5-36d45e147d54, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=d0f63b97-cc5f-42f2-90d5-36d45e147d54,segment=NetworkSegment(05750874-43ff-4592-9e36-f1b4b81b64f9),segment_id=05750874-43ff-4592-9e36-f1b4b81b64f9)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:49:43.559790 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a13f6f63-b2cd-45c7-9da9-b9f21b082006 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:43.568739 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e423f5-c7be-4851-9358-8102a82d2af8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] No DVR routers for this DVR port d0f63b97-cc5f-42f2-90d5-36d45e147d54 on host dv-neutron-820491-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:49:43.709480 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-a13f6f63-b2cd-45c7-9da9-b9f21b082006 None None] Calling delete_port for d0f63b97-cc5f-42f2-90d5-36d45e147d54 owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:49:43.776139 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-83a51159-419d-494b-9489-a5869178dd11 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:43.803228 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.db.api [None req-a13f6f63-b2cd-45c7-9da9-b9f21b082006 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 08:49:43.804119 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_db.api [None req-a13f6f63-b2cd-45c7-9da9-b9f21b082006 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 08:49:43.973341 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device d0f63b97-cc5f-42f2-90d5-36d45e147d54 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:49:44.021509 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-15e423f5-c7be-4851-9358-8102a82d2af8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:44.025993 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: d0f63b97-cc5f-42f2-90d5-36d45e147d54 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:49:44.028678 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device d0f63b97-cc5f-42f2-90d5-36d45e147d54 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:49:44.063451 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-15e423f5-c7be-4851-9358-8102a82d2af8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14b45dac-66c0-4b3c-8f46-86b564f1af3d']}} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:44.078561 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-15e423f5-c7be-4851-9358-8102a82d2af8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05750874-43ff-4592-9e36-f1b4b81b64f9') {'for_net_delete': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:44.078918 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-15e423f5-c7be-4851-9358-8102a82d2af8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05750874-43ff-4592-9e36-f1b4b81b64f9') {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:44.091097 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-15e423f5-c7be-4851-9358-8102a82d2af8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1518531'] for segment, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:44.107682 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-15e423f5-c7be-4851-9358-8102a82d2af8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:44.111039 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-83a51159-419d-494b-9489-a5869178dd11 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Calling delete_port for 461f7b9d-0ead-40aa-9529-8de1acef325f owned by network:router_interface {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:49:44.114759 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15e423f5-c7be-4851-9358-8102a82d2af8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=83445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:49:44.115162 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-15e423f5-c7be-4851-9358-8102a82d2af8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2036002'] for segment, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:44.133754 dv-neutron-820491-1-hyperv neutron-server[83445]: Traceback (most recent call last): Dec 20 08:49:44.133754 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:49:44.133754 dv-neutron-820491-1-hyperv neutron-server[83445]: timer() Dec 20 08:49:44.133754 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:49:44.133754 dv-neutron-820491-1-hyperv neutron-server[83445]: cb(*args, **kw) Dec 20 08:49:44.133754 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:49:44.133754 dv-neutron-820491-1-hyperv neutron-server[83445]: return func(*args, **kwargs) Dec 20 08:49:44.133754 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:49:44.133754 dv-neutron-820491-1-hyperv neutron-server[83445]: self._notify() Dec 20 08:49:44.133754 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:49:44.133754 dv-neutron-820491-1-hyperv neutron-server[83445]: self.callback(batched_events) Dec 20 08:49:44.133754 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:49:44.133754 dv-neutron-820491-1-hyperv neutron-server[83445]: event.method(event) Dec 20 08:49:44.133754 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:49:44.133754 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:49:44.133754 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:49:44.133754 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:49:44.133754 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:49:44.133754 dv-neutron-820491-1-hyperv neutron-server[83445]: return f(self, *a, **k) Dec 20 08:49:44.133754 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:49:44.133754 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._get(url).json() Dec 20 08:49:44.133754 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:49:44.133754 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:49:44.133754 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:49:44.133754 dv-neutron-820491-1-hyperv neutron-server[83445]: return self.request(url, 'GET', **kwargs) Dec 20 08:49:44.133754 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:49:44.133754 dv-neutron-820491-1-hyperv neutron-server[83445]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:49:44.133754 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:49:44.133754 dv-neutron-820491-1-hyperv neutron-server[83445]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:49:44.133754 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:49:44.133754 dv-neutron-820491-1-hyperv neutron-server[83445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:49:44.133754 dv-neutron-820491-1-hyperv neutron-server[83445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:49:44.160666 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0d580caa-975d-4f19-943d-0410303f1eae req-f319fe4d-e69b-4630-bbe7-0659dc984961 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=57db2080-b211-4da8-bdbc-e13d2d3dca48 HTTP/1.1" status: 200 len: 1098 time: 0.6410470 Dec 20 08:49:44.215766 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-15e423f5-c7be-4851-9358-8102a82d2af8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:44.220857 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-15e423f5-c7be-4851-9358-8102a82d2af8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:44.228910 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-7dab0b69-e206-4ded-96d4-31f1b3029a9b tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:44.260660 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e423f5-c7be-4851-9358-8102a82d2af8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event deleted for resources: {'Network': ['ID=14b45dac-66c0-4b3c-8f46-86b564f1af3d,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:44.263983 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0d580caa-975d-4f19-943d-0410303f1eae req-de29584d-6463-4c52-b60d-cca83b4db114 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=eee36b9c-785d-4ab3-b1d4-e8674c8e6ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921826 Dec 20 08:49:44.266744 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-15e423f5-c7be-4851-9358-8102a82d2af8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "DELETE /v2.0/networks/14b45dac-66c0-4b3c-8f46-86b564f1af3d HTTP/1.1" status: 204 len: 168 time: 1.7253902 Dec 20 08:49:44.269218 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-15e423f5-c7be-4851-9358-8102a82d2af8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:44.269957 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 43354) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:44.280039 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef7bc20-eeb6-4e5e-a869-a24052f3dfd7 req-970c1837-463b-48f8-9e6e-a01e37083ac5 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:49:44.285933 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4ef7bc20-eeb6-4e5e-a869-a24052f3dfd7 req-970c1837-463b-48f8-9e6e-a01e37083ac5 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "GET /v2.0/ports?device_id=57db2080-b211-4da8-bdbc-e13d2d3dca48 HTTP/1.1" status: 200 len: 945 time: 0.2898653 Dec 20 08:49:44.306170 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-a13f6f63-b2cd-45c7-9da9-b9f21b082006 None None] Deleting port d0f63b97-cc5f-42f2-90d5-36d45e147d54 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:49:44.306597 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a13f6f63-b2cd-45c7-9da9-b9f21b082006 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:44.407644 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4ef7bc20-eeb6-4e5e-a869-a24052f3dfd7 req-8e51ed07-165a-48e1-a9f3-e39399e68a40 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "GET /v2.0/security-groups?id=eee36b9c-785d-4ab3-b1d4-e8674c8e6ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204731 Dec 20 08:49:44.411588 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-a13f6f63-b2cd-45c7-9da9-b9f21b082006 None None] The port 'd0f63b97-cc5f-42f2-90d5-36d45e147d54' was deleted {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 08:49:44.456876 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-83a51159-419d-494b-9489-a5869178dd11 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:44.463509 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1e5f23fc-3b25-4a79-b436-e527ae2c23e4 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:44.516476 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-6a1a16ac-431a-4490-afe0-61d4919f7b4d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Deleting port 14adb923-eeb8-41b0-90bd-b06198e3df01 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:49:44.517546 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6a1a16ac-431a-4490-afe0-61d4919f7b4d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:44.641366 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a51159-419d-494b-9489-a5869178dd11 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Pushing event deleted for resources: {'Port': ['ID=461f7b9d-0ead-40aa-9529-8de1acef325f,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:44.643741 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-83a51159-419d-494b-9489-a5869178dd11 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:44.663249 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f57cae2-1dfb-4a30-b62c-4949842d3237 None None] Sync routers for ids ['1ed7dfbc-d4b3-4fac-b67b-badf62540924'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:49:44.678014 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f57cae2-1dfb-4a30-b62c-4949842d3237 None None] Routers {'1ed7dfbc-d4b3-4fac-b67b-badf62540924'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:49:44.678570 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-9f57cae2-1dfb-4a30-b62c-4949842d3237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:49:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['1ed7dfbc-d4b3-4fac-b67b-badf62540924'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:44.776338 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6a1a16ac-431a-4490-afe0-61d4919f7b4d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:44.778281 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6a1a16ac-431a-4490-afe0-61d4919f7b4d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:44.851030 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-83a51159-419d-494b-9489-a5869178dd11 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32897953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348760'] for router_interface, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:44.922959 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-9f57cae2-1dfb-4a30-b62c-4949842d3237 None None] Set router 1ed7dfbc-d4b3-4fac-b67b-badf62540924 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:49:44.953073 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57eb620-d0b1-46ef-92fa-6b4c641f7214 None None] Sync routers for ids ['02095b17-94fa-4b5e-aecd-f6e867c619b5'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:49:44.973066 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57eb620-d0b1-46ef-92fa-6b4c641f7214 None None] Routers {'02095b17-94fa-4b5e-aecd-f6e867c619b5'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:49:44.974076 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-c57eb620-d0b1-46ef-92fa-6b4c641f7214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:49:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['02095b17-94fa-4b5e-aecd-f6e867c619b5'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:45.080164 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-6a1a16ac-431a-4490-afe0-61d4919f7b4d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Calling delete_port for 14adb923-eeb8-41b0-90bd-b06198e3df01 owned by network:floatingip {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:49:45.301321 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6a1a16ac-431a-4490-afe0-61d4919f7b4d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:45.310503 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-97226131-abf7-48b8-b276-4710eb8fe7da tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:45.313117 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-c57eb620-d0b1-46ef-92fa-6b4c641f7214 None None] Set router 02095b17-94fa-4b5e-aecd-f6e867c619b5 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:49:45.383457 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-0fe87ebd-fe59-4894-b0b0-fd8ba0d0162b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:45.432407 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-9f57cae2-1dfb-4a30-b62c-4949842d3237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed7dfbc-d4b3-4fac-b67b-badf62540924', 'name': 'tempest-TestNetworkAdvancedServerOps-router-966577616', 'tenant_id': 'fabc5346054940109ef98c8222603d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.105'}], 'enable_snat': True}, 'gw_port_id': '8be543e7-411e-470d-a062-f1773875471e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:49:08Z', 'updated_at': '2021-12-20T08:49:20Z', 'revision_number': 4, 'project_id': 'fabc5346054940109ef98c8222603d73', 'gw_port': {'id': '8be543e7-411e-470d-a062-f1773875471e', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed7dfbc-d4b3-4fac-b67b-badf62540924', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:49:09Z', 'updated_at': '2021-12-20T08:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '0bf68bd0-d44e-4036-977d-ea99f4387efb', 'name': '', 'network_id': '8349d658-15a5-4502-934d-42d77be31e8f', 'tenant_id': 'fabc5346054940109ef98c8222603d73', 'mac_address': 'fa:16:3e:bd:89:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed7dfbc-d4b3-4fac-b67b-badf62540924', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83d9bad6-eabe-4733-8037-e23b2cdef254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:49:19Z', 'updated_at': '2021-12-20T08:49:21Z', 'revision_number': 2, 'project_id': 'fabc5346054940109ef98c8222603d73', 'subnets': [{'id': '83d9bad6-eabe-4733-8037-e23b2cdef254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:45.434820 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1a16ac-431a-4490-afe0-61d4919f7b4d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event deleted for resources: {'Port': ['ID=14adb923-eeb8-41b0-90bd-b06198e3df01,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:45.440235 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f57cae2-1dfb-4a30-b62c-4949842d3237 None None] Checking router: 1ed7dfbc-d4b3-4fac-b67b-badf62540924 for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 08:49:45.441048 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-6a1a16ac-431a-4490-afe0-61d4919f7b4d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:45.441688 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f57cae2-1dfb-4a30-b62c-4949842d3237 None None] Updating router 1ed7dfbc-d4b3-4fac-b67b-badf62540924 port 0bf68bd0-d44e-4036-977d-ea99f4387efb binding host dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 08:49:45.578437 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83a51159-419d-494b-9489-a5869178dd11 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Router 4c0c6c31-11a3-40cc-87fb-300de12f8096 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:49:45.594239 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-9f57cae2-1dfb-4a30-b62c-4949842d3237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:45.842603 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-c57eb620-d0b1-46ef-92fa-6b4c641f7214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02095b17-94fa-4b5e-aecd-f6e867c619b5', 'name': 'tempest-TestVolumeBootPattern-1281238679-router', 'tenant_id': '267e2bb079e8441da27d64d99add18a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.125'}], 'enable_snat': True}, 'gw_port_id': 'ef7a86e3-a87b-424d-bb95-4c34a0bb3a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:49:12Z', 'updated_at': '2021-12-20T08:49:22Z', 'revision_number': 4, 'project_id': '267e2bb079e8441da27d64d99add18a5', 'gw_port': {'id': 'ef7a86e3-a87b-424d-bb95-4c34a0bb3a16', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02095b17-94fa-4b5e-aecd-f6e867c619b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:49:14Z', 'updated_at': '2021-12-20T08:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '6e80f991-1642-4212-99ad-73bf1cb0ac21', 'name': '', 'network_id': '9b0d164c-7269-4e58-a7e0-5aaa270beab1', 'tenant_id': '267e2bb079e8441da27d64d99add18a5', 'mac_address': 'fa:16:3e:ac:d7:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02095b17-94fa-4b5e-aecd-f6e867c619b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec2f7ce4-2b92-4250-94f8-ff458d7e7f44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:49:21Z', 'updated_at': '2021-12-20T08:49:23Z', 'revision_number': 2, 'project_id': '267e2bb079e8441da27d64d99add18a5', 'subnets': [{'id': 'ec2f7ce4-2b92-4250-94f8-ff458d7e7f44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:45.847417 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57eb620-d0b1-46ef-92fa-6b4c641f7214 None None] Checking router: 02095b17-94fa-4b5e-aecd-f6e867c619b5 for host: dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 08:49:45.848484 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57eb620-d0b1-46ef-92fa-6b4c641f7214 None None] Updating router 02095b17-94fa-4b5e-aecd-f6e867c619b5 port 6e80f991-1642-4212-99ad-73bf1cb0ac21 binding host dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 08:49:45.857354 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6a1a16ac-431a-4490-afe0-61d4919f7b4d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for floatingip, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:45.866206 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a51159-419d-494b-9489-a5869178dd11 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:49:45.887849 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1495b7-a9d5-445a-aba1-2d63d6fe6ab1 None None] Sync routers for ids ['4c0c6c31-11a3-40cc-87fb-300de12f8096'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:49:45.906793 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-83a51159-419d-494b-9489-a5869178dd11 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "PUT /v2.0/routers/4c0c6c31-11a3-40cc-87fb-300de12f8096/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3002369 Dec 20 08:49:45.910244 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43362) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:45.931976 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:45.936776 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-c57eb620-d0b1-46ef-92fa-6b4c641f7214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:45.937245 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1495b7-a9d5-445a-aba1-2d63d6fe6ab1 None None] Routers {'4c0c6c31-11a3-40cc-87fb-300de12f8096'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:49:45.938101 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-0e1495b7-a9d5-445a-aba1-2d63d6fe6ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:49:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['4c0c6c31-11a3-40cc-87fb-300de12f8096'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:45.978066 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a72ab-a23e-4ce2-9e25-77ccdf21643f req-382e22e4-0b0b-4b62-af9d-29127968f3ea tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:49:45.979580 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-5e7a72ab-a23e-4ce2-9e25-77ccdf21643f req-382e22e4-0b0b-4b62-af9d-29127968f3ea tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "GET /v2.0/ports?device_id=57db2080-b211-4da8-bdbc-e13d2d3dca48 HTTP/1.1" status: 200 len: 945 time: 0.3236153 Dec 20 08:49:45.994239 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-53c8f368-6079-4ce8-bfcd-034dea1ad045 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Synchronizing usage tracker for tenant:77c40f4df6664268b6fdee7d685de4ee on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:49:46.016693 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-53c8f368-6079-4ce8-bfcd-034dea1ad045 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Unset dirty status for tenant:77c40f4df6664268b6fdee7d685de4ee on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:49:46.020956 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 43366) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:46.021186 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-53c8f368-6079-4ce8-bfcd-034dea1ad045 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c0c6c31-11a3-40cc-87fb-300de12f8096 HTTP/1.1" status: 200 len: 205 time: 0.1097467 Dec 20 08:49:46.146217 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-0e1495b7-a9d5-445a-aba1-2d63d6fe6ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:46.176772 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:46.201751 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1495b7-a9d5-445a-aba1-2d63d6fe6ab1 None None] Routers {'4c0c6c31-11a3-40cc-87fb-300de12f8096'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:49:46.202391 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-0e1495b7-a9d5-445a-aba1-2d63d6fe6ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:49:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['4c0c6c31-11a3-40cc-87fb-300de12f8096'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:46.267428 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-0e1495b7-a9d5-445a-aba1-2d63d6fe6ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:46.267787 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1495b7-a9d5-445a-aba1-2d63d6fe6ab1 None None] The sync data for ids ['4c0c6c31-11a3-40cc-87fb-300de12f8096'] in dv-neutron-820491-1-hyperv is: [] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:49:46.388871 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-9f57cae2-1dfb-4a30-b62c-4949842d3237 None None] Notify callbacks [] for port, precommit_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:46.395147 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-5e7a72ab-a23e-4ce2-9e25-77ccdf21643f req-e9ec24b0-d275-4c82-b316-a5ffbbb3ddfc tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "GET /v2.0/security-groups?id=eee36b9c-785d-4ab3-b1d4-e8674c8e6ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4074175 Dec 20 08:49:46.419254 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-aa7c922d-f007-4871-a072-5bd61c8af178 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for router, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:46.430368 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-9f57cae2-1dfb-4a30-b62c-4949842d3237 None None] Transition to ACTIVE for port object 0bf68bd0-d44e-4036-977d-ea99f4387efb will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:49:46.439365 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-c57eb620-d0b1-46ef-92fa-6b4c641f7214 None None] Notify callbacks [] for port, precommit_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:46.441790 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-9f57cae2-1dfb-4a30-b62c-4949842d3237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:46.454935 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.provisioning_blocks [None req-c57eb620-d0b1-46ef-92fa-6b4c641f7214 None None] Transition to ACTIVE for port object 6e80f991-1642-4212-99ad-73bf1cb0ac21 will not be triggered until provisioned by entity L2. {{(pid=83447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:49:46.455195 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-2b9eda8a-64c7-446d-96e1-d7c591e91f44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:46.464162 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-c57eb620-d0b1-46ef-92fa-6b4c641f7214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:46.469061 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-b17bea4e-8e07-445b-b009-b0d082c8434b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:46.651061 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8e2052-4258-489b-8ad3-c867a3a97ee4 None None] Pushing event updated for resources: {'Port': ['ID=0bf68bd0-d44e-4036-977d-ea99f4387efb,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:46.653924 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e177f173-b4c7-43fc-a854-48a0d097073c None None] Pushing event updated for resources: {'Port': ['ID=6e80f991-1642-4212-99ad-73bf1cb0ac21,revision_number=3']} {{(pid=83447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:46.659120 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-e177f173-b4c7-43fc-a854-48a0d097073c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:46.660453 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-1c8e2052-4258-489b-8ad3-c867a3a97ee4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:46.763556 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-9f57cae2-1dfb-4a30-b62c-4949842d3237 None None] Attempting to bind port 0bf68bd0-d44e-4036-977d-ea99f4387efb on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:49:46.764953 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-9f57cae2-1dfb-4a30-b62c-4949842d3237 None None] Attempting to bind port 0bf68bd0-d44e-4036-977d-ea99f4387efb by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': 'a5cd7a16-d340-41d4-84ea-bcc0742b6af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '8349d658-15a5-4502-934d-42d77be31e8f'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:49:46.766578 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f57cae2-1dfb-4a30-b62c-4949842d3237 None None] Attempting to bind port 0bf68bd0-d44e-4036-977d-ea99f4387efb on network 8349d658-15a5-4502-934d-42d77be31e8f {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:49:46.791574 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f57cae2-1dfb-4a30-b62c-4949842d3237 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:49:46.791885 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f57cae2-1dfb-4a30-b62c-4949842d3237 None None] Checking segment: {'id': 'a5cd7a16-d340-41d4-84ea-bcc0742b6af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '8349d658-15a5-4502-934d-42d77be31e8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:49:46.792296 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-9f57cae2-1dfb-4a30-b62c-4949842d3237 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:46.792702 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f57cae2-1dfb-4a30-b62c-4949842d3237 None None] Bound using segment: {'id': 'a5cd7a16-d340-41d4-84ea-bcc0742b6af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '8349d658-15a5-4502-934d-42d77be31e8f'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:49:46.793275 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-9f57cae2-1dfb-4a30-b62c-4949842d3237 None None] Bound port: 0bf68bd0-d44e-4036-977d-ea99f4387efb, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5cd7a16-d340-41d4-84ea-bcc0742b6af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '8349d658-15a5-4502-934d-42d77be31e8f'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:49:46.794882 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-9f57cae2-1dfb-4a30-b62c-4949842d3237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:46.895154 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-c57eb620-d0b1-46ef-92fa-6b4c641f7214 None None] Attempting to bind port 6e80f991-1642-4212-99ad-73bf1cb0ac21 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:49:46.895523 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-c57eb620-d0b1-46ef-92fa-6b4c641f7214 None None] Attempting to bind port 6e80f991-1642-4212-99ad-73bf1cb0ac21 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': 'ef16c412-6eb9-4616-97a7-a4682fd6a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '9b0d164c-7269-4e58-a7e0-5aaa270beab1'}] {{(pid=83447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:49:46.895887 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57eb620-d0b1-46ef-92fa-6b4c641f7214 None None] Attempting to bind port 6e80f991-1642-4212-99ad-73bf1cb0ac21 on network 9b0d164c-7269-4e58-a7e0-5aaa270beab1 {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:49:46.903071 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57eb620-d0b1-46ef-92fa-6b4c641f7214 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:49:46.903489 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57eb620-d0b1-46ef-92fa-6b4c641f7214 None None] Checking segment: {'id': 'ef16c412-6eb9-4616-97a7-a4682fd6a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '9b0d164c-7269-4e58-a7e0-5aaa270beab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:49:46.904083 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-c57eb620-d0b1-46ef-92fa-6b4c641f7214 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:46.904478 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57eb620-d0b1-46ef-92fa-6b4c641f7214 None None] Bound using segment: {'id': 'ef16c412-6eb9-4616-97a7-a4682fd6a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '9b0d164c-7269-4e58-a7e0-5aaa270beab1'} {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:49:46.904953 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-c57eb620-d0b1-46ef-92fa-6b4c641f7214 None None] Bound port: 6e80f991-1642-4212-99ad-73bf1cb0ac21, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef16c412-6eb9-4616-97a7-a4682fd6a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '9b0d164c-7269-4e58-a7e0-5aaa270beab1'}}] {{(pid=83447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:49:46.905629 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-c57eb620-d0b1-46ef-92fa-6b4c641f7214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:46.939797 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-9f57cae2-1dfb-4a30-b62c-4949842d3237 None None] For port 0bf68bd0-d44e-4036-977d-ea99f4387efb, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:49:46.945274 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-9f57cae2-1dfb-4a30-b62c-4949842d3237 None None] For port 0bf68bd0-d44e-4036-977d-ea99f4387efb, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=0bf68bd0-d44e-4036-977d-ea99f4387efb,segment=NetworkSegment(a5cd7a16-d340-41d4-84ea-bcc0742b6af4),segment_id=a5cd7a16-d340-41d4-84ea-bcc0742b6af4)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:49:46.953315 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-9f57cae2-1dfb-4a30-b62c-4949842d3237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:46.958101 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-ac28c5db-49a4-4dad-bf5b-b1af03905c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:47.038588 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.db [None req-c57eb620-d0b1-46ef-92fa-6b4c641f7214 None None] For port 6e80f991-1642-4212-99ad-73bf1cb0ac21, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:49:47.044748 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.db [None req-c57eb620-d0b1-46ef-92fa-6b4c641f7214 None None] For port 6e80f991-1642-4212-99ad-73bf1cb0ac21, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=6e80f991-1642-4212-99ad-73bf1cb0ac21,segment=NetworkSegment(ef16c412-6eb9-4616-97a7-a4682fd6a930),segment_id=ef16c412-6eb9-4616-97a7-a4682fd6a930)] {{(pid=83447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:49:47.052802 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-c57eb620-d0b1-46ef-92fa-6b4c641f7214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:47.059820 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:47.076497 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8e2052-4258-489b-8ad3-c867a3a97ee4 None None] Pushing event updated for resources: {'Port': ['ID=0bf68bd0-d44e-4036-977d-ea99f4387efb,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:47.086820 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-1c8e2052-4258-489b-8ad3-c867a3a97ee4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:47.093821 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f57cae2-1dfb-4a30-b62c-4949842d3237 None None] Routers {'1ed7dfbc-d4b3-4fac-b67b-badf62540924'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:49:47.094456 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-9f57cae2-1dfb-4a30-b62c-4949842d3237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:49:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['1ed7dfbc-d4b3-4fac-b67b-badf62540924'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:47.171448 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57eb620-d0b1-46ef-92fa-6b4c641f7214 None None] Routers {'02095b17-94fa-4b5e-aecd-f6e867c619b5'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:49:47.172176 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-c57eb620-d0b1-46ef-92fa-6b4c641f7214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:49:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['02095b17-94fa-4b5e-aecd-f6e867c619b5'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:47.224647 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-aa7c922d-f007-4871-a072-5bd61c8af178 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24735'] for router, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:47.368039 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-aa7c922d-f007-4871-a072-5bd61c8af178 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:47.416782 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e177f173-b4c7-43fc-a854-48a0d097073c None None] Pushing event updated for resources: {'Port': ['ID=6e80f991-1642-4212-99ad-73bf1cb0ac21,revision_number=4']} {{(pid=83447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:47.422321 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-e177f173-b4c7-43fc-a854-48a0d097073c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:47.443315 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-aa7c922d-f007-4871-a072-5bd61c8af178 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-390871'] for router, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:47.444112 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa7c922d-f007-4871-a072-5bd61c8af178 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Fanout notify agent at l3_agent the message router_deleted on router 4c0c6c31-11a3-40cc-87fb-300de12f8096 {{(pid=83445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 08:49:47.481163 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-c57eb620-d0b1-46ef-92fa-6b4c641f7214 None None] Set router 02095b17-94fa-4b5e-aecd-f6e867c619b5 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:49:47.514341 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a1a16ac-431a-4490-afe0-61d4919f7b4d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Router 8622c24e-8e36-4a6a-8ead-f057b7bb0c53 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:49:47.518092 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-aa7c922d-f007-4871-a072-5bd61c8af178 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:47.519372 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-aa7c922d-f007-4871-a072-5bd61c8af178 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "DELETE /v2.0/routers/4c0c6c31-11a3-40cc-87fb-300de12f8096 HTTP/1.1" status: 204 len: 168 time: 1.4969764 Dec 20 08:49:47.522487 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43382) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:47.536465 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:47.592302 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-9f57cae2-1dfb-4a30-b62c-4949842d3237 None None] Set router 1ed7dfbc-d4b3-4fac-b67b-badf62540924 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:49:47.782970 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a1a16ac-431a-4490-afe0-61d4919f7b4d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:49:47.787945 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6a1a16ac-431a-4490-afe0-61d4919f7b4d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for floatingip, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:47.799036 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3346a068-1de2-471e-80a1-49d260d9cc0c None None] Sync routers for ids ['8622c24e-8e36-4a6a-8ead-f057b7bb0c53'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:49:47.848729 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-6a1a16ac-431a-4490-afe0-61d4919f7b4d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "DELETE /v2.0/floatingips/8de309e6-50f4-4892-9132-04a23740d016 HTTP/1.1" status: 204 len: 168 time: 3.5770378 Dec 20 08:49:47.849390 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1059216-b29b-4505-a7bf-5926ba22726d', 'tag': 'bada3ab8-1b01-4681-a0b6-e977830d7152'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 08:49:47.894399 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3346a068-1de2-471e-80a1-49d260d9cc0c None None] Routers {'8622c24e-8e36-4a6a-8ead-f057b7bb0c53'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:49:47.895018 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-3346a068-1de2-471e-80a1-49d260d9cc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:49:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['8622c24e-8e36-4a6a-8ead-f057b7bb0c53'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:47.982663 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4feda20-341b-4330-a456-612be00b5b01 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Deleting subnet 8fcf8223-69a8-474e-a576-cd14a3067762 {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:49:47.988542 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c4feda20-341b-4330-a456-612be00b5b01 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:48.079159 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-9f57cae2-1dfb-4a30-b62c-4949842d3237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed7dfbc-d4b3-4fac-b67b-badf62540924', 'name': 'tempest-TestNetworkAdvancedServerOps-router-966577616', 'tenant_id': 'fabc5346054940109ef98c8222603d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.105'}], 'enable_snat': True}, 'gw_port_id': '8be543e7-411e-470d-a062-f1773875471e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:49:08Z', 'updated_at': '2021-12-20T08:49:20Z', 'revision_number': 4, 'project_id': 'fabc5346054940109ef98c8222603d73', 'gw_port': {'id': '8be543e7-411e-470d-a062-f1773875471e', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed7dfbc-d4b3-4fac-b67b-badf62540924', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:49:09Z', 'updated_at': '2021-12-20T08:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '0bf68bd0-d44e-4036-977d-ea99f4387efb', 'name': '', 'network_id': '8349d658-15a5-4502-934d-42d77be31e8f', 'tenant_id': 'fabc5346054940109ef98c8222603d73', 'mac_address': 'fa:16:3e:bd:89:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed7dfbc-d4b3-4fac-b67b-badf62540924', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83d9bad6-eabe-4733-8037-e23b2cdef254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:49:19Z', 'updated_at': '2021-12-20T08:49:46Z', 'revision_number': 4, 'project_id': 'fabc5346054940109ef98c8222603d73', 'subnets': [{'id': '83d9bad6-eabe-4733-8037-e23b2cdef254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:48.081019 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c4feda20-341b-4330-a456-612be00b5b01 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1618747'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:48.083350 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f57cae2-1dfb-4a30-b62c-4949842d3237 None None] The sync data for ids ['1ed7dfbc-d4b3-4fac-b67b-badf62540924'] in dv-neutron-820491-1-hyperv is: [{'id': '1ed7dfbc-d4b3-4fac-b67b-badf62540924', 'name': 'tempest-TestNetworkAdvancedServerOps-router-966577616', 'tenant_id': 'fabc5346054940109ef98c8222603d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.105'}], 'enable_snat': True}, 'gw_port_id': '8be543e7-411e-470d-a062-f1773875471e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:49:08Z', 'updated_at': '2021-12-20T08:49:20Z', 'revision_number': 4, 'project_id': 'fabc5346054940109ef98c8222603d73', 'gw_port': {'id': '8be543e7-411e-470d-a062-f1773875471e', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed7dfbc-d4b3-4fac-b67b-badf62540924', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:49:09Z', 'updated_at': '2021-12-20T08:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '0bf68bd0-d44e-4036-977d-ea99f4387efb', 'name': '', 'network_id': '8349d658-15a5-4502-934d-42d77be31e8f', 'tenant_id': 'fabc5346054940109ef98c8222603d73', 'mac_address': 'fa:16:3e:bd:89:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed7dfbc-d4b3-4fac-b67b-badf62540924', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83d9bad6-eabe-4733-8037-e23b2cdef254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:49:19Z', 'updated_at': '2021-12-20T08:49:46Z', 'revision_number': 4, 'project_id': 'fabc5346054940109ef98c8222603d73', 'subnets': [{'id': '83d9bad6-eabe-4733-8037-e23b2cdef254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:49:48.157092 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8aea1f-e8ed-4bbe-9e8e-4d1cca516cce req-83327ba7-ff2e-4af2-9487-6f36adf883e3 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:49:48.161908 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7e8aea1f-e8ed-4bbe-9e8e-4d1cca516cce req-83327ba7-ff2e-4af2-9487-6f36adf883e3 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "GET /v2.0/ports?device_id=57db2080-b211-4da8-bdbc-e13d2d3dca48 HTTP/1.1" status: 200 len: 945 time: 0.4612586 Dec 20 08:49:48.198397 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-3346a068-1de2-471e-80a1-49d260d9cc0c None None] Set router 8622c24e-8e36-4a6a-8ead-f057b7bb0c53 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:49:48.278325 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7e8aea1f-e8ed-4bbe-9e8e-4d1cca516cce req-bdba54eb-b59a-44ce-8086-6af977c869d8 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "GET /v2.0/security-groups?id=eee36b9c-785d-4ab3-b1d4-e8674c8e6ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999763 Dec 20 08:49:48.283933 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c4feda20-341b-4330-a456-612be00b5b01 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:48.313187 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-c57eb620-d0b1-46ef-92fa-6b4c641f7214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02095b17-94fa-4b5e-aecd-f6e867c619b5', 'name': 'tempest-TestVolumeBootPattern-1281238679-router', 'tenant_id': '267e2bb079e8441da27d64d99add18a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.125'}], 'enable_snat': True}, 'gw_port_id': 'ef7a86e3-a87b-424d-bb95-4c34a0bb3a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:49:12Z', 'updated_at': '2021-12-20T08:49:22Z', 'revision_number': 4, 'project_id': '267e2bb079e8441da27d64d99add18a5', 'gw_port': {'id': 'ef7a86e3-a87b-424d-bb95-4c34a0bb3a16', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02095b17-94fa-4b5e-aecd-f6e867c619b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:49:14Z', 'updated_at': '2021-12-20T08:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '6e80f991-1642-4212-99ad-73bf1cb0ac21', 'name': '', 'network_id': '9b0d164c-7269-4e58-a7e0-5aaa270beab1', 'tenant_id': '267e2bb079e8441da27d64d99add18a5', 'mac_address': 'fa:16:3e:ac:d7:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02095b17-94fa-4b5e-aecd-f6e867c619b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec2f7ce4-2b92-4250-94f8-ff458d7e7f44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:49:21Z', 'updated_at': '2021-12-20T08:49:47Z', 'revision_number': 4, 'project_id': '267e2bb079e8441da27d64d99add18a5', 'subnets': [{'id': 'ec2f7ce4-2b92-4250-94f8-ff458d7e7f44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:48.324894 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1059216-b29b-4505-a7bf-5926ba22726d', 'tag': 'bada3ab8-1b01-4681-a0b6-e977830d7152', 'status': 'completed', 'code': 200} Dec 20 08:49:48.441089 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57eb620-d0b1-46ef-92fa-6b4c641f7214 None None] The sync data for ids ['02095b17-94fa-4b5e-aecd-f6e867c619b5'] in dv-neutron-820491-1-hyperv is: [{'id': '02095b17-94fa-4b5e-aecd-f6e867c619b5', 'name': 'tempest-TestVolumeBootPattern-1281238679-router', 'tenant_id': '267e2bb079e8441da27d64d99add18a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.125'}], 'enable_snat': True}, 'gw_port_id': 'ef7a86e3-a87b-424d-bb95-4c34a0bb3a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:49:12Z', 'updated_at': '2021-12-20T08:49:22Z', 'revision_number': 4, 'project_id': '267e2bb079e8441da27d64d99add18a5', 'gw_port': {'id': 'ef7a86e3-a87b-424d-bb95-4c34a0bb3a16', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02095b17-94fa-4b5e-aecd-f6e867c619b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:49:14Z', 'updated_at': '2021-12-20T08:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '6e80f991-1642-4212-99ad-73bf1cb0ac21', 'name': '', 'network_id': '9b0d164c-7269-4e58-a7e0-5aaa270beab1', 'tenant_id': '267e2bb079e8441da27d64d99add18a5', 'mac_address': 'fa:16:3e:ac:d7:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02095b17-94fa-4b5e-aecd-f6e867c619b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec2f7ce4-2b92-4250-94f8-ff458d7e7f44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:49:21Z', 'updated_at': '2021-12-20T08:49:47Z', 'revision_number': 4, 'project_id': '267e2bb079e8441da27d64d99add18a5', 'subnets': [{'id': 'ec2f7ce4-2b92-4250-94f8-ff458d7e7f44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:49:48.726577 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025f30b1-656b-480d-acc7-38681dfc0de1 req-245a8899-adb1-4923-8845-95204a459f9e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:49:48.735466 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-025f30b1-656b-480d-acc7-38681dfc0de1 req-245a8899-adb1-4923-8845-95204a459f9e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Synchronizing usage tracker for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:49:48.766646 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-025f30b1-656b-480d-acc7-38681dfc0de1 req-245a8899-adb1-4923-8845-95204a459f9e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Unset dirty status for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:49:48.773276 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-025f30b1-656b-480d-acc7-38681dfc0de1 req-245a8899-adb1-4923-8845-95204a459f9e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1059216-b29b-4505-a7bf-5926ba22726d HTTP/1.1" status: 200 len: 946 time: 0.1836681 Dec 20 08:49:48.852177 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-025f30b1-656b-480d-acc7-38681dfc0de1 req-d1f98354-adcf-441e-a401-0ba457ce400e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Synchronizing usage tracker for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:security_group {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:49:48.885544 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c4feda20-341b-4330-a456-612be00b5b01 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1129313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1529131'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:48.892562 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-025f30b1-656b-480d-acc7-38681dfc0de1 req-d1f98354-adcf-441e-a401-0ba457ce400e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Unset dirty status for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:security_group {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:49:48.894929 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b44bf106-a5ec-49bb-8ad7-2704f325f0e6 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:48.903136 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-025f30b1-656b-480d-acc7-38681dfc0de1 req-d1f98354-adcf-441e-a401-0ba457ce400e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=94538abc-96b2-47aa-83bb-750d9d40afe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276498 Dec 20 08:49:48.909688 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-3346a068-1de2-471e-80a1-49d260d9cc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8622c24e-8e36-4a6a-8ead-f057b7bb0c53', 'name': 'tempest-TestNetworkBasicOps-router-405621392', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.100'}], 'enable_snat': True}, 'gw_port_id': 'ffbc822d-d310-47fc-a0a6-d3f474bf15ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:45:45Z', 'updated_at': '2021-12-20T08:49:30Z', 'revision_number': 6, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': 'ffbc822d-d310-47fc-a0a6-d3f474bf15ca', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:6b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8622c24e-8e36-4a6a-8ead-f057b7bb0c53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:45:48Z', 'updated_at': '2021-12-20T08:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '24d6d22e-d030-449a-8f23-f752c194ed51', 'name': '', 'network_id': '627d2b4e-ee9f-42de-b848-af479fe5c2f5', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'mac_address': 'fa:16:3e:35:e2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8622c24e-8e36-4a6a-8ead-f057b7bb0c53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '241217e4-29b1-4db3-ac24-1473da03c8b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:46:05Z', 'updated_at': '2021-12-20T08:46:18Z', 'revision_number': 5, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'subnets': [{'id': '241217e4-29b1-4db3-ac24-1473da03c8b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:48.924453 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3346a068-1de2-471e-80a1-49d260d9cc0c None None] Checking router: 8622c24e-8e36-4a6a-8ead-f057b7bb0c53 for host: dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 08:49:48.940295 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3346a068-1de2-471e-80a1-49d260d9cc0c None None] Routers {'8622c24e-8e36-4a6a-8ead-f057b7bb0c53'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:49:48.940987 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-3346a068-1de2-471e-80a1-49d260d9cc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:49:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['8622c24e-8e36-4a6a-8ead-f057b7bb0c53'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:48.978548 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4feda20-341b-4330-a456-612be00b5b01 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Pushing event deleted for resources: {'Subnet': ['ID=8fcf8223-69a8-474e-a576-cd14a3067762,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:48.988884 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c4feda20-341b-4330-a456-612be00b5b01 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:49.006207 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c4feda20-341b-4330-a456-612be00b5b01 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:49.019392 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cce2030-e5e2-4333-825f-7412f73a7a70 None None] Network a8da310b-fb9b-4807-b6b4-0463f47aac3b requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:49:49.036645 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b7b23886-1a51-45b0-bef1-29187119daeb req-e27b8c91-d6cf-470a-9cb4-99ed88688298 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f7b89f97320342ff933d41aa1a974b12&device_id=e1059216-b29b-4505-a7bf-5926ba22726d HTTP/1.1" status: 200 len: 1099 time: 0.6763895 Dec 20 08:49:49.057632 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db82b89-ee23-4ffc-82c9-0e69779eb0b3 req-c7c9537a-87bd-4218-a273-93588447ccfa tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:49:49.059344 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6db82b89-ee23-4ffc-82c9-0e69779eb0b3 req-c7c9537a-87bd-4218-a273-93588447ccfa tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "GET /v2.0/ports?device_id=57db2080-b211-4da8-bdbc-e13d2d3dca48 HTTP/1.1" status: 200 len: 945 time: 0.3309550 Dec 20 08:49:49.181090 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c4feda20-341b-4330-a456-612be00b5b01 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "DELETE /v2.0/subnets/8fcf8223-69a8-474e-a576-cd14a3067762 HTTP/1.1" status: 204 len: 168 time: 1.6549489 Dec 20 08:49:49.181583 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 43400) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:49.243095 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-3346a068-1de2-471e-80a1-49d260d9cc0c None None] Set router 8622c24e-8e36-4a6a-8ead-f057b7bb0c53 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:49:49.442079 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6db82b89-ee23-4ffc-82c9-0e69779eb0b3 req-69d7d041-0669-4eca-ade4-f4b59eec83e9 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "GET /v2.0/security-groups?id=eee36b9c-785d-4ab3-b1d4-e8674c8e6ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2611275 Dec 20 08:49:49.461544 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-81da1929-552c-4aff-9447-2278e08db139 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:49.462192 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b23886-1a51-45b0-bef1-29187119daeb req-e8dbf2b6-b2f4-4fab-808e-55d832700ac8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:49:49.465072 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b7b23886-1a51-45b0-bef1-29187119daeb req-e8dbf2b6-b2f4-4fab-808e-55d832700ac8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=627d2b4e-ee9f-42de-b848-af479fe5c2f5 HTTP/1.1" status: 200 len: 897 time: 0.4042876 Dec 20 08:49:49.481981 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 43404) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:49.521326 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e1b776-6224-4241-9e2a-b35d0fd5b832 None None] DHCP port deletion for a8da310b-fb9b-4807-b6b4-0463f47aac3b request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 08:49:49.525759 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-69e1b776-6224-4241-9e2a-b35d0fd5b832 None None] Deleting port 4f53a8bd-8270-4ce3-b315-16f9f4e4cd7a {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:49:49.526144 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-69e1b776-6224-4241-9e2a-b35d0fd5b832 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:49.626981 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-81da1929-552c-4aff-9447-2278e08db139 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Deleting port 4f53a8bd-8270-4ce3-b315-16f9f4e4cd7a {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:49:49.627316 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-81da1929-552c-4aff-9447-2278e08db139 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:49.640032 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b7b23886-1a51-45b0-bef1-29187119daeb req-36b19bd7-3743-48fc-b59b-02ab404c1494 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bada3ab8-1b01-4681-a0b6-e977830d7152 HTTP/1.1" status: 200 len: 217 time: 0.1673005 Dec 20 08:49:49.753656 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b23886-1a51-45b0-bef1-29187119daeb req-a6cc8ce9-54cd-4ec3-83c0-d1d1d6b7d196 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:49:49.755704 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b7b23886-1a51-45b0-bef1-29187119daeb req-a6cc8ce9-54cd-4ec3-83c0-d1d1d6b7d196 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=241217e4-29b1-4db3-ac24-1473da03c8b8 HTTP/1.1" status: 200 len: 834 time: 0.1070912 Dec 20 08:49:49.920360 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b7b23886-1a51-45b0-bef1-29187119daeb req-112ed681-8bd0-41f1-9d7b-c35be1ff355a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=627d2b4e-ee9f-42de-b848-af479fe5c2f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1500692 Dec 20 08:49:50.049689 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 6e80f991-1642-4212-99ad-73bf1cb0ac21 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:49:50.272012 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-3346a068-1de2-471e-80a1-49d260d9cc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8622c24e-8e36-4a6a-8ead-f057b7bb0c53', 'name': 'tempest-TestNetworkBasicOps-router-405621392', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.100'}], 'enable_snat': True}, 'gw_port_id': 'ffbc822d-d310-47fc-a0a6-d3f474bf15ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:45:45Z', 'updated_at': '2021-12-20T08:49:30Z', 'revision_number': 6, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': 'ffbc822d-d310-47fc-a0a6-d3f474bf15ca', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:6b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8622c24e-8e36-4a6a-8ead-f057b7bb0c53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:45:48Z', 'updated_at': '2021-12-20T08:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '24d6d22e-d030-449a-8f23-f752c194ed51', 'name': '', 'network_id': '627d2b4e-ee9f-42de-b848-af479fe5c2f5', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'mac_address': 'fa:16:3e:35:e2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8622c24e-8e36-4a6a-8ead-f057b7bb0c53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '241217e4-29b1-4db3-ac24-1473da03c8b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:46:05Z', 'updated_at': '2021-12-20T08:46:18Z', 'revision_number': 5, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'subnets': [{'id': '241217e4-29b1-4db3-ac24-1473da03c8b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:50.281072 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3346a068-1de2-471e-80a1-49d260d9cc0c None None] The sync data for ids ['8622c24e-8e36-4a6a-8ead-f057b7bb0c53'] in dv-neutron-820491-1-hyperv is: [{'id': '8622c24e-8e36-4a6a-8ead-f057b7bb0c53', 'name': 'tempest-TestNetworkBasicOps-router-405621392', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.100'}], 'enable_snat': True}, 'gw_port_id': 'ffbc822d-d310-47fc-a0a6-d3f474bf15ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:45:45Z', 'updated_at': '2021-12-20T08:49:30Z', 'revision_number': 6, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': 'ffbc822d-d310-47fc-a0a6-d3f474bf15ca', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:6b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8622c24e-8e36-4a6a-8ead-f057b7bb0c53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:45:48Z', 'updated_at': '2021-12-20T08:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '24d6d22e-d030-449a-8f23-f752c194ed51', 'name': '', 'network_id': '627d2b4e-ee9f-42de-b848-af479fe5c2f5', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'mac_address': 'fa:16:3e:35:e2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8622c24e-8e36-4a6a-8ead-f057b7bb0c53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '241217e4-29b1-4db3-ac24-1473da03c8b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:46:05Z', 'updated_at': '2021-12-20T08:46:18Z', 'revision_number': 5, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'subnets': [{'id': '241217e4-29b1-4db3-ac24-1473da03c8b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:49:50.300820 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-69e1b776-6224-4241-9e2a-b35d0fd5b832 None None] For port 4f53a8bd-8270-4ce3-b315-16f9f4e4cd7a, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=4f53a8bd-8270-4ce3-b315-16f9f4e4cd7a,segment=NetworkSegment(cc950188-79e8-4ed8-ab75-936163dd157b),segment_id=cc950188-79e8-4ed8-ab75-936163dd157b)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:49:50.301215 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-69e1b776-6224-4241-9e2a-b35d0fd5b832 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:50.314935 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b7b23886-1a51-45b0-bef1-29187119daeb req-b7c2577d-1e4c-45fb-bcb3-36fd61f0b9eb service neutron] 10.222.0.58 "GET /v2.0/networks/627d2b4e-ee9f-42de-b848-af479fe5c2f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3870859 Dec 20 08:49:50.468137 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-69e1b776-6224-4241-9e2a-b35d0fd5b832 None None] Calling delete_port for 4f53a8bd-8270-4ce3-b315-16f9f4e4cd7a owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:49:50.500620 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b7b23886-1a51-45b0-bef1-29187119daeb req-04226afe-a3cd-4523-b30a-d9c472d1765b service neutron] 10.222.0.58 "GET /v2.0/networks/627d2b4e-ee9f-42de-b848-af479fe5c2f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776683 Dec 20 08:49:50.538137 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 6e80f991-1642-4212-99ad-73bf1cb0ac21 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:49:50.544031 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 6e80f991-1642-4212-99ad-73bf1cb0ac21 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:49:50.544478 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:50.545210 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43412) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:50.554743 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-af393c12-c6f7-4931-b11f-3a30b0fa1211 tempest-TestNetworkAdvancedServerOps-1564198519 tempest-TestNetworkAdvancedServerOps-1564198519-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=57db2080-b211-4da8-bdbc-e13d2d3dca48 HTTP/1.1" status: 200 len: 1093 time: 1.0708759 Dec 20 08:49:50.555764 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-d30d6bc4-fb67-4845-8944-aac768679e09 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Request body: {'floatingip': {'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'port_id': '7bf7f621-eb7a-44a4-a11e-a463b7790d6c', 'tenant_id': 'fabc5346054940109ef98c8222603d73', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:49:50.562992 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-d30d6bc4-fb67-4845-8944-aac768679e09 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:49:50.570349 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d30d6bc4-fb67-4845-8944-aac768679e09 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Usage tracker for resource:floatingip and tenant:fabc5346054940109ef98c8222603d73 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:49:50.580748 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d30d6bc4-fb67-4845-8944-aac768679e09 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:49:50.591379 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-d30d6bc4-fb67-4845-8944-aac768679e09 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:49:50.609926 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d30d6bc4-fb67-4845-8944-aac768679e09 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks [] for floatingip, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:50.610356 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-69e1b776-6224-4241-9e2a-b35d0fd5b832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102'] for port, after_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:50.614428 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-e9acd6e0-2575-4b26-a5a9-8676207a18a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:50.658201 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e1b776-6224-4241-9e2a-b35d0fd5b832 None None] Pushing event deleted for resources: {'Port': ['ID=4f53a8bd-8270-4ce3-b315-16f9f4e4cd7a,revision_number=None']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:50.665931 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-69e1b776-6224-4241-9e2a-b35d0fd5b832 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:50.714675 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e1b776-6224-4241-9e2a-b35d0fd5b832 None None] No DVR routers for this DVR port 4f53a8bd-8270-4ce3-b315-16f9f4e4cd7a on host dv-neutron-820491-1-hyperv {{(pid=83446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:49:50.734299 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03200a-f0be-4450-b718-f31de1074522 req-8b5db5d9-4a51-452c-b945-df0a61ed05b9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:49:50.735686 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-9e03200a-f0be-4450-b718-f31de1074522 req-8b5db5d9-4a51-452c-b945-df0a61ed05b9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1059216-b29b-4505-a7bf-5926ba22726d HTTP/1.1" status: 200 len: 946 time: 0.3974223 Dec 20 08:49:50.741456 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:50.742355 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-81da1929-552c-4aff-9447-2278e08db139 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] For port 4f53a8bd-8270-4ce3-b315-16f9f4e4cd7a, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=4f53a8bd-8270-4ce3-b315-16f9f4e4cd7a,segment=NetworkSegment(cc950188-79e8-4ed8-ab75-936163dd157b),segment_id=cc950188-79e8-4ed8-ab75-936163dd157b)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:49:50.742701 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-81da1929-552c-4aff-9447-2278e08db139 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:50.796319 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 6e80f991-1642-4212-99ad-73bf1cb0ac21, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=6e80f991-1642-4212-99ad-73bf1cb0ac21,segment=NetworkSegment(ef16c412-6eb9-4616-97a7-a4682fd6a930),segment_id=ef16c412-6eb9-4616-97a7-a4682fd6a930)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:49:50.798445 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de510461-6b4e-4acb-a9f5-8179d8dbeed7 req-37fc9520-1e51-4659-a804-ac72d11a25c0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:49:50.800230 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-de510461-6b4e-4acb-a9f5-8179d8dbeed7 req-37fc9520-1e51-4659-a804-ac72d11a25c0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1059216-b29b-4505-a7bf-5926ba22726d HTTP/1.1" status: 200 len: 946 time: 0.5244172 Dec 20 08:49:50.802514 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:50.803988 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 0bf68bd0-d44e-4036-977d-ea99f4387efb up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:49:50.837306 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d30d6bc4-fb67-4845-8944-aac768679e09 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:50.866425 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:50.894298 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [req-9e03200a-f0be-4450-b718-f31de1074522 req-5370f50e-d968-43af-9b47-67043bafeff0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Deleting port bada3ab8-1b01-4681-a0b6-e977830d7152 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:49:50.894706 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-9e03200a-f0be-4450-b718-f31de1074522 req-5370f50e-d968-43af-9b47-67043bafeff0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:50.977815 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=6e80f991-1642-4212-99ad-73bf1cb0ac21,revision_number=5']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:50.981845 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:51.013784 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 0bf68bd0-d44e-4036-977d-ea99f4387efb completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:49:51.020893 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 0bf68bd0-d44e-4036-977d-ea99f4387efb triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:49:51.021192 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-d30d6bc4-fb67-4845-8944-aac768679e09 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Allocated IP 172.26.5.239 (95f3bec2-46e6-4468-8229-8badd4a5aaae/cf8895a3-346d-4313-a645-16ecdcce9969/8e51334f-e596-4f7b-ac7e-ae30dfdc0520) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:49:51.022202 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:51.025868 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-81da1929-552c-4aff-9447-2278e08db139 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Calling delete_port for 4f53a8bd-8270-4ce3-b315-16f9f4e4cd7a owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:49:51.118844 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-de510461-6b4e-4acb-a9f5-8179d8dbeed7 req-c615e1db-df64-4fe6-9c98-41c8def417f0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=94538abc-96b2-47aa-83bb-750d9d40afe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209207 Dec 20 08:49:51.178297 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:51.219633 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 0bf68bd0-d44e-4036-977d-ea99f4387efb, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=0bf68bd0-d44e-4036-977d-ea99f4387efb,segment=NetworkSegment(a5cd7a16-d340-41d4-84ea-bcc0742b6af4),segment_id=a5cd7a16-d340-41d4-84ea-bcc0742b6af4)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:49:51.227793 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:51.234455 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d30d6bc4-fb67-4845-8944-aac768679e09 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:51.236343 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-418eabb9-4bac-495c-977b-df2db82095ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:51.285375 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d30d6bc4-fb67-4845-8944-aac768679e09 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:51.290285 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-432b086b-543c-49e8-bcf3-f810a7eaf12a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:51.300234 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.api [None req-81da1929-552c-4aff-9447-2278e08db139 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 08:49:51.301854 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_db.api [None req-81da1929-552c-4aff-9447-2278e08db139 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 08:49:51.367803 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 4f53a8bd-8270-4ce3-b315-16f9f4e4cd7a no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:49:51.375979 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30d6bc4-fb67-4845-8944-aac768679e09 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Pushing event updated for resources: {'Port': ['ID=8e51334f-e596-4f7b-ac7e-ae30dfdc0520,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:51.379199 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d30d6bc4-fb67-4845-8944-aac768679e09 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:51.394607 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30d6bc4-fb67-4845-8944-aac768679e09 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Network 95f3bec2-46e6-4468-8229-8badd4a5aaae is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:49:51.396635 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-d30d6bc4-fb67-4845-8944-aac768679e09 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:49:51.399145 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30d6bc4-fb67-4845-8944-aac768679e09 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:49:51.408511 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 4f53a8bd-8270-4ce3-b315-16f9f4e4cd7a {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:49:51.408860 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 4f53a8bd-8270-4ce3-b315-16f9f4e4cd7a not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:49:51.413217 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=0bf68bd0-d44e-4036-977d-ea99f4387efb,revision_number=5']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:51.417387 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:51.436932 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [req-9e03200a-f0be-4450-b718-f31de1074522 req-5370f50e-d968-43af-9b47-67043bafeff0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] For port bada3ab8-1b01-4681-a0b6-e977830d7152, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=bada3ab8-1b01-4681-a0b6-e977830d7152,segment=NetworkSegment(4add418e-9ba1-4854-8396-6b270d4c02ff),segment_id=4add418e-9ba1-4854-8396-6b270d4c02ff)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:49:51.437400 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-9e03200a-f0be-4450-b718-f31de1074522 req-5370f50e-d968-43af-9b47-67043bafeff0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:51.566784 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [req-9e03200a-f0be-4450-b718-f31de1074522 req-5370f50e-d968-43af-9b47-67043bafeff0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Calling delete_port for bada3ab8-1b01-4681-a0b6-e977830d7152 owned by compute:nova {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:49:51.743468 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-9e03200a-f0be-4450-b718-f31de1074522 req-5370f50e-d968-43af-9b47-67043bafeff0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:51.752041 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-89035934-4cc1-4e3a-a00d-2f8034ad760a tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:51.801827 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5370f50e-d968-43af-9b47-67043bafeff0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event deleted for resources: {'Port': ['ID=bada3ab8-1b01-4681-a0b6-e977830d7152,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:51.807052 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-81da1929-552c-4aff-9447-2278e08db139 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Deleting port 4f53a8bd-8270-4ce3-b315-16f9f4e4cd7a {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:49:51.807158 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-81da1929-552c-4aff-9447-2278e08db139 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:51.861487 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-5370f50e-d968-43af-9b47-67043bafeff0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:51.885346 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 6e80f991-1642-4212-99ad-73bf1cb0ac21 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:49:51.932297 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-81da1929-552c-4aff-9447-2278e08db139 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] The port '4f53a8bd-8270-4ce3-b315-16f9f4e4cd7a' was deleted {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 08:49:52.027606 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 6e80f991-1642-4212-99ad-73bf1cb0ac21 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:49:52.028311 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:52.220793 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 0bf68bd0-d44e-4036-977d-ea99f4387efb up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:49:52.320131 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d30d6bc4-fb67-4845-8944-aac768679e09 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:52.376161 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 0bf68bd0-d44e-4036-977d-ea99f4387efb triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:49:52.378758 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:52.400412 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-81da1929-552c-4aff-9447-2278e08db139 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:52.433308 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-81da1929-552c-4aff-9447-2278e08db139 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8da310b-fb9b-4807-b6b4-0463f47aac3b']}} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:52.455708 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-81da1929-552c-4aff-9447-2278e08db139 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc950188-79e8-4ed8-ab75-936163dd157b') {'for_net_delete': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:52.455997 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-81da1929-552c-4aff-9447-2278e08db139 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc950188-79e8-4ed8-ab75-936163dd157b') {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:49:52.468980 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-81da1929-552c-4aff-9447-2278e08db139 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1518531'] for segment, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:52.486161 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-81da1929-552c-4aff-9447-2278e08db139 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:52.492752 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81da1929-552c-4aff-9447-2278e08db139 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=83445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:49:52.492981 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d30d6bc4-fb67-4845-8944-aac768679e09 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:52.493170 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-81da1929-552c-4aff-9447-2278e08db139 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2036002'] for segment, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:52.579374 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e03200a-f0be-4450-b718-f31de1074522 req-5370f50e-d968-43af-9b47-67043bafeff0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] No DVR routers for this DVR port bada3ab8-1b01-4681-a0b6-e977830d7152 on host hv-neutron-8204 {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:49:52.585491 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-9e03200a-f0be-4450-b718-f31de1074522 req-5370f50e-d968-43af-9b47-67043bafeff0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:52.615485 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-897d3c2c-2274-46d5-96e4-850397f0a5f0 req-bd50a8a9-9c56-4939-8fd4-6f054a0f19ea tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Synchronizing usage tracker for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:49:52.660895 dv-neutron-820491-1-hyperv neutron-server[83445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 08:49:52.660895 dv-neutron-820491-1-hyperv neutron-server[83445]: util.warn( Dec 20 08:49:52.660895 dv-neutron-820491-1-hyperv neutron-server[83445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 08:49:52.660895 dv-neutron-820491-1-hyperv neutron-server[83445]: util.warn( Dec 20 08:49:52.660895 dv-neutron-820491-1-hyperv neutron-server[83445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 08:49:52.660895 dv-neutron-820491-1-hyperv neutron-server[83445]: util.warn( Dec 20 08:49:52.660895 dv-neutron-820491-1-hyperv neutron-server[83445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 08:49:52.660895 dv-neutron-820491-1-hyperv neutron-server[83445]: util.warn( Dec 20 08:49:52.660895 dv-neutron-820491-1-hyperv neutron-server[83445]: Traceback (most recent call last): Dec 20 08:49:52.660895 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:49:52.660895 dv-neutron-820491-1-hyperv neutron-server[83445]: timer() Dec 20 08:49:52.660895 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:49:52.660895 dv-neutron-820491-1-hyperv neutron-server[83445]: cb(*args, **kw) Dec 20 08:49:52.660895 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:49:52.660895 dv-neutron-820491-1-hyperv neutron-server[83445]: return func(*args, **kwargs) Dec 20 08:49:52.660895 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:49:52.660895 dv-neutron-820491-1-hyperv neutron-server[83445]: self._notify() Dec 20 08:49:52.660895 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:49:52.660895 dv-neutron-820491-1-hyperv neutron-server[83445]: self.callback(batched_events) Dec 20 08:49:52.660895 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:49:52.660895 dv-neutron-820491-1-hyperv neutron-server[83445]: event.method(event) Dec 20 08:49:52.660895 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:49:52.660895 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:49:52.660895 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:49:52.660895 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:49:52.660895 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:49:52.660895 dv-neutron-820491-1-hyperv neutron-server[83445]: return f(self, *a, **k) Dec 20 08:49:52.660895 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:49:52.660895 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._get(url).json() Dec 20 08:49:52.660895 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:49:52.660895 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:49:52.660895 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:49:52.660895 dv-neutron-820491-1-hyperv neutron-server[83445]: return self.request(url, 'GET', **kwargs) Dec 20 08:49:52.660895 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:49:52.660895 dv-neutron-820491-1-hyperv neutron-server[83445]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:49:52.660895 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:49:52.660895 dv-neutron-820491-1-hyperv neutron-server[83445]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:49:52.660895 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:49:52.660895 dv-neutron-820491-1-hyperv neutron-server[83445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:49:52.660895 dv-neutron-820491-1-hyperv neutron-server[83445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:49:52.663696 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1059216-b29b-4505-a7bf-5926ba22726d', 'name': 'network-vif-deleted', 'tag': 'bada3ab8-1b01-4681-a0b6-e977830d7152'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 08:49:52.689004 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-897d3c2c-2274-46d5-96e4-850397f0a5f0 req-bd50a8a9-9c56-4939-8fd4-6f054a0f19ea tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Unset dirty status for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:49:52.689653 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-81da1929-552c-4aff-9447-2278e08db139 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:52.694920 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device bada3ab8-1b01-4681-a0b6-e977830d7152 no longer exists at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:49:52.702069 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-897d3c2c-2274-46d5-96e4-850397f0a5f0 req-bd50a8a9-9c56-4939-8fd4-6f054a0f19ea tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1059216-b29b-4505-a7bf-5926ba22726d HTTP/1.1" status: 200 len: 210 time: 0.3113155 Dec 20 08:49:52.717018 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-81da1929-552c-4aff-9447-2278e08db139 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:52.733349 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-103468fc-748b-461b-a554-fab4162a9de0 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:52.773789 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-9e03200a-f0be-4450-b718-f31de1074522 req-5370f50e-d968-43af-9b47-67043bafeff0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.58 "DELETE /v2.0/ports/bada3ab8-1b01-4681-a0b6-e977830d7152 HTTP/1.1" status: 204 len: 173 time: 2.0211322 Dec 20 08:49:52.775740 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1059216-b29b-4505-a7bf-5926ba22726d', 'name': 'network-vif-deleted', 'tag': 'bada3ab8-1b01-4681-a0b6-e977830d7152', 'status': 'completed', 'code': 200} Dec 20 08:49:52.795261 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-81da1929-552c-4aff-9447-2278e08db139 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "DELETE /v2.0/networks/a8da310b-fb9b-4807-b6b4-0463f47aac3b HTTP/1.1" status: 204 len: 168 time: 3.6060016 Dec 20 08:49:52.795261 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81da1929-552c-4aff-9447-2278e08db139 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Pushing event deleted for resources: {'Network': ['ID=a8da310b-fb9b-4807-b6b4-0463f47aac3b,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:52.795261 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-81da1929-552c-4aff-9447-2278e08db139 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:52.795661 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43428) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:52.798570 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-e7d38d5a-8ecd-4744-8d4a-9288df93981e tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-16149182', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:49:52.805201 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-e7d38d5a-8ecd-4744-8d4a-9288df93981e tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:49:52.817438 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] No Port match for: bada3ab8-1b01-4681-a0b6-e977830d7152 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:49:52.817438 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device bada3ab8-1b01-4681-a0b6-e977830d7152 not bound to the agent host hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:49:52.869314 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e7d38d5a-8ecd-4744-8d4a-9288df93981e tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Usage tracker for resource:router and tenant:77c40f4df6664268b6fdee7d685de4ee is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:49:52.875992 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e7d38d5a-8ecd-4744-8d4a-9288df93981e tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:49:52.885859 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-e7d38d5a-8ecd-4744-8d4a-9288df93981e tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:49:52.916944 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e7d38d5a-8ecd-4744-8d4a-9288df93981e tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24817'] for router, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:52.918160 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e7d38d5a-8ecd-4744-8d4a-9288df93981e tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-351744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24806'] for router, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:52.963858 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e7d38d5a-8ecd-4744-8d4a-9288df93981e tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:52.983111 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d30d6bc4-fb67-4845-8944-aac768679e09 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:52.992391 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d30d6bc4-fb67-4845-8944-aac768679e09 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:52.999681 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f6e33545-1163-4e93-8529-275d2128ed6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:53.064321 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e7d38d5a-8ecd-4744-8d4a-9288df93981e tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071'] for router, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:53.160973 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30d6bc4-fb67-4845-8944-aac768679e09 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Pushing event updated for resources: {'Port': ['ID=8e51334f-e596-4f7b-ac7e-ae30dfdc0520,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:53.189785 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30d6bc4-fb67-4845-8944-aac768679e09 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:49:53.190094 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30d6bc4-fb67-4845-8944-aac768679e09 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:49:53.190554 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30d6bc4-fb67-4845-8944-aac768679e09 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:49:53.190971 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30d6bc4-fb67-4845-8944-aac768679e09 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:49:53.191438 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30d6bc4-fb67-4845-8944-aac768679e09 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:49:53.191890 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30d6bc4-fb67-4845-8944-aac768679e09 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:49:53.192351 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30d6bc4-fb67-4845-8944-aac768679e09 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:49:53.192722 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30d6bc4-fb67-4845-8944-aac768679e09 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:49:53.193116 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30d6bc4-fb67-4845-8944-aac768679e09 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:49:53.193476 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30d6bc4-fb67-4845-8944-aac768679e09 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:49:53.194147 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30d6bc4-fb67-4845-8944-aac768679e09 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:49:53.197887 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d30d6bc4-fb67-4845-8944-aac768679e09 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-345990'] for floatingip, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:53.252507 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d30d6bc4-fb67-4845-8944-aac768679e09 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:53.259352 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e7d38d5a-8ecd-4744-8d4a-9288df93981e tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:53.259717 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e7d38d5a-8ecd-4744-8d4a-9288df93981e tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.4663534 Dec 20 08:49:53.266669 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43434) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:53.275172 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-410db78b-f6e9-4202-8a7f-a6a83ecf4555 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-381963506'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:49:53.283754 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-410db78b-f6e9-4202-8a7f-a6a83ecf4555 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:49:53.289609 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-410db78b-f6e9-4202-8a7f-a6a83ecf4555 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Usage tracker for resource:network and tenant:77c40f4df6664268b6fdee7d685de4ee is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:49:53.295549 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-410db78b-f6e9-4202-8a7f-a6a83ecf4555 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:49:53.303387 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-410db78b-f6e9-4202-8a7f-a6a83ecf4555 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:49:53.327079 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-410db78b-f6e9-4202-8a7f-a6a83ecf4555 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Made reservation on behalf of 77c40f4df6664268b6fdee7d685de4ee for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:49:53.330607 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-410db78b-f6e9-4202-8a7f-a6a83ecf4555 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:53.439735 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-410db78b-f6e9-4202-8a7f-a6a83ecf4555 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:49:53.454317 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-410db78b-f6e9-4202-8a7f-a6a83ecf4555 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:53.455072 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-410db78b-f6e9-4202-8a7f-a6a83ecf4555 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Added segment d7d0b730-7ddc-4365-9f9e-c2e8f740a278 of type vlan for network 1c07488c-f637-4d5a-ab2c-ff0d0b54a93d Dec 20 08:49:53.511299 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-410db78b-f6e9-4202-8a7f-a6a83ecf4555 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:53.575082 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.l3_db [None req-d30d6bc4-fb67-4845-8944-aac768679e09 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Floating IP cbde4d20-5224-470f-b67f-c786ff4b22e8 associated. External IP: 172.26.5.239, port: 7bf7f621-eb7a-44a4-a11e-a463b7790d6c. Dec 20 08:49:53.663295 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-410db78b-f6e9-4202-8a7f-a6a83ecf4555 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:53.668830 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410db78b-f6e9-4202-8a7f-a6a83ecf4555 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:49:53.669745 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-410db78b-f6e9-4202-8a7f-a6a83ecf4555 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:53.675960 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-900e65df-4b84-40bd-a985-8a144e9aeb15 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:53.798279 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-410db78b-f6e9-4202-8a7f-a6a83ecf4555 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5294869 Dec 20 08:49:53.801098 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 43440) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:53.805064 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410db78b-f6e9-4202-8a7f-a6a83ecf4555 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Pushing event updated for resources: {'Network': ['ID=1c07488c-f637-4d5a-ab2c-ff0d0b54a93d,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:53.807670 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-fdbbbe70-1316-4fa0-a423-2324559ea702 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Request body: {'subnet': {'network_id': '1c07488c-f637-4d5a-ab2c-ff0d0b54a93d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:49:53.809222 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-410db78b-f6e9-4202-8a7f-a6a83ecf4555 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:53.822614 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network 1c07488c-f637-4d5a-ab2c-ff0d0b54a93d details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:49:53.859961 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 43444) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:53.974801 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-fdbbbe70-1316-4fa0-a423-2324559ea702 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:49:53.983476 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-fdbbbe70-1316-4fa0-a423-2324559ea702 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Usage tracker for resource:subnet and tenant:77c40f4df6664268b6fdee7d685de4ee is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:49:53.987614 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-fdbbbe70-1316-4fa0-a423-2324559ea702 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:49:53.995400 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-fdbbbe70-1316-4fa0-a423-2324559ea702 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:49:54.019963 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdbbbe70-1316-4fa0-a423-2324559ea702 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Made reservation on behalf of 77c40f4df6664268b6fdee7d685de4ee for: {'subnet': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:49:54.039061 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5d54593c-c05a-4d5d-aaab-ebc20f00ca86 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:54.146399 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5d54593c-c05a-4d5d-aaab-ebc20f00ca86 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:54.173540 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fdbbbe70-1316-4fa0-a423-2324559ea702 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2095160'] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:54.294320 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d30d6bc4-fb67-4845-8944-aac768679e09 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Router 1ed7dfbc-d4b3-4fac-b67b-badf62540924 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:49:54.373244 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5d54593c-c05a-4d5d-aaab-ebc20f00ca86 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:54.379329 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-5c799467-4aed-4289-acfa-d8c3cf3d4545 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:54.401472 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d54593c-c05a-4d5d-aaab-ebc20f00ca86 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94538abc-96b2-47aa-83bb-750d9d40afe5,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:54.413208 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-5d54593c-c05a-4d5d-aaab-ebc20f00ca86 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:54.456712 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5d54593c-c05a-4d5d-aaab-ebc20f00ca86 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:54.457837 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-5d54593c-c05a-4d5d-aaab-ebc20f00ca86 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "DELETE /v2.0/security-groups/94538abc-96b2-47aa-83bb-750d9d40afe5 HTTP/1.1" status: 204 len: 168 time: 0.5966566 Dec 20 08:49:54.468527 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fdbbbe70-1316-4fa0-a423-2324559ea702 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2036557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2095114'] for subnet, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:54.473598 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ae557947-934a-46a3-a4f4-3701fad9c891 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:54.507000 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 43452) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:54.581568 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d30d6bc4-fb67-4845-8944-aac768679e09 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:49:54.603483 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d30d6bc4-fb67-4845-8944-aac768679e09 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:54.638834 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbbbe70-1316-4fa0-a423-2324559ea702 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Pushing event updated for resources: {'Subnet': ['ID=f7441b0d-9ff3-44da-90de-fb8cbacfe86a,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:54.642053 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-fdbbbe70-1316-4fa0-a423-2324559ea702 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:54.659997 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d30d6bc4-fb67-4845-8944-aac768679e09 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.1136029 Dec 20 08:49:54.664148 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57db2080-b211-4da8-bdbc-e13d2d3dca48', 'tag': '7bf7f621-eb7a-44a4-a11e-a463b7790d6c'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 08:49:54.677334 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbbbe70-1316-4fa0-a423-2324559ea702 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Checking segment: {'id': 'd7d0b730-7ddc-4365-9f9e-c2e8f740a278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1c07488c-f637-4d5a-ab2c-ff0d0b54a93d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:49:54.677932 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbbbe70-1316-4fa0-a423-2324559ea702 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Network hostable DHCP agents. Network: 1c07488c-f637-4d5a-ab2c-ff0d0b54a93d, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:49:54.725854 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57db2080-b211-4da8-bdbc-e13d2d3dca48', 'tag': '7bf7f621-eb7a-44a4-a11e-a463b7790d6c', 'status': 'completed', 'code': 200} Dec 20 08:49:54.815350 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbbbe70-1316-4fa0-a423-2324559ea702 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Network 1c07488c-f637-4d5a-ab2c-ff0d0b54a93d is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:49:54.833958 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-fdbbbe70-1316-4fa0-a423-2324559ea702 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, 1c07488c-f637-4d5a-ab2c-ff0d0b54a93d) {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:49:54.841309 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7f027b-3417-47fc-b253-c651fd1ba2de req-b82a6b11-43b1-4438-af9a-cf4aa34ed173 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:49:54.842775 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9a7f027b-3417-47fc-b253-c651fd1ba2de req-b82a6b11-43b1-4438-af9a-cf4aa34ed173 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "GET /v2.0/ports?device_id=57db2080-b211-4da8-bdbc-e13d2d3dca48 HTTP/1.1" status: 200 len: 945 time: 0.0814099 Dec 20 08:49:54.843737 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d54b21-f1a8-4457-927a-94817a43b4a4 None None] Network 1c07488c-f637-4d5a-ab2c-ff0d0b54a93d requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:49:54.849013 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbbbe70-1316-4fa0-a423-2324559ea702 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:49:54.849613 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fdbbbe70-1316-4fa0-a423-2324559ea702 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:54.888445 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-ed8415ca-6d71-449f-be7f-5196acc060a5 req-d7d53082-d6f4-4d5e-bfb3-cc9a5cdc9dc4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fabc5346054940109ef98c8222603d73&device_id=57db2080-b211-4da8-bdbc-e13d2d3dca48 HTTP/1.1" status: 200 len: 1098 time: 0.1329370 Dec 20 08:49:54.892307 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-fdbbbe70-1316-4fa0-a423-2324559ea702 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0875630 Dec 20 08:49:54.893161 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 43460) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:54.907154 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9a7f027b-3417-47fc-b253-c651fd1ba2de req-d141abd2-cc93-4943-9547-69db07a29ef9 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "GET /v2.0/security-groups?id=eee36b9c-785d-4ab3-b1d4-e8674c8e6ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582080 Dec 20 08:49:54.943573 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43464) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:55.052340 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-fdcb3ee2-c475-488b-8c6b-65a8a32726be tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "GET /v2.0/floatingips/cbde4d20-5224-470f-b67f-c786ff4b22e8 HTTP/1.1" status: 200 len: 991 time: 0.1075511 Dec 20 08:49:55.065147 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2fa277-f014-4931-8d59-00a0ef1dcf78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-1c07488c-f637-4d5a-ab2c-ff0d0b54a93d', 'network_id': '1c07488c-f637-4d5a-ab2c-ff0d0b54a93d', 'tenant_id': '77c40f4df6664268b6fdee7d685de4ee', 'fixed_ips': [{'subnet_id': 'f7441b0d-9ff3-44da-90de-fb8cbacfe86a'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:49:55.066025 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3a2fa277-f014-4931-8d59-00a0ef1dcf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:55.225676 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-3a2fa277-f014-4931-8d59-00a0ef1dcf78 None None] Allocated IP 2001:db8::2 (1c07488c-f637-4d5a-ab2c-ff0d0b54a93d/f7441b0d-9ff3-44da-90de-fb8cbacfe86a/724492bb-a245-4ac6-9a67-2471d2186a31) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:49:55.414363 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8415ca-6d71-449f-be7f-5196acc060a5 req-99c9fca9-46b9-4ae3-bc15-09c8e46067c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:49:55.415797 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-ed8415ca-6d71-449f-be7f-5196acc060a5 req-99c9fca9-46b9-4ae3-bc15-09c8e46067c7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=8349d658-15a5-4502-934d-42d77be31e8f HTTP/1.1" status: 200 len: 898 time: 0.5200758 Dec 20 08:49:55.437305 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3a2fa277-f014-4931-8d59-00a0ef1dcf78 None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:55.447995 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-3a2fa277-f014-4931-8d59-00a0ef1dcf78 None None] Transition to ACTIVE for port object 724492bb-a245-4ac6-9a67-2471d2186a31 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:49:55.467135 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-3a2fa277-f014-4931-8d59-00a0ef1dcf78 None None] Transition to ACTIVE for port object 724492bb-a245-4ac6-9a67-2471d2186a31 will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:49:55.472758 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3a2fa277-f014-4931-8d59-00a0ef1dcf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:55.479340 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-3be89438-6b22-4711-847f-10c9a71eb2b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:55.546218 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2fa277-f014-4931-8d59-00a0ef1dcf78 None None] Network 1c07488c-f637-4d5a-ab2c-ff0d0b54a93d is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:49:55.549639 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-3a2fa277-f014-4931-8d59-00a0ef1dcf78 None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:49:55.551460 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2fa277-f014-4931-8d59-00a0ef1dcf78 None None] Pushing event updated for resources: {'Port': ['ID=724492bb-a245-4ac6-9a67-2471d2186a31,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:55.553610 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2fa277-f014-4931-8d59-00a0ef1dcf78 None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:49:55.555730 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-3a2fa277-f014-4931-8d59-00a0ef1dcf78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:55.657833 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-3a2fa277-f014-4931-8d59-00a0ef1dcf78 None None] Attempting to bind port 724492bb-a245-4ac6-9a67-2471d2186a31 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:49:55.657833 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-3a2fa277-f014-4931-8d59-00a0ef1dcf78 None None] Attempting to bind port 724492bb-a245-4ac6-9a67-2471d2186a31 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': 'd7d0b730-7ddc-4365-9f9e-c2e8f740a278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1c07488c-f637-4d5a-ab2c-ff0d0b54a93d'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:49:55.657833 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2fa277-f014-4931-8d59-00a0ef1dcf78 None None] Attempting to bind port 724492bb-a245-4ac6-9a67-2471d2186a31 on network 1c07488c-f637-4d5a-ab2c-ff0d0b54a93d {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:49:55.662848 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2fa277-f014-4931-8d59-00a0ef1dcf78 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:49:55.662848 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2fa277-f014-4931-8d59-00a0ef1dcf78 None None] Checking segment: {'id': 'd7d0b730-7ddc-4365-9f9e-c2e8f740a278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1c07488c-f637-4d5a-ab2c-ff0d0b54a93d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:49:55.662848 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3a2fa277-f014-4931-8d59-00a0ef1dcf78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:55.662848 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2fa277-f014-4931-8d59-00a0ef1dcf78 None None] Bound using segment: {'id': 'd7d0b730-7ddc-4365-9f9e-c2e8f740a278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1c07488c-f637-4d5a-ab2c-ff0d0b54a93d'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:49:55.662848 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-3a2fa277-f014-4931-8d59-00a0ef1dcf78 None None] Bound port: 724492bb-a245-4ac6-9a67-2471d2186a31, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7d0b730-7ddc-4365-9f9e-c2e8f740a278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1c07488c-f637-4d5a-ab2c-ff0d0b54a93d'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:49:55.662848 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3a2fa277-f014-4931-8d59-00a0ef1dcf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:55.759615 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-3a2fa277-f014-4931-8d59-00a0ef1dcf78 None None] For port 724492bb-a245-4ac6-9a67-2471d2186a31, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:49:55.763020 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-3a2fa277-f014-4931-8d59-00a0ef1dcf78 None None] For port 724492bb-a245-4ac6-9a67-2471d2186a31, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=724492bb-a245-4ac6-9a67-2471d2186a31,segment=NetworkSegment(d7d0b730-7ddc-4365-9f9e-c2e8f740a278),segment_id=d7d0b730-7ddc-4365-9f9e-c2e8f740a278)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:49:55.768953 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3a2fa277-f014-4931-8d59-00a0ef1dcf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:55.781954 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-ed8415ca-6d71-449f-be7f-5196acc060a5 req-df38ffdc-102d-4470-882d-10b7efb638d9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7bf7f621-eb7a-44a4-a11e-a463b7790d6c HTTP/1.1" status: 200 len: 999 time: 0.3060064 Dec 20 08:49:55.785126 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-2a6eb3f4-a313-47b7-99ed-935223ae3753 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:55.882707 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8415ca-6d71-449f-be7f-5196acc060a5 req-7ca199d6-2c92-46b0-8f3a-a6417006ac86 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:49:55.884156 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-ed8415ca-6d71-449f-be7f-5196acc060a5 req-7ca199d6-2c92-46b0-8f3a-a6417006ac86 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=83d9bad6-eabe-4733-8037-e23b2cdef254 HTTP/1.1" status: 200 len: 834 time: 0.0931721 Dec 20 08:49:55.884821 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2fa277-f014-4931-8d59-00a0ef1dcf78 None None] Pushing event updated for resources: {'Port': ['ID=724492bb-a245-4ac6-9a67-2471d2186a31,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:55.891066 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-3a2fa277-f014-4931-8d59-00a0ef1dcf78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:56.056107 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43478) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:56.095913 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-070acd46-2f8d-4c33-8fc6-d8588a51e640 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:56.110662 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f20cc9f0-2578-4a07-a7e3-84f5ea6e7efd tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349062'] for router_interface, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:56.166466 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-3e75652a-4c06-49fe-aafc-2cbe1bb85156 req-2ff724f6-5805-4950-b82b-e349f6b269f0 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Synchronizing usage tracker for tenant:9cbdcc0323fa453595ec6616c2aaa00e on resource:security_group {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:49:56.174189 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b842f6e3-41aa-4bf0-b07b-5901be2f0e2e tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "GET /v2.0/floatingips/cbde4d20-5224-470f-b67f-c786ff4b22e8 HTTP/1.1" status: 200 len: 991 time: 0.1160324 Dec 20 08:49:56.331535 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-ed8415ca-6d71-449f-be7f-5196acc060a5 req-b53ea05d-9695-4cc0-aae7-c4e44f544663 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8349d658-15a5-4502-934d-42d77be31e8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4165993 Dec 20 08:49:56.336345 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-3e75652a-4c06-49fe-aafc-2cbe1bb85156 req-2ff724f6-5805-4950-b82b-e349f6b269f0 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Unset dirty status for tenant:9cbdcc0323fa453595ec6616c2aaa00e on resource:security_group {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:49:56.337419 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-3e75652a-4c06-49fe-aafc-2cbe1bb85156 req-2ff724f6-5805-4950-b82b-e349f6b269f0 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1261651627&fields=id&tenant_id=9cbdcc0323fa453595ec6616c2aaa00e HTTP/1.1" status: 200 len: 267 time: 0.3683667 Dec 20 08:49:56.784483 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4cfe935-27a6-4767-8935-145448ecaacb None None] Network 1c07488c-f637-4d5a-ab2c-ff0d0b54a93d requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:49:56.932326 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-ed8415ca-6d71-449f-be7f-5196acc060a5 req-caa36a16-c805-49ae-bfae-a2f748bbd779 service neutron] 10.222.0.58 "GET /v2.0/networks/8349d658-15a5-4502-934d-42d77be31e8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5903955 Dec 20 08:49:56.953456 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e75652a-4c06-49fe-aafc-2cbe1bb85156 req-c9bdefa0-8c0c-4d2c-8893-6be2279dabbe tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:49:56.954113 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-3e75652a-4c06-49fe-aafc-2cbe1bb85156 req-c9bdefa0-8c0c-4d2c-8893-6be2279dabbe tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Synchronizing usage tracker for tenant:9cbdcc0323fa453595ec6616c2aaa00e on resource:network {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:49:56.978798 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-4db4f0ee-7079-405c-bb98-3de9df7ab52e None None] Provisioning for port 724492bb-a245-4ac6-9a67-2471d2186a31 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:49:57.136110 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-3e75652a-4c06-49fe-aafc-2cbe1bb85156 req-c9bdefa0-8c0c-4d2c-8893-6be2279dabbe tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Unset dirty status for tenant:9cbdcc0323fa453595ec6616c2aaa00e on resource:network {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:49:57.138134 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-3e75652a-4c06-49fe-aafc-2cbe1bb85156 req-c9bdefa0-8c0c-4d2c-8893-6be2279dabbe tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/networks?id=93bb2812-0b1d-4fea-b794-e7bc065467e8 HTTP/1.1" status: 200 len: 812 time: 0.7927523 Dec 20 08:49:57.164162 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-070acd46-2f8d-4c33-8fc6-d8588a51e640 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Allocated IP 2001:db8::1 (1c07488c-f637-4d5a-ab2c-ff0d0b54a93d/f7441b0d-9ff3-44da-90de-fb8cbacfe86a/39c988a9-0256-47ad-b6be-124d3f4dc7d8) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:49:57.178012 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43482) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:57.213812 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-3e75652a-4c06-49fe-aafc-2cbe1bb85156 req-d62f23be-e393-434b-86fc-227011b4fbdd tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/quotas/9cbdcc0323fa453595ec6616c2aaa00e HTTP/1.1" status: 200 len: 375 time: 0.0559955 Dec 20 08:49:57.216684 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-ed8415ca-6d71-449f-be7f-5196acc060a5 req-737e17ba-8176-449b-958f-5fc9c79401ff service neutron] 10.222.0.58 "GET /v2.0/networks/8349d658-15a5-4502-934d-42d77be31e8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724299 Dec 20 08:49:57.297828 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c4deebdd-5339-4c26-878e-bc9f5d4e0515 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "GET /v2.0/floatingips/cbde4d20-5224-470f-b67f-c786ff4b22e8 HTTP/1.1" status: 200 len: 991 time: 0.1179883 Dec 20 08:49:57.558483 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-3e75652a-4c06-49fe-aafc-2cbe1bb85156 req-30aedd54-31df-4086-b902-338840dccdc9 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9cbdcc0323fa453595ec6616c2aaa00e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3238113 Dec 20 08:49:57.571341 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-070acd46-2f8d-4c33-8fc6-d8588a51e640 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:57.642603 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-070acd46-2f8d-4c33-8fc6-d8588a51e640 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Transition to ACTIVE for port object 39c988a9-0256-47ad-b6be-124d3f4dc7d8 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:49:57.805572 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-070acd46-2f8d-4c33-8fc6-d8588a51e640 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:57.811013 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-3e75652a-4c06-49fe-aafc-2cbe1bb85156 req-742015cd-215c-4ac5-bbc4-5ae9609e35aa service neutron] 10.222.0.16 "GET /v2.0/networks/93bb2812-0b1d-4fea-b794-e7bc065467e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363837 Dec 20 08:49:57.812364 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-7cbec44b-cee0-46a3-a698-522e98396a9e tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:57.857366 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 724492bb-a245-4ac6-9a67-2471d2186a31 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:49:57.926648 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 724492bb-a245-4ac6-9a67-2471d2186a31 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:49:57.932129 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 724492bb-a245-4ac6-9a67-2471d2186a31 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:49:57.932666 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:57.966523 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070acd46-2f8d-4c33-8fc6-d8588a51e640 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Network 1c07488c-f637-4d5a-ab2c-ff0d0b54a93d is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:49:57.967462 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070acd46-2f8d-4c33-8fc6-d8588a51e640 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Pushing event updated for resources: {'Port': ['ID=39c988a9-0256-47ad-b6be-124d3f4dc7d8,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:57.971838 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-070acd46-2f8d-4c33-8fc6-d8588a51e640 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:49:58.023847 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070acd46-2f8d-4c33-8fc6-d8588a51e640 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:49:58.024389 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-070acd46-2f8d-4c33-8fc6-d8588a51e640 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-345881'] for router_interface, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:58.052831 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:58.057808 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070acd46-2f8d-4c33-8fc6-d8588a51e640 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:49:58.058194 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070acd46-2f8d-4c33-8fc6-d8588a51e640 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:49:58.058636 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070acd46-2f8d-4c33-8fc6-d8588a51e640 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:49:58.059265 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070acd46-2f8d-4c33-8fc6-d8588a51e640 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:49:58.059657 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070acd46-2f8d-4c33-8fc6-d8588a51e640 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:49:58.060030 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070acd46-2f8d-4c33-8fc6-d8588a51e640 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:49:58.060394 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070acd46-2f8d-4c33-8fc6-d8588a51e640 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:49:58.060753 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070acd46-2f8d-4c33-8fc6-d8588a51e640 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:49:58.061171 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070acd46-2f8d-4c33-8fc6-d8588a51e640 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:49:58.061501 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070acd46-2f8d-4c33-8fc6-d8588a51e640 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:49:58.061858 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070acd46-2f8d-4c33-8fc6-d8588a51e640 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:49:58.076167 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-070acd46-2f8d-4c33-8fc6-d8588a51e640 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:58.091265 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 724492bb-a245-4ac6-9a67-2471d2186a31, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=724492bb-a245-4ac6-9a67-2471d2186a31,segment=NetworkSegment(d7d0b730-7ddc-4365-9f9e-c2e8f740a278),segment_id=d7d0b730-7ddc-4365-9f9e-c2e8f740a278)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:49:58.096200 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:58.098035 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-25f7e493-38ea-4f96-a5c8-0dbf6d31d905 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:58.108495 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-3e75652a-4c06-49fe-aafc-2cbe1bb85156 req-abe06792-2fae-4a5c-8ee7-e1fdf48559ee service neutron] 10.222.0.16 "GET /v2.0/networks/93bb2812-0b1d-4fea-b794-e7bc065467e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373145 Dec 20 08:49:58.188891 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=724492bb-a245-4ac6-9a67-2471d2186a31,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:58.197885 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:58.240992 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-43b30add-0593-4133-bcb6-6dc7efa5ab94 None None] Provisioning for port 39c988a9-0256-47ad-b6be-124d3f4dc7d8 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:49:58.241367 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-070acd46-2f8d-4c33-8fc6-d8588a51e640 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:58.248244 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-43b30add-0593-4133-bcb6-6dc7efa5ab94 None None] Provisioning complete for port 39c988a9-0256-47ad-b6be-124d3f4dc7d8 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:49:58.248699 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-43b30add-0593-4133-bcb6-6dc7efa5ab94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:58.300807 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43492) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:58.310915 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-43b30add-0593-4133-bcb6-6dc7efa5ab94 None None] Port 39c988a9-0256-47ad-b6be-124d3f4dc7d8 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:49:58.425944 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-718d103e-1a01-4fbc-861f-68b7b565168f tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "GET /v2.0/floatingips/cbde4d20-5224-470f-b67f-c786ff4b22e8 HTTP/1.1" status: 200 len: 991 time: 0.1230061 Dec 20 08:49:58.566550 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-ae4bb57d-0228-47bb-a5ef-86ec9fc9610c req-ef5f78d2-8c99-427b-8952-a153365bfbbb tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Synchronizing usage tracker for tenant:9cbdcc0323fa453595ec6616c2aaa00e on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:49:58.588564 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-ae4bb57d-0228-47bb-a5ef-86ec9fc9610c req-ef5f78d2-8c99-427b-8952-a153365bfbbb tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Unset dirty status for tenant:9cbdcc0323fa453595ec6616c2aaa00e on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:49:58.590422 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ae4bb57d-0228-47bb-a5ef-86ec9fc9610c req-ef5f78d2-8c99-427b-8952-a153365bfbbb tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ed22f74-3364-4d36-a315-3779ea29fe0d HTTP/1.1" status: 200 len: 210 time: 0.0735810 Dec 20 08:49:58.674403 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-f20cc9f0-2578-4a07-a7e3-84f5ea6e7efd tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Deleting port 24d6d22e-d030-449a-8f23-f752c194ed51 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:49:58.674833 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f20cc9f0-2578-4a07-a7e3-84f5ea6e7efd tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:59.027460 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-f20cc9f0-2578-4a07-a7e3-84f5ea6e7efd tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] For port 24d6d22e-d030-449a-8f23-f752c194ed51, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=24d6d22e-d030-449a-8f23-f752c194ed51,segment=NetworkSegment(4add418e-9ba1-4854-8396-6b270d4c02ff),segment_id=4add418e-9ba1-4854-8396-6b270d4c02ff)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:49:59.028178 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f20cc9f0-2578-4a07-a7e3-84f5ea6e7efd tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:59.160625 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-f20cc9f0-2578-4a07-a7e3-84f5ea6e7efd tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Calling delete_port for 24d6d22e-d030-449a-8f23-f752c194ed51 owned by network:router_interface {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:49:59.201068 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.resource_extend [None req-070acd46-2f8d-4c33-8fc6-d8588a51e640 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 08:49:59.223410 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-070acd46-2f8d-4c33-8fc6-d8588a51e640 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:59.227970 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-070acd46-2f8d-4c33-8fc6-d8588a51e640 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2036698'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:59.228743 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-070acd46-2f8d-4c33-8fc6-d8588a51e640 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32898031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349045'] for router_interface, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:59.234137 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-969700ec-8de1-4845-974e-3fa25bb7a754 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:59.364461 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070acd46-2f8d-4c33-8fc6-d8588a51e640 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Pushing event updated for resources: {'Port': ['ID=39c988a9-0256-47ad-b6be-124d3f4dc7d8,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:49:59.369508 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-070acd46-2f8d-4c33-8fc6-d8588a51e640 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:49:59.429774 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43506) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:49:59.481997 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070acd46-2f8d-4c33-8fc6-d8588a51e640 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Network 1c07488c-f637-4d5a-ab2c-ff0d0b54a93d is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:49:59.510934 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-070acd46-2f8d-4c33-8fc6-d8588a51e640 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:49:59.554795 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-2ff4892a-176e-4a43-a8f7-f37c74487a03 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "GET /v2.0/floatingips/cbde4d20-5224-470f-b67f-c786ff4b22e8 HTTP/1.1" status: 200 len: 991 time: 0.1239052 Dec 20 08:49:59.854165 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62262930-cc46-47d9-8067-c6b9cc9891ce None None] New status for floating IP 8de309e6-50f4-4892-9132-04a23740d016: DOWN {{(pid=83446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 08:49:59.857794 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-13c1bb32-4b94-4137-8ae2-5d6dd1ca3865 req-4494c0d4-a2f5-4d1e-8d88-e9c702e91282 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ed22f74-3364-4d36-a315-3779ea29fe0d HTTP/1.1" status: 200 len: 210 time: 0.0901473 Dec 20 08:49:59.888357 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f20cc9f0-2578-4a07-a7e3-84f5ea6e7efd tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:49:59.895903 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3a872d4a-b315-4f63-92d1-82e8c37b13f3 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:49:59.938592 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 724492bb-a245-4ac6-9a67-2471d2186a31 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:50:00.079309 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-35e4b630-84e2-4dd1-9ecb-7fd53252efe0 None None] Provisioning complete for port 39c988a9-0256-47ad-b6be-124d3f4dc7d8 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:50:00.079683 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-35e4b630-84e2-4dd1-9ecb-7fd53252efe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:00.141881 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-35e4b630-84e2-4dd1-9ecb-7fd53252efe0 None None] Port 39c988a9-0256-47ad-b6be-124d3f4dc7d8 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:50:00.144015 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 724492bb-a245-4ac6-9a67-2471d2186a31 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:50:00.144391 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:00.152271 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20cc9f0-2578-4a07-a7e3-84f5ea6e7efd tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event deleted for resources: {'Port': ['ID=24d6d22e-d030-449a-8f23-f752c194ed51,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:00.198496 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f20cc9f0-2578-4a07-a7e3-84f5ea6e7efd tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:00.215558 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e75652a-4c06-49fe-aafc-2cbe1bb85156 req-4cb498b9-0a25-4875-9eb5-df28b8bd74f0 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:00.216988 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-3e75652a-4c06-49fe-aafc-2cbe1bb85156 req-4cb498b9-0a25-4875-9eb5-df28b8bd74f0 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.58 "GET /v2.0/networks?id=93bb2812-0b1d-4fea-b794-e7bc065467e8 HTTP/1.1" status: 200 len: 812 time: 0.7075140 Dec 20 08:50:00.438840 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-3e75652a-4c06-49fe-aafc-2cbe1bb85156 req-2dadca2a-5150-4a32-bd69-64d37c4ca1df tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9cbdcc0323fa453595ec6616c2aaa00e HTTP/1.1" status: 200 len: 380 time: 0.1537302 Dec 20 08:50:00.458678 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [req-3e75652a-4c06-49fe-aafc-2cbe1bb85156 req-160f441c-5fc6-4e99-8b82-211c8ebad01b tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Request body: {'port': {'device_id': '3ed22f74-3364-4d36-a315-3779ea29fe0d', 'network_id': '93bb2812-0b1d-4fea-b794-e7bc065467e8', 'admin_state_up': True, 'tenant_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'security_groups': ['4eb73519-9c90-4e50-9a3d-0898de63562c']}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:50:00.558622 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43514) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:50:00.675390 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-9d8d05b9-196b-49e8-b04e-b00a93a6fccc tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "GET /v2.0/floatingips/cbde4d20-5224-470f-b67f-c786ff4b22e8 HTTP/1.1" status: 200 len: 991 time: 0.1155512 Dec 20 08:50:00.710268 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [req-3e75652a-4c06-49fe-aafc-2cbe1bb85156 req-160f441c-5fc6-4e99-8b82-211c8ebad01b tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:50:00.715544 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-070acd46-2f8d-4c33-8fc6-d8588a51e640 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Router 17cdab0b-98aa-4f0f-8994-ba0bb895186a is scheduled to L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 with binding_index 1 {{(pid=83445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 08:50:00.732478 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [req-3e75652a-4c06-49fe-aafc-2cbe1bb85156 req-160f441c-5fc6-4e99-8b82-211c8ebad01b tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:50:00.753553 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e75652a-4c06-49fe-aafc-2cbe1bb85156 req-160f441c-5fc6-4e99-8b82-211c8ebad01b tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Made reservation on behalf of 9cbdcc0323fa453595ec6616c2aaa00e for: {'port': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:50:00.756405 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-3e75652a-4c06-49fe-aafc-2cbe1bb85156 req-160f441c-5fc6-4e99-8b82-211c8ebad01b tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:00.952656 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f20cc9f0-2578-4a07-a7e3-84f5ea6e7efd tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32897953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348760'] for router_interface, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:01.032616 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2f8bfee2-4261-4fb7-bd3f-034b84ea007b req-42b77d0a-34bc-49e1-8f0d-ff508c163ec4 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ed22f74-3364-4d36-a315-3779ea29fe0d HTTP/1.1" status: 200 len: 210 time: 0.0445058 Dec 20 08:50:01.154879 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [req-3e75652a-4c06-49fe-aafc-2cbe1bb85156 req-160f441c-5fc6-4e99-8b82-211c8ebad01b tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Allocated IP 172.20.0.14 (93bb2812-0b1d-4fea-b794-e7bc065467e8/cff4e817-2297-42bb-840a-667d6388fa06/822c130b-1710-4b88-bed1-5fcc385bac4c) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:50:01.188419 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-070acd46-2f8d-4c33-8fc6-d8588a51e640 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:50:01.197731 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10039fc8-eda0-424d-b96e-e38432d9d92d None None] Sync routers for ids ['17cdab0b-98aa-4f0f-8994-ba0bb895186a'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:50:01.210006 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10039fc8-eda0-424d-b96e-e38432d9d92d None None] Routers {'17cdab0b-98aa-4f0f-8994-ba0bb895186a'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:50:01.210833 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-10039fc8-eda0-424d-b96e-e38432d9d92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:49:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['17cdab0b-98aa-4f0f-8994-ba0bb895186a'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:50:01.305543 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-070acd46-2f8d-4c33-8fc6-d8588a51e640 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "PUT /v2.0/routers/17cdab0b-98aa-4f0f-8994-ba0bb895186a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4112062 Dec 20 08:50:01.309692 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43520) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:50:01.316551 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-092ba3c9-f517-4605-aa30-d465e17c5005 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-487217946'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:50:01.326230 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-092ba3c9-f517-4605-aa30-d465e17c5005 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:50:01.332972 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-092ba3c9-f517-4605-aa30-d465e17c5005 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Usage tracker for resource:network and tenant:77c40f4df6664268b6fdee7d685de4ee is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:50:01.338411 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-092ba3c9-f517-4605-aa30-d465e17c5005 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:50:01.347338 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-092ba3c9-f517-4605-aa30-d465e17c5005 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:50:01.361368 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-092ba3c9-f517-4605-aa30-d465e17c5005 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Made reservation on behalf of 77c40f4df6664268b6fdee7d685de4ee for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:50:01.365614 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-092ba3c9-f517-4605-aa30-d465e17c5005 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:01.369441 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-10039fc8-eda0-424d-b96e-e38432d9d92d None None] Set router 17cdab0b-98aa-4f0f-8994-ba0bb895186a gateway port host: None {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:50:01.407781 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-092ba3c9-f517-4605-aa30-d465e17c5005 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:50:01.420315 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-092ba3c9-f517-4605-aa30-d465e17c5005 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:01.421029 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-092ba3c9-f517-4605-aa30-d465e17c5005 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Added segment e3bdb0c6-4fd1-41b5-bb8f-afb5d411bcb9 of type vlan for network d3cafd78-4c13-41c5-961c-bc5f44e10662 Dec 20 08:50:01.460587 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-092ba3c9-f517-4605-aa30-d465e17c5005 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:01.474895 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-3e75652a-4c06-49fe-aafc-2cbe1bb85156 req-160f441c-5fc6-4e99-8b82-211c8ebad01b tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:01.501318 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-092ba3c9-f517-4605-aa30-d465e17c5005 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:01.506083 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092ba3c9-f517-4605-aa30-d465e17c5005 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:01.507313 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-092ba3c9-f517-4605-aa30-d465e17c5005 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:01.511980 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0d441401-511a-4b33-856b-986dbccbc3db tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:01.646733 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-092ba3c9-f517-4605-aa30-d465e17c5005 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3351917 Dec 20 08:50:01.648205 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43524) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:50:01.665097 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-673e8bd1-ec25-48e8-b10e-0fbf146d4484 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Request body: {'subnet': {'network_id': 'd3cafd78-4c13-41c5-961c-bc5f44e10662', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:50:01.682189 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092ba3c9-f517-4605-aa30-d465e17c5005 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Pushing event updated for resources: {'Network': ['ID=d3cafd78-4c13-41c5-961c-bc5f44e10662,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:01.686368 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-092ba3c9-f517-4605-aa30-d465e17c5005 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:01.687109 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 43528) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:50:01.694692 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [req-3e75652a-4c06-49fe-aafc-2cbe1bb85156 req-160f441c-5fc6-4e99-8b82-211c8ebad01b tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Transition to ACTIVE for port object 822c130b-1710-4b88-bed1-5fcc385bac4c will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:50:01.698322 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network d3cafd78-4c13-41c5-961c-bc5f44e10662 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:50:01.803655 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-673e8bd1-ec25-48e8-b10e-0fbf146d4484 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:50:01.810016 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-673e8bd1-ec25-48e8-b10e-0fbf146d4484 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Usage tracker for resource:subnet and tenant:77c40f4df6664268b6fdee7d685de4ee is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:50:01.816545 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-673e8bd1-ec25-48e8-b10e-0fbf146d4484 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:50:01.834110 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-673e8bd1-ec25-48e8-b10e-0fbf146d4484 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:50:01.854817 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-673e8bd1-ec25-48e8-b10e-0fbf146d4484 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Made reservation on behalf of 77c40f4df6664268b6fdee7d685de4ee for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:50:01.914264 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-10039fc8-eda0-424d-b96e-e38432d9d92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17cdab0b-98aa-4f0f-8994-ba0bb895186a', 'name': 'tempest-RoutersIpV6Test-router-16149182', 'tenant_id': '77c40f4df6664268b6fdee7d685de4ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:49:52Z', 'updated_at': '2021-12-20T08:49:58Z', 'revision_number': 2, 'project_id': '77c40f4df6664268b6fdee7d685de4ee', 'gw_port_host': None, '_interfaces': [{'id': '39c988a9-0256-47ad-b6be-124d3f4dc7d8', 'name': '', 'network_id': '1c07488c-f637-4d5a-ab2c-ff0d0b54a93d', 'tenant_id': '77c40f4df6664268b6fdee7d685de4ee', 'mac_address': 'fa:16:3e:18:4e:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17cdab0b-98aa-4f0f-8994-ba0bb895186a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f7441b0d-9ff3-44da-90de-fb8cbacfe86a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:49:56Z', 'updated_at': '2021-12-20T08:49:58Z', 'revision_number': 2, 'project_id': '77c40f4df6664268b6fdee7d685de4ee', 'subnets': [{'id': 'f7441b0d-9ff3-44da-90de-fb8cbacfe86a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:50:01.914514 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-dbad7aeb-e58c-4d46-a669-8dff42ca3fa5 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "GET /v2.0/floatingips/cbde4d20-5224-470f-b67f-c786ff4b22e8 HTTP/1.1" status: 200 len: 991 time: 0.2199609 Dec 20 08:50:01.916828 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10039fc8-eda0-424d-b96e-e38432d9d92d None None] Checking router: 17cdab0b-98aa-4f0f-8994-ba0bb895186a for host: dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 08:50:01.917674 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10039fc8-eda0-424d-b96e-e38432d9d92d None None] Updating router 17cdab0b-98aa-4f0f-8994-ba0bb895186a port 39c988a9-0256-47ad-b6be-124d3f4dc7d8 binding host dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 08:50:01.985905 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-10039fc8-eda0-424d-b96e-e38432d9d92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:01.997984 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-3e75652a-4c06-49fe-aafc-2cbe1bb85156 req-160f441c-5fc6-4e99-8b82-211c8ebad01b tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:02.009425 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f20cc9f0-2578-4a07-a7e3-84f5ea6e7efd tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:02.109545 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e75652a-4c06-49fe-aafc-2cbe1bb85156 req-160f441c-5fc6-4e99-8b82-211c8ebad01b tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Network 93bb2812-0b1d-4fea-b794-e7bc065467e8 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:50:02.114576 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [req-3e75652a-4c06-49fe-aafc-2cbe1bb85156 req-160f441c-5fc6-4e99-8b82-211c8ebad01b tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:50:02.116411 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160f441c-5fc6-4e99-8b82-211c8ebad01b tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Pushing event updated for resources: {'Port': ['ID=822c130b-1710-4b88-bed1-5fcc385bac4c,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:02.124176 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e75652a-4c06-49fe-aafc-2cbe1bb85156 req-160f441c-5fc6-4e99-8b82-211c8ebad01b tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:50:02.139238 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-673e8bd1-ec25-48e8-b10e-0fbf146d4484 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1529102'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:02.185037 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-160f441c-5fc6-4e99-8b82-211c8ebad01b tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:02.394113 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e75652a-4c06-49fe-aafc-2cbe1bb85156 req-160f441c-5fc6-4e99-8b82-211c8ebad01b tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:02.394765 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-3e75652a-4c06-49fe-aafc-2cbe1bb85156 req-160f441c-5fc6-4e99-8b82-211c8ebad01b tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:02.439228 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-673e8bd1-ec25-48e8-b10e-0fbf146d4484 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1129376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1529148'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:02.442355 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-3e75652a-4c06-49fe-aafc-2cbe1bb85156 req-160f441c-5fc6-4e99-8b82-211c8ebad01b tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9886954 Dec 20 08:50:02.443885 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c4feda20-341b-4330-a456-612be00b5b01 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:02.449528 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725b477d-6efe-489f-954f-0418b54bf0be req-41c21d01-6ffb-43f8-a06d-32d4f72d0ff1 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:02.450333 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-725b477d-6efe-489f-954f-0418b54bf0be req-41c21d01-6ffb-43f8-a06d-32d4f72d0ff1 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Synchronizing usage tracker for tenant:9cbdcc0323fa453595ec6616c2aaa00e on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:50:02.460805 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [req-3e75652a-4c06-49fe-aafc-2cbe1bb85156 req-4f741464-f618-467a-ad7e-8badd7cb31b4 service neutron] Request body: {'port': {'device_id': '3ed22f74-3364-4d36-a315-3779ea29fe0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8204'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:50:02.502388 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-27669e0b-d5c9-4cf1-8b66-cb72481c70f1 None None] Provisioning for port 822c130b-1710-4b88-bed1-5fcc385bac4c completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:50:02.508499 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-27669e0b-d5c9-4cf1-8b66-cb72481c70f1 None None] Provisioning complete for port 822c130b-1710-4b88-bed1-5fcc385bac4c triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:50:02.509135 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-27669e0b-d5c9-4cf1-8b66-cb72481c70f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:02.517506 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-10039fc8-eda0-424d-b96e-e38432d9d92d None None] Notify callbacks [] for port, precommit_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:02.535002 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.provisioning_blocks [None req-10039fc8-eda0-424d-b96e-e38432d9d92d None None] Transition to ACTIVE for port object 39c988a9-0256-47ad-b6be-124d3f4dc7d8 will not be triggered until provisioned by entity L2. {{(pid=83447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:50:02.539523 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-725b477d-6efe-489f-954f-0418b54bf0be req-41c21d01-6ffb-43f8-a06d-32d4f72d0ff1 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Unset dirty status for tenant:9cbdcc0323fa453595ec6616c2aaa00e on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:50:02.540678 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-725b477d-6efe-489f-954f-0418b54bf0be req-41c21d01-6ffb-43f8-a06d-32d4f72d0ff1 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ed22f74-3364-4d36-a315-3779ea29fe0d HTTP/1.1" status: 200 len: 932 time: 0.3510063 Dec 20 08:50:02.553302 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-10039fc8-eda0-424d-b96e-e38432d9d92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:02.568132 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673e8bd1-ec25-48e8-b10e-0fbf146d4484 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Pushing event updated for resources: {'Subnet': ['ID=dd8ea596-df06-4356-94d7-70cdb0e1c7b4,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:02.574499 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-982c5007-6a9e-4e3c-8803-7bdc7af242c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:02.580197 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-673e8bd1-ec25-48e8-b10e-0fbf146d4484 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:02.623605 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673e8bd1-ec25-48e8-b10e-0fbf146d4484 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Checking segment: {'id': 'e3bdb0c6-4fd1-41b5-bb8f-afb5d411bcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'd3cafd78-4c13-41c5-961c-bc5f44e10662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:50:02.625423 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673e8bd1-ec25-48e8-b10e-0fbf146d4484 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Network hostable DHCP agents. Network: d3cafd78-4c13-41c5-961c-bc5f44e10662, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:50:02.655598 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-27669e0b-d5c9-4cf1-8b66-cb72481c70f1 None None] Port 822c130b-1710-4b88-bed1-5fcc385bac4c cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:50:02.674872 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673e8bd1-ec25-48e8-b10e-0fbf146d4484 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Network d3cafd78-4c13-41c5-961c-bc5f44e10662 is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:50:02.689147 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-673e8bd1-ec25-48e8-b10e-0fbf146d4484 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, d3cafd78-4c13-41c5-961c-bc5f44e10662) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:50:02.694347 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673e8bd1-ec25-48e8-b10e-0fbf146d4484 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:02.695060 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-673e8bd1-ec25-48e8-b10e-0fbf146d4484 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:02.695706 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-3e75652a-4c06-49fe-aafc-2cbe1bb85156 req-4f741464-f618-467a-ad7e-8badd7cb31b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:02.724489 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-725b477d-6efe-489f-954f-0418b54bf0be req-b3c7ef30-aa78-480e-a4bb-caca10003836 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb73519-9c90-4e50-9a3d-0898de63562c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363702 Dec 20 08:50:02.726385 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f20cc9f0-2578-4a07-a7e3-84f5ea6e7efd tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Router 8622c24e-8e36-4a6a-8ead-f057b7bb0c53 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:50:02.735027 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44369c0f-997e-46dc-b12e-2737c64ddfac None None] Network d3cafd78-4c13-41c5-961c-bc5f44e10662 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:50:02.737620 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-673e8bd1-ec25-48e8-b10e-0fbf146d4484 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0789199 Dec 20 08:50:02.742309 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43534) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:50:02.921284 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43538) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:50:02.955247 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f68963-9340-46a6-b12e-65bdc13f5c4b None None] Pushing event updated for resources: {'Port': ['ID=39c988a9-0256-47ad-b6be-124d3f4dc7d8,revision_number=3']} {{(pid=83447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:02.992398 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-e8f68963-9340-46a6-b12e-65bdc13f5c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:02.996759 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-10039fc8-eda0-424d-b96e-e38432d9d92d None None] Attempting to bind port 39c988a9-0256-47ad-b6be-124d3f4dc7d8 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:50:02.997268 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-10039fc8-eda0-424d-b96e-e38432d9d92d None None] Attempting to bind port 39c988a9-0256-47ad-b6be-124d3f4dc7d8 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': 'd7d0b730-7ddc-4365-9f9e-c2e8f740a278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1c07488c-f637-4d5a-ab2c-ff0d0b54a93d'}] {{(pid=83447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:50:03.006197 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10039fc8-eda0-424d-b96e-e38432d9d92d None None] Attempting to bind port 39c988a9-0256-47ad-b6be-124d3f4dc7d8 on network 1c07488c-f637-4d5a-ab2c-ff0d0b54a93d {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:50:03.021976 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10039fc8-eda0-424d-b96e-e38432d9d92d None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:50:03.022516 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10039fc8-eda0-424d-b96e-e38432d9d92d None None] Checking segment: {'id': 'd7d0b730-7ddc-4365-9f9e-c2e8f740a278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1c07488c-f637-4d5a-ab2c-ff0d0b54a93d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:50:03.024107 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-10039fc8-eda0-424d-b96e-e38432d9d92d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:03.024604 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10039fc8-eda0-424d-b96e-e38432d9d92d None None] Bound using segment: {'id': 'd7d0b730-7ddc-4365-9f9e-c2e8f740a278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1c07488c-f637-4d5a-ab2c-ff0d0b54a93d'} {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:50:03.027687 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-10039fc8-eda0-424d-b96e-e38432d9d92d None None] Bound port: 39c988a9-0256-47ad-b6be-124d3f4dc7d8, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7d0b730-7ddc-4365-9f9e-c2e8f740a278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1c07488c-f637-4d5a-ab2c-ff0d0b54a93d'}}] {{(pid=83447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:50:03.031795 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-10039fc8-eda0-424d-b96e-e38432d9d92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:03.137166 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d214c362-51ad-4777-89df-1697b7a08d7c tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "GET /v2.0/floatingips/cbde4d20-5224-470f-b67f-c786ff4b22e8 HTTP/1.1" status: 200 len: 991 time: 0.2147501 Dec 20 08:50:03.145266 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.db [None req-10039fc8-eda0-424d-b96e-e38432d9d92d None None] For port 39c988a9-0256-47ad-b6be-124d3f4dc7d8, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:50:03.148529 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.db [None req-10039fc8-eda0-424d-b96e-e38432d9d92d None None] For port 39c988a9-0256-47ad-b6be-124d3f4dc7d8, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=39c988a9-0256-47ad-b6be-124d3f4dc7d8,segment=NetworkSegment(d7d0b730-7ddc-4365-9f9e-c2e8f740a278),segment_id=d7d0b730-7ddc-4365-9f9e-c2e8f740a278)] {{(pid=83447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:50:03.156953 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-10039fc8-eda0-424d-b96e-e38432d9d92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:03.166822 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-784cd2e7-fe50-450b-aa8c-20ebd8a217ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:03.196584 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52631ce4-7028-4172-99f7-9ba384762624 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-d3cafd78-4c13-41c5-961c-bc5f44e10662', 'network_id': 'd3cafd78-4c13-41c5-961c-bc5f44e10662', 'tenant_id': '77c40f4df6664268b6fdee7d685de4ee', 'fixed_ips': [{'subnet_id': 'dd8ea596-df06-4356-94d7-70cdb0e1c7b4'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:50:03.197427 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-52631ce4-7028-4172-99f7-9ba384762624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:03.260694 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10039fc8-eda0-424d-b96e-e38432d9d92d None None] Routers {'17cdab0b-98aa-4f0f-8994-ba0bb895186a'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:50:03.261907 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-10039fc8-eda0-424d-b96e-e38432d9d92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:49:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['17cdab0b-98aa-4f0f-8994-ba0bb895186a'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:50:03.424707 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f68963-9340-46a6-b12e-65bdc13f5c4b None None] Pushing event updated for resources: {'Port': ['ID=39c988a9-0256-47ad-b6be-124d3f4dc7d8,revision_number=4']} {{(pid=83447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:03.440044 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-e8f68963-9340-46a6-b12e-65bdc13f5c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:03.463282 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-52631ce4-7028-4172-99f7-9ba384762624 None None] Allocated IP 2001:db8:1::2 (d3cafd78-4c13-41c5-961c-bc5f44e10662/dd8ea596-df06-4356-94d7-70cdb0e1c7b4/6951ab0d-7513-495f-968c-e27699a1583a) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:50:03.465491 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f20cc9f0-2578-4a07-a7e3-84f5ea6e7efd tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:50:03.477861 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-f20cc9f0-2578-4a07-a7e3-84f5ea6e7efd tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "PUT /v2.0/routers/8622c24e-8e36-4a6a-8ead-f057b7bb0c53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9661691 Dec 20 08:50:03.479878 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 43542) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:50:03.481279 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-10039fc8-eda0-424d-b96e-e38432d9d92d None None] Set router 17cdab0b-98aa-4f0f-8994-ba0bb895186a gateway port host: None {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:50:03.815534 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-52631ce4-7028-4172-99f7-9ba384762624 None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:03.842502 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-52631ce4-7028-4172-99f7-9ba384762624 None None] Transition to ACTIVE for port object 6951ab0d-7513-495f-968c-e27699a1583a will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:50:03.888341 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-52631ce4-7028-4172-99f7-9ba384762624 None None] Transition to ACTIVE for port object 6951ab0d-7513-495f-968c-e27699a1583a will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:50:03.905280 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [req-3e75652a-4c06-49fe-aafc-2cbe1bb85156 req-4f741464-f618-467a-ad7e-8badd7cb31b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 822c130b-1710-4b88-bed1-5fcc385bac4c {{(pid=83445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 08:50:03.911410 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-52631ce4-7028-4172-99f7-9ba384762624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:03.916163 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-418eabb9-4bac-495c-977b-df2db82095ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:03.927923 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-3e75652a-4c06-49fe-aafc-2cbe1bb85156 req-4f741464-f618-467a-ad7e-8badd7cb31b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:04.008061 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [req-3e75652a-4c06-49fe-aafc-2cbe1bb85156 req-4f741464-f618-467a-ad7e-8badd7cb31b4 service neutron] Transition to ACTIVE for port object 822c130b-1710-4b88-bed1-5fcc385bac4c will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:50:04.025311 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-3e75652a-4c06-49fe-aafc-2cbe1bb85156 req-4f741464-f618-467a-ad7e-8badd7cb31b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2036698'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:04.030006 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52631ce4-7028-4172-99f7-9ba384762624 None None] Network d3cafd78-4c13-41c5-961c-bc5f44e10662 is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:50:04.034373 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-52631ce4-7028-4172-99f7-9ba384762624 None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:50:04.039446 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0fe2e9a3-5c21-4edd-bebf-bf18bcd60334 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:04.040926 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52631ce4-7028-4172-99f7-9ba384762624 None None] Pushing event updated for resources: {'Port': ['ID=6951ab0d-7513-495f-968c-e27699a1583a,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:04.045815 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52631ce4-7028-4172-99f7-9ba384762624 None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:50:04.051391 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-52631ce4-7028-4172-99f7-9ba384762624 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:04.087764 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-10039fc8-eda0-424d-b96e-e38432d9d92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17cdab0b-98aa-4f0f-8994-ba0bb895186a', 'name': 'tempest-RoutersIpV6Test-router-16149182', 'tenant_id': '77c40f4df6664268b6fdee7d685de4ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:49:52Z', 'updated_at': '2021-12-20T08:49:58Z', 'revision_number': 2, 'project_id': '77c40f4df6664268b6fdee7d685de4ee', 'gw_port_host': None, '_interfaces': [{'id': '39c988a9-0256-47ad-b6be-124d3f4dc7d8', 'name': '', 'network_id': '1c07488c-f637-4d5a-ab2c-ff0d0b54a93d', 'tenant_id': '77c40f4df6664268b6fdee7d685de4ee', 'mac_address': 'fa:16:3e:18:4e:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17cdab0b-98aa-4f0f-8994-ba0bb895186a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f7441b0d-9ff3-44da-90de-fb8cbacfe86a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:49:56Z', 'updated_at': '2021-12-20T08:50:03Z', 'revision_number': 4, 'project_id': '77c40f4df6664268b6fdee7d685de4ee', 'subnets': [{'id': 'f7441b0d-9ff3-44da-90de-fb8cbacfe86a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:50:04.097768 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10039fc8-eda0-424d-b96e-e38432d9d92d None None] The sync data for ids ['17cdab0b-98aa-4f0f-8994-ba0bb895186a'] in dv-neutron-820491-1-hyperv is: [{'id': '17cdab0b-98aa-4f0f-8994-ba0bb895186a', 'name': 'tempest-RoutersIpV6Test-router-16149182', 'tenant_id': '77c40f4df6664268b6fdee7d685de4ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:49:52Z', 'updated_at': '2021-12-20T08:49:58Z', 'revision_number': 2, 'project_id': '77c40f4df6664268b6fdee7d685de4ee', 'gw_port_host': None, '_interfaces': [{'id': '39c988a9-0256-47ad-b6be-124d3f4dc7d8', 'name': '', 'network_id': '1c07488c-f637-4d5a-ab2c-ff0d0b54a93d', 'tenant_id': '77c40f4df6664268b6fdee7d685de4ee', 'mac_address': 'fa:16:3e:18:4e:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17cdab0b-98aa-4f0f-8994-ba0bb895186a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f7441b0d-9ff3-44da-90de-fb8cbacfe86a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:49:56Z', 'updated_at': '2021-12-20T08:50:03Z', 'revision_number': 4, 'project_id': '77c40f4df6664268b6fdee7d685de4ee', 'subnets': [{'id': 'f7441b0d-9ff3-44da-90de-fb8cbacfe86a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:50:04.098038 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd0471e0-067f-4334-b508-37157dc50165 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Deleting subnet 241217e4-29b1-4db3-ac24-1473da03c8b8 {{(pid=83445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:50:04.103488 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bd0471e0-067f-4334-b508-37157dc50165 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for subnet, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:04.105046 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e2e00e52-cfdc-4969-8ba9-53cecd57e801 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:04.144563 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43548) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:50:04.150514 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cfd759-2451-4332-aeb4-4e0da1951813 req-54b43a38-59a9-48d3-83ad-fdb1115c145e tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:04.152652 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-00cfd759-2451-4332-aeb4-4e0da1951813 req-54b43a38-59a9-48d3-83ad-fdb1115c145e tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ed22f74-3364-4d36-a315-3779ea29fe0d HTTP/1.1" status: 200 len: 932 time: 0.2692904 Dec 20 08:50:04.170855 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-52631ce4-7028-4172-99f7-9ba384762624 None None] Attempting to bind port 6951ab0d-7513-495f-968c-e27699a1583a on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:50:04.171483 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-52631ce4-7028-4172-99f7-9ba384762624 None None] Attempting to bind port 6951ab0d-7513-495f-968c-e27699a1583a by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': 'e3bdb0c6-4fd1-41b5-bb8f-afb5d411bcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'd3cafd78-4c13-41c5-961c-bc5f44e10662'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:50:04.172034 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52631ce4-7028-4172-99f7-9ba384762624 None None] Attempting to bind port 6951ab0d-7513-495f-968c-e27699a1583a on network d3cafd78-4c13-41c5-961c-bc5f44e10662 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:50:04.181252 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52631ce4-7028-4172-99f7-9ba384762624 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:50:04.181864 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52631ce4-7028-4172-99f7-9ba384762624 None None] Checking segment: {'id': 'e3bdb0c6-4fd1-41b5-bb8f-afb5d411bcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'd3cafd78-4c13-41c5-961c-bc5f44e10662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:50:04.182433 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-52631ce4-7028-4172-99f7-9ba384762624 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:04.183012 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52631ce4-7028-4172-99f7-9ba384762624 None None] Bound using segment: {'id': 'e3bdb0c6-4fd1-41b5-bb8f-afb5d411bcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'd3cafd78-4c13-41c5-961c-bc5f44e10662'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:50:04.184323 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-52631ce4-7028-4172-99f7-9ba384762624 None None] Bound port: 6951ab0d-7513-495f-968c-e27699a1583a, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3bdb0c6-4fd1-41b5-bb8f-afb5d411bcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'd3cafd78-4c13-41c5-961c-bc5f44e10662'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:50:04.184871 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-52631ce4-7028-4172-99f7-9ba384762624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:04.252668 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f741464-f618-467a-ad7e-8badd7cb31b4 service neutron] Pushing event updated for resources: {'Port': ['ID=822c130b-1710-4b88-bed1-5fcc385bac4c,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:04.259543 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-4f741464-f618-467a-ad7e-8badd7cb31b4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:04.269208 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bd0471e0-067f-4334-b508-37157dc50165 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1518554'] for subnet, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:04.310746 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-52631ce4-7028-4172-99f7-9ba384762624 None None] For port 6951ab0d-7513-495f-968c-e27699a1583a, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:50:04.314288 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-52631ce4-7028-4172-99f7-9ba384762624 None None] For port 6951ab0d-7513-495f-968c-e27699a1583a, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=6951ab0d-7513-495f-968c-e27699a1583a,segment=NetworkSegment(e3bdb0c6-4fd1-41b5-bb8f-afb5d411bcb9),segment_id=e3bdb0c6-4fd1-41b5-bb8f-afb5d411bcb9)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:50:04.319085 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-52631ce4-7028-4172-99f7-9ba384762624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:04.324395 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-1c8e2052-4258-489b-8ad3-c867a3a97ee4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:04.416037 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52631ce4-7028-4172-99f7-9ba384762624 None None] Pushing event updated for resources: {'Port': ['ID=6951ab0d-7513-495f-968c-e27699a1583a,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:04.428470 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-52631ce4-7028-4172-99f7-9ba384762624 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:04.444104 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bd0471e0-067f-4334-b508-37157dc50165 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:04.491066 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-3e5c9ede-62ec-48ef-b696-741fa818eb42 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "GET /v2.0/floatingips/cbde4d20-5224-470f-b67f-c786ff4b22e8 HTTP/1.1" status: 200 len: 991 time: 0.3371270 Dec 20 08:50:04.596730 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [req-3e75652a-4c06-49fe-aafc-2cbe1bb85156 req-4f741464-f618-467a-ad7e-8badd7cb31b4 service neutron] Attempting to bind port 822c130b-1710-4b88-bed1-5fcc385bac4c on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:50:04.597314 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [req-3e75652a-4c06-49fe-aafc-2cbe1bb85156 req-4f741464-f618-467a-ad7e-8badd7cb31b4 service neutron] Attempting to bind port 822c130b-1710-4b88-bed1-5fcc385bac4c by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': '816f3411-ce24-4874-a9f0-58ff5b5f140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '93bb2812-0b1d-4fea-b794-e7bc065467e8'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:50:04.597660 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e75652a-4c06-49fe-aafc-2cbe1bb85156 req-4f741464-f618-467a-ad7e-8badd7cb31b4 service neutron] Attempting to bind port 822c130b-1710-4b88-bed1-5fcc385bac4c on network 93bb2812-0b1d-4fea-b794-e7bc065467e8 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:50:04.619877 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e75652a-4c06-49fe-aafc-2cbe1bb85156 req-4f741464-f618-467a-ad7e-8badd7cb31b4 service neutron] Port 822c130b-1710-4b88-bed1-5fcc385bac4c on network 93bb2812-0b1d-4fea-b794-e7bc065467e8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 08:50:04.620287 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e75652a-4c06-49fe-aafc-2cbe1bb85156 req-4f741464-f618-467a-ad7e-8badd7cb31b4 service neutron] Attempting to bind port 822c130b-1710-4b88-bed1-5fcc385bac4c on network 93bb2812-0b1d-4fea-b794-e7bc065467e8 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:50:04.631020 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e75652a-4c06-49fe-aafc-2cbe1bb85156 req-4f741464-f618-467a-ad7e-8badd7cb31b4 service neutron] Checking agent: {'id': 'bd419857-3bec-4b96-b211-3fb278c66880', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8204', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 40, 10), 'started_at': datetime.datetime(2021, 12, 20, 8, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:50:04.631362 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e75652a-4c06-49fe-aafc-2cbe1bb85156 req-4f741464-f618-467a-ad7e-8badd7cb31b4 service neutron] Checking segment: {'id': '816f3411-ce24-4874-a9f0-58ff5b5f140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '93bb2812-0b1d-4fea-b794-e7bc065467e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:50:04.631746 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e75652a-4c06-49fe-aafc-2cbe1bb85156 req-4f741464-f618-467a-ad7e-8badd7cb31b4 service neutron] Bound using segment: {'id': '816f3411-ce24-4874-a9f0-58ff5b5f140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '93bb2812-0b1d-4fea-b794-e7bc065467e8'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:50:04.632249 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [req-3e75652a-4c06-49fe-aafc-2cbe1bb85156 req-4f741464-f618-467a-ad7e-8badd7cb31b4 service neutron] Bound port: 822c130b-1710-4b88-bed1-5fcc385bac4c, host: hv-neutron-8204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '816f3411-ce24-4874-a9f0-58ff5b5f140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '93bb2812-0b1d-4fea-b794-e7bc065467e8'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:50:04.632595 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-3e75652a-4c06-49fe-aafc-2cbe1bb85156 req-4f741464-f618-467a-ad7e-8badd7cb31b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:04.679272 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bd0471e0-067f-4334-b508-37157dc50165 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2036620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2095133'] for subnet, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:04.689545 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-06d16134-12dc-4a6c-89d7-d053d292ae73 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:04.697543 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-00cfd759-2451-4332-aeb4-4e0da1951813 req-65041019-8a0c-425d-94c7-c183e4c3c15d tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Synchronizing usage tracker for tenant:9cbdcc0323fa453595ec6616c2aaa00e on resource:security_group {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:50:04.758058 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0471e0-067f-4334-b508-37157dc50165 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event deleted for resources: {'Subnet': ['ID=241217e4-29b1-4db3-ac24-1473da03c8b8,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:04.763665 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-bd0471e0-067f-4334-b508-37157dc50165 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:04.764700 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-00cfd759-2451-4332-aeb4-4e0da1951813 req-65041019-8a0c-425d-94c7-c183e4c3c15d tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Unset dirty status for tenant:9cbdcc0323fa453595ec6616c2aaa00e on resource:security_group {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:50:04.765941 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-00cfd759-2451-4332-aeb4-4e0da1951813 req-65041019-8a0c-425d-94c7-c183e4c3c15d tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb73519-9c90-4e50-9a3d-0898de63562c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5427179 Dec 20 08:50:04.774596 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bd0471e0-067f-4334-b508-37157dc50165 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:04.785558 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340bca0e-82b3-41bf-9e46-287a22ccc775 None None] Network 627d2b4e-ee9f-42de-b848-af479fe5c2f5 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:50:04.799670 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-bd0471e0-067f-4334-b508-37157dc50165 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "DELETE /v2.0/subnets/241217e4-29b1-4db3-ac24-1473da03c8b8 HTTP/1.1" status: 204 len: 168 time: 1.3183012 Dec 20 08:50:04.803598 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 43554) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:50:04.894138 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [req-3e75652a-4c06-49fe-aafc-2cbe1bb85156 req-4f741464-f618-467a-ad7e-8badd7cb31b4 service neutron] For port 822c130b-1710-4b88-bed1-5fcc385bac4c, host hv-neutron-8204, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:50:04.908916 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [req-3e75652a-4c06-49fe-aafc-2cbe1bb85156 req-4f741464-f618-467a-ad7e-8badd7cb31b4 service neutron] For port 822c130b-1710-4b88-bed1-5fcc385bac4c, host hv-neutron-8204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=822c130b-1710-4b88-bed1-5fcc385bac4c,segment=NetworkSegment(816f3411-ce24-4874-a9f0-58ff5b5f140f),segment_id=816f3411-ce24-4874-a9f0-58ff5b5f140f)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:50:04.923470 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-3e75652a-4c06-49fe-aafc-2cbe1bb85156 req-4f741464-f618-467a-ad7e-8badd7cb31b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2036698'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:04.941271 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-adeaf5e6-6932-4d0d-b3d8-d7a0bac7c27c tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:05.006820 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-e2e00e52-cfdc-4969-8ba9-53cecd57e801 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Allocated IP 2001:db8:1::1 (d3cafd78-4c13-41c5-961c-bc5f44e10662/dd8ea596-df06-4356-94d7-70cdb0e1c7b4/d1531e0a-6120-42ab-8295-85fa1c7cebfb) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:50:05.100291 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-3e75652a-4c06-49fe-aafc-2cbe1bb85156 req-4f741464-f618-467a-ad7e-8badd7cb31b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:05.101615 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-3e75652a-4c06-49fe-aafc-2cbe1bb85156 req-4f741464-f618-467a-ad7e-8badd7cb31b4 service neutron] 10.222.0.58 "PUT /v2.0/ports/822c130b-1710-4b88-bed1-5fcc385bac4c HTTP/1.1" status: 200 len: 1094 time: 2.6454530 Dec 20 08:50:05.109036 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ed22f74-3364-4d36-a315-3779ea29fe0d', 'tag': '822c130b-1710-4b88-bed1-5fcc385bac4c'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 08:50:05.133116 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f741464-f618-467a-ad7e-8badd7cb31b4 service neutron] Pushing event updated for resources: {'Port': ['ID=822c130b-1710-4b88-bed1-5fcc385bac4c,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:05.137432 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-4f741464-f618-467a-ad7e-8badd7cb31b4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:05.198707 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ed22f74-3364-4d36-a315-3779ea29fe0d', 'tag': '822c130b-1710-4b88-bed1-5fcc385bac4c', 'status': 'completed', 'code': 200} Dec 20 08:50:05.205053 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6b3077-fad0-4628-9813-3a024fabdd8c None None] DHCP port deletion for 627d2b4e-ee9f-42de-b848-af479fe5c2f5 request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 08:50:05.211766 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-eb6b3077-fad0-4628-9813-3a024fabdd8c None None] Deleting port 454d04bf-08a7-46a8-a362-21a5a1443047 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:50:05.212289 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-eb6b3077-fad0-4628-9813-3a024fabdd8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:05.235821 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7eab886b-8a6f-4d1d-8709-2bfb1833fc59 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for router, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:05.241011 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e2e00e52-cfdc-4969-8ba9-53cecd57e801 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:05.260731 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-e2e00e52-cfdc-4969-8ba9-53cecd57e801 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Transition to ACTIVE for port object d1531e0a-6120-42ab-8295-85fa1c7cebfb will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:50:05.288914 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e2e00e52-cfdc-4969-8ba9-53cecd57e801 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:05.303267 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1774e675-3752-4730-b0d1-0f2e71fe8980 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:05.330992 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-3e75652a-4c06-49fe-aafc-2cbe1bb85156 req-860666be-6231-4b15-8e36-edfdb9ffe24c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9cbdcc0323fa453595ec6616c2aaa00e&device_id=3ed22f74-3364-4d36-a315-3779ea29fe0d HTTP/1.1" status: 200 len: 1097 time: 0.1717072 Dec 20 08:50:05.366601 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e00e52-cfdc-4969-8ba9-53cecd57e801 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Network d3cafd78-4c13-41c5-961c-bc5f44e10662 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:50:05.370229 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-e2e00e52-cfdc-4969-8ba9-53cecd57e801 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:50:05.374904 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e00e52-cfdc-4969-8ba9-53cecd57e801 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:50:05.375439 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e2e00e52-cfdc-4969-8ba9-53cecd57e801 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-345881'] for router_interface, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:05.455072 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e00e52-cfdc-4969-8ba9-53cecd57e801 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Pushing event updated for resources: {'Port': ['ID=d1531e0a-6120-42ab-8295-85fa1c7cebfb,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:05.463730 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e2e00e52-cfdc-4969-8ba9-53cecd57e801 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:05.466175 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-3e75652a-4c06-49fe-aafc-2cbe1bb85156 req-f8fb645f-737e-4c95-bf17-c51a55463ed9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=822c130b-1710-4b88-bed1-5fcc385bac4c HTTP/1.1" status: 200 len: 217 time: 0.1162519 Dec 20 08:50:05.484272 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-eb6b3077-fad0-4628-9813-3a024fabdd8c None None] For port 454d04bf-08a7-46a8-a362-21a5a1443047, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=454d04bf-08a7-46a8-a362-21a5a1443047,segment=NetworkSegment(4add418e-9ba1-4854-8396-6b270d4c02ff),segment_id=4add418e-9ba1-4854-8396-6b270d4c02ff)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:50:05.484967 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-eb6b3077-fad0-4628-9813-3a024fabdd8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:05.491570 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e2e00e52-cfdc-4969-8ba9-53cecd57e801 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:05.502751 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43560) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:50:05.622951 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-eb6b3077-fad0-4628-9813-3a024fabdd8c None None] Calling delete_port for 454d04bf-08a7-46a8-a362-21a5a1443047 owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:50:05.627308 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e75652a-4c06-49fe-aafc-2cbe1bb85156 req-e1fe55da-e5ec-4811-9b79-1085ba9df98b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:05.628663 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-3e75652a-4c06-49fe-aafc-2cbe1bb85156 req-e1fe55da-e5ec-4811-9b79-1085ba9df98b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cff4e817-2297-42bb-840a-667d6388fa06 HTTP/1.1" status: 200 len: 851 time: 0.1617117 Dec 20 08:50:05.694645 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-03eaf899-a57f-453c-8fc6-6d69e9bf5b42 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "GET /v2.0/floatingips/cbde4d20-5224-470f-b67f-c786ff4b22e8 HTTP/1.1" status: 200 len: 991 time: 0.1884201 Dec 20 08:50:05.736181 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-eb6b3077-fad0-4628-9813-3a024fabdd8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102'] for port, after_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:05.740460 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:05.775004 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-3e75652a-4c06-49fe-aafc-2cbe1bb85156 req-38a9aff3-e078-4cf1-9ccd-d04e08a706f5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=93bb2812-0b1d-4fea-b794-e7bc065467e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1383770 Dec 20 08:50:05.806645 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6b3077-fad0-4628-9813-3a024fabdd8c None None] No DVR routers for this DVR port 454d04bf-08a7-46a8-a362-21a5a1443047 on host dv-neutron-820491-1-hyperv {{(pid=83446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:50:05.807889 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6b3077-fad0-4628-9813-3a024fabdd8c None None] Pushing event deleted for resources: {'Port': ['ID=454d04bf-08a7-46a8-a362-21a5a1443047,revision_number=None']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:05.818466 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6b3077-fad0-4628-9813-3a024fabdd8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:50:05.819540 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6b3077-fad0-4628-9813-3a024fabdd8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:50:05.819540 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6b3077-fad0-4628-9813-3a024fabdd8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:50:05.819540 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6b3077-fad0-4628-9813-3a024fabdd8c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:50:05.823555 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6b3077-fad0-4628-9813-3a024fabdd8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:50:05.823555 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6b3077-fad0-4628-9813-3a024fabdd8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:50:05.823555 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6b3077-fad0-4628-9813-3a024fabdd8c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:50:05.823555 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6b3077-fad0-4628-9813-3a024fabdd8c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:50:05.823555 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6b3077-fad0-4628-9813-3a024fabdd8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:50:05.823555 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6b3077-fad0-4628-9813-3a024fabdd8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:50:05.823555 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6b3077-fad0-4628-9813-3a024fabdd8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:50:05.826146 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-eb6b3077-fad0-4628-9813-3a024fabdd8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:05.923860 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 6951ab0d-7513-495f-968c-e27699a1583a up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:50:05.984934 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c315e564-4db4-4005-a2b0-ea196a47f5ad None None] Network d3cafd78-4c13-41c5-961c-bc5f44e10662 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:50:06.043067 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-df637411-d2a2-4ef1-9038-66b5a7ccd665 None None] Provisioning for port 6951ab0d-7513-495f-968c-e27699a1583a completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:50:06.071553 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7eab886b-8a6f-4d1d-8709-2bfb1833fc59 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:06.089647 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-7eab886b-8a6f-4d1d-8709-2bfb1833fc59 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Deleting port ffbc822d-d310-47fc-a0a6-d3f474bf15ca {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:50:06.090066 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7eab886b-8a6f-4d1d-8709-2bfb1833fc59 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:06.120504 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 6951ab0d-7513-495f-968c-e27699a1583a completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:50:06.144731 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 6951ab0d-7513-495f-968c-e27699a1583a triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:50:06.145016 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:06.194701 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c2bcf-9faa-4c5d-bbe8-9e4be9eea3e1 req-5d4024e5-9248-4f10-8dbc-c0703a27f5a3 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:06.196300 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-929c2bcf-9faa-4c5d-bbe8-9e4be9eea3e1 req-5d4024e5-9248-4f10-8dbc-c0703a27f5a3 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ed22f74-3364-4d36-a315-3779ea29fe0d HTTP/1.1" status: 200 len: 944 time: 0.2252424 Dec 20 08:50:06.200208 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-3e75652a-4c06-49fe-aafc-2cbe1bb85156 req-92dfb53e-51d2-411a-a1fa-39aabe016064 service neutron] 10.222.0.58 "GET /v2.0/networks/93bb2812-0b1d-4fea-b794-e7bc065467e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4084477 Dec 20 08:50:06.287590 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-929c2bcf-9faa-4c5d-bbe8-9e4be9eea3e1 req-99c8cb9d-d659-4f03-b193-4d2bd987cb96 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb73519-9c90-4e50-9a3d-0898de63562c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712316 Dec 20 08:50:06.289436 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e2e00e52-cfdc-4969-8ba9-53cecd57e801 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:06.296073 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e2e00e52-cfdc-4969-8ba9-53cecd57e801 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:06.297030 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e2e00e52-cfdc-4969-8ba9-53cecd57e801 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32898031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349045'] for router_interface, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:06.301736 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e2e00e52-cfdc-4969-8ba9-53cecd57e801 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:06.367284 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5896b675-e653-4096-b369-e66a68ebea95 None None] Sync routers for ids ['8622c24e-8e36-4a6a-8ead-f057b7bb0c53'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:50:06.385223 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:06.410130 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e00e52-cfdc-4969-8ba9-53cecd57e801 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Pushing event updated for resources: {'Port': ['ID=d1531e0a-6120-42ab-8295-85fa1c7cebfb,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:06.415536 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e2e00e52-cfdc-4969-8ba9-53cecd57e801 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:06.429354 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5896b675-e653-4096-b369-e66a68ebea95 None None] Routers {'8622c24e-8e36-4a6a-8ead-f057b7bb0c53'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:50:06.429994 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-5896b675-e653-4096-b369-e66a68ebea95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:49:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['8622c24e-8e36-4a6a-8ead-f057b7bb0c53'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:50:06.440365 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-7eab886b-8a6f-4d1d-8709-2bfb1833fc59 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] For port ffbc822d-d310-47fc-a0a6-d3f474bf15ca, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=ffbc822d-d310-47fc-a0a6-d3f474bf15ca,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:50:06.440728 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7eab886b-8a6f-4d1d-8709-2bfb1833fc59 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:06.516235 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e00e52-cfdc-4969-8ba9-53cecd57e801 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Network d3cafd78-4c13-41c5-961c-bc5f44e10662 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:50:06.517544 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-e2e00e52-cfdc-4969-8ba9-53cecd57e801 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:50:06.615056 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 6951ab0d-7513-495f-968c-e27699a1583a, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=6951ab0d-7513-495f-968c-e27699a1583a,segment=NetworkSegment(e3bdb0c6-4fd1-41b5-bb8f-afb5d411bcb9),segment_id=e3bdb0c6-4fd1-41b5-bb8f-afb5d411bcb9)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:50:06.640541 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:06.649724 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-7eab886b-8a6f-4d1d-8709-2bfb1833fc59 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Calling delete_port for ffbc822d-d310-47fc-a0a6-d3f474bf15ca owned by network:router_gateway {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:50:06.656302 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d80bf782-b3f0-4332-ad14-67a70ae3dfca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:06.709831 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 454d04bf-08a7-46a8-a362-21a5a1443047 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:50:06.745284 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 43568) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:50:06.770308 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 454d04bf-08a7-46a8-a362-21a5a1443047 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:50:06.770668 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 454d04bf-08a7-46a8-a362-21a5a1443047 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:50:06.794640 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-5896b675-e653-4096-b369-e66a68ebea95 None None] Set router 8622c24e-8e36-4a6a-8ead-f057b7bb0c53 gateway port host: None {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:50:06.951882 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=6951ab0d-7513-495f-968c-e27699a1583a,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:06.955773 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:06.957080 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-5896b675-e653-4096-b369-e66a68ebea95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8622c24e-8e36-4a6a-8ead-f057b7bb0c53', 'name': 'tempest-TestNetworkBasicOps-router-405621392', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:45:45Z', 'updated_at': '2021-12-20T08:50:06Z', 'revision_number': 8, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port_host': None}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:50:06.967564 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5896b675-e653-4096-b369-e66a68ebea95 None None] Checking router: 8622c24e-8e36-4a6a-8ead-f057b7bb0c53 for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 08:50:06.982757 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-3e75652a-4c06-49fe-aafc-2cbe1bb85156 req-7ab25adb-fcaa-4b22-976a-e4e17eb5267d service neutron] 10.222.0.58 "GET /v2.0/networks/93bb2812-0b1d-4fea-b794-e7bc065467e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7174442 Dec 20 08:50:06.983016 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5896b675-e653-4096-b369-e66a68ebea95 None None] Routers {'8622c24e-8e36-4a6a-8ead-f057b7bb0c53'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:50:06.983710 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-5896b675-e653-4096-b369-e66a68ebea95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:49:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['8622c24e-8e36-4a6a-8ead-f057b7bb0c53'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:50:07.053563 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-9b8884a3-7f5b-43ee-a883-4de1fe5116c5 None None] Provisioning for port d1531e0a-6120-42ab-8295-85fa1c7cebfb completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:50:07.068442 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7eab886b-8a6f-4d1d-8709-2bfb1833fc59 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:07.071433 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2e00e52-cfdc-4969-8ba9-53cecd57e801 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Router 17cdab0b-98aa-4f0f-8994-ba0bb895186a has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:50:07.073502 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-458b6ce0-bff6-44e6-ba24-0ddf4a59eb74 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:07.122528 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-9b8884a3-7f5b-43ee-a883-4de1fe5116c5 None None] Provisioning complete for port d1531e0a-6120-42ab-8295-85fa1c7cebfb triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:50:07.122827 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-9b8884a3-7f5b-43ee-a883-4de1fe5116c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:07.133555 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eab886b-8a6f-4d1d-8709-2bfb1833fc59 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event deleted for resources: {'Port': ['ID=ffbc822d-d310-47fc-a0a6-d3f474bf15ca,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:07.183160 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-7eab886b-8a6f-4d1d-8709-2bfb1833fc59 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:07.202322 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-9b8884a3-7f5b-43ee-a883-4de1fe5116c5 None None] Port d1531e0a-6120-42ab-8295-85fa1c7cebfb cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:50:07.217980 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-5896b675-e653-4096-b369-e66a68ebea95 None None] Set router 8622c24e-8e36-4a6a-8ead-f057b7bb0c53 gateway port host: None {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:50:07.283447 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2e00e52-cfdc-4969-8ba9-53cecd57e801 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:50:07.297167 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e2e00e52-cfdc-4969-8ba9-53cecd57e801 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "PUT /v2.0/routers/17cdab0b-98aa-4f0f-8994-ba0bb895186a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5536704 Dec 20 08:50:07.299746 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43576) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:50:07.305651 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-7844f75e-00ad-4e4c-8182-ad26bc5a77ad tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2024717771'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:50:07.311383 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-5db32d88-bcc6-42bc-9285-057e3c2887ff tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "GET /v2.0/floatingips/cbde4d20-5224-470f-b67f-c786ff4b22e8 HTTP/1.1" status: 200 len: 991 time: 0.5622077 Dec 20 08:50:07.317922 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-7844f75e-00ad-4e4c-8182-ad26bc5a77ad tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:50:07.323650 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7844f75e-00ad-4e4c-8182-ad26bc5a77ad tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Usage tracker for resource:network and tenant:77c40f4df6664268b6fdee7d685de4ee is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:50:07.327438 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7844f75e-00ad-4e4c-8182-ad26bc5a77ad tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:50:07.335598 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-7844f75e-00ad-4e4c-8182-ad26bc5a77ad tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:50:07.355821 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7844f75e-00ad-4e4c-8182-ad26bc5a77ad tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Made reservation on behalf of 77c40f4df6664268b6fdee7d685de4ee for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:50:07.360189 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-9b8884a3-7f5b-43ee-a883-4de1fe5116c5 None None] Provisioning complete for port 6951ab0d-7513-495f-968c-e27699a1583a triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:50:07.360820 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-9b8884a3-7f5b-43ee-a883-4de1fe5116c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:07.363172 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7844f75e-00ad-4e4c-8182-ad26bc5a77ad tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:07.417016 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7844f75e-00ad-4e4c-8182-ad26bc5a77ad tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:50:07.422654 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-5896b675-e653-4096-b369-e66a68ebea95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8622c24e-8e36-4a6a-8ead-f057b7bb0c53', 'name': 'tempest-TestNetworkBasicOps-router-405621392', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:45:45Z', 'updated_at': '2021-12-20T08:50:06Z', 'revision_number': 9, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port_host': None}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:50:07.429663 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7844f75e-00ad-4e4c-8182-ad26bc5a77ad tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:07.430259 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-7844f75e-00ad-4e4c-8182-ad26bc5a77ad tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Added segment 6e318828-1d56-4597-9d55-f0d208b9311d of type vlan for network e7d6796d-77df-48e8-af36-479c46cce131 Dec 20 08:50:07.436258 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5896b675-e653-4096-b369-e66a68ebea95 None None] The sync data for ids ['8622c24e-8e36-4a6a-8ead-f057b7bb0c53'] in dv-neutron-820491-1-hyperv is: [{'id': '8622c24e-8e36-4a6a-8ead-f057b7bb0c53', 'name': 'tempest-TestNetworkBasicOps-router-405621392', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:45:45Z', 'updated_at': '2021-12-20T08:50:06Z', 'revision_number': 9, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port_host': None}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:50:07.474890 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-e96979b5-e068-4532-96c2-fb91b4935611 req-cf3e89aa-cd65-4ba7-b502-773cceb8b9a7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9cbdcc0323fa453595ec6616c2aaa00e&device_id=3ed22f74-3364-4d36-a315-3779ea29fe0d HTTP/1.1" status: 200 len: 1097 time: 0.3424916 Dec 20 08:50:07.502243 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7844f75e-00ad-4e4c-8182-ad26bc5a77ad tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:07.562489 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7844f75e-00ad-4e4c-8182-ad26bc5a77ad tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:07.566229 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7844f75e-00ad-4e4c-8182-ad26bc5a77ad tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:07.566811 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7844f75e-00ad-4e4c-8182-ad26bc5a77ad tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:07.572945 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-dddeaa9f-62f4-479a-bef2-8488a54209c7 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:07.576561 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a6a0e-3f94-492c-854b-37153acabfb3 req-780a602f-e774-4585-8f03-003644ce27b3 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:07.578030 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-067a6a0e-3f94-492c-854b-37153acabfb3 req-780a602f-e774-4585-8f03-003644ce27b3 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce86b767-a621-41c5-98e8-cc542b7adc7f HTTP/1.1" status: 200 len: 946 time: 0.5665104 Dec 20 08:50:07.598596 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021dd6f3-41f8-4798-9849-e0216dc26df4 req-af8862d3-ae46-458e-a158-2ca27e916cd7 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:07.600046 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-021dd6f3-41f8-4798-9849-e0216dc26df4 req-af8862d3-ae46-458e-a158-2ca27e916cd7 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ed22f74-3364-4d36-a315-3779ea29fe0d HTTP/1.1" status: 200 len: 944 time: 0.1388638 Dec 20 08:50:07.629203 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7eab886b-8a6f-4d1d-8709-2bfb1833fc59 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346107'] for router_gateway, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:07.649644 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-7844f75e-00ad-4e4c-8182-ad26bc5a77ad tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3487799 Dec 20 08:50:07.654503 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43582) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:50:07.660023 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-41da8767-1ba2-4b5d-9970-f74e57c5bf67 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Request body: {'subnet': {'network_id': 'e7d6796d-77df-48e8-af36-479c46cce131', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:50:07.667476 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-aed8fd97-329f-4d0f-a367-de87b9363771 None None] Provisioning complete for port d1531e0a-6120-42ab-8295-85fa1c7cebfb triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:50:07.667959 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-aed8fd97-329f-4d0f-a367-de87b9363771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:07.745705 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7844f75e-00ad-4e4c-8182-ad26bc5a77ad tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Pushing event updated for resources: {'Network': ['ID=e7d6796d-77df-48e8-af36-479c46cce131,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:07.746479 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-aed8fd97-329f-4d0f-a367-de87b9363771 None None] Port d1531e0a-6120-42ab-8295-85fa1c7cebfb cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:50:07.753781 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7844f75e-00ad-4e4c-8182-ad26bc5a77ad tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:07.771497 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network e7d6796d-77df-48e8-af36-479c46cce131 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:50:07.836823 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-021dd6f3-41f8-4798-9849-e0216dc26df4 req-ce8c38b8-6cf0-44f6-bf51-104df203e9df tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb73519-9c90-4e50-9a3d-0898de63562c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2262492 Dec 20 08:50:07.880997 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-41da8767-1ba2-4b5d-9970-f74e57c5bf67 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:50:07.884818 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-41da8767-1ba2-4b5d-9970-f74e57c5bf67 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Usage tracker for resource:subnet and tenant:77c40f4df6664268b6fdee7d685de4ee is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:50:07.888587 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-41da8767-1ba2-4b5d-9970-f74e57c5bf67 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:50:07.894394 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-41da8767-1ba2-4b5d-9970-f74e57c5bf67 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:50:07.910884 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41da8767-1ba2-4b5d-9970-f74e57c5bf67 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Made reservation on behalf of 77c40f4df6664268b6fdee7d685de4ee for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:50:07.940000 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 6951ab0d-7513-495f-968c-e27699a1583a up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:50:08.013663 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 6951ab0d-7513-495f-968c-e27699a1583a triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:50:08.013986 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:08.025743 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-41da8767-1ba2-4b5d-9970-f74e57c5bf67 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1529102'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:08.132607 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-067a6a0e-3f94-492c-854b-37153acabfb3 req-03f33fcb-4f18-41c3-ade1-641691b9387e tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/security-groups?id=57316c2a-fdb6-46e9-9469-18e9bc81adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5436108 Dec 20 08:50:08.145622 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 24d6d22e-d030-449a-8f23-f752c194ed51 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:50:08.146040 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7eab886b-8a6f-4d1d-8709-2bfb1833fc59 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24735'] for router, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:08.155609 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7eab886b-8a6f-4d1d-8709-2bfb1833fc59 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:08.158031 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96979b5-e068-4532-96c2-fb91b4935611 req-583b19b7-be1e-42d0-b24a-9bad33b56d01 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:08.172372 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-e96979b5-e068-4532-96c2-fb91b4935611 req-583b19b7-be1e-42d0-b24a-9bad33b56d01 service neutron] 10.222.0.58 "GET /v2.0/networks?id=93bb2812-0b1d-4fea-b794-e7bc065467e8 HTTP/1.1" status: 200 len: 913 time: 0.6180141 Dec 20 08:50:08.181130 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 24d6d22e-d030-449a-8f23-f752c194ed51 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:50:08.181522 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 24d6d22e-d030-449a-8f23-f752c194ed51 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:50:08.247165 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-e96979b5-e068-4532-96c2-fb91b4935611 req-3de38b5c-274b-4500-8720-d4d1c2a9cff3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=822c130b-1710-4b88-bed1-5fcc385bac4c HTTP/1.1" status: 200 len: 217 time: 0.0726182 Dec 20 08:50:08.298487 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7eab886b-8a6f-4d1d-8709-2bfb1833fc59 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-390871'] for router, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:08.298946 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eab886b-8a6f-4d1d-8709-2bfb1833fc59 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Fanout notify agent at l3_agent the message router_deleted on router 8622c24e-8e36-4a6a-8ead-f057b7bb0c53 {{(pid=83445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 08:50:08.316603 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 43588) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:50:08.331316 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-41da8767-1ba2-4b5d-9970-f74e57c5bf67 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1129376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1529148'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:08.339633 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-df621e14-d3d0-43e4-a7cf-172e8f4ec90a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:08.385011 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96979b5-e068-4532-96c2-fb91b4935611 req-7dd8763c-4aba-43c9-990e-ebca6cf033f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:08.387115 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-e96979b5-e068-4532-96c2-fb91b4935611 req-7dd8763c-4aba-43c9-990e-ebca6cf033f0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cff4e817-2297-42bb-840a-667d6388fa06 HTTP/1.1" status: 200 len: 851 time: 0.1299753 Dec 20 08:50:08.434595 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7eab886b-8a6f-4d1d-8709-2bfb1833fc59 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:08.435652 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-7eab886b-8a6f-4d1d-8709-2bfb1833fc59 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "DELETE /v2.0/routers/8622c24e-8e36-4a6a-8ead-f057b7bb0c53 HTTP/1.1" status: 204 len: 168 time: 3.6294608 Dec 20 08:50:08.436581 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41da8767-1ba2-4b5d-9970-f74e57c5bf67 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Pushing event updated for resources: {'Subnet': ['ID=fcaac2f4-e8dd-4e53-b91f-98f2c269cf04,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:08.439112 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43592) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:50:08.459955 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-41da8767-1ba2-4b5d-9970-f74e57c5bf67 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:08.476978 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41da8767-1ba2-4b5d-9970-f74e57c5bf67 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Checking segment: {'id': '6e318828-1d56-4597-9d55-f0d208b9311d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e7d6796d-77df-48e8-af36-479c46cce131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:50:08.477374 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41da8767-1ba2-4b5d-9970-f74e57c5bf67 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Network hostable DHCP agents. Network: e7d6796d-77df-48e8-af36-479c46cce131, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:50:08.481024 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-2ee4e2ac-0926-4ce6-a835-64a70c3a5e4d tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "GET /v2.0/floatingips/cbde4d20-5224-470f-b67f-c786ff4b22e8 HTTP/1.1" status: 200 len: 991 time: 0.1618938 Dec 20 08:50:08.505055 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-e96979b5-e068-4532-96c2-fb91b4935611 req-f570d1ee-69f1-4363-aa1d-646ac8381534 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=93bb2812-0b1d-4fea-b794-e7bc065467e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1039348 Dec 20 08:50:08.516038 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91171e8d-37a4-46bf-9d97-233196e19103 req-1730156b-1760-4222-9eb6-e520312624e4 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:08.517564 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-91171e8d-37a4-46bf-9d97-233196e19103 req-1730156b-1760-4222-9eb6-e520312624e4 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce86b767-a621-41c5-98e8-cc542b7adc7f HTTP/1.1" status: 200 len: 946 time: 0.2222390 Dec 20 08:50:08.642896 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-e96979b5-e068-4532-96c2-fb91b4935611 req-ef0ea963-f674-4135-8baa-2915ddb6ee62 service neutron] 10.222.0.58 "GET /v2.0/networks/93bb2812-0b1d-4fea-b794-e7bc065467e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299767 Dec 20 08:50:08.724228 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d33563bd-82a6-48ee-9046-e5100973cfb0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:08.778438 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-e96979b5-e068-4532-96c2-fb91b4935611 req-3652c855-f513-4d8b-af0e-57d8d82e57a0 service neutron] 10.222.0.58 "GET /v2.0/networks/93bb2812-0b1d-4fea-b794-e7bc065467e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283967 Dec 20 08:50:08.786055 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-91171e8d-37a4-46bf-9d97-233196e19103 req-18677e04-4cae-4d83-90d5-b9afb6630fd8 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/security-groups?id=57316c2a-fdb6-46e9-9469-18e9bc81adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2183259 Dec 20 08:50:08.786756 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41da8767-1ba2-4b5d-9970-f74e57c5bf67 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Network e7d6796d-77df-48e8-af36-479c46cce131 is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:50:08.817056 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-41da8767-1ba2-4b5d-9970-f74e57c5bf67 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, e7d6796d-77df-48e8-af36-479c46cce131) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:50:08.824840 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41da8767-1ba2-4b5d-9970-f74e57c5bf67 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:08.825439 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-41da8767-1ba2-4b5d-9970-f74e57c5bf67 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:08.825577 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1491bda-565c-4b0d-80c7-6edaed95acc4 None None] Network e7d6796d-77df-48e8-af36-479c46cce131 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:50:08.907110 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d33563bd-82a6-48ee-9046-e5100973cfb0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:08.915295 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-41da8767-1ba2-4b5d-9970-f74e57c5bf67 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2598259 Dec 20 08:50:08.918495 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 43600) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:50:08.962793 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-d33563bd-82a6-48ee-9046-e5100973cfb0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['627d2b4e-ee9f-42de-b848-af479fe5c2f5']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:50:08.984224 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-d33563bd-82a6-48ee-9046-e5100973cfb0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4add418e-9ba1-4854-8396-6b270d4c02ff') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:50:08.984609 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-d33563bd-82a6-48ee-9046-e5100973cfb0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4add418e-9ba1-4854-8396-6b270d4c02ff') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:50:09.058194 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d33563bd-82a6-48ee-9046-e5100973cfb0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1618722'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:09.092718 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d33563bd-82a6-48ee-9046-e5100973cfb0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:09.103815 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d33563bd-82a6-48ee-9046-e5100973cfb0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:50:09.104441 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d33563bd-82a6-48ee-9046-e5100973cfb0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1128911'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:09.131960 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb21b9fd-41e1-4d5c-89f4-fdb3b901616c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-e7d6796d-77df-48e8-af36-479c46cce131', 'network_id': 'e7d6796d-77df-48e8-af36-479c46cce131', 'tenant_id': '77c40f4df6664268b6fdee7d685de4ee', 'fixed_ips': [{'subnet_id': 'fcaac2f4-e8dd-4e53-b91f-98f2c269cf04'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:50:09.132722 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-cb21b9fd-41e1-4d5c-89f4-fdb3b901616c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:09.141456 dv-neutron-820491-1-hyperv neutron-server[83444]: Traceback (most recent call last): Dec 20 08:50:09.141456 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:50:09.141456 dv-neutron-820491-1-hyperv neutron-server[83444]: timer() Dec 20 08:50:09.141456 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:50:09.141456 dv-neutron-820491-1-hyperv neutron-server[83444]: cb(*args, **kw) Dec 20 08:50:09.141456 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:50:09.141456 dv-neutron-820491-1-hyperv neutron-server[83444]: return func(*args, **kwargs) Dec 20 08:50:09.141456 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:50:09.141456 dv-neutron-820491-1-hyperv neutron-server[83444]: self._notify() Dec 20 08:50:09.141456 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:50:09.141456 dv-neutron-820491-1-hyperv neutron-server[83444]: self.callback(batched_events) Dec 20 08:50:09.141456 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:50:09.141456 dv-neutron-820491-1-hyperv neutron-server[83444]: event.method(event) Dec 20 08:50:09.141456 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:50:09.141456 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:50:09.141456 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:50:09.141456 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:50:09.141456 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:50:09.141456 dv-neutron-820491-1-hyperv neutron-server[83444]: return f(self, *a, **k) Dec 20 08:50:09.141456 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:50:09.141456 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._get(url).json() Dec 20 08:50:09.141456 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:50:09.141456 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:50:09.141456 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:50:09.141456 dv-neutron-820491-1-hyperv neutron-server[83444]: return self.request(url, 'GET', **kwargs) Dec 20 08:50:09.141456 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:50:09.141456 dv-neutron-820491-1-hyperv neutron-server[83444]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:50:09.141456 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:50:09.141456 dv-neutron-820491-1-hyperv neutron-server[83444]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:50:09.141456 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:50:09.141456 dv-neutron-820491-1-hyperv neutron-server[83444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:50:09.141456 dv-neutron-820491-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:50:09.253950 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fdd5df-6225-4b14-b6c0-9d78b131be92 req-11b92a9e-4e13-409b-b43e-438bab468a59 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:09.255404 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-50fdd5df-6225-4b14-b6c0-9d78b131be92 req-11b92a9e-4e13-409b-b43e-438bab468a59 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ed22f74-3364-4d36-a315-3779ea29fe0d HTTP/1.1" status: 200 len: 944 time: 0.2586019 Dec 20 08:50:09.284670 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d33563bd-82a6-48ee-9046-e5100973cfb0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:09.290160 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1bba639f-59d9-4191-b961-b457cbac6443 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:09.303478 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-cb21b9fd-41e1-4d5c-89f4-fdb3b901616c None None] Allocated IP 2001:db8:2::2 (e7d6796d-77df-48e8-af36-479c46cce131/fcaac2f4-e8dd-4e53-b91f-98f2c269cf04/5bea1201-af7f-4e4a-9ec9-68dc6d35ee7c) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:50:09.304401 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d33563bd-82a6-48ee-9046-e5100973cfb0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:09.317330 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33563bd-82a6-48ee-9046-e5100973cfb0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event deleted for resources: {'Network': ['ID=627d2b4e-ee9f-42de-b848-af479fe5c2f5,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:09.328394 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d33563bd-82a6-48ee-9046-e5100973cfb0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "DELETE /v2.0/networks/627d2b4e-ee9f-42de-b848-af479fe5c2f5 HTTP/1.1" status: 204 len: 168 time: 0.8849754 Dec 20 08:50:09.328394 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d33563bd-82a6-48ee-9046-e5100973cfb0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:09.352409 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43606) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:50:09.358083 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-af3b015c-46dd-442d-852e-43cee6028020 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'network': {'name': 'tempest-network-smoke--587981472', 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'port_security_enabled': True}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:50:09.365792 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-af3b015c-46dd-442d-852e-43cee6028020 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:50:09.373040 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-50fdd5df-6225-4b14-b6c0-9d78b131be92 req-b4e86b0b-9601-410c-8f35-ef7f68072556 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb73519-9c90-4e50-9a3d-0898de63562c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053166 Dec 20 08:50:09.374161 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-af3b015c-46dd-442d-852e-43cee6028020 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:network and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:50:09.377631 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-af3b015c-46dd-442d-852e-43cee6028020 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:50:09.383992 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-af3b015c-46dd-442d-852e-43cee6028020 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:50:09.396554 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3b015c-46dd-442d-852e-43cee6028020 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Made reservation on behalf of f7b89f97320342ff933d41aa1a974b12 for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:50:09.400685 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-af3b015c-46dd-442d-852e-43cee6028020 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:09.433976 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af3b015c-46dd-442d-852e-43cee6028020 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:50:09.442893 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-af3b015c-46dd-442d-852e-43cee6028020 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:09.443370 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-af3b015c-46dd-442d-852e-43cee6028020 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Added segment 4a7a59b0-c11b-4508-83dd-80012fd2c2ce of type vlan for network caa21fb0-1cb5-43cc-8d5b-fb626a02e71f Dec 20 08:50:09.471233 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-af3b015c-46dd-442d-852e-43cee6028020 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:09.489716 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43610) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:50:09.570052 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29063bc-c9bc-4bcf-81d3-8d644787d357 None None] Sync routers for ids ['1ed7dfbc-d4b3-4fac-b67b-badf62540924'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:50:09.570860 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-cb21b9fd-41e1-4d5c-89f4-fdb3b901616c None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:09.584269 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2f9625-f9ba-4240-a686-906cdb13db43 req-20bc53b8-3ad2-4a0b-ae4a-ac5704123ead tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:09.585825 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-0b2f9625-f9ba-4240-a686-906cdb13db43 req-20bc53b8-3ad2-4a0b-ae4a-ac5704123ead tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce86b767-a621-41c5-98e8-cc542b7adc7f HTTP/1.1" status: 200 len: 946 time: 0.3609908 Dec 20 08:50:09.590407 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-cb21b9fd-41e1-4d5c-89f4-fdb3b901616c None None] Transition to ACTIVE for port object 5bea1201-af7f-4e4a-9ec9-68dc6d35ee7c will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:50:09.598131 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29063bc-c9bc-4bcf-81d3-8d644787d357 None None] Routers {'1ed7dfbc-d4b3-4fac-b67b-badf62540924'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:50:09.598818 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-d29063bc-c9bc-4bcf-81d3-8d644787d357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:49:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['1ed7dfbc-d4b3-4fac-b67b-badf62540924'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:50:09.614243 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-cb21b9fd-41e1-4d5c-89f4-fdb3b901616c None None] Transition to ACTIVE for port object 5bea1201-af7f-4e4a-9ec9-68dc6d35ee7c will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:50:09.627752 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-cb21b9fd-41e1-4d5c-89f4-fdb3b901616c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:09.639640 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:09.664565 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-af3b015c-46dd-442d-852e-43cee6028020 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:09.668901 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3b015c-46dd-442d-852e-43cee6028020 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:09.669847 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-af3b015c-46dd-442d-852e-43cee6028020 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:09.694659 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-797b3337-0c77-4517-9bf0-6b94f0a2d904 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:09.723174 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb21b9fd-41e1-4d5c-89f4-fdb3b901616c None None] Network e7d6796d-77df-48e8-af36-479c46cce131 is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:50:09.724384 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-cb21b9fd-41e1-4d5c-89f4-fdb3b901616c None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:50:09.734235 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb21b9fd-41e1-4d5c-89f4-fdb3b901616c None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:50:09.743400 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-5f7e6b9a-9a8e-4eac-8044-bba19a6a367a tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "GET /v2.0/floatingips/cbde4d20-5224-470f-b67f-c786ff4b22e8 HTTP/1.1" status: 200 len: 991 time: 0.2522490 Dec 20 08:50:09.756493 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-0b2f9625-f9ba-4240-a686-906cdb13db43 req-d1038336-348c-4f53-9d14-dbea1ebc939b tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/security-groups?id=57316c2a-fdb6-46e9-9469-18e9bc81adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1641331 Dec 20 08:50:09.777863 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-af3b015c-46dd-442d-852e-43cee6028020 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4242592 Dec 20 08:50:09.780590 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 43614) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:50:09.794139 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-313e11ac-1f3a-477e-85c4-a5efb1cb4a13 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1113743447', 'admin_state_up': True, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:50:09.803824 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-313e11ac-1f3a-477e-85c4-a5efb1cb4a13 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:50:09.813694 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb21b9fd-41e1-4d5c-89f4-fdb3b901616c None None] Pushing event updated for resources: {'Port': ['ID=5bea1201-af7f-4e4a-9ec9-68dc6d35ee7c,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:09.814023 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-313e11ac-1f3a-477e-85c4-a5efb1cb4a13 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:router and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:50:09.817726 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-cb21b9fd-41e1-4d5c-89f4-fdb3b901616c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:09.819685 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-313e11ac-1f3a-477e-85c4-a5efb1cb4a13 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:50:09.833994 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-313e11ac-1f3a-477e-85c4-a5efb1cb4a13 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:50:09.852191 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3b015c-46dd-442d-852e-43cee6028020 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'Network': ['ID=caa21fb0-1cb5-43cc-8d5b-fb626a02e71f,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:09.858001 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-313e11ac-1f3a-477e-85c4-a5efb1cb4a13 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24817'] for router, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:09.858978 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-313e11ac-1f3a-477e-85c4-a5efb1cb4a13 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-351744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24806'] for router, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:09.861466 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-d29063bc-c9bc-4bcf-81d3-8d644787d357 None None] Set router 1ed7dfbc-d4b3-4fac-b67b-badf62540924 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:50:09.865153 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-af3b015c-46dd-442d-852e-43cee6028020 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:09.873356 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network caa21fb0-1cb5-43cc-8d5b-fb626a02e71f details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:50:09.920113 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:09.920879 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-cb21b9fd-41e1-4d5c-89f4-fdb3b901616c None None] Attempting to bind port 5bea1201-af7f-4e4a-9ec9-68dc6d35ee7c on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:50:09.921311 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-cb21b9fd-41e1-4d5c-89f4-fdb3b901616c None None] Attempting to bind port 5bea1201-af7f-4e4a-9ec9-68dc6d35ee7c by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '6e318828-1d56-4597-9d55-f0d208b9311d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e7d6796d-77df-48e8-af36-479c46cce131'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:50:09.921682 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb21b9fd-41e1-4d5c-89f4-fdb3b901616c None None] Attempting to bind port 5bea1201-af7f-4e4a-9ec9-68dc6d35ee7c on network e7d6796d-77df-48e8-af36-479c46cce131 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:50:09.941274 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-313e11ac-1f3a-477e-85c4-a5efb1cb4a13 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:09.991884 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb21b9fd-41e1-4d5c-89f4-fdb3b901616c None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:50:09.992798 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb21b9fd-41e1-4d5c-89f4-fdb3b901616c None None] Checking segment: {'id': '6e318828-1d56-4597-9d55-f0d208b9311d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e7d6796d-77df-48e8-af36-479c46cce131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:50:09.992798 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-cb21b9fd-41e1-4d5c-89f4-fdb3b901616c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:09.993098 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb21b9fd-41e1-4d5c-89f4-fdb3b901616c None None] Bound using segment: {'id': '6e318828-1d56-4597-9d55-f0d208b9311d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e7d6796d-77df-48e8-af36-479c46cce131'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:50:09.993958 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-cb21b9fd-41e1-4d5c-89f4-fdb3b901616c None None] Bound port: 5bea1201-af7f-4e4a-9ec9-68dc6d35ee7c, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e318828-1d56-4597-9d55-f0d208b9311d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e7d6796d-77df-48e8-af36-479c46cce131'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:50:09.994308 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-cb21b9fd-41e1-4d5c-89f4-fdb3b901616c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:10.104094 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-cb21b9fd-41e1-4d5c-89f4-fdb3b901616c None None] For port 5bea1201-af7f-4e4a-9ec9-68dc6d35ee7c, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:50:10.107820 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-cb21b9fd-41e1-4d5c-89f4-fdb3b901616c None None] For port 5bea1201-af7f-4e4a-9ec9-68dc6d35ee7c, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=5bea1201-af7f-4e4a-9ec9-68dc6d35ee7c,segment=NetworkSegment(6e318828-1d56-4597-9d55-f0d208b9311d),segment_id=6e318828-1d56-4597-9d55-f0d208b9311d)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:50:10.117540 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-cb21b9fd-41e1-4d5c-89f4-fdb3b901616c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:10.119576 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c61b35ff-3a58-4d40-a970-aa80e27fcf8b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:10.123738 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-2b9eda8a-64c7-446d-96e1-d7c591e91f44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:10.219118 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb21b9fd-41e1-4d5c-89f4-fdb3b901616c None None] Pushing event updated for resources: {'Port': ['ID=5bea1201-af7f-4e4a-9ec9-68dc6d35ee7c,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:10.223236 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-cb21b9fd-41e1-4d5c-89f4-fdb3b901616c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:10.267675 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-d29063bc-c9bc-4bcf-81d3-8d644787d357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed7dfbc-d4b3-4fac-b67b-badf62540924', 'name': 'tempest-TestNetworkAdvancedServerOps-router-966577616', 'tenant_id': 'fabc5346054940109ef98c8222603d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.105'}], 'enable_snat': True}, 'gw_port_id': '8be543e7-411e-470d-a062-f1773875471e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:49:08Z', 'updated_at': '2021-12-20T08:49:20Z', 'revision_number': 4, 'project_id': 'fabc5346054940109ef98c8222603d73', 'gw_port': {'id': '8be543e7-411e-470d-a062-f1773875471e', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed7dfbc-d4b3-4fac-b67b-badf62540924', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:49:09Z', 'updated_at': '2021-12-20T08:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': 'cbde4d20-5224-470f-b67f-c786ff4b22e8', 'tenant_id': 'fabc5346054940109ef98c8222603d73', 'floating_ip_address': '172.26.5.239', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': '1ed7dfbc-d4b3-4fac-b67b-badf62540924', 'port_id': '7bf7f621-eb7a-44a4-a11e-a463b7790d6c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8349d658-15a5-4502-934d-42d77be31e8f', 'mac_address': 'fa:16:3e:2c:4f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57db2080-b211-4da8-bdbc-e13d2d3dca48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T08:49:52Z', 'updated_at': '2021-12-20T08:49:52Z', 'revision_number': 0, 'project_id': 'fabc5346054940109ef98c8222603d73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bf68bd0-d44e-4036-977d-ea99f4387efb', 'name': '', 'network_id': '8349d658-15a5-4502-934d-42d77be31e8f', 'tenant_id': 'fabc5346054940109ef98c8222603d73', 'mac_address': 'fa:16:3e:bd:89:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed7dfbc-d4b3-4fac-b67b-badf62540924', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83d9bad6-eabe-4733-8037-e23b2cdef254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:49:19Z', 'updated_at': '2021-12-20T08:49:51Z', 'revision_number': 5, 'project_id': 'fabc5346054940109ef98c8222603d73', 'subnets': [{'id': '83d9bad6-eabe-4733-8037-e23b2cdef254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:50:10.273552 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29063bc-c9bc-4bcf-81d3-8d644787d357 None None] Checking router: 1ed7dfbc-d4b3-4fac-b67b-badf62540924 for host: dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 08:50:10.283237 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-313e11ac-1f3a-477e-85c4-a5efb1cb4a13 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24724'] for router, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:10.287554 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29063bc-c9bc-4bcf-81d3-8d644787d357 None None] Routers {'1ed7dfbc-d4b3-4fac-b67b-badf62540924'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:50:10.288280 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-d29063bc-c9bc-4bcf-81d3-8d644787d357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:49:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['1ed7dfbc-d4b3-4fac-b67b-badf62540924'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:50:10.571527 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-d29063bc-c9bc-4bcf-81d3-8d644787d357 None None] Set router 1ed7dfbc-d4b3-4fac-b67b-badf62540924 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:50:10.685199 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-c61b35ff-3a58-4d40-a970-aa80e27fcf8b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Allocated IP 2001:db8:2::1 (e7d6796d-77df-48e8-af36-479c46cce131/fcaac2f4-e8dd-4e53-b91f-98f2c269cf04/589b816e-4e99-431c-bc6f-be1b4dc61c42) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:50:10.693030 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a88099-4b81-4dbb-adca-376fe2223c03 req-e4022565-7a43-413b-afe3-5d9effea0d41 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:10.694684 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f5a88099-4b81-4dbb-adca-376fe2223c03 req-e4022565-7a43-413b-afe3-5d9effea0d41 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ed22f74-3364-4d36-a315-3779ea29fe0d HTTP/1.1" status: 200 len: 944 time: 0.1258564 Dec 20 08:50:10.747536 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43622) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:50:10.756862 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-313e11ac-1f3a-477e-85c4-a5efb1cb4a13 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for router_gateway, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:10.805416 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-313e11ac-1f3a-477e-85c4-a5efb1cb4a13 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:10.860209 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-016b0f44-26d1-43a8-a0cd-a5bfd1536d31 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "GET /v2.0/floatingips/cbde4d20-5224-470f-b67f-c786ff4b22e8 HTTP/1.1" status: 200 len: 991 time: 0.1101894 Dec 20 08:50:10.874028 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f5a88099-4b81-4dbb-adca-376fe2223c03 req-64531ec1-8ebe-44ce-b539-195370a48f9b tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb73519-9c90-4e50-9a3d-0898de63562c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711578 Dec 20 08:50:10.958311 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-d29063bc-c9bc-4bcf-81d3-8d644787d357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed7dfbc-d4b3-4fac-b67b-badf62540924', 'name': 'tempest-TestNetworkAdvancedServerOps-router-966577616', 'tenant_id': 'fabc5346054940109ef98c8222603d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.105'}], 'enable_snat': True}, 'gw_port_id': '8be543e7-411e-470d-a062-f1773875471e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:49:08Z', 'updated_at': '2021-12-20T08:49:20Z', 'revision_number': 4, 'project_id': 'fabc5346054940109ef98c8222603d73', 'gw_port': {'id': '8be543e7-411e-470d-a062-f1773875471e', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed7dfbc-d4b3-4fac-b67b-badf62540924', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:49:09Z', 'updated_at': '2021-12-20T08:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': 'cbde4d20-5224-470f-b67f-c786ff4b22e8', 'tenant_id': 'fabc5346054940109ef98c8222603d73', 'floating_ip_address': '172.26.5.239', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': '1ed7dfbc-d4b3-4fac-b67b-badf62540924', 'port_id': '7bf7f621-eb7a-44a4-a11e-a463b7790d6c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8349d658-15a5-4502-934d-42d77be31e8f', 'mac_address': 'fa:16:3e:2c:4f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57db2080-b211-4da8-bdbc-e13d2d3dca48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T08:49:52Z', 'updated_at': '2021-12-20T08:49:52Z', 'revision_number': 0, 'project_id': 'fabc5346054940109ef98c8222603d73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bf68bd0-d44e-4036-977d-ea99f4387efb', 'name': '', 'network_id': '8349d658-15a5-4502-934d-42d77be31e8f', 'tenant_id': 'fabc5346054940109ef98c8222603d73', 'mac_address': 'fa:16:3e:bd:89:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed7dfbc-d4b3-4fac-b67b-badf62540924', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83d9bad6-eabe-4733-8037-e23b2cdef254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:49:19Z', 'updated_at': '2021-12-20T08:49:51Z', 'revision_number': 5, 'project_id': 'fabc5346054940109ef98c8222603d73', 'subnets': [{'id': '83d9bad6-eabe-4733-8037-e23b2cdef254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:50:10.962712 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29063bc-c9bc-4bcf-81d3-8d644787d357 None None] The sync data for ids ['1ed7dfbc-d4b3-4fac-b67b-badf62540924'] in dv-neutron-820491-1-hyperv is: [{'id': '1ed7dfbc-d4b3-4fac-b67b-badf62540924', 'name': 'tempest-TestNetworkAdvancedServerOps-router-966577616', 'tenant_id': 'fabc5346054940109ef98c8222603d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.105'}], 'enable_snat': True}, 'gw_port_id': '8be543e7-411e-470d-a062-f1773875471e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:49:08Z', 'updated_at': '2021-12-20T08:49:20Z', 'revision_number': 4, 'project_id': 'fabc5346054940109ef98c8222603d73', 'gw_port': {'id': '8be543e7-411e-470d-a062-f1773875471e', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed7dfbc-d4b3-4fac-b67b-badf62540924', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:49:09Z', 'updated_at': '2021-12-20T08:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': 'cbde4d20-5224-470f-b67f-c786ff4b22e8', 'tenant_id': 'fabc5346054940109ef98c8222603d73', 'floating_ip_address': '172.26.5.239', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': '1ed7dfbc-d4b3-4fac-b67b-badf62540924', 'port_id': '7bf7f621-eb7a-44a4-a11e-a463b7790d6c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8349d658-15a5-4502-934d-42d77be31e8f', 'mac_address': 'fa:16:3e:2c:4f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57db2080-b211-4da8-bdbc-e13d2d3dca48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T08:49:52Z', 'updated_at': '2021-12-20T08:49:52Z', 'revision_number': 0, 'project_id': 'fabc5346054940109ef98c8222603d73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bf68bd0-d44e-4036-977d-ea99f4387efb', 'name': '', 'network_id': '8349d658-15a5-4502-934d-42d77be31e8f', 'tenant_id': 'fabc5346054940109ef98c8222603d73', 'mac_address': 'fa:16:3e:bd:89:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed7dfbc-d4b3-4fac-b67b-badf62540924', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83d9bad6-eabe-4733-8037-e23b2cdef254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:49:19Z', 'updated_at': '2021-12-20T08:49:51Z', 'revision_number': 5, 'project_id': 'fabc5346054940109ef98c8222603d73', 'subnets': [{'id': '83d9bad6-eabe-4733-8037-e23b2cdef254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:50:11.108499 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-313e11ac-1f3a-477e-85c4-a5efb1cb4a13 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Allocated IP 172.26.5.254 (95f3bec2-46e6-4468-8229-8badd4a5aaae/cf8895a3-346d-4313-a645-16ecdcce9969/25916c7e-e017-4d5d-86c7-f08a2b4012a6) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:50:11.112675 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c61b35ff-3a58-4d40-a970-aa80e27fcf8b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:11.164846 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-c61b35ff-3a58-4d40-a970-aa80e27fcf8b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Transition to ACTIVE for port object 589b816e-4e99-431c-bc6f-be1b4dc61c42 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:50:11.276490 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50ce3a9-fabc-4e4c-8f8a-bcbd575d4a0b None None] Network e7d6796d-77df-48e8-af36-479c46cce131 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:50:11.333381 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe55acbc-8817-4e4f-8a93-2d01bba8f8ca req-5ce913f4-492e-4db5-bacd-6cd0c82d5301 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:11.334901 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-fe55acbc-8817-4e4f-8a93-2d01bba8f8ca req-5ce913f4-492e-4db5-bacd-6cd0c82d5301 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce86b767-a621-41c5-98e8-cc542b7adc7f HTTP/1.1" status: 200 len: 946 time: 0.4079843 Dec 20 08:50:11.367895 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-da4e6c2e-a238-464b-84f5-68fc4ec9920f None None] Provisioning for port 5bea1201-af7f-4e4a-9ec9-68dc6d35ee7c completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:50:11.476804 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-fe55acbc-8817-4e4f-8a93-2d01bba8f8ca req-6efd4d03-8e92-4052-8fb7-119c22bf50ce tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/security-groups?id=57316c2a-fdb6-46e9-9469-18e9bc81adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286738 Dec 20 08:50:11.486676 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c61b35ff-3a58-4d40-a970-aa80e27fcf8b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:11.505048 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-98c7812e-1bd9-414f-ba7d-9ce739fd7988 tempest-TestServerAdvancedOps-456930491 tempest-TestServerAdvancedOps-456930491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:11.544356 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-313e11ac-1f3a-477e-85c4-a5efb1cb4a13 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:11.589616 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61b35ff-3a58-4d40-a970-aa80e27fcf8b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Network e7d6796d-77df-48e8-af36-479c46cce131 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:50:11.591650 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61b35ff-3a58-4d40-a970-aa80e27fcf8b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Pushing event updated for resources: {'Port': ['ID=589b816e-4e99-431c-bc6f-be1b4dc61c42,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:11.595458 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-c61b35ff-3a58-4d40-a970-aa80e27fcf8b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:50:11.597853 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61b35ff-3a58-4d40-a970-aa80e27fcf8b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:50:11.598741 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c61b35ff-3a58-4d40-a970-aa80e27fcf8b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-345881'] for router_interface, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:11.601589 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-c61b35ff-3a58-4d40-a970-aa80e27fcf8b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:11.635113 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-313e11ac-1f3a-477e-85c4-a5efb1cb4a13 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:11.640267 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f0148131-a333-4f38-a539-7c83d5663aad tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:11.767363 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313e11ac-1f3a-477e-85c4-a5efb1cb4a13 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Network 95f3bec2-46e6-4468-8229-8badd4a5aaae is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:50:11.777941 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-313e11ac-1f3a-477e-85c4-a5efb1cb4a13 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:50:11.780574 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313e11ac-1f3a-477e-85c4-a5efb1cb4a13 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:50:11.810442 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313e11ac-1f3a-477e-85c4-a5efb1cb4a13 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'Port': ['ID=25916c7e-e017-4d5d-86c7-f08a2b4012a6,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:11.813497 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-313e11ac-1f3a-477e-85c4-a5efb1cb4a13 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:11.826523 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c61b35ff-3a58-4d40-a970-aa80e27fcf8b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:11.837393 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-01dd216e-852a-45c5-8972-12db773ea3ac None None] Provisioning for port 589b816e-4e99-431c-bc6f-be1b4dc61c42 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:50:11.842871 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-01dd216e-852a-45c5-8972-12db773ea3ac None None] Provisioning complete for port 589b816e-4e99-431c-bc6f-be1b4dc61c42 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:50:11.843466 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-01dd216e-852a-45c5-8972-12db773ea3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:11.862736 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43628) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:50:11.905842 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-01dd216e-852a-45c5-8972-12db773ea3ac None None] Port 589b816e-4e99-431c-bc6f-be1b4dc61c42 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:50:11.926279 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 5bea1201-af7f-4e4a-9ec9-68dc6d35ee7c up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:50:12.031055 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d5fe5a67-b6cb-4126-af8d-708d061203fc tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "GET /v2.0/floatingips/cbde4d20-5224-470f-b67f-c786ff4b22e8 HTTP/1.1" status: 200 len: 991 time: 0.1669772 Dec 20 08:50:12.042982 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 5bea1201-af7f-4e4a-9ec9-68dc6d35ee7c completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:50:12.048195 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 5bea1201-af7f-4e4a-9ec9-68dc6d35ee7c triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:50:12.048709 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:12.133075 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a801a3a-ba1b-4c18-8d87-6a5846bcd97e req-0d01fafd-8274-407f-959e-a8610152311b tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:12.134559 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4a801a3a-ba1b-4c18-8d87-6a5846bcd97e req-0d01fafd-8274-407f-959e-a8610152311b tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ed22f74-3364-4d36-a315-3779ea29fe0d HTTP/1.1" status: 200 len: 944 time: 0.0842316 Dec 20 08:50:12.170876 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-cc1797e3-7c8a-49b2-84c8-5d1fc6966897 None None] Provisioning complete for port 589b816e-4e99-431c-bc6f-be1b4dc61c42 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:50:12.171250 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-cc1797e3-7c8a-49b2-84c8-5d1fc6966897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:12.184676 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4a801a3a-ba1b-4c18-8d87-6a5846bcd97e req-6ac2ebc8-044d-4661-846a-3f959b444bc0 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb73519-9c90-4e50-9a3d-0898de63562c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429263 Dec 20 08:50:12.232302 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:12.256240 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-cc1797e3-7c8a-49b2-84c8-5d1fc6966897 None None] Port 589b816e-4e99-431c-bc6f-be1b4dc61c42 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:50:12.274948 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 5bea1201-af7f-4e4a-9ec9-68dc6d35ee7c, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=5bea1201-af7f-4e4a-9ec9-68dc6d35ee7c,segment=NetworkSegment(6e318828-1d56-4597-9d55-f0d208b9311d),segment_id=6e318828-1d56-4597-9d55-f0d208b9311d)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:50:12.279350 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:12.281161 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:12.315096 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-313e11ac-1f3a-477e-85c4-a5efb1cb4a13 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for router_gateway, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:12.315802 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-313e11ac-1f3a-477e-85c4-a5efb1cb4a13 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071'] for router, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:12.343262 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=5bea1201-af7f-4e4a-9ec9-68dc6d35ee7c,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:12.346260 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:12.392180 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c61b35ff-3a58-4d40-a970-aa80e27fcf8b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:12.402931 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c61b35ff-3a58-4d40-a970-aa80e27fcf8b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2036698'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:12.403705 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c61b35ff-3a58-4d40-a970-aa80e27fcf8b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32898031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349045'] for router_interface, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:12.408757 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-acb3f99e-ec92-4403-94dc-447febb7ab3c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:12.478735 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-7ffc0708-4bd9-410c-9178-f2f0a26efa61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:12.521967 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61b35ff-3a58-4d40-a970-aa80e27fcf8b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Pushing event updated for resources: {'Port': ['ID=589b816e-4e99-431c-bc6f-be1b4dc61c42,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:12.567570 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-c61b35ff-3a58-4d40-a970-aa80e27fcf8b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:12.724818 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61b35ff-3a58-4d40-a970-aa80e27fcf8b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Network e7d6796d-77df-48e8-af36-479c46cce131 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:50:12.728837 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-c61b35ff-3a58-4d40-a970-aa80e27fcf8b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:50:12.981479 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-29e6e1d7-b239-4c1f-820b-5f44db326ac9 None None] Provisioning complete for port 589b816e-4e99-431c-bc6f-be1b4dc61c42 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:50:12.981859 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-29e6e1d7-b239-4c1f-820b-5f44db326ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:13.038038 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43636) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:50:13.038594 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-29e6e1d7-b239-4c1f-820b-5f44db326ac9 None None] Port 589b816e-4e99-431c-bc6f-be1b4dc61c42 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:50:13.040770 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d9fb4-dd05-4e55-8216-016e0d8f1ab4 req-83cc3aba-25c1-4220-aec2-d18c7b644dd3 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:13.042268 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-013d9fb4-dd05-4e55-8216-016e0d8f1ab4 req-83cc3aba-25c1-4220-aec2-d18c7b644dd3 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce86b767-a621-41c5-98e8-cc542b7adc7f HTTP/1.1" status: 200 len: 946 time: 0.3980854 Dec 20 08:50:13.153282 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-2e936ca8-a1d8-4916-b9b9-5d565f6676a7 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "GET /v2.0/floatingips/cbde4d20-5224-470f-b67f-c786ff4b22e8 HTTP/1.1" status: 200 len: 991 time: 0.1066651 Dec 20 08:50:13.230607 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-013d9fb4-dd05-4e55-8216-016e0d8f1ab4 req-ad96d34b-7866-4f8e-8db0-62d892793e30 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/security-groups?id=57316c2a-fdb6-46e9-9469-18e9bc81adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1790869 Dec 20 08:50:13.289247 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-313e11ac-1f3a-477e-85c4-a5efb1cb4a13 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Router be6c5e52-17f4-4cf5-a021-03a4acfe629d is scheduled to L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 with binding_index 1 {{(pid=83445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 08:50:13.376976 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c61b35ff-3a58-4d40-a970-aa80e27fcf8b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Router 17cdab0b-98aa-4f0f-8994-ba0bb895186a has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:50:13.385899 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6602c0cf-555c-4826-a460-eaef42d13b62 req-41cd4100-9e6b-4b36-932f-2d3362ca381c tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:13.387565 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6602c0cf-555c-4826-a460-eaef42d13b62 req-41cd4100-9e6b-4b36-932f-2d3362ca381c tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ed22f74-3364-4d36-a315-3779ea29fe0d HTTP/1.1" status: 200 len: 944 time: 0.0769904 Dec 20 08:50:13.432489 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6602c0cf-555c-4826-a460-eaef42d13b62 req-5834f81d-5309-4608-a38c-92a26b45422f tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb73519-9c90-4e50-9a3d-0898de63562c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391529 Dec 20 08:50:13.656285 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c61b35ff-3a58-4d40-a970-aa80e27fcf8b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:50:13.667404 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-313e11ac-1f3a-477e-85c4-a5efb1cb4a13 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:50:13.675866 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba5a093-0551-453f-890e-bb278e5d4868 None None] Sync routers for ids ['be6c5e52-17f4-4cf5-a021-03a4acfe629d'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:50:13.687463 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba5a093-0551-453f-890e-bb278e5d4868 None None] Routers {'be6c5e52-17f4-4cf5-a021-03a4acfe629d'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:50:13.688088 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-1ba5a093-0551-453f-890e-bb278e5d4868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:49:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['be6c5e52-17f4-4cf5-a021-03a4acfe629d'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:50:13.690824 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-c61b35ff-3a58-4d40-a970-aa80e27fcf8b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "PUT /v2.0/routers/17cdab0b-98aa-4f0f-8994-ba0bb895186a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7704377 Dec 20 08:50:13.693484 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 43642) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:50:13.699288 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-ee6b577e-3a6b-43c2-8d49-96a3b35866e9 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1118479164'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:50:13.703946 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-313e11ac-1f3a-477e-85c4-a5efb1cb4a13 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:13.705041 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-313e11ac-1f3a-477e-85c4-a5efb1cb4a13 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.9232340 Dec 20 08:50:13.706292 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-ee6b577e-3a6b-43c2-8d49-96a3b35866e9 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:50:13.708182 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43646) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:50:13.710329 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-ee6b577e-3a6b-43c2-8d49-96a3b35866e9 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Usage tracker for resource:network and tenant:77c40f4df6664268b6fdee7d685de4ee is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:50:13.713186 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-ee6b577e-3a6b-43c2-8d49-96a3b35866e9 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:50:13.727270 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-ee6b577e-3a6b-43c2-8d49-96a3b35866e9 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:50:13.738279 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6b577e-3a6b-43c2-8d49-96a3b35866e9 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Made reservation on behalf of 77c40f4df6664268b6fdee7d685de4ee for: {'network': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:50:13.742271 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ee6b577e-3a6b-43c2-8d49-96a3b35866e9 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:13.753995 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-62651e29-a63d-4e29-9645-d2fb12fc8536 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=f7b89f97320342ff933d41aa1a974b12&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0442297 Dec 20 08:50:13.756330 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43650) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:50:13.788386 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee6b577e-3a6b-43c2-8d49-96a3b35866e9 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=83445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:50:13.798589 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ee6b577e-3a6b-43c2-8d49-96a3b35866e9 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:13.798946 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.segments_db [None req-ee6b577e-3a6b-43c2-8d49-96a3b35866e9 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Added segment cdafb46c-38f1-4917-9e96-749e3666e8f7 of type vlan for network cec0a60f-eb3b-4938-9d92-0676dff452a2 Dec 20 08:50:13.834467 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ee6b577e-3a6b-43c2-8d49-96a3b35866e9 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:13.868441 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ee6b577e-3a6b-43c2-8d49-96a3b35866e9 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:13.874227 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6b577e-3a6b-43c2-8d49-96a3b35866e9 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:13.874819 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ee6b577e-3a6b-43c2-8d49-96a3b35866e9 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:13.881302 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3ff9111d-095f-4b13-add4-4d16a1659fcf tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:13.888581 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 5bea1201-af7f-4e4a-9ec9-68dc6d35ee7c up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:50:13.932279 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-ee6b577e-3a6b-43c2-8d49-96a3b35866e9 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2353761 Dec 20 08:50:13.935259 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 43654) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:50:13.939822 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-b9be31a4-5f8b-4184-8cb7-454b21f7680a tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Request body: {'subnet': {'network_id': 'cec0a60f-eb3b-4938-9d92-0676dff452a2', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:50:13.993422 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-1ba5a093-0551-453f-890e-bb278e5d4868 None None] Set router be6c5e52-17f4-4cf5-a021-03a4acfe629d gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:50:14.018998 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6b577e-3a6b-43c2-8d49-96a3b35866e9 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Pushing event updated for resources: {'Network': ['ID=cec0a60f-eb3b-4938-9d92-0676dff452a2,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:14.021214 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d072beb3-9013-4efb-b5dd-ddb2a7e4b0fa tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:14.023385 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d072beb3-9013-4efb-b5dd-ddb2a7e4b0fa tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2654395 Dec 20 08:50:14.023538 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ee6b577e-3a6b-43c2-8d49-96a3b35866e9 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:14.025517 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43658) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:50:14.045291 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network cec0a60f-eb3b-4938-9d92-0676dff452a2 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:50:14.067280 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-4db2694c-5482-46e1-bc6c-7657132cc837 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=95f3bec2-46e6-4468-8229-8badd4a5aaae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0405402 Dec 20 08:50:14.069563 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43662) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:50:14.074895 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-86631401-27a9-4ecf-9d6e-59fcf2e3c591 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1870299480', 'network_id': 'caa21fb0-1cb5-43cc-8d5b-fb626a02e71f', 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:50:14.113262 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-b9be31a4-5f8b-4184-8cb7-454b21f7680a tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:50:14.117071 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-b9be31a4-5f8b-4184-8cb7-454b21f7680a tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Usage tracker for resource:subnet and tenant:77c40f4df6664268b6fdee7d685de4ee is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:50:14.120217 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-b9be31a4-5f8b-4184-8cb7-454b21f7680a tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:50:14.126181 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-b9be31a4-5f8b-4184-8cb7-454b21f7680a tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:50:14.137679 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9be31a4-5f8b-4184-8cb7-454b21f7680a tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Made reservation on behalf of 77c40f4df6664268b6fdee7d685de4ee for: {'subnet': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:50:14.163454 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43666) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:50:14.242808 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 5bea1201-af7f-4e4a-9ec9-68dc6d35ee7c triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:50:14.243195 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:14.255285 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b9be31a4-5f8b-4184-8cb7-454b21f7680a tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2095160'] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:14.272163 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-86631401-27a9-4ecf-9d6e-59fcf2e3c591 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:50:14.286198 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-86631401-27a9-4ecf-9d6e-59fcf2e3c591 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:subnet and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:50:14.291116 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-86631401-27a9-4ecf-9d6e-59fcf2e3c591 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:50:14.300546 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-86631401-27a9-4ecf-9d6e-59fcf2e3c591 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:50:14.306173 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-835aba22-8dc6-4eb7-ad79-7fe7e227a737 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "GET /v2.0/floatingips/cbde4d20-5224-470f-b67f-c786ff4b22e8 HTTP/1.1" status: 200 len: 991 time: 0.1412284 Dec 20 08:50:14.318799 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86631401-27a9-4ecf-9d6e-59fcf2e3c591 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Made reservation on behalf of f7b89f97320342ff933d41aa1a974b12 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:50:14.434245 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-86631401-27a9-4ecf-9d6e-59fcf2e3c591 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1529102'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:14.532079 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device ffbc822d-d310-47fc-a0a6-d3f474bf15ca no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:50:14.575927 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: ffbc822d-d310-47fc-a0a6-d3f474bf15ca {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:50:14.576660 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device ffbc822d-d310-47fc-a0a6-d3f474bf15ca not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:50:14.594618 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-1ba5a093-0551-453f-890e-bb278e5d4868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be6c5e52-17f4-4cf5-a021-03a4acfe629d', 'name': 'tempest-TestNetworkBasicOps-router-1113743447', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.254'}], 'enable_snat': True}, 'gw_port_id': '25916c7e-e017-4d5d-86c7-f08a2b4012a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:50:09Z', 'updated_at': '2021-12-20T08:50:12Z', 'revision_number': 3, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': '25916c7e-e017-4d5d-86c7-f08a2b4012a6', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:74:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be6c5e52-17f4-4cf5-a021-03a4acfe629d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:50:10Z', 'updated_at': '2021-12-20T08:50:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:50:14.595387 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f6c89c-44ec-425c-abc2-2eba892d6513 req-961287f4-04e0-44ae-8a7c-e0206e7117d8 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:14.600759 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba5a093-0551-453f-890e-bb278e5d4868 None None] Checking router: be6c5e52-17f4-4cf5-a021-03a4acfe629d for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 08:50:14.601495 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba5a093-0551-453f-890e-bb278e5d4868 None None] Updating router be6c5e52-17f4-4cf5-a021-03a4acfe629d port 25916c7e-e017-4d5d-86c7-f08a2b4012a6 binding host dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 08:50:14.603635 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-f6f6c89c-44ec-425c-abc2-2eba892d6513 req-961287f4-04e0-44ae-8a7c-e0206e7117d8 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce86b767-a621-41c5-98e8-cc542b7adc7f HTTP/1.1" status: 200 len: 946 time: 0.2211313 Dec 20 08:50:14.661217 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-1ba5a093-0551-453f-890e-bb278e5d4868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:14.696677 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-f6f6c89c-44ec-425c-abc2-2eba892d6513 req-5698b76b-770b-4477-a928-71538c8c897c tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/security-groups?id=57316c2a-fdb6-46e9-9469-18e9bc81adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920761 Dec 20 08:50:14.698360 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b9be31a4-5f8b-4184-8cb7-454b21f7680a tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2036557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2095114'] for subnet, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:14.706475 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f4e10423-34f7-4f13-a086-585ded854255 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:14.792178 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3e31f8-f66f-4b0a-9ddb-0c3cd6b12105 req-08990f59-ba7e-4393-9907-5a345e59c355 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:14.794377 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0f3e31f8-f66f-4b0a-9ddb-0c3cd6b12105 req-08990f59-ba7e-4393-9907-5a345e59c355 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ed22f74-3364-4d36-a315-3779ea29fe0d HTTP/1.1" status: 200 len: 944 time: 0.1427133 Dec 20 08:50:14.795745 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-86631401-27a9-4ecf-9d6e-59fcf2e3c591 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1129376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1529148'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:14.799852 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c68add2d-b8ba-440e-803b-df6d6cb8685c tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:14.834665 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-4f9acd66-abe3-478f-9dce-55e817646c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:14.931240 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86631401-27a9-4ecf-9d6e-59fcf2e3c591 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'Subnet': ['ID=1dc99aea-3f34-4daa-9edc-7b86fc22bc0b,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:14.938683 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-86631401-27a9-4ecf-9d6e-59fcf2e3c591 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:14.949539 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0f3e31f8-f66f-4b0a-9ddb-0c3cd6b12105 req-033c05f4-fdd5-4ab9-ab76-1f3383dae539 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb73519-9c90-4e50-9a3d-0898de63562c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197476 Dec 20 08:50:14.951456 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86631401-27a9-4ecf-9d6e-59fcf2e3c591 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Checking segment: {'id': '4a7a59b0-c11b-4508-83dd-80012fd2c2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'caa21fb0-1cb5-43cc-8d5b-fb626a02e71f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:50:14.951815 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86631401-27a9-4ecf-9d6e-59fcf2e3c591 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Network hostable DHCP agents. Network: caa21fb0-1cb5-43cc-8d5b-fb626a02e71f, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:50:14.954665 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9be31a4-5f8b-4184-8cb7-454b21f7680a tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Checking segment: {'id': 'cdafb46c-38f1-4917-9e96-749e3666e8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'cec0a60f-eb3b-4938-9d92-0676dff452a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:50:14.955127 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9be31a4-5f8b-4184-8cb7-454b21f7680a tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Network hostable DHCP agents. Network: cec0a60f-eb3b-4938-9d92-0676dff452a2, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:50:14.965999 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9be31a4-5f8b-4184-8cb7-454b21f7680a tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Pushing event updated for resources: {'Subnet': ['ID=744c2d1c-1442-4ea1-9e06-0359f0e84d56,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:14.969471 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b9be31a4-5f8b-4184-8cb7-454b21f7680a tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:14.991074 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9be31a4-5f8b-4184-8cb7-454b21f7680a tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Network cec0a60f-eb3b-4938-9d92-0676dff452a2 is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:50:14.999683 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86631401-27a9-4ecf-9d6e-59fcf2e3c591 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Network caa21fb0-1cb5-43cc-8d5b-fb626a02e71f is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:50:15.007000 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-b9be31a4-5f8b-4184-8cb7-454b21f7680a tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, cec0a60f-eb3b-4938-9d92-0676dff452a2) {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:50:15.009876 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-86631401-27a9-4ecf-9d6e-59fcf2e3c591 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, caa21fb0-1cb5-43cc-8d5b-fb626a02e71f) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:50:15.010744 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9be31a4-5f8b-4184-8cb7-454b21f7680a tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:15.012015 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b9be31a4-5f8b-4184-8cb7-454b21f7680a tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:15.014486 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86631401-27a9-4ecf-9d6e-59fcf2e3c591 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:15.015181 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-86631401-27a9-4ecf-9d6e-59fcf2e3c591 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:15.044426 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-86631401-27a9-4ecf-9d6e-59fcf2e3c591 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9737246 Dec 20 08:50:15.047568 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43674) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:50:15.048169 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-b9be31a4-5f8b-4184-8cb7-454b21f7680a tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1129785 Dec 20 08:50:15.051161 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 43678) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:50:15.071102 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42f704b-1bfe-4354-976b-1d2c07ced246 None None] Network cec0a60f-eb3b-4938-9d92-0676dff452a2 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:50:15.087975 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0daf2d5-831c-4615-8f65-344d90798952 None None] Network caa21fb0-1cb5-43cc-8d5b-fb626a02e71f requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:50:15.101020 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 08:50:15.268164 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af931142-d27d-4c23-8d4c-86f944fb4666 None None] New status for floating IP cbde4d20-5224-470f-b67f-c786ff4b22e8: ACTIVE {{(pid=83447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 08:50:15.311303 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43682) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:50:15.468891 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-1ba5a093-0551-453f-890e-bb278e5d4868 None None] Notify callbacks [] for port, precommit_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:15.499206 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1846b8ac-bd20-4f0c-871f-7e067d28cdc5 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "GET /v2.0/floatingips/cbde4d20-5224-470f-b67f-c786ff4b22e8 HTTP/1.1" status: 200 len: 991 time: 0.1858964 Dec 20 08:50:15.504539 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-1ba5a093-0551-453f-890e-bb278e5d4868 None None] Transition to ACTIVE for port object 25916c7e-e017-4d5d-86c7-f08a2b4012a6 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:50:15.533161 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-1ba5a093-0551-453f-890e-bb278e5d4868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:15.539045 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-cb21b9fd-41e1-4d5c-89f4-fdb3b901616c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:15.849378 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-1ba5a093-0551-453f-890e-bb278e5d4868 None None] Attempting to bind port 25916c7e-e017-4d5d-86c7-f08a2b4012a6 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:50:15.850002 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-1ba5a093-0551-453f-890e-bb278e5d4868 None None] Attempting to bind port 25916c7e-e017-4d5d-86c7-f08a2b4012a6 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:50:15.850103 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba5a093-0551-453f-890e-bb278e5d4868 None None] Attempting to bind port 25916c7e-e017-4d5d-86c7-f08a2b4012a6 on network 95f3bec2-46e6-4468-8229-8badd4a5aaae {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:50:15.853066 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68221fac-e5b5-4330-b98e-8be15a1d31af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-cec0a60f-eb3b-4938-9d92-0676dff452a2', 'network_id': 'cec0a60f-eb3b-4938-9d92-0676dff452a2', 'tenant_id': '77c40f4df6664268b6fdee7d685de4ee', 'fixed_ips': [{'subnet_id': '744c2d1c-1442-4ea1-9e06-0359f0e84d56'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:50:15.853928 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-68221fac-e5b5-4330-b98e-8be15a1d31af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:15.875477 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c2fb3c-e8a1-4f82-a6b8-4fee85dc56b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-caa21fb0-1cb5-43cc-8d5b-fb626a02e71f', 'network_id': 'caa21fb0-1cb5-43cc-8d5b-fb626a02e71f', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'fixed_ips': [{'subnet_id': '1dc99aea-3f34-4daa-9edc-7b86fc22bc0b'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:50:15.876288 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-54c2fb3c-e8a1-4f82-a6b8-4fee85dc56b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:15.901492 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6263f200-7105-4d9d-9d19-ec394e20e750 None None] Pushing event updated for resources: {'Port': ['ID=25916c7e-e017-4d5d-86c7-f08a2b4012a6,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:15.906310 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-6263f200-7105-4d9d-9d19-ec394e20e750 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:15.921663 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba5a093-0551-453f-890e-bb278e5d4868 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:50:15.922016 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba5a093-0551-453f-890e-bb278e5d4868 None None] Checking segment: {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:50:15.922428 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-1ba5a093-0551-453f-890e-bb278e5d4868 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:15.922829 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba5a093-0551-453f-890e-bb278e5d4868 None None] Bound using segment: {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:50:15.923490 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-1ba5a093-0551-453f-890e-bb278e5d4868 None None] Bound port: 25916c7e-e017-4d5d-86c7-f08a2b4012a6, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:50:15.923870 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-1ba5a093-0551-453f-890e-bb278e5d4868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:15.963206 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 39c988a9-0256-47ad-b6be-124d3f4dc7d8 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:50:15.991641 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:16.039188 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1efbd-7277-49a0-bcfe-996cbbfdf16a req-7970c4cb-c8cc-488d-9cf9-14105f3f4c58 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:16.046907 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-e9a1efbd-7277-49a0-bcfe-996cbbfdf16a req-7970c4cb-c8cc-488d-9cf9-14105f3f4c58 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce86b767-a621-41c5-98e8-cc542b7adc7f HTTP/1.1" status: 200 len: 946 time: 0.1264470 Dec 20 08:50:16.126971 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-e9a1efbd-7277-49a0-bcfe-996cbbfdf16a req-799020ac-91f7-43e5-a415-1a325ad27e11 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/security-groups?id=57316c2a-fdb6-46e9-9469-18e9bc81adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791347 Dec 20 08:50:16.223688 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c64fc50-3918-4098-9bdf-ec6ec4a24e83 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:16.240186 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:16.280630 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-54c2fb3c-e8a1-4f82-a6b8-4fee85dc56b3 None None] Allocated IP 172.20.0.2 (caa21fb0-1cb5-43cc-8d5b-fb626a02e71f/1dc99aea-3f34-4daa-9edc-7b86fc22bc0b/1b17a6ca-3470-4721-a552-821f6fe1f2a3) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:50:16.298600 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-1ba5a093-0551-453f-890e-bb278e5d4868 None None] For port 25916c7e-e017-4d5d-86c7-f08a2b4012a6, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:50:16.334363 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2cc1f3-8dfd-42a1-a436-301b53948a36 req-06c56036-4252-46c1-bb0f-df3dbab72dad tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:16.336024 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3c2cc1f3-8dfd-42a1-a436-301b53948a36 req-06c56036-4252-46c1-bb0f-df3dbab72dad tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ed22f74-3364-4d36-a315-3779ea29fe0d HTTP/1.1" status: 200 len: 944 time: 0.1285250 Dec 20 08:50:16.359663 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-1ba5a093-0551-453f-890e-bb278e5d4868 None None] For port 25916c7e-e017-4d5d-86c7-f08a2b4012a6, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=25916c7e-e017-4d5d-86c7-f08a2b4012a6,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:50:16.375307 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-1ba5a093-0551-453f-890e-bb278e5d4868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:16.389725 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-3a2fa277-f014-4931-8d59-00a0ef1dcf78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:16.472883 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3c2cc1f3-8dfd-42a1-a436-301b53948a36 req-3cf8473d-b6fe-46f4-b07b-ab6f17a91750 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb73519-9c90-4e50-9a3d-0898de63562c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025596 Dec 20 08:50:16.501949 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 43690) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:50:16.522402 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 39c988a9-0256-47ad-b6be-124d3f4dc7d8 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:50:16.556420 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-68221fac-e5b5-4330-b98e-8be15a1d31af None None] Allocated IP 2001:db8:3::2 (cec0a60f-eb3b-4938-9d92-0676dff452a2/744c2d1c-1442-4ea1-9e06-0359f0e84d56/fa77379a-d064-4bbf-94cc-6da1c38f0db0) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:50:16.569866 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 39c988a9-0256-47ad-b6be-124d3f4dc7d8 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:50:16.570249 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:16.597136 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9249606b-b458-429f-b543-0c5742b3490c tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:16.692092 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba5a093-0551-453f-890e-bb278e5d4868 None None] Routers {'be6c5e52-17f4-4cf5-a021-03a4acfe629d'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:50:16.693011 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-1ba5a093-0551-453f-890e-bb278e5d4868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:50:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['be6c5e52-17f4-4cf5-a021-03a4acfe629d'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:50:16.725953 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-e02038a7-994d-4aa1-86cd-102d13e8fdf8 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "GET /v2.0/floatingips/cbde4d20-5224-470f-b67f-c786ff4b22e8 HTTP/1.1" status: 200 len: 993 time: 0.2225845 Dec 20 08:50:16.780922 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 822c130b-1710-4b88-bed1-5fcc385bac4c details requested by agent hyperv_hv-neutron-8204 with host hv-neutron-8204 {{(pid=83446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 08:50:16.791736 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6263f200-7105-4d9d-9d19-ec394e20e750 None None] Pushing event updated for resources: {'Port': ['ID=25916c7e-e017-4d5d-86c7-f08a2b4012a6,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:16.812609 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-6263f200-7105-4d9d-9d19-ec394e20e750 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:17.025458 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.db.resource_extend [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 08:50:17.085625 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-54c2fb3c-e8a1-4f82-a6b8-4fee85dc56b3 None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:17.163440 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-54c2fb3c-e8a1-4f82-a6b8-4fee85dc56b3 None None] Transition to ACTIVE for port object 1b17a6ca-3470-4721-a552-821f6fe1f2a3 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:50:17.301465 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:17.316625 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-54c2fb3c-e8a1-4f82-a6b8-4fee85dc56b3 None None] Transition to ACTIVE for port object 1b17a6ca-3470-4721-a552-821f6fe1f2a3 will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:50:17.320877 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-1ba5a093-0551-453f-890e-bb278e5d4868 None None] Set router be6c5e52-17f4-4cf5-a021-03a4acfe629d gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:50:17.346785 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7958b1a-f112-45dd-8a91-f97cf1665e34 req-120c0fe4-67a9-427d-9fb1-edb85ea7e368 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:17.348181 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-f7958b1a-f112-45dd-8a91-f97cf1665e34 req-120c0fe4-67a9-427d-9fb1-edb85ea7e368 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce86b767-a621-41c5-98e8-cc542b7adc7f HTTP/1.1" status: 200 len: 946 time: 0.0818369 Dec 20 08:50:17.397893 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-f7958b1a-f112-45dd-8a91-f97cf1665e34 req-78101f59-90ba-44b3-a041-a13a8d49116b tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/security-groups?id=57316c2a-fdb6-46e9-9469-18e9bc81adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434499 Dec 20 08:50:17.466346 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-54c2fb3c-e8a1-4f82-a6b8-4fee85dc56b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:17.478362 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-83cc9b9c-a0a7-40ae-9318-cab54fa77103 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:17.514034 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-9249606b-b458-429f-b543-0c5742b3490c tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Allocated IP 172.20.0.1 (caa21fb0-1cb5-43cc-8d5b-fb626a02e71f/1dc99aea-3f34-4daa-9edc-7b86fc22bc0b/0e05c75c-a1db-4e60-a206-6a13eb69e7a1) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:50:17.606761 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-68221fac-e5b5-4330-b98e-8be15a1d31af None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:17.762874 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port 822c130b-1710-4b88-bed1-5fcc385bac4c, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=822c130b-1710-4b88-bed1-5fcc385bac4c,segment=NetworkSegment(816f3411-ce24-4874-a9f0-58ff5b5f140f),segment_id=816f3411-ce24-4874-a9f0-58ff5b5f140f)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:50:17.780286 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:17.791940 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-68221fac-e5b5-4330-b98e-8be15a1d31af None None] Transition to ACTIVE for port object fa77379a-d064-4bbf-94cc-6da1c38f0db0 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:50:17.799114 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9249606b-b458-429f-b543-0c5742b3490c tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:17.812640 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 39c988a9-0256-47ad-b6be-124d3f4dc7d8, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=39c988a9-0256-47ad-b6be-124d3f4dc7d8,segment=NetworkSegment(d7d0b730-7ddc-4365-9f9e-c2e8f740a278),segment_id=d7d0b730-7ddc-4365-9f9e-c2e8f740a278)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:50:17.831660 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-9249606b-b458-429f-b543-0c5742b3490c tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Transition to ACTIVE for port object 0e05c75c-a1db-4e60-a206-6a13eb69e7a1 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:50:17.834236 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Returning: {'device': '822c130b-1710-4b88-bed1-5fcc385bac4c', 'network_id': '93bb2812-0b1d-4fea-b794-e7bc065467e8', 'port_id': '822c130b-1710-4b88-bed1-5fcc385bac4c', 'mac_address': 'fa:16:3e:a5:82:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cff4e817-2297-42bb-840a-667d6388fa06', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 08:50:17.835807 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c2fb3c-e8a1-4f82-a6b8-4fee85dc56b3 None None] Pushing event updated for resources: {'Port': ['ID=1b17a6ca-3470-4721-a552-821f6fe1f2a3,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:17.846414 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:17.851882 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-54c2fb3c-e8a1-4f82-a6b8-4fee85dc56b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:17.852253 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-54c2fb3c-e8a1-4f82-a6b8-4fee85dc56b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:17.863053 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec2c2a7-8897-4d7b-b39e-62ad35122f79 req-1000f3c6-1fc6-4954-b056-9cdee2e7848f tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:17.864507 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-aec2c2a7-8897-4d7b-b39e-62ad35122f79 req-1000f3c6-1fc6-4954-b056-9cdee2e7848f tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ed22f74-3364-4d36-a315-3779ea29fe0d HTTP/1.1" status: 200 len: 944 time: 0.1481361 Dec 20 08:50:17.881874 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c2fb3c-e8a1-4f82-a6b8-4fee85dc56b3 None None] Network caa21fb0-1cb5-43cc-8d5b-fb626a02e71f is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:50:17.891373 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9249606b-b458-429f-b543-0c5742b3490c tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:17.891926 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-54c2fb3c-e8a1-4f82-a6b8-4fee85dc56b3 None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:50:17.899091 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-914120e7-05fd-41c0-bb17-fd4f65ab0602 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:17.928027 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-68221fac-e5b5-4330-b98e-8be15a1d31af None None] Transition to ACTIVE for port object fa77379a-d064-4bbf-94cc-6da1c38f0db0 will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:50:17.931454 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c2fb3c-e8a1-4f82-a6b8-4fee85dc56b3 None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:50:17.972174 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-68221fac-e5b5-4330-b98e-8be15a1d31af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:17.984590 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9249606b-b458-429f-b543-0c5742b3490c tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Network caa21fb0-1cb5-43cc-8d5b-fb626a02e71f is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:50:17.990407 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-9249606b-b458-429f-b543-0c5742b3490c tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:50:17.993266 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9249606b-b458-429f-b543-0c5742b3490c tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:50:18.010335 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-0c64fc50-3918-4098-9bdf-ec6ec4a24e83 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Allocated IP 2001:db8:3::1 (cec0a60f-eb3b-4938-9d92-0676dff452a2/744c2d1c-1442-4ea1-9e06-0359f0e84d56/a9921323-030a-44d4-8854-1b28dd2c740c) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:50:18.031167 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9249606b-b458-429f-b543-0c5742b3490c tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'Port': ['ID=0e05c75c-a1db-4e60-a206-6a13eb69e7a1,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:18.034194 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9249606b-b458-429f-b543-0c5742b3490c tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:18.036865 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-aec2c2a7-8897-4d7b-b39e-62ad35122f79 req-d3f99135-e20d-4a5f-827e-1a764fc3acf8 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb73519-9c90-4e50-9a3d-0898de63562c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645062 Dec 20 08:50:18.072787 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9249606b-b458-429f-b543-0c5742b3490c tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-345881'] for router_interface, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:18.078543 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:18.130192 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=39c988a9-0256-47ad-b6be-124d3f4dc7d8,revision_number=5']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:18.147362 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:18.149009 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-3be89438-6b22-4711-847f-10c9a71eb2b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.169s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:18.170091 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9249606b-b458-429f-b543-0c5742b3490c tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:18.187901 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68221fac-e5b5-4330-b98e-8be15a1d31af None None] Network cec0a60f-eb3b-4938-9d92-0676dff452a2 is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:50:18.203814 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 822c130b-1710-4b88-bed1-5fcc385bac4c {{(pid=83446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 08:50:18.207695 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-68221fac-e5b5-4330-b98e-8be15a1d31af None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:50:18.219447 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68221fac-e5b5-4330-b98e-8be15a1d31af None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:50:18.231789 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-54c2fb3c-e8a1-4f82-a6b8-4fee85dc56b3 None None] Attempting to bind port 1b17a6ca-3470-4721-a552-821f6fe1f2a3 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:50:18.232173 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-54c2fb3c-e8a1-4f82-a6b8-4fee85dc56b3 None None] Attempting to bind port 1b17a6ca-3470-4721-a552-821f6fe1f2a3 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '4a7a59b0-c11b-4508-83dd-80012fd2c2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'caa21fb0-1cb5-43cc-8d5b-fb626a02e71f'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:50:18.232538 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c2fb3c-e8a1-4f82-a6b8-4fee85dc56b3 None None] Attempting to bind port 1b17a6ca-3470-4721-a552-821f6fe1f2a3 on network caa21fb0-1cb5-43cc-8d5b-fb626a02e71f {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:50:18.265063 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port 822c130b-1710-4b88-bed1-5fcc385bac4c, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=822c130b-1710-4b88-bed1-5fcc385bac4c,segment=NetworkSegment(816f3411-ce24-4874-a9f0-58ff5b5f140f),segment_id=816f3411-ce24-4874-a9f0-58ff5b5f140f)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:50:18.302487 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c2fb3c-e8a1-4f82-a6b8-4fee85dc56b3 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:50:18.302876 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c2fb3c-e8a1-4f82-a6b8-4fee85dc56b3 None None] Checking segment: {'id': '4a7a59b0-c11b-4508-83dd-80012fd2c2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'caa21fb0-1cb5-43cc-8d5b-fb626a02e71f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:50:18.303284 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-54c2fb3c-e8a1-4f82-a6b8-4fee85dc56b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:18.303686 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c2fb3c-e8a1-4f82-a6b8-4fee85dc56b3 None None] Bound using segment: {'id': '4a7a59b0-c11b-4508-83dd-80012fd2c2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'caa21fb0-1cb5-43cc-8d5b-fb626a02e71f'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:50:18.304173 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-54c2fb3c-e8a1-4f82-a6b8-4fee85dc56b3 None None] Bound port: 1b17a6ca-3470-4721-a552-821f6fe1f2a3, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a7a59b0-c11b-4508-83dd-80012fd2c2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'caa21fb0-1cb5-43cc-8d5b-fb626a02e71f'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:50:18.304554 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-54c2fb3c-e8a1-4f82-a6b8-4fee85dc56b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:18.320411 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:18.323248 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68221fac-e5b5-4330-b98e-8be15a1d31af None None] Pushing event updated for resources: {'Port': ['ID=fa77379a-d064-4bbf-94cc-6da1c38f0db0,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:18.336698 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c64fc50-3918-4098-9bdf-ec6ec4a24e83 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:18.353381 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c64fc50-3918-4098-9bdf-ec6ec4a24e83 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Transition to ACTIVE for port object a9921323-030a-44d4-8854-1b28dd2c740c will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:50:18.360562 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-68221fac-e5b5-4330-b98e-8be15a1d31af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:18.361038 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:18.377569 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c64fc50-3918-4098-9bdf-ec6ec4a24e83 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:18.382123 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-4f741464-f618-467a-ad7e-8badd7cb31b4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:18.455340 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c64fc50-3918-4098-9bdf-ec6ec4a24e83 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Network cec0a60f-eb3b-4938-9d92-0676dff452a2 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:50:18.458075 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-0c64fc50-3918-4098-9bdf-ec6ec4a24e83 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:50:18.469724 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-68221fac-e5b5-4330-b98e-8be15a1d31af None None] Attempting to bind port fa77379a-d064-4bbf-94cc-6da1c38f0db0 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:50:18.470111 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-68221fac-e5b5-4330-b98e-8be15a1d31af None None] Attempting to bind port fa77379a-d064-4bbf-94cc-6da1c38f0db0 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': 'cdafb46c-38f1-4917-9e96-749e3666e8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'cec0a60f-eb3b-4938-9d92-0676dff452a2'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:50:18.470481 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68221fac-e5b5-4330-b98e-8be15a1d31af None None] Attempting to bind port fa77379a-d064-4bbf-94cc-6da1c38f0db0 on network cec0a60f-eb3b-4938-9d92-0676dff452a2 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:50:18.472401 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c64fc50-3918-4098-9bdf-ec6ec4a24e83 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:50:18.472924 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c64fc50-3918-4098-9bdf-ec6ec4a24e83 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-345881'] for router_interface, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:18.480696 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c64fc50-3918-4098-9bdf-ec6ec4a24e83 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Pushing event updated for resources: {'Port': ['ID=a9921323-030a-44d4-8854-1b28dd2c740c,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:18.484951 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c64fc50-3918-4098-9bdf-ec6ec4a24e83 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:18.485139 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-1ba5a093-0551-453f-890e-bb278e5d4868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be6c5e52-17f4-4cf5-a021-03a4acfe629d', 'name': 'tempest-TestNetworkBasicOps-router-1113743447', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.254'}], 'enable_snat': True}, 'gw_port_id': '25916c7e-e017-4d5d-86c7-f08a2b4012a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:50:09Z', 'updated_at': '2021-12-20T08:50:12Z', 'revision_number': 3, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': '25916c7e-e017-4d5d-86c7-f08a2b4012a6', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:74:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be6c5e52-17f4-4cf5-a021-03a4acfe629d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:50:10Z', 'updated_at': '2021-12-20T08:50:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:50:18.515117 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba5a093-0551-453f-890e-bb278e5d4868 None None] The sync data for ids ['be6c5e52-17f4-4cf5-a021-03a4acfe629d'] in dv-neutron-820491-1-hyperv is: [{'id': 'be6c5e52-17f4-4cf5-a021-03a4acfe629d', 'name': 'tempest-TestNetworkBasicOps-router-1113743447', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.254'}], 'enable_snat': True}, 'gw_port_id': '25916c7e-e017-4d5d-86c7-f08a2b4012a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:50:09Z', 'updated_at': '2021-12-20T08:50:12Z', 'revision_number': 3, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': '25916c7e-e017-4d5d-86c7-f08a2b4012a6', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:74:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be6c5e52-17f4-4cf5-a021-03a4acfe629d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:50:10Z', 'updated_at': '2021-12-20T08:50:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:50:18.519699 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68221fac-e5b5-4330-b98e-8be15a1d31af None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:50:18.519966 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68221fac-e5b5-4330-b98e-8be15a1d31af None None] Checking segment: {'id': 'cdafb46c-38f1-4917-9e96-749e3666e8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'cec0a60f-eb3b-4938-9d92-0676dff452a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:50:18.520475 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-68221fac-e5b5-4330-b98e-8be15a1d31af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:18.520972 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68221fac-e5b5-4330-b98e-8be15a1d31af None None] Bound using segment: {'id': 'cdafb46c-38f1-4917-9e96-749e3666e8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'cec0a60f-eb3b-4938-9d92-0676dff452a2'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:50:18.521390 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-68221fac-e5b5-4330-b98e-8be15a1d31af None None] Bound port: fa77379a-d064-4bbf-94cc-6da1c38f0db0, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdafb46c-38f1-4917-9e96-749e3666e8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'cec0a60f-eb3b-4938-9d92-0676dff452a2'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:50:18.521783 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-68221fac-e5b5-4330-b98e-8be15a1d31af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:18.531529 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=822c130b-1710-4b88-bed1-5fcc385bac4c,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:18.535042 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:18.588835 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-54c2fb3c-e8a1-4f82-a6b8-4fee85dc56b3 None None] For port 1b17a6ca-3470-4721-a552-821f6fe1f2a3, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:50:18.595764 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-54c2fb3c-e8a1-4f82-a6b8-4fee85dc56b3 None None] For port 1b17a6ca-3470-4721-a552-821f6fe1f2a3, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=1b17a6ca-3470-4721-a552-821f6fe1f2a3,segment=NetworkSegment(4a7a59b0-c11b-4508-83dd-80012fd2c2ce),segment_id=4a7a59b0-c11b-4508-83dd-80012fd2c2ce)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:50:18.597795 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394091a8-5a99-4544-971f-246e425c9599 None None] Sync routers for ids ['17cdab0b-98aa-4f0f-8994-ba0bb895186a'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:50:18.611610 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-54c2fb3c-e8a1-4f82-a6b8-4fee85dc56b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:18.617039 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-1c8e2052-4258-489b-8ad3-c867a3a97ee4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:18.624650 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c64fc50-3918-4098-9bdf-ec6ec4a24e83 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:18.747104 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-68221fac-e5b5-4330-b98e-8be15a1d31af None None] For port fa77379a-d064-4bbf-94cc-6da1c38f0db0, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:50:18.750781 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-68221fac-e5b5-4330-b98e-8be15a1d31af None None] For port fa77379a-d064-4bbf-94cc-6da1c38f0db0, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=fa77379a-d064-4bbf-94cc-6da1c38f0db0,segment=NetworkSegment(cdafb46c-38f1-4917-9e96-749e3666e8f7),segment_id=cdafb46c-38f1-4917-9e96-749e3666e8f7)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:50:18.763634 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] get_ports_and_sgs() called for port_ids ['822c130b-1710-4b88-bed1-5fcc385bac4c'] {{(pid=83446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 08:50:18.842948 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-68221fac-e5b5-4330-b98e-8be15a1d31af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:18.851608 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9249606b-b458-429f-b543-0c5742b3490c tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:18.858915 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9249606b-b458-429f-b543-0c5742b3490c tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:18.910472 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-cbfe8b68-8c13-4d8f-9bf1-8204e2acc55b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:18.939100 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394091a8-5a99-4544-971f-246e425c9599 None None] Routers {'17cdab0b-98aa-4f0f-8994-ba0bb895186a'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:50:18.949765 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-394091a8-5a99-4544-971f-246e425c9599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:50:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['17cdab0b-98aa-4f0f-8994-ba0bb895186a'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:50:19.023621 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9249606b-b458-429f-b543-0c5742b3490c tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'Port': ['ID=0e05c75c-a1db-4e60-a206-6a13eb69e7a1,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:19.030620 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9249606b-b458-429f-b543-0c5742b3490c tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:19.096656 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9249606b-b458-429f-b543-0c5742b3490c tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32898031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349045'] for router_interface, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:19.117780 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe4f21a-254f-47c4-92e6-2e1681173c92 req-28f9c4e6-7e1a-45a4-bf5f-5f39a57f84c5 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:19.119580 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-3fe4f21a-254f-47c4-92e6-2e1681173c92 req-28f9c4e6-7e1a-45a4-bf5f-5f39a57f84c5 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce86b767-a621-41c5-98e8-cc542b7adc7f HTTP/1.1" status: 200 len: 946 time: 0.4788668 Dec 20 08:50:19.211021 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c2fb3c-e8a1-4f82-a6b8-4fee85dc56b3 None None] Pushing event updated for resources: {'Port': ['ID=1b17a6ca-3470-4721-a552-821f6fe1f2a3,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:19.218325 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-54c2fb3c-e8a1-4f82-a6b8-4fee85dc56b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.601s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:19.221114 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-03390e57-0fee-4df4-8972-742ec24944cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.359s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:19.366825 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-394091a8-5a99-4544-971f-246e425c9599 None None] Set router 17cdab0b-98aa-4f0f-8994-ba0bb895186a gateway port host: None {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:50:19.369200 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-3fe4f21a-254f-47c4-92e6-2e1681173c92 req-362d3f3c-7a0c-47c7-baf8-01038db0fdae tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/security-groups?id=57316c2a-fdb6-46e9-9469-18e9bc81adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1740110 Dec 20 08:50:19.435073 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c64fc50-3918-4098-9bdf-ec6ec4a24e83 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:19.449877 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c64fc50-3918-4098-9bdf-ec6ec4a24e83 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2036698'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:19.451198 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c64fc50-3918-4098-9bdf-ec6ec4a24e83 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32898031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349045'] for router_interface, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:19.455196 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-7eab886b-8a6f-4d1d-8709-2bfb1833fc59 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:19.618186 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c64fc50-3918-4098-9bdf-ec6ec4a24e83 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Pushing event updated for resources: {'Port': ['ID=a9921323-030a-44d4-8854-1b28dd2c740c,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:19.622708 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c64fc50-3918-4098-9bdf-ec6ec4a24e83 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:19.628437 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9249606b-b458-429f-b543-0c5742b3490c tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Network caa21fb0-1cb5-43cc-8d5b-fb626a02e71f is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:50:19.629963 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-9249606b-b458-429f-b543-0c5742b3490c tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:50:19.745081 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52375dfd-194f-494d-9159-91130056bf23 req-a5ae7e3e-bf13-46ac-8fd9-ef2f453f8a06 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:19.747466 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-52375dfd-194f-494d-9159-91130056bf23 req-a5ae7e3e-bf13-46ac-8fd9-ef2f453f8a06 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ed22f74-3364-4d36-a315-3779ea29fe0d HTTP/1.1" status: 200 len: 945 time: 0.3039873 Dec 20 08:50:19.812000 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c64fc50-3918-4098-9bdf-ec6ec4a24e83 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Network cec0a60f-eb3b-4938-9d92-0676dff452a2 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:50:19.813128 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-0c64fc50-3918-4098-9bdf-ec6ec4a24e83 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:50:19.925338 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68221fac-e5b5-4330-b98e-8be15a1d31af None None] Pushing event updated for resources: {'Port': ['ID=fa77379a-d064-4bbf-94cc-6da1c38f0db0,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:19.937783 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-68221fac-e5b5-4330-b98e-8be15a1d31af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.717s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:19.942110 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-52375dfd-194f-494d-9159-91130056bf23 req-76a2f5b0-05e4-4598-bdeb-d592de5657b5 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb73519-9c90-4e50-9a3d-0898de63562c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108387 Dec 20 08:50:20.146281 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 1b17a6ca-3470-4721-a552-821f6fe1f2a3 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:50:20.247205 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9249606b-b458-429f-b543-0c5742b3490c tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Router be6c5e52-17f4-4cf5-a021-03a4acfe629d has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:50:20.249162 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c64fc50-3918-4098-9bdf-ec6ec4a24e83 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Router 17cdab0b-98aa-4f0f-8994-ba0bb895186a has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:50:20.276023 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-394091a8-5a99-4544-971f-246e425c9599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17cdab0b-98aa-4f0f-8994-ba0bb895186a', 'name': 'tempest-RoutersIpV6Test-router-16149182', 'tenant_id': '77c40f4df6664268b6fdee7d685de4ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:49:52Z', 'updated_at': '2021-12-20T08:50:18Z', 'revision_number': 5, 'project_id': '77c40f4df6664268b6fdee7d685de4ee', 'gw_port_host': None, '_interfaces': [{'id': '39c988a9-0256-47ad-b6be-124d3f4dc7d8', 'name': '', 'network_id': '1c07488c-f637-4d5a-ab2c-ff0d0b54a93d', 'tenant_id': '77c40f4df6664268b6fdee7d685de4ee', 'mac_address': 'fa:16:3e:18:4e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cdab0b-98aa-4f0f-8994-ba0bb895186a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f7441b0d-9ff3-44da-90de-fb8cbacfe86a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:49:56Z', 'updated_at': '2021-12-20T08:50:17Z', 'revision_number': 5, 'project_id': '77c40f4df6664268b6fdee7d685de4ee', 'subnets': [{'id': 'f7441b0d-9ff3-44da-90de-fb8cbacfe86a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '589b816e-4e99-431c-bc6f-be1b4dc61c42', 'name': '', 'network_id': 'e7d6796d-77df-48e8-af36-479c46cce131', 'tenant_id': '77c40f4df6664268b6fdee7d685de4ee', 'mac_address': 'fa:16:3e:93:7e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17cdab0b-98aa-4f0f-8994-ba0bb895186a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcaac2f4-e8dd-4e53-b91f-98f2c269cf04', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:50:10Z', 'updated_at': '2021-12-20T08:50:12Z', 'revision_number': 2, 'project_id': '77c40f4df6664268b6fdee7d685de4ee', 'subnets': [{'id': 'fcaac2f4-e8dd-4e53-b91f-98f2c269cf04', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9921323-030a-44d4-8854-1b28dd2c740c', 'name': '', 'network_id': 'cec0a60f-eb3b-4938-9d92-0676dff452a2', 'tenant_id': '77c40f4df6664268b6fdee7d685de4ee', 'mac_address': 'fa:16:3e:dd:5b:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17cdab0b-98aa-4f0f-8994-ba0bb895186a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '744c2d1c-1442-4ea1-9e06-0359f0e84d56', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:50:16Z', 'updated_at': '2021-12-20T08:50:18Z', 'revision_number': 1, 'project_id': '77c40f4df6664268b6fdee7d685de4ee', 'subnets': [{'id': '744c2d1c-1442-4ea1-9e06-0359f0e84d56', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1531e0a-6120-42ab-8295-85fa1c7cebfb', 'name': '', 'network_id': 'd3cafd78-4c13-41c5-961c-bc5f44e10662', 'tenant_id': '77c40f4df6664268b6fdee7d685de4ee', 'mac_address': 'fa:16:3e:f1:d0:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17cdab0b-98aa-4f0f-8994-ba0bb895186a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd8ea596-df06-4356-94d7-70cdb0e1c7b4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:50:04Z', 'updated_at': '2021-12-20T08:50:06Z', 'revision_number': 2, 'project_id': '77c40f4df6664268b6fdee7d685de4ee', 'subnets': [{'id': 'dd8ea596-df06-4356-94d7-70cdb0e1c7b4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:50:20.293870 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394091a8-5a99-4544-971f-246e425c9599 None None] Checking router: 17cdab0b-98aa-4f0f-8994-ba0bb895186a for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 08:50:20.294324 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394091a8-5a99-4544-971f-246e425c9599 None None] Updating router 17cdab0b-98aa-4f0f-8994-ba0bb895186a port 589b816e-4e99-431c-bc6f-be1b4dc61c42 binding host dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 08:50:20.422877 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-394091a8-5a99-4544-971f-246e425c9599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:20.463244 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 1b17a6ca-3470-4721-a552-821f6fe1f2a3 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:50:20.486848 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 39c988a9-0256-47ad-b6be-124d3f4dc7d8 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:50:20.575594 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9249606b-b458-429f-b543-0c5742b3490c tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:50:20.602245 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-9249606b-b458-429f-b543-0c5742b3490c tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "PUT /v2.0/routers/be6c5e52-17f4-4cf5-a021-03a4acfe629d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5508826 Dec 20 08:50:20.603645 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43706) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:50:20.748077 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f830cf5-cbda-4ce9-a8a7-8a0c3222918c None None] Network caa21fb0-1cb5-43cc-8d5b-fb626a02e71f requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:50:20.791969 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b1c167-1758-4780-9e2b-d3a47c88a868 req-793f7e49-da2d-4692-9562-0b6b48d740b1 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:20.794027 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-79b1c167-1758-4780-9e2b-d3a47c88a868 req-793f7e49-da2d-4692-9562-0b6b48d740b1 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce86b767-a621-41c5-98e8-cc542b7adc7f HTTP/1.1" status: 200 len: 946 time: 0.1208503 Dec 20 08:50:20.825174 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c64fc50-3918-4098-9bdf-ec6ec4a24e83 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:50:20.856932 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8f1eb4-01df-4b7d-b61a-5fb26f88837f tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:20.858706 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8f1eb4-01df-4b7d-b61a-5fb26f88837f tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:20.859095 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8f1eb4-01df-4b7d-b61a-5fb26f88837f tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:20.859489 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8f1eb4-01df-4b7d-b61a-5fb26f88837f tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:20.859859 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8f1eb4-01df-4b7d-b61a-5fb26f88837f tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:20.860219 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8f1eb4-01df-4b7d-b61a-5fb26f88837f tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:20.860885 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8f1eb4-01df-4b7d-b61a-5fb26f88837f tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:20.861259 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8f1eb4-01df-4b7d-b61a-5fb26f88837f tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:20.861791 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8f1eb4-01df-4b7d-b61a-5fb26f88837f tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:20.862154 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8f1eb4-01df-4b7d-b61a-5fb26f88837f tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:20.862508 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8f1eb4-01df-4b7d-b61a-5fb26f88837f tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:20.862863 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8f1eb4-01df-4b7d-b61a-5fb26f88837f tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:20.870138 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-0c64fc50-3918-4098-9bdf-ec6ec4a24e83 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "PUT /v2.0/routers/17cdab0b-98aa-4f0f-8994-ba0bb895186a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8123171 Dec 20 08:50:20.871534 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1a8f1eb4-01df-4b7d-b61a-5fb26f88837f tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8411 time: 0.2608936 Dec 20 08:50:20.871831 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-79b1c167-1758-4780-9e2b-d3a47c88a868 req-fb98e035-9cd8-4d54-b886-f6c73a5899cf tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/security-groups?id=57316c2a-fdb6-46e9-9469-18e9bc81adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663745 Dec 20 08:50:20.871831 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 43710) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:50:20.871831 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 43714) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:50:20.875271 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-d085a3ef-a2b0-42d8-bf0e-98bed35539f1 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:50:20.890282 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 39c988a9-0256-47ad-b6be-124d3f4dc7d8 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:50:20.890664 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:20.913558 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60b4f08-9fda-4e6d-b0c9-2005e6e265c5 None None] Network cec0a60f-eb3b-4938-9d92-0676dff452a2 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:50:21.050416 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-97c56d90-8aca-47ff-a673-72359795435e None None] Provisioning for port 1b17a6ca-3470-4721-a552-821f6fe1f2a3 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:50:21.101040 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efe5632-6aa2-4024-af27-891b435220b0 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:21.101567 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efe5632-6aa2-4024-af27-891b435220b0 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:21.101982 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efe5632-6aa2-4024-af27-891b435220b0 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:21.102391 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efe5632-6aa2-4024-af27-891b435220b0 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:21.102800 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efe5632-6aa2-4024-af27-891b435220b0 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:21.103215 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efe5632-6aa2-4024-af27-891b435220b0 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:21.103617 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efe5632-6aa2-4024-af27-891b435220b0 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:21.104018 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efe5632-6aa2-4024-af27-891b435220b0 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:21.104416 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efe5632-6aa2-4024-af27-891b435220b0 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:21.104815 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efe5632-6aa2-4024-af27-891b435220b0 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:21.105304 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efe5632-6aa2-4024-af27-891b435220b0 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:21.105706 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efe5632-6aa2-4024-af27-891b435220b0 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:21.107751 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-8efe5632-6aa2-4024-af27-891b435220b0 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7741 time: 0.1774490 Dec 20 08:50:21.110812 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43724) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:50:21.183246 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-97c56d90-8aca-47ff-a673-72359795435e None None] Provisioning complete for port 1b17a6ca-3470-4721-a552-821f6fe1f2a3 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:50:21.183620 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-97c56d90-8aca-47ff-a673-72359795435e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:21.213258 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67325122-83ec-4406-a795-ae1d8240058d req-9935c5eb-235b-47da-b0a9-10924592cd8e tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:21.215757 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-67325122-83ec-4406-a795-ae1d8240058d req-9935c5eb-235b-47da-b0a9-10924592cd8e tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ed22f74-3364-4d36-a315-3779ea29fe0d HTTP/1.1" status: 200 len: 945 time: 0.1215408 Dec 20 08:50:21.395211 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce12863b-89a4-4b6e-bc24-ab27046eec30 req-d696a73c-8747-43ba-b7c3-774d0c7c7647 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:21.398099 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ce12863b-89a4-4b6e-bc24-ab27046eec30 req-d696a73c-8747-43ba-b7c3-774d0c7c7647 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce86b767-a621-41c5-98e8-cc542b7adc7f HTTP/1.1" status: 200 len: 946 time: 0.1665843 Dec 20 08:50:21.465329 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-67325122-83ec-4406-a795-ae1d8240058d req-f7138b08-172d-48f2-957f-702e69ab3ef3 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb73519-9c90-4e50-9a3d-0898de63562c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2422493 Dec 20 08:50:21.561164 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-e1a6b958-07bc-4cd4-941c-bfc4d8bb1dc2 req-1cf0a367-d4cc-4bb5-a8c5-ee5e68af9283 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e2165a78ac154b1c9f29e840efaf3cb7&device_id=ce86b767-a621-41c5-98e8-cc542b7adc7f HTTP/1.1" status: 200 len: 1099 time: 0.2480586 Dec 20 08:50:21.600499 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ce12863b-89a4-4b6e-bc24-ab27046eec30 req-02e42a77-d8c9-437a-ac7c-d62eade205db tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/security-groups?id=57316c2a-fdb6-46e9-9469-18e9bc81adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1888030 Dec 20 08:50:21.635755 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b118499f-c347-4e0c-88bf-bec7f6df4ba4 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5029 time: 0.5228863 Dec 20 08:50:21.708179 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 25916c7e-e017-4d5d-86c7-f08a2b4012a6 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:50:21.803162 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a6b958-07bc-4cd4-941c-bfc4d8bb1dc2 req-8edcae34-309c-4ffe-accd-3c3e2645e891 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:21.804591 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-e1a6b958-07bc-4cd4-941c-bfc4d8bb1dc2 req-8edcae34-309c-4ffe-accd-3c3e2645e891 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3ab8996b-db59-43a0-a379-647199802474 HTTP/1.1" status: 200 len: 912 time: 0.2360275 Dec 20 08:50:21.850190 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-394091a8-5a99-4544-971f-246e425c9599 None None] Notify callbacks [] for port, precommit_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:21.865416 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43730) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:50:21.874867 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-5f8fef53-49a7-4f7b-bdf3-9c22d8133f3e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1619220535', 'description': 'tempest-secgroup-smoke-1619220535 description', 'project_id': 'f7b89f97320342ff933d41aa1a974b12'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:50:21.882727 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-5f8fef53-49a7-4f7b-bdf3-9c22d8133f3e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:50:21.890154 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-5f8fef53-49a7-4f7b-bdf3-9c22d8133f3e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:security_group and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:50:21.903301 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-5f8fef53-49a7-4f7b-bdf3-9c22d8133f3e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:50:21.910635 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-394091a8-5a99-4544-971f-246e425c9599 None None] Transition to ACTIVE for port object 589b816e-4e99-431c-bc6f-be1b4dc61c42 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:50:21.912790 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-5f8fef53-49a7-4f7b-bdf3-9c22d8133f3e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:50:21.930611 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5f8fef53-49a7-4f7b-bdf3-9c22d8133f3e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:21.934703 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-97c56d90-8aca-47ff-a673-72359795435e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:21.945735 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-394091a8-5a99-4544-971f-246e425c9599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:21.954248 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-6263f200-7105-4d9d-9d19-ec394e20e750 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:21.979270 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-5f8fef53-49a7-4f7b-bdf3-9c22d8133f3e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:50:21.985018 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-5f8fef53-49a7-4f7b-bdf3-9c22d8133f3e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:security_group_rule and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:50:21.988134 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-5f8fef53-49a7-4f7b-bdf3-9c22d8133f3e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:50:21.998530 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-5f8fef53-49a7-4f7b-bdf3-9c22d8133f3e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:50:22.037578 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.extraroute_db [None req-d085a3ef-a2b0-42d8-bf0e-98bed35539f1 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=83445) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 20 08:50:22.059684 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.extraroute_db [None req-d085a3ef-a2b0-42d8-bf0e-98bed35539f1 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Removed routes are [] {{(pid=83445) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 20 08:50:22.060226 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d085a3ef-a2b0-42d8-bf0e-98bed35539f1 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24724'] for router, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:22.073323 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-e1a6b958-07bc-4cd4-941c-bfc4d8bb1dc2 req-2e9cf840-45ef-4ab4-99fc-23cdd43eaec0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11db67d0-8208-488d-af30-92e306aa192a HTTP/1.1" status: 200 len: 1002 time: 0.2310188 Dec 20 08:50:22.099478 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5f8fef53-49a7-4f7b-bdf3-9c22d8133f3e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:22.107632 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5f8fef53-49a7-4f7b-bdf3-9c22d8133f3e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:22.120946 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02090368-cc18-4aeb-8c1b-b3905169166b None None] Pushing event updated for resources: {'Port': ['ID=589b816e-4e99-431c-bc6f-be1b4dc61c42,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:22.124094 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-02090368-cc18-4aeb-8c1b-b3905169166b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:22.131293 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 25916c7e-e017-4d5d-86c7-f08a2b4012a6 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:50:22.139181 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-dc07bbd9-16d3-4787-9046-c071711e7d91 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:22.142804 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-97c56d90-8aca-47ff-a673-72359795435e None None] For port 1b17a6ca-3470-4721-a552-821f6fe1f2a3, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=1b17a6ca-3470-4721-a552-821f6fe1f2a3,segment=NetworkSegment(4a7a59b0-c11b-4508-83dd-80012fd2c2ce),segment_id=4a7a59b0-c11b-4508-83dd-80012fd2c2ce)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:50:22.146200 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 25916c7e-e017-4d5d-86c7-f08a2b4012a6 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:50:22.146625 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:22.181714 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-97c56d90-8aca-47ff-a673-72359795435e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:22.192022 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-6263f200-7105-4d9d-9d19-ec394e20e750 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:22.217704 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8fef53-49a7-4f7b-bdf3-9c22d8133f3e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e916c6af-0193-468a-b0a6-868a35b13ef9,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:22.240235 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-5f8fef53-49a7-4f7b-bdf3-9c22d8133f3e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:22.267514 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5f8fef53-49a7-4f7b-bdf3-9c22d8133f3e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:22.269430 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-5f8fef53-49a7-4f7b-bdf3-9c22d8133f3e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4015422 Dec 20 08:50:22.271999 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43734) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:50:22.281480 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-b9129bc6-5099-4a4d-864c-8e9fd9b4bfaf tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'security_group_rule': {'security_group_id': 'e916c6af-0193-468a-b0a6-868a35b13ef9', 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:50:22.289061 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-b9129bc6-5099-4a4d-864c-8e9fd9b4bfaf tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:50:22.300525 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-b9129bc6-5099-4a4d-864c-8e9fd9b4bfaf tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:security_group_rule and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:50:22.305589 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-b9129bc6-5099-4a4d-864c-8e9fd9b4bfaf tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:50:22.313353 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-b9129bc6-5099-4a4d-864c-8e9fd9b4bfaf tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:50:22.349910 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b9129bc6-5099-4a4d-864c-8e9fd9b4bfaf tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:22.384304 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c56d90-8aca-47ff-a673-72359795435e None None] Pushing event updated for resources: {'Port': ['ID=1b17a6ca-3470-4721-a552-821f6fe1f2a3,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:22.387839 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-97c56d90-8aca-47ff-a673-72359795435e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:22.388990 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-394091a8-5a99-4544-971f-246e425c9599 None None] Attempting to bind port 589b816e-4e99-431c-bc6f-be1b4dc61c42 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:50:22.389399 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-394091a8-5a99-4544-971f-246e425c9599 None None] Attempting to bind port 589b816e-4e99-431c-bc6f-be1b4dc61c42 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '6e318828-1d56-4597-9d55-f0d208b9311d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e7d6796d-77df-48e8-af36-479c46cce131'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:50:22.389767 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394091a8-5a99-4544-971f-246e425c9599 None None] Attempting to bind port 589b816e-4e99-431c-bc6f-be1b4dc61c42 on network e7d6796d-77df-48e8-af36-479c46cce131 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:50:22.409342 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394091a8-5a99-4544-971f-246e425c9599 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:50:22.409722 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394091a8-5a99-4544-971f-246e425c9599 None None] Checking segment: {'id': '6e318828-1d56-4597-9d55-f0d208b9311d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e7d6796d-77df-48e8-af36-479c46cce131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:50:22.410136 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-394091a8-5a99-4544-971f-246e425c9599 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:22.410537 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394091a8-5a99-4544-971f-246e425c9599 None None] Bound using segment: {'id': '6e318828-1d56-4597-9d55-f0d208b9311d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e7d6796d-77df-48e8-af36-479c46cce131'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:50:22.411028 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-394091a8-5a99-4544-971f-246e425c9599 None None] Bound port: 589b816e-4e99-431c-bc6f-be1b4dc61c42, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e318828-1d56-4597-9d55-f0d208b9311d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e7d6796d-77df-48e8-af36-479c46cce131'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:50:22.411412 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-394091a8-5a99-4544-971f-246e425c9599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:22.423277 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-505041b9-e861-436c-9c1e-8d6debb272d1 None None] Provisioning complete for port 1b17a6ca-3470-4721-a552-821f6fe1f2a3 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:50:22.423658 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-505041b9-e861-436c-9c1e-8d6debb272d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:22.469960 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b9129bc6-5099-4a4d-864c-8e9fd9b4bfaf tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:22.476708 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b9129bc6-5099-4a4d-864c-8e9fd9b4bfaf tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:22.478745 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-802b4f34-b84a-41ed-823c-966972c5c160 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:22.545852 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9129bc6-5099-4a4d-864c-8e9fd9b4bfaf tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0aeaf3dd-6c65-41ba-8739-e47c42f436f2,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:22.550914 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b9129bc6-5099-4a4d-864c-8e9fd9b4bfaf tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:22.552426 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b9129bc6-5099-4a4d-864c-8e9fd9b4bfaf tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:22.555243 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b9129bc6-5099-4a4d-864c-8e9fd9b4bfaf tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2817724 Dec 20 08:50:22.558469 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43740) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:50:22.572387 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-15599a9f-2780-41a2-b4d5-187c3c7b2acb tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'security_group_rule': {'security_group_id': 'e916c6af-0193-468a-b0a6-868a35b13ef9', 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:50:22.585417 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-15599a9f-2780-41a2-b4d5-187c3c7b2acb tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:50:22.590984 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-15599a9f-2780-41a2-b4d5-187c3c7b2acb tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:security_group_rule and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:50:22.595991 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-15599a9f-2780-41a2-b4d5-187c3c7b2acb tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:50:22.612303 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-15599a9f-2780-41a2-b4d5-187c3c7b2acb tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:50:22.665785 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-15599a9f-2780-41a2-b4d5-187c3c7b2acb tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:22.683402 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:22.693933 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a6b958-07bc-4cd4-941c-bfc4d8bb1dc2 req-bf06d621-ccec-48ad-8942-35f39b6878d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:22.696084 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-e1a6b958-07bc-4cd4-941c-bfc4d8bb1dc2 req-bf06d621-ccec-48ad-8942-35f39b6878d3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=944a3b04-d2ac-486e-bee8-ba11ef891bfe HTTP/1.1" status: 200 len: 850 time: 0.5223196 Dec 20 08:50:22.743121 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-394091a8-5a99-4544-971f-246e425c9599 None None] For port 589b816e-4e99-431c-bc6f-be1b4dc61c42, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:50:22.769711 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-394091a8-5a99-4544-971f-246e425c9599 None None] For port 589b816e-4e99-431c-bc6f-be1b4dc61c42, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=589b816e-4e99-431c-bc6f-be1b4dc61c42,segment=NetworkSegment(6e318828-1d56-4597-9d55-f0d208b9311d),segment_id=6e318828-1d56-4597-9d55-f0d208b9311d)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:50:22.825571 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 822c130b-1710-4b88-bed1-5fcc385bac4c up at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:50:22.830037 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-15599a9f-2780-41a2-b4d5-187c3c7b2acb tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:22.843824 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-15599a9f-2780-41a2-b4d5-187c3c7b2acb tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:22.868458 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 25916c7e-e017-4d5d-86c7-f08a2b4012a6, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=25916c7e-e017-4d5d-86c7-f08a2b4012a6,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:50:22.875817 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-394091a8-5a99-4544-971f-246e425c9599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:22.887851 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:22.914775 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-436a590b-38c0-432a-9d86-5b8c01cbe40e tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:22.929452 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:22.945296 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15599a9f-2780-41a2-b4d5-187c3c7b2acb tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19bd15d1-0072-4c55-9c8e-3b20028f2eb9,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:22.953457 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-15599a9f-2780-41a2-b4d5-187c3c7b2acb tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:22.975202 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-15599a9f-2780-41a2-b4d5-187c3c7b2acb tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:22.980028 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-15599a9f-2780-41a2-b4d5-187c3c7b2acb tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4166455 Dec 20 08:50:22.981646 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43746) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:50:23.007067 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394091a8-5a99-4544-971f-246e425c9599 None None] Updating router 17cdab0b-98aa-4f0f-8994-ba0bb895186a port a9921323-030a-44d4-8854-1b28dd2c740c binding host dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 08:50:23.013557 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-36623fbb-757c-4a61-979a-8fb7ba99c7d5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'security_group_rule': {'security_group_id': 'e916c6af-0193-468a-b0a6-868a35b13ef9', 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:50:23.029816 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-36623fbb-757c-4a61-979a-8fb7ba99c7d5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:50:23.039650 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50598771-e61b-4cb9-a5ed-0a43daee51ad req-0d24e21d-4194-43fe-8136-6d31f266d695 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:23.048595 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-50598771-e61b-4cb9-a5ed-0a43daee51ad req-0d24e21d-4194-43fe-8136-6d31f266d695 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ed22f74-3364-4d36-a315-3779ea29fe0d HTTP/1.1" status: 200 len: 945 time: 0.2118890 Dec 20 08:50:23.062570 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02090368-cc18-4aeb-8c1b-b3905169166b None None] Pushing event updated for resources: {'Port': ['ID=589b816e-4e99-431c-bc6f-be1b4dc61c42,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:23.067160 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-02090368-cc18-4aeb-8c1b-b3905169166b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:23.069173 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-36623fbb-757c-4a61-979a-8fb7ba99c7d5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:security_group_rule and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:50:23.070791 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-97c56d90-8aca-47ff-a673-72359795435e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.126s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:23.075648 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-36623fbb-757c-4a61-979a-8fb7ba99c7d5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:50:23.088811 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-36623fbb-757c-4a61-979a-8fb7ba99c7d5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:50:23.141381 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-394091a8-5a99-4544-971f-246e425c9599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:23.144974 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-50598771-e61b-4cb9-a5ed-0a43daee51ad req-9ac5ea9f-c0ba-4203-8321-9efca754d993 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb73519-9c90-4e50-9a3d-0898de63562c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955207 Dec 20 08:50:23.147097 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-36623fbb-757c-4a61-979a-8fb7ba99c7d5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:23.180292 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-505041b9-e861-436c-9c1e-8d6debb272d1 None None] Provisioning for port 0e05c75c-a1db-4e60-a206-6a13eb69e7a1 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:50:23.194003 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning for port 822c130b-1710-4b88-bed1-5fcc385bac4c completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:50:23.209324 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-505041b9-e861-436c-9c1e-8d6debb272d1 None None] Provisioning complete for port 0e05c75c-a1db-4e60-a206-6a13eb69e7a1 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:50:23.209844 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-505041b9-e861-436c-9c1e-8d6debb272d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:23.266600 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-36623fbb-757c-4a61-979a-8fb7ba99c7d5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:23.275009 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-36623fbb-757c-4a61-979a-8fb7ba99c7d5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:23.277842 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device fa77379a-d064-4bbf-94cc-6da1c38f0db0 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:50:23.279264 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3cc3283b-3178-4eba-823b-77ebb9459aee tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:23.312672 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d085a3ef-a2b0-42d8-bf0e-98bed35539f1 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24724'] for router, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:23.315728 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36623fbb-757c-4a61-979a-8fb7ba99c7d5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ab7091b-20b8-4ae1-9ed1-e20d7be0e4ce,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:23.336752 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d085a3ef-a2b0-42d8-bf0e-98bed35539f1 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-351805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-351780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-379562'] for router, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:23.343556 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-36623fbb-757c-4a61-979a-8fb7ba99c7d5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:23.361013 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e602800-14db-4fe2-bd7a-5f515eb55185 req-05b8d018-29cc-43e8-814e-6ba3619f5ebd tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:23.367232 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-36623fbb-757c-4a61-979a-8fb7ba99c7d5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:23.371640 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-36623fbb-757c-4a61-979a-8fb7ba99c7d5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3632009 Dec 20 08:50:23.372209 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43750) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:50:23.373816 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-1e602800-14db-4fe2-bd7a-5f515eb55185 req-05b8d018-29cc-43e8-814e-6ba3619f5ebd tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce86b767-a621-41c5-98e8-cc542b7adc7f HTTP/1.1" status: 200 len: 946 time: 0.5353062 Dec 20 08:50:23.378010 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-2cd55379-98d7-46f0-9a92-d42d7e338d51 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'security_group_rule': {'security_group_id': 'e916c6af-0193-468a-b0a6-868a35b13ef9', 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:50:23.389569 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-2cd55379-98d7-46f0-9a92-d42d7e338d51 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:50:23.393825 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-2cd55379-98d7-46f0-9a92-d42d7e338d51 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:security_group_rule and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:50:23.397489 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-2cd55379-98d7-46f0-9a92-d42d7e338d51 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:50:23.398880 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-e1a6b958-07bc-4cd4-941c-bfc4d8bb1dc2 req-23a41c18-e7c4-472d-958c-402a80f1699e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3ab8996b-db59-43a0-a379-647199802474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6884735 Dec 20 08:50:23.409065 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-2cd55379-98d7-46f0-9a92-d42d7e338d51 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:50:23.420811 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=25916c7e-e017-4d5d-86c7-f08a2b4012a6,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:23.423552 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning complete for port 822c130b-1710-4b88-bed1-5fcc385bac4c triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:50:23.423934 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:23.438037 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2cd55379-98d7-46f0-9a92-d42d7e338d51 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:23.469711 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:23.534217 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2cd55379-98d7-46f0-9a92-d42d7e338d51 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:23.540397 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2cd55379-98d7-46f0-9a92-d42d7e338d51 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:23.543447 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:23.546587 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-505041b9-e861-436c-9c1e-8d6debb272d1 None None] Port 0e05c75c-a1db-4e60-a206-6a13eb69e7a1 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:50:23.567714 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd55379-98d7-46f0-9a92-d42d7e338d51 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=971bc244-2993-48ef-87a9-08a5f6a7bbee,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:23.578358 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2cd55379-98d7-46f0-9a92-d42d7e338d51 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:23.595466 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2cd55379-98d7-46f0-9a92-d42d7e338d51 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:23.602795 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 43754) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:50:23.603962 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-2cd55379-98d7-46f0-9a92-d42d7e338d51 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2306423 Dec 20 08:50:23.613135 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-e44a9539-c3b1-4ec4-bc71-94553d0f6515 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'security_group_rule': {'security_group_id': 'e916c6af-0193-468a-b0a6-868a35b13ef9', 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:50:23.633349 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port fa77379a-d064-4bbf-94cc-6da1c38f0db0 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:50:23.634164 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-e44a9539-c3b1-4ec4-bc71-94553d0f6515 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:50:23.652372 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-e44a9539-c3b1-4ec4-bc71-94553d0f6515 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:security_group_rule and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:50:23.658953 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-e44a9539-c3b1-4ec4-bc71-94553d0f6515 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:50:23.664470 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-1e602800-14db-4fe2-bd7a-5f515eb55185 req-e9384ef6-16fc-4195-aa35-1d3adea5e167 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/security-groups?id=57316c2a-fdb6-46e9-9469-18e9bc81adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2894361 Dec 20 08:50:23.682847 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 1b17a6ca-3470-4721-a552-821f6fe1f2a3 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:50:23.717698 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-505041b9-e861-436c-9c1e-8d6debb272d1 None None] Provisioning for port fa77379a-d064-4bbf-94cc-6da1c38f0db0 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:50:23.722240 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-e44a9539-c3b1-4ec4-bc71-94553d0f6515 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:50:23.753598 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.securitygroups_db [None req-e44a9539-c3b1-4ec4-bc71-94553d0f6515 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Project f7b89f97320342ff933d41aa1a974b12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 08:50:23.754627 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-505041b9-e861-436c-9c1e-8d6debb272d1 None None] Provisioning complete for port fa77379a-d064-4bbf-94cc-6da1c38f0db0 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:50:23.755163 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-505041b9-e861-436c-9c1e-8d6debb272d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:23.780832 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e44a9539-c3b1-4ec4-bc71-94553d0f6515 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:23.813757 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:23.817682 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-e1a6b958-07bc-4cd4-941c-bfc4d8bb1dc2 req-f5f82872-cd40-44de-8911-59c96b6a2bd6 service neutron] 10.222.0.58 "GET /v2.0/networks/3ab8996b-db59-43a0-a379-647199802474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3218682 Dec 20 08:50:23.979751 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d085a3ef-a2b0-42d8-bf0e-98bed35539f1 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Router 17cdab0b-98aa-4f0f-8994-ba0bb895186a has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:50:23.989113 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e44a9539-c3b1-4ec4-bc71-94553d0f6515 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:24.006614 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e44a9539-c3b1-4ec4-bc71-94553d0f6515 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:24.010008 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d532dc7b-0538-4ea9-acf2-b8fedebcd9e8 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:24.018794 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed22f74-3364-4d36-a315-3779ea29fe0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '822c130b-1710-4b88-bed1-5fcc385bac4c'}] {{(pid=83446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 08:50:24.028991 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-e1a6b958-07bc-4cd4-941c-bfc4d8bb1dc2 req-937b2cb6-fc06-4ebc-ab50-d3d15688ef13 service neutron] 10.222.0.58 "GET /v2.0/networks/3ab8996b-db59-43a0-a379-647199802474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961439 Dec 20 08:50:24.043147 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44a9539-c3b1-4ec4-bc71-94553d0f6515 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ec68e30-fb89-4eb2-be36-3b13d65d1ee2,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:24.051585 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port 822c130b-1710-4b88-bed1-5fcc385bac4c, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=822c130b-1710-4b88-bed1-5fcc385bac4c,segment=NetworkSegment(816f3411-ce24-4874-a9f0-58ff5b5f140f),segment_id=816f3411-ce24-4874-a9f0-58ff5b5f140f)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:50:24.067697 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:24.105996 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-02090368-cc18-4aeb-8c1b-b3905169166b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:24.123448 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e44a9539-c3b1-4ec4-bc71-94553d0f6515 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:24.144519 dv-neutron-820491-1-hyperv neutron-server[83446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ed22f74-3364-4d36-a315-3779ea29fe0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '822c130b-1710-4b88-bed1-5fcc385bac4c', 'code': 200} Dec 20 08:50:24.187820 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e44a9539-c3b1-4ec4-bc71-94553d0f6515 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:24.189134 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-e44a9539-c3b1-4ec4-bc71-94553d0f6515 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5829446 Dec 20 08:50:24.190610 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 1b17a6ca-3470-4721-a552-821f6fe1f2a3 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:50:24.190992 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:24.192067 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43760) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:50:24.199225 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-345f71b8-559f-43b7-bbbb-2654a114af91 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'security_group_rule': {'security_group_id': 'e916c6af-0193-468a-b0a6-868a35b13ef9', 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:50:24.205149 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-345f71b8-559f-43b7-bbbb-2654a114af91 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:50:24.209273 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-345f71b8-559f-43b7-bbbb-2654a114af91 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:security_group_rule and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:50:24.212144 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-345f71b8-559f-43b7-bbbb-2654a114af91 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:50:24.218821 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-345f71b8-559f-43b7-bbbb-2654a114af91 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:50:24.238381 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.securitygroups_db [None req-345f71b8-559f-43b7-bbbb-2654a114af91 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Project f7b89f97320342ff933d41aa1a974b12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 08:50:24.247358 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-345f71b8-559f-43b7-bbbb-2654a114af91 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:24.251693 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-505041b9-e861-436c-9c1e-8d6debb272d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:24.275198 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d085a3ef-a2b0-42d8-bf0e-98bed35539f1 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:50:24.289537 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d085a3ef-a2b0-42d8-bf0e-98bed35539f1 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:24.291777 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-d085a3ef-a2b0-42d8-bf0e-98bed35539f1 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "PUT /v2.0/routers/17cdab0b-98aa-4f0f-8994-ba0bb895186a HTTP/1.1" status: 200 len: 952 time: 3.4233439 Dec 20 08:50:24.294801 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 43766) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:50:24.331467 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-345f71b8-559f-43b7-bbbb-2654a114af91 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:24.338426 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-345f71b8-559f-43b7-bbbb-2654a114af91 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:24.341883 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7c06600e-e603-4d1e-a6cd-14d75e3f8296 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:24.346589 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=822c130b-1710-4b88-bed1-5fcc385bac4c,revision_number=5']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:24.373338 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:24.377125 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345f71b8-559f-43b7-bbbb-2654a114af91 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f114a554-a55e-48b1-b0f6-80e331babcd5,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:24.388669 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-345f71b8-559f-43b7-bbbb-2654a114af91 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:24.395338 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-345f71b8-559f-43b7-bbbb-2654a114af91 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:24.401302 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-345f71b8-559f-43b7-bbbb-2654a114af91 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2029061 Dec 20 08:50:24.411574 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-505041b9-e861-436c-9c1e-8d6debb272d1 None None] For port fa77379a-d064-4bbf-94cc-6da1c38f0db0, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=fa77379a-d064-4bbf-94cc-6da1c38f0db0,segment=NetworkSegment(cdafb46c-38f1-4917-9e96-749e3666e8f7),segment_id=cdafb46c-38f1-4917-9e96-749e3666e8f7)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:50:24.413611 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-394091a8-5a99-4544-971f-246e425c9599 None None] Notify callbacks [] for port, precommit_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:24.421956 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-505041b9-e861-436c-9c1e-8d6debb272d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:24.423658 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-54c2fb3c-e8a1-4f82-a6b8-4fee85dc56b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:24.500313 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-394091a8-5a99-4544-971f-246e425c9599 None None] Transition to ACTIVE for port object a9921323-030a-44d4-8854-1b28dd2c740c will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:50:24.523799 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-394091a8-5a99-4544-971f-246e425c9599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:24.634240 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505041b9-e861-436c-9c1e-8d6debb272d1 None None] Pushing event updated for resources: {'Port': ['ID=fa77379a-d064-4bbf-94cc-6da1c38f0db0,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:24.639557 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-505041b9-e861-436c-9c1e-8d6debb272d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:24.644534 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:24.725446 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-72345823-b650-4bfb-893f-82741c4e0bb9 req-94d8c9c4-89e3-4c87-8540-9076cfc38e43 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3ed22f74-3364-4d36-a315-3779ea29fe0d HTTP/1.1" status: 200 len: 1099 time: 0.2620649 Dec 20 08:50:24.738411 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2a0dc6-b7eb-4ddc-8e7d-b820bdace1d6 req-524a3fec-4c91-4a7d-b5f5-b28953d9137c tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:24.739955 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-5d2a0dc6-b7eb-4ddc-8e7d-b820bdace1d6 req-524a3fec-4c91-4a7d-b5f5-b28953d9137c tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ed22f74-3364-4d36-a315-3779ea29fe0d HTTP/1.1" status: 200 len: 946 time: 0.3277309 Dec 20 08:50:24.785285 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-6f1302cf-1410-4b8f-9126-6787f4847441 req-9ba9cccc-aa4e-4314-939d-b913e089cdb8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Synchronizing usage tracker for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:security_group {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:50:24.810440 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-6f1302cf-1410-4b8f-9126-6787f4847441 req-9ba9cccc-aa4e-4314-939d-b913e089cdb8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Unset dirty status for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:security_group {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:50:24.812482 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6f1302cf-1410-4b8f-9126-6787f4847441 req-9ba9cccc-aa4e-4314-939d-b913e089cdb8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1619220535&fields=id&tenant_id=f7b89f97320342ff933d41aa1a974b12 HTTP/1.1" status: 200 len: 267 time: 0.0963047 Dec 20 08:50:24.826917 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02090368-cc18-4aeb-8c1b-b3905169166b None None] Pushing event updated for resources: {'Port': ['ID=a9921323-030a-44d4-8854-1b28dd2c740c,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:24.830743 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-02090368-cc18-4aeb-8c1b-b3905169166b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:24.835770 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-5d2a0dc6-b7eb-4ddc-8e7d-b820bdace1d6 req-4080a12e-7456-43b7-8be2-650a6c84643c tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb73519-9c90-4e50-9a3d-0898de63562c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707471 Dec 20 08:50:24.843076 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-94f02e78-979b-47ed-810f-da71aae4005e tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "GET /v2.0/routers/17cdab0b-98aa-4f0f-8994-ba0bb895186a HTTP/1.1" status: 200 len: 952 time: 0.5455787 Dec 20 08:50:24.845985 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 43780) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:50:24.853679 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-69b165f2-3214-4dfd-a9af-91d0025382dd tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Request body: {'router': {'routes': None}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:50:24.868090 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-394091a8-5a99-4544-971f-246e425c9599 None None] Attempting to bind port a9921323-030a-44d4-8854-1b28dd2c740c on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:50:24.868869 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-394091a8-5a99-4544-971f-246e425c9599 None None] Attempting to bind port a9921323-030a-44d4-8854-1b28dd2c740c by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': 'cdafb46c-38f1-4917-9e96-749e3666e8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'cec0a60f-eb3b-4938-9d92-0676dff452a2'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:50:24.869423 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394091a8-5a99-4544-971f-246e425c9599 None None] Attempting to bind port a9921323-030a-44d4-8854-1b28dd2c740c on network cec0a60f-eb3b-4938-9d92-0676dff452a2 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:50:24.878582 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394091a8-5a99-4544-971f-246e425c9599 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:50:24.878965 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394091a8-5a99-4544-971f-246e425c9599 None None] Checking segment: {'id': 'cdafb46c-38f1-4917-9e96-749e3666e8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'cec0a60f-eb3b-4938-9d92-0676dff452a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:50:24.879368 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-394091a8-5a99-4544-971f-246e425c9599 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:24.879766 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394091a8-5a99-4544-971f-246e425c9599 None None] Bound using segment: {'id': 'cdafb46c-38f1-4917-9e96-749e3666e8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'cec0a60f-eb3b-4938-9d92-0676dff452a2'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:50:24.880237 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-394091a8-5a99-4544-971f-246e425c9599 None None] Bound port: a9921323-030a-44d4-8854-1b28dd2c740c, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdafb46c-38f1-4917-9e96-749e3666e8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'cec0a60f-eb3b-4938-9d92-0676dff452a2'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:50:24.880757 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-394091a8-5a99-4544-971f-246e425c9599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:25.020537 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1302cf-1410-4b8f-9126-6787f4847441 req-54007f3c-fe22-411a-a0e5-a5890e047233 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:25.021275 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-6f1302cf-1410-4b8f-9126-6787f4847441 req-54007f3c-fe22-411a-a0e5-a5890e047233 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Synchronizing usage tracker for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:network {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:50:25.033728 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-c76db8e5-d407-4907-9716-91ff28a457fd None None] Provisioning for port a9921323-030a-44d4-8854-1b28dd2c740c completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:50:25.040152 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-394091a8-5a99-4544-971f-246e425c9599 None None] For port a9921323-030a-44d4-8854-1b28dd2c740c, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:50:25.044941 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-394091a8-5a99-4544-971f-246e425c9599 None None] For port a9921323-030a-44d4-8854-1b28dd2c740c, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=a9921323-030a-44d4-8854-1b28dd2c740c,segment=NetworkSegment(cdafb46c-38f1-4917-9e96-749e3666e8f7),segment_id=cdafb46c-38f1-4917-9e96-749e3666e8f7)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:50:25.056371 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-394091a8-5a99-4544-971f-246e425c9599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:25.060738 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-52631ce4-7028-4172-99f7-9ba384762624 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:25.075757 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-6f1302cf-1410-4b8f-9126-6787f4847441 req-54007f3c-fe22-411a-a0e5-a5890e047233 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Unset dirty status for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:network {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:50:25.077087 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6f1302cf-1410-4b8f-9126-6787f4847441 req-54007f3c-fe22-411a-a0e5-a5890e047233 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/networks?id=caa21fb0-1cb5-43cc-8d5b-fb626a02e71f HTTP/1.1" status: 200 len: 796 time: 0.2558494 Dec 20 08:50:25.095051 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6f1302cf-1410-4b8f-9126-6787f4847441 req-a3074c95-91d2-46ac-801d-ebe30a2fd3e7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/quotas/f7b89f97320342ff933d41aa1a974b12 HTTP/1.1" status: 200 len: 375 time: 0.0115633 Dec 20 08:50:25.098883 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device fa77379a-d064-4bbf-94cc-6da1c38f0db0 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:50:25.103302 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-72345823-b650-4bfb-893f-82741c4e0bb9 req-37e6a322-ec8f-4793-b234-986a2c70d900 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=4eb73519-9c90-4e50-9a3d-0898de63562c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3623495 Dec 20 08:50:25.158946 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-c76db8e5-d407-4907-9716-91ff28a457fd None None] Provisioning complete for port 0e05c75c-a1db-4e60-a206-6a13eb69e7a1 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:50:25.158946 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c76db8e5-d407-4907-9716-91ff28a457fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:25.184745 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-6f1302cf-1410-4b8f-9126-6787f4847441 req-afb33075-5f61-4a7d-8f06-c382c9c4d9ac tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Synchronizing usage tracker for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:50:25.207039 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-6f1302cf-1410-4b8f-9126-6787f4847441 req-afb33075-5f61-4a7d-8f06-c382c9c4d9ac tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Unset dirty status for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:50:25.224663 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6f1302cf-1410-4b8f-9126-6787f4847441 req-afb33075-5f61-4a7d-8f06-c382c9c4d9ac tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f7b89f97320342ff933d41aa1a974b12&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1223376 Dec 20 08:50:25.224788 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394091a8-5a99-4544-971f-246e425c9599 None None] Updating router 17cdab0b-98aa-4f0f-8994-ba0bb895186a port d1531e0a-6120-42ab-8295-85fa1c7cebfb binding host dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 08:50:25.288138 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02090368-cc18-4aeb-8c1b-b3905169166b None None] Pushing event updated for resources: {'Port': ['ID=a9921323-030a-44d4-8854-1b28dd2c740c,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:25.288830 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b283635a-5603-4002-b8fa-e123b1aec10f req-bf2934a3-9fda-4f96-8564-052043712673 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:25.290334 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-b283635a-5603-4002-b8fa-e123b1aec10f req-bf2934a3-9fda-4f96-8564-052043712673 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce86b767-a621-41c5-98e8-cc542b7adc7f HTTP/1.1" status: 200 len: 946 time: 0.1861789 Dec 20 08:50:25.297957 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-02090368-cc18-4aeb-8c1b-b3905169166b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:25.300798 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-c76db8e5-d407-4907-9716-91ff28a457fd None None] Port 0e05c75c-a1db-4e60-a206-6a13eb69e7a1 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:50:25.317149 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-394091a8-5a99-4544-971f-246e425c9599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:25.485547 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port fa77379a-d064-4bbf-94cc-6da1c38f0db0 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:50:25.485932 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:25.494006 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-b283635a-5603-4002-b8fa-e123b1aec10f req-76776d4b-b23d-46a9-84e9-0d5e8d66aa01 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/security-groups?id=57316c2a-fdb6-46e9-9469-18e9bc81adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1893973 Dec 20 08:50:25.603406 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6f1302cf-1410-4b8f-9126-6787f4847441 req-486303de-0ba1-4cac-973f-0da81186fdce service neutron] 10.222.0.16 "GET /v2.0/networks/caa21fb0-1cb5-43cc-8d5b-fb626a02e71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3758779 Dec 20 08:50:25.740475 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6f1302cf-1410-4b8f-9126-6787f4847441 req-35bfd979-8b85-43ef-a865-0089fdbf5039 service neutron] 10.222.0.16 "GET /v2.0/networks/caa21fb0-1cb5-43cc-8d5b-fb626a02e71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312320 Dec 20 08:50:25.745758 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-c76db8e5-d407-4907-9716-91ff28a457fd None None] Provisioning complete for port fa77379a-d064-4bbf-94cc-6da1c38f0db0 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:50:25.746259 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c76db8e5-d407-4907-9716-91ff28a457fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:25.825464 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-394091a8-5a99-4544-971f-246e425c9599 None None] Notify callbacks [] for port, precommit_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:25.845938 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-394091a8-5a99-4544-971f-246e425c9599 None None] Transition to ACTIVE for port object d1531e0a-6120-42ab-8295-85fa1c7cebfb will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:50:25.868953 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d5f65d-1cd3-4394-b3a2-53746e06e515 req-653b0dfc-0bd5-4a79-aea3-c61b8c699435 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:25.875656 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-a1d5f65d-1cd3-4394-b3a2-53746e06e515 req-653b0dfc-0bd5-4a79-aea3-c61b8c699435 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce86b767-a621-41c5-98e8-cc542b7adc7f HTTP/1.1" status: 200 len: 946 time: 0.1888859 Dec 20 08:50:25.926939 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.extraroute_db [None req-69b165f2-3214-4dfd-a9af-91d0025382dd tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Added routes are [] {{(pid=83445) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 20 08:50:25.927282 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.extraroute_db [None req-69b165f2-3214-4dfd-a9af-91d0025382dd tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=83445) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 20 08:50:25.929948 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-394091a8-5a99-4544-971f-246e425c9599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:25.948159 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:25.957802 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-a1d5f65d-1cd3-4394-b3a2-53746e06e515 req-49f97d3e-8c89-4c50-8557-ee2a495927bc tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/security-groups?id=57316c2a-fdb6-46e9-9469-18e9bc81adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812435 Dec 20 08:50:25.994627 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e893075c-9767-4170-8d86-14e367baaaf7 req-712bdbc6-8639-4657-97be-4e11e0f0cb35 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b17baba-ad66-4a72-ae0b-ba26162b5cde HTTP/1.1" status: 200 len: 210 time: 0.0944774 Dec 20 08:50:26.006499 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-69b165f2-3214-4dfd-a9af-91d0025382dd tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24724'] for router, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:26.032360 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 25916c7e-e017-4d5d-86c7-f08a2b4012a6 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:50:26.308672 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d9b8a1-0e3f-4776-8893-864341b8ad78 req-36e765ad-4b86-4421-b4cc-665509ace313 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:26.310389 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-64d9b8a1-0e3f-4776-8893-864341b8ad78 req-36e765ad-4b86-4421-b4cc-665509ace313 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ed22f74-3364-4d36-a315-3779ea29fe0d HTTP/1.1" status: 200 len: 946 time: 0.1358781 Dec 20 08:50:26.330983 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba2c1d-0697-473c-933a-42eb984dfe68 req-5f7c175b-1859-43e7-aacd-44a06b7d1d04 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:26.339320 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-15ba2c1d-0697-473c-933a-42eb984dfe68 req-5f7c175b-1859-43e7-aacd-44a06b7d1d04 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce86b767-a621-41c5-98e8-cc542b7adc7f HTTP/1.1" status: 200 len: 946 time: 0.1152415 Dec 20 08:50:26.382660 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02090368-cc18-4aeb-8c1b-b3905169166b None None] Pushing event updated for resources: {'Port': ['ID=d1531e0a-6120-42ab-8295-85fa1c7cebfb,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:26.391327 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-15ba2c1d-0697-473c-933a-42eb984dfe68 req-439b449c-cb7b-4e7c-8433-0f068387a3e3 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/security-groups?id=57316c2a-fdb6-46e9-9469-18e9bc81adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506237 Dec 20 08:50:26.402944 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-02090368-cc18-4aeb-8c1b-b3905169166b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:26.579904 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-64d9b8a1-0e3f-4776-8893-864341b8ad78 req-67790c60-8a38-4429-a4c2-0a22247cf580 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb73519-9c90-4e50-9a3d-0898de63562c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2574873 Dec 20 08:50:26.582392 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-69b165f2-3214-4dfd-a9af-91d0025382dd tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24724'] for router, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:26.590744 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-69b165f2-3214-4dfd-a9af-91d0025382dd tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-351805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-351780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-379562'] for router, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:26.709355 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 25916c7e-e017-4d5d-86c7-f08a2b4012a6 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:50:26.709745 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:26.817631 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-394091a8-5a99-4544-971f-246e425c9599 None None] Attempting to bind port d1531e0a-6120-42ab-8295-85fa1c7cebfb on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:50:26.818012 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-394091a8-5a99-4544-971f-246e425c9599 None None] Attempting to bind port d1531e0a-6120-42ab-8295-85fa1c7cebfb by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': 'e3bdb0c6-4fd1-41b5-bb8f-afb5d411bcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'd3cafd78-4c13-41c5-961c-bc5f44e10662'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:50:26.818381 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394091a8-5a99-4544-971f-246e425c9599 None None] Attempting to bind port d1531e0a-6120-42ab-8295-85fa1c7cebfb on network d3cafd78-4c13-41c5-961c-bc5f44e10662 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:50:26.835885 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394091a8-5a99-4544-971f-246e425c9599 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:50:26.836228 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394091a8-5a99-4544-971f-246e425c9599 None None] Checking segment: {'id': 'e3bdb0c6-4fd1-41b5-bb8f-afb5d411bcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'd3cafd78-4c13-41c5-961c-bc5f44e10662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:50:26.836807 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-394091a8-5a99-4544-971f-246e425c9599 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:26.837488 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394091a8-5a99-4544-971f-246e425c9599 None None] Bound using segment: {'id': 'e3bdb0c6-4fd1-41b5-bb8f-afb5d411bcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'd3cafd78-4c13-41c5-961c-bc5f44e10662'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:50:26.838032 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-394091a8-5a99-4544-971f-246e425c9599 None None] Bound port: d1531e0a-6120-42ab-8295-85fa1c7cebfb, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3bdb0c6-4fd1-41b5-bb8f-afb5d411bcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'd3cafd78-4c13-41c5-961c-bc5f44e10662'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:50:26.838421 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-394091a8-5a99-4544-971f-246e425c9599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:27.020237 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69b165f2-3214-4dfd-a9af-91d0025382dd tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Router 17cdab0b-98aa-4f0f-8994-ba0bb895186a has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:50:27.029056 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531df673-bfb9-4d50-a381-e2f0b6dfb73d req-5b54edd9-e4b9-4a70-b951-43041d17c90f tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:27.030574 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-531df673-bfb9-4d50-a381-e2f0b6dfb73d req-5b54edd9-e4b9-4a70-b951-43041d17c90f tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce86b767-a621-41c5-98e8-cc542b7adc7f HTTP/1.1" status: 200 len: 946 time: 0.0868931 Dec 20 08:50:27.048256 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-394091a8-5a99-4544-971f-246e425c9599 None None] For port d1531e0a-6120-42ab-8295-85fa1c7cebfb, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:50:27.052279 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-394091a8-5a99-4544-971f-246e425c9599 None None] For port d1531e0a-6120-42ab-8295-85fa1c7cebfb, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=d1531e0a-6120-42ab-8295-85fa1c7cebfb,segment=NetworkSegment(e3bdb0c6-4fd1-41b5-bb8f-afb5d411bcb9),segment_id=e3bdb0c6-4fd1-41b5-bb8f-afb5d411bcb9)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:50:27.058695 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-394091a8-5a99-4544-971f-246e425c9599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:27.063708 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-ac28c5db-49a4-4dad-bf5b-b1af03905c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:27.088073 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-531df673-bfb9-4d50-a381-e2f0b6dfb73d req-8a66305e-03c2-46b9-bb3b-8c9319ddefe4 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/security-groups?id=57316c2a-fdb6-46e9-9469-18e9bc81adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482819 Dec 20 08:50:27.148944 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394091a8-5a99-4544-971f-246e425c9599 None None] Routers {'17cdab0b-98aa-4f0f-8994-ba0bb895186a'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:50:27.149604 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-394091a8-5a99-4544-971f-246e425c9599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:50:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['17cdab0b-98aa-4f0f-8994-ba0bb895186a'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:50:27.229021 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-1521601a-5505-416b-8640-cb475827777d req-04022cc5-ddfe-4d77-813a-99972291dd98 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Synchronizing usage tracker for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:50:27.251770 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-1521601a-5505-416b-8640-cb475827777d req-04022cc5-ddfe-4d77-813a-99972291dd98 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Unset dirty status for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:50:27.253949 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-1521601a-5505-416b-8640-cb475827777d req-04022cc5-ddfe-4d77-813a-99972291dd98 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b17baba-ad66-4a72-ae0b-ba26162b5cde HTTP/1.1" status: 200 len: 210 time: 0.1227360 Dec 20 08:50:27.262014 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02090368-cc18-4aeb-8c1b-b3905169166b None None] Pushing event updated for resources: {'Port': ['ID=d1531e0a-6120-42ab-8295-85fa1c7cebfb,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:27.270633 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-02090368-cc18-4aeb-8c1b-b3905169166b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:27.307176 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69b165f2-3214-4dfd-a9af-91d0025382dd tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:50:27.314194 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-69b165f2-3214-4dfd-a9af-91d0025382dd tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:27.316276 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-69b165f2-3214-4dfd-a9af-91d0025382dd tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "PUT /v2.0/routers/17cdab0b-98aa-4f0f-8994-ba0bb895186a HTTP/1.1" status: 200 len: 702 time: 2.4682593 Dec 20 08:50:27.319175 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-394091a8-5a99-4544-971f-246e425c9599 None None] Set router 17cdab0b-98aa-4f0f-8994-ba0bb895186a gateway port host: None {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:50:27.319743 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 43812) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:50:27.612809 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1302cf-1410-4b8f-9126-6787f4847441 req-6cbc48cf-092e-448f-96ae-0f89bb536808 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:27.613520 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-6f1302cf-1410-4b8f-9126-6787f4847441 req-6cbc48cf-092e-448f-96ae-0f89bb536808 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Synchronizing usage tracker for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:network {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:50:27.634102 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-6f1302cf-1410-4b8f-9126-6787f4847441 req-6cbc48cf-092e-448f-96ae-0f89bb536808 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Unset dirty status for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:network {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:50:27.635174 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-6f1302cf-1410-4b8f-9126-6787f4847441 req-6cbc48cf-092e-448f-96ae-0f89bb536808 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.58 "GET /v2.0/networks?id=caa21fb0-1cb5-43cc-8d5b-fb626a02e71f HTTP/1.1" status: 200 len: 796 time: 0.2498848 Dec 20 08:50:27.660389 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-259f2821-ff69-4a95-bfaf-5cf84952c0e6 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "GET /v2.0/routers/17cdab0b-98aa-4f0f-8994-ba0bb895186a HTTP/1.1" status: 200 len: 702 time: 0.3368094 Dec 20 08:50:27.660648 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43818) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:50:27.710708 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-6f1302cf-1410-4b8f-9126-6787f4847441 req-ed7cc640-7682-47d7-8561-8fe75e8bfa5e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Synchronizing usage tracker for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:security_group {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:50:27.725749 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-6f1302cf-1410-4b8f-9126-6787f4847441 req-ed7cc640-7682-47d7-8561-8fe75e8bfa5e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Unset dirty status for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:security_group {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:50:27.727251 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-6f1302cf-1410-4b8f-9126-6787f4847441 req-ed7cc640-7682-47d7-8561-8fe75e8bfa5e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7b89f97320342ff933d41aa1a974b12 HTTP/1.1" status: 200 len: 380 time: 0.0677359 Dec 20 08:50:27.735998 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [req-6f1302cf-1410-4b8f-9126-6787f4847441 req-d93b1af7-8d0f-4ebb-80d8-6586cc34ea5a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'port': {'device_id': '8b17baba-ad66-4a72-ae0b-ba26162b5cde', 'network_id': 'caa21fb0-1cb5-43cc-8d5b-fb626a02e71f', 'admin_state_up': True, 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'security_groups': ['e916c6af-0193-468a-b0a6-868a35b13ef9']}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:50:27.744013 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-394091a8-5a99-4544-971f-246e425c9599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17cdab0b-98aa-4f0f-8994-ba0bb895186a', 'name': 'tempest-RoutersIpV6Test-router-16149182', 'tenant_id': '77c40f4df6664268b6fdee7d685de4ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:49:52Z', 'updated_at': '2021-12-20T08:50:25Z', 'revision_number': 7, 'project_id': '77c40f4df6664268b6fdee7d685de4ee', 'gw_port_host': None, '_interfaces': [{'id': '39c988a9-0256-47ad-b6be-124d3f4dc7d8', 'name': '', 'network_id': '1c07488c-f637-4d5a-ab2c-ff0d0b54a93d', 'tenant_id': '77c40f4df6664268b6fdee7d685de4ee', 'mac_address': 'fa:16:3e:18:4e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cdab0b-98aa-4f0f-8994-ba0bb895186a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f7441b0d-9ff3-44da-90de-fb8cbacfe86a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:49:56Z', 'updated_at': '2021-12-20T08:50:17Z', 'revision_number': 5, 'project_id': '77c40f4df6664268b6fdee7d685de4ee', 'subnets': [{'id': 'f7441b0d-9ff3-44da-90de-fb8cbacfe86a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '589b816e-4e99-431c-bc6f-be1b4dc61c42', 'name': '', 'network_id': 'e7d6796d-77df-48e8-af36-479c46cce131', 'tenant_id': '77c40f4df6664268b6fdee7d685de4ee', 'mac_address': 'fa:16:3e:93:7e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17cdab0b-98aa-4f0f-8994-ba0bb895186a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcaac2f4-e8dd-4e53-b91f-98f2c269cf04', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:50:10Z', 'updated_at': '2021-12-20T08:50:22Z', 'revision_number': 4, 'project_id': '77c40f4df6664268b6fdee7d685de4ee', 'subnets': [{'id': 'fcaac2f4-e8dd-4e53-b91f-98f2c269cf04', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9921323-030a-44d4-8854-1b28dd2c740c', 'name': '', 'network_id': 'cec0a60f-eb3b-4938-9d92-0676dff452a2', 'tenant_id': '77c40f4df6664268b6fdee7d685de4ee', 'mac_address': 'fa:16:3e:dd:5b:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17cdab0b-98aa-4f0f-8994-ba0bb895186a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '744c2d1c-1442-4ea1-9e06-0359f0e84d56', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:50:16Z', 'updated_at': '2021-12-20T08:50:25Z', 'revision_number': 4, 'project_id': '77c40f4df6664268b6fdee7d685de4ee', 'subnets': [{'id': '744c2d1c-1442-4ea1-9e06-0359f0e84d56', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1531e0a-6120-42ab-8295-85fa1c7cebfb', 'name': '', 'network_id': 'd3cafd78-4c13-41c5-961c-bc5f44e10662', 'tenant_id': '77c40f4df6664268b6fdee7d685de4ee', 'mac_address': 'fa:16:3e:f1:d0:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17cdab0b-98aa-4f0f-8994-ba0bb895186a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd8ea596-df06-4356-94d7-70cdb0e1c7b4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:50:04Z', 'updated_at': '2021-12-20T08:50:27Z', 'revision_number': 4, 'project_id': '77c40f4df6664268b6fdee7d685de4ee', 'subnets': [{'id': 'dd8ea596-df06-4356-94d7-70cdb0e1c7b4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:50:27.752058 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394091a8-5a99-4544-971f-246e425c9599 None None] The sync data for ids ['17cdab0b-98aa-4f0f-8994-ba0bb895186a'] in dv-neutron-820491-1-hyperv is: [{'id': '17cdab0b-98aa-4f0f-8994-ba0bb895186a', 'name': 'tempest-RoutersIpV6Test-router-16149182', 'tenant_id': '77c40f4df6664268b6fdee7d685de4ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:49:52Z', 'updated_at': '2021-12-20T08:50:25Z', 'revision_number': 7, 'project_id': '77c40f4df6664268b6fdee7d685de4ee', 'gw_port_host': None, '_interfaces': [{'id': '39c988a9-0256-47ad-b6be-124d3f4dc7d8', 'name': '', 'network_id': '1c07488c-f637-4d5a-ab2c-ff0d0b54a93d', 'tenant_id': '77c40f4df6664268b6fdee7d685de4ee', 'mac_address': 'fa:16:3e:18:4e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cdab0b-98aa-4f0f-8994-ba0bb895186a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f7441b0d-9ff3-44da-90de-fb8cbacfe86a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:49:56Z', 'updated_at': '2021-12-20T08:50:17Z', 'revision_number': 5, 'project_id': '77c40f4df6664268b6fdee7d685de4ee', 'subnets': [{'id': 'f7441b0d-9ff3-44da-90de-fb8cbacfe86a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '589b816e-4e99-431c-bc6f-be1b4dc61c42', 'name': '', 'network_id': 'e7d6796d-77df-48e8-af36-479c46cce131', 'tenant_id': '77c40f4df6664268b6fdee7d685de4ee', 'mac_address': 'fa:16:3e:93:7e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17cdab0b-98aa-4f0f-8994-ba0bb895186a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcaac2f4-e8dd-4e53-b91f-98f2c269cf04', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:50:10Z', 'updated_at': '2021-12-20T08:50:22Z', 'revision_number': 4, 'project_id': '77c40f4df6664268b6fdee7d685de4ee', 'subnets': [{'id': 'fcaac2f4-e8dd-4e53-b91f-98f2c269cf04', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9921323-030a-44d4-8854-1b28dd2c740c', 'name': '', 'network_id': 'cec0a60f-eb3b-4938-9d92-0676dff452a2', 'tenant_id': '77c40f4df6664268b6fdee7d685de4ee', 'mac_address': 'fa:16:3e:dd:5b:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17cdab0b-98aa-4f0f-8994-ba0bb895186a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '744c2d1c-1442-4ea1-9e06-0359f0e84d56', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:50:16Z', 'updated_at': '2021-12-20T08:50:25Z', 'revision_number': 4, 'project_id': '77c40f4df6664268b6fdee7d685de4ee', 'subnets': [{'id': '744c2d1c-1442-4ea1-9e06-0359f0e84d56', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1531e0a-6120-42ab-8295-85fa1c7cebfb', 'name': '', 'network_id': 'd3cafd78-4c13-41c5-961c-bc5f44e10662', 'tenant_id': '77c40f4df6664268b6fdee7d685de4ee', 'mac_address': 'fa:16:3e:f1:d0:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17cdab0b-98aa-4f0f-8994-ba0bb895186a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd8ea596-df06-4356-94d7-70cdb0e1c7b4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:50:04Z', 'updated_at': '2021-12-20T08:50:27Z', 'revision_number': 4, 'project_id': '77c40f4df6664268b6fdee7d685de4ee', 'subnets': [{'id': 'dd8ea596-df06-4356-94d7-70cdb0e1c7b4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:50:27.919566 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [req-6f1302cf-1410-4b8f-9126-6787f4847441 req-d93b1af7-8d0f-4ebb-80d8-6586cc34ea5a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:50:27.931470 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [req-6f1302cf-1410-4b8f-9126-6787f4847441 req-d93b1af7-8d0f-4ebb-80d8-6586cc34ea5a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:50:27.942567 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f1302cf-1410-4b8f-9126-6787f4847441 req-d93b1af7-8d0f-4ebb-80d8-6586cc34ea5a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Made reservation on behalf of f7b89f97320342ff933d41aa1a974b12 for: {'port': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:50:27.945908 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-6f1302cf-1410-4b8f-9126-6787f4847441 req-d93b1af7-8d0f-4ebb-80d8-6586cc34ea5a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:27.954163 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aa3b79-2eba-4c54-b335-c518fd5db3e3 req-0b028fae-1091-431f-8447-879f8368a376 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:27.955669 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-58aa3b79-2eba-4c54-b335-c518fd5db3e3 req-0b028fae-1091-431f-8447-879f8368a376 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ed22f74-3364-4d36-a315-3779ea29fe0d HTTP/1.1" status: 200 len: 946 time: 0.1807721 Dec 20 08:50:28.144574 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [req-6f1302cf-1410-4b8f-9126-6787f4847441 req-d93b1af7-8d0f-4ebb-80d8-6586cc34ea5a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Allocated IP 172.20.0.10 (caa21fb0-1cb5-43cc-8d5b-fb626a02e71f/1dc99aea-3f34-4daa-9edc-7b86fc22bc0b/41a5b496-314f-427c-a27d-8a744bbc26ea) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:50:28.199737 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-58aa3b79-2eba-4c54-b335-c518fd5db3e3 req-30dd6848-dd6b-463f-af1d-71f58f2ecbcf tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb73519-9c90-4e50-9a3d-0898de63562c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2353199 Dec 20 08:50:28.368289 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f0e358e4-c421-4762-b4d1-52cf5c04c5fe tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349062'] for router_interface, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:28.484778 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-6f1302cf-1410-4b8f-9126-6787f4847441 req-d93b1af7-8d0f-4ebb-80d8-6586cc34ea5a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:28.504136 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb66a6f5-9015-410a-b323-62cd289f8836 req-6aa55424-1bee-47c4-b4e4-0ed8febb068f tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:28.506593 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-fb66a6f5-9015-410a-b323-62cd289f8836 req-6aa55424-1bee-47c4-b4e4-0ed8febb068f tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce86b767-a621-41c5-98e8-cc542b7adc7f HTTP/1.1" status: 200 len: 946 time: 0.1473045 Dec 20 08:50:28.515325 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [req-6f1302cf-1410-4b8f-9126-6787f4847441 req-d93b1af7-8d0f-4ebb-80d8-6586cc34ea5a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Transition to ACTIVE for port object 41a5b496-314f-427c-a27d-8a744bbc26ea will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:50:28.587066 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-fb66a6f5-9015-410a-b323-62cd289f8836 req-fcfadb0c-9fd9-4522-82be-736822b028f0 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/security-groups?id=57316c2a-fdb6-46e9-9469-18e9bc81adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753629 Dec 20 08:50:28.610974 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-6f1302cf-1410-4b8f-9126-6787f4847441 req-d93b1af7-8d0f-4ebb-80d8-6586cc34ea5a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:28.612886 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ca4af-b616-4a49-baef-33ef5d71e2b2 req-d413d21f-0ecc-43c8-bdcd-b69e2508a1ae tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:28.614492 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6e0ca4af-b616-4a49-baef-33ef5d71e2b2 req-d413d21f-0ecc-43c8-bdcd-b69e2508a1ae tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ed22f74-3364-4d36-a315-3779ea29fe0d HTTP/1.1" status: 200 len: 946 time: 0.1824615 Dec 20 08:50:28.640206 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-bae0458c-9584-4251-a407-4469fb0c77f4 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:28.740993 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93b1af7-8d0f-4ebb-80d8-6586cc34ea5a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'Port': ['ID=41a5b496-314f-427c-a27d-8a744bbc26ea,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:28.743461 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6e0ca4af-b616-4a49-baef-33ef5d71e2b2 req-e4326b34-36db-43d7-9e8a-249beaec241b tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb73519-9c90-4e50-9a3d-0898de63562c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155322 Dec 20 08:50:28.789277 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 43830) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:50:28.790335 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d93b1af7-8d0f-4ebb-80d8-6586cc34ea5a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:28.795339 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f1302cf-1410-4b8f-9126-6787f4847441 req-d93b1af7-8d0f-4ebb-80d8-6586cc34ea5a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Network caa21fb0-1cb5-43cc-8d5b-fb626a02e71f is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:50:28.805681 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [req-6f1302cf-1410-4b8f-9126-6787f4847441 req-d93b1af7-8d0f-4ebb-80d8-6586cc34ea5a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:50:28.813574 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f1302cf-1410-4b8f-9126-6787f4847441 req-d93b1af7-8d0f-4ebb-80d8-6586cc34ea5a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:50:28.917060 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143405cd-2c5f-45c1-b231-86f7d97b0938 req-6ac96885-fc13-4671-8ab9-2aa1282f524b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:28.919472 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-143405cd-2c5f-45c1-b231-86f7d97b0938 req-6ac96885-fc13-4671-8ab9-2aa1282f524b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b17baba-ad66-4a72-ae0b-ba26162b5cde HTTP/1.1" status: 200 len: 932 time: 0.1820405 Dec 20 08:50:28.929551 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1302cf-1410-4b8f-9126-6787f4847441 req-d93b1af7-8d0f-4ebb-80d8-6586cc34ea5a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:28.930197 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-6f1302cf-1410-4b8f-9126-6787f4847441 req-d93b1af7-8d0f-4ebb-80d8-6586cc34ea5a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:28.952516 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2468fd8-52ca-4b65-a8a7-b6a8c7f232b3 None None] Sync routers for ids ['be6c5e52-17f4-4cf5-a021-03a4acfe629d'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:50:28.978455 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2468fd8-52ca-4b65-a8a7-b6a8c7f232b3 None None] Routers {'be6c5e52-17f4-4cf5-a021-03a4acfe629d'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:50:28.979437 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-f2468fd8-52ca-4b65-a8a7-b6a8c7f232b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:50:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['be6c5e52-17f4-4cf5-a021-03a4acfe629d'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:50:29.024738 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-143405cd-2c5f-45c1-b231-86f7d97b0938 req-c7c51a1a-c85e-47e4-aa32-42ba8b685731 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=e916c6af-0193-468a-b0a6-868a35b13ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606041 Dec 20 08:50:29.026379 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-6f1302cf-1410-4b8f-9126-6787f4847441 req-d93b1af7-8d0f-4ebb-80d8-6586cc34ea5a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2943866 Dec 20 08:50:29.039118 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [req-6f1302cf-1410-4b8f-9126-6787f4847441 req-3ec6d3a4-98a0-4e5f-9db5-4f4ebcc7d230 service neutron] Request body: {'port': {'device_id': '8b17baba-ad66-4a72-ae0b-ba26162b5cde', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8204'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:50:29.335334 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device a9921323-030a-44d4-8854-1b28dd2c740c up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:50:29.421645 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-f2468fd8-52ca-4b65-a8a7-b6a8c7f232b3 None None] Set router be6c5e52-17f4-4cf5-a021-03a4acfe629d gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:50:29.442108 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-907373f2-f573-499c-9b65-52a7eaeceaf8 None None] Provisioning for port 41a5b496-314f-427c-a27d-8a744bbc26ea completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:50:29.457895 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-907373f2-f573-499c-9b65-52a7eaeceaf8 None None] Provisioning complete for port 41a5b496-314f-427c-a27d-8a744bbc26ea triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:50:29.458552 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-907373f2-f573-499c-9b65-52a7eaeceaf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:29.540746 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-be5167ca-c09e-486d-8f63-f1b22fa3c20a req-92eb6b85-fd61-456c-9948-c4bfa820d32e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e2165a78ac154b1c9f29e840efaf3cb7&device_id=ce86b767-a621-41c5-98e8-cc542b7adc7f HTTP/1.1" status: 200 len: 1099 time: 0.1170745 Dec 20 08:50:29.568525 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-907373f2-f573-499c-9b65-52a7eaeceaf8 None None] Port 41a5b496-314f-427c-a27d-8a744bbc26ea cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:50:29.592704 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port a9921323-030a-44d4-8854-1b28dd2c740c completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:50:29.600761 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port a9921323-030a-44d4-8854-1b28dd2c740c triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:50:29.601156 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:29.713081 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-6f1302cf-1410-4b8f-9126-6787f4847441 req-3ec6d3a4-98a0-4e5f-9db5-4f4ebcc7d230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:29.757952 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5167ca-c09e-486d-8f63-f1b22fa3c20a req-c233f690-2a1d-4007-afc1-9662bd902f3f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:29.759410 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-be5167ca-c09e-486d-8f63-f1b22fa3c20a req-c233f690-2a1d-4007-afc1-9662bd902f3f service neutron] 10.222.0.58 "GET /v2.0/networks?id=3ab8996b-db59-43a0-a379-647199802474 HTTP/1.1" status: 200 len: 912 time: 0.2093921 Dec 20 08:50:29.806307 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-423f1849-898d-44e1-8309-d13d0cb82f70 tempest-TestVolumeBootPattern-933414515 tempest-TestVolumeBootPattern-933414515-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=3ed22f74-3364-4d36-a315-3779ea29fe0d HTTP/1.1" status: 200 len: 1094 time: 1.0140498 Dec 20 08:50:29.819464 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43840) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:50:29.822718 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3f6b52-937a-42f7-b27b-79cb45d4ea2d req-2764fb0d-a899-4e22-bec0-c34151046b2b tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:29.826341 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-1e3f6b52-937a-42f7-b27b-79cb45d4ea2d req-2764fb0d-a899-4e22-bec0-c34151046b2b tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce86b767-a621-41c5-98e8-cc542b7adc7f HTTP/1.1" status: 200 len: 946 time: 0.3538613 Dec 20 08:50:29.831914 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-0e2b8ced-183c-4c67-b552-9d89ef308122 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Request body: {'floatingip': {'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'port_id': '822c130b-1710-4b88-bed1-5fcc385bac4c', 'tenant_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:50:29.834462 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:29.861820 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-0e2b8ced-183c-4c67-b552-9d89ef308122 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:50:29.874349 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-0e2b8ced-183c-4c67-b552-9d89ef308122 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Usage tracker for resource:floatingip and tenant:9cbdcc0323fa453595ec6616c2aaa00e is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:50:29.881786 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-0e2b8ced-183c-4c67-b552-9d89ef308122 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:50:29.889173 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-f0e358e4-c421-4762-b4d1-52cf5c04c5fe tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Deleting port a9921323-030a-44d4-8854-1b28dd2c740c {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:50:29.889541 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f0e358e4-c421-4762-b4d1-52cf5c04c5fe tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:29.902513 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port a9921323-030a-44d4-8854-1b28dd2c740c, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=a9921323-030a-44d4-8854-1b28dd2c740c,segment=NetworkSegment(cdafb46c-38f1-4917-9e96-749e3666e8f7),segment_id=cdafb46c-38f1-4917-9e96-749e3666e8f7)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:50:29.909312 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:29.910640 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 589b816e-4e99-431c-bc6f-be1b4dc61c42 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:50:29.999676 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:30.081295 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-1e3f6b52-937a-42f7-b27b-79cb45d4ea2d req-ee111465-b519-4bc5-8697-2ef6998d1c70 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/security-groups?id=57316c2a-fdb6-46e9-9469-18e9bc81adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243644 Dec 20 08:50:30.111068 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-f2468fd8-52ca-4b65-a8a7-b6a8c7f232b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be6c5e52-17f4-4cf5-a021-03a4acfe629d', 'name': 'tempest-TestNetworkBasicOps-router-1113743447', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.254'}], 'enable_snat': True}, 'gw_port_id': '25916c7e-e017-4d5d-86c7-f08a2b4012a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:50:09Z', 'updated_at': '2021-12-20T08:50:18Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': '25916c7e-e017-4d5d-86c7-f08a2b4012a6', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:74:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6c5e52-17f4-4cf5-a021-03a4acfe629d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:50:10Z', 'updated_at': '2021-12-20T08:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '0e05c75c-a1db-4e60-a206-6a13eb69e7a1', 'name': '', 'network_id': 'caa21fb0-1cb5-43cc-8d5b-fb626a02e71f', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'mac_address': 'fa:16:3e:c7:c2:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be6c5e52-17f4-4cf5-a021-03a4acfe629d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1dc99aea-3f34-4daa-9edc-7b86fc22bc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:50:16Z', 'updated_at': '2021-12-20T08:50:18Z', 'revision_number': 2, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'subnets': [{'id': '1dc99aea-3f34-4daa-9edc-7b86fc22bc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:50:30.115211 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2468fd8-52ca-4b65-a8a7-b6a8c7f232b3 None None] Checking router: be6c5e52-17f4-4cf5-a021-03a4acfe629d for host: dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 08:50:30.115574 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2468fd8-52ca-4b65-a8a7-b6a8c7f232b3 None None] Updating router be6c5e52-17f4-4cf5-a021-03a4acfe629d port 0e05c75c-a1db-4e60-a206-6a13eb69e7a1 binding host dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 08:50:30.117910 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=a9921323-030a-44d4-8854-1b28dd2c740c,revision_number=5']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:30.125808 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:30.153373 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 589b816e-4e99-431c-bc6f-be1b4dc61c42 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:50:30.158733 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 589b816e-4e99-431c-bc6f-be1b4dc61c42 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:50:30.159234 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:30.180998 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-f0e358e4-c421-4762-b4d1-52cf5c04c5fe tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] For port a9921323-030a-44d4-8854-1b28dd2c740c, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=a9921323-030a-44d4-8854-1b28dd2c740c,segment=NetworkSegment(cdafb46c-38f1-4917-9e96-749e3666e8f7),segment_id=cdafb46c-38f1-4917-9e96-749e3666e8f7)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:50:30.181361 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f0e358e4-c421-4762-b4d1-52cf5c04c5fe tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:30.208789 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-0e2b8ced-183c-4c67-b552-9d89ef308122 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:50:30.227884 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-f2468fd8-52ca-4b65-a8a7-b6a8c7f232b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:30.291170 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28f7209-81ca-4698-ade7-f0a685f72831 None None] Sync routers for ids ['17cdab0b-98aa-4f0f-8994-ba0bb895186a'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:50:30.328036 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:30.339209 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28f7209-81ca-4698-ade7-f0a685f72831 None None] Routers {'17cdab0b-98aa-4f0f-8994-ba0bb895186a'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:50:30.340014 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-e28f7209-81ca-4698-ade7-f0a685f72831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:50:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['17cdab0b-98aa-4f0f-8994-ba0bb895186a'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:50:30.345533 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [req-6f1302cf-1410-4b8f-9126-6787f4847441 req-3ec6d3a4-98a0-4e5f-9db5-4f4ebcc7d230 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41a5b496-314f-427c-a27d-8a744bbc26ea {{(pid=83445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 08:50:30.355589 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-6f1302cf-1410-4b8f-9126-6787f4847441 req-3ec6d3a4-98a0-4e5f-9db5-4f4ebcc7d230 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:30.381362 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [req-6f1302cf-1410-4b8f-9126-6787f4847441 req-3ec6d3a4-98a0-4e5f-9db5-4f4ebcc7d230 service neutron] Transition to ACTIVE for port object 41a5b496-314f-427c-a27d-8a744bbc26ea will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:50:30.388462 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-6f1302cf-1410-4b8f-9126-6787f4847441 req-3ec6d3a4-98a0-4e5f-9db5-4f4ebcc7d230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2036698'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:30.396741 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-7587dbc7-a2cd-4cd5-aa87-29cbc8f072a1 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:30.534490 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-f0e358e4-c421-4762-b4d1-52cf5c04c5fe tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Calling delete_port for a9921323-030a-44d4-8854-1b28dd2c740c owned by network:router_interface {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:50:30.578983 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-e28f7209-81ca-4698-ade7-f0a685f72831 None None] Set router 17cdab0b-98aa-4f0f-8994-ba0bb895186a gateway port host: None {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:50:30.579234 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-be5167ca-c09e-486d-8f63-f1b22fa3c20a req-dbeb3815-c717-439c-bdd4-f4c0958810d3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11db67d0-8208-488d-af30-92e306aa192a HTTP/1.1" status: 200 len: 1002 time: 0.8126903 Dec 20 08:50:30.747221 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec6d3a4-98a0-4e5f-9db5-4f4ebcc7d230 service neutron] Pushing event updated for resources: {'Port': ['ID=41a5b496-314f-427c-a27d-8a744bbc26ea,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:30.756979 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3ec6d3a4-98a0-4e5f-9db5-4f4ebcc7d230 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:30.762682 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [req-6f1302cf-1410-4b8f-9126-6787f4847441 req-3ec6d3a4-98a0-4e5f-9db5-4f4ebcc7d230 service neutron] Attempting to bind port 41a5b496-314f-427c-a27d-8a744bbc26ea on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:50:30.763268 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [req-6f1302cf-1410-4b8f-9126-6787f4847441 req-3ec6d3a4-98a0-4e5f-9db5-4f4ebcc7d230 service neutron] Attempting to bind port 41a5b496-314f-427c-a27d-8a744bbc26ea by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': '4a7a59b0-c11b-4508-83dd-80012fd2c2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'caa21fb0-1cb5-43cc-8d5b-fb626a02e71f'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:50:30.763755 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1302cf-1410-4b8f-9126-6787f4847441 req-3ec6d3a4-98a0-4e5f-9db5-4f4ebcc7d230 service neutron] Attempting to bind port 41a5b496-314f-427c-a27d-8a744bbc26ea on network caa21fb0-1cb5-43cc-8d5b-fb626a02e71f {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:50:30.773475 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1302cf-1410-4b8f-9126-6787f4847441 req-3ec6d3a4-98a0-4e5f-9db5-4f4ebcc7d230 service neutron] Port 41a5b496-314f-427c-a27d-8a744bbc26ea on network caa21fb0-1cb5-43cc-8d5b-fb626a02e71f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 08:50:30.774053 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1302cf-1410-4b8f-9126-6787f4847441 req-3ec6d3a4-98a0-4e5f-9db5-4f4ebcc7d230 service neutron] Attempting to bind port 41a5b496-314f-427c-a27d-8a744bbc26ea on network caa21fb0-1cb5-43cc-8d5b-fb626a02e71f {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:50:30.784157 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1302cf-1410-4b8f-9126-6787f4847441 req-3ec6d3a4-98a0-4e5f-9db5-4f4ebcc7d230 service neutron] Checking agent: {'id': 'bd419857-3bec-4b96-b211-3fb278c66880', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8204', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 40, 10), 'started_at': datetime.datetime(2021, 12, 20, 8, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:50:30.785364 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1302cf-1410-4b8f-9126-6787f4847441 req-3ec6d3a4-98a0-4e5f-9db5-4f4ebcc7d230 service neutron] Checking segment: {'id': '4a7a59b0-c11b-4508-83dd-80012fd2c2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'caa21fb0-1cb5-43cc-8d5b-fb626a02e71f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:50:30.785753 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1302cf-1410-4b8f-9126-6787f4847441 req-3ec6d3a4-98a0-4e5f-9db5-4f4ebcc7d230 service neutron] Bound using segment: {'id': '4a7a59b0-c11b-4508-83dd-80012fd2c2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'caa21fb0-1cb5-43cc-8d5b-fb626a02e71f'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:50:30.786731 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [req-6f1302cf-1410-4b8f-9126-6787f4847441 req-3ec6d3a4-98a0-4e5f-9db5-4f4ebcc7d230 service neutron] Bound port: 41a5b496-314f-427c-a27d-8a744bbc26ea, host: hv-neutron-8204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a7a59b0-c11b-4508-83dd-80012fd2c2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'caa21fb0-1cb5-43cc-8d5b-fb626a02e71f'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:50:30.787085 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-6f1302cf-1410-4b8f-9126-6787f4847441 req-3ec6d3a4-98a0-4e5f-9db5-4f4ebcc7d230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:30.813442 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0e2b8ced-183c-4c67-b552-9d89ef308122 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks [] for floatingip, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:30.841137 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f0e358e4-c421-4762-b4d1-52cf5c04c5fe tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:30.856008 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9249606b-b458-429f-b543-0c5742b3490c tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:30.878520 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-f2468fd8-52ca-4b65-a8a7-b6a8c7f232b3 None None] Notify callbacks [] for port, precommit_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:30.894397 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.provisioning_blocks [None req-f2468fd8-52ca-4b65-a8a7-b6a8c7f232b3 None None] Transition to ACTIVE for port object 0e05c75c-a1db-4e60-a206-6a13eb69e7a1 will not be triggered until provisioned by entity L2. {{(pid=83447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:50:30.906406 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 589b816e-4e99-431c-bc6f-be1b4dc61c42, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=589b816e-4e99-431c-bc6f-be1b4dc61c42,segment=NetworkSegment(6e318828-1d56-4597-9d55-f0d208b9311d),segment_id=6e318828-1d56-4597-9d55-f0d208b9311d)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:50:30.907424 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-f2468fd8-52ca-4b65-a8a7-b6a8c7f232b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:30.921478 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [req-6f1302cf-1410-4b8f-9126-6787f4847441 req-3ec6d3a4-98a0-4e5f-9db5-4f4ebcc7d230 service neutron] For port 41a5b496-314f-427c-a27d-8a744bbc26ea, host hv-neutron-8204, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:50:30.923858 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:30.924528 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:30.926284 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [req-6f1302cf-1410-4b8f-9126-6787f4847441 req-3ec6d3a4-98a0-4e5f-9db5-4f4ebcc7d230 service neutron] For port 41a5b496-314f-427c-a27d-8a744bbc26ea, host hv-neutron-8204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=41a5b496-314f-427c-a27d-8a744bbc26ea,segment=NetworkSegment(4a7a59b0-c11b-4508-83dd-80012fd2c2ce),segment_id=4a7a59b0-c11b-4508-83dd-80012fd2c2ce)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:50:30.929764 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-02090368-cc18-4aeb-8c1b-b3905169166b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:30.937968 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-6f1302cf-1410-4b8f-9126-6787f4847441 req-3ec6d3a4-98a0-4e5f-9db5-4f4ebcc7d230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2036698'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:30.951957 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0408bf71-36a3-4890-9315-abd0587f86f7 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:30.979151 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e358e4-c421-4762-b4d1-52cf5c04c5fe tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Pushing event deleted for resources: {'Port': ['ID=a9921323-030a-44d4-8854-1b28dd2c740c,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:30.995567 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f0e358e4-c421-4762-b4d1-52cf5c04c5fe tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:31.060990 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-6f1302cf-1410-4b8f-9126-6787f4847441 req-3ec6d3a4-98a0-4e5f-9db5-4f4ebcc7d230 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:31.063388 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-6f1302cf-1410-4b8f-9126-6787f4847441 req-3ec6d3a4-98a0-4e5f-9db5-4f4ebcc7d230 service neutron] 10.222.0.58 "PUT /v2.0/ports/41a5b496-314f-427c-a27d-8a744bbc26ea HTTP/1.1" status: 200 len: 1094 time: 2.0290768 Dec 20 08:50:31.064445 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b17baba-ad66-4a72-ae0b-ba26162b5cde', 'tag': '41a5b496-314f-427c-a27d-8a744bbc26ea'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 08:50:31.170191 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=589b816e-4e99-431c-bc6f-be1b4dc61c42,revision_number=5']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:31.173546 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:31.186865 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5167ca-c09e-486d-8f63-f1b22fa3c20a req-6b891d10-2598-4100-9f4c-3759053f843c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:31.202284 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-be5167ca-c09e-486d-8f63-f1b22fa3c20a req-6b891d10-2598-4100-9f4c-3759053f843c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=944a3b04-d2ac-486e-bee8-ba11ef891bfe HTTP/1.1" status: 200 len: 850 time: 0.4288623 Dec 20 08:50:31.225877 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-e28f7209-81ca-4698-ade7-f0a685f72831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17cdab0b-98aa-4f0f-8994-ba0bb895186a', 'name': 'tempest-RoutersIpV6Test-router-16149182', 'tenant_id': '77c40f4df6664268b6fdee7d685de4ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:49:52Z', 'updated_at': '2021-12-20T08:50:25Z', 'revision_number': 7, 'project_id': '77c40f4df6664268b6fdee7d685de4ee', 'gw_port_host': None, '_interfaces': [{'id': '39c988a9-0256-47ad-b6be-124d3f4dc7d8', 'name': '', 'network_id': '1c07488c-f637-4d5a-ab2c-ff0d0b54a93d', 'tenant_id': '77c40f4df6664268b6fdee7d685de4ee', 'mac_address': 'fa:16:3e:18:4e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cdab0b-98aa-4f0f-8994-ba0bb895186a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f7441b0d-9ff3-44da-90de-fb8cbacfe86a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:49:56Z', 'updated_at': '2021-12-20T08:50:17Z', 'revision_number': 5, 'project_id': '77c40f4df6664268b6fdee7d685de4ee', 'subnets': [{'id': 'f7441b0d-9ff3-44da-90de-fb8cbacfe86a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '589b816e-4e99-431c-bc6f-be1b4dc61c42', 'name': '', 'network_id': 'e7d6796d-77df-48e8-af36-479c46cce131', 'tenant_id': '77c40f4df6664268b6fdee7d685de4ee', 'mac_address': 'fa:16:3e:93:7e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17cdab0b-98aa-4f0f-8994-ba0bb895186a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcaac2f4-e8dd-4e53-b91f-98f2c269cf04', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:50:10Z', 'updated_at': '2021-12-20T08:50:22Z', 'revision_number': 4, 'project_id': '77c40f4df6664268b6fdee7d685de4ee', 'subnets': [{'id': 'fcaac2f4-e8dd-4e53-b91f-98f2c269cf04', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9921323-030a-44d4-8854-1b28dd2c740c', 'name': '', 'network_id': 'cec0a60f-eb3b-4938-9d92-0676dff452a2', 'tenant_id': '77c40f4df6664268b6fdee7d685de4ee', 'mac_address': 'fa:16:3e:dd:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cdab0b-98aa-4f0f-8994-ba0bb895186a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '744c2d1c-1442-4ea1-9e06-0359f0e84d56', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:50:16Z', 'updated_at': '2021-12-20T08:50:29Z', 'revision_number': 5, 'project_id': '77c40f4df6664268b6fdee7d685de4ee', 'subnets': [{'id': '744c2d1c-1442-4ea1-9e06-0359f0e84d56', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1531e0a-6120-42ab-8295-85fa1c7cebfb', 'name': '', 'network_id': 'd3cafd78-4c13-41c5-961c-bc5f44e10662', 'tenant_id': '77c40f4df6664268b6fdee7d685de4ee', 'mac_address': 'fa:16:3e:f1:d0:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17cdab0b-98aa-4f0f-8994-ba0bb895186a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd8ea596-df06-4356-94d7-70cdb0e1c7b4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:50:04Z', 'updated_at': '2021-12-20T08:50:27Z', 'revision_number': 4, 'project_id': '77c40f4df6664268b6fdee7d685de4ee', 'subnets': [{'id': 'dd8ea596-df06-4356-94d7-70cdb0e1c7b4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:50:31.228324 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-f2468fd8-52ca-4b65-a8a7-b6a8c7f232b3 None None] Attempting to bind port 0e05c75c-a1db-4e60-a206-6a13eb69e7a1 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:50:31.228874 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-f2468fd8-52ca-4b65-a8a7-b6a8c7f232b3 None None] Attempting to bind port 0e05c75c-a1db-4e60-a206-6a13eb69e7a1 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '4a7a59b0-c11b-4508-83dd-80012fd2c2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'caa21fb0-1cb5-43cc-8d5b-fb626a02e71f'}] {{(pid=83447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:50:31.229503 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2468fd8-52ca-4b65-a8a7-b6a8c7f232b3 None None] Attempting to bind port 0e05c75c-a1db-4e60-a206-6a13eb69e7a1 on network caa21fb0-1cb5-43cc-8d5b-fb626a02e71f {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:50:31.231456 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28f7209-81ca-4698-ade7-f0a685f72831 None None] Checking router: 17cdab0b-98aa-4f0f-8994-ba0bb895186a for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 08:50:31.255038 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28f7209-81ca-4698-ade7-f0a685f72831 None None] Routers {'17cdab0b-98aa-4f0f-8994-ba0bb895186a'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:50:31.256015 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-e28f7209-81ca-4698-ade7-f0a685f72831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:50:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['17cdab0b-98aa-4f0f-8994-ba0bb895186a'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:50:31.261820 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e03580-1c65-436c-82c4-91d4a0da0589 None None] Pushing event updated for resources: {'Port': ['ID=0e05c75c-a1db-4e60-a206-6a13eb69e7a1,revision_number=3']} {{(pid=83447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:31.273403 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e03580-1c65-436c-82c4-91d4a0da0589 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:50:31.274009 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e03580-1c65-436c-82c4-91d4a0da0589 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:50:31.274521 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e03580-1c65-436c-82c4-91d4a0da0589 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:50:31.275025 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e03580-1c65-436c-82c4-91d4a0da0589 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:50:31.275513 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e03580-1c65-436c-82c4-91d4a0da0589 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:50:31.275998 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e03580-1c65-436c-82c4-91d4a0da0589 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:50:31.278308 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e03580-1c65-436c-82c4-91d4a0da0589 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:50:31.278963 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e03580-1c65-436c-82c4-91d4a0da0589 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:50:31.279808 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e03580-1c65-436c-82c4-91d4a0da0589 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:50:31.280344 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e03580-1c65-436c-82c4-91d4a0da0589 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:50:31.280920 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e03580-1c65-436c-82c4-91d4a0da0589 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:50:31.285793 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-32e03580-1c65-436c-82c4-91d4a0da0589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:31.286896 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2468fd8-52ca-4b65-a8a7-b6a8c7f232b3 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:50:31.287467 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2468fd8-52ca-4b65-a8a7-b6a8c7f232b3 None None] Checking segment: {'id': '4a7a59b0-c11b-4508-83dd-80012fd2c2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'caa21fb0-1cb5-43cc-8d5b-fb626a02e71f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:50:31.288045 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-f2468fd8-52ca-4b65-a8a7-b6a8c7f232b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:31.288717 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2468fd8-52ca-4b65-a8a7-b6a8c7f232b3 None None] Bound using segment: {'id': '4a7a59b0-c11b-4508-83dd-80012fd2c2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'caa21fb0-1cb5-43cc-8d5b-fb626a02e71f'} {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:50:31.289688 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-f2468fd8-52ca-4b65-a8a7-b6a8c7f232b3 None None] Bound port: 0e05c75c-a1db-4e60-a206-6a13eb69e7a1, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a7a59b0-c11b-4508-83dd-80012fd2c2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'caa21fb0-1cb5-43cc-8d5b-fb626a02e71f'}}] {{(pid=83447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:50:31.290237 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-f2468fd8-52ca-4b65-a8a7-b6a8c7f232b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:31.322599 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b17baba-ad66-4a72-ae0b-ba26162b5cde', 'tag': '41a5b496-314f-427c-a27d-8a744bbc26ea', 'status': 'completed', 'code': 200} Dec 20 08:50:31.343282 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec6d3a4-98a0-4e5f-9db5-4f4ebcc7d230 service neutron] Pushing event updated for resources: {'Port': ['ID=41a5b496-314f-427c-a27d-8a744bbc26ea,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:31.348494 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3ec6d3a4-98a0-4e5f-9db5-4f4ebcc7d230 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:31.424266 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-6f1302cf-1410-4b8f-9126-6787f4847441 req-87c4e114-30dd-4187-957d-6d3e95cf3794 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f7b89f97320342ff933d41aa1a974b12&device_id=8b17baba-ad66-4a72-ae0b-ba26162b5cde HTTP/1.1" status: 200 len: 1097 time: 0.2677634 Dec 20 08:50:31.484321 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.db [None req-f2468fd8-52ca-4b65-a8a7-b6a8c7f232b3 None None] For port 0e05c75c-a1db-4e60-a206-6a13eb69e7a1, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:50:31.488829 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.db [None req-f2468fd8-52ca-4b65-a8a7-b6a8c7f232b3 None None] For port 0e05c75c-a1db-4e60-a206-6a13eb69e7a1, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=0e05c75c-a1db-4e60-a206-6a13eb69e7a1,segment=NetworkSegment(4a7a59b0-c11b-4508-83dd-80012fd2c2ce),segment_id=4a7a59b0-c11b-4508-83dd-80012fd2c2ce)] {{(pid=83447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:50:31.508724 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-f2468fd8-52ca-4b65-a8a7-b6a8c7f232b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:31.514165 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-7e82491a-1e52-4e1b-9728-e21dca06fba3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:31.515221 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-e28f7209-81ca-4698-ade7-f0a685f72831 None None] Set router 17cdab0b-98aa-4f0f-8994-ba0bb895186a gateway port host: None {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:50:31.570822 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28102186-a79a-48f3-9bfd-5f111a557d3d req-7e51097e-c009-4cfa-88ee-7f3d0019bd76 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:31.578405 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-28102186-a79a-48f3-9bfd-5f111a557d3d req-7e51097e-c009-4cfa-88ee-7f3d0019bd76 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b17baba-ad66-4a72-ae0b-ba26162b5cde HTTP/1.1" status: 200 len: 944 time: 1.2775691 Dec 20 08:50:31.661918 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-6f1302cf-1410-4b8f-9126-6787f4847441 req-dcb4d0de-4c9b-4019-bc6b-a2281031bffb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41a5b496-314f-427c-a27d-8a744bbc26ea HTTP/1.1" status: 200 len: 217 time: 0.2298517 Dec 20 08:50:31.683135 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e03580-1c65-436c-82c4-91d4a0da0589 None None] Pushing event updated for resources: {'Port': ['ID=0e05c75c-a1db-4e60-a206-6a13eb69e7a1,revision_number=4']} {{(pid=83447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:31.687047 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-32e03580-1c65-436c-82c4-91d4a0da0589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:31.701997 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2468fd8-52ca-4b65-a8a7-b6a8c7f232b3 None None] Routers {'be6c5e52-17f4-4cf5-a021-03a4acfe629d'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:50:31.702635 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-f2468fd8-52ca-4b65-a8a7-b6a8c7f232b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:50:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['be6c5e52-17f4-4cf5-a021-03a4acfe629d'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:50:31.732099 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-be5167ca-c09e-486d-8f63-f1b22fa3c20a req-bf104579-ea32-467a-a3e2-fc25cf129db4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3ab8996b-db59-43a0-a379-647199802474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3604040 Dec 20 08:50:31.735174 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device d1531e0a-6120-42ab-8295-85fa1c7cebfb up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:50:31.740150 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1302cf-1410-4b8f-9126-6787f4847441 req-fbd9bc6d-61b0-44d1-ae23-e167db4461e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:31.742459 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-6f1302cf-1410-4b8f-9126-6787f4847441 req-fbd9bc6d-61b0-44d1-ae23-e167db4461e6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1dc99aea-3f34-4daa-9edc-7b86fc22bc0b HTTP/1.1" status: 200 len: 835 time: 0.0716558 Dec 20 08:50:31.770537 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-28102186-a79a-48f3-9bfd-5f111a557d3d req-1efad5f9-cba3-4ce1-9cfc-eb717316592c tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=e916c6af-0193-468a-b0a6-868a35b13ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1909721 Dec 20 08:50:31.846426 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f0e358e4-c421-4762-b4d1-52cf5c04c5fe tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32897953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348760'] for router_interface, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:31.857049 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab30146-cc25-4bb7-bfe7-be4bc2ed8a21 req-8ec10048-7578-4945-84bd-c5ba04a47d05 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:31.859346 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-dab30146-cc25-4bb7-bfe7-be4bc2ed8a21 req-8ec10048-7578-4945-84bd-c5ba04a47d05 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce86b767-a621-41c5-98e8-cc542b7adc7f HTTP/1.1" status: 200 len: 946 time: 0.3442583 Dec 20 08:50:31.938800 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-dab30146-cc25-4bb7-bfe7-be4bc2ed8a21 req-50f12493-8440-4b50-ae0a-3dcfbe70ea8f tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/security-groups?id=57316c2a-fdb6-46e9-9469-18e9bc81adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729525 Dec 20 08:50:31.939277 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0e2b8ced-183c-4c67-b552-9d89ef308122 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:31.957011 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-6f1302cf-1410-4b8f-9126-6787f4847441 req-c64cfbd7-9d2c-4ddb-9417-55fa0d4ef85e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=caa21fb0-1cb5-43cc-8d5b-fb626a02e71f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2010083 Dec 20 08:50:32.016375 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-f2468fd8-52ca-4b65-a8a7-b6a8c7f232b3 None None] Set router be6c5e52-17f4-4cf5-a021-03a4acfe629d gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:50:32.057267 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port d1531e0a-6120-42ab-8295-85fa1c7cebfb completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:50:32.084107 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port d1531e0a-6120-42ab-8295-85fa1c7cebfb triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:50:32.084107 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:32.155232 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-6f1302cf-1410-4b8f-9126-6787f4847441 req-6584e339-5a71-4c64-8d32-dfc4006b4d9f service neutron] 10.222.0.58 "GET /v2.0/networks/caa21fb0-1cb5-43cc-8d5b-fb626a02e71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891127 Dec 20 08:50:32.173258 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-be5167ca-c09e-486d-8f63-f1b22fa3c20a req-72b11656-304f-488b-8d2d-fb58800da85b service neutron] 10.222.0.58 "GET /v2.0/networks/3ab8996b-db59-43a0-a379-647199802474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4007826 Dec 20 08:50:32.187208 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-e28f7209-81ca-4698-ade7-f0a685f72831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17cdab0b-98aa-4f0f-8994-ba0bb895186a', 'name': 'tempest-RoutersIpV6Test-router-16149182', 'tenant_id': '77c40f4df6664268b6fdee7d685de4ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:49:52Z', 'updated_at': '2021-12-20T08:50:30Z', 'revision_number': 8, 'project_id': '77c40f4df6664268b6fdee7d685de4ee', 'gw_port_host': None, '_interfaces': [{'id': '39c988a9-0256-47ad-b6be-124d3f4dc7d8', 'name': '', 'network_id': '1c07488c-f637-4d5a-ab2c-ff0d0b54a93d', 'tenant_id': '77c40f4df6664268b6fdee7d685de4ee', 'mac_address': 'fa:16:3e:18:4e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cdab0b-98aa-4f0f-8994-ba0bb895186a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f7441b0d-9ff3-44da-90de-fb8cbacfe86a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:49:56Z', 'updated_at': '2021-12-20T08:50:17Z', 'revision_number': 5, 'project_id': '77c40f4df6664268b6fdee7d685de4ee', 'subnets': [{'id': 'f7441b0d-9ff3-44da-90de-fb8cbacfe86a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '589b816e-4e99-431c-bc6f-be1b4dc61c42', 'name': '', 'network_id': 'e7d6796d-77df-48e8-af36-479c46cce131', 'tenant_id': '77c40f4df6664268b6fdee7d685de4ee', 'mac_address': 'fa:16:3e:93:7e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cdab0b-98aa-4f0f-8994-ba0bb895186a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcaac2f4-e8dd-4e53-b91f-98f2c269cf04', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:50:10Z', 'updated_at': '2021-12-20T08:50:30Z', 'revision_number': 5, 'project_id': '77c40f4df6664268b6fdee7d685de4ee', 'subnets': [{'id': 'fcaac2f4-e8dd-4e53-b91f-98f2c269cf04', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1531e0a-6120-42ab-8295-85fa1c7cebfb', 'name': '', 'network_id': 'd3cafd78-4c13-41c5-961c-bc5f44e10662', 'tenant_id': '77c40f4df6664268b6fdee7d685de4ee', 'mac_address': 'fa:16:3e:f1:d0:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17cdab0b-98aa-4f0f-8994-ba0bb895186a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd8ea596-df06-4356-94d7-70cdb0e1c7b4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:50:04Z', 'updated_at': '2021-12-20T08:50:27Z', 'revision_number': 4, 'project_id': '77c40f4df6664268b6fdee7d685de4ee', 'subnets': [{'id': 'dd8ea596-df06-4356-94d7-70cdb0e1c7b4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:50:32.194945 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28f7209-81ca-4698-ade7-f0a685f72831 None None] The sync data for ids ['17cdab0b-98aa-4f0f-8994-ba0bb895186a'] in dv-neutron-820491-1-hyperv is: [{'id': '17cdab0b-98aa-4f0f-8994-ba0bb895186a', 'name': 'tempest-RoutersIpV6Test-router-16149182', 'tenant_id': '77c40f4df6664268b6fdee7d685de4ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:49:52Z', 'updated_at': '2021-12-20T08:50:30Z', 'revision_number': 8, 'project_id': '77c40f4df6664268b6fdee7d685de4ee', 'gw_port_host': None, '_interfaces': [{'id': '39c988a9-0256-47ad-b6be-124d3f4dc7d8', 'name': '', 'network_id': '1c07488c-f637-4d5a-ab2c-ff0d0b54a93d', 'tenant_id': '77c40f4df6664268b6fdee7d685de4ee', 'mac_address': 'fa:16:3e:18:4e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cdab0b-98aa-4f0f-8994-ba0bb895186a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f7441b0d-9ff3-44da-90de-fb8cbacfe86a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:49:56Z', 'updated_at': '2021-12-20T08:50:17Z', 'revision_number': 5, 'project_id': '77c40f4df6664268b6fdee7d685de4ee', 'subnets': [{'id': 'f7441b0d-9ff3-44da-90de-fb8cbacfe86a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '589b816e-4e99-431c-bc6f-be1b4dc61c42', 'name': '', 'network_id': 'e7d6796d-77df-48e8-af36-479c46cce131', 'tenant_id': '77c40f4df6664268b6fdee7d685de4ee', 'mac_address': 'fa:16:3e:93:7e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cdab0b-98aa-4f0f-8994-ba0bb895186a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcaac2f4-e8dd-4e53-b91f-98f2c269cf04', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:50:10Z', 'updated_at': '2021-12-20T08:50:30Z', 'revision_number': 5, 'project_id': '77c40f4df6664268b6fdee7d685de4ee', 'subnets': [{'id': 'fcaac2f4-e8dd-4e53-b91f-98f2c269cf04', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1531e0a-6120-42ab-8295-85fa1c7cebfb', 'name': '', 'network_id': 'd3cafd78-4c13-41c5-961c-bc5f44e10662', 'tenant_id': '77c40f4df6664268b6fdee7d685de4ee', 'mac_address': 'fa:16:3e:f1:d0:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17cdab0b-98aa-4f0f-8994-ba0bb895186a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd8ea596-df06-4356-94d7-70cdb0e1c7b4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:50:04Z', 'updated_at': '2021-12-20T08:50:27Z', 'revision_number': 4, 'project_id': '77c40f4df6664268b6fdee7d685de4ee', 'subnets': [{'id': 'dd8ea596-df06-4356-94d7-70cdb0e1c7b4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:50:32.280578 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:32.329324 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port d1531e0a-6120-42ab-8295-85fa1c7cebfb, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=d1531e0a-6120-42ab-8295-85fa1c7cebfb,segment=NetworkSegment(e3bdb0c6-4fd1-41b5-bb8f-afb5d411bcb9),segment_id=e3bdb0c6-4fd1-41b5-bb8f-afb5d411bcb9)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:50:32.335121 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:32.341669 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:32.421966 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=d1531e0a-6120-42ab-8295-85fa1c7cebfb,revision_number=5']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:32.425589 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-be5167ca-c09e-486d-8f63-f1b22fa3c20a req-3751c16a-eb9a-4e73-8c7d-8e933bf4f9ec service neutron] 10.222.0.58 "GET /v2.0/networks/3ab8996b-db59-43a0-a379-647199802474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414734 Dec 20 08:50:32.426304 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:32.426832 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-0e2b8ced-183c-4c67-b552-9d89ef308122 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Allocated IP 172.26.5.19 (95f3bec2-46e6-4468-8229-8badd4a5aaae/cf8895a3-346d-4313-a645-16ecdcce9969/a23de831-681a-4906-b40a-525b9d2b2b01) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:50:32.437291 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-f2468fd8-52ca-4b65-a8a7-b6a8c7f232b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be6c5e52-17f4-4cf5-a021-03a4acfe629d', 'name': 'tempest-TestNetworkBasicOps-router-1113743447', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.254'}], 'enable_snat': True}, 'gw_port_id': '25916c7e-e017-4d5d-86c7-f08a2b4012a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:50:09Z', 'updated_at': '2021-12-20T08:50:18Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': '25916c7e-e017-4d5d-86c7-f08a2b4012a6', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:74:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6c5e52-17f4-4cf5-a021-03a4acfe629d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:50:10Z', 'updated_at': '2021-12-20T08:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '0e05c75c-a1db-4e60-a206-6a13eb69e7a1', 'name': '', 'network_id': 'caa21fb0-1cb5-43cc-8d5b-fb626a02e71f', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'mac_address': 'fa:16:3e:c7:c2:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be6c5e52-17f4-4cf5-a021-03a4acfe629d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1dc99aea-3f34-4daa-9edc-7b86fc22bc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:50:16Z', 'updated_at': '2021-12-20T08:50:31Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'subnets': [{'id': '1dc99aea-3f34-4daa-9edc-7b86fc22bc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:50:32.443545 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2468fd8-52ca-4b65-a8a7-b6a8c7f232b3 None None] The sync data for ids ['be6c5e52-17f4-4cf5-a021-03a4acfe629d'] in dv-neutron-820491-1-hyperv is: [{'id': 'be6c5e52-17f4-4cf5-a021-03a4acfe629d', 'name': 'tempest-TestNetworkBasicOps-router-1113743447', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.254'}], 'enable_snat': True}, 'gw_port_id': '25916c7e-e017-4d5d-86c7-f08a2b4012a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:50:09Z', 'updated_at': '2021-12-20T08:50:18Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': '25916c7e-e017-4d5d-86c7-f08a2b4012a6', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:74:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6c5e52-17f4-4cf5-a021-03a4acfe629d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:50:10Z', 'updated_at': '2021-12-20T08:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '0e05c75c-a1db-4e60-a206-6a13eb69e7a1', 'name': '', 'network_id': 'caa21fb0-1cb5-43cc-8d5b-fb626a02e71f', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'mac_address': 'fa:16:3e:c7:c2:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be6c5e52-17f4-4cf5-a021-03a4acfe629d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1dc99aea-3f34-4daa-9edc-7b86fc22bc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:50:16Z', 'updated_at': '2021-12-20T08:50:31Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'subnets': [{'id': '1dc99aea-3f34-4daa-9edc-7b86fc22bc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:50:32.501940 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-6f1302cf-1410-4b8f-9126-6787f4847441 req-0fcad07d-cfd3-4df1-9bff-057cbf8bfb5f service neutron] 10.222.0.58 "GET /v2.0/networks/caa21fb0-1cb5-43cc-8d5b-fb626a02e71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3395998 Dec 20 08:50:32.687860 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-db10f093-25eb-4ccd-affa-0efffd840256 req-ebb4caf2-42f6-4547-8391-eca87a5ad10c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f7b89f97320342ff933d41aa1a974b12&device_id=8b17baba-ad66-4a72-ae0b-ba26162b5cde HTTP/1.1" status: 200 len: 1097 time: 0.1348848 Dec 20 08:50:32.853818 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db10f093-25eb-4ccd-affa-0efffd840256 req-eb07aa0f-9cba-4f41-9116-22a5efaca7af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:32.857747 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-db10f093-25eb-4ccd-affa-0efffd840256 req-eb07aa0f-9cba-4f41-9116-22a5efaca7af service neutron] 10.222.0.58 "GET /v2.0/networks?id=caa21fb0-1cb5-43cc-8d5b-fb626a02e71f HTTP/1.1" status: 200 len: 897 time: 0.1566758 Dec 20 08:50:32.963967 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-db10f093-25eb-4ccd-affa-0efffd840256 req-718cc3d8-ff99-4d6a-b0e8-8d1f5e36fd51 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41a5b496-314f-427c-a27d-8a744bbc26ea HTTP/1.1" status: 200 len: 217 time: 0.0983849 Dec 20 08:50:33.039198 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db10f093-25eb-4ccd-affa-0efffd840256 req-e9fe2aec-bef2-48bd-93d5-678b7db92b6d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:33.040801 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-db10f093-25eb-4ccd-affa-0efffd840256 req-e9fe2aec-bef2-48bd-93d5-678b7db92b6d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1dc99aea-3f34-4daa-9edc-7b86fc22bc0b HTTP/1.1" status: 200 len: 835 time: 0.0703683 Dec 20 08:50:33.066962 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0e2b8ced-183c-4c67-b552-9d89ef308122 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:33.134238 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313f7272-c454-47b0-98b9-86f13a9640a5 req-82c7b1a3-4bd9-41db-a4d6-59f674a24950 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:33.140423 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-db10f093-25eb-4ccd-affa-0efffd840256 req-66182dfc-0ec6-4e97-9741-c20998b2ad16 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=caa21fb0-1cb5-43cc-8d5b-fb626a02e71f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0858045 Dec 20 08:50:33.141787 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-313f7272-c454-47b0-98b9-86f13a9640a5 req-82c7b1a3-4bd9-41db-a4d6-59f674a24950 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b17baba-ad66-4a72-ae0b-ba26162b5cde HTTP/1.1" status: 200 len: 944 time: 0.1993694 Dec 20 08:50:33.239165 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0e2b8ced-183c-4c67-b552-9d89ef308122 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:33.248609 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e6c1dc54-526a-49f3-b158-e7679057ff62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:33.267510 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 0e05c75c-a1db-4e60-a206-6a13eb69e7a1 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:50:33.301989 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-313f7272-c454-47b0-98b9-86f13a9640a5 req-d3213ce7-6e9e-415a-b318-fbfad4c84ba0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=e916c6af-0193-468a-b0a6-868a35b13ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1593442 Dec 20 08:50:33.362992 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2b8ced-183c-4c67-b552-9d89ef308122 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Network 95f3bec2-46e6-4468-8229-8badd4a5aaae is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:50:33.364637 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-0e2b8ced-183c-4c67-b552-9d89ef308122 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:50:33.366770 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2b8ced-183c-4c67-b552-9d89ef308122 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Pushing event updated for resources: {'Port': ['ID=a23de831-681a-4906-b40a-525b9d2b2b01,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:33.370076 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2b8ced-183c-4c67-b552-9d89ef308122 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:50:33.376764 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-db10f093-25eb-4ccd-affa-0efffd840256 req-da5dd4fb-592e-4d31-90c7-8b6d282adef5 service neutron] 10.222.0.58 "GET /v2.0/networks/caa21fb0-1cb5-43cc-8d5b-fb626a02e71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226517 Dec 20 08:50:33.408014 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0e2b8ced-183c-4c67-b552-9d89ef308122 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:33.428887 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 0e05c75c-a1db-4e60-a206-6a13eb69e7a1 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:50:33.436225 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 0e05c75c-a1db-4e60-a206-6a13eb69e7a1 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:50:33.436896 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:33.444597 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0e358e4-c421-4762-b4d1-52cf5c04c5fe tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Router 17cdab0b-98aa-4f0f-8994-ba0bb895186a has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:50:33.597045 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10200554-5816-4df6-982e-9f5808db892a req-bce4161b-17f8-4fc1-a566-c80284f7191c tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:33.599042 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-10200554-5816-4df6-982e-9f5808db892a req-bce4161b-17f8-4fc1-a566-c80284f7191c tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce86b767-a621-41c5-98e8-cc542b7adc7f HTTP/1.1" status: 200 len: 946 time: 0.4157252 Dec 20 08:50:33.708017 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-10200554-5816-4df6-982e-9f5808db892a req-5f705345-8838-4043-82b8-088e08db8511 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/security-groups?id=57316c2a-fdb6-46e9-9469-18e9bc81adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994296 Dec 20 08:50:33.728020 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-db10f093-25eb-4ccd-affa-0efffd840256 req-b391d980-4aaf-417b-a811-f370bc38a7ca service neutron] 10.222.0.58 "GET /v2.0/networks/caa21fb0-1cb5-43cc-8d5b-fb626a02e71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3393338 Dec 20 08:50:33.753606 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:33.791030 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 0e05c75c-a1db-4e60-a206-6a13eb69e7a1, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=0e05c75c-a1db-4e60-a206-6a13eb69e7a1,segment=NetworkSegment(4a7a59b0-c11b-4508-83dd-80012fd2c2ce),segment_id=4a7a59b0-c11b-4508-83dd-80012fd2c2ce)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:50:33.796122 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:33.796957 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device d1531e0a-6120-42ab-8295-85fa1c7cebfb up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:50:33.819133 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:33.906970 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=0e05c75c-a1db-4e60-a206-6a13eb69e7a1,revision_number=5']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:33.910704 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:33.921916 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port d1531e0a-6120-42ab-8295-85fa1c7cebfb triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:50:33.922287 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:33.958970 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0e358e4-c421-4762-b4d1-52cf5c04c5fe tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:50:33.969705 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca9d083-e544-4b5d-80d4-0e4a6187c5fa None None] Sync routers for ids ['17cdab0b-98aa-4f0f-8994-ba0bb895186a'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:50:33.981899 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca9d083-e544-4b5d-80d4-0e4a6187c5fa None None] Routers {'17cdab0b-98aa-4f0f-8994-ba0bb895186a'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:50:33.982112 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-9ca9d083-e544-4b5d-80d4-0e4a6187c5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:50:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['17cdab0b-98aa-4f0f-8994-ba0bb895186a'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:50:34.047178 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 589b816e-4e99-431c-bc6f-be1b4dc61c42 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:50:34.061418 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 43856) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:50:34.062290 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f0e358e4-c421-4762-b4d1-52cf5c04c5fe tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "PUT /v2.0/routers/17cdab0b-98aa-4f0f-8994-ba0bb895186a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3997703 Dec 20 08:50:34.147432 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-9ca9d083-e544-4b5d-80d4-0e4a6187c5fa None None] Set router 17cdab0b-98aa-4f0f-8994-ba0bb895186a gateway port host: None {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:50:34.153555 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 589b816e-4e99-431c-bc6f-be1b4dc61c42 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:50:34.154159 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:34.305615 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_v2 [None req-c87edf79-54a0-4eda-aad2-639b6972d845 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Deleting subnet 744c2d1c-1442-4ea1-9e06-0359f0e84d56 {{(pid=83445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:50:34.309316 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c87edf79-54a0-4eda-aad2-639b6972d845 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for subnet, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:34.312137 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device a9921323-030a-44d4-8854-1b28dd2c740c no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:50:34.327994 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0e2b8ced-183c-4c67-b552-9d89ef308122 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:34.349264 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: a9921323-030a-44d4-8854-1b28dd2c740c {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:50:34.349911 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device a9921323-030a-44d4-8854-1b28dd2c740c not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:50:34.399566 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c87edf79-54a0-4eda-aad2-639b6972d845 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1518554'] for subnet, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:34.496941 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c87edf79-54a0-4eda-aad2-639b6972d845 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:34.566203 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-9ca9d083-e544-4b5d-80d4-0e4a6187c5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17cdab0b-98aa-4f0f-8994-ba0bb895186a', 'name': 'tempest-RoutersIpV6Test-router-16149182', 'tenant_id': '77c40f4df6664268b6fdee7d685de4ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:49:52Z', 'updated_at': '2021-12-20T08:50:30Z', 'revision_number': 8, 'project_id': '77c40f4df6664268b6fdee7d685de4ee', 'gw_port_host': None, '_interfaces': [{'id': '39c988a9-0256-47ad-b6be-124d3f4dc7d8', 'name': '', 'network_id': '1c07488c-f637-4d5a-ab2c-ff0d0b54a93d', 'tenant_id': '77c40f4df6664268b6fdee7d685de4ee', 'mac_address': 'fa:16:3e:18:4e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cdab0b-98aa-4f0f-8994-ba0bb895186a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f7441b0d-9ff3-44da-90de-fb8cbacfe86a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:49:56Z', 'updated_at': '2021-12-20T08:50:17Z', 'revision_number': 5, 'project_id': '77c40f4df6664268b6fdee7d685de4ee', 'subnets': [{'id': 'f7441b0d-9ff3-44da-90de-fb8cbacfe86a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '589b816e-4e99-431c-bc6f-be1b4dc61c42', 'name': '', 'network_id': 'e7d6796d-77df-48e8-af36-479c46cce131', 'tenant_id': '77c40f4df6664268b6fdee7d685de4ee', 'mac_address': 'fa:16:3e:93:7e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cdab0b-98aa-4f0f-8994-ba0bb895186a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcaac2f4-e8dd-4e53-b91f-98f2c269cf04', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:50:10Z', 'updated_at': '2021-12-20T08:50:30Z', 'revision_number': 5, 'project_id': '77c40f4df6664268b6fdee7d685de4ee', 'subnets': [{'id': 'fcaac2f4-e8dd-4e53-b91f-98f2c269cf04', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1531e0a-6120-42ab-8295-85fa1c7cebfb', 'name': '', 'network_id': 'd3cafd78-4c13-41c5-961c-bc5f44e10662', 'tenant_id': '77c40f4df6664268b6fdee7d685de4ee', 'mac_address': 'fa:16:3e:f1:d0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cdab0b-98aa-4f0f-8994-ba0bb895186a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd8ea596-df06-4356-94d7-70cdb0e1c7b4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:50:04Z', 'updated_at': '2021-12-20T08:50:32Z', 'revision_number': 5, 'project_id': '77c40f4df6664268b6fdee7d685de4ee', 'subnets': [{'id': 'dd8ea596-df06-4356-94d7-70cdb0e1c7b4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:50:34.570383 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0e2b8ced-183c-4c67-b552-9d89ef308122 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:34.571009 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca9d083-e544-4b5d-80d4-0e4a6187c5fa None None] Checking router: 17cdab0b-98aa-4f0f-8994-ba0bb895186a for host: dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 08:50:34.580316 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c87edf79-54a0-4eda-aad2-639b6972d845 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2036620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2095133'] for subnet, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:34.583706 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca9d083-e544-4b5d-80d4-0e4a6187c5fa None None] Routers {'17cdab0b-98aa-4f0f-8994-ba0bb895186a'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:50:34.584599 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-9ca9d083-e544-4b5d-80d4-0e4a6187c5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:50:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['17cdab0b-98aa-4f0f-8994-ba0bb895186a'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:50:34.585608 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b9be31a4-5f8b-4184-8cb7-454b21f7680a tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:34.637848 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87edf79-54a0-4eda-aad2-639b6972d845 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Pushing event deleted for resources: {'Subnet': ['ID=744c2d1c-1442-4ea1-9e06-0359f0e84d56,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:34.641991 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-c87edf79-54a0-4eda-aad2-639b6972d845 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:34.655584 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c87edf79-54a0-4eda-aad2-639b6972d845 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:34.655910 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b24464-6be8-4b1b-ae1f-e4e8d26364cd req-e5c2b9dd-2381-4074-8cbb-dafddf5a62c3 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:34.656938 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0811e330-d05e-4f22-9088-b4b43f2dd868 None None] Network cec0a60f-eb3b-4938-9d92-0676dff452a2 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:50:34.657606 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c3b24464-6be8-4b1b-ae1f-e4e8d26364cd req-e5c2b9dd-2381-4074-8cbb-dafddf5a62c3 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b17baba-ad66-4a72-ae0b-ba26162b5cde HTTP/1.1" status: 200 len: 944 time: 0.1562898 Dec 20 08:50:34.664658 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-c87edf79-54a0-4eda-aad2-639b6972d845 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "DELETE /v2.0/subnets/744c2d1c-1442-4ea1-9e06-0359f0e84d56 HTTP/1.1" status: 204 len: 168 time: 0.5998604 Dec 20 08:50:34.665109 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 43862) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:50:34.786484 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c3b24464-6be8-4b1b-ae1f-e4e8d26364cd req-d48e113a-6157-4fd3-983b-2cd6f2446097 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=e916c6af-0193-468a-b0a6-868a35b13ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126475 Dec 20 08:50:34.811059 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-9ca9d083-e544-4b5d-80d4-0e4a6187c5fa None None] Set router 17cdab0b-98aa-4f0f-8994-ba0bb895186a gateway port host: None {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:50:34.820500 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6ef19604-d275-499c-8474-242259f1465b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:34.846409 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-6ef19604-d275-499c-8474-242259f1465b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Deleting port fa77379a-d064-4bbf-94cc-6da1c38f0db0 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:50:34.846741 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6ef19604-d275-499c-8474-242259f1465b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:34.874499 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0e2b8ced-183c-4c67-b552-9d89ef308122 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:34.879313 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 41a5b496-314f-427c-a27d-8a744bbc26ea details requested by agent hyperv_hv-neutron-8204 with host hv-neutron-8204 {{(pid=83446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 08:50:34.882658 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0e2b8ced-183c-4c67-b552-9d89ef308122 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:34.893625 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-50f741bb-7ee4-4147-86ba-a53c739806b2 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:35.011220 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2b8ced-183c-4c67-b552-9d89ef308122 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Pushing event updated for resources: {'Port': ['ID=a23de831-681a-4906-b40a-525b9d2b2b01,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:35.016343 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0e2b8ced-183c-4c67-b552-9d89ef308122 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:35.022433 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0e2b8ced-183c-4c67-b552-9d89ef308122 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-345990'] for floatingip, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:35.069924 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551c3cf2-a52d-4ffd-9734-fbc8743674a7 None None] DHCP port deletion for cec0a60f-eb3b-4938-9d92-0676dff452a2 request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 08:50:35.077367 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-551c3cf2-a52d-4ffd-9734-fbc8743674a7 None None] Deleting port fa77379a-d064-4bbf-94cc-6da1c38f0db0 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:50:35.077900 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-551c3cf2-a52d-4ffd-9734-fbc8743674a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:35.194944 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port 41a5b496-314f-427c-a27d-8a744bbc26ea, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=41a5b496-314f-427c-a27d-8a744bbc26ea,segment=NetworkSegment(4a7a59b0-c11b-4508-83dd-80012fd2c2ce),segment_id=4a7a59b0-c11b-4508-83dd-80012fd2c2ce)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:50:35.239251 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 0e05c75c-a1db-4e60-a206-6a13eb69e7a1 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:50:35.254615 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.l3_db [None req-0e2b8ced-183c-4c67-b552-9d89ef308122 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Floating IP a8e902e1-aa0f-4275-8ac6-a7bc25f00739 associated. External IP: 172.26.5.19, port: 822c130b-1710-4b88-bed1-5fcc385bac4c. Dec 20 08:50:35.267255 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Returning: {'device': '41a5b496-314f-427c-a27d-8a744bbc26ea', 'network_id': 'caa21fb0-1cb5-43cc-8d5b-fb626a02e71f', 'port_id': '41a5b496-314f-427c-a27d-8a744bbc26ea', 'mac_address': 'fa:16:3e:56:c7:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dc99aea-3f34-4daa-9edc-7b86fc22bc0b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 08:50:35.295480 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-9ca9d083-e544-4b5d-80d4-0e4a6187c5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17cdab0b-98aa-4f0f-8994-ba0bb895186a', 'name': 'tempest-RoutersIpV6Test-router-16149182', 'tenant_id': '77c40f4df6664268b6fdee7d685de4ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:49:52Z', 'updated_at': '2021-12-20T08:50:30Z', 'revision_number': 8, 'project_id': '77c40f4df6664268b6fdee7d685de4ee', 'gw_port_host': None, '_interfaces': [{'id': '39c988a9-0256-47ad-b6be-124d3f4dc7d8', 'name': '', 'network_id': '1c07488c-f637-4d5a-ab2c-ff0d0b54a93d', 'tenant_id': '77c40f4df6664268b6fdee7d685de4ee', 'mac_address': 'fa:16:3e:18:4e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cdab0b-98aa-4f0f-8994-ba0bb895186a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f7441b0d-9ff3-44da-90de-fb8cbacfe86a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:49:56Z', 'updated_at': '2021-12-20T08:50:17Z', 'revision_number': 5, 'project_id': '77c40f4df6664268b6fdee7d685de4ee', 'subnets': [{'id': 'f7441b0d-9ff3-44da-90de-fb8cbacfe86a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '589b816e-4e99-431c-bc6f-be1b4dc61c42', 'name': '', 'network_id': 'e7d6796d-77df-48e8-af36-479c46cce131', 'tenant_id': '77c40f4df6664268b6fdee7d685de4ee', 'mac_address': 'fa:16:3e:93:7e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cdab0b-98aa-4f0f-8994-ba0bb895186a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcaac2f4-e8dd-4e53-b91f-98f2c269cf04', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:50:10Z', 'updated_at': '2021-12-20T08:50:30Z', 'revision_number': 5, 'project_id': '77c40f4df6664268b6fdee7d685de4ee', 'subnets': [{'id': 'fcaac2f4-e8dd-4e53-b91f-98f2c269cf04', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1531e0a-6120-42ab-8295-85fa1c7cebfb', 'name': '', 'network_id': 'd3cafd78-4c13-41c5-961c-bc5f44e10662', 'tenant_id': '77c40f4df6664268b6fdee7d685de4ee', 'mac_address': 'fa:16:3e:f1:d0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cdab0b-98aa-4f0f-8994-ba0bb895186a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd8ea596-df06-4356-94d7-70cdb0e1c7b4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:50:04Z', 'updated_at': '2021-12-20T08:50:32Z', 'revision_number': 5, 'project_id': '77c40f4df6664268b6fdee7d685de4ee', 'subnets': [{'id': 'dd8ea596-df06-4356-94d7-70cdb0e1c7b4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:50:35.297697 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-6ef19604-d275-499c-8474-242259f1465b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] For port fa77379a-d064-4bbf-94cc-6da1c38f0db0, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=fa77379a-d064-4bbf-94cc-6da1c38f0db0,segment=NetworkSegment(cdafb46c-38f1-4917-9e96-749e3666e8f7),segment_id=cdafb46c-38f1-4917-9e96-749e3666e8f7)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:50:35.298150 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6ef19604-d275-499c-8474-242259f1465b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:35.302568 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca9d083-e544-4b5d-80d4-0e4a6187c5fa None None] The sync data for ids ['17cdab0b-98aa-4f0f-8994-ba0bb895186a'] in dv-neutron-820491-1-hyperv is: [{'id': '17cdab0b-98aa-4f0f-8994-ba0bb895186a', 'name': 'tempest-RoutersIpV6Test-router-16149182', 'tenant_id': '77c40f4df6664268b6fdee7d685de4ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:49:52Z', 'updated_at': '2021-12-20T08:50:30Z', 'revision_number': 8, 'project_id': '77c40f4df6664268b6fdee7d685de4ee', 'gw_port_host': None, '_interfaces': [{'id': '39c988a9-0256-47ad-b6be-124d3f4dc7d8', 'name': '', 'network_id': '1c07488c-f637-4d5a-ab2c-ff0d0b54a93d', 'tenant_id': '77c40f4df6664268b6fdee7d685de4ee', 'mac_address': 'fa:16:3e:18:4e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cdab0b-98aa-4f0f-8994-ba0bb895186a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f7441b0d-9ff3-44da-90de-fb8cbacfe86a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:49:56Z', 'updated_at': '2021-12-20T08:50:17Z', 'revision_number': 5, 'project_id': '77c40f4df6664268b6fdee7d685de4ee', 'subnets': [{'id': 'f7441b0d-9ff3-44da-90de-fb8cbacfe86a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '589b816e-4e99-431c-bc6f-be1b4dc61c42', 'name': '', 'network_id': 'e7d6796d-77df-48e8-af36-479c46cce131', 'tenant_id': '77c40f4df6664268b6fdee7d685de4ee', 'mac_address': 'fa:16:3e:93:7e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cdab0b-98aa-4f0f-8994-ba0bb895186a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcaac2f4-e8dd-4e53-b91f-98f2c269cf04', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:50:10Z', 'updated_at': '2021-12-20T08:50:30Z', 'revision_number': 5, 'project_id': '77c40f4df6664268b6fdee7d685de4ee', 'subnets': [{'id': 'fcaac2f4-e8dd-4e53-b91f-98f2c269cf04', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1531e0a-6120-42ab-8295-85fa1c7cebfb', 'name': '', 'network_id': 'd3cafd78-4c13-41c5-961c-bc5f44e10662', 'tenant_id': '77c40f4df6664268b6fdee7d685de4ee', 'mac_address': 'fa:16:3e:f1:d0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cdab0b-98aa-4f0f-8994-ba0bb895186a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd8ea596-df06-4356-94d7-70cdb0e1c7b4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:50:04Z', 'updated_at': '2021-12-20T08:50:32Z', 'revision_number': 5, 'project_id': '77c40f4df6664268b6fdee7d685de4ee', 'subnets': [{'id': 'dd8ea596-df06-4356-94d7-70cdb0e1c7b4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:50:35.313884 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276369f9-ac29-41ab-a55f-44415c4478ff req-eb3c818c-8386-4d1b-b64c-01e651b44b6d tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:35.315393 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-276369f9-ac29-41ab-a55f-44415c4478ff req-eb3c818c-8386-4d1b-b64c-01e651b44b6d tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce86b767-a621-41c5-98e8-cc542b7adc7f HTTP/1.1" status: 200 len: 946 time: 0.4127963 Dec 20 08:50:35.418366 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:35.454604 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-6ef19604-d275-499c-8474-242259f1465b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Calling delete_port for fa77379a-d064-4bbf-94cc-6da1c38f0db0 owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:50:35.472371 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41a5b496-314f-427c-a27d-8a744bbc26ea {{(pid=83446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 08:50:35.550587 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-551c3cf2-a52d-4ffd-9734-fbc8743674a7 None None] For port fa77379a-d064-4bbf-94cc-6da1c38f0db0, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=fa77379a-d064-4bbf-94cc-6da1c38f0db0,segment=NetworkSegment(cdafb46c-38f1-4917-9e96-749e3666e8f7),segment_id=cdafb46c-38f1-4917-9e96-749e3666e8f7)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:50:35.550986 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-551c3cf2-a52d-4ffd-9734-fbc8743674a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:35.553258 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-276369f9-ac29-41ab-a55f-44415c4478ff req-f6756804-a86e-4419-81f8-7d810925cab1 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/security-groups?id=57316c2a-fdb6-46e9-9469-18e9bc81adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641127 Dec 20 08:50:35.559869 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port 41a5b496-314f-427c-a27d-8a744bbc26ea, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=41a5b496-314f-427c-a27d-8a744bbc26ea,segment=NetworkSegment(4a7a59b0-c11b-4508-83dd-80012fd2c2ce),segment_id=4a7a59b0-c11b-4508-83dd-80012fd2c2ce)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:50:35.593020 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6ef19604-d275-499c-8474-242259f1465b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:35.598610 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-5370f50e-d968-43af-9b47-67043bafeff0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:35.619624 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:35.658328 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef19604-d275-499c-8474-242259f1465b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Pushing event deleted for resources: {'Port': ['ID=fa77379a-d064-4bbf-94cc-6da1c38f0db0,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:35.661722 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-6ef19604-d275-499c-8474-242259f1465b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:35.674074 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef19604-d275-499c-8474-242259f1465b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] No DVR routers for this DVR port fa77379a-d064-4bbf-94cc-6da1c38f0db0 on host dv-neutron-820491-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:50:35.677069 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-68221fac-e5b5-4330-b98e-8be15a1d31af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:35.757016 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-551c3cf2-a52d-4ffd-9734-fbc8743674a7 None None] Calling delete_port for fa77379a-d064-4bbf-94cc-6da1c38f0db0 owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:50:35.804611 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 0e05c75c-a1db-4e60-a206-6a13eb69e7a1 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:50:35.804891 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:35.815357 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6ef19604-d275-499c-8474-242259f1465b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:35.818972 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80140ca8-8070-4cdb-934f-7ed31d218659 req-e034e67b-ccb8-45d0-8f6b-83d06b0f459d tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:35.820484 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-80140ca8-8070-4cdb-934f-7ed31d218659 req-e034e67b-ccb8-45d0-8f6b-83d06b0f459d tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce86b767-a621-41c5-98e8-cc542b7adc7f HTTP/1.1" status: 200 len: 946 time: 0.1083162 Dec 20 08:50:35.849165 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-6ef19604-d275-499c-8474-242259f1465b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cec0a60f-eb3b-4938-9d92-0676dff452a2']}} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:50:35.861690 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e2b8ced-183c-4c67-b552-9d89ef308122 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Router bd875e86-a674-45ca-9850-8ca7353ab443 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:50:35.880526 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-6ef19604-d275-499c-8474-242259f1465b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdafb46c-38f1-4917-9e96-749e3666e8f7') {'for_net_delete': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:50:35.880934 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-6ef19604-d275-499c-8474-242259f1465b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdafb46c-38f1-4917-9e96-749e3666e8f7') {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:50:35.900255 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-80140ca8-8070-4cdb-934f-7ed31d218659 req-eafafa24-7a5d-4865-8cd8-5995dda4e001 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/security-groups?id=57316c2a-fdb6-46e9-9469-18e9bc81adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657389 Dec 20 08:50:35.909691 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=41a5b496-314f-427c-a27d-8a744bbc26ea,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:35.914194 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:35.922023 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.db.api [None req-551c3cf2-a52d-4ffd-9734-fbc8743674a7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 08:50:35.922380 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_db.api [None req-551c3cf2-a52d-4ffd-9734-fbc8743674a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 08:50:35.929383 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6ef19604-d275-499c-8474-242259f1465b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1518531'] for segment, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:35.962205 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6ef19604-d275-499c-8474-242259f1465b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:36.022863 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ef19604-d275-499c-8474-242259f1465b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=83445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:50:36.023302 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6ef19604-d275-499c-8474-242259f1465b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2036002'] for segment, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:36.035175 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] get_ports_and_sgs() called for port_ids ['41a5b496-314f-427c-a27d-8a744bbc26ea'] {{(pid=83446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 08:50:36.038731 dv-neutron-820491-1-hyperv neutron-server[83445]: Traceback (most recent call last): Dec 20 08:50:36.038731 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:50:36.038731 dv-neutron-820491-1-hyperv neutron-server[83445]: timer() Dec 20 08:50:36.038731 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:50:36.038731 dv-neutron-820491-1-hyperv neutron-server[83445]: cb(*args, **kw) Dec 20 08:50:36.038731 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:50:36.038731 dv-neutron-820491-1-hyperv neutron-server[83445]: return func(*args, **kwargs) Dec 20 08:50:36.038731 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:50:36.038731 dv-neutron-820491-1-hyperv neutron-server[83445]: self._notify() Dec 20 08:50:36.038731 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:50:36.038731 dv-neutron-820491-1-hyperv neutron-server[83445]: self.callback(batched_events) Dec 20 08:50:36.038731 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:50:36.038731 dv-neutron-820491-1-hyperv neutron-server[83445]: event.method(event) Dec 20 08:50:36.038731 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:50:36.038731 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:50:36.038731 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:50:36.038731 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:50:36.038731 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:50:36.038731 dv-neutron-820491-1-hyperv neutron-server[83445]: return f(self, *a, **k) Dec 20 08:50:36.038731 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:50:36.038731 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._get(url).json() Dec 20 08:50:36.038731 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:50:36.038731 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:50:36.038731 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:50:36.038731 dv-neutron-820491-1-hyperv neutron-server[83445]: return self.request(url, 'GET', **kwargs) Dec 20 08:50:36.038731 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:50:36.038731 dv-neutron-820491-1-hyperv neutron-server[83445]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:50:36.038731 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:50:36.038731 dv-neutron-820491-1-hyperv neutron-server[83445]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:50:36.038731 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:50:36.038731 dv-neutron-820491-1-hyperv neutron-server[83445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:50:36.038731 dv-neutron-820491-1-hyperv neutron-server[83445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:50:36.142579 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e2b8ced-183c-4c67-b552-9d89ef308122 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:50:36.145500 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6ef19604-d275-499c-8474-242259f1465b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:36.154564 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-bae00646-df27-4821-80f8-2f37094184dd tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:36.165415 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6d47d2-98ec-4e25-aa9d-c8ab595f32e7 None None] Sync routers for ids ['bd875e86-a674-45ca-9850-8ca7353ab443'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:50:36.181864 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6ef19604-d275-499c-8474-242259f1465b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:36.183077 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0e2b8ced-183c-4c67-b552-9d89ef308122 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:36.192890 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef19604-d275-499c-8474-242259f1465b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Pushing event deleted for resources: {'Network': ['ID=cec0a60f-eb3b-4938-9d92-0676dff452a2,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:36.204012 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c915f3d-7704-47b3-b232-98855a34cf64 req-1357e710-2932-40da-9848-debac9c03105 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:36.204725 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-1c915f3d-7704-47b3-b232-98855a34cf64 req-1357e710-2932-40da-9848-debac9c03105 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Synchronizing usage tracker for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:50:36.207601 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-6ef19604-d275-499c-8474-242259f1465b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:36.212118 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6d47d2-98ec-4e25-aa9d-c8ab595f32e7 None None] Routers {'bd875e86-a674-45ca-9850-8ca7353ab443'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:50:36.212847 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-ed6d47d2-98ec-4e25-aa9d-c8ab595f32e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:50:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['bd875e86-a674-45ca-9850-8ca7353ab443'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:50:36.228393 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-6ef19604-d275-499c-8474-242259f1465b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "DELETE /v2.0/networks/cec0a60f-eb3b-4938-9d92-0676dff452a2 HTTP/1.1" status: 204 len: 168 time: 1.5595751 Dec 20 08:50:36.228654 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 43874) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:50:36.285113 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-1c915f3d-7704-47b3-b232-98855a34cf64 req-1357e710-2932-40da-9848-debac9c03105 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Unset dirty status for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:50:36.286614 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-1c915f3d-7704-47b3-b232-98855a34cf64 req-1357e710-2932-40da-9848-debac9c03105 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b17baba-ad66-4a72-ae0b-ba26162b5cde HTTP/1.1" status: 200 len: 945 time: 0.3142147 Dec 20 08:50:36.409910 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-0e2b8ced-183c-4c67-b552-9d89ef308122 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.5761852 Dec 20 08:50:36.409910 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ed22f74-3364-4d36-a315-3779ea29fe0d', 'tag': '822c130b-1710-4b88-bed1-5fcc385bac4c'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 08:50:36.410205 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-ed6d47d2-98ec-4e25-aa9d-c8ab595f32e7 None None] Set router bd875e86-a674-45ca-9850-8ca7353ab443 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:50:36.437981 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-1c915f3d-7704-47b3-b232-98855a34cf64 req-31be517c-e854-4b78-a3e1-d116917c1395 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=e916c6af-0193-468a-b0a6-868a35b13ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375520 Dec 20 08:50:36.447991 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-551c3cf2-a52d-4ffd-9734-fbc8743674a7 None None] Deleting port fa77379a-d064-4bbf-94cc-6da1c38f0db0 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:50:36.448565 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-551c3cf2-a52d-4ffd-9734-fbc8743674a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:36.536066 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5c687a-f60c-498e-921e-7e4585be9673 req-bce106e2-4174-4f33-9bfb-b39d0e4880c5 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:36.538147 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ff5c687a-f60c-498e-921e-7e4585be9673 req-bce106e2-4174-4f33-9bfb-b39d0e4880c5 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce86b767-a621-41c5-98e8-cc542b7adc7f HTTP/1.1" status: 200 len: 946 time: 0.1075783 Dec 20 08:50:36.550380 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ed22f74-3364-4d36-a315-3779ea29fe0d', 'tag': '822c130b-1710-4b88-bed1-5fcc385bac4c', 'status': 'completed', 'code': 200} Dec 20 08:50:36.573330 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-551c3cf2-a52d-4ffd-9734-fbc8743674a7 None None] The port 'fa77379a-d064-4bbf-94cc-6da1c38f0db0' was deleted {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 08:50:36.752577 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ff5c687a-f60c-498e-921e-7e4585be9673 req-c6965bc6-fff5-4058-891a-27ccb2ef5571 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/security-groups?id=57316c2a-fdb6-46e9-9469-18e9bc81adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2088304 Dec 20 08:50:36.756253 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-86ce510d-14c8-4d32-bf8f-ccdb7abb1df3 req-ce6004fc-87cc-4bc4-895f-f7f589906773 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9cbdcc0323fa453595ec6616c2aaa00e&device_id=3ed22f74-3364-4d36-a315-3779ea29fe0d HTTP/1.1" status: 200 len: 1099 time: 0.1327786 Dec 20 08:50:36.806529 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a9b187e9-0d9a-42c4-8531-04bf10862320 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349062'] for router_interface, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:36.988649 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-ed6d47d2-98ec-4e25-aa9d-c8ab595f32e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd875e86-a674-45ca-9850-8ca7353ab443', 'name': 'tempest-TestVolumeBootPattern-1742087875-router', 'tenant_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': 'f2cbcfcd-283f-4118-8bdd-b273ae3cd306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:48:57Z', 'updated_at': '2021-12-20T08:49:05Z', 'revision_number': 4, 'project_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'gw_port': {'id': 'f2cbcfcd-283f-4118-8bdd-b273ae3cd306', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd875e86-a674-45ca-9850-8ca7353ab443', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:48:58Z', 'updated_at': '2021-12-20T08:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': 'a8e902e1-aa0f-4275-8ac6-a7bc25f00739', 'tenant_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'floating_ip_address': '172.26.5.19', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': 'bd875e86-a674-45ca-9850-8ca7353ab443', 'port_id': '822c130b-1710-4b88-bed1-5fcc385bac4c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93bb2812-0b1d-4fea-b794-e7bc065467e8', 'mac_address': 'fa:16:3e:a5:82:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed22f74-3364-4d36-a315-3779ea29fe0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T08:50:34Z', 'updated_at': '2021-12-20T08:50:34Z', 'revision_number': 0, 'project_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7db998e5-5f07-4330-9ca7-a9cf1f556901', 'name': '', 'network_id': '93bb2812-0b1d-4fea-b794-e7bc065467e8', 'tenant_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'mac_address': 'fa:16:3e:08:1a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd875e86-a674-45ca-9850-8ca7353ab443', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cff4e817-2297-42bb-840a-667d6388fa06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:49:04Z', 'updated_at': '2021-12-20T08:49:18Z', 'revision_number': 5, 'project_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'subnets': [{'id': 'cff4e817-2297-42bb-840a-667d6388fa06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:50:36.992805 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6d47d2-98ec-4e25-aa9d-c8ab595f32e7 None None] Checking router: bd875e86-a674-45ca-9850-8ca7353ab443 for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 08:50:37.005833 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6d47d2-98ec-4e25-aa9d-c8ab595f32e7 None None] Routers {'bd875e86-a674-45ca-9850-8ca7353ab443'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:50:37.006485 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-ed6d47d2-98ec-4e25-aa9d-c8ab595f32e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:50:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['bd875e86-a674-45ca-9850-8ca7353ab443'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:50:37.064430 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device fa77379a-d064-4bbf-94cc-6da1c38f0db0 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:50:37.103862 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: fa77379a-d064-4bbf-94cc-6da1c38f0db0 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:50:37.104307 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device fa77379a-d064-4bbf-94cc-6da1c38f0db0 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:50:37.139239 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ce510d-14c8-4d32-bf8f-ccdb7abb1df3 req-425c3cbb-eb24-4498-84bc-e31d7ada0feb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:37.140677 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-86ce510d-14c8-4d32-bf8f-ccdb7abb1df3 req-425c3cbb-eb24-4498-84bc-e31d7ada0feb service neutron] 10.222.0.58 "GET /v2.0/networks?id=93bb2812-0b1d-4fea-b794-e7bc065467e8 HTTP/1.1" status: 200 len: 913 time: 0.3772132 Dec 20 08:50:37.221784 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-ed6d47d2-98ec-4e25-aa9d-c8ab595f32e7 None None] Set router bd875e86-a674-45ca-9850-8ca7353ab443 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:50:37.263333 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-86ce510d-14c8-4d32-bf8f-ccdb7abb1df3 req-5e789863-3f5c-4a80-988b-3f5cd25ce130 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=822c130b-1710-4b88-bed1-5fcc385bac4c HTTP/1.1" status: 200 len: 999 time: 0.1098375 Dec 20 08:50:37.427212 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ce510d-14c8-4d32-bf8f-ccdb7abb1df3 req-ef75aba7-4870-4d2c-af50-5492e909132a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:37.428673 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-86ce510d-14c8-4d32-bf8f-ccdb7abb1df3 req-ef75aba7-4870-4d2c-af50-5492e909132a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cff4e817-2297-42bb-840a-667d6388fa06 HTTP/1.1" status: 200 len: 851 time: 0.1372759 Dec 20 08:50:37.607706 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-86ce510d-14c8-4d32-bf8f-ccdb7abb1df3 req-df39817c-219b-4d2e-84cc-8e60a5c8ecc1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=93bb2812-0b1d-4fea-b794-e7bc065467e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1497374 Dec 20 08:50:37.691879 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-ed6d47d2-98ec-4e25-aa9d-c8ab595f32e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd875e86-a674-45ca-9850-8ca7353ab443', 'name': 'tempest-TestVolumeBootPattern-1742087875-router', 'tenant_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': 'f2cbcfcd-283f-4118-8bdd-b273ae3cd306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:48:57Z', 'updated_at': '2021-12-20T08:49:05Z', 'revision_number': 4, 'project_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'gw_port': {'id': 'f2cbcfcd-283f-4118-8bdd-b273ae3cd306', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd875e86-a674-45ca-9850-8ca7353ab443', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:48:58Z', 'updated_at': '2021-12-20T08:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': 'a8e902e1-aa0f-4275-8ac6-a7bc25f00739', 'tenant_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'floating_ip_address': '172.26.5.19', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': 'bd875e86-a674-45ca-9850-8ca7353ab443', 'port_id': '822c130b-1710-4b88-bed1-5fcc385bac4c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93bb2812-0b1d-4fea-b794-e7bc065467e8', 'mac_address': 'fa:16:3e:a5:82:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed22f74-3364-4d36-a315-3779ea29fe0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T08:50:34Z', 'updated_at': '2021-12-20T08:50:34Z', 'revision_number': 0, 'project_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7db998e5-5f07-4330-9ca7-a9cf1f556901', 'name': '', 'network_id': '93bb2812-0b1d-4fea-b794-e7bc065467e8', 'tenant_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'mac_address': 'fa:16:3e:08:1a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd875e86-a674-45ca-9850-8ca7353ab443', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cff4e817-2297-42bb-840a-667d6388fa06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:49:04Z', 'updated_at': '2021-12-20T08:49:18Z', 'revision_number': 5, 'project_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'subnets': [{'id': 'cff4e817-2297-42bb-840a-667d6388fa06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:50:37.695733 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6d47d2-98ec-4e25-aa9d-c8ab595f32e7 None None] The sync data for ids ['bd875e86-a674-45ca-9850-8ca7353ab443'] in dv-neutron-820491-1-hyperv is: [{'id': 'bd875e86-a674-45ca-9850-8ca7353ab443', 'name': 'tempest-TestVolumeBootPattern-1742087875-router', 'tenant_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': 'f2cbcfcd-283f-4118-8bdd-b273ae3cd306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:48:57Z', 'updated_at': '2021-12-20T08:49:05Z', 'revision_number': 4, 'project_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'gw_port': {'id': 'f2cbcfcd-283f-4118-8bdd-b273ae3cd306', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd875e86-a674-45ca-9850-8ca7353ab443', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:48:58Z', 'updated_at': '2021-12-20T08:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': 'a8e902e1-aa0f-4275-8ac6-a7bc25f00739', 'tenant_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'floating_ip_address': '172.26.5.19', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': 'bd875e86-a674-45ca-9850-8ca7353ab443', 'port_id': '822c130b-1710-4b88-bed1-5fcc385bac4c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93bb2812-0b1d-4fea-b794-e7bc065467e8', 'mac_address': 'fa:16:3e:a5:82:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed22f74-3364-4d36-a315-3779ea29fe0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T08:50:34Z', 'updated_at': '2021-12-20T08:50:34Z', 'revision_number': 0, 'project_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7db998e5-5f07-4330-9ca7-a9cf1f556901', 'name': '', 'network_id': '93bb2812-0b1d-4fea-b794-e7bc065467e8', 'tenant_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'mac_address': 'fa:16:3e:08:1a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd875e86-a674-45ca-9850-8ca7353ab443', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cff4e817-2297-42bb-840a-667d6388fa06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:49:04Z', 'updated_at': '2021-12-20T08:49:18Z', 'revision_number': 5, 'project_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'subnets': [{'id': 'cff4e817-2297-42bb-840a-667d6388fa06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:50:37.860716 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-86ce510d-14c8-4d32-bf8f-ccdb7abb1df3 req-533fb4b9-4970-4530-80e0-cce8229791d7 service neutron] 10.222.0.58 "GET /v2.0/networks/93bb2812-0b1d-4fea-b794-e7bc065467e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440734 Dec 20 08:50:37.916309 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9595046-9026-43c5-abfc-7e64dfd259b3 req-ad8df317-4853-4c62-9fa2-0b4303baf8fc tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:37.918173 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-d9595046-9026-43c5-abfc-7e64dfd259b3 req-ad8df317-4853-4c62-9fa2-0b4303baf8fc tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b17baba-ad66-4a72-ae0b-ba26162b5cde HTTP/1.1" status: 200 len: 945 time: 0.2743385 Dec 20 08:50:37.973885 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ee3a2-b82b-43a7-8721-26c8e73fb321 req-cba97f50-9942-4095-a1c4-7b3b84460fc2 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:37.975265 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-014ee3a2-b82b-43a7-8721-26c8e73fb321 req-cba97f50-9942-4095-a1c4-7b3b84460fc2 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce86b767-a621-41c5-98e8-cc542b7adc7f HTTP/1.1" status: 200 len: 946 time: 0.0960827 Dec 20 08:50:38.031358 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-014ee3a2-b82b-43a7-8721-26c8e73fb321 req-b119be43-2ab0-4823-a46d-10dc524b81a4 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/security-groups?id=57316c2a-fdb6-46e9-9469-18e9bc81adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503316 Dec 20 08:50:38.112824 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-d9595046-9026-43c5-abfc-7e64dfd259b3 req-949a67c4-5df3-4ab9-9c41-68e8367dd734 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=e916c6af-0193-468a-b0a6-868a35b13ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1764450 Dec 20 08:50:38.123932 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-86ce510d-14c8-4d32-bf8f-ccdb7abb1df3 req-8a5b88ec-4832-426a-a594-d5496f1e98fb service neutron] 10.222.0.58 "GET /v2.0/networks/93bb2812-0b1d-4fea-b794-e7bc065467e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513528 Dec 20 08:50:38.213569 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-a9b187e9-0d9a-42c4-8531-04bf10862320 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Deleting port 589b816e-4e99-431c-bc6f-be1b4dc61c42 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:50:38.213569 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a9b187e9-0d9a-42c4-8531-04bf10862320 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:38.412878 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-a9b187e9-0d9a-42c4-8531-04bf10862320 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] For port 589b816e-4e99-431c-bc6f-be1b4dc61c42, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=589b816e-4e99-431c-bc6f-be1b4dc61c42,segment=NetworkSegment(6e318828-1d56-4597-9d55-f0d208b9311d),segment_id=6e318828-1d56-4597-9d55-f0d208b9311d)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:50:38.413273 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a9b187e9-0d9a-42c4-8531-04bf10862320 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:38.666455 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-a9b187e9-0d9a-42c4-8531-04bf10862320 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Calling delete_port for 589b816e-4e99-431c-bc6f-be1b4dc61c42 owned by network:router_interface {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:50:38.854123 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a9b187e9-0d9a-42c4-8531-04bf10862320 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:38.858002 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3ec6d3a4-98a0-4e5f-9db5-4f4ebcc7d230 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:38.869814 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 41a5b496-314f-427c-a27d-8a744bbc26ea up at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:50:38.903641 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b187e9-0d9a-42c4-8531-04bf10862320 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Pushing event deleted for resources: {'Port': ['ID=589b816e-4e99-431c-bc6f-be1b4dc61c42,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:38.907121 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a9b187e9-0d9a-42c4-8531-04bf10862320 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:38.980156 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning for port 41a5b496-314f-427c-a27d-8a744bbc26ea completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:50:38.991979 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning complete for port 41a5b496-314f-427c-a27d-8a744bbc26ea triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:50:38.995830 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:39.162341 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:39.228583 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b17baba-ad66-4a72-ae0b-ba26162b5cde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41a5b496-314f-427c-a27d-8a744bbc26ea'}] {{(pid=83446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 08:50:39.241292 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port 41a5b496-314f-427c-a27d-8a744bbc26ea, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=41a5b496-314f-427c-a27d-8a744bbc26ea,segment=NetworkSegment(4a7a59b0-c11b-4508-83dd-80012fd2c2ce),segment_id=4a7a59b0-c11b-4508-83dd-80012fd2c2ce)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:50:39.246589 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:39.249941 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-68221fac-e5b5-4330-b98e-8be15a1d31af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:39.281835 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b47beb3-a42d-45c8-925e-da1117b15328 req-d71a441d-6978-4eec-bcd2-3bd3dcddbbcd tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:39.284906 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-2b47beb3-a42d-45c8-925e-da1117b15328 req-d71a441d-6978-4eec-bcd2-3bd3dcddbbcd tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce86b767-a621-41c5-98e8-cc542b7adc7f HTTP/1.1" status: 200 len: 946 time: 0.1297286 Dec 20 08:50:39.329801 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=41a5b496-314f-427c-a27d-8a744bbc26ea,revision_number=5']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:39.333017 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:39.336714 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42c9bed-4528-43e6-8158-ca7bcb750a72 req-b6ebc7ef-6df5-4359-b7f4-e52923e6ea19 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:39.338219 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b42c9bed-4528-43e6-8158-ca7bcb750a72 req-b6ebc7ef-6df5-4359-b7f4-e52923e6ea19 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce86b767-a621-41c5-98e8-cc542b7adc7f HTTP/1.1" status: 200 len: 946 time: 0.0815685 Dec 20 08:50:39.385473 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b42c9bed-4528-43e6-8158-ca7bcb750a72 req-65776cf1-e3c6-46fb-98d2-eac7fb6b13f2 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/security-groups?id=57316c2a-fdb6-46e9-9469-18e9bc81adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401824 Dec 20 08:50:39.428733 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [req-2b47beb3-a42d-45c8-925e-da1117b15328 req-daec324a-e569-47e3-afaa-f414066d9206 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Deleting port 11db67d0-8208-488d-af30-92e306aa192a {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:50:39.429079 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-2b47beb3-a42d-45c8-925e-da1117b15328 req-daec324a-e569-47e3-afaa-f414066d9206 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:39.452635 dv-neutron-820491-1-hyperv neutron-server[83446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b17baba-ad66-4a72-ae0b-ba26162b5cde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41a5b496-314f-427c-a27d-8a744bbc26ea', 'code': 200} Dec 20 08:50:39.483356 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a9b187e9-0d9a-42c4-8531-04bf10862320 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32897953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348760'] for router_interface, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:39.623192 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08feca4a-ec8f-422e-ba3e-4a05fc27c42d req-6489c640-d265-48e2-98c3-c1da38d7c2e2 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:39.624636 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-08feca4a-ec8f-422e-ba3e-4a05fc27c42d req-6489c640-d265-48e2-98c3-c1da38d7c2e2 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b17baba-ad66-4a72-ae0b-ba26162b5cde HTTP/1.1" status: 200 len: 946 time: 0.2864151 Dec 20 08:50:39.694163 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8ba7fd33-d087-463a-b0ce-a337466d3bf4 req-a71440b5-25d0-43e8-ab1a-2ceaa3869fb4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8b17baba-ad66-4a72-ae0b-ba26162b5cde HTTP/1.1" status: 200 len: 1099 time: 0.0719755 Dec 20 08:50:39.737472 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8ba7fd33-d087-463a-b0ce-a337466d3bf4 req-93272d82-806a-43eb-bbc9-ad91e95ad208 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=e916c6af-0193-468a-b0a6-868a35b13ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375974 Dec 20 08:50:39.818899 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:39.853069 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-08feca4a-ec8f-422e-ba3e-4a05fc27c42d req-05561d2c-6847-4d5b-a37e-3cadc2df9ea5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=e916c6af-0193-468a-b0a6-868a35b13ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2192369 Dec 20 08:50:39.893187 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [req-2b47beb3-a42d-45c8-925e-da1117b15328 req-daec324a-e569-47e3-afaa-f414066d9206 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] For port 11db67d0-8208-488d-af30-92e306aa192a, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=11db67d0-8208-488d-af30-92e306aa192a,segment=NetworkSegment(b15ed654-e239-4345-87ef-d2514f065b9f),segment_id=b15ed654-e239-4345-87ef-d2514f065b9f)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:50:39.893573 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-2b47beb3-a42d-45c8-925e-da1117b15328 req-daec324a-e569-47e3-afaa-f414066d9206 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:40.598976 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea39eb-8832-4bf0-b4d8-afd0ebb36d62 req-61ff801f-aef2-4661-9029-c72b3a4538b7 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:40.600448 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-41ea39eb-8832-4bf0-b4d8-afd0ebb36d62 req-61ff801f-aef2-4661-9029-c72b3a4538b7 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce86b767-a621-41c5-98e8-cc542b7adc7f HTTP/1.1" status: 200 len: 946 time: 0.0915072 Dec 20 08:50:40.656894 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-41ea39eb-8832-4bf0-b4d8-afd0ebb36d62 req-1781042d-a71a-49d4-b65a-676da19699aa tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/security-groups?id=57316c2a-fdb6-46e9-9469-18e9bc81adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487404 Dec 20 08:50:40.680234 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-2b47beb3-a42d-45c8-925e-da1117b15328 req-daec324a-e569-47e3-afaa-f414066d9206 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:40.680601 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-2b47beb3-a42d-45c8-925e-da1117b15328 req-daec324a-e569-47e3-afaa-f414066d9206 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-345990'] for floatingip, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:40.680911 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.l3_db [req-2b47beb3-a42d-45c8-925e-da1117b15328 req-daec324a-e569-47e3-afaa-f414066d9206 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Floating IP 04f5c4f5-e3c2-4019-9580-0a36ec3939e4 disassociated. External IP: 172.26.5.173, port: 11db67d0-8208-488d-af30-92e306aa192a. Dec 20 08:50:40.681331 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [req-2b47beb3-a42d-45c8-925e-da1117b15328 req-daec324a-e569-47e3-afaa-f414066d9206 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Calling delete_port for 11db67d0-8208-488d-af30-92e306aa192a owned by compute:nova {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:50:40.865316 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-2b47beb3-a42d-45c8-925e-da1117b15328 req-daec324a-e569-47e3-afaa-f414066d9206 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:40.873355 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3ec6d3a4-98a0-4e5f-9db5-4f4ebcc7d230 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:40.907520 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9b187e9-0d9a-42c4-8531-04bf10862320 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Router 17cdab0b-98aa-4f0f-8994-ba0bb895186a has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:50:40.926968 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daec324a-e569-47e3-afaa-f414066d9206 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Pushing event deleted for resources: {'Port': ['ID=11db67d0-8208-488d-af30-92e306aa192a,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:40.934220 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-daec324a-e569-47e3-afaa-f414066d9206 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:40.951420 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0312b6-ce61-40ae-85c9-f7b4e9e174b5 None None] New status for floating IP a8e902e1-aa0f-4275-8ac6-a7bc25f00739: ACTIVE {{(pid=83447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 08:50:41.284566 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a14ba-2da3-4d3f-8d21-46163c9fe125 req-90bb339a-8141-42da-bb77-1fdacaf2b54e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:41.286153 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-f03a14ba-2da3-4d3f-8d21-46163c9fe125 req-90bb339a-8141-42da-bb77-1fdacaf2b54e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b17baba-ad66-4a72-ae0b-ba26162b5cde HTTP/1.1" status: 200 len: 946 time: 0.1928506 Dec 20 08:50:41.412928 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-f03a14ba-2da3-4d3f-8d21-46163c9fe125 req-8425cf7b-deee-4488-a432-9112e8c27824 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=e916c6af-0193-468a-b0a6-868a35b13ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810251 Dec 20 08:50:41.414648 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b187e9-0d9a-42c4-8531-04bf10862320 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:50:41.425170 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912c2208-adaa-45c9-bd20-96b9533846da None None] Sync routers for ids ['17cdab0b-98aa-4f0f-8994-ba0bb895186a'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:50:41.437438 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912c2208-adaa-45c9-bd20-96b9533846da None None] Routers {'17cdab0b-98aa-4f0f-8994-ba0bb895186a'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:50:41.438412 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-912c2208-adaa-45c9-bd20-96b9533846da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:50:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['17cdab0b-98aa-4f0f-8994-ba0bb895186a'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:50:41.444123 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-a9b187e9-0d9a-42c4-8531-04bf10862320 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "PUT /v2.0/routers/17cdab0b-98aa-4f0f-8994-ba0bb895186a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2118354 Dec 20 08:50:41.444549 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 43902) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:50:41.522437 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b47beb3-a42d-45c8-925e-da1117b15328 req-daec324a-e569-47e3-afaa-f414066d9206 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Router 29a6454a-fd73-40da-978f-a9b3c79cb5de has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:50:41.588587 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-912c2208-adaa-45c9-bd20-96b9533846da None None] Set router 17cdab0b-98aa-4f0f-8994-ba0bb895186a gateway port host: None {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:50:41.722893 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd6aba9c-63a4-4c6f-8958-85a9f3fccaff tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Deleting subnet fcaac2f4-e8dd-4e53-b91f-98f2c269cf04 {{(pid=83445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:50:41.727348 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fd6aba9c-63a4-4c6f-8958-85a9f3fccaff tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for subnet, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:41.843244 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3bab104e-7225-4a47-a530-ef0edead287f req-c520417d-eb16-444c-9735-b89e38bae2c1 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce86b767-a621-41c5-98e8-cc542b7adc7f HTTP/1.1" status: 200 len: 210 time: 0.0458961 Dec 20 08:50:41.912012 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-912c2208-adaa-45c9-bd20-96b9533846da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17cdab0b-98aa-4f0f-8994-ba0bb895186a', 'name': 'tempest-RoutersIpV6Test-router-16149182', 'tenant_id': '77c40f4df6664268b6fdee7d685de4ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:49:52Z', 'updated_at': '2021-12-20T08:50:38Z', 'revision_number': 9, 'project_id': '77c40f4df6664268b6fdee7d685de4ee', 'gw_port_host': None, '_interfaces': [{'id': '39c988a9-0256-47ad-b6be-124d3f4dc7d8', 'name': '', 'network_id': '1c07488c-f637-4d5a-ab2c-ff0d0b54a93d', 'tenant_id': '77c40f4df6664268b6fdee7d685de4ee', 'mac_address': 'fa:16:3e:18:4e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cdab0b-98aa-4f0f-8994-ba0bb895186a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f7441b0d-9ff3-44da-90de-fb8cbacfe86a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:49:56Z', 'updated_at': '2021-12-20T08:50:17Z', 'revision_number': 5, 'project_id': '77c40f4df6664268b6fdee7d685de4ee', 'subnets': [{'id': 'f7441b0d-9ff3-44da-90de-fb8cbacfe86a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1531e0a-6120-42ab-8295-85fa1c7cebfb', 'name': '', 'network_id': 'd3cafd78-4c13-41c5-961c-bc5f44e10662', 'tenant_id': '77c40f4df6664268b6fdee7d685de4ee', 'mac_address': 'fa:16:3e:f1:d0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cdab0b-98aa-4f0f-8994-ba0bb895186a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd8ea596-df06-4356-94d7-70cdb0e1c7b4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:50:04Z', 'updated_at': '2021-12-20T08:50:32Z', 'revision_number': 5, 'project_id': '77c40f4df6664268b6fdee7d685de4ee', 'subnets': [{'id': 'dd8ea596-df06-4356-94d7-70cdb0e1c7b4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:50:41.916567 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912c2208-adaa-45c9-bd20-96b9533846da None None] Checking router: 17cdab0b-98aa-4f0f-8994-ba0bb895186a for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 08:50:41.927867 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912c2208-adaa-45c9-bd20-96b9533846da None None] Routers {'17cdab0b-98aa-4f0f-8994-ba0bb895186a'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:50:41.928495 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-912c2208-adaa-45c9-bd20-96b9533846da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:50:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['17cdab0b-98aa-4f0f-8994-ba0bb895186a'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:50:41.974109 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fd6aba9c-63a4-4c6f-8958-85a9f3fccaff tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1518554'] for subnet, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:42.086743 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-912c2208-adaa-45c9-bd20-96b9533846da None None] Set router 17cdab0b-98aa-4f0f-8994-ba0bb895186a gateway port host: None {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:50:42.097509 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fd6aba9c-63a4-4c6f-8958-85a9f3fccaff tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:42.147306 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b47beb3-a42d-45c8-925e-da1117b15328 req-daec324a-e569-47e3-afaa-f414066d9206 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:50:42.159394 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8947c7f-c7f0-4e69-969a-70c20245a611 None None] Sync routers for ids ['29a6454a-fd73-40da-978f-a9b3c79cb5de'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:50:42.171330 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8947c7f-c7f0-4e69-969a-70c20245a611 None None] Routers {'29a6454a-fd73-40da-978f-a9b3c79cb5de'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:50:42.172038 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-f8947c7f-c7f0-4e69-969a-70c20245a611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:50:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['29a6454a-fd73-40da-978f-a9b3c79cb5de'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:50:42.224329 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b47beb3-a42d-45c8-925e-da1117b15328 req-daec324a-e569-47e3-afaa-f414066d9206 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] No DVR routers for this DVR port 11db67d0-8208-488d-af30-92e306aa192a on host hv-neutron-8204 {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:50:42.227416 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-2b47beb3-a42d-45c8-925e-da1117b15328 req-daec324a-e569-47e3-afaa-f414066d9206 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:42.230064 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce86b767-a621-41c5-98e8-cc542b7adc7f', 'name': 'network-vif-deleted', 'tag': '11db67d0-8208-488d-af30-92e306aa192a'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 08:50:42.243053 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-2b47beb3-a42d-45c8-925e-da1117b15328 req-daec324a-e569-47e3-afaa-f414066d9206 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.58 "DELETE /v2.0/ports/11db67d0-8208-488d-af30-92e306aa192a HTTP/1.1" status: 204 len: 173 time: 2.9381795 Dec 20 08:50:42.254277 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fd6aba9c-63a4-4c6f-8958-85a9f3fccaff tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2036620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2095133'] for subnet, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:42.264145 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-488c9f40-31b3-4bb8-a0e5-a330f7bf9b96 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:42.305708 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6aba9c-63a4-4c6f-8958-85a9f3fccaff tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Pushing event deleted for resources: {'Subnet': ['ID=fcaac2f4-e8dd-4e53-b91f-98f2c269cf04,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:42.331095 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-fd6aba9c-63a4-4c6f-8958-85a9f3fccaff tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:42.332489 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fd6aba9c-63a4-4c6f-8958-85a9f3fccaff tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:42.334603 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-fd6aba9c-63a4-4c6f-8958-85a9f3fccaff tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "DELETE /v2.0/subnets/fcaac2f4-e8dd-4e53-b91f-98f2c269cf04 HTTP/1.1" status: 204 len: 168 time: 0.8894165 Dec 20 08:50:42.337330 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 43912) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:50:42.370580 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a96af3-0fa8-4b17-90c8-cbab4604b5bd None None] Network e7d6796d-77df-48e8-af36-479c46cce131 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:50:42.374340 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce86b767-a621-41c5-98e8-cc542b7adc7f', 'name': 'network-vif-deleted', 'tag': '11db67d0-8208-488d-af30-92e306aa192a', 'status': 'completed', 'code': 200} Dec 20 08:50:42.390175 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-f8947c7f-c7f0-4e69-969a-70c20245a611 None None] Set router 29a6454a-fd73-40da-978f-a9b3c79cb5de gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:50:42.504382 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-24ea086d-751a-4ae8-bf55-02d87fdc7aad tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:42.515372 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-24ea086d-751a-4ae8-bf55-02d87fdc7aad tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Deleting port 5bea1201-af7f-4e4a-9ec9-68dc6d35ee7c {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:50:42.515703 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-24ea086d-751a-4ae8-bf55-02d87fdc7aad tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:42.596602 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-88ef93de-fdc6-4dfc-b341-86eacd117da6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:42.699128 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-912c2208-adaa-45c9-bd20-96b9533846da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17cdab0b-98aa-4f0f-8994-ba0bb895186a', 'name': 'tempest-RoutersIpV6Test-router-16149182', 'tenant_id': '77c40f4df6664268b6fdee7d685de4ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:49:52Z', 'updated_at': '2021-12-20T08:50:38Z', 'revision_number': 9, 'project_id': '77c40f4df6664268b6fdee7d685de4ee', 'gw_port_host': None, '_interfaces': [{'id': '39c988a9-0256-47ad-b6be-124d3f4dc7d8', 'name': '', 'network_id': '1c07488c-f637-4d5a-ab2c-ff0d0b54a93d', 'tenant_id': '77c40f4df6664268b6fdee7d685de4ee', 'mac_address': 'fa:16:3e:18:4e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cdab0b-98aa-4f0f-8994-ba0bb895186a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f7441b0d-9ff3-44da-90de-fb8cbacfe86a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:49:56Z', 'updated_at': '2021-12-20T08:50:17Z', 'revision_number': 5, 'project_id': '77c40f4df6664268b6fdee7d685de4ee', 'subnets': [{'id': 'f7441b0d-9ff3-44da-90de-fb8cbacfe86a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1531e0a-6120-42ab-8295-85fa1c7cebfb', 'name': '', 'network_id': 'd3cafd78-4c13-41c5-961c-bc5f44e10662', 'tenant_id': '77c40f4df6664268b6fdee7d685de4ee', 'mac_address': 'fa:16:3e:f1:d0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cdab0b-98aa-4f0f-8994-ba0bb895186a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd8ea596-df06-4356-94d7-70cdb0e1c7b4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:50:04Z', 'updated_at': '2021-12-20T08:50:32Z', 'revision_number': 5, 'project_id': '77c40f4df6664268b6fdee7d685de4ee', 'subnets': [{'id': 'dd8ea596-df06-4356-94d7-70cdb0e1c7b4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:50:42.706473 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912c2208-adaa-45c9-bd20-96b9533846da None None] The sync data for ids ['17cdab0b-98aa-4f0f-8994-ba0bb895186a'] in dv-neutron-820491-1-hyperv is: [{'id': '17cdab0b-98aa-4f0f-8994-ba0bb895186a', 'name': 'tempest-RoutersIpV6Test-router-16149182', 'tenant_id': '77c40f4df6664268b6fdee7d685de4ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:49:52Z', 'updated_at': '2021-12-20T08:50:38Z', 'revision_number': 9, 'project_id': '77c40f4df6664268b6fdee7d685de4ee', 'gw_port_host': None, '_interfaces': [{'id': '39c988a9-0256-47ad-b6be-124d3f4dc7d8', 'name': '', 'network_id': '1c07488c-f637-4d5a-ab2c-ff0d0b54a93d', 'tenant_id': '77c40f4df6664268b6fdee7d685de4ee', 'mac_address': 'fa:16:3e:18:4e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cdab0b-98aa-4f0f-8994-ba0bb895186a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f7441b0d-9ff3-44da-90de-fb8cbacfe86a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:49:56Z', 'updated_at': '2021-12-20T08:50:17Z', 'revision_number': 5, 'project_id': '77c40f4df6664268b6fdee7d685de4ee', 'subnets': [{'id': 'f7441b0d-9ff3-44da-90de-fb8cbacfe86a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1531e0a-6120-42ab-8295-85fa1c7cebfb', 'name': '', 'network_id': 'd3cafd78-4c13-41c5-961c-bc5f44e10662', 'tenant_id': '77c40f4df6664268b6fdee7d685de4ee', 'mac_address': 'fa:16:3e:f1:d0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cdab0b-98aa-4f0f-8994-ba0bb895186a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd8ea596-df06-4356-94d7-70cdb0e1c7b4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:50:04Z', 'updated_at': '2021-12-20T08:50:32Z', 'revision_number': 5, 'project_id': '77c40f4df6664268b6fdee7d685de4ee', 'subnets': [{'id': 'dd8ea596-df06-4356-94d7-70cdb0e1c7b4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:50:42.737893 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dbd3127-8976-4e6c-91c1-a7c935780b01 None None] DHCP port deletion for e7d6796d-77df-48e8-af36-479c46cce131 request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 08:50:42.744708 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd3127-8976-4e6c-91c1-a7c935780b01 None None] Deleting port 5bea1201-af7f-4e4a-9ec9-68dc6d35ee7c {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:50:42.746319 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3127-8976-4e6c-91c1-a7c935780b01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:42.797302 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026f3237-a1e6-44f0-8a8d-eac8411bfe0e req-47cbd102-1ebb-465a-af76-42855a97f249 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:42.799833 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-026f3237-a1e6-44f0-8a8d-eac8411bfe0e req-47cbd102-1ebb-465a-af76-42855a97f249 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b17baba-ad66-4a72-ae0b-ba26162b5cde HTTP/1.1" status: 200 len: 946 time: 0.2316904 Dec 20 08:50:42.832474 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-24ea086d-751a-4ae8-bf55-02d87fdc7aad tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] For port 5bea1201-af7f-4e4a-9ec9-68dc6d35ee7c, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=5bea1201-af7f-4e4a-9ec9-68dc6d35ee7c,segment=NetworkSegment(6e318828-1d56-4597-9d55-f0d208b9311d),segment_id=6e318828-1d56-4597-9d55-f0d208b9311d)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:50:42.833741 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-24ea086d-751a-4ae8-bf55-02d87fdc7aad tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:42.899492 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 11db67d0-8208-488d-af30-92e306aa192a no longer exists at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:50:42.912853 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-f8947c7f-c7f0-4e69-969a-70c20245a611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a6454a-fd73-40da-978f-a9b3c79cb5de', 'name': 'tempest-ServerActionsTestJSON-874320212-router', 'tenant_id': 'e2165a78ac154b1c9f29e840efaf3cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.135'}], 'enable_snat': True}, 'gw_port_id': '58786892-5932-45d7-a698-2800f0cd5654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:45:15Z', 'updated_at': '2021-12-20T08:45:30Z', 'revision_number': 4, 'project_id': 'e2165a78ac154b1c9f29e840efaf3cb7', 'gw_port': {'id': '58786892-5932-45d7-a698-2800f0cd5654', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a6454a-fd73-40da-978f-a9b3c79cb5de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:45:16Z', 'updated_at': '2021-12-20T08:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': 'eb9c6964-d984-45d4-b174-931e7a1fa0ce', 'name': '', 'network_id': '3ab8996b-db59-43a0-a379-647199802474', 'tenant_id': 'e2165a78ac154b1c9f29e840efaf3cb7', 'mac_address': 'fa:16:3e:62:72:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a6454a-fd73-40da-978f-a9b3c79cb5de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '944a3b04-d2ac-486e-bee8-ba11ef891bfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:45:27Z', 'updated_at': '2021-12-20T08:45:40Z', 'revision_number': 5, 'project_id': 'e2165a78ac154b1c9f29e840efaf3cb7', 'subnets': [{'id': '944a3b04-d2ac-486e-bee8-ba11ef891bfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:50:42.919304 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8947c7f-c7f0-4e69-969a-70c20245a611 None None] Checking router: 29a6454a-fd73-40da-978f-a9b3c79cb5de for host: dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 08:50:42.931733 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8947c7f-c7f0-4e69-969a-70c20245a611 None None] Routers {'29a6454a-fd73-40da-978f-a9b3c79cb5de'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:50:42.932398 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-f8947c7f-c7f0-4e69-969a-70c20245a611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:50:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['29a6454a-fd73-40da-978f-a9b3c79cb5de'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:50:42.947956 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-026f3237-a1e6-44f0-8a8d-eac8411bfe0e req-a4b5e268-b649-40d4-844c-9e2301e3b60f tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=e916c6af-0193-468a-b0a6-868a35b13ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347404 Dec 20 08:50:42.959964 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] No Port match for: 11db67d0-8208-488d-af30-92e306aa192a {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:50:42.960335 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 11db67d0-8208-488d-af30-92e306aa192a not bound to the agent host hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:50:43.002344 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-24ea086d-751a-4ae8-bf55-02d87fdc7aad tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Calling delete_port for 5bea1201-af7f-4e4a-9ec9-68dc6d35ee7c owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:50:43.070822 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-4dbd3127-8976-4e6c-91c1-a7c935780b01 None None] For port 5bea1201-af7f-4e4a-9ec9-68dc6d35ee7c, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=5bea1201-af7f-4e4a-9ec9-68dc6d35ee7c,segment=NetworkSegment(6e318828-1d56-4597-9d55-f0d208b9311d),segment_id=6e318828-1d56-4597-9d55-f0d208b9311d)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:50:43.071388 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3127-8976-4e6c-91c1-a7c935780b01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:43.186654 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 5bea1201-af7f-4e4a-9ec9-68dc6d35ee7c no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:50:43.201498 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-f8947c7f-c7f0-4e69-969a-70c20245a611 None None] Set router 29a6454a-fd73-40da-978f-a9b3c79cb5de gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:50:43.232062 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-2f31871c-0f01-4cfe-b532-fb1d9ef441ac req-33d2d0ac-9de2-4976-ab93-4d6695c7970e tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Synchronizing usage tracker for tenant:e2165a78ac154b1c9f29e840efaf3cb7 on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:50:43.245337 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-24ea086d-751a-4ae8-bf55-02d87fdc7aad tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:43.251976 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-89035934-4cc1-4e3a-a00d-2f8034ad760a tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:43.263429 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10761075-13fd-4d4c-9ca6-30ea871b35f6 req-e09e91fd-c72d-49e7-afca-cb0947459be5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:43.265399 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-10761075-13fd-4d4c-9ca6-30ea871b35f6 req-e09e91fd-c72d-49e7-afca-cb0947459be5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b17baba-ad66-4a72-ae0b-ba26162b5cde HTTP/1.1" status: 200 len: 946 time: 0.0944393 Dec 20 08:50:43.308839 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd3127-8976-4e6c-91c1-a7c935780b01 None None] Calling delete_port for 5bea1201-af7f-4e4a-9ec9-68dc6d35ee7c owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:50:43.310805 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ea086d-751a-4ae8-bf55-02d87fdc7aad tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Pushing event deleted for resources: {'Port': ['ID=5bea1201-af7f-4e4a-9ec9-68dc6d35ee7c,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:43.315444 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-24ea086d-751a-4ae8-bf55-02d87fdc7aad tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:43.319580 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ea086d-751a-4ae8-bf55-02d87fdc7aad tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] No DVR routers for this DVR port 5bea1201-af7f-4e4a-9ec9-68dc6d35ee7c on host dv-neutron-820491-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:50:43.334244 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No active binding found for port 5bea1201-af7f-4e4a-9ec9-68dc6d35ee7c {{(pid=83446) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Dec 20 08:50:43.334657 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 5bea1201-af7f-4e4a-9ec9-68dc6d35ee7c not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:50:43.335210 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 589b816e-4e99-431c-bc6f-be1b4dc61c42 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:50:43.336358 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-10761075-13fd-4d4c-9ca6-30ea871b35f6 req-69b1c0a2-05cd-4300-a6ce-790d1aafb149 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=e916c6af-0193-468a-b0a6-868a35b13ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648777 Dec 20 08:50:43.358478 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43926) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:50:43.362013 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-2f31871c-0f01-4cfe-b532-fb1d9ef441ac req-33d2d0ac-9de2-4976-ab93-4d6695c7970e tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Unset dirty status for tenant:e2165a78ac154b1c9f29e840efaf3cb7 on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:50:43.363342 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-2f31871c-0f01-4cfe-b532-fb1d9ef441ac req-33d2d0ac-9de2-4976-ab93-4d6695c7970e tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce86b767-a621-41c5-98e8-cc542b7adc7f HTTP/1.1" status: 200 len: 210 time: 0.1872547 Dec 20 08:50:43.379682 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 589b816e-4e99-431c-bc6f-be1b4dc61c42 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:50:43.380033 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 589b816e-4e99-431c-bc6f-be1b4dc61c42 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:50:43.418749 dv-neutron-820491-1-hyperv neutron-server[83446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 20 08:50:43.418749 dv-neutron-820491-1-hyperv neutron-server[83446]: util.warn_limited( Dec 20 08:50:43.418749 dv-neutron-820491-1-hyperv neutron-server[83446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 08:50:43.418749 dv-neutron-820491-1-hyperv neutron-server[83446]: util.warn( Dec 20 08:50:43.418749 dv-neutron-820491-1-hyperv neutron-server[83446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 08:50:43.418749 dv-neutron-820491-1-hyperv neutron-server[83446]: util.warn( Dec 20 08:50:43.418749 dv-neutron-820491-1-hyperv neutron-server[83446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 08:50:43.418749 dv-neutron-820491-1-hyperv neutron-server[83446]: util.warn( Dec 20 08:50:43.418749 dv-neutron-820491-1-hyperv neutron-server[83446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 08:50:43.418749 dv-neutron-820491-1-hyperv neutron-server[83446]: util.warn( Dec 20 08:50:43.418749 dv-neutron-820491-1-hyperv neutron-server[83446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 08:50:43.418749 dv-neutron-820491-1-hyperv neutron-server[83446]: util.warn( Dec 20 08:50:43.418749 dv-neutron-820491-1-hyperv neutron-server[83446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 08:50:43.418749 dv-neutron-820491-1-hyperv neutron-server[83446]: util.warn( Dec 20 08:50:43.418749 dv-neutron-820491-1-hyperv neutron-server[83446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 08:50:43.418749 dv-neutron-820491-1-hyperv neutron-server[83446]: util.warn( Dec 20 08:50:43.418749 dv-neutron-820491-1-hyperv neutron-server[83446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 08:50:43.418749 dv-neutron-820491-1-hyperv neutron-server[83446]: util.warn( Dec 20 08:50:43.418749 dv-neutron-820491-1-hyperv neutron-server[83446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 08:50:43.418749 dv-neutron-820491-1-hyperv neutron-server[83446]: util.warn( Dec 20 08:50:43.418749 dv-neutron-820491-1-hyperv neutron-server[83446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 08:50:43.418749 dv-neutron-820491-1-hyperv neutron-server[83446]: util.warn( Dec 20 08:50:43.418749 dv-neutron-820491-1-hyperv neutron-server[83446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 08:50:43.418749 dv-neutron-820491-1-hyperv neutron-server[83446]: util.warn( Dec 20 08:50:43.418749 dv-neutron-820491-1-hyperv neutron-server[83446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 08:50:43.418749 dv-neutron-820491-1-hyperv neutron-server[83446]: util.warn( Dec 20 08:50:43.418749 dv-neutron-820491-1-hyperv neutron-server[83446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 08:50:43.418749 dv-neutron-820491-1-hyperv neutron-server[83446]: util.warn( Dec 20 08:50:43.418749 dv-neutron-820491-1-hyperv neutron-server[83446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 08:50:43.418749 dv-neutron-820491-1-hyperv neutron-server[83446]: util.warn( Dec 20 08:50:43.418749 dv-neutron-820491-1-hyperv neutron-server[83446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 08:50:43.418749 dv-neutron-820491-1-hyperv neutron-server[83446]: util.warn( Dec 20 08:50:43.418749 dv-neutron-820491-1-hyperv neutron-server[83446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 08:50:43.418749 dv-neutron-820491-1-hyperv neutron-server[83446]: util.warn( Dec 20 08:50:43.418749 dv-neutron-820491-1-hyperv neutron-server[83446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 08:50:43.418749 dv-neutron-820491-1-hyperv neutron-server[83446]: util.warn( Dec 20 08:50:43.418749 dv-neutron-820491-1-hyperv neutron-server[83446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 08:50:43.418749 dv-neutron-820491-1-hyperv neutron-server[83446]: util.warn( Dec 20 08:50:43.418749 dv-neutron-820491-1-hyperv neutron-server[83446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 08:50:43.418749 dv-neutron-820491-1-hyperv neutron-server[83446]: util.warn( Dec 20 08:50:43.418749 dv-neutron-820491-1-hyperv neutron-server[83446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 08:50:43.418749 dv-neutron-820491-1-hyperv neutron-server[83446]: util.warn( Dec 20 08:50:43.422137 dv-neutron-820491-1-hyperv neutron-server[83446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 08:50:43.422137 dv-neutron-820491-1-hyperv neutron-server[83446]: util.warn( Dec 20 08:50:43.422137 dv-neutron-820491-1-hyperv neutron-server[83446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 08:50:43.422137 dv-neutron-820491-1-hyperv neutron-server[83446]: util.warn( Dec 20 08:50:43.422137 dv-neutron-820491-1-hyperv neutron-server[83446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 08:50:43.422137 dv-neutron-820491-1-hyperv neutron-server[83446]: util.warn( Dec 20 08:50:43.422137 dv-neutron-820491-1-hyperv neutron-server[83446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 08:50:43.422137 dv-neutron-820491-1-hyperv neutron-server[83446]: util.warn( Dec 20 08:50:43.422137 dv-neutron-820491-1-hyperv neutron-server[83446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 08:50:43.422137 dv-neutron-820491-1-hyperv neutron-server[83446]: util.warn( Dec 20 08:50:43.422137 dv-neutron-820491-1-hyperv neutron-server[83446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 08:50:43.422137 dv-neutron-820491-1-hyperv neutron-server[83446]: util.warn( Dec 20 08:50:43.422137 dv-neutron-820491-1-hyperv neutron-server[83446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 08:50:43.422137 dv-neutron-820491-1-hyperv neutron-server[83446]: util.warn( Dec 20 08:50:43.425461 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.db.api [None req-4dbd3127-8976-4e6c-91c1-a7c935780b01 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 08:50:43.426051 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_db.api [None req-4dbd3127-8976-4e6c-91c1-a7c935780b01 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 08:50:43.468352 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-299cd2a5-a3e3-4cf2-b201-333677a7961a tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8b17baba-ad66-4a72-ae0b-ba26162b5cde HTTP/1.1" status: 200 len: 1094 time: 0.1084228 Dec 20 08:50:43.470851 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43930) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:50:43.476426 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-7c83610a-31eb-4752-be22-07eb6de42259 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'floatingip': {'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'port_id': '41a5b496-314f-427c-a27d-8a744bbc26ea', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:50:43.482925 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-7c83610a-31eb-4752-be22-07eb6de42259 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:50:43.487237 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7c83610a-31eb-4752-be22-07eb6de42259 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:floatingip and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:50:43.490388 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7c83610a-31eb-4752-be22-07eb6de42259 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:50:43.492597 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-24ea086d-751a-4ae8-bf55-02d87fdc7aad tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:43.496808 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-7c83610a-31eb-4752-be22-07eb6de42259 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:50:43.512685 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7c83610a-31eb-4752-be22-07eb6de42259 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for floatingip, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:43.523621 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-24ea086d-751a-4ae8-bf55-02d87fdc7aad tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7d6796d-77df-48e8-af36-479c46cce131']}} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:50:43.537105 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-24ea086d-751a-4ae8-bf55-02d87fdc7aad tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e318828-1d56-4597-9d55-f0d208b9311d') {'for_net_delete': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:50:43.537654 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-24ea086d-751a-4ae8-bf55-02d87fdc7aad tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e318828-1d56-4597-9d55-f0d208b9311d') {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:50:43.552676 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-24ea086d-751a-4ae8-bf55-02d87fdc7aad tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1518531'] for segment, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:43.568375 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-f8947c7f-c7f0-4e69-969a-70c20245a611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a6454a-fd73-40da-978f-a9b3c79cb5de', 'name': 'tempest-ServerActionsTestJSON-874320212-router', 'tenant_id': 'e2165a78ac154b1c9f29e840efaf3cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.135'}], 'enable_snat': True}, 'gw_port_id': '58786892-5932-45d7-a698-2800f0cd5654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:45:15Z', 'updated_at': '2021-12-20T08:45:30Z', 'revision_number': 4, 'project_id': 'e2165a78ac154b1c9f29e840efaf3cb7', 'gw_port': {'id': '58786892-5932-45d7-a698-2800f0cd5654', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a6454a-fd73-40da-978f-a9b3c79cb5de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:45:16Z', 'updated_at': '2021-12-20T08:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': 'eb9c6964-d984-45d4-b174-931e7a1fa0ce', 'name': '', 'network_id': '3ab8996b-db59-43a0-a379-647199802474', 'tenant_id': 'e2165a78ac154b1c9f29e840efaf3cb7', 'mac_address': 'fa:16:3e:62:72:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a6454a-fd73-40da-978f-a9b3c79cb5de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '944a3b04-d2ac-486e-bee8-ba11ef891bfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:45:27Z', 'updated_at': '2021-12-20T08:45:40Z', 'revision_number': 5, 'project_id': 'e2165a78ac154b1c9f29e840efaf3cb7', 'subnets': [{'id': '944a3b04-d2ac-486e-bee8-ba11ef891bfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:50:43.572449 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-24ea086d-751a-4ae8-bf55-02d87fdc7aad tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:43.574791 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8947c7f-c7f0-4e69-969a-70c20245a611 None None] The sync data for ids ['29a6454a-fd73-40da-978f-a9b3c79cb5de'] in dv-neutron-820491-1-hyperv is: [{'id': '29a6454a-fd73-40da-978f-a9b3c79cb5de', 'name': 'tempest-ServerActionsTestJSON-874320212-router', 'tenant_id': 'e2165a78ac154b1c9f29e840efaf3cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.135'}], 'enable_snat': True}, 'gw_port_id': '58786892-5932-45d7-a698-2800f0cd5654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:45:15Z', 'updated_at': '2021-12-20T08:45:30Z', 'revision_number': 4, 'project_id': 'e2165a78ac154b1c9f29e840efaf3cb7', 'gw_port': {'id': '58786892-5932-45d7-a698-2800f0cd5654', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a6454a-fd73-40da-978f-a9b3c79cb5de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:45:16Z', 'updated_at': '2021-12-20T08:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': 'eb9c6964-d984-45d4-b174-931e7a1fa0ce', 'name': '', 'network_id': '3ab8996b-db59-43a0-a379-647199802474', 'tenant_id': 'e2165a78ac154b1c9f29e840efaf3cb7', 'mac_address': 'fa:16:3e:62:72:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a6454a-fd73-40da-978f-a9b3c79cb5de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '944a3b04-d2ac-486e-bee8-ba11ef891bfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:45:27Z', 'updated_at': '2021-12-20T08:45:40Z', 'revision_number': 5, 'project_id': 'e2165a78ac154b1c9f29e840efaf3cb7', 'subnets': [{'id': '944a3b04-d2ac-486e-bee8-ba11ef891bfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:50:43.585332 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24ea086d-751a-4ae8-bf55-02d87fdc7aad tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=83445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:50:43.585999 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-24ea086d-751a-4ae8-bf55-02d87fdc7aad tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2036002'] for segment, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:43.611948 dv-neutron-820491-1-hyperv neutron-server[83445]: Traceback (most recent call last): Dec 20 08:50:43.611948 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:50:43.611948 dv-neutron-820491-1-hyperv neutron-server[83445]: timer() Dec 20 08:50:43.611948 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:50:43.611948 dv-neutron-820491-1-hyperv neutron-server[83445]: cb(*args, **kw) Dec 20 08:50:43.611948 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:50:43.611948 dv-neutron-820491-1-hyperv neutron-server[83445]: return func(*args, **kwargs) Dec 20 08:50:43.611948 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:50:43.611948 dv-neutron-820491-1-hyperv neutron-server[83445]: self._notify() Dec 20 08:50:43.611948 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:50:43.611948 dv-neutron-820491-1-hyperv neutron-server[83445]: self.callback(batched_events) Dec 20 08:50:43.611948 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:50:43.611948 dv-neutron-820491-1-hyperv neutron-server[83445]: event.method(event) Dec 20 08:50:43.611948 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:50:43.611948 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:50:43.611948 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:50:43.611948 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:50:43.611948 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:50:43.611948 dv-neutron-820491-1-hyperv neutron-server[83445]: return f(self, *a, **k) Dec 20 08:50:43.611948 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:50:43.611948 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._get(url).json() Dec 20 08:50:43.611948 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:50:43.611948 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:50:43.611948 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:50:43.611948 dv-neutron-820491-1-hyperv neutron-server[83445]: return self.request(url, 'GET', **kwargs) Dec 20 08:50:43.611948 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:50:43.611948 dv-neutron-820491-1-hyperv neutron-server[83445]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:50:43.611948 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:50:43.611948 dv-neutron-820491-1-hyperv neutron-server[83445]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:50:43.611948 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:50:43.611948 dv-neutron-820491-1-hyperv neutron-server[83445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:50:43.611948 dv-neutron-820491-1-hyperv neutron-server[83445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:50:43.669709 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7c83610a-31eb-4752-be22-07eb6de42259 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:43.691113 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-24ea086d-751a-4ae8-bf55-02d87fdc7aad tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:43.695857 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-24ea086d-751a-4ae8-bf55-02d87fdc7aad tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:43.698506 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-921baa14-7194-41fb-9c8e-2362ac4d74b4 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:43.724940 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ea086d-751a-4ae8-bf55-02d87fdc7aad tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Pushing event deleted for resources: {'Network': ['ID=e7d6796d-77df-48e8-af36-479c46cce131,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:43.727864 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-24ea086d-751a-4ae8-bf55-02d87fdc7aad tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:43.734624 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-24ea086d-751a-4ae8-bf55-02d87fdc7aad tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "DELETE /v2.0/networks/e7d6796d-77df-48e8-af36-479c46cce131 HTTP/1.1" status: 204 len: 168 time: 1.3963230 Dec 20 08:50:43.737382 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 43934) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:50:43.810211 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-7c83610a-31eb-4752-be22-07eb6de42259 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Allocated IP 172.26.5.112 (95f3bec2-46e6-4468-8229-8badd4a5aaae/cf8895a3-346d-4313-a645-16ecdcce9969/7e031d38-44fd-45ed-9a9e-0601e35b701d) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:50:43.927544 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd3127-8976-4e6c-91c1-a7c935780b01 None None] Deleting port 5bea1201-af7f-4e4a-9ec9-68dc6d35ee7c {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:50:43.928131 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3127-8976-4e6c-91c1-a7c935780b01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:43.958756 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7c83610a-31eb-4752-be22-07eb6de42259 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:43.988553 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7c83610a-31eb-4752-be22-07eb6de42259 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:43.992960 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-51369e43-955e-4bb8-bf54-ca3ec9a2a556 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:43.993334 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd3127-8976-4e6c-91c1-a7c935780b01 None None] The port '5bea1201-af7f-4e4a-9ec9-68dc6d35ee7c' was deleted {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 08:50:44.061760 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c83610a-31eb-4752-be22-07eb6de42259 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Network 95f3bec2-46e6-4468-8229-8badd4a5aaae is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:50:44.069576 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-7c83610a-31eb-4752-be22-07eb6de42259 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:50:44.074308 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c83610a-31eb-4752-be22-07eb6de42259 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:50:44.107734 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c83610a-31eb-4752-be22-07eb6de42259 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'Port': ['ID=7e031d38-44fd-45ed-9a9e-0601e35b701d,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:44.111669 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7c83610a-31eb-4752-be22-07eb6de42259 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:44.212274 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-86a84a7f-55f6-4984-85ac-30986b52afbe tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349062'] for router_interface, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:44.558408 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43942) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:50:44.647411 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b2308841-20e8-4f08-a25f-facf2ac96c9d tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:44.687091 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b2308841-20e8-4f08-a25f-facf2ac96c9d tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:44.817513 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-81ff7693-fb9c-472b-abe4-52c551913503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:44.847036 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-86a84a7f-55f6-4984-85ac-30986b52afbe tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Deleting port d1531e0a-6120-42ab-8295-85fa1c7cebfb {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:50:44.847518 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7c83610a-31eb-4752-be22-07eb6de42259 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:44.847686 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-86a84a7f-55f6-4984-85ac-30986b52afbe tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:44.849708 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b2308841-20e8-4f08-a25f-facf2ac96c9d tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:44.853030 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c76fc359-d3a8-43f3-ae68-80e9b1377de0 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:44.900654 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2308841-20e8-4f08-a25f-facf2ac96c9d tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57316c2a-fdb6-46e9-9469-18e9bc81adc8,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:44.920558 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b2308841-20e8-4f08-a25f-facf2ac96c9d tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:44.950128 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7c83610a-31eb-4752-be22-07eb6de42259 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:44.988829 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b2308841-20e8-4f08-a25f-facf2ac96c9d tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:44.989967 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b2308841-20e8-4f08-a25f-facf2ac96c9d tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "DELETE /v2.0/security-groups/57316c2a-fdb6-46e9-9469-18e9bc81adc8 HTTP/1.1" status: 204 len: 168 time: 0.4303496 Dec 20 08:50:44.992354 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43946) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:50:45.019561 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-8ba3ccc5-3e2a-4fa9-9489-b419426ce2af tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] show failed (client error): The resource could not be found. Dec 20 08:50:45.020537 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-8ba3ccc5-3e2a-4fa9-9489-b419426ce2af tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "GET /v2.0/security-groups/57316c2a-fdb6-46e9-9469-18e9bc81adc8 HTTP/1.1" status: 404 len: 347 time: 0.0273299 Dec 20 08:50:45.026189 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43950) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:50:45.124026 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-86a84a7f-55f6-4984-85ac-30986b52afbe tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] For port d1531e0a-6120-42ab-8295-85fa1c7cebfb, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=d1531e0a-6120-42ab-8295-85fa1c7cebfb,segment=NetworkSegment(e3bdb0c6-4fd1-41b5-bb8f-afb5d411bcb9),segment_id=e3bdb0c6-4fd1-41b5-bb8f-afb5d411bcb9)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:50:45.124752 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-86a84a7f-55f6-4984-85ac-30986b52afbe tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:45.219550 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-f9a6b17a-ba58-46bd-8b23-1a22eae398a5 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Deleting port 7c337ed6-2ffd-4960-96f3-d298a92f250e {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:50:45.219892 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f9a6b17a-ba58-46bd-8b23-1a22eae398a5 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:45.255888 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-86a84a7f-55f6-4984-85ac-30986b52afbe tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Calling delete_port for d1531e0a-6120-42ab-8295-85fa1c7cebfb owned by network:router_interface {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:50:45.471581 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-86a84a7f-55f6-4984-85ac-30986b52afbe tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:45.477086 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-6a1a16ac-431a-4490-afe0-61d4919f7b4d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:45.489947 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7c83610a-31eb-4752-be22-07eb6de42259 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:45.489947 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f9a6b17a-ba58-46bd-8b23-1a22eae398a5 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:45.489947 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f9a6b17a-ba58-46bd-8b23-1a22eae398a5 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:45.501655 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7c83610a-31eb-4752-be22-07eb6de42259 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:45.510005 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-31103875-57de-470f-9a9a-02f0a4bb1fb2 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:45.543118 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a84a7f-55f6-4984-85ac-30986b52afbe tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Pushing event deleted for resources: {'Port': ['ID=d1531e0a-6120-42ab-8295-85fa1c7cebfb,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:45.550008 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-86a84a7f-55f6-4984-85ac-30986b52afbe tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:45.672081 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-f9a6b17a-ba58-46bd-8b23-1a22eae398a5 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Calling delete_port for 7c337ed6-2ffd-4960-96f3-d298a92f250e owned by network:floatingip {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:50:45.884262 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c83610a-31eb-4752-be22-07eb6de42259 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'Port': ['ID=7e031d38-44fd-45ed-9a9e-0601e35b701d,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:45.892214 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7c83610a-31eb-4752-be22-07eb6de42259 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:45.927441 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7c83610a-31eb-4752-be22-07eb6de42259 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-345990'] for floatingip, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:45.930958 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:45.980035 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f9a6b17a-ba58-46bd-8b23-1a22eae398a5 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:45.982753 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-86a84a7f-55f6-4984-85ac-30986b52afbe tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32897953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348760'] for router_interface, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:45.991314 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-5e32bcfb-939e-4dd1-9630-d41e2cee3e4e tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:45.997719 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:46.035180 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a6b17a-ba58-46bd-8b23-1a22eae398a5 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Pushing event deleted for resources: {'Port': ['ID=7c337ed6-2ffd-4960-96f3-d298a92f250e,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:46.035180 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f9a6b17a-ba58-46bd-8b23-1a22eae398a5 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:46.270061 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f9a6b17a-ba58-46bd-8b23-1a22eae398a5 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Notify callbacks [] for floatingip, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:46.342823 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f9a6b17a-ba58-46bd-8b23-1a22eae398a5 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:46.343966 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f9a6b17a-ba58-46bd-8b23-1a22eae398a5 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] 10.222.0.16 "DELETE /v2.0/floatingips/04f5c4f5-e3c2-4019-9580-0a36ec3939e4 HTTP/1.1" status: 204 len: 168 time: 1.3162038 Dec 20 08:50:46.348212 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43954) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:50:46.406971 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.l3_db [None req-7c83610a-31eb-4752-be22-07eb6de42259 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Floating IP cbf076af-deae-445b-ac9f-67f636274120 associated. External IP: 172.26.5.112, port: 41a5b496-314f-427c-a27d-8a744bbc26ea. Dec 20 08:50:46.559701 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86a84a7f-55f6-4984-85ac-30986b52afbe tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Router 17cdab0b-98aa-4f0f-8994-ba0bb895186a has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:50:46.732756 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86a84a7f-55f6-4984-85ac-30986b52afbe tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:50:46.749412 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-86a84a7f-55f6-4984-85ac-30986b52afbe tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "PUT /v2.0/routers/17cdab0b-98aa-4f0f-8994-ba0bb895186a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0071034 Dec 20 08:50:46.749633 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 43960) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:50:46.929626 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_v2 [None req-929e6cd1-1d08-48ba-8a19-16f3f7f7e3b9 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Deleting subnet dd8ea596-df06-4356-94d7-70cdb0e1c7b4 {{(pid=83445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:50:46.932358 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-929e6cd1-1d08-48ba-8a19-16f3f7f7e3b9 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for subnet, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:46.988528 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-929e6cd1-1d08-48ba-8a19-16f3f7f7e3b9 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1518554'] for subnet, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:47.078907 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-929e6cd1-1d08-48ba-8a19-16f3f7f7e3b9 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:47.153932 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-929e6cd1-1d08-48ba-8a19-16f3f7f7e3b9 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2036620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2095133'] for subnet, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:47.158233 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b6bf377b-d91f-4b59-9e8f-c8f7416dc5bd tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:47.188999 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c83610a-31eb-4752-be22-07eb6de42259 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Router be6c5e52-17f4-4cf5-a021-03a4acfe629d has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:50:47.197135 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929e6cd1-1d08-48ba-8a19-16f3f7f7e3b9 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Pushing event deleted for resources: {'Subnet': ['ID=dd8ea596-df06-4356-94d7-70cdb0e1c7b4,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:47.200599 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-929e6cd1-1d08-48ba-8a19-16f3f7f7e3b9 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:47.211763 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-929e6cd1-1d08-48ba-8a19-16f3f7f7e3b9 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:47.219479 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35af766-4e0a-4bca-8a18-630e0750a290 None None] Network d3cafd78-4c13-41c5-961c-bc5f44e10662 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:50:47.220347 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-929e6cd1-1d08-48ba-8a19-16f3f7f7e3b9 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "DELETE /v2.0/subnets/dd8ea596-df06-4356-94d7-70cdb0e1c7b4 HTTP/1.1" status: 204 len: 168 time: 0.4697528 Dec 20 08:50:47.223019 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 43964) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:50:47.309135 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-becb0a5c-72ed-4bfc-b8e8-d229dcf4da32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349062'] for router_interface, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:47.347542 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-333afbd9-07f8-49b3-974c-0e0e3659d87c tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:47.362115 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-333afbd9-07f8-49b3-974c-0e0e3659d87c tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Deleting port 6951ab0d-7513-495f-968c-e27699a1583a {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:50:47.362509 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-333afbd9-07f8-49b3-974c-0e0e3659d87c tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:47.411540 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:47.519029 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3064658f-2d81-473d-9824-f97a839718ad None None] DHCP port deletion for d3cafd78-4c13-41c5-961c-bc5f44e10662 request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 08:50:47.524091 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-3064658f-2d81-473d-9824-f97a839718ad None None] Deleting port 6951ab0d-7513-495f-968c-e27699a1583a {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:50:47.524925 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3064658f-2d81-473d-9824-f97a839718ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:47.594439 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c83610a-31eb-4752-be22-07eb6de42259 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:50:47.620869 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7c83610a-31eb-4752-be22-07eb6de42259 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:47.675227 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907a72c5-c9c8-4d95-a591-df14980a7ac8 None None] Sync routers for ids ['be6c5e52-17f4-4cf5-a021-03a4acfe629d'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:50:47.721627 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907a72c5-c9c8-4d95-a591-df14980a7ac8 None None] Routers {'be6c5e52-17f4-4cf5-a021-03a4acfe629d'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:50:47.722062 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-907a72c5-c9c8-4d95-a591-df14980a7ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:50:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['be6c5e52-17f4-4cf5-a021-03a4acfe629d'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:50:47.755477 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-333afbd9-07f8-49b3-974c-0e0e3659d87c tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] For port 6951ab0d-7513-495f-968c-e27699a1583a, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=6951ab0d-7513-495f-968c-e27699a1583a,segment=NetworkSegment(e3bdb0c6-4fd1-41b5-bb8f-afb5d411bcb9),segment_id=e3bdb0c6-4fd1-41b5-bb8f-afb5d411bcb9)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:50:47.756096 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-333afbd9-07f8-49b3-974c-0e0e3659d87c tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:47.863791 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-7c83610a-31eb-4752-be22-07eb6de42259 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.3893955 Dec 20 08:50:47.863987 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b17baba-ad66-4a72-ae0b-ba26162b5cde', 'tag': '41a5b496-314f-427c-a27d-8a744bbc26ea'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 08:50:47.870354 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43968) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:50:47.926856 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-333afbd9-07f8-49b3-974c-0e0e3659d87c tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Calling delete_port for 6951ab0d-7513-495f-968c-e27699a1583a owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:50:47.982278 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b17baba-ad66-4a72-ae0b-ba26162b5cde', 'tag': '41a5b496-314f-427c-a27d-8a744bbc26ea', 'status': 'completed', 'code': 200} Dec 20 08:50:48.056837 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-3064658f-2d81-473d-9824-f97a839718ad None None] For port 6951ab0d-7513-495f-968c-e27699a1583a, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=6951ab0d-7513-495f-968c-e27699a1583a,segment=NetworkSegment(e3bdb0c6-4fd1-41b5-bb8f-afb5d411bcb9),segment_id=e3bdb0c6-4fd1-41b5-bb8f-afb5d411bcb9)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:50:48.057263 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3064658f-2d81-473d-9824-f97a839718ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:48.080992 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-77d75864-9221-4823-996b-79f483e4e1a7 req-8808455d-2bcc-4b25-ae04-8d58c3a55a3b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f7b89f97320342ff933d41aa1a974b12&device_id=8b17baba-ad66-4a72-ae0b-ba26162b5cde HTTP/1.1" status: 200 len: 1099 time: 0.1091254 Dec 20 08:50:48.081594 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-333afbd9-07f8-49b3-974c-0e0e3659d87c tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:48.083315 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-36aedda3-3ad5-4db2-8d52-1c837c258d68 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/floatingips/cbf076af-deae-445b-ac9f-67f636274120 HTTP/1.1" status: 200 len: 992 time: 0.2118256 Dec 20 08:50:48.087866 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-160f441c-5fc6-4e99-8b82-211c8ebad01b tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:48.154922 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333afbd9-07f8-49b3-974c-0e0e3659d87c tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Pushing event deleted for resources: {'Port': ['ID=6951ab0d-7513-495f-968c-e27699a1583a,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:48.158091 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-333afbd9-07f8-49b3-974c-0e0e3659d87c tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:48.169804 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333afbd9-07f8-49b3-974c-0e0e3659d87c tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] No DVR routers for this DVR port 6951ab0d-7513-495f-968c-e27699a1583a on host dv-neutron-820491-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:50:48.204352 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-3064658f-2d81-473d-9824-f97a839718ad None None] Calling delete_port for 6951ab0d-7513-495f-968c-e27699a1583a owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:50:48.271880 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-907a72c5-c9c8-4d95-a591-df14980a7ac8 None None] Set router be6c5e52-17f4-4cf5-a021-03a4acfe629d gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:50:48.351456 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-becb0a5c-72ed-4bfc-b8e8-d229dcf4da32 admin admin] Deleting port eb9c6964-d984-45d4-b174-931e7a1fa0ce {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:50:48.351962 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-becb0a5c-72ed-4bfc-b8e8-d229dcf4da32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:48.368607 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.db.api [None req-3064658f-2d81-473d-9824-f97a839718ad None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 08:50:48.369260 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_db.api [None req-3064658f-2d81-473d-9824-f97a839718ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 08:50:48.391796 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-333afbd9-07f8-49b3-974c-0e0e3659d87c tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:48.449546 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d75864-9221-4823-996b-79f483e4e1a7 req-23dade23-440c-441e-96bc-9ca8815a4f47 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:48.449546 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-77d75864-9221-4823-996b-79f483e4e1a7 req-23dade23-440c-441e-96bc-9ca8815a4f47 service neutron] 10.222.0.58 "GET /v2.0/networks?id=caa21fb0-1cb5-43cc-8d5b-fb626a02e71f HTTP/1.1" status: 200 len: 897 time: 0.3171408 Dec 20 08:50:48.449546 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-333afbd9-07f8-49b3-974c-0e0e3659d87c tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3cafd78-4c13-41c5-961c-bc5f44e10662']}} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:50:48.524541 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-333afbd9-07f8-49b3-974c-0e0e3659d87c tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3bdb0c6-4fd1-41b5-bb8f-afb5d411bcb9') {'for_net_delete': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:50:48.524541 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-333afbd9-07f8-49b3-974c-0e0e3659d87c tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3bdb0c6-4fd1-41b5-bb8f-afb5d411bcb9') {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:50:48.549648 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-333afbd9-07f8-49b3-974c-0e0e3659d87c tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1518531'] for segment, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:48.576880 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-333afbd9-07f8-49b3-974c-0e0e3659d87c tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:48.585499 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-333afbd9-07f8-49b3-974c-0e0e3659d87c tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=83445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:50:48.585499 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-333afbd9-07f8-49b3-974c-0e0e3659d87c tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2036002'] for segment, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:48.592896 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-becb0a5c-72ed-4bfc-b8e8-d229dcf4da32 admin admin] For port eb9c6964-d984-45d4-b174-931e7a1fa0ce, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=eb9c6964-d984-45d4-b174-931e7a1fa0ce,segment=NetworkSegment(b15ed654-e239-4345-87ef-d2514f065b9f),segment_id=b15ed654-e239-4345-87ef-d2514f065b9f)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:50:48.592896 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-becb0a5c-72ed-4bfc-b8e8-d229dcf4da32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:48.698847 dv-neutron-820491-1-hyperv neutron-server[83445]: Traceback (most recent call last): Dec 20 08:50:48.698847 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:50:48.698847 dv-neutron-820491-1-hyperv neutron-server[83445]: timer() Dec 20 08:50:48.698847 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:50:48.698847 dv-neutron-820491-1-hyperv neutron-server[83445]: cb(*args, **kw) Dec 20 08:50:48.698847 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:50:48.698847 dv-neutron-820491-1-hyperv neutron-server[83445]: return func(*args, **kwargs) Dec 20 08:50:48.698847 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:50:48.698847 dv-neutron-820491-1-hyperv neutron-server[83445]: self._notify() Dec 20 08:50:48.698847 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:50:48.698847 dv-neutron-820491-1-hyperv neutron-server[83445]: self.callback(batched_events) Dec 20 08:50:48.698847 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:50:48.698847 dv-neutron-820491-1-hyperv neutron-server[83445]: event.method(event) Dec 20 08:50:48.698847 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:50:48.698847 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:50:48.698847 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:50:48.698847 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:50:48.698847 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:50:48.698847 dv-neutron-820491-1-hyperv neutron-server[83445]: return f(self, *a, **k) Dec 20 08:50:48.698847 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:50:48.698847 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._get(url).json() Dec 20 08:50:48.698847 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:50:48.698847 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:50:48.698847 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:50:48.698847 dv-neutron-820491-1-hyperv neutron-server[83445]: return self.request(url, 'GET', **kwargs) Dec 20 08:50:48.698847 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:50:48.698847 dv-neutron-820491-1-hyperv neutron-server[83445]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:50:48.698847 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:50:48.698847 dv-neutron-820491-1-hyperv neutron-server[83445]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:50:48.698847 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:50:48.698847 dv-neutron-820491-1-hyperv neutron-server[83445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:50:48.698847 dv-neutron-820491-1-hyperv neutron-server[83445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:50:48.732699 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-333afbd9-07f8-49b3-974c-0e0e3659d87c tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:48.747640 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-c1008d1b-fc14-4b35-a79e-5c7444571d14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:48.750185 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-907a72c5-c9c8-4d95-a591-df14980a7ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be6c5e52-17f4-4cf5-a021-03a4acfe629d', 'name': 'tempest-TestNetworkBasicOps-router-1113743447', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.254'}], 'enable_snat': True}, 'gw_port_id': '25916c7e-e017-4d5d-86c7-f08a2b4012a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:50:09Z', 'updated_at': '2021-12-20T08:50:18Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': '25916c7e-e017-4d5d-86c7-f08a2b4012a6', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:74:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6c5e52-17f4-4cf5-a021-03a4acfe629d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:50:10Z', 'updated_at': '2021-12-20T08:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': 'cbf076af-deae-445b-ac9f-67f636274120', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'floating_ip_address': '172.26.5.112', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': 'be6c5e52-17f4-4cf5-a021-03a4acfe629d', 'port_id': '41a5b496-314f-427c-a27d-8a744bbc26ea', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'caa21fb0-1cb5-43cc-8d5b-fb626a02e71f', 'mac_address': 'fa:16:3e:56:c7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b17baba-ad66-4a72-ae0b-ba26162b5cde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T08:50:44Z', 'updated_at': '2021-12-20T08:50:44Z', 'revision_number': 0, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e05c75c-a1db-4e60-a206-6a13eb69e7a1', 'name': '', 'network_id': 'caa21fb0-1cb5-43cc-8d5b-fb626a02e71f', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'mac_address': 'fa:16:3e:c7:c2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6c5e52-17f4-4cf5-a021-03a4acfe629d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1dc99aea-3f34-4daa-9edc-7b86fc22bc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:50:16Z', 'updated_at': '2021-12-20T08:50:33Z', 'revision_number': 5, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'subnets': [{'id': '1dc99aea-3f34-4daa-9edc-7b86fc22bc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:50:48.754578 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907a72c5-c9c8-4d95-a591-df14980a7ac8 None None] Checking router: be6c5e52-17f4-4cf5-a021-03a4acfe629d for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 08:50:48.764758 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-becb0a5c-72ed-4bfc-b8e8-d229dcf4da32 admin admin] Calling delete_port for eb9c6964-d984-45d4-b174-931e7a1fa0ce owned by network:router_interface {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:50:48.768221 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-333afbd9-07f8-49b3-974c-0e0e3659d87c tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:48.770199 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907a72c5-c9c8-4d95-a591-df14980a7ac8 None None] Routers {'be6c5e52-17f4-4cf5-a021-03a4acfe629d'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:50:48.770415 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-907a72c5-c9c8-4d95-a591-df14980a7ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:50:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['be6c5e52-17f4-4cf5-a021-03a4acfe629d'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:50:48.778186 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333afbd9-07f8-49b3-974c-0e0e3659d87c tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Pushing event deleted for resources: {'Network': ['ID=d3cafd78-4c13-41c5-961c-bc5f44e10662,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:48.785049 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-333afbd9-07f8-49b3-974c-0e0e3659d87c tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:48.791586 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-77d75864-9221-4823-996b-79f483e4e1a7 req-439a454d-8c82-4c1b-9c4b-f65e3c943861 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41a5b496-314f-427c-a27d-8a744bbc26ea HTTP/1.1" status: 200 len: 1000 time: 0.3415864 Dec 20 08:50:48.799551 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-333afbd9-07f8-49b3-974c-0e0e3659d87c tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "DELETE /v2.0/networks/d3cafd78-4c13-41c5-961c-bc5f44e10662 HTTP/1.1" status: 204 len: 168 time: 1.5723310 Dec 20 08:50:48.799551 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 43976) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:50:48.927310 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-3064658f-2d81-473d-9824-f97a839718ad None None] Deleting port 6951ab0d-7513-495f-968c-e27699a1583a {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:50:48.928097 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3064658f-2d81-473d-9824-f97a839718ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:49.034979 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-becb0a5c-72ed-4bfc-b8e8-d229dcf4da32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:49.034979 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7c83610a-31eb-4752-be22-07eb6de42259 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:49.040022 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d75864-9221-4823-996b-79f483e4e1a7 req-875acc59-d69b-41bc-9deb-067f9036710f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:49.040022 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-77d75864-9221-4823-996b-79f483e4e1a7 req-875acc59-d69b-41bc-9deb-067f9036710f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1dc99aea-3f34-4daa-9edc-7b86fc22bc0b HTTP/1.1" status: 200 len: 835 time: 0.2361538 Dec 20 08:50:49.042849 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-3064658f-2d81-473d-9824-f97a839718ad None None] The port '6951ab0d-7513-495f-968c-e27699a1583a' was deleted {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 08:50:49.082674 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becb0a5c-72ed-4bfc-b8e8-d229dcf4da32 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb9c6964-d984-45d4-b174-931e7a1fa0ce,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:49.092109 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-becb0a5c-72ed-4bfc-b8e8-d229dcf4da32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:49.092109 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43980) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:50:49.126145 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-907a72c5-c9c8-4d95-a591-df14980a7ac8 None None] Set router be6c5e52-17f4-4cf5-a021-03a4acfe629d gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:50:49.223395 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 6951ab0d-7513-495f-968c-e27699a1583a no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:50:49.287492 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 6951ab0d-7513-495f-968c-e27699a1583a {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:50:49.287492 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 6951ab0d-7513-495f-968c-e27699a1583a not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:50:49.356542 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-6b4751f6-70e1-4942-88da-8fb31b6286de tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/floatingips/cbf076af-deae-445b-ac9f-67f636274120 HTTP/1.1" status: 200 len: 992 time: 0.2618794 Dec 20 08:50:49.527098 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-77d75864-9221-4823-996b-79f483e4e1a7 req-5828bd47-7d38-4c23-bf63-9e81bf059ee4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=caa21fb0-1cb5-43cc-8d5b-fb626a02e71f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4539263 Dec 20 08:50:49.720867 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-becb0a5c-72ed-4bfc-b8e8-d229dcf4da32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32897953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348760'] for router_interface, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:49.782838 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-77d75864-9221-4823-996b-79f483e4e1a7 req-40ee4628-3baa-42e3-a824-22f1f35c3a6a service neutron] 10.222.0.58 "GET /v2.0/networks/caa21fb0-1cb5-43cc-8d5b-fb626a02e71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326083 Dec 20 08:50:49.787480 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-294fbd0b-7691-411c-8812-c98e6888717b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349062'] for router_interface, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:49.827747 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-907a72c5-c9c8-4d95-a591-df14980a7ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be6c5e52-17f4-4cf5-a021-03a4acfe629d', 'name': 'tempest-TestNetworkBasicOps-router-1113743447', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.254'}], 'enable_snat': True}, 'gw_port_id': '25916c7e-e017-4d5d-86c7-f08a2b4012a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:50:09Z', 'updated_at': '2021-12-20T08:50:18Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': '25916c7e-e017-4d5d-86c7-f08a2b4012a6', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:74:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6c5e52-17f4-4cf5-a021-03a4acfe629d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:50:10Z', 'updated_at': '2021-12-20T08:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': 'cbf076af-deae-445b-ac9f-67f636274120', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'floating_ip_address': '172.26.5.112', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': 'be6c5e52-17f4-4cf5-a021-03a4acfe629d', 'port_id': '41a5b496-314f-427c-a27d-8a744bbc26ea', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'caa21fb0-1cb5-43cc-8d5b-fb626a02e71f', 'mac_address': 'fa:16:3e:56:c7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b17baba-ad66-4a72-ae0b-ba26162b5cde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T08:50:44Z', 'updated_at': '2021-12-20T08:50:44Z', 'revision_number': 0, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e05c75c-a1db-4e60-a206-6a13eb69e7a1', 'name': '', 'network_id': 'caa21fb0-1cb5-43cc-8d5b-fb626a02e71f', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'mac_address': 'fa:16:3e:c7:c2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6c5e52-17f4-4cf5-a021-03a4acfe629d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1dc99aea-3f34-4daa-9edc-7b86fc22bc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:50:16Z', 'updated_at': '2021-12-20T08:50:33Z', 'revision_number': 5, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'subnets': [{'id': '1dc99aea-3f34-4daa-9edc-7b86fc22bc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:50:49.832621 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907a72c5-c9c8-4d95-a591-df14980a7ac8 None None] The sync data for ids ['be6c5e52-17f4-4cf5-a021-03a4acfe629d'] in dv-neutron-820491-1-hyperv is: [{'id': 'be6c5e52-17f4-4cf5-a021-03a4acfe629d', 'name': 'tempest-TestNetworkBasicOps-router-1113743447', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.254'}], 'enable_snat': True}, 'gw_port_id': '25916c7e-e017-4d5d-86c7-f08a2b4012a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:50:09Z', 'updated_at': '2021-12-20T08:50:18Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': '25916c7e-e017-4d5d-86c7-f08a2b4012a6', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:74:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6c5e52-17f4-4cf5-a021-03a4acfe629d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:50:10Z', 'updated_at': '2021-12-20T08:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': 'cbf076af-deae-445b-ac9f-67f636274120', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'floating_ip_address': '172.26.5.112', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': 'be6c5e52-17f4-4cf5-a021-03a4acfe629d', 'port_id': '41a5b496-314f-427c-a27d-8a744bbc26ea', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'caa21fb0-1cb5-43cc-8d5b-fb626a02e71f', 'mac_address': 'fa:16:3e:56:c7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b17baba-ad66-4a72-ae0b-ba26162b5cde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T08:50:44Z', 'updated_at': '2021-12-20T08:50:44Z', 'revision_number': 0, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e05c75c-a1db-4e60-a206-6a13eb69e7a1', 'name': '', 'network_id': 'caa21fb0-1cb5-43cc-8d5b-fb626a02e71f', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'mac_address': 'fa:16:3e:c7:c2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6c5e52-17f4-4cf5-a021-03a4acfe629d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1dc99aea-3f34-4daa-9edc-7b86fc22bc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:50:16Z', 'updated_at': '2021-12-20T08:50:33Z', 'revision_number': 5, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'subnets': [{'id': '1dc99aea-3f34-4daa-9edc-7b86fc22bc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:50:50.130837 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-77d75864-9221-4823-996b-79f483e4e1a7 req-5b6cf153-467e-498b-a097-923fde6fb90f service neutron] 10.222.0.58 "GET /v2.0/networks/caa21fb0-1cb5-43cc-8d5b-fb626a02e71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737184 Dec 20 08:50:50.355028 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43986) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:50:50.548892 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-0cbd252e-6b7f-41e7-a3fa-d6cc50d71c64 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/floatingips/cbf076af-deae-445b-ac9f-67f636274120 HTTP/1.1" status: 200 len: 992 time: 0.1926079 Dec 20 08:50:50.621214 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-294fbd0b-7691-411c-8812-c98e6888717b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Deleting port 39c988a9-0256-47ad-b6be-124d3f4dc7d8 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:50:50.621799 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-294fbd0b-7691-411c-8812-c98e6888717b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:50.627123 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28691f9-29b4-481b-ad78-a4f37ec0a7ce None None] New status for floating IP 04f5c4f5-e3c2-4019-9580-0a36ec3939e4: DOWN {{(pid=83447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 08:50:50.722479 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-becb0a5c-72ed-4bfc-b8e8-d229dcf4da32 admin admin] Router 29a6454a-fd73-40da-978f-a9b3c79cb5de has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:50:50.789970 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5891f258-4e64-4b49-9fa3-0a2bc5c42142 None None] Sync routers for ids ['17cdab0b-98aa-4f0f-8994-ba0bb895186a'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:50:50.815078 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5891f258-4e64-4b49-9fa3-0a2bc5c42142 None None] Routers {'17cdab0b-98aa-4f0f-8994-ba0bb895186a'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:50:50.815078 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-5891f258-4e64-4b49-9fa3-0a2bc5c42142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:50:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['17cdab0b-98aa-4f0f-8994-ba0bb895186a'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:50:50.845669 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-294fbd0b-7691-411c-8812-c98e6888717b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] For port 39c988a9-0256-47ad-b6be-124d3f4dc7d8, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=39c988a9-0256-47ad-b6be-124d3f4dc7d8,segment=NetworkSegment(d7d0b730-7ddc-4365-9f9e-c2e8f740a278),segment_id=d7d0b730-7ddc-4365-9f9e-c2e8f740a278)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:50:50.846137 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-294fbd0b-7691-411c-8812-c98e6888717b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:50.890284 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1986b735-283a-42da-be78-2107de1a1a5f None None] New status for floating IP cbf076af-deae-445b-ac9f-67f636274120: ACTIVE {{(pid=83447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 08:50:50.983896 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-294fbd0b-7691-411c-8812-c98e6888717b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Calling delete_port for 39c988a9-0256-47ad-b6be-124d3f4dc7d8 owned by network:router_interface {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:50:51.038337 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-becb0a5c-72ed-4bfc-b8e8-d229dcf4da32 admin admin] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:50:51.058561 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-becb0a5c-72ed-4bfc-b8e8-d229dcf4da32 admin admin] 10.222.0.16 "PUT /v2.0/routers/29a6454a-fd73-40da-978f-a9b3c79cb5de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7098157 Dec 20 08:50:51.060726 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43990) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:50:51.157724 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c6c79e-5599-449f-a4a6-32348a670cea None None] Sync routers for ids ['29a6454a-fd73-40da-978f-a9b3c79cb5de'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:50:51.195813 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c6c79e-5599-449f-a4a6-32348a670cea None None] Routers {'29a6454a-fd73-40da-978f-a9b3c79cb5de'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:50:51.196481 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-98c6c79e-5599-449f-a4a6-32348a670cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:50:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['29a6454a-fd73-40da-978f-a9b3c79cb5de'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:50:51.255332 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-5891f258-4e64-4b49-9fa3-0a2bc5c42142 None None] Set router 17cdab0b-98aa-4f0f-8994-ba0bb895186a gateway port host: None {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:50:51.280566 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-294fbd0b-7691-411c-8812-c98e6888717b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:51.293989 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-86a84a7f-55f6-4984-85ac-30986b52afbe tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:51.356789 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-55a2ad14-07f5-4355-b0c9-695c2e6d3bd6 admin admin] Notify callbacks [] for router, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:51.366565 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294fbd0b-7691-411c-8812-c98e6888717b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Pushing event deleted for resources: {'Port': ['ID=39c988a9-0256-47ad-b6be-124d3f4dc7d8,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:51.376699 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-294fbd0b-7691-411c-8812-c98e6888717b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:51.562494 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 43994) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:50:51.641754 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-98c6c79e-5599-449f-a4a6-32348a670cea None None] Set router 29a6454a-fd73-40da-978f-a9b3c79cb5de gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:50:51.938878 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-294fbd0b-7691-411c-8812-c98e6888717b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32897953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348760'] for router_interface, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:52.032023 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d3062119-1a40-4585-b5c7-73d1ec9b23ad tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/floatingips/cbf076af-deae-445b-ac9f-67f636274120 HTTP/1.1" status: 200 len: 994 time: 0.4664001 Dec 20 08:50:52.094207 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-5891f258-4e64-4b49-9fa3-0a2bc5c42142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17cdab0b-98aa-4f0f-8994-ba0bb895186a', 'name': 'tempest-RoutersIpV6Test-router-16149182', 'tenant_id': '77c40f4df6664268b6fdee7d685de4ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:49:52Z', 'updated_at': '2021-12-20T08:50:45Z', 'revision_number': 10, 'project_id': '77c40f4df6664268b6fdee7d685de4ee', 'gw_port_host': None, '_interfaces': [{'id': '39c988a9-0256-47ad-b6be-124d3f4dc7d8', 'name': '', 'network_id': '1c07488c-f637-4d5a-ab2c-ff0d0b54a93d', 'tenant_id': '77c40f4df6664268b6fdee7d685de4ee', 'mac_address': 'fa:16:3e:18:4e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cdab0b-98aa-4f0f-8994-ba0bb895186a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f7441b0d-9ff3-44da-90de-fb8cbacfe86a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:49:56Z', 'updated_at': '2021-12-20T08:50:17Z', 'revision_number': 5, 'project_id': '77c40f4df6664268b6fdee7d685de4ee', 'subnets': [{'id': 'f7441b0d-9ff3-44da-90de-fb8cbacfe86a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:50:52.105347 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 08:50:52.154875 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-55a2ad14-07f5-4355-b0c9-695c2e6d3bd6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:52.161352 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5891f258-4e64-4b49-9fa3-0a2bc5c42142 None None] Checking router: 17cdab0b-98aa-4f0f-8994-ba0bb895186a for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 08:50:52.171517 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-55a2ad14-07f5-4355-b0c9-695c2e6d3bd6 admin admin] Deleting port 58786892-5932-45d7-a698-2800f0cd5654 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:50:52.172097 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-55a2ad14-07f5-4355-b0c9-695c2e6d3bd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:52.177440 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5891f258-4e64-4b49-9fa3-0a2bc5c42142 None None] Routers {'17cdab0b-98aa-4f0f-8994-ba0bb895186a'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:50:52.178087 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-5891f258-4e64-4b49-9fa3-0a2bc5c42142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:50:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['17cdab0b-98aa-4f0f-8994-ba0bb895186a'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:50:52.341881 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-5891f258-4e64-4b49-9fa3-0a2bc5c42142 None None] Set router 17cdab0b-98aa-4f0f-8994-ba0bb895186a gateway port host: None {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:50:52.393199 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-98c6c79e-5599-449f-a4a6-32348a670cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a6454a-fd73-40da-978f-a9b3c79cb5de', 'name': 'tempest-ServerActionsTestJSON-874320212-router', 'tenant_id': 'e2165a78ac154b1c9f29e840efaf3cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.135'}], 'enable_snat': True}, 'gw_port_id': '58786892-5932-45d7-a698-2800f0cd5654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:45:15Z', 'updated_at': '2021-12-20T08:50:48Z', 'revision_number': 5, 'project_id': 'e2165a78ac154b1c9f29e840efaf3cb7', 'gw_port': {'id': '58786892-5932-45d7-a698-2800f0cd5654', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a6454a-fd73-40da-978f-a9b3c79cb5de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:45:16Z', 'updated_at': '2021-12-20T08:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:50:52.418864 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c6c79e-5599-449f-a4a6-32348a670cea None None] Checking router: 29a6454a-fd73-40da-978f-a9b3c79cb5de for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 08:50:52.502023 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-55a2ad14-07f5-4355-b0c9-695c2e6d3bd6 admin admin] For port 58786892-5932-45d7-a698-2800f0cd5654, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=58786892-5932-45d7-a698-2800f0cd5654,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:50:52.502458 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-55a2ad14-07f5-4355-b0c9-695c2e6d3bd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:52.502884 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-294fbd0b-7691-411c-8812-c98e6888717b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Router 17cdab0b-98aa-4f0f-8994-ba0bb895186a has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:50:52.523806 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-5891f258-4e64-4b49-9fa3-0a2bc5c42142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17cdab0b-98aa-4f0f-8994-ba0bb895186a', 'name': 'tempest-RoutersIpV6Test-router-16149182', 'tenant_id': '77c40f4df6664268b6fdee7d685de4ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:49:52Z', 'updated_at': '2021-12-20T08:50:51Z', 'revision_number': 11, 'project_id': '77c40f4df6664268b6fdee7d685de4ee', 'gw_port_host': None}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:50:52.529267 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5891f258-4e64-4b49-9fa3-0a2bc5c42142 None None] The sync data for ids ['17cdab0b-98aa-4f0f-8994-ba0bb895186a'] in dv-neutron-820491-1-hyperv is: [{'id': '17cdab0b-98aa-4f0f-8994-ba0bb895186a', 'name': 'tempest-RoutersIpV6Test-router-16149182', 'tenant_id': '77c40f4df6664268b6fdee7d685de4ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:49:52Z', 'updated_at': '2021-12-20T08:50:51Z', 'revision_number': 11, 'project_id': '77c40f4df6664268b6fdee7d685de4ee', 'gw_port_host': None}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:50:52.538590 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c6c79e-5599-449f-a4a6-32348a670cea None None] Routers {'29a6454a-fd73-40da-978f-a9b3c79cb5de'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:50:52.539515 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-98c6c79e-5599-449f-a4a6-32348a670cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:50:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['29a6454a-fd73-40da-978f-a9b3c79cb5de'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:50:52.704674 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-294fbd0b-7691-411c-8812-c98e6888717b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:50:52.708762 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-55a2ad14-07f5-4355-b0c9-695c2e6d3bd6 admin admin] Calling delete_port for 58786892-5932-45d7-a698-2800f0cd5654 owned by network:router_gateway {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:50:52.726929 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-294fbd0b-7691-411c-8812-c98e6888717b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "PUT /v2.0/routers/17cdab0b-98aa-4f0f-8994-ba0bb895186a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9254906 Dec 20 08:50:52.728183 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 43998) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:50:52.893787 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-98c6c79e-5599-449f-a4a6-32348a670cea None None] Set router 29a6454a-fd73-40da-978f-a9b3c79cb5de gateway port host: None {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:50:52.923134 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-55a2ad14-07f5-4355-b0c9-695c2e6d3bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:52.927529 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9b9d6e82-8f8d-49e7-a9a8-fc069fb987cf tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:52.973837 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a2ad14-07f5-4355-b0c9-695c2e6d3bd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=58786892-5932-45d7-a698-2800f0cd5654,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:52.978185 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-55a2ad14-07f5-4355-b0c9-695c2e6d3bd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:53.040059 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_v2 [None req-065bc258-0ab0-407f-a332-a34e7cabcb21 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Deleting subnet f7441b0d-9ff3-44da-90de-fb8cbacfe86a {{(pid=83445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:50:53.040059 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-065bc258-0ab0-407f-a332-a34e7cabcb21 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for subnet, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:53.110258 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-98c6c79e-5599-449f-a4a6-32348a670cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a6454a-fd73-40da-978f-a9b3c79cb5de', 'name': 'tempest-ServerActionsTestJSON-874320212-router', 'tenant_id': 'e2165a78ac154b1c9f29e840efaf3cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:45:15Z', 'updated_at': '2021-12-20T08:50:52Z', 'revision_number': 6, 'project_id': 'e2165a78ac154b1c9f29e840efaf3cb7', 'gw_port_host': None}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:50:53.110258 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c6c79e-5599-449f-a4a6-32348a670cea None None] The sync data for ids ['29a6454a-fd73-40da-978f-a9b3c79cb5de'] in dv-neutron-820491-1-hyperv is: [{'id': '29a6454a-fd73-40da-978f-a9b3c79cb5de', 'name': 'tempest-ServerActionsTestJSON-874320212-router', 'tenant_id': 'e2165a78ac154b1c9f29e840efaf3cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:45:15Z', 'updated_at': '2021-12-20T08:50:52Z', 'revision_number': 6, 'project_id': 'e2165a78ac154b1c9f29e840efaf3cb7', 'gw_port_host': None}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:50:53.133656 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-065bc258-0ab0-407f-a332-a34e7cabcb21 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1518554'] for subnet, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:53.233620 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-065bc258-0ab0-407f-a332-a34e7cabcb21 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:53.251045 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-55a2ad14-07f5-4355-b0c9-695c2e6d3bd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346107'] for router_gateway, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:53.328649 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-065bc258-0ab0-407f-a332-a34e7cabcb21 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2036620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2095133'] for subnet, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:53.333789 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:53.377378 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065bc258-0ab0-407f-a332-a34e7cabcb21 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Pushing event deleted for resources: {'Subnet': ['ID=f7441b0d-9ff3-44da-90de-fb8cbacfe86a,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:53.379573 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-065bc258-0ab0-407f-a332-a34e7cabcb21 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:53.380172 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-065bc258-0ab0-407f-a332-a34e7cabcb21 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:53.390560 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8d756d-0a31-43b4-880b-4c1021f45f01 None None] Network 1c07488c-f637-4d5a-ab2c-ff0d0b54a93d requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:50:53.393254 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44002) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:50:53.394769 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-065bc258-0ab0-407f-a332-a34e7cabcb21 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "DELETE /v2.0/subnets/f7441b0d-9ff3-44da-90de-fb8cbacfe86a HTTP/1.1" status: 204 len: 168 time: 0.6650519 Dec 20 08:50:53.694635 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-55a2ad14-07f5-4355-b0c9-695c2e6d3bd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24735'] for router, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:53.704619 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e0ee7d58-da2c-479c-99a2-ac5a128bb6a6 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:53.704619 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-55a2ad14-07f5-4355-b0c9-695c2e6d3bd6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:53.753249 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-e0ee7d58-da2c-479c-99a2-ac5a128bb6a6 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Deleting port 724492bb-a245-4ac6-9a67-2471d2186a31 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:50:53.753249 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e0ee7d58-da2c-479c-99a2-ac5a128bb6a6 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:53.777817 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 39c988a9-0256-47ad-b6be-124d3f4dc7d8 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:50:53.816911 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-55a2ad14-07f5-4355-b0c9-695c2e6d3bd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-390871'] for router, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:53.816911 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55a2ad14-07f5-4355-b0c9-695c2e6d3bd6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29a6454a-fd73-40da-978f-a9b3c79cb5de {{(pid=83444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 08:50:53.832284 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 39c988a9-0256-47ad-b6be-124d3f4dc7d8 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:50:53.832643 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 39c988a9-0256-47ad-b6be-124d3f4dc7d8 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:50:53.833892 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device d1531e0a-6120-42ab-8295-85fa1c7cebfb no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:50:53.863577 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47cce713-07a1-4962-84ec-eb37b961b7cb None None] DHCP port deletion for 1c07488c-f637-4d5a-ab2c-ff0d0b54a93d request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 08:50:53.871937 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: d1531e0a-6120-42ab-8295-85fa1c7cebfb {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:50:53.872292 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device d1531e0a-6120-42ab-8295-85fa1c7cebfb not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:50:53.875710 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-47cce713-07a1-4962-84ec-eb37b961b7cb None None] Deleting port 724492bb-a245-4ac6-9a67-2471d2186a31 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:50:53.876050 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-47cce713-07a1-4962-84ec-eb37b961b7cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:53.888883 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-55a2ad14-07f5-4355-b0c9-695c2e6d3bd6 admin admin] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:53.891566 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-55a2ad14-07f5-4355-b0c9-695c2e6d3bd6 admin admin] 10.222.0.16 "DELETE /v2.0/routers/29a6454a-fd73-40da-978f-a9b3c79cb5de HTTP/1.1" status: 204 len: 168 time: 2.8281357 Dec 20 08:50:53.892491 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44006) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:50:54.093647 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-47cce713-07a1-4962-84ec-eb37b961b7cb None None] For port 724492bb-a245-4ac6-9a67-2471d2186a31, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=724492bb-a245-4ac6-9a67-2471d2186a31,segment=NetworkSegment(d7d0b730-7ddc-4365-9f9e-c2e8f740a278),segment_id=d7d0b730-7ddc-4365-9f9e-c2e8f740a278)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:50:54.094623 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-47cce713-07a1-4962-84ec-eb37b961b7cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:54.114955 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-b26995ef-35fc-47c8-95a0-521a735ac309 admin admin] Deleting subnet 944a3b04-d2ac-486e-bee8-ba11ef891bfe {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:50:54.172863 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b26995ef-35fc-47c8-95a0-521a735ac309 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:54.232805 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-e0ee7d58-da2c-479c-99a2-ac5a128bb6a6 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] For port 724492bb-a245-4ac6-9a67-2471d2186a31, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=724492bb-a245-4ac6-9a67-2471d2186a31,segment=NetworkSegment(d7d0b730-7ddc-4365-9f9e-c2e8f740a278),segment_id=d7d0b730-7ddc-4365-9f9e-c2e8f740a278)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:50:54.232805 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e0ee7d58-da2c-479c-99a2-ac5a128bb6a6 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:54.242512 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-47cce713-07a1-4962-84ec-eb37b961b7cb None None] Calling delete_port for 724492bb-a245-4ac6-9a67-2471d2186a31 owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:50:54.315437 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-47cce713-07a1-4962-84ec-eb37b961b7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102'] for port, after_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:54.319399 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-3a2fa277-f014-4931-8d59-00a0ef1dcf78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:54.349086 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b26995ef-35fc-47c8-95a0-521a735ac309 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1618747'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:54.375674 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cce713-07a1-4962-84ec-eb37b961b7cb None None] Pushing event deleted for resources: {'Port': ['ID=724492bb-a245-4ac6-9a67-2471d2186a31,revision_number=None']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:54.375674 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-47cce713-07a1-4962-84ec-eb37b961b7cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:54.380425 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cce713-07a1-4962-84ec-eb37b961b7cb None None] No DVR routers for this DVR port 724492bb-a245-4ac6-9a67-2471d2186a31 on host dv-neutron-820491-1-hyperv {{(pid=83446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:50:54.387063 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-e0ee7d58-da2c-479c-99a2-ac5a128bb6a6 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Calling delete_port for 724492bb-a245-4ac6-9a67-2471d2186a31 owned by network:dhcp {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:50:54.489611 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.db.api [None req-e0ee7d58-da2c-479c-99a2-ac5a128bb6a6 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 08:50:54.489922 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_db.api [None req-e0ee7d58-da2c-479c-99a2-ac5a128bb6a6 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 08:50:54.497616 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b26995ef-35fc-47c8-95a0-521a735ac309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:54.567778 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b26995ef-35fc-47c8-95a0-521a735ac309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1129313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1529131'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:54.571244 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f203c506-3aec-4a06-9e6b-ea010285b115 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:54.604113 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26995ef-35fc-47c8-95a0-521a735ac309 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=944a3b04-d2ac-486e-bee8-ba11ef891bfe,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:54.614955 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b26995ef-35fc-47c8-95a0-521a735ac309 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:54.619271 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26995ef-35fc-47c8-95a0-521a735ac309 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:50:54.619654 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26995ef-35fc-47c8-95a0-521a735ac309 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:50:54.619854 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6964742f-2b1e-4d27-897d-f77b10bfe65b None None] Network 3ab8996b-db59-43a0-a379-647199802474 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:50:54.620567 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26995ef-35fc-47c8-95a0-521a735ac309 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:50:54.620922 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26995ef-35fc-47c8-95a0-521a735ac309 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:50:54.621302 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26995ef-35fc-47c8-95a0-521a735ac309 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:50:54.621665 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26995ef-35fc-47c8-95a0-521a735ac309 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:50:54.622024 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26995ef-35fc-47c8-95a0-521a735ac309 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:50:54.622379 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26995ef-35fc-47c8-95a0-521a735ac309 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:50:54.622735 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26995ef-35fc-47c8-95a0-521a735ac309 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:50:54.623086 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26995ef-35fc-47c8-95a0-521a735ac309 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:50:54.623438 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26995ef-35fc-47c8-95a0-521a735ac309 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:50:54.628482 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b26995ef-35fc-47c8-95a0-521a735ac309 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:54.636286 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b26995ef-35fc-47c8-95a0-521a735ac309 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/944a3b04-d2ac-486e-bee8-ba11ef891bfe HTTP/1.1" status: 204 len: 168 time: 0.7409117 Dec 20 08:50:54.637368 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44010) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:50:54.737948 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-17425bfc-0731-4e25-8452-91579fed871b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:54.749292 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-17425bfc-0731-4e25-8452-91579fed871b admin admin] Deleting port 7298d6b3-cc71-4722-bfb1-181866a45c33 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:50:54.749621 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-17425bfc-0731-4e25-8452-91579fed871b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:54.881922 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9057366e-d7de-4ea0-bd7f-74038c95ed15 None None] DHCP port deletion for 3ab8996b-db59-43a0-a379-647199802474 request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 08:50:54.886784 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-9057366e-d7de-4ea0-bd7f-74038c95ed15 None None] Deleting port 7298d6b3-cc71-4722-bfb1-181866a45c33 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:50:54.887189 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-9057366e-d7de-4ea0-bd7f-74038c95ed15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:54.951698 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-17425bfc-0731-4e25-8452-91579fed871b admin admin] For port 7298d6b3-cc71-4722-bfb1-181866a45c33, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=7298d6b3-cc71-4722-bfb1-181866a45c33,segment=NetworkSegment(b15ed654-e239-4345-87ef-d2514f065b9f),segment_id=b15ed654-e239-4345-87ef-d2514f065b9f)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:50:54.952315 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-17425bfc-0731-4e25-8452-91579fed871b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:55.014645 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-e0ee7d58-da2c-479c-99a2-ac5a128bb6a6 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Deleting port 724492bb-a245-4ac6-9a67-2471d2186a31 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:50:55.014645 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e0ee7d58-da2c-479c-99a2-ac5a128bb6a6 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:55.082254 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 7298d6b3-cc71-4722-bfb1-181866a45c33 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:50:55.134676 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-17425bfc-0731-4e25-8452-91579fed871b admin admin] Calling delete_port for 7298d6b3-cc71-4722-bfb1-181866a45c33 owned by network:dhcp {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:50:55.162303 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-9057366e-d7de-4ea0-bd7f-74038c95ed15 None None] For port 7298d6b3-cc71-4722-bfb1-181866a45c33, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=7298d6b3-cc71-4722-bfb1-181866a45c33,segment=NetworkSegment(b15ed654-e239-4345-87ef-d2514f065b9f),segment_id=b15ed654-e239-4345-87ef-d2514f065b9f)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:50:55.162702 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-9057366e-d7de-4ea0-bd7f-74038c95ed15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:55.163900 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-e0ee7d58-da2c-479c-99a2-ac5a128bb6a6 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] The port '724492bb-a245-4ac6-9a67-2471d2186a31' was deleted {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 08:50:55.299960 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-9057366e-d7de-4ea0-bd7f-74038c95ed15 None None] Calling delete_port for 7298d6b3-cc71-4722-bfb1-181866a45c33 owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:50:55.316375 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e0ee7d58-da2c-479c-99a2-ac5a128bb6a6 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:55.346002 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-17425bfc-0731-4e25-8452-91579fed871b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:55.350235 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-e0ee7d58-da2c-479c-99a2-ac5a128bb6a6 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c07488c-f637-4d5a-ab2c-ff0d0b54a93d']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:50:55.353331 dv-neutron-820491-1-hyperv neutron-server[83446]: INFO neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No ports have port_id starting with 7298d6b3-cc71-4722-bfb1-181866a45c33 Dec 20 08:50:55.356470 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device eb9c6964-d984-45d4-b174-931e7a1fa0ce no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:50:55.357293 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e6c1dc54-526a-49f3-b158-e7679057ff62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:55.391963 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: eb9c6964-d984-45d4-b174-931e7a1fa0ce {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:50:55.392235 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device eb9c6964-d984-45d4-b174-931e7a1fa0ce not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:50:55.392648 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 724492bb-a245-4ac6-9a67-2471d2186a31 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:50:55.396396 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-e0ee7d58-da2c-479c-99a2-ac5a128bb6a6 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7d0b730-7ddc-4365-9f9e-c2e8f740a278') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:50:55.396689 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-e0ee7d58-da2c-479c-99a2-ac5a128bb6a6 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7d0b730-7ddc-4365-9f9e-c2e8f740a278') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:50:55.413001 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17425bfc-0731-4e25-8452-91579fed871b admin admin] Pushing event deleted for resources: {'Port': ['ID=7298d6b3-cc71-4722-bfb1-181866a45c33,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:55.416760 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-17425bfc-0731-4e25-8452-91579fed871b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:55.419378 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e0ee7d58-da2c-479c-99a2-ac5a128bb6a6 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1618722'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:55.425830 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17425bfc-0731-4e25-8452-91579fed871b admin admin] No DVR routers for this DVR port 7298d6b3-cc71-4722-bfb1-181866a45c33 on host dv-neutron-820491-1-hyperv {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:50:55.437003 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 724492bb-a245-4ac6-9a67-2471d2186a31 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:50:55.437389 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 724492bb-a245-4ac6-9a67-2471d2186a31 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:50:55.444748 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.db.api [None req-9057366e-d7de-4ea0-bd7f-74038c95ed15 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 08:50:55.445111 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_db.api [None req-9057366e-d7de-4ea0-bd7f-74038c95ed15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 08:50:55.473308 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e0ee7d58-da2c-479c-99a2-ac5a128bb6a6 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:55.489178 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0ee7d58-da2c-479c-99a2-ac5a128bb6a6 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:50:55.489592 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e0ee7d58-da2c-479c-99a2-ac5a128bb6a6 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1128911'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:55.604137 dv-neutron-820491-1-hyperv neutron-server[83444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 08:50:55.604137 dv-neutron-820491-1-hyperv neutron-server[83444]: util.warn( Dec 20 08:50:55.604137 dv-neutron-820491-1-hyperv neutron-server[83444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 08:50:55.604137 dv-neutron-820491-1-hyperv neutron-server[83444]: util.warn( Dec 20 08:50:55.604137 dv-neutron-820491-1-hyperv neutron-server[83444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 08:50:55.604137 dv-neutron-820491-1-hyperv neutron-server[83444]: util.warn( Dec 20 08:50:55.604137 dv-neutron-820491-1-hyperv neutron-server[83444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 08:50:55.604137 dv-neutron-820491-1-hyperv neutron-server[83444]: util.warn( Dec 20 08:50:55.604137 dv-neutron-820491-1-hyperv neutron-server[83444]: Traceback (most recent call last): Dec 20 08:50:55.604137 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:50:55.604137 dv-neutron-820491-1-hyperv neutron-server[83444]: timer() Dec 20 08:50:55.604137 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:50:55.604137 dv-neutron-820491-1-hyperv neutron-server[83444]: cb(*args, **kw) Dec 20 08:50:55.604137 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:50:55.604137 dv-neutron-820491-1-hyperv neutron-server[83444]: return func(*args, **kwargs) Dec 20 08:50:55.604137 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:50:55.604137 dv-neutron-820491-1-hyperv neutron-server[83444]: self._notify() Dec 20 08:50:55.604137 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:50:55.604137 dv-neutron-820491-1-hyperv neutron-server[83444]: self.callback(batched_events) Dec 20 08:50:55.604137 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:50:55.604137 dv-neutron-820491-1-hyperv neutron-server[83444]: event.method(event) Dec 20 08:50:55.604137 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:50:55.604137 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:50:55.604137 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:50:55.604137 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:50:55.604137 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:50:55.604137 dv-neutron-820491-1-hyperv neutron-server[83444]: return f(self, *a, **k) Dec 20 08:50:55.604137 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:50:55.604137 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._get(url).json() Dec 20 08:50:55.604137 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:50:55.604137 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:50:55.604137 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:50:55.604137 dv-neutron-820491-1-hyperv neutron-server[83444]: return self.request(url, 'GET', **kwargs) Dec 20 08:50:55.604137 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:50:55.604137 dv-neutron-820491-1-hyperv neutron-server[83444]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:50:55.604137 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:50:55.604137 dv-neutron-820491-1-hyperv neutron-server[83444]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:50:55.604137 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:50:55.604137 dv-neutron-820491-1-hyperv neutron-server[83444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:50:55.604137 dv-neutron-820491-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:50:55.723267 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-17425bfc-0731-4e25-8452-91579fed871b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:55.753969 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e0ee7d58-da2c-479c-99a2-ac5a128bb6a6 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:55.756089 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-17425bfc-0731-4e25-8452-91579fed871b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ab8996b-db59-43a0-a379-647199802474']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:50:55.768328 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-131b1bc1-e3a2-49e9-a844-93483bf82939 tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:55.782422 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e0ee7d58-da2c-479c-99a2-ac5a128bb6a6 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:55.789371 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-17425bfc-0731-4e25-8452-91579fed871b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b15ed654-e239-4345-87ef-d2514f065b9f') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:50:55.789665 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-17425bfc-0731-4e25-8452-91579fed871b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b15ed654-e239-4345-87ef-d2514f065b9f') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:50:55.806027 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ee7d58-da2c-479c-99a2-ac5a128bb6a6 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Pushing event deleted for resources: {'Network': ['ID=1c07488c-f637-4d5a-ab2c-ff0d0b54a93d,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:55.810487 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e0ee7d58-da2c-479c-99a2-ac5a128bb6a6 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:55.811974 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-17425bfc-0731-4e25-8452-91579fed871b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1618722'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:55.818865 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e0ee7d58-da2c-479c-99a2-ac5a128bb6a6 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "DELETE /v2.0/networks/1c07488c-f637-4d5a-ab2c-ff0d0b54a93d HTTP/1.1" status: 204 len: 168 time: 2.4246149 Dec 20 08:50:55.821609 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 44016) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:50:55.827855 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-5af34041-6c46-44b6-ae6b-d1323d0b83f6 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Request body: {'router': {'routes': None}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:50:55.830793 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-17425bfc-0731-4e25-8452-91579fed871b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:55.837073 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17425bfc-0731-4e25-8452-91579fed871b admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:50:55.837494 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-17425bfc-0731-4e25-8452-91579fed871b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1128911'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:55.851257 dv-neutron-820491-1-hyperv neutron-server[83444]: Traceback (most recent call last): Dec 20 08:50:55.851257 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:50:55.851257 dv-neutron-820491-1-hyperv neutron-server[83444]: timer() Dec 20 08:50:55.851257 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:50:55.851257 dv-neutron-820491-1-hyperv neutron-server[83444]: cb(*args, **kw) Dec 20 08:50:55.851257 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:50:55.851257 dv-neutron-820491-1-hyperv neutron-server[83444]: return func(*args, **kwargs) Dec 20 08:50:55.851257 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:50:55.851257 dv-neutron-820491-1-hyperv neutron-server[83444]: self._notify() Dec 20 08:50:55.851257 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:50:55.851257 dv-neutron-820491-1-hyperv neutron-server[83444]: self.callback(batched_events) Dec 20 08:50:55.851257 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:50:55.851257 dv-neutron-820491-1-hyperv neutron-server[83444]: event.method(event) Dec 20 08:50:55.851257 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:50:55.851257 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:50:55.851257 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:50:55.851257 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:50:55.851257 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:50:55.851257 dv-neutron-820491-1-hyperv neutron-server[83444]: return f(self, *a, **k) Dec 20 08:50:55.851257 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:50:55.851257 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._get(url).json() Dec 20 08:50:55.851257 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:50:55.851257 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:50:55.851257 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:50:55.851257 dv-neutron-820491-1-hyperv neutron-server[83444]: return self.request(url, 'GET', **kwargs) Dec 20 08:50:55.851257 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:50:55.851257 dv-neutron-820491-1-hyperv neutron-server[83444]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:50:55.851257 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:50:55.851257 dv-neutron-820491-1-hyperv neutron-server[83444]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:50:55.851257 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:50:55.851257 dv-neutron-820491-1-hyperv neutron-server[83444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:50:55.851257 dv-neutron-820491-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:50:55.929077 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-17425bfc-0731-4e25-8452-91579fed871b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:55.935046 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e0ee7d58-da2c-479c-99a2-ac5a128bb6a6 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:55.952388 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-9057366e-d7de-4ea0-bd7f-74038c95ed15 None None] Deleting port 7298d6b3-cc71-4722-bfb1-181866a45c33 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:50:55.952388 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-9057366e-d7de-4ea0-bd7f-74038c95ed15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:55.953459 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-17425bfc-0731-4e25-8452-91579fed871b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:55.961347 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17425bfc-0731-4e25-8452-91579fed871b admin admin] Pushing event deleted for resources: {'Network': ['ID=3ab8996b-db59-43a0-a379-647199802474,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:55.964273 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-17425bfc-0731-4e25-8452-91579fed871b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:55.974092 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-17425bfc-0731-4e25-8452-91579fed871b admin admin] 10.222.0.16 "DELETE /v2.0/networks/3ab8996b-db59-43a0-a379-647199802474 HTTP/1.1" status: 204 len: 168 time: 1.3308754 Dec 20 08:50:56.054962 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-9057366e-d7de-4ea0-bd7f-74038c95ed15 None None] The port '7298d6b3-cc71-4722-bfb1-181866a45c33' was deleted {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 08:50:56.161209 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44022) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:50:56.227795 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-46c5647c-0e57-4501-8a29-d2c9dd97b348 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e2165a78ac154b1c9f29e840efaf3cb7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0631196 Dec 20 08:50:56.228886 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44026) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:50:56.306409 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-08a1bbb8-41fd-4f93-83db-798b0c614bb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:56.339576 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-08a1bbb8-41fd-4f93-83db-798b0c614bb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:56.349961 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.extraroute_db [None req-5af34041-6c46-44b6-ae6b-d1323d0b83f6 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Added routes are [] {{(pid=83445) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 20 08:50:56.349961 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.extraroute_db [None req-5af34041-6c46-44b6-ae6b-d1323d0b83f6 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Removed routes are [] {{(pid=83445) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 20 08:50:56.349961 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5af34041-6c46-44b6-ae6b-d1323d0b83f6 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24724'] for router, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:56.397818 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-08a1bbb8-41fd-4f93-83db-798b0c614bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:56.403475 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-68bf25ef-5669-47a1-ba7c-82240d5fe93d tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:56.420043 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a1bbb8-41fd-4f93-83db-798b0c614bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7cf0021-43ac-44a6-81a7-6f5f91a973c7,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:56.423525 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-08a1bbb8-41fd-4f93-83db-798b0c614bb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:56.429202 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-08a1bbb8-41fd-4f93-83db-798b0c614bb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:56.429202 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-08a1bbb8-41fd-4f93-83db-798b0c614bb3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d7cf0021-43ac-44a6-81a7-6f5f91a973c7 HTTP/1.1" status: 204 len: 168 time: 0.1983261 Dec 20 08:50:56.762833 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5af34041-6c46-44b6-ae6b-d1323d0b83f6 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24724'] for router, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:56.768310 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5af34041-6c46-44b6-ae6b-d1323d0b83f6 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-351805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-351780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-379562'] for router, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:56.943449 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5af34041-6c46-44b6-ae6b-d1323d0b83f6 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Router 17cdab0b-98aa-4f0f-8994-ba0bb895186a has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:50:57.044241 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 58786892-5932-45d7-a698-2800f0cd5654 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:50:57.109352 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 58786892-5932-45d7-a698-2800f0cd5654 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:50:57.109352 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 58786892-5932-45d7-a698-2800f0cd5654 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:50:57.109934 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af34041-6c46-44b6-ae6b-d1323d0b83f6 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:50:57.116210 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5af34041-6c46-44b6-ae6b-d1323d0b83f6 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:57.116210 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-5af34041-6c46-44b6-ae6b-d1323d0b83f6 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "PUT /v2.0/routers/17cdab0b-98aa-4f0f-8994-ba0bb895186a HTTP/1.1" status: 200 len: 703 time: 1.2917929 Dec 20 08:50:57.118366 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44044) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:50:57.174125 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-a27c0c76-e16c-4cc0-9824-df1e9cb7acf7 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Synchronizing usage tracker for tenant:77c40f4df6664268b6fdee7d685de4ee on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:50:57.188535 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-a27c0c76-e16c-4cc0-9824-df1e9cb7acf7 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Unset dirty status for tenant:77c40f4df6664268b6fdee7d685de4ee on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:50:57.188535 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a27c0c76-e16c-4cc0-9824-df1e9cb7acf7 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "GET /v2.0/ports?device_id=17cdab0b-98aa-4f0f-8994-ba0bb895186a HTTP/1.1" status: 200 len: 205 time: 0.0647516 Dec 20 08:50:57.192431 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 44048) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:50:57.348236 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-85aa043a-6b5e-48f8-a0d2-a5c6b7466100 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for router, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:57.537445 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0bde0c-fb18-4f0b-bc94-94d9cbd9d3b9 None None] Sync routers for ids ['17cdab0b-98aa-4f0f-8994-ba0bb895186a'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:50:57.551497 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0bde0c-fb18-4f0b-bc94-94d9cbd9d3b9 None None] Routers {'17cdab0b-98aa-4f0f-8994-ba0bb895186a'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:50:57.552378 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-3c0bde0c-fb18-4f0b-bc94-94d9cbd9d3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:50:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['17cdab0b-98aa-4f0f-8994-ba0bb895186a'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:50:57.765979 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-3c0bde0c-fb18-4f0b-bc94-94d9cbd9d3b9 None None] Set router 17cdab0b-98aa-4f0f-8994-ba0bb895186a gateway port host: None {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:50:58.016600 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-3c0bde0c-fb18-4f0b-bc94-94d9cbd9d3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17cdab0b-98aa-4f0f-8994-ba0bb895186a', 'name': 'tempest-RoutersIpV6Test-router-16149182', 'tenant_id': '77c40f4df6664268b6fdee7d685de4ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:49:52Z', 'updated_at': '2021-12-20T08:50:51Z', 'revision_number': 11, 'project_id': '77c40f4df6664268b6fdee7d685de4ee', 'gw_port_host': None}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:50:58.030335 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0bde0c-fb18-4f0b-bc94-94d9cbd9d3b9 None None] Checking router: 17cdab0b-98aa-4f0f-8994-ba0bb895186a for host: dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 08:50:58.047000 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0bde0c-fb18-4f0b-bc94-94d9cbd9d3b9 None None] Routers {'17cdab0b-98aa-4f0f-8994-ba0bb895186a'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:50:58.047000 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-3c0bde0c-fb18-4f0b-bc94-94d9cbd9d3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:50:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['17cdab0b-98aa-4f0f-8994-ba0bb895186a'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:50:58.071488 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-85aa043a-6b5e-48f8-a0d2-a5c6b7466100 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24735'] for router, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:58.082633 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-85aa043a-6b5e-48f8-a0d2-a5c6b7466100 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:58.144229 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-85aa043a-6b5e-48f8-a0d2-a5c6b7466100 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-390871'] for router, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:58.144229 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85aa043a-6b5e-48f8-a0d2-a5c6b7466100 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Fanout notify agent at l3_agent the message router_deleted on router 17cdab0b-98aa-4f0f-8994-ba0bb895186a {{(pid=83445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 08:50:58.168411 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-85aa043a-6b5e-48f8-a0d2-a5c6b7466100 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:58.168411 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-85aa043a-6b5e-48f8-a0d2-a5c6b7466100 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "DELETE /v2.0/routers/17cdab0b-98aa-4f0f-8994-ba0bb895186a HTTP/1.1" status: 204 len: 168 time: 0.9782066 Dec 20 08:50:58.178279 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44064) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:50:58.188589 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-2bff5a33-22ef-4aa0-8146-4f16e44d4f1e tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1872444275', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:50:58.195566 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-2bff5a33-22ef-4aa0-8146-4f16e44d4f1e tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:50:58.197680 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-3c0bde0c-fb18-4f0b-bc94-94d9cbd9d3b9 None None] Set router 17cdab0b-98aa-4f0f-8994-ba0bb895186a gateway port host: None {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:50:58.201133 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-2bff5a33-22ef-4aa0-8146-4f16e44d4f1e tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Usage tracker for resource:router and tenant:77c40f4df6664268b6fdee7d685de4ee is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:50:58.204164 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-2bff5a33-22ef-4aa0-8146-4f16e44d4f1e tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:50:58.210713 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-2bff5a33-22ef-4aa0-8146-4f16e44d4f1e tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:50:58.223137 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2bff5a33-22ef-4aa0-8146-4f16e44d4f1e tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24817'] for router, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:58.223713 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2bff5a33-22ef-4aa0-8146-4f16e44d4f1e tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-351744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24806'] for router, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:58.242832 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2bff5a33-22ef-4aa0-8146-4f16e44d4f1e tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:58.267503 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2bff5a33-22ef-4aa0-8146-4f16e44d4f1e tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071'] for router, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:58.304657 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2bff5a33-22ef-4aa0-8146-4f16e44d4f1e tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:58.304657 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-2bff5a33-22ef-4aa0-8146-4f16e44d4f1e tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1183882 Dec 20 08:50:58.304657 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44070) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:50:58.317571 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-0cb1c452-685c-4083-819f-766d86a30345 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:50:58.326300 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-3c0bde0c-fb18-4f0b-bc94-94d9cbd9d3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17cdab0b-98aa-4f0f-8994-ba0bb895186a', 'name': 'tempest-RoutersIpV6Test-router-16149182', 'tenant_id': '77c40f4df6664268b6fdee7d685de4ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:49:52Z', 'updated_at': '2021-12-20T08:50:51Z', 'revision_number': 11, 'project_id': '77c40f4df6664268b6fdee7d685de4ee', 'gw_port_host': None}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:50:58.329960 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0bde0c-fb18-4f0b-bc94-94d9cbd9d3b9 None None] The sync data for ids ['17cdab0b-98aa-4f0f-8994-ba0bb895186a'] in dv-neutron-820491-1-hyperv is: [{'id': '17cdab0b-98aa-4f0f-8994-ba0bb895186a', 'name': 'tempest-RoutersIpV6Test-router-16149182', 'tenant_id': '77c40f4df6664268b6fdee7d685de4ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:49:52Z', 'updated_at': '2021-12-20T08:50:51Z', 'revision_number': 11, 'project_id': '77c40f4df6664268b6fdee7d685de4ee', 'gw_port_host': None}] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:50:58.846600 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0cb1c452-685c-4083-819f-766d86a30345 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24724'] for router, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:58.859275 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0cb1c452-685c-4083-819f-766d86a30345 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-351805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-351780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-379562'] for router, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:59.055054 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cb1c452-685c-4083-819f-766d86a30345 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Router e62508c7-fc1d-4aed-ac88-c844e24d627c is scheduled to L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 with binding_index 1 {{(pid=83444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 08:50:59.082061 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 44084) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:50:59.203567 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb1c452-685c-4083-819f-766d86a30345 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:50:59.210145 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0cb1c452-685c-4083-819f-766d86a30345 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:59.213268 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-0cb1c452-685c-4083-819f-766d86a30345 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "PUT /v2.0/routers/e62508c7-fc1d-4aed-ac88-c844e24d627c HTTP/1.1" status: 200 len: 698 time: 0.9109581 Dec 20 08:50:59.215546 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 44090) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:50:59.218888 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefc9739-2c23-49ff-9cff-cff6f8f635e6 None None] Sync routers for ids ['e62508c7-fc1d-4aed-ac88-c844e24d627c'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:50:59.234441 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefc9739-2c23-49ff-9cff-cff6f8f635e6 None None] Routers {'e62508c7-fc1d-4aed-ac88-c844e24d627c'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:50:59.237857 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-cefc9739-2c23-49ff-9cff-cff6f8f635e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:50:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['e62508c7-fc1d-4aed-ac88-c844e24d627c'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:50:59.364502 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-dd8e6ff9-f2a3-494c-9f95-e10016a25cbf tempest-ExternalNetworksTestJSON-805727248 tempest-ExternalNetworksTestJSON-805727248-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-533010491'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:50:59.375498 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-dd8e6ff9-f2a3-494c-9f95-e10016a25cbf tempest-ExternalNetworksTestJSON-805727248 tempest-ExternalNetworksTestJSON-805727248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:50:59.386055 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-dd8e6ff9-f2a3-494c-9f95-e10016a25cbf tempest-ExternalNetworksTestJSON-805727248 tempest-ExternalNetworksTestJSON-805727248-project] Usage tracker for resource:network and tenant:9cc1c690ea484481b81655ff4b1f6de3 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:50:59.386055 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-dd8e6ff9-f2a3-494c-9f95-e10016a25cbf tempest-ExternalNetworksTestJSON-805727248 tempest-ExternalNetworksTestJSON-805727248-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:50:59.399408 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-dd8e6ff9-f2a3-494c-9f95-e10016a25cbf tempest-ExternalNetworksTestJSON-805727248 tempest-ExternalNetworksTestJSON-805727248-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:50:59.411244 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-fb290797-43cc-4d21-9cc8-1b6088c03b5d tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "GET /v2.0/routers/e62508c7-fc1d-4aed-ac88-c844e24d627c HTTP/1.1" status: 200 len: 704 time: 0.1927521 Dec 20 08:50:59.413144 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 44094) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:50:59.481740 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd8e6ff9-f2a3-494c-9f95-e10016a25cbf tempest-ExternalNetworksTestJSON-805727248 tempest-ExternalNetworksTestJSON-805727248-project] Made reservation on behalf of 9cc1c690ea484481b81655ff4b1f6de3 for: {'network': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:50:59.481740 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-dd8e6ff9-f2a3-494c-9f95-e10016a25cbf tempest-ExternalNetworksTestJSON-805727248 tempest-ExternalNetworksTestJSON-805727248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:59.509711 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-cefc9739-2c23-49ff-9cff-cff6f8f635e6 None None] Set router e62508c7-fc1d-4aed-ac88-c844e24d627c gateway port host: None {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:50:59.521470 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-e34dec3e-b8b4-4303-9c0e-46de48edc4af tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Synchronizing usage tracker for tenant:77c40f4df6664268b6fdee7d685de4ee on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:50:59.521470 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-dd8e6ff9-f2a3-494c-9f95-e10016a25cbf tempest-ExternalNetworksTestJSON-805727248 tempest-ExternalNetworksTestJSON-805727248-project] Notify callbacks [] for security_group, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:59.565002 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-e34dec3e-b8b4-4303-9c0e-46de48edc4af tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Unset dirty status for tenant:77c40f4df6664268b6fdee7d685de4ee on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:50:59.569579 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44098) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:50:59.569691 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-e34dec3e-b8b4-4303-9c0e-46de48edc4af tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "GET /v2.0/ports?device_id=e62508c7-fc1d-4aed-ac88-c844e24d627c HTTP/1.1" status: 200 len: 205 time: 0.1514964 Dec 20 08:50:59.600024 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-dd8e6ff9-f2a3-494c-9f95-e10016a25cbf tempest-ExternalNetworksTestJSON-805727248 tempest-ExternalNetworksTestJSON-805727248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:50:59.606019 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-dd8e6ff9-f2a3-494c-9f95-e10016a25cbf tempest-ExternalNetworksTestJSON-805727248 tempest-ExternalNetworksTestJSON-805727248-project] Usage tracker for resource:security_group_rule and tenant:9cc1c690ea484481b81655ff4b1f6de3 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:50:59.609862 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-dd8e6ff9-f2a3-494c-9f95-e10016a25cbf tempest-ExternalNetworksTestJSON-805727248 tempest-ExternalNetworksTestJSON-805727248-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:50:59.616410 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-dd8e6ff9-f2a3-494c-9f95-e10016a25cbf tempest-ExternalNetworksTestJSON-805727248 tempest-ExternalNetworksTestJSON-805727248-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:50:59.627443 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-cefc9739-2c23-49ff-9cff-cff6f8f635e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e62508c7-fc1d-4aed-ac88-c844e24d627c', 'name': 'tempest-RoutersIpV6Test-router-1872444275', 'tenant_id': '77c40f4df6664268b6fdee7d685de4ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:50:58Z', 'updated_at': '2021-12-20T08:50:58Z', 'revision_number': 2, 'project_id': '77c40f4df6664268b6fdee7d685de4ee', 'gw_port_host': None}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:50:59.632465 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefc9739-2c23-49ff-9cff-cff6f8f635e6 None None] Checking router: e62508c7-fc1d-4aed-ac88-c844e24d627c for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 08:50:59.644052 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefc9739-2c23-49ff-9cff-cff6f8f635e6 None None] Routers {'e62508c7-fc1d-4aed-ac88-c844e24d627c'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:50:59.644687 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-cefc9739-2c23-49ff-9cff-cff6f8f635e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:50:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['e62508c7-fc1d-4aed-ac88-c844e24d627c'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:50:59.736166 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-dd8e6ff9-f2a3-494c-9f95-e10016a25cbf tempest-ExternalNetworksTestJSON-805727248 tempest-ExternalNetworksTestJSON-805727248-project] Notify callbacks [] for security_group, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:59.741220 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-dd8e6ff9-f2a3-494c-9f95-e10016a25cbf tempest-ExternalNetworksTestJSON-805727248 tempest-ExternalNetworksTestJSON-805727248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:59.748617 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-56b0bf18-6b47-401b-aa77-44430ebaee97 tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:59.799336 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd8e6ff9-f2a3-494c-9f95-e10016a25cbf tempest-ExternalNetworksTestJSON-805727248 tempest-ExternalNetworksTestJSON-805727248-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=83445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:50:59.800703 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-cefc9739-2c23-49ff-9cff-cff6f8f635e6 None None] Set router e62508c7-fc1d-4aed-ac88-c844e24d627c gateway port host: None {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:50:59.801529 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8e6ff9-f2a3-494c-9f95-e10016a25cbf tempest-ExternalNetworksTestJSON-805727248 tempest-ExternalNetworksTestJSON-805727248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c73337-abda-4a46-b8c5-cb5b4bffdaf8,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:50:59.815501 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-dd8e6ff9-f2a3-494c-9f95-e10016a25cbf tempest-ExternalNetworksTestJSON-805727248 tempest-ExternalNetworksTestJSON-805727248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:59.815501 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.segments_db [None req-dd8e6ff9-f2a3-494c-9f95-e10016a25cbf tempest-ExternalNetworksTestJSON-805727248 tempest-ExternalNetworksTestJSON-805727248-project] Added segment 720bb386-9bbf-4bd8-941b-5fa63f5bbf97 of type vlan for network 51a0c787-b354-4181-bbd5-5d5ce617ca40 Dec 20 08:50:59.815501 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8e6ff9-f2a3-494c-9f95-e10016a25cbf tempest-ExternalNetworksTestJSON-805727248 tempest-ExternalNetworksTestJSON-805727248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:50:59.816433 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8e6ff9-f2a3-494c-9f95-e10016a25cbf tempest-ExternalNetworksTestJSON-805727248 tempest-ExternalNetworksTestJSON-805727248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:50:59.816433 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8e6ff9-f2a3-494c-9f95-e10016a25cbf tempest-ExternalNetworksTestJSON-805727248 tempest-ExternalNetworksTestJSON-805727248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:50:59.818183 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8e6ff9-f2a3-494c-9f95-e10016a25cbf tempest-ExternalNetworksTestJSON-805727248 tempest-ExternalNetworksTestJSON-805727248-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:50:59.818183 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8e6ff9-f2a3-494c-9f95-e10016a25cbf tempest-ExternalNetworksTestJSON-805727248 tempest-ExternalNetworksTestJSON-805727248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:50:59.818183 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8e6ff9-f2a3-494c-9f95-e10016a25cbf tempest-ExternalNetworksTestJSON-805727248 tempest-ExternalNetworksTestJSON-805727248-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:50:59.818183 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8e6ff9-f2a3-494c-9f95-e10016a25cbf tempest-ExternalNetworksTestJSON-805727248 tempest-ExternalNetworksTestJSON-805727248-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:50:59.821731 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8e6ff9-f2a3-494c-9f95-e10016a25cbf tempest-ExternalNetworksTestJSON-805727248 tempest-ExternalNetworksTestJSON-805727248-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:50:59.821731 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8e6ff9-f2a3-494c-9f95-e10016a25cbf tempest-ExternalNetworksTestJSON-805727248 tempest-ExternalNetworksTestJSON-805727248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:50:59.821731 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8e6ff9-f2a3-494c-9f95-e10016a25cbf tempest-ExternalNetworksTestJSON-805727248 tempest-ExternalNetworksTestJSON-805727248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:50:59.821731 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8e6ff9-f2a3-494c-9f95-e10016a25cbf tempest-ExternalNetworksTestJSON-805727248 tempest-ExternalNetworksTestJSON-805727248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:50:59.835680 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-dd8e6ff9-f2a3-494c-9f95-e10016a25cbf tempest-ExternalNetworksTestJSON-805727248 tempest-ExternalNetworksTestJSON-805727248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:50:59.862609 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-dd8e6ff9-f2a3-494c-9f95-e10016a25cbf tempest-ExternalNetworksTestJSON-805727248 tempest-ExternalNetworksTestJSON-805727248-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:59.903662 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-dd8e6ff9-f2a3-494c-9f95-e10016a25cbf tempest-ExternalNetworksTestJSON-805727248 tempest-ExternalNetworksTestJSON-805727248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:59.913985 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8e6ff9-f2a3-494c-9f95-e10016a25cbf tempest-ExternalNetworksTestJSON-805727248 tempest-ExternalNetworksTestJSON-805727248-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:50:59.913985 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-dd8e6ff9-f2a3-494c-9f95-e10016a25cbf tempest-ExternalNetworksTestJSON-805727248 tempest-ExternalNetworksTestJSON-805727248-project] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:50:59.940786 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-7b9f8524-1164-47d7-ac6f-4567cf0928df tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:50:59.945101 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-cefc9739-2c23-49ff-9cff-cff6f8f635e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e62508c7-fc1d-4aed-ac88-c844e24d627c', 'name': 'tempest-RoutersIpV6Test-router-1872444275', 'tenant_id': '77c40f4df6664268b6fdee7d685de4ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:50:58Z', 'updated_at': '2021-12-20T08:50:58Z', 'revision_number': 2, 'project_id': '77c40f4df6664268b6fdee7d685de4ee', 'gw_port_host': None}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:50:59.945101 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefc9739-2c23-49ff-9cff-cff6f8f635e6 None None] The sync data for ids ['e62508c7-fc1d-4aed-ac88-c844e24d627c'] in dv-neutron-820491-1-hyperv is: [{'id': 'e62508c7-fc1d-4aed-ac88-c844e24d627c', 'name': 'tempest-RoutersIpV6Test-router-1872444275', 'tenant_id': '77c40f4df6664268b6fdee7d685de4ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:50:58Z', 'updated_at': '2021-12-20T08:50:58Z', 'revision_number': 2, 'project_id': '77c40f4df6664268b6fdee7d685de4ee', 'gw_port_host': None}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:50:59.960142 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c3fdb6b3-cfe2-42d7-8fc7-781640e8929a tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for router, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:00.092271 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8e6ff9-f2a3-494c-9f95-e10016a25cbf tempest-ExternalNetworksTestJSON-805727248 tempest-ExternalNetworksTestJSON-805727248-project] Pushing event updated for resources: {'Network': ['ID=51a0c787-b354-4181-bbd5-5d5ce617ca40,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:00.092271 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-dd8e6ff9-f2a3-494c-9f95-e10016a25cbf tempest-ExternalNetworksTestJSON-805727248 tempest-ExternalNetworksTestJSON-805727248-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0043223 Dec 20 08:51:00.092271 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-dd8e6ff9-f2a3-494c-9f95-e10016a25cbf tempest-ExternalNetworksTestJSON-805727248 tempest-ExternalNetworksTestJSON-805727248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:00.092271 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 44102) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:00.112846 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network 51a0c787-b354-4181-bbd5-5d5ce617ca40 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:51:00.204152 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-7b59c4df-dd16-40c9-9215-c679a1be22a1 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Request body: {'network': {'name': 'tempest-network--1571250994', 'router:external': True}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:51:00.210378 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-7b59c4df-dd16-40c9-9215-c679a1be22a1 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:51:00.217219 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-7b59c4df-dd16-40c9-9215-c679a1be22a1 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Usage tracker for resource:network and tenant:30cccbcfec484e18a99600a04cc274b0 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:51:00.223115 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-7b59c4df-dd16-40c9-9215-c679a1be22a1 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:51:00.231029 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-7b59c4df-dd16-40c9-9215-c679a1be22a1 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:51:00.243286 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b59c4df-dd16-40c9-9215-c679a1be22a1 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Made reservation on behalf of 30cccbcfec484e18a99600a04cc274b0 for: {'network': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:51:00.246829 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7b59c4df-dd16-40c9-9215-c679a1be22a1 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:00.260140 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7b59c4df-dd16-40c9-9215-c679a1be22a1 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:00.293532 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-7b59c4df-dd16-40c9-9215-c679a1be22a1 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:51:00.297177 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-7b59c4df-dd16-40c9-9215-c679a1be22a1 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Usage tracker for resource:security_group_rule and tenant:30cccbcfec484e18a99600a04cc274b0 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:51:00.299921 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-7b59c4df-dd16-40c9-9215-c679a1be22a1 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:51:00.305456 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-7b59c4df-dd16-40c9-9215-c679a1be22a1 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:51:00.374527 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7b59c4df-dd16-40c9-9215-c679a1be22a1 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:00.378962 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7b59c4df-dd16-40c9-9215-c679a1be22a1 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:00.392503 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b59c4df-dd16-40c9-9215-c679a1be22a1 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=83445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:51:00.400902 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-366b0a9a-6424-4766-91c9-e65ddfa06b32 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:00.419191 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7b59c4df-dd16-40c9-9215-c679a1be22a1 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:00.419531 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.segments_db [None req-7b59c4df-dd16-40c9-9215-c679a1be22a1 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Added segment 8b47ac1f-14c9-4bcb-816f-48798e8862fc of type vlan for network bdbb4357-ce37-416c-8623-6348c19b301b Dec 20 08:51:00.441614 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b59c4df-dd16-40c9-9215-c679a1be22a1 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=300c3d47-312b-4417-bf28-fedbede02fba,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:00.446124 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-7b59c4df-dd16-40c9-9215-c679a1be22a1 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:00.465384 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7b59c4df-dd16-40c9-9215-c679a1be22a1 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:00.466615 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c3fdb6b3-cfe2-42d7-8fc7-781640e8929a tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24735'] for router, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:00.471123 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c3fdb6b3-cfe2-42d7-8fc7-781640e8929a tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:00.499258 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c3fdb6b3-cfe2-42d7-8fc7-781640e8929a tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-390871'] for router, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:00.499713 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3fdb6b3-cfe2-42d7-8fc7-781640e8929a tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Fanout notify agent at l3_agent the message router_deleted on router e62508c7-fc1d-4aed-ac88-c844e24d627c {{(pid=83444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 08:51:00.502418 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7b59c4df-dd16-40c9-9215-c679a1be22a1 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:00.503383 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b59c4df-dd16-40c9-9215-c679a1be22a1 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:51:00.504003 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7b59c4df-dd16-40c9-9215-c679a1be22a1 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:00.508723 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-846baf74-609e-4c69-b46d-1ee058e2126b tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:00.513805 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c3fdb6b3-cfe2-42d7-8fc7-781640e8929a tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:00.514872 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c3fdb6b3-cfe2-42d7-8fc7-781640e8929a tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "DELETE /v2.0/routers/e62508c7-fc1d-4aed-ac88-c844e24d627c HTTP/1.1" status: 204 len: 168 time: 0.9443996 Dec 20 08:51:00.518146 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44108) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:00.563066 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-4fbe3b31-62a5-41a2-b8a6-00e7180067ef tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "GET /v2.0/ports?device_id=e62508c7-fc1d-4aed-ac88-c844e24d627c HTTP/1.1" status: 200 len: 205 time: 0.0416603 Dec 20 08:51:00.563300 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44112) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:00.606381 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-7b59c4df-dd16-40c9-9215-c679a1be22a1 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5135386 Dec 20 08:51:00.611180 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 44116) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:00.613853 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b59c4df-dd16-40c9-9215-c679a1be22a1 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Pushing event updated for resources: {'Network': ['ID=bdbb4357-ce37-416c-8623-6348c19b301b,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:00.624798 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network bdbb4357-ce37-416c-8623-6348c19b301b details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:51:00.631894 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-21b80df6-5e44-4d0e-826b-af9b627a7dab tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] delete failed (client error): The resource could not be found. Dec 20 08:51:00.635180 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-21b80df6-5e44-4d0e-826b-af9b627a7dab tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "DELETE /v2.0/routers/e62508c7-fc1d-4aed-ac88-c844e24d627c HTTP/1.1" status: 404 len: 336 time: 0.0686090 Dec 20 08:51:00.635511 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44120) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:00.646651 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-7b59c4df-dd16-40c9-9215-c679a1be22a1 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:00.680834 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-86a6dada-512a-4032-8e70-554ea60e335e tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] DELETE failed (client error): The resource could not be found. Dec 20 08:51:00.680834 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86a6dada-512a-4032-8e70-554ea60e335e tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:51:00.681879 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-86a6dada-512a-4032-8e70-554ea60e335e tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "DELETE /v2.0/subnets/744c2d1c-1442-4ea1-9e06-0359f0e84d56 HTTP/1.1" status: 404 len: 337 time: 0.0440249 Dec 20 08:51:00.686241 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44124) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:00.731423 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-d174d951-a606-464c-b186-372c19a723e2 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] DELETE failed (client error): The resource could not be found. Dec 20 08:51:00.731774 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d174d951-a606-464c-b186-372c19a723e2 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:51:00.735195 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d174d951-a606-464c-b186-372c19a723e2 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "DELETE /v2.0/subnets/fcaac2f4-e8dd-4e53-b91f-98f2c269cf04 HTTP/1.1" status: 404 len: 337 time: 0.0464122 Dec 20 08:51:00.737408 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44128) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:00.745637 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b5eb8b76-92a4-4216-a2b0-0b0e84c25576 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:00.797606 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-95a37e04-4ddf-4cfb-9c69-6201ca09a208 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] DELETE failed (client error): The resource could not be found. Dec 20 08:51:00.797606 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95a37e04-4ddf-4cfb-9c69-6201ca09a208 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:51:00.798526 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-95a37e04-4ddf-4cfb-9c69-6201ca09a208 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "DELETE /v2.0/subnets/dd8ea596-df06-4356-94d7-70cdb0e1c7b4 HTTP/1.1" status: 404 len: 337 time: 0.0596483 Dec 20 08:51:00.803751 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44132) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:00.839092 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-f27ae9c6-4c14-4fd4-8b03-7eb2df202f3e tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] DELETE failed (client error): The resource could not be found. Dec 20 08:51:00.839514 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f27ae9c6-4c14-4fd4-8b03-7eb2df202f3e tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:51:00.841126 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f27ae9c6-4c14-4fd4-8b03-7eb2df202f3e tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "DELETE /v2.0/subnets/f7441b0d-9ff3-44da-90de-fb8cbacfe86a HTTP/1.1" status: 404 len: 337 time: 0.0388434 Dec 20 08:51:00.843662 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44136) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:00.877019 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b5eb8b76-92a4-4216-a2b0-0b0e84c25576 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:00.890570 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-8c247e28-266e-4434-97b5-faf5ad8f0104 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "GET /v2.0/ports?device_id=17cdab0b-98aa-4f0f-8994-ba0bb895186a HTTP/1.1" status: 200 len: 205 time: 0.0425625 Dec 20 08:51:00.890570 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44140) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:00.903182 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-b5eb8b76-92a4-4216-a2b0-0b0e84c25576 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdbb4357-ce37-416c-8623-6348c19b301b']}} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:51:00.915432 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-b5eb8b76-92a4-4216-a2b0-0b0e84c25576 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b47ac1f-14c9-4bcb-816f-48798e8862fc') {'for_net_delete': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:51:00.915730 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-b5eb8b76-92a4-4216-a2b0-0b0e84c25576 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b47ac1f-14c9-4bcb-816f-48798e8862fc') {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:51:00.928350 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b5eb8b76-92a4-4216-a2b0-0b0e84c25576 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1518531'] for segment, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:00.946007 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b5eb8b76-92a4-4216-a2b0-0b0e84c25576 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:00.951160 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5eb8b76-92a4-4216-a2b0-0b0e84c25576 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=83445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:51:00.951544 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b5eb8b76-92a4-4216-a2b0-0b0e84c25576 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2036002'] for segment, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:00.959521 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-121758a0-37a8-4cd1-8029-8d28675f1afd tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] delete failed (client error): The resource could not be found. Dec 20 08:51:00.960540 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-121758a0-37a8-4cd1-8029-8d28675f1afd tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "DELETE /v2.0/routers/17cdab0b-98aa-4f0f-8994-ba0bb895186a HTTP/1.1" status: 404 len: 336 time: 0.0697892 Dec 20 08:51:00.963235 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44144) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:00.964288 dv-neutron-820491-1-hyperv neutron-server[83445]: Traceback (most recent call last): Dec 20 08:51:00.964288 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:51:00.964288 dv-neutron-820491-1-hyperv neutron-server[83445]: timer() Dec 20 08:51:00.964288 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:51:00.964288 dv-neutron-820491-1-hyperv neutron-server[83445]: cb(*args, **kw) Dec 20 08:51:00.964288 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:51:00.964288 dv-neutron-820491-1-hyperv neutron-server[83445]: return func(*args, **kwargs) Dec 20 08:51:00.964288 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:51:00.964288 dv-neutron-820491-1-hyperv neutron-server[83445]: self._notify() Dec 20 08:51:00.964288 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:51:00.964288 dv-neutron-820491-1-hyperv neutron-server[83445]: self.callback(batched_events) Dec 20 08:51:00.964288 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:51:00.964288 dv-neutron-820491-1-hyperv neutron-server[83445]: event.method(event) Dec 20 08:51:00.964288 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:51:00.964288 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:51:00.964288 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:51:00.964288 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:51:00.964288 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:51:00.964288 dv-neutron-820491-1-hyperv neutron-server[83445]: return f(self, *a, **k) Dec 20 08:51:00.964288 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:51:00.964288 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._get(url).json() Dec 20 08:51:00.964288 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:51:00.964288 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:51:00.964288 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:51:00.964288 dv-neutron-820491-1-hyperv neutron-server[83445]: return self.request(url, 'GET', **kwargs) Dec 20 08:51:00.964288 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:51:00.964288 dv-neutron-820491-1-hyperv neutron-server[83445]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:51:00.964288 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:51:00.964288 dv-neutron-820491-1-hyperv neutron-server[83445]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:51:00.964288 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:51:00.964288 dv-neutron-820491-1-hyperv neutron-server[83445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:51:00.964288 dv-neutron-820491-1-hyperv neutron-server[83445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:51:01.006423 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-17db6cfb-fe9f-4546-b698-e08db9a42428 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c0c6c31-11a3-40cc-87fb-300de12f8096 HTTP/1.1" status: 200 len: 205 time: 0.0420372 Dec 20 08:51:01.008729 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44148) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:01.050879 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b5eb8b76-92a4-4216-a2b0-0b0e84c25576 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:01.055536 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5eb8b76-92a4-4216-a2b0-0b0e84c25576 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bdbb4357-ce37-416c-8623-6348c19b301b {{(pid=83445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 20 08:51:01.058509 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b5eb8b76-92a4-4216-a2b0-0b0e84c25576 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:01.061442 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-24ea086d-751a-4ae8-bf55-02d87fdc7aad tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:01.080107 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-c808871a-07f7-4c00-a3ce-685648a3e6b3 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] delete failed (client error): The resource could not be found. Dec 20 08:51:01.087417 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c808871a-07f7-4c00-a3ce-685648a3e6b3 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "DELETE /v2.0/routers/4c0c6c31-11a3-40cc-87fb-300de12f8096 HTTP/1.1" status: 404 len: 336 time: 0.0718188 Dec 20 08:51:01.088429 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eb8b76-92a4-4216-a2b0-0b0e84c25576 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Pushing event deleted for resources: {'Network': ['ID=bdbb4357-ce37-416c-8623-6348c19b301b,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:01.088573 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44152) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:01.088781 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b5eb8b76-92a4-4216-a2b0-0b0e84c25576 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:01.094620 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-b5eb8b76-92a4-4216-a2b0-0b0e84c25576 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] 10.222.0.16 "DELETE /v2.0/networks/bdbb4357-ce37-416c-8623-6348c19b301b HTTP/1.1" status: 204 len: 168 time: 0.4799752 Dec 20 08:51:01.094620 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 44156) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:01.108041 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-22f49218-f829-4dea-9fad-01a966dfd304 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:51:01.108608 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-22f49218-f829-4dea-9fad-01a966dfd304 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:51:01.117431 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-22f49218-f829-4dea-9fad-01a966dfd304 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Usage tracker for resource:network and tenant:30cccbcfec484e18a99600a04cc274b0 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:51:01.124584 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-22f49218-f829-4dea-9fad-01a966dfd304 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:51:01.129909 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-22f49218-f829-4dea-9fad-01a966dfd304 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:51:01.132393 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-beceb9ce-1b99-4ae5-a80f-a79779b4655d tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] DELETE failed (client error): The resource could not be found. Dec 20 08:51:01.133063 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-beceb9ce-1b99-4ae5-a80f-a79779b4655d tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:51:01.135186 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-beceb9ce-1b99-4ae5-a80f-a79779b4655d tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "DELETE /v2.0/subnets/8fcf8223-69a8-474e-a576-cd14a3067762 HTTP/1.1" status: 404 len: 337 time: 0.0496898 Dec 20 08:51:01.138189 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 44160) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:01.175854 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22f49218-f829-4dea-9fad-01a966dfd304 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Made reservation on behalf of 30cccbcfec484e18a99600a04cc274b0 for: {'network': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:51:01.180646 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-22f49218-f829-4dea-9fad-01a966dfd304 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:01.196385 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-48a098f3-8583-4b7d-a91b-a1b192f113b5 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1392ee-8d8a-4c54-b0b5-022805c45b9e HTTP/1.1" status: 200 len: 205 time: 0.0568933 Dec 20 08:51:01.199463 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 44166) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:01.393690 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.api.v2.resource [None req-220f60ec-3e7b-42c3-8a43-c1642091c615 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] delete failed (client error): The resource could not be found. Dec 20 08:51:01.394706 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-220f60ec-3e7b-42c3-8a43-c1642091c615 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "DELETE /v2.0/routers/5d1392ee-8d8a-4c54-b0b5-022805c45b9e HTTP/1.1" status: 404 len: 336 time: 0.1942170 Dec 20 08:51:01.397344 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 44170) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:01.445553 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-b41cadef-6ba3-4066-b662-bc01be8036af tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "GET /v2.0/ports?device_id=f080c217-35d0-4475-9ea6-088350fd2fdc HTTP/1.1" status: 200 len: 205 time: 0.0469983 Dec 20 08:51:01.446226 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22f49218-f829-4dea-9fad-01a966dfd304 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=83445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:51:01.448022 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44174) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:01.455814 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-22f49218-f829-4dea-9fad-01a966dfd304 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:01.456153 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.segments_db [None req-22f49218-f829-4dea-9fad-01a966dfd304 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Added segment 20002844-7617-4749-a0da-6bdf0643fb1d of type vlan for network b1a4f944-eee5-47b4-ad20-8e062d5ae13e Dec 20 08:51:01.487664 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-22f49218-f829-4dea-9fad-01a966dfd304 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:01.534363 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-22f49218-f829-4dea-9fad-01a966dfd304 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:01.535356 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f49218-f829-4dea-9fad-01a966dfd304 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:51:01.536053 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-22f49218-f829-4dea-9fad-01a966dfd304 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:01.540165 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-1b84227a-27f8-4f69-b619-0d86f7d7fb5d tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:01.636611 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f49218-f829-4dea-9fad-01a966dfd304 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Pushing event updated for resources: {'Network': ['ID=b1a4f944-eee5-47b4-ad20-8e062d5ae13e,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:01.640956 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-22f49218-f829-4dea-9fad-01a966dfd304 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:01.649338 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-27b5b4b1-2968-4d31-910a-f9fd7001b586 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] delete failed (client error): The resource could not be found. Dec 20 08:51:01.650344 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-22f49218-f829-4dea-9fad-01a966dfd304 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.5559983 Dec 20 08:51:01.650708 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-27b5b4b1-2968-4d31-910a-f9fd7001b586 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "DELETE /v2.0/routers/f080c217-35d0-4475-9ea6-088350fd2fdc HTTP/1.1" status: 404 len: 336 time: 0.2009618 Dec 20 08:51:01.653550 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44178) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:01.653861 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 44180) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:01.654950 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network b1a4f944-eee5-47b4-ad20-8e062d5ae13e details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:51:01.659312 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-3cd3f670-f3e9-42cb-9162-0955ed3abb3d tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Request body: {'subnet': {'network_id': 'b1a4f944-eee5-47b4-ad20-8e062d5ae13e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:51:01.664209 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-3cd3f670-f3e9-42cb-9162-0955ed3abb3d tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:51:01.668921 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-3cd3f670-f3e9-42cb-9162-0955ed3abb3d tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Usage tracker for resource:subnet and tenant:30cccbcfec484e18a99600a04cc274b0 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:51:01.671814 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-3cd3f670-f3e9-42cb-9162-0955ed3abb3d tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:51:01.677554 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-3cd3f670-f3e9-42cb-9162-0955ed3abb3d tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:51:01.688118 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd3f670-f3e9-42cb-9162-0955ed3abb3d tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Made reservation on behalf of 30cccbcfec484e18a99600a04cc274b0 for: {'subnet': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:51:01.690512 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3cd3f670-f3e9-42cb-9162-0955ed3abb3d tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2095160'] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:01.696462 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-23e66c4a-6def-4f03-b158-769f7b509fa2 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] DELETE failed (client error): The resource could not be found. Dec 20 08:51:01.696914 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23e66c4a-6def-4f03-b158-769f7b509fa2 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:51:01.699096 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-23e66c4a-6def-4f03-b158-769f7b509fa2 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "DELETE /v2.0/subnets/1f5e5973-2002-4409-9867-adf9e3ff9cc6 HTTP/1.1" status: 404 len: 337 time: 0.0444050 Dec 20 08:51:01.702043 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44186) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:01.747332 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ddeafc2d-5d14-4ff4-8953-88333b053450 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "GET /v2.0/ports?device_id=93e7a7ab-f030-4913-bbc9-d9f9a0a197b0 HTTP/1.1" status: 200 len: 205 time: 0.0439169 Dec 20 08:51:01.749615 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44190) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:01.816770 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-676983b2-78e1-4214-a540-9c85eba990b1 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] delete failed (client error): The resource could not be found. Dec 20 08:51:01.818703 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-676983b2-78e1-4214-a540-9c85eba990b1 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "DELETE /v2.0/routers/93e7a7ab-f030-4913-bbc9-d9f9a0a197b0 HTTP/1.1" status: 404 len: 336 time: 0.0679791 Dec 20 08:51:01.821319 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44194) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:01.863447 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-184b8f98-752b-4abc-a820-b9cf6284ef3e tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] DELETE failed (client error): The resource could not be found. Dec 20 08:51:01.863883 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-184b8f98-752b-4abc-a820-b9cf6284ef3e tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:51:01.867625 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-184b8f98-752b-4abc-a820-b9cf6284ef3e tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "DELETE /v2.0/subnets/dd4dcbdc-5974-4dad-9939-423593dbdfed HTTP/1.1" status: 404 len: 337 time: 0.0432680 Dec 20 08:51:01.868095 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44198) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:01.911034 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d3693ac2-28f5-4447-8391-142c99018587 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "GET /v2.0/ports?device_id=b64985ca-7df2-4693-a1eb-2b1a9b744abc HTTP/1.1" status: 200 len: 205 time: 0.0417247 Dec 20 08:51:01.913221 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44202) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:01.981328 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-d7396e81-4d02-467b-9bea-06b18c099dcd tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] delete failed (client error): The resource could not be found. Dec 20 08:51:01.982338 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d7396e81-4d02-467b-9bea-06b18c099dcd tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "DELETE /v2.0/routers/b64985ca-7df2-4693-a1eb-2b1a9b744abc HTTP/1.1" status: 404 len: 336 time: 0.0681710 Dec 20 08:51:01.984887 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44206) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:02.023319 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0c2e9c4-fbbc-4e96-b796-856bb3dc9269 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] DELETE failed (client error): The resource could not be found. Dec 20 08:51:02.023770 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0c2e9c4-fbbc-4e96-b796-856bb3dc9269 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:51:02.028487 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c0c2e9c4-fbbc-4e96-b796-856bb3dc9269 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "DELETE /v2.0/subnets/ddd0bd2d-7765-4b7a-afd2-c47d372866e4 HTTP/1.1" status: 404 len: 337 time: 0.0396321 Dec 20 08:51:02.028692 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44210) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:02.062226 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.objects.ports [None req-3cd3f670-f3e9-42cb-9162-0955ed3abb3d tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83445) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 20 08:51:02.062609 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3cd3f670-f3e9-42cb-9162-0955ed3abb3d tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2036557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2095114'] for subnet, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:02.066307 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a743d467-acff-4892-9b73-84b51b53be20 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:02.069152 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e68b12f-b3c2-430d-850e-bd990e11c240 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] DELETE failed (client error): The resource could not be found. Dec 20 08:51:02.069627 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e68b12f-b3c2-430d-850e-bd990e11c240 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:51:02.071268 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1e68b12f-b3c2-430d-850e-bd990e11c240 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] 10.222.0.16 "DELETE /v2.0/subnets/367d6731-47c6-4858-9f85-640a2748d358 HTTP/1.1" status: 404 len: 337 time: 0.0416551 Dec 20 08:51:02.135456 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd3f670-f3e9-42cb-9162-0955ed3abb3d tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ec60f2f1-3af5-40ee-aa6b-badf3751273d,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:02.138710 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3cd3f670-f3e9-42cb-9162-0955ed3abb3d tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:02.153105 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd3f670-f3e9-42cb-9162-0955ed3abb3d tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Checking segment: {'id': '20002844-7617-4749-a0da-6bdf0643fb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b1a4f944-eee5-47b4-ad20-8e062d5ae13e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:51:02.153506 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd3f670-f3e9-42cb-9162-0955ed3abb3d tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Network hostable DHCP agents. Network: b1a4f944-eee5-47b4-ad20-8e062d5ae13e, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:51:02.177010 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd3f670-f3e9-42cb-9162-0955ed3abb3d tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Network b1a4f944-eee5-47b4-ad20-8e062d5ae13e is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:51:02.186843 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-3cd3f670-f3e9-42cb-9162-0955ed3abb3d tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, b1a4f944-eee5-47b4-ad20-8e062d5ae13e) {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:51:02.191930 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd3f670-f3e9-42cb-9162-0955ed3abb3d tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:51:02.192693 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3cd3f670-f3e9-42cb-9162-0955ed3abb3d tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:02.195932 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7515ad44-a429-4b42-bd03-0cc2fe4c4791 None None] Network b1a4f944-eee5-47b4-ad20-8e062d5ae13e requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:51:02.224853 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-3cd3f670-f3e9-42cb-9162-0955ed3abb3d tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5691516 Dec 20 08:51:02.226738 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 44216) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:02.233804 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-ecc9e157-9323-4fc7-bde1-69566d3c05a0 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Request body: {'floatingip': {'floating_network_id': 'b1a4f944-eee5-47b4-ad20-8e062d5ae13e'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:51:02.239136 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-ecc9e157-9323-4fc7-bde1-69566d3c05a0 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:51:02.243614 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-ecc9e157-9323-4fc7-bde1-69566d3c05a0 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Usage tracker for resource:floatingip and tenant:30cccbcfec484e18a99600a04cc274b0 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:51:02.247314 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-ecc9e157-9323-4fc7-bde1-69566d3c05a0 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:51:02.253933 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-ecc9e157-9323-4fc7-bde1-69566d3c05a0 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:51:02.273973 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ecc9e157-9323-4fc7-bde1-69566d3c05a0 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:02.412268 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44222) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:02.419246 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ecc9e157-9323-4fc7-bde1-69566d3c05a0 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:02.456621 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c131f36-8279-41a9-9d56-85022d5a0eb1 None None] Network b1a4f944-eee5-47b4-ad20-8e062d5ae13e requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:51:02.565833 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-ecc9e157-9323-4fc7-bde1-69566d3c05a0 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Allocated IP 172.20.0.4 (b1a4f944-eee5-47b4-ad20-8e062d5ae13e/ec60f2f1-3af5-40ee-aa6b-badf3751273d/accb54c1-ae57-41a8-ad77-e7d36baf7dbe) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:51:02.611700 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-7503311e-96cb-4b9e-a7ee-735e7796d1a8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=77c40f4df6664268b6fdee7d685de4ee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1972642 Dec 20 08:51:02.617682 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44228) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:02.684190 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e6773b5d-87f0-4be6-9e25-049235f65231 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:02.709839 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e6773b5d-87f0-4be6-9e25-049235f65231 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:02.741670 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ecc9e157-9323-4fc7-bde1-69566d3c05a0 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:02.761957 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e6773b5d-87f0-4be6-9e25-049235f65231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:02.767034 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7efca610-d04b-446c-808d-ee7fbeb47522 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:02.773882 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ecc9e157-9323-4fc7-bde1-69566d3c05a0 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:02.779174 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-7048841b-88fa-4c60-bec5-1189b04f4c2c tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:02.780633 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6773b5d-87f0-4be6-9e25-049235f65231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c70c531-900c-4b62-b748-b956e8a6b9b5,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:02.783221 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e6773b5d-87f0-4be6-9e25-049235f65231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:02.784420 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e6773b5d-87f0-4be6-9e25-049235f65231 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:02.788191 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e6773b5d-87f0-4be6-9e25-049235f65231 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0c70c531-900c-4b62-b748-b956e8a6b9b5 HTTP/1.1" status: 204 len: 168 time: 0.1668353 Dec 20 08:51:02.845193 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc9e157-9323-4fc7-bde1-69566d3c05a0 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Network b1a4f944-eee5-47b4-ad20-8e062d5ae13e is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:51:02.852551 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-ecc9e157-9323-4fc7-bde1-69566d3c05a0 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:51:02.857490 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc9e157-9323-4fc7-bde1-69566d3c05a0 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:51:02.892016 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc9e157-9323-4fc7-bde1-69566d3c05a0 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Pushing event updated for resources: {'Port': ['ID=accb54c1-ae57-41a8-ad77-e7d36baf7dbe,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:02.895949 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ecc9e157-9323-4fc7-bde1-69566d3c05a0 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:03.021621 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ecc9e157-9323-4fc7-bde1-69566d3c05a0 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:03.086114 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ecc9e157-9323-4fc7-bde1-69566d3c05a0 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:03.415879 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ecc9e157-9323-4fc7-bde1-69566d3c05a0 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:03.419634 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ecc9e157-9323-4fc7-bde1-69566d3c05a0 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2036698'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:03.424282 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3a872d4a-b315-4f63-92d1-82e8c37b13f3 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:03.524998 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc9e157-9323-4fc7-bde1-69566d3c05a0 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Pushing event updated for resources: {'Port': ['ID=accb54c1-ae57-41a8-ad77-e7d36baf7dbe,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:03.529448 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ecc9e157-9323-4fc7-bde1-69566d3c05a0 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:03.545941 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ecc9e157-9323-4fc7-bde1-69566d3c05a0 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-345990'] for floatingip, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:03.567577 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ecc9e157-9323-4fc7-bde1-69566d3c05a0 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for floatingip, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:03.569074 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-ecc9e157-9323-4fc7-bde1-69566d3c05a0 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.3408933 Dec 20 08:51:03.571989 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44250) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:03.628182 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 44254) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:03.653265 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-64c9d606-77e8-4087-a1bd-3bbc939be535 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] 10.222.0.16 "GET /v2.0/floatingips?floating_network_id=b1a4f944-eee5-47b4-ad20-8e062d5ae13e HTTP/1.1" status: 200 len: 689 time: 0.0784492 Dec 20 08:51:03.654327 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44260) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:03.762216 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-d48d51a8-0b35-4106-b892-f1d8b7130b70 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Request body: {'network': {'name': 'tempest-RoutersTest-517400498'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:51:03.768433 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-d48d51a8-0b35-4106-b892-f1d8b7130b70 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:51:03.771747 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-d48d51a8-0b35-4106-b892-f1d8b7130b70 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Usage tracker for resource:network and tenant:4697a8f4ef3e423facaab77bb132848e is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:51:03.777359 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-d48d51a8-0b35-4106-b892-f1d8b7130b70 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:51:03.783174 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-d48d51a8-0b35-4106-b892-f1d8b7130b70 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:51:03.787982 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1cd40ea8-0f23-4866-96ea-25d22bcb1eb3 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:03.793963 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d48d51a8-0b35-4106-b892-f1d8b7130b70 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Made reservation on behalf of 4697a8f4ef3e423facaab77bb132848e for: {'network': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:51:03.797350 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d48d51a8-0b35-4106-b892-f1d8b7130b70 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:03.809956 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d48d51a8-0b35-4106-b892-f1d8b7130b70 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for security_group, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:03.841240 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-d48d51a8-0b35-4106-b892-f1d8b7130b70 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:51:03.845273 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-d48d51a8-0b35-4106-b892-f1d8b7130b70 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Usage tracker for resource:security_group_rule and tenant:4697a8f4ef3e423facaab77bb132848e is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:51:03.848077 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-d48d51a8-0b35-4106-b892-f1d8b7130b70 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:51:03.853709 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-d48d51a8-0b35-4106-b892-f1d8b7130b70 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:51:03.868379 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-1cd40ea8-0f23-4866-96ea-25d22bcb1eb3 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Deleting port accb54c1-ae57-41a8-ad77-e7d36baf7dbe {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:51:03.868971 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1cd40ea8-0f23-4866-96ea-25d22bcb1eb3 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:03.924234 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d48d51a8-0b35-4106-b892-f1d8b7130b70 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for security_group, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:03.927990 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d48d51a8-0b35-4106-b892-f1d8b7130b70 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:03.931271 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e3cc8a16-32a2-4e29-a09d-4fef504fc724 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:03.961553 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d48d51a8-0b35-4106-b892-f1d8b7130b70 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=83445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:51:03.970656 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48d51a8-0b35-4106-b892-f1d8b7130b70 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63090b2c-240a-4fc0-830b-5834ed5040b0,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:03.974124 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d48d51a8-0b35-4106-b892-f1d8b7130b70 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:03.977002 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d48d51a8-0b35-4106-b892-f1d8b7130b70 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:03.977572 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.segments_db [None req-d48d51a8-0b35-4106-b892-f1d8b7130b70 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Added segment d4f07d6e-0393-4a61-baf5-1fd258b9ca37 of type vlan for network ff2df95d-4ce9-4bff-a188-930a8909a8a8 Dec 20 08:51:04.004406 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d48d51a8-0b35-4106-b892-f1d8b7130b70 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:04.035390 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d48d51a8-0b35-4106-b892-f1d8b7130b70 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:04.039095 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1cd40ea8-0f23-4866-96ea-25d22bcb1eb3 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:04.039287 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48d51a8-0b35-4106-b892-f1d8b7130b70 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:51:04.039425 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1cd40ea8-0f23-4866-96ea-25d22bcb1eb3 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:04.039803 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d48d51a8-0b35-4106-b892-f1d8b7130b70 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:04.045046 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-84016d24-241f-433b-ab56-849e72e93ac5 tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:04.146089 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-d48d51a8-0b35-4106-b892-f1d8b7130b70 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5164559 Dec 20 08:51:04.151065 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 44264) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:04.154112 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48d51a8-0b35-4106-b892-f1d8b7130b70 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Pushing event updated for resources: {'Network': ['ID=ff2df95d-4ce9-4bff-a188-930a8909a8a8,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:04.159290 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-55ff0131-1555-4539-8186-648143fe6fac tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Request body: {'network': {'name': 'tempest-RoutersTest-73090287'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:51:04.163684 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d48d51a8-0b35-4106-b892-f1d8b7130b70 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:04.164591 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-55ff0131-1555-4539-8186-648143fe6fac tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:51:04.166045 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-1cd40ea8-0f23-4866-96ea-25d22bcb1eb3 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Calling delete_port for accb54c1-ae57-41a8-ad77-e7d36baf7dbe owned by network:floatingip {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:51:04.167797 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network ff2df95d-4ce9-4bff-a188-930a8909a8a8 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:51:04.168561 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-55ff0131-1555-4539-8186-648143fe6fac tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Usage tracker for resource:network and tenant:4697a8f4ef3e423facaab77bb132848e is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:51:04.171505 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-55ff0131-1555-4539-8186-648143fe6fac tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:51:04.177161 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-55ff0131-1555-4539-8186-648143fe6fac tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:51:04.189039 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ff0131-1555-4539-8186-648143fe6fac tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Made reservation on behalf of 4697a8f4ef3e423facaab77bb132848e for: {'network': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:51:04.193925 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-55ff0131-1555-4539-8186-648143fe6fac tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:04.228063 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55ff0131-1555-4539-8186-648143fe6fac tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=83445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:51:04.238128 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-55ff0131-1555-4539-8186-648143fe6fac tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:04.238477 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.segments_db [None req-55ff0131-1555-4539-8186-648143fe6fac tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Added segment 42bb4f93-16c5-4f0d-b472-597db0a22ef1 of type vlan for network 84ff9516-3bd6-41b2-a8de-4028d911a075 Dec 20 08:51:04.268579 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-55ff0131-1555-4539-8186-648143fe6fac tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:04.305760 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-55ff0131-1555-4539-8186-648143fe6fac tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:04.310000 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ff0131-1555-4539-8186-648143fe6fac tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:51:04.310576 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-55ff0131-1555-4539-8186-648143fe6fac tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:04.315486 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b5eb8b76-92a4-4216-a2b0-0b0e84c25576 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:04.323370 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1cd40ea8-0f23-4866-96ea-25d22bcb1eb3 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:04.327738 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-df67bfae-fd59-4fe2-aa1d-01574d28cff7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:04.363008 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-55ff0131-1555-4539-8186-648143fe6fac tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.2100730 Dec 20 08:51:04.366455 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 44268) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:04.370630 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd40ea8-0f23-4866-96ea-25d22bcb1eb3 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Pushing event deleted for resources: {'Port': ['ID=accb54c1-ae57-41a8-ad77-e7d36baf7dbe,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:04.374566 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1cd40ea8-0f23-4866-96ea-25d22bcb1eb3 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:04.375213 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-211c4d7c-ecdc-4f6c-823d-50f90c5d8b04 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Request body: {'subnet': {'network_id': 'ff2df95d-4ce9-4bff-a188-930a8909a8a8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:51:04.453321 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ff0131-1555-4539-8186-648143fe6fac tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Pushing event updated for resources: {'Network': ['ID=84ff9516-3bd6-41b2-a8de-4028d911a075,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:04.457947 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-55ff0131-1555-4539-8186-648143fe6fac tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:04.463471 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network 84ff9516-3bd6-41b2-a8de-4028d911a075 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:51:04.545850 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-211c4d7c-ecdc-4f6c-823d-50f90c5d8b04 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:51:04.550510 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-211c4d7c-ecdc-4f6c-823d-50f90c5d8b04 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Usage tracker for resource:subnet and tenant:4697a8f4ef3e423facaab77bb132848e is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:51:04.553534 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-211c4d7c-ecdc-4f6c-823d-50f90c5d8b04 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:51:04.562268 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-211c4d7c-ecdc-4f6c-823d-50f90c5d8b04 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:51:04.568969 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1cd40ea8-0f23-4866-96ea-25d22bcb1eb3 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:04.575787 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-211c4d7c-ecdc-4f6c-823d-50f90c5d8b04 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Made reservation on behalf of 4697a8f4ef3e423facaab77bb132848e for: {'subnet': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:51:04.632284 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1cd40ea8-0f23-4866-96ea-25d22bcb1eb3 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:04.697023 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-211c4d7c-ecdc-4f6c-823d-50f90c5d8b04 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2095160'] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:04.707733 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1cd40ea8-0f23-4866-96ea-25d22bcb1eb3 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1129313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1529131'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:04.716807 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f14725ab-cdae-4ed5-873d-fd89a3be26f3 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:04.753861 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd40ea8-0f23-4866-96ea-25d22bcb1eb3 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ec60f2f1-3af5-40ee-aa6b-badf3751273d,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:04.756291 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1cd40ea8-0f23-4866-96ea-25d22bcb1eb3 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:04.843221 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1cd40ea8-0f23-4866-96ea-25d22bcb1eb3 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:04.868503 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-1cd40ea8-0f23-4866-96ea-25d22bcb1eb3 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1a4f944-eee5-47b4-ad20-8e062d5ae13e']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:51:04.880697 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-1cd40ea8-0f23-4866-96ea-25d22bcb1eb3 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20002844-7617-4749-a0da-6bdf0643fb1d') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:51:04.880996 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-1cd40ea8-0f23-4866-96ea-25d22bcb1eb3 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20002844-7617-4749-a0da-6bdf0643fb1d') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:51:04.893439 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1cd40ea8-0f23-4866-96ea-25d22bcb1eb3 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1618722'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:04.909792 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1cd40ea8-0f23-4866-96ea-25d22bcb1eb3 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:04.916476 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cd40ea8-0f23-4866-96ea-25d22bcb1eb3 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:51:04.916780 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-211c4d7c-ecdc-4f6c-823d-50f90c5d8b04 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2036557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2095114'] for subnet, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:04.917020 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1cd40ea8-0f23-4866-96ea-25d22bcb1eb3 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1128911'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:04.921185 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-8548842d-ba90-4a5b-953d-f03f14feaee8 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:04.930000 dv-neutron-820491-1-hyperv neutron-server[83444]: Traceback (most recent call last): Dec 20 08:51:04.930000 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:51:04.930000 dv-neutron-820491-1-hyperv neutron-server[83444]: timer() Dec 20 08:51:04.930000 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:51:04.930000 dv-neutron-820491-1-hyperv neutron-server[83444]: cb(*args, **kw) Dec 20 08:51:04.930000 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:51:04.930000 dv-neutron-820491-1-hyperv neutron-server[83444]: return func(*args, **kwargs) Dec 20 08:51:04.930000 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:51:04.930000 dv-neutron-820491-1-hyperv neutron-server[83444]: self._notify() Dec 20 08:51:04.930000 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:51:04.930000 dv-neutron-820491-1-hyperv neutron-server[83444]: self.callback(batched_events) Dec 20 08:51:04.930000 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:51:04.930000 dv-neutron-820491-1-hyperv neutron-server[83444]: event.method(event) Dec 20 08:51:04.930000 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:51:04.930000 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:51:04.930000 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:51:04.930000 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:51:04.930000 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:51:04.930000 dv-neutron-820491-1-hyperv neutron-server[83444]: return f(self, *a, **k) Dec 20 08:51:04.930000 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:51:04.930000 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._get(url).json() Dec 20 08:51:04.930000 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:51:04.930000 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:51:04.930000 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:51:04.930000 dv-neutron-820491-1-hyperv neutron-server[83444]: return self.request(url, 'GET', **kwargs) Dec 20 08:51:04.930000 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:51:04.930000 dv-neutron-820491-1-hyperv neutron-server[83444]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:51:04.930000 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:51:04.930000 dv-neutron-820491-1-hyperv neutron-server[83444]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:51:04.930000 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:51:04.930000 dv-neutron-820491-1-hyperv neutron-server[83444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:51:04.930000 dv-neutron-820491-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:51:04.994766 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211c4d7c-ecdc-4f6c-823d-50f90c5d8b04 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Pushing event updated for resources: {'Subnet': ['ID=cfe1e08a-52f5-4a62-b544-eeee2b56df13,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:04.998532 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-211c4d7c-ecdc-4f6c-823d-50f90c5d8b04 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:05.010113 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1cd40ea8-0f23-4866-96ea-25d22bcb1eb3 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:05.014524 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f2a3aec9-c503-4b28-a6ba-da153e172096 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:05.014662 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211c4d7c-ecdc-4f6c-823d-50f90c5d8b04 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Checking segment: {'id': 'd4f07d6e-0393-4a61-baf5-1fd258b9ca37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ff2df95d-4ce9-4bff-a188-930a8909a8a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:51:05.014950 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211c4d7c-ecdc-4f6c-823d-50f90c5d8b04 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Network hostable DHCP agents. Network: ff2df95d-4ce9-4bff-a188-930a8909a8a8, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:51:05.028528 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd40ea8-0f23-4866-96ea-25d22bcb1eb3 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b1a4f944-eee5-47b4-ad20-8e062d5ae13e {{(pid=83444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 20 08:51:05.032739 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1cd40ea8-0f23-4866-96ea-25d22bcb1eb3 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:05.039309 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211c4d7c-ecdc-4f6c-823d-50f90c5d8b04 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Network ff2df95d-4ce9-4bff-a188-930a8909a8a8 is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:51:05.041298 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd40ea8-0f23-4866-96ea-25d22bcb1eb3 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Pushing event deleted for resources: {'Network': ['ID=b1a4f944-eee5-47b4-ad20-8e062d5ae13e,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:05.045791 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1cd40ea8-0f23-4866-96ea-25d22bcb1eb3 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:05.050980 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1cd40ea8-0f23-4866-96ea-25d22bcb1eb3 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] 10.222.0.16 "DELETE /v2.0/networks/b1a4f944-eee5-47b4-ad20-8e062d5ae13e HTTP/1.1" status: 204 len: 168 time: 1.3956394 Dec 20 08:51:05.051711 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-211c4d7c-ecdc-4f6c-823d-50f90c5d8b04 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, ff2df95d-4ce9-4bff-a188-930a8909a8a8) {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:51:05.053760 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44272) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:05.057056 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211c4d7c-ecdc-4f6c-823d-50f90c5d8b04 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:51:05.058442 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-211c4d7c-ecdc-4f6c-823d-50f90c5d8b04 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:05.064579 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e614169-c722-4091-a81e-b780d56ea68e None None] Network ff2df95d-4ce9-4bff-a188-930a8909a8a8 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:51:05.086531 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-211c4d7c-ecdc-4f6c-823d-50f90c5d8b04 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7190430 Dec 20 08:51:05.091653 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 44276) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:05.103678 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-e58a4b93-3b0d-4d0a-8a56-6e31c18e3517 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Request body: {'subnet': {'network_id': '84ff9516-3bd6-41b2-a8de-4028d911a075', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:51:05.212918 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-326d4ccd-ac35-475d-ac46-bc276c9996f6 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Synchronizing usage tracker for tenant:30cccbcfec484e18a99600a04cc274b0 on resource:floatingip {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:51:05.236134 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-326d4ccd-ac35-475d-ac46-bc276c9996f6 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Unset dirty status for tenant:30cccbcfec484e18a99600a04cc274b0 on resource:floatingip {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:51:05.238007 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-326d4ccd-ac35-475d-ac46-bc276c9996f6 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2568 time: 0.1829894 Dec 20 08:51:05.240701 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 44280) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:05.284180 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-e58a4b93-3b0d-4d0a-8a56-6e31c18e3517 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:51:05.290338 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-e58a4b93-3b0d-4d0a-8a56-6e31c18e3517 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Usage tracker for resource:subnet and tenant:4697a8f4ef3e423facaab77bb132848e is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:51:05.294846 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-e58a4b93-3b0d-4d0a-8a56-6e31c18e3517 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:51:05.306983 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-e58a4b93-3b0d-4d0a-8a56-6e31c18e3517 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:51:05.326220 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a915b0f3-f117-4427-b5ac-4cef00aedd62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-ff2df95d-4ce9-4bff-a188-930a8909a8a8', 'network_id': 'ff2df95d-4ce9-4bff-a188-930a8909a8a8', 'tenant_id': '4697a8f4ef3e423facaab77bb132848e', 'fixed_ips': [{'subnet_id': 'cfe1e08a-52f5-4a62-b544-eeee2b56df13'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:51:05.327147 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a915b0f3-f117-4427-b5ac-4cef00aedd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:05.333583 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95281ccc-e656-49e2-9ac3-7dffe23f18ee tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:51:05.333956 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95281ccc-e656-49e2-9ac3-7dffe23f18ee tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:51:05.334495 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95281ccc-e656-49e2-9ac3-7dffe23f18ee tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:51:05.334846 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95281ccc-e656-49e2-9ac3-7dffe23f18ee tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:51:05.335363 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95281ccc-e656-49e2-9ac3-7dffe23f18ee tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:51:05.335721 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95281ccc-e656-49e2-9ac3-7dffe23f18ee tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:51:05.336064 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95281ccc-e656-49e2-9ac3-7dffe23f18ee tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:51:05.336582 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95281ccc-e656-49e2-9ac3-7dffe23f18ee tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:51:05.337619 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-95281ccc-e656-49e2-9ac3-7dffe23f18ee tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Synchronizing usage tracker for tenant:30cccbcfec484e18a99600a04cc274b0 on resource:subnet {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:51:05.343869 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e58a4b93-3b0d-4d0a-8a56-6e31c18e3517 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Made reservation on behalf of 4697a8f4ef3e423facaab77bb132848e for: {'subnet': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:51:05.390747 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-95281ccc-e656-49e2-9ac3-7dffe23f18ee tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Unset dirty status for tenant:30cccbcfec484e18a99600a04cc274b0 on resource:subnet {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:51:05.392090 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-95281ccc-e656-49e2-9ac3-7dffe23f18ee tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5220 time: 0.1491165 Dec 20 08:51:05.395143 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 44284) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:05.504933 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-a915b0f3-f117-4427-b5ac-4cef00aedd62 None None] Allocated IP 172.20.0.2 (ff2df95d-4ce9-4bff-a188-930a8909a8a8/cfe1e08a-52f5-4a62-b544-eeee2b56df13/fd428ad3-d87e-4aeb-96a6-aa821065c72f) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:51:05.521033 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.api.v2.resource [None req-58ef1596-7b4a-4fb8-9523-060fd9f12c6a tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] delete failed (client error): The resource could not be found. Dec 20 08:51:05.525421 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-58ef1596-7b4a-4fb8-9523-060fd9f12c6a tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] 10.222.0.16 "DELETE /v2.0/floatingips/c198df2f-3e52-43e1-99f2-6803b5b7c02c HTTP/1.1" status: 404 len: 345 time: 0.1275959 Dec 20 08:51:05.525874 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44290) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:05.536042 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e58a4b93-3b0d-4d0a-8a56-6e31c18e3517 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2095160'] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:05.566305 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-7991ef7e-f9ee-4d29-b7e9-abb08d135dda tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] DELETE failed (client error): The resource could not be found. Dec 20 08:51:05.566965 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7991ef7e-f9ee-4d29-b7e9-abb08d135dda tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:51:05.573512 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-7991ef7e-f9ee-4d29-b7e9-abb08d135dda tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] 10.222.0.16 "DELETE /v2.0/networks/b1a4f944-eee5-47b4-ad20-8e062d5ae13e HTTP/1.1" status: 404 len: 339 time: 0.0425265 Dec 20 08:51:05.574791 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44294) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:05.583432 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-1b17ffba-c642-42ff-a3f4-069486212ae9 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Request body: {'network': {'name': 'tempest-network--1812493901', 'router:external': True}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:51:05.588216 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-1b17ffba-c642-42ff-a3f4-069486212ae9 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:51:05.593124 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-1b17ffba-c642-42ff-a3f4-069486212ae9 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Usage tracker for resource:network and tenant:30cccbcfec484e18a99600a04cc274b0 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:51:05.596087 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-1b17ffba-c642-42ff-a3f4-069486212ae9 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:51:05.603521 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-1b17ffba-c642-42ff-a3f4-069486212ae9 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:51:05.616698 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b17ffba-c642-42ff-a3f4-069486212ae9 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Made reservation on behalf of 30cccbcfec484e18a99600a04cc274b0 for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:51:05.619880 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1b17ffba-c642-42ff-a3f4-069486212ae9 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:05.675212 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b17ffba-c642-42ff-a3f4-069486212ae9 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:51:05.693127 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1b17ffba-c642-42ff-a3f4-069486212ae9 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:05.693732 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-1b17ffba-c642-42ff-a3f4-069486212ae9 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Added segment c6ac9b8b-00a1-47c8-b4a1-02a881411142 of type vlan for network 2d758b60-479e-4b72-934b-25a3ce03a43d Dec 20 08:51:05.739865 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1b17ffba-c642-42ff-a3f4-069486212ae9 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:05.784017 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1b17ffba-c642-42ff-a3f4-069486212ae9 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:05.785256 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b17ffba-c642-42ff-a3f4-069486212ae9 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:51:05.786265 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1b17ffba-c642-42ff-a3f4-069486212ae9 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32898034'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:05.792084 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-410db78b-f6e9-4202-8a7f-a6a83ecf4555 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:05.841326 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a915b0f3-f117-4427-b5ac-4cef00aedd62 None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:05.852436 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1b17ffba-c642-42ff-a3f4-069486212ae9 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2738452 Dec 20 08:51:05.854956 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 44304) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:05.861397 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-a915b0f3-f117-4427-b5ac-4cef00aedd62 None None] Transition to ACTIVE for port object fd428ad3-d87e-4aeb-96a6-aa821065c72f will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:51:05.887954 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-a915b0f3-f117-4427-b5ac-4cef00aedd62 None None] Transition to ACTIVE for port object fd428ad3-d87e-4aeb-96a6-aa821065c72f will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:51:05.896412 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a915b0f3-f117-4427-b5ac-4cef00aedd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:05.908227 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-eb6b3077-fad0-4628-9813-3a024fabdd8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:05.916307 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b17ffba-c642-42ff-a3f4-069486212ae9 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Pushing event updated for resources: {'Network': ['ID=2d758b60-479e-4b72-934b-25a3ce03a43d,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:05.919750 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1b17ffba-c642-42ff-a3f4-069486212ae9 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:05.954363 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network 2d758b60-479e-4b72-934b-25a3ce03a43d details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:51:05.968577 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e58a4b93-3b0d-4d0a-8a56-6e31c18e3517 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2036557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2095114'] for subnet, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:05.975897 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-c87edf79-54a0-4eda-aad2-639b6972d845 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:06.017596 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a915b0f3-f117-4427-b5ac-4cef00aedd62 None None] Network ff2df95d-4ce9-4bff-a188-930a8909a8a8 is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:51:06.030634 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-a915b0f3-f117-4427-b5ac-4cef00aedd62 None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:51:06.037729 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a915b0f3-f117-4427-b5ac-4cef00aedd62 None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:51:06.044854 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a915b0f3-f117-4427-b5ac-4cef00aedd62 None None] Pushing event updated for resources: {'Port': ['ID=fd428ad3-d87e-4aeb-96a6-aa821065c72f,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:06.185399 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a915b0f3-f117-4427-b5ac-4cef00aedd62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:51:06.185754 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a915b0f3-f117-4427-b5ac-4cef00aedd62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:51:06.186096 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a915b0f3-f117-4427-b5ac-4cef00aedd62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:51:06.186430 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a915b0f3-f117-4427-b5ac-4cef00aedd62 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:51:06.186761 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a915b0f3-f117-4427-b5ac-4cef00aedd62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:51:06.187083 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a915b0f3-f117-4427-b5ac-4cef00aedd62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:51:06.187573 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a915b0f3-f117-4427-b5ac-4cef00aedd62 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:51:06.188074 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a915b0f3-f117-4427-b5ac-4cef00aedd62 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:51:06.188576 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a915b0f3-f117-4427-b5ac-4cef00aedd62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:51:06.189063 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a915b0f3-f117-4427-b5ac-4cef00aedd62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:51:06.189565 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a915b0f3-f117-4427-b5ac-4cef00aedd62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:51:06.193730 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-a915b0f3-f117-4427-b5ac-4cef00aedd62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:06.203557 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58a4b93-3b0d-4d0a-8a56-6e31c18e3517 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Pushing event updated for resources: {'Subnet': ['ID=6fb351d1-85eb-4047-b10c-09545fdd5f51,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:06.210180 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d52e58-f2c3-48f6-b078-b2b251cd10c5 tempest-ExternalNetworksTestJSON-805727248 tempest-ExternalNetworksTestJSON-805727248-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:51:06.214758 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d52e58-f2c3-48f6-b078-b2b251cd10c5 tempest-ExternalNetworksTestJSON-805727248 tempest-ExternalNetworksTestJSON-805727248-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:51:06.219016 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d52e58-f2c3-48f6-b078-b2b251cd10c5 tempest-ExternalNetworksTestJSON-805727248 tempest-ExternalNetworksTestJSON-805727248-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:51:06.219840 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-a915b0f3-f117-4427-b5ac-4cef00aedd62 None None] Attempting to bind port fd428ad3-d87e-4aeb-96a6-aa821065c72f on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:51:06.220218 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-a915b0f3-f117-4427-b5ac-4cef00aedd62 None None] Attempting to bind port fd428ad3-d87e-4aeb-96a6-aa821065c72f by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': 'd4f07d6e-0393-4a61-baf5-1fd258b9ca37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ff2df95d-4ce9-4bff-a188-930a8909a8a8'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:51:06.220583 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a915b0f3-f117-4427-b5ac-4cef00aedd62 None None] Attempting to bind port fd428ad3-d87e-4aeb-96a6-aa821065c72f on network ff2df95d-4ce9-4bff-a188-930a8909a8a8 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:51:06.222920 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d52e58-f2c3-48f6-b078-b2b251cd10c5 tempest-ExternalNetworksTestJSON-805727248 tempest-ExternalNetworksTestJSON-805727248-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:51:06.223783 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-e7d52e58-f2c3-48f6-b078-b2b251cd10c5 tempest-ExternalNetworksTestJSON-805727248 tempest-ExternalNetworksTestJSON-805727248-project] Synchronizing usage tracker for tenant:9cc1c690ea484481b81655ff4b1f6de3 on resource:network {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:51:06.227980 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a915b0f3-f117-4427-b5ac-4cef00aedd62 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:51:06.228355 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a915b0f3-f117-4427-b5ac-4cef00aedd62 None None] Checking segment: {'id': 'd4f07d6e-0393-4a61-baf5-1fd258b9ca37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ff2df95d-4ce9-4bff-a188-930a8909a8a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:51:06.228933 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a915b0f3-f117-4427-b5ac-4cef00aedd62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:06.229299 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e58a4b93-3b0d-4d0a-8a56-6e31c18e3517 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:06.229702 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a915b0f3-f117-4427-b5ac-4cef00aedd62 None None] Bound using segment: {'id': 'd4f07d6e-0393-4a61-baf5-1fd258b9ca37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ff2df95d-4ce9-4bff-a188-930a8909a8a8'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:51:06.230265 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-a915b0f3-f117-4427-b5ac-4cef00aedd62 None None] Bound port: fd428ad3-d87e-4aeb-96a6-aa821065c72f, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4f07d6e-0393-4a61-baf5-1fd258b9ca37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ff2df95d-4ce9-4bff-a188-930a8909a8a8'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:51:06.230956 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a915b0f3-f117-4427-b5ac-4cef00aedd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:06.257879 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58a4b93-3b0d-4d0a-8a56-6e31c18e3517 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Checking segment: {'id': '42bb4f93-16c5-4f0d-b472-597db0a22ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '84ff9516-3bd6-41b2-a8de-4028d911a075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:51:06.258593 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58a4b93-3b0d-4d0a-8a56-6e31c18e3517 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Network hostable DHCP agents. Network: 84ff9516-3bd6-41b2-a8de-4028d911a075, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:51:06.265886 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-e7d52e58-f2c3-48f6-b078-b2b251cd10c5 tempest-ExternalNetworksTestJSON-805727248 tempest-ExternalNetworksTestJSON-805727248-project] Unset dirty status for tenant:9cc1c690ea484481b81655ff4b1f6de3 on resource:network {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:51:06.267186 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-e7d52e58-f2c3-48f6-b078-b2b251cd10c5 tempest-ExternalNetworksTestJSON-805727248 tempest-ExternalNetworksTestJSON-805727248-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.4110484 Dec 20 08:51:06.272125 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 44312) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:06.370022 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c61b96-47e3-4da5-800b-cbd2cf38f4ee req-19764680-907e-4118-a0f8-971b01aae585 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:51:06.372075 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-68c61b96-47e3-4da5-800b-cbd2cf38f4ee req-19764680-907e-4118-a0f8-971b01aae585 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "GET /v2.0/ports?device_id=57db2080-b211-4da8-bdbc-e13d2d3dca48 HTTP/1.1" status: 200 len: 945 time: 0.1233075 Dec 20 08:51:06.379597 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-a915b0f3-f117-4427-b5ac-4cef00aedd62 None None] For port fd428ad3-d87e-4aeb-96a6-aa821065c72f, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:51:06.383590 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-a915b0f3-f117-4427-b5ac-4cef00aedd62 None None] For port fd428ad3-d87e-4aeb-96a6-aa821065c72f, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=fd428ad3-d87e-4aeb-96a6-aa821065c72f,segment=NetworkSegment(d4f07d6e-0393-4a61-baf5-1fd258b9ca37),segment_id=d4f07d6e-0393-4a61-baf5-1fd258b9ca37)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:51:06.389450 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a915b0f3-f117-4427-b5ac-4cef00aedd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:06.396741 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-52631ce4-7028-4172-99f7-9ba384762624 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:06.397054 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4f574a75-e26f-4062-98b6-d9eea9b0e5f1 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:06.405518 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58a4b93-3b0d-4d0a-8a56-6e31c18e3517 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Network 84ff9516-3bd6-41b2-a8de-4028d911a075 is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:51:06.442843 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-e58a4b93-3b0d-4d0a-8a56-6e31c18e3517 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, 84ff9516-3bd6-41b2-a8de-4028d911a075) {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:51:06.454911 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79826b54-d013-40b8-af80-2bed4ee21ddc None None] Network 84ff9516-3bd6-41b2-a8de-4028d911a075 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:51:06.461837 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58a4b93-3b0d-4d0a-8a56-6e31c18e3517 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:51:06.462423 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e58a4b93-3b0d-4d0a-8a56-6e31c18e3517 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:06.464531 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-68c61b96-47e3-4da5-800b-cbd2cf38f4ee req-135990af-c730-4b3c-a056-c79a01f238b2 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "GET /v2.0/security-groups?id=eee36b9c-785d-4ab3-b1d4-e8674c8e6ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860097 Dec 20 08:51:06.575957 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-e58a4b93-3b0d-4d0a-8a56-6e31c18e3517 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4829080 Dec 20 08:51:06.577757 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44316) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:06.581805 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4f574a75-e26f-4062-98b6-d9eea9b0e5f1 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:06.583097 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-a45d99d6-e66f-415c-b6c7-595eb9a20e81 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1220939085', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:51:06.586006 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a915b0f3-f117-4427-b5ac-4cef00aedd62 None None] Pushing event updated for resources: {'Port': ['ID=fd428ad3-d87e-4aeb-96a6-aa821065c72f,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:06.593911 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-a915b0f3-f117-4427-b5ac-4cef00aedd62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:06.596366 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-a45d99d6-e66f-415c-b6c7-595eb9a20e81 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:51:06.607840 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-a45d99d6-e66f-415c-b6c7-595eb9a20e81 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Usage tracker for resource:router and tenant:4697a8f4ef3e423facaab77bb132848e is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:51:06.611810 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-a45d99d6-e66f-415c-b6c7-595eb9a20e81 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:51:06.624373 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-a45d99d6-e66f-415c-b6c7-595eb9a20e81 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:51:06.624544 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-4f574a75-e26f-4062-98b6-d9eea9b0e5f1 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d758b60-479e-4b72-934b-25a3ce03a43d']}} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:51:06.640877 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-4f574a75-e26f-4062-98b6-d9eea9b0e5f1 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6ac9b8b-00a1-47c8-b4a1-02a881411142') {'for_net_delete': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:51:06.641160 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-4f574a75-e26f-4062-98b6-d9eea9b0e5f1 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6ac9b8b-00a1-47c8-b4a1-02a881411142') {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:51:06.642106 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a45d99d6-e66f-415c-b6c7-595eb9a20e81 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24817'] for router, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:06.645635 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a45d99d6-e66f-415c-b6c7-595eb9a20e81 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-351744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24806'] for router, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:06.662211 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4f574a75-e26f-4062-98b6-d9eea9b0e5f1 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1518531'] for segment, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:06.667588 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a45d99d6-e66f-415c-b6c7-595eb9a20e81 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:06.689442 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4f574a75-e26f-4062-98b6-d9eea9b0e5f1 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:06.691218 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a45d99d6-e66f-415c-b6c7-595eb9a20e81 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071'] for router, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:06.699819 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f574a75-e26f-4062-98b6-d9eea9b0e5f1 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=83445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:51:06.700478 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4f574a75-e26f-4062-98b6-d9eea9b0e5f1 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2036002'] for segment, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:06.718108 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a45d99d6-e66f-415c-b6c7-595eb9a20e81 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:06.721622 dv-neutron-820491-1-hyperv neutron-server[83445]: Traceback (most recent call last): Dec 20 08:51:06.721622 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:51:06.721622 dv-neutron-820491-1-hyperv neutron-server[83445]: timer() Dec 20 08:51:06.721622 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:51:06.721622 dv-neutron-820491-1-hyperv neutron-server[83445]: cb(*args, **kw) Dec 20 08:51:06.721622 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:51:06.721622 dv-neutron-820491-1-hyperv neutron-server[83445]: return func(*args, **kwargs) Dec 20 08:51:06.721622 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:51:06.721622 dv-neutron-820491-1-hyperv neutron-server[83445]: self._notify() Dec 20 08:51:06.721622 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:51:06.721622 dv-neutron-820491-1-hyperv neutron-server[83445]: self.callback(batched_events) Dec 20 08:51:06.721622 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:51:06.721622 dv-neutron-820491-1-hyperv neutron-server[83445]: event.method(event) Dec 20 08:51:06.721622 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:51:06.721622 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:51:06.721622 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:51:06.721622 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:51:06.721622 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:51:06.721622 dv-neutron-820491-1-hyperv neutron-server[83445]: return f(self, *a, **k) Dec 20 08:51:06.721622 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:51:06.721622 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._get(url).json() Dec 20 08:51:06.721622 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:51:06.721622 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:51:06.721622 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:51:06.721622 dv-neutron-820491-1-hyperv neutron-server[83445]: return self.request(url, 'GET', **kwargs) Dec 20 08:51:06.721622 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:51:06.721622 dv-neutron-820491-1-hyperv neutron-server[83445]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:51:06.721622 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:51:06.721622 dv-neutron-820491-1-hyperv neutron-server[83445]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:51:06.721622 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:51:06.721622 dv-neutron-820491-1-hyperv neutron-server[83445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:51:06.721622 dv-neutron-820491-1-hyperv neutron-server[83445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:51:06.723911 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a45d99d6-e66f-415c-b6c7-595eb9a20e81 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1428323 Dec 20 08:51:06.724068 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44320) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:06.771498 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a88435-66c7-44b5-8ba0-24543815b3cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-84ff9516-3bd6-41b2-a8de-4028d911a075', 'network_id': '84ff9516-3bd6-41b2-a8de-4028d911a075', 'tenant_id': '4697a8f4ef3e423facaab77bb132848e', 'fixed_ips': [{'subnet_id': '6fb351d1-85eb-4047-b10c-09545fdd5f51'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:51:06.772993 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c0a88435-66c7-44b5-8ba0-24543815b3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:06.850685 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4f574a75-e26f-4062-98b6-d9eea9b0e5f1 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:06.863532 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ee6b577e-3a6b-43c2-8d49-96a3b35866e9 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:06.887965 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f574a75-e26f-4062-98b6-d9eea9b0e5f1 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2d758b60-479e-4b72-934b-25a3ce03a43d {{(pid=83445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 20 08:51:06.891966 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4f574a75-e26f-4062-98b6-d9eea9b0e5f1 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:06.899492 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f574a75-e26f-4062-98b6-d9eea9b0e5f1 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Pushing event deleted for resources: {'Network': ['ID=2d758b60-479e-4b72-934b-25a3ce03a43d,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:06.914438 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-4f574a75-e26f-4062-98b6-d9eea9b0e5f1 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:06.929846 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-4f574a75-e26f-4062-98b6-d9eea9b0e5f1 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] 10.222.0.16 "DELETE /v2.0/networks/2d758b60-479e-4b72-934b-25a3ce03a43d HTTP/1.1" status: 204 len: 168 time: 0.6563342 Dec 20 08:51:06.930555 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 44324) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:06.936881 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-b2687456-38ee-4ab2-89cc-54c98a6633be tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Request body: {'network': {'name': 'tempest-network--802148085', 'router:external': True}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:51:06.949037 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-b2687456-38ee-4ab2-89cc-54c98a6633be tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:51:06.957670 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-b2687456-38ee-4ab2-89cc-54c98a6633be tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Usage tracker for resource:network and tenant:30cccbcfec484e18a99600a04cc274b0 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:51:06.962000 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-b2687456-38ee-4ab2-89cc-54c98a6633be tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:51:06.981449 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-b2687456-38ee-4ab2-89cc-54c98a6633be tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:51:07.016813 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2687456-38ee-4ab2-89cc-54c98a6633be tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Made reservation on behalf of 30cccbcfec484e18a99600a04cc274b0 for: {'network': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:51:07.023504 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b2687456-38ee-4ab2-89cc-54c98a6633be tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:07.066590 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-c0a88435-66c7-44b5-8ba0-24543815b3cc None None] Allocated IP 172.21.0.2 (84ff9516-3bd6-41b2-a8de-4028d911a075/6fb351d1-85eb-4047-b10c-09545fdd5f51/ddfdbf49-979a-411a-a72d-edc275952077) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:51:07.108741 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2687456-38ee-4ab2-89cc-54c98a6633be tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=83445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:51:07.135135 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b2687456-38ee-4ab2-89cc-54c98a6633be tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:07.136535 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.segments_db [None req-b2687456-38ee-4ab2-89cc-54c98a6633be tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Added segment 4613eea9-8685-4b3a-96e3-b1b24c078e5e of type vlan for network 59ddbb32-8810-439f-8b3b-c84d940813a9 Dec 20 08:51:07.184460 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device fd428ad3-d87e-4aeb-96a6-aa821065c72f up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:51:07.201893 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b2687456-38ee-4ab2-89cc-54c98a6633be tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:07.250840 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b2687456-38ee-4ab2-89cc-54c98a6633be tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:07.251993 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2687456-38ee-4ab2-89cc-54c98a6633be tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:51:07.253120 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b2687456-38ee-4ab2-89cc-54c98a6633be tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:07.260349 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-da921bf5-1a88-404e-bc52-dc6f3e6a9d0b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:07.341118 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-b2687456-38ee-4ab2-89cc-54c98a6633be tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4092920 Dec 20 08:51:07.346575 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 44328) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:07.374758 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port fd428ad3-d87e-4aeb-96a6-aa821065c72f completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:51:07.472617 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2687456-38ee-4ab2-89cc-54c98a6633be tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Pushing event updated for resources: {'Network': ['ID=59ddbb32-8810-439f-8b3b-c84d940813a9,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:07.476430 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b2687456-38ee-4ab2-89cc-54c98a6633be tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:07.480740 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c0a88435-66c7-44b5-8ba0-24543815b3cc None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:07.487496 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network 59ddbb32-8810-439f-8b3b-c84d940813a9 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:51:07.538079 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-c0a88435-66c7-44b5-8ba0-24543815b3cc None None] Transition to ACTIVE for port object ddfdbf49-979a-411a-a72d-edc275952077 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:51:07.656955 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c1963259-78fb-4719-a9da-7bf6f8fc5385 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:07.681147 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-c0a88435-66c7-44b5-8ba0-24543815b3cc None None] Transition to ACTIVE for port object ddfdbf49-979a-411a-a72d-edc275952077 will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:51:07.690482 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c0a88435-66c7-44b5-8ba0-24543815b3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:07.692933 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167614a9-280f-4385-acf5-1366c2c61ff3 tempest-ExternalNetworksTestJSON-805727248 tempest-ExternalNetworksTestJSON-805727248-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:51:07.695077 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-02090368-cc18-4aeb-8c1b-b3905169166b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:07.700608 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-167614a9-280f-4385-acf5-1366c2c61ff3 tempest-ExternalNetworksTestJSON-805727248 tempest-ExternalNetworksTestJSON-805727248-project] 10.222.0.16 "GET /v2.0/networks/59ddbb32-8810-439f-8b3b-c84d940813a9 HTTP/1.1" status: 200 len: 756 time: 0.3484504 Dec 20 08:51:07.700608 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 44336) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:07.796619 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a88435-66c7-44b5-8ba0-24543815b3cc None None] Pushing event updated for resources: {'Port': ['ID=ddfdbf49-979a-411a-a72d-edc275952077,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:07.808330 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-c0a88435-66c7-44b5-8ba0-24543815b3cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:07.818483 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a88435-66c7-44b5-8ba0-24543815b3cc None None] Network 84ff9516-3bd6-41b2-a8de-4028d911a075 is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:51:07.819717 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-c0a88435-66c7-44b5-8ba0-24543815b3cc None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:51:07.822261 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a88435-66c7-44b5-8ba0-24543815b3cc None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:51:07.914575 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515ae480-7980-4593-b2d6-08253f40ec84 tempest-ExternalNetworksTestJSON-805727248 tempest-ExternalNetworksTestJSON-805727248-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:51:07.919135 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-515ae480-7980-4593-b2d6-08253f40ec84 tempest-ExternalNetworksTestJSON-805727248 tempest-ExternalNetworksTestJSON-805727248-project] 10.222.0.16 "GET /v2.0/networks/51a0c787-b354-4181-bbd5-5d5ce617ca40 HTTP/1.1" status: 200 len: 767 time: 0.2145083 Dec 20 08:51:07.919327 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 44340) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:07.932971 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-c0a88435-66c7-44b5-8ba0-24543815b3cc None None] Attempting to bind port ddfdbf49-979a-411a-a72d-edc275952077 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:51:07.932971 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-c0a88435-66c7-44b5-8ba0-24543815b3cc None None] Attempting to bind port ddfdbf49-979a-411a-a72d-edc275952077 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '42bb4f93-16c5-4f0d-b472-597db0a22ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '84ff9516-3bd6-41b2-a8de-4028d911a075'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:51:07.933444 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a88435-66c7-44b5-8ba0-24543815b3cc None None] Attempting to bind port ddfdbf49-979a-411a-a72d-edc275952077 on network 84ff9516-3bd6-41b2-a8de-4028d911a075 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:51:07.941767 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a88435-66c7-44b5-8ba0-24543815b3cc None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:51:07.941931 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a88435-66c7-44b5-8ba0-24543815b3cc None None] Checking segment: {'id': '42bb4f93-16c5-4f0d-b472-597db0a22ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '84ff9516-3bd6-41b2-a8de-4028d911a075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:51:07.942309 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c0a88435-66c7-44b5-8ba0-24543815b3cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:07.942713 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a88435-66c7-44b5-8ba0-24543815b3cc None None] Bound using segment: {'id': '42bb4f93-16c5-4f0d-b472-597db0a22ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '84ff9516-3bd6-41b2-a8de-4028d911a075'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:51:07.943184 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-c0a88435-66c7-44b5-8ba0-24543815b3cc None None] Bound port: ddfdbf49-979a-411a-a72d-edc275952077, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42bb4f93-16c5-4f0d-b472-597db0a22ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '84ff9516-3bd6-41b2-a8de-4028d911a075'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:51:07.943565 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c0a88435-66c7-44b5-8ba0-24543815b3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:08.046095 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-c0a88435-66c7-44b5-8ba0-24543815b3cc None None] For port ddfdbf49-979a-411a-a72d-edc275952077, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:51:08.049280 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-c0a88435-66c7-44b5-8ba0-24543815b3cc None None] For port ddfdbf49-979a-411a-a72d-edc275952077, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=ddfdbf49-979a-411a-a72d-edc275952077,segment=NetworkSegment(42bb4f93-16c5-4f0d-b472-597db0a22ef1),segment_id=42bb4f93-16c5-4f0d-b472-597db0a22ef1)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:51:08.053944 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df1d2a-fa7c-42b7-9953-29ea6644a007 req-a5aa70b1-fd63-4a0f-9c28-4a2d53edf106 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:51:08.055263 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f6d4c1-6fe0-41ca-81f0-61a77d2ced53 None None] Network ff2df95d-4ce9-4bff-a188-930a8909a8a8 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:51:08.056695 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-02df1d2a-fa7c-42b7-9953-29ea6644a007 req-a5aa70b1-fd63-4a0f-9c28-4a2d53edf106 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "GET /v2.0/ports?device_id=57db2080-b211-4da8-bdbc-e13d2d3dca48 HTTP/1.1" status: 200 len: 945 time: 0.3223987 Dec 20 08:51:08.076578 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c0a88435-66c7-44b5-8ba0-24543815b3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:08.087900 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:08.097347 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-75498955-2a78-42bd-9b03-7466634ec9a8 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:08.157122 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-02df1d2a-fa7c-42b7-9953-29ea6644a007 req-dc84d19d-21a0-495c-bfe2-e33b070c63d3 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "GET /v2.0/security-groups?id=eee36b9c-785d-4ab3-b1d4-e8674c8e6ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865462 Dec 20 08:51:08.228365 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-c1963259-78fb-4719-a9da-7bf6f8fc5385 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Allocated IP 172.20.0.1 (ff2df95d-4ce9-4bff-a188-930a8909a8a8/cfe1e08a-52f5-4a62-b544-eeee2b56df13/b918fc12-b6af-4942-ad82-744ecd1029fa) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:51:08.290489 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-bc953eb7-d4e7-42a3-aeaa-23da39eb3015 None None] Provisioning for port fd428ad3-d87e-4aeb-96a6-aa821065c72f completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:51:08.311111 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a88435-66c7-44b5-8ba0-24543815b3cc None None] Pushing event updated for resources: {'Port': ['ID=ddfdbf49-979a-411a-a72d-edc275952077,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:08.311111 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-bc953eb7-d4e7-42a3-aeaa-23da39eb3015 None None] Provisioning complete for port fd428ad3-d87e-4aeb-96a6-aa821065c72f triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:51:08.311111 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-bc953eb7-d4e7-42a3-aeaa-23da39eb3015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:08.367906 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-c0a88435-66c7-44b5-8ba0-24543815b3cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:08.403740 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-75498955-2a78-42bd-9b03-7466634ec9a8 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:08.444891 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-75498955-2a78-42bd-9b03-7466634ec9a8 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59ddbb32-8810-439f-8b3b-c84d940813a9']}} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:51:08.474623 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-75498955-2a78-42bd-9b03-7466634ec9a8 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4613eea9-8685-4b3a-96e3-b1b24c078e5e') {'for_net_delete': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:51:08.476395 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-75498955-2a78-42bd-9b03-7466634ec9a8 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4613eea9-8685-4b3a-96e3-b1b24c078e5e') {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:51:08.496249 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-75498955-2a78-42bd-9b03-7466634ec9a8 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1518531'] for segment, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:08.508116 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c1963259-78fb-4719-a9da-7bf6f8fc5385 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:08.517575 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-75498955-2a78-42bd-9b03-7466634ec9a8 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:08.526924 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75498955-2a78-42bd-9b03-7466634ec9a8 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=83445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:51:08.527357 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-75498955-2a78-42bd-9b03-7466634ec9a8 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2036002'] for segment, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:08.543740 dv-neutron-820491-1-hyperv neutron-server[83445]: Traceback (most recent call last): Dec 20 08:51:08.543740 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:51:08.543740 dv-neutron-820491-1-hyperv neutron-server[83445]: timer() Dec 20 08:51:08.543740 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:51:08.543740 dv-neutron-820491-1-hyperv neutron-server[83445]: cb(*args, **kw) Dec 20 08:51:08.543740 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:51:08.543740 dv-neutron-820491-1-hyperv neutron-server[83445]: return func(*args, **kwargs) Dec 20 08:51:08.543740 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:51:08.543740 dv-neutron-820491-1-hyperv neutron-server[83445]: self._notify() Dec 20 08:51:08.543740 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:51:08.543740 dv-neutron-820491-1-hyperv neutron-server[83445]: self.callback(batched_events) Dec 20 08:51:08.543740 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:51:08.543740 dv-neutron-820491-1-hyperv neutron-server[83445]: event.method(event) Dec 20 08:51:08.543740 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:51:08.543740 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:51:08.543740 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:51:08.543740 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:51:08.543740 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:51:08.543740 dv-neutron-820491-1-hyperv neutron-server[83445]: return f(self, *a, **k) Dec 20 08:51:08.543740 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:51:08.543740 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._get(url).json() Dec 20 08:51:08.543740 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:51:08.543740 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:51:08.543740 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:51:08.543740 dv-neutron-820491-1-hyperv neutron-server[83445]: return self.request(url, 'GET', **kwargs) Dec 20 08:51:08.543740 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:51:08.543740 dv-neutron-820491-1-hyperv neutron-server[83445]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:51:08.543740 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:51:08.543740 dv-neutron-820491-1-hyperv neutron-server[83445]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:51:08.543740 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:51:08.543740 dv-neutron-820491-1-hyperv neutron-server[83445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:51:08.543740 dv-neutron-820491-1-hyperv neutron-server[83445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:51:08.559974 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-bc953eb7-d4e7-42a3-aeaa-23da39eb3015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:08.684355 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-75498955-2a78-42bd-9b03-7466634ec9a8 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:08.684526 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-c1963259-78fb-4719-a9da-7bf6f8fc5385 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Transition to ACTIVE for port object b918fc12-b6af-4942-ad82-744ecd1029fa will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:51:08.689194 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f4e10423-34f7-4f13-a086-585ded854255 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:08.700506 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-bc953eb7-d4e7-42a3-aeaa-23da39eb3015 None None] For port fd428ad3-d87e-4aeb-96a6-aa821065c72f, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=fd428ad3-d87e-4aeb-96a6-aa821065c72f,segment=NetworkSegment(d4f07d6e-0393-4a61-baf5-1fd258b9ca37),segment_id=d4f07d6e-0393-4a61-baf5-1fd258b9ca37)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:51:08.709301 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75498955-2a78-42bd-9b03-7466634ec9a8 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 59ddbb32-8810-439f-8b3b-c84d940813a9 {{(pid=83445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 20 08:51:08.710826 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-bc953eb7-d4e7-42a3-aeaa-23da39eb3015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:08.712952 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-69e1b776-6224-4241-9e2a-b35d0fd5b832 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:08.724607 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c1963259-78fb-4719-a9da-7bf6f8fc5385 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:08.729311 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-8dd836c0-cfeb-46fe-a63d-8546859ce3ca tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:08.730581 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-75498955-2a78-42bd-9b03-7466634ec9a8 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:08.733558 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75498955-2a78-42bd-9b03-7466634ec9a8 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Pushing event deleted for resources: {'Network': ['ID=59ddbb32-8810-439f-8b3b-c84d940813a9,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:08.739674 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-75498955-2a78-42bd-9b03-7466634ec9a8 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:08.752323 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-75498955-2a78-42bd-9b03-7466634ec9a8 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] 10.222.0.16 "DELETE /v2.0/networks/59ddbb32-8810-439f-8b3b-c84d940813a9 HTTP/1.1" status: 204 len: 168 time: 0.8319230 Dec 20 08:51:08.753433 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 44346) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:08.764232 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-94902ad2-348c-4a41-af2f-51cb79708d31 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Request body: {'network': {'name': 'tempest-network--542885529'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:51:08.773867 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-94902ad2-348c-4a41-af2f-51cb79708d31 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:51:08.782153 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-94902ad2-348c-4a41-af2f-51cb79708d31 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Usage tracker for resource:network and tenant:30cccbcfec484e18a99600a04cc274b0 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:51:08.788161 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-94902ad2-348c-4a41-af2f-51cb79708d31 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:51:08.806307 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-94902ad2-348c-4a41-af2f-51cb79708d31 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:51:08.818739 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1963259-78fb-4719-a9da-7bf6f8fc5385 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Network ff2df95d-4ce9-4bff-a188-930a8909a8a8 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:51:08.819179 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc953eb7-d4e7-42a3-aeaa-23da39eb3015 None None] Pushing event updated for resources: {'Port': ['ID=fd428ad3-d87e-4aeb-96a6-aa821065c72f,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:08.826336 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-bc953eb7-d4e7-42a3-aeaa-23da39eb3015 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:08.828887 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-c1963259-78fb-4719-a9da-7bf6f8fc5385 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:51:08.831877 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1963259-78fb-4719-a9da-7bf6f8fc5385 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:51:08.837664 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94902ad2-348c-4a41-af2f-51cb79708d31 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Made reservation on behalf of 30cccbcfec484e18a99600a04cc274b0 for: {'network': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:51:08.841384 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-94902ad2-348c-4a41-af2f-51cb79708d31 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:08.891817 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94902ad2-348c-4a41-af2f-51cb79708d31 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=83445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:51:08.910044 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-94902ad2-348c-4a41-af2f-51cb79708d31 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:08.910584 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.segments_db [None req-94902ad2-348c-4a41-af2f-51cb79708d31 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Added segment fccc9933-d012-4024-9b46-769da5b4587a of type vlan for network 2bec34a5-ef75-4b72-9f71-4390a3dbcfbc Dec 20 08:51:08.922131 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c1963259-78fb-4719-a9da-7bf6f8fc5385 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-345881'] for router_interface, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:08.928232 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1963259-78fb-4719-a9da-7bf6f8fc5385 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Pushing event updated for resources: {'Port': ['ID=b918fc12-b6af-4942-ad82-744ecd1029fa,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:08.931756 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c1963259-78fb-4719-a9da-7bf6f8fc5385 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:08.962171 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-94902ad2-348c-4a41-af2f-51cb79708d31 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:08.998040 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-94902ad2-348c-4a41-af2f-51cb79708d31 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:08.999400 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94902ad2-348c-4a41-af2f-51cb79708d31 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:51:09.000202 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-94902ad2-348c-4a41-af2f-51cb79708d31 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:09.003984 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-75498955-2a78-42bd-9b03-7466634ec9a8 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:09.093327 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c1963259-78fb-4719-a9da-7bf6f8fc5385 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:09.099292 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-94902ad2-348c-4a41-af2f-51cb79708d31 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3438554 Dec 20 08:51:09.145579 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44350) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:09.154563 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94902ad2-348c-4a41-af2f-51cb79708d31 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Pushing event updated for resources: {'Network': ['ID=2bec34a5-ef75-4b72-9f71-4390a3dbcfbc,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:09.158698 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-94902ad2-348c-4a41-af2f-51cb79708d31 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:09.163129 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-7edddb90-9841-4e3b-a95f-bced91e85b5d tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:51:09.172282 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network 2bec34a5-ef75-4b72-9f71-4390a3dbcfbc details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:51:09.348117 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device fd428ad3-d87e-4aeb-96a6-aa821065c72f up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:51:09.435289 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-b44486ad-f34c-455e-af23-c7b003af587e None None] Provisioning complete for port fd428ad3-d87e-4aeb-96a6-aa821065c72f triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:51:09.435676 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b44486ad-f34c-455e-af23-c7b003af587e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:09.531955 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port fd428ad3-d87e-4aeb-96a6-aa821065c72f triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:51:09.533248 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:09.748408 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device ddfdbf49-979a-411a-a72d-edc275952077 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:51:09.839273 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-fc36ad74-7ef1-4827-a323-2b40ca40a3d7 None None] Provisioning for port b918fc12-b6af-4942-ad82-744ecd1029fa completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:51:09.843104 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:09.849107 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-fc36ad74-7ef1-4827-a323-2b40ca40a3d7 None None] Provisioning complete for port b918fc12-b6af-4942-ad82-744ecd1029fa triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:51:09.849107 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-fc36ad74-7ef1-4827-a323-2b40ca40a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:09.866761 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7edddb90-9841-4e3b-a95f-bced91e85b5d tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:09.895031 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc7029e-0b92-4c87-a232-978fa6aabf20 None None] Network 84ff9516-3bd6-41b2-a8de-4028d911a075 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:51:09.916917 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7edddb90-9841-4e3b-a95f-bced91e85b5d tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:09.974014 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ba6d9b0f-d95a-437f-8726-7952f965314a tempest-NetworksIpV6Test-1390535065 tempest-NetworksIpV6Test-1390535065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:10.008514 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port ddfdbf49-979a-411a-a72d-edc275952077 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:51:10.020674 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-fc36ad74-7ef1-4827-a323-2b40ca40a3d7 None None] Port b918fc12-b6af-4942-ad82-744ecd1029fa cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:51:10.103411 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae551bae-bc8f-4205-8d9e-6dd724e0cdb2 req-1862eac2-fa8b-47ac-bd32-6109c89fe014 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:51:10.105684 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ae551bae-bc8f-4205-8d9e-6dd724e0cdb2 req-1862eac2-fa8b-47ac-bd32-6109c89fe014 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "GET /v2.0/ports?device_id=57db2080-b211-4da8-bdbc-e13d2d3dca48 HTTP/1.1" status: 200 len: 945 time: 0.6318951 Dec 20 08:51:10.154693 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7edddb90-9841-4e3b-a95f-bced91e85b5d tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Network 2bec34a5-ef75-4b72-9f71-4390a3dbcfbc is not hosted by any dhcp agent {{(pid=83444) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Dec 20 08:51:10.154693 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7edddb90-9841-4e3b-a95f-bced91e85b5d tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:51:10.154693 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7edddb90-9841-4e3b-a95f-bced91e85b5d tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:10.154693 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-7edddb90-9841-4e3b-a95f-bced91e85b5d tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] 10.222.0.16 "PUT /v2.0/networks/2bec34a5-ef75-4b72-9f71-4390a3dbcfbc HTTP/1.1" status: 200 len: 857 time: 0.9996738 Dec 20 08:51:10.159638 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 44356) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:10.225061 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-5b348df2-5fae-4df6-b71a-ea0bee0fbd6d None None] Provisioning for port ddfdbf49-979a-411a-a72d-edc275952077 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:51:10.232659 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edddb90-9841-4e3b-a95f-bced91e85b5d tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Pushing event updated for resources: {'Network': ['ID=2bec34a5-ef75-4b72-9f71-4390a3dbcfbc,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:10.249843 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-5b348df2-5fae-4df6-b71a-ea0bee0fbd6d None None] Provisioning complete for port ddfdbf49-979a-411a-a72d-edc275952077 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:51:10.249843 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-5b348df2-5fae-4df6-b71a-ea0bee0fbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:10.254091 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7edddb90-9841-4e3b-a95f-bced91e85b5d tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:10.292676 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ae551bae-bc8f-4205-8d9e-6dd724e0cdb2 req-0c229e93-0cec-4cf8-8bc8-5cce899de0a9 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "GET /v2.0/security-groups?id=eee36b9c-785d-4ab3-b1d4-e8674c8e6ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1702285 Dec 20 08:51:10.305781 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d076780a-be2f-4924-a8d9-bfac4d384257 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:10.327429 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c1963259-78fb-4719-a9da-7bf6f8fc5385 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:10.327429 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c1963259-78fb-4719-a9da-7bf6f8fc5385 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:10.371861 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d30d6bc4-fb67-4845-8944-aac768679e09 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:10.428043 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-5b348df2-5fae-4df6-b71a-ea0bee0fbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:10.470408 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d076780a-be2f-4924-a8d9-bfac4d384257 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:10.477985 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-5b348df2-5fae-4df6-b71a-ea0bee0fbd6d None None] For port ddfdbf49-979a-411a-a72d-edc275952077, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=ddfdbf49-979a-411a-a72d-edc275952077,segment=NetworkSegment(42bb4f93-16c5-4f0d-b472-597db0a22ef1),segment_id=42bb4f93-16c5-4f0d-b472-597db0a22ef1)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:51:10.486381 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-5b348df2-5fae-4df6-b71a-ea0bee0fbd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:10.486897 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c1963259-78fb-4719-a9da-7bf6f8fc5385 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32898031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349045'] for router_interface, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:10.490546 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1963259-78fb-4719-a9da-7bf6f8fc5385 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Pushing event updated for resources: {'Port': ['ID=b918fc12-b6af-4942-ad82-744ecd1029fa,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:10.491250 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-a915b0f3-f117-4427-b5ac-4cef00aedd62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:10.494574 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c1963259-78fb-4719-a9da-7bf6f8fc5385 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:10.504080 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-d076780a-be2f-4924-a8d9-bfac4d384257 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bec34a5-ef75-4b72-9f71-4390a3dbcfbc']}} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:51:10.520340 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-d076780a-be2f-4924-a8d9-bfac4d384257 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fccc9933-d012-4024-9b46-769da5b4587a') {'for_net_delete': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:51:10.520949 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-d076780a-be2f-4924-a8d9-bfac4d384257 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fccc9933-d012-4024-9b46-769da5b4587a') {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:51:10.541030 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d076780a-be2f-4924-a8d9-bfac4d384257 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1518531'] for segment, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:10.577627 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d076780a-be2f-4924-a8d9-bfac4d384257 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:10.591910 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d076780a-be2f-4924-a8d9-bfac4d384257 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=83445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:51:10.592312 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d076780a-be2f-4924-a8d9-bfac4d384257 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2036002'] for segment, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:10.603895 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b348df2-5fae-4df6-b71a-ea0bee0fbd6d None None] Pushing event updated for resources: {'Port': ['ID=ddfdbf49-979a-411a-a72d-edc275952077,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:10.622203 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-5b348df2-5fae-4df6-b71a-ea0bee0fbd6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:10.640805 dv-neutron-820491-1-hyperv neutron-server[83445]: Traceback (most recent call last): Dec 20 08:51:10.640805 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:51:10.640805 dv-neutron-820491-1-hyperv neutron-server[83445]: timer() Dec 20 08:51:10.640805 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:51:10.640805 dv-neutron-820491-1-hyperv neutron-server[83445]: cb(*args, **kw) Dec 20 08:51:10.640805 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:51:10.640805 dv-neutron-820491-1-hyperv neutron-server[83445]: return func(*args, **kwargs) Dec 20 08:51:10.640805 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:51:10.640805 dv-neutron-820491-1-hyperv neutron-server[83445]: self._notify() Dec 20 08:51:10.640805 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:51:10.640805 dv-neutron-820491-1-hyperv neutron-server[83445]: self.callback(batched_events) Dec 20 08:51:10.640805 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:51:10.640805 dv-neutron-820491-1-hyperv neutron-server[83445]: event.method(event) Dec 20 08:51:10.640805 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:51:10.640805 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:51:10.640805 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:51:10.640805 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:51:10.640805 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:51:10.640805 dv-neutron-820491-1-hyperv neutron-server[83445]: return f(self, *a, **k) Dec 20 08:51:10.640805 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:51:10.640805 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._get(url).json() Dec 20 08:51:10.640805 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:51:10.640805 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:51:10.640805 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:51:10.640805 dv-neutron-820491-1-hyperv neutron-server[83445]: return self.request(url, 'GET', **kwargs) Dec 20 08:51:10.640805 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:51:10.640805 dv-neutron-820491-1-hyperv neutron-server[83445]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:51:10.640805 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:51:10.640805 dv-neutron-820491-1-hyperv neutron-server[83445]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:51:10.640805 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:51:10.640805 dv-neutron-820491-1-hyperv neutron-server[83445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:51:10.640805 dv-neutron-820491-1-hyperv neutron-server[83445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:51:10.717723 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-146f5560-f156-4264-8c47-d166f81764f1 None None] Provisioning complete for port ddfdbf49-979a-411a-a72d-edc275952077 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:51:10.718106 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-146f5560-f156-4264-8c47-d166f81764f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:10.738687 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d076780a-be2f-4924-a8d9-bfac4d384257 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:10.742540 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b2687456-38ee-4ab2-89cc-54c98a6633be tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:10.754953 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1963259-78fb-4719-a9da-7bf6f8fc5385 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Network ff2df95d-4ce9-4bff-a188-930a8909a8a8 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:51:10.756032 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-c1963259-78fb-4719-a9da-7bf6f8fc5385 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:51:10.758793 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d076780a-be2f-4924-a8d9-bfac4d384257 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2bec34a5-ef75-4b72-9f71-4390a3dbcfbc {{(pid=83445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 20 08:51:10.764773 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d076780a-be2f-4924-a8d9-bfac4d384257 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:10.773257 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d076780a-be2f-4924-a8d9-bfac4d384257 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Pushing event deleted for resources: {'Network': ['ID=2bec34a5-ef75-4b72-9f71-4390a3dbcfbc,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:10.773257 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-d076780a-be2f-4924-a8d9-bfac4d384257 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] 10.222.0.16 "DELETE /v2.0/networks/2bec34a5-ef75-4b72-9f71-4390a3dbcfbc HTTP/1.1" status: 204 len: 168 time: 0.6223478 Dec 20 08:51:10.777466 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d076780a-be2f-4924-a8d9-bfac4d384257 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:10.777466 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 44360) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:10.837432 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-94eea803-7050-4cab-b6a3-4b6bc7f87e19 tempest-ExternalNetworksTestJSON-805727248 tempest-ExternalNetworksTestJSON-805727248-project] DELETE failed (client error): The resource could not be found. Dec 20 08:51:10.837888 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94eea803-7050-4cab-b6a3-4b6bc7f87e19 tempest-ExternalNetworksTestJSON-805727248 tempest-ExternalNetworksTestJSON-805727248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:51:10.840579 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-94eea803-7050-4cab-b6a3-4b6bc7f87e19 tempest-ExternalNetworksTestJSON-805727248 tempest-ExternalNetworksTestJSON-805727248-project] 10.222.0.16 "DELETE /v2.0/subnets/ec60f2f1-3af5-40ee-aa6b-badf3751273d HTTP/1.1" status: 404 len: 337 time: 0.0612712 Dec 20 08:51:10.843337 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 44364) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:11.033039 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-160d5651-17b1-4442-877c-47bb1abff60e tempest-ExternalNetworksTestJSON-805727248 tempest-ExternalNetworksTestJSON-805727248-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:11.114980 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device ddfdbf49-979a-411a-a72d-edc275952077 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:51:11.188295 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-4231ee49-5442-4659-b87f-5093c93d9d22 None None] Provisioning complete for port b918fc12-b6af-4942-ad82-744ecd1029fa triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:51:11.188712 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-4231ee49-5442-4659-b87f-5093c93d9d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:11.252038 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-4231ee49-5442-4659-b87f-5093c93d9d22 None None] Port b918fc12-b6af-4942-ad82-744ecd1029fa cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:51:11.255455 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port ddfdbf49-979a-411a-a72d-edc275952077 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:51:11.256229 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:11.257747 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-160d5651-17b1-4442-877c-47bb1abff60e tempest-ExternalNetworksTestJSON-805727248 tempest-ExternalNetworksTestJSON-805727248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:11.299926 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-160d5651-17b1-4442-877c-47bb1abff60e tempest-ExternalNetworksTestJSON-805727248 tempest-ExternalNetworksTestJSON-805727248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51a0c787-b354-4181-bbd5-5d5ce617ca40']}} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:51:11.319353 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-160d5651-17b1-4442-877c-47bb1abff60e tempest-ExternalNetworksTestJSON-805727248 tempest-ExternalNetworksTestJSON-805727248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '720bb386-9bbf-4bd8-941b-5fa63f5bbf97') {'for_net_delete': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:51:11.320796 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-160d5651-17b1-4442-877c-47bb1abff60e tempest-ExternalNetworksTestJSON-805727248 tempest-ExternalNetworksTestJSON-805727248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '720bb386-9bbf-4bd8-941b-5fa63f5bbf97') {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:51:11.336125 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-160d5651-17b1-4442-877c-47bb1abff60e tempest-ExternalNetworksTestJSON-805727248 tempest-ExternalNetworksTestJSON-805727248-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1518531'] for segment, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:11.355814 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1963259-78fb-4719-a9da-7bf6f8fc5385 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Router f6037187-9a35-4a3c-85f4-852ec023c622 is scheduled to L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 with binding_index 1 {{(pid=83444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 08:51:11.359569 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-160d5651-17b1-4442-877c-47bb1abff60e tempest-ExternalNetworksTestJSON-805727248 tempest-ExternalNetworksTestJSON-805727248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:11.369393 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-160d5651-17b1-4442-877c-47bb1abff60e tempest-ExternalNetworksTestJSON-805727248 tempest-ExternalNetworksTestJSON-805727248-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=83445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:51:11.370532 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-160d5651-17b1-4442-877c-47bb1abff60e tempest-ExternalNetworksTestJSON-805727248 tempest-ExternalNetworksTestJSON-805727248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2036002'] for segment, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:11.389725 dv-neutron-820491-1-hyperv neutron-server[83445]: Traceback (most recent call last): Dec 20 08:51:11.389725 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:51:11.389725 dv-neutron-820491-1-hyperv neutron-server[83445]: timer() Dec 20 08:51:11.389725 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:51:11.389725 dv-neutron-820491-1-hyperv neutron-server[83445]: cb(*args, **kw) Dec 20 08:51:11.389725 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:51:11.389725 dv-neutron-820491-1-hyperv neutron-server[83445]: return func(*args, **kwargs) Dec 20 08:51:11.389725 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:51:11.389725 dv-neutron-820491-1-hyperv neutron-server[83445]: self._notify() Dec 20 08:51:11.389725 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:51:11.389725 dv-neutron-820491-1-hyperv neutron-server[83445]: self.callback(batched_events) Dec 20 08:51:11.389725 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:51:11.389725 dv-neutron-820491-1-hyperv neutron-server[83445]: event.method(event) Dec 20 08:51:11.389725 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:51:11.389725 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:51:11.389725 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:51:11.389725 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:51:11.389725 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:51:11.389725 dv-neutron-820491-1-hyperv neutron-server[83445]: return f(self, *a, **k) Dec 20 08:51:11.389725 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:51:11.389725 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._get(url).json() Dec 20 08:51:11.389725 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:51:11.389725 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:51:11.389725 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:51:11.389725 dv-neutron-820491-1-hyperv neutron-server[83445]: return self.request(url, 'GET', **kwargs) Dec 20 08:51:11.389725 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:51:11.389725 dv-neutron-820491-1-hyperv neutron-server[83445]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:51:11.389725 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:51:11.389725 dv-neutron-820491-1-hyperv neutron-server[83445]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:51:11.389725 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:51:11.389725 dv-neutron-820491-1-hyperv neutron-server[83445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:51:11.389725 dv-neutron-820491-1-hyperv neutron-server[83445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:51:11.538297 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-160d5651-17b1-4442-877c-47bb1abff60e tempest-ExternalNetworksTestJSON-805727248 tempest-ExternalNetworksTestJSON-805727248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:11.549201 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-15e423f5-c7be-4851-9358-8102a82d2af8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:11.561035 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-160d5651-17b1-4442-877c-47bb1abff60e tempest-ExternalNetworksTestJSON-805727248 tempest-ExternalNetworksTestJSON-805727248-project] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:11.586362 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160d5651-17b1-4442-877c-47bb1abff60e tempest-ExternalNetworksTestJSON-805727248 tempest-ExternalNetworksTestJSON-805727248-project] Pushing event deleted for resources: {'Network': ['ID=51a0c787-b354-4181-bbd5-5d5ce617ca40,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:11.586362 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-160d5651-17b1-4442-877c-47bb1abff60e tempest-ExternalNetworksTestJSON-805727248 tempest-ExternalNetworksTestJSON-805727248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:11.602600 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-160d5651-17b1-4442-877c-47bb1abff60e tempest-ExternalNetworksTestJSON-805727248 tempest-ExternalNetworksTestJSON-805727248-project] 10.222.0.16 "DELETE /v2.0/networks/51a0c787-b354-4181-bbd5-5d5ce617ca40 HTTP/1.1" status: 204 len: 168 time: 0.7579031 Dec 20 08:51:11.612613 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1963259-78fb-4719-a9da-7bf6f8fc5385 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:51:11.616547 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899510f-fb10-4364-99bb-fe4b7bb47e3a req-8ffb0bf9-79d6-465e-bebe-d4d53d128f3f tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:51:11.617642 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-0899510f-fb10-4364-99bb-fe4b7bb47e3a req-8ffb0bf9-79d6-465e-bebe-d4d53d128f3f tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "GET /v2.0/ports?device_id=57db2080-b211-4da8-bdbc-e13d2d3dca48 HTTP/1.1" status: 200 len: 945 time: 0.1442976 Dec 20 08:51:11.629463 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29407b77-4265-4069-b6ec-f8302987e8ab None None] Sync routers for ids ['f6037187-9a35-4a3c-85f4-852ec023c622'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:51:11.631907 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c1963259-78fb-4719-a9da-7bf6f8fc5385 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "PUT /v2.0/routers/f6037187-9a35-4a3c-85f4-852ec023c622/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9064353 Dec 20 08:51:11.639117 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44372) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:11.650113 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29407b77-4265-4069-b6ec-f8302987e8ab None None] Routers {'f6037187-9a35-4a3c-85f4-852ec023c622'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:51:11.651488 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-29407b77-4265-4069-b6ec-f8302987e8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:50:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['f6037187-9a35-4a3c-85f4-852ec023c622'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:51:11.681026 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-0899510f-fb10-4364-99bb-fe4b7bb47e3a req-259639ab-0ddd-4fbe-99be-881cbf1b5cef tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "GET /v2.0/security-groups?id=eee36b9c-785d-4ab3-b1d4-e8674c8e6ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566237 Dec 20 08:51:11.715295 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-29407b77-4265-4069-b6ec-f8302987e8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:51:11.727793 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29407b77-4265-4069-b6ec-f8302987e8ab None None] Routers {'f6037187-9a35-4a3c-85f4-852ec023c622'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:51:11.728488 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-29407b77-4265-4069-b6ec-f8302987e8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:50:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['f6037187-9a35-4a3c-85f4-852ec023c622'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:51:11.756404 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f9ba01-f63a-4bb9-b4a4-ccf0a6441f26 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:51:11.756666 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-72f9ba01-f63a-4bb9-b4a4-ccf0a6441f26 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Synchronizing usage tracker for tenant:4697a8f4ef3e423facaab77bb132848e on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:51:11.791067 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-72f9ba01-f63a-4bb9-b4a4-ccf0a6441f26 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Unset dirty status for tenant:4697a8f4ef3e423facaab77bb132848e on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:51:11.791067 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-72f9ba01-f63a-4bb9-b4a4-ccf0a6441f26 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "GET /v2.0/ports/b918fc12-b6af-4942-ad82-744ecd1029fa HTTP/1.1" status: 200 len: 910 time: 0.1415470 Dec 20 08:51:11.796875 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 44376) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:11.805477 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-29407b77-4265-4069-b6ec-f8302987e8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:51:11.805477 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29407b77-4265-4069-b6ec-f8302987e8ab None None] The sync data for ids ['f6037187-9a35-4a3c-85f4-852ec023c622'] in dv-neutron-820491-1-hyperv is: [] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:51:12.021136 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44382) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:12.214310 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c557a622-0a7f-4b76-a184-9c4aa728c2c9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9cc1c690ea484481b81655ff4b1f6de3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1915414 Dec 20 08:51:12.216278 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44388) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:12.276919 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4c51d1cd-f8ba-4b8c-bce3-e4ae874aa8eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:12.302257 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4c51d1cd-f8ba-4b8c-bce3-e4ae874aa8eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:12.353819 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4c51d1cd-f8ba-4b8c-bce3-e4ae874aa8eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:12.358382 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c7c217b0-aaf0-4a47-aff9-e474cddfdcf3 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:12.369056 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c51d1cd-f8ba-4b8c-bce3-e4ae874aa8eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c73337-abda-4a46-b8c5-cb5b4bffdaf8,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:12.373679 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4c51d1cd-f8ba-4b8c-bce3-e4ae874aa8eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:12.376889 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4c51d1cd-f8ba-4b8c-bce3-e4ae874aa8eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:12.380278 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-4c51d1cd-f8ba-4b8c-bce3-e4ae874aa8eb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f6c73337-abda-4a46-b8c5-cb5b4bffdaf8 HTTP/1.1" status: 204 len: 168 time: 0.1610718 Dec 20 08:51:12.481439 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-489d51e0-5f2c-48b1-9a69-d29c7b3f8147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:12.586821 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-afe44c8d-48ab-4bae-8f29-0879ae32d222 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:12.718045 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 44398) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:12.830778 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-9383b3be-7a7f-4273-819c-16620cb03e13 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=30cccbcfec484e18a99600a04cc274b0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1112418 Dec 20 08:51:12.835340 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 44402) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:12.893132 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c19f84-0c47-444c-a802-cb62bbc7b369 req-c39d9d63-5b75-4f26-98ac-efb829b79f25 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:51:12.894591 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-39c19f84-0c47-444c-a802-cb62bbc7b369 req-c39d9d63-5b75-4f26-98ac-efb829b79f25 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "GET /v2.0/ports?device_id=57db2080-b211-4da8-bdbc-e13d2d3dca48 HTTP/1.1" status: 200 len: 945 time: 0.0848854 Dec 20 08:51:12.939459 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-39c19f84-0c47-444c-a802-cb62bbc7b369 req-7fe3ac23-a826-4095-b539-2ec8baba5ef8 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "GET /v2.0/security-groups?id=eee36b9c-785d-4ab3-b1d4-e8674c8e6ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393276 Dec 20 08:51:12.977427 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bbc89001-5226-4de3-a513-cbb6a8497369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:13.046592 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bbc89001-5226-4de3-a513-cbb6a8497369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:13.070481 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-afe44c8d-48ab-4bae-8f29-0879ae32d222 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Allocated IP 172.21.0.1 (84ff9516-3bd6-41b2-a8de-4028d911a075/6fb351d1-85eb-4047-b10c-09545fdd5f51/696176a3-793c-465a-b99f-7e5364bdab6b) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:51:13.188753 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bbc89001-5226-4de3-a513-cbb6a8497369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:13.194391 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a4e8e0e6-9b59-4e21-9e37-931b8506c2f2 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:13.211546 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc89001-5226-4de3-a513-cbb6a8497369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=300c3d47-312b-4417-bf28-fedbede02fba,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:13.221104 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-bbc89001-5226-4de3-a513-cbb6a8497369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:13.249796 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bbc89001-5226-4de3-a513-cbb6a8497369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:13.250900 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-bbc89001-5226-4de3-a513-cbb6a8497369 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/300c3d47-312b-4417-bf28-fedbede02fba HTTP/1.1" status: 204 len: 168 time: 0.4146943 Dec 20 08:51:13.268062 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-afe44c8d-48ab-4bae-8f29-0879ae32d222 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:13.283938 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-afe44c8d-48ab-4bae-8f29-0879ae32d222 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Transition to ACTIVE for port object 696176a3-793c-465a-b99f-7e5364bdab6b will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:51:13.306254 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-afe44c8d-48ab-4bae-8f29-0879ae32d222 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:13.310792 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d66e5862-b437-4671-9449-45663df34a07 tempest-RoutersIpV6AdminTest-695787290 tempest-RoutersIpV6AdminTest-695787290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:13.384062 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe44c8d-48ab-4bae-8f29-0879ae32d222 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Network 84ff9516-3bd6-41b2-a8de-4028d911a075 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:51:13.387857 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-afe44c8d-48ab-4bae-8f29-0879ae32d222 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:51:13.389833 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44c8d-48ab-4bae-8f29-0879ae32d222 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Pushing event updated for resources: {'Port': ['ID=696176a3-793c-465a-b99f-7e5364bdab6b,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:13.392016 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe44c8d-48ab-4bae-8f29-0879ae32d222 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:51:13.427059 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-afe44c8d-48ab-4bae-8f29-0879ae32d222 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:13.454914 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-afe44c8d-48ab-4bae-8f29-0879ae32d222 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-345881'] for router_interface, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:13.556407 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-afe44c8d-48ab-4bae-8f29-0879ae32d222 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:13.699128 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-0d5ce206-d1dd-4be3-9f74-db2d69819865 None None] Provisioning for port 696176a3-793c-465a-b99f-7e5364bdab6b completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:51:13.705023 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-0d5ce206-d1dd-4be3-9f74-db2d69819865 None None] Provisioning complete for port 696176a3-793c-465a-b99f-7e5364bdab6b triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:51:13.705610 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-0d5ce206-d1dd-4be3-9f74-db2d69819865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:13.765499 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-0d5ce206-d1dd-4be3-9f74-db2d69819865 None None] Port 696176a3-793c-465a-b99f-7e5364bdab6b cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:51:14.151585 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-afe44c8d-48ab-4bae-8f29-0879ae32d222 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:14.156883 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-afe44c8d-48ab-4bae-8f29-0879ae32d222 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2036698'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:14.190341 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d93b1af7-8d0f-4ebb-80d8-6586cc34ea5a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:14.270300 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd6fd1-af7f-4f87-b260-2233ceaa750d req-6c08facc-d65f-4864-bbae-0746675b6e3e tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:51:14.271748 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-3ccd6fd1-af7f-4f87-b260-2233ceaa750d req-6c08facc-d65f-4864-bbae-0746675b6e3e tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "GET /v2.0/ports?device_id=57db2080-b211-4da8-bdbc-e13d2d3dca48 HTTP/1.1" status: 200 len: 945 time: 0.2003441 Dec 20 08:51:14.303749 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-afe44c8d-48ab-4bae-8f29-0879ae32d222 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32898031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349045'] for router_interface, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:14.314585 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44c8d-48ab-4bae-8f29-0879ae32d222 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Pushing event updated for resources: {'Port': ['ID=696176a3-793c-465a-b99f-7e5364bdab6b,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:14.317951 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-afe44c8d-48ab-4bae-8f29-0879ae32d222 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:14.380871 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-3ccd6fd1-af7f-4f87-b260-2233ceaa750d req-01410e80-b549-490e-9498-5a01f176bfc5 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "GET /v2.0/security-groups?id=eee36b9c-785d-4ab3-b1d4-e8674c8e6ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957963 Dec 20 08:51:14.476939 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe44c8d-48ab-4bae-8f29-0879ae32d222 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Network 84ff9516-3bd6-41b2-a8de-4028d911a075 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:51:14.478028 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-afe44c8d-48ab-4bae-8f29-0879ae32d222 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:51:14.691948 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-eb1baafc-1bd1-407f-ac50-967c06f0b10a None None] Provisioning complete for port 696176a3-793c-465a-b99f-7e5364bdab6b triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:51:14.692335 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-eb1baafc-1bd1-407f-ac50-967c06f0b10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:14.750908 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-eb1baafc-1bd1-407f-ac50-967c06f0b10a None None] Port 696176a3-793c-465a-b99f-7e5364bdab6b cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:51:14.813906 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-6453eb50-de6f-4c0a-aba7-2c535ff8668b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:14.826064 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afe44c8d-48ab-4bae-8f29-0879ae32d222 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Router f6037187-9a35-4a3c-85f4-852ec023c622 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:51:15.010245 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afe44c8d-48ab-4bae-8f29-0879ae32d222 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:51:15.015331 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-afe44c8d-48ab-4bae-8f29-0879ae32d222 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "PUT /v2.0/routers/f6037187-9a35-4a3c-85f4-852ec023c622/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2289999 Dec 20 08:51:15.018018 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 44446) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:15.021119 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace515b6-8ee2-4c70-8d17-180537312d68 None None] Sync routers for ids ['f6037187-9a35-4a3c-85f4-852ec023c622'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:51:15.036337 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace515b6-8ee2-4c70-8d17-180537312d68 None None] Routers {'f6037187-9a35-4a3c-85f4-852ec023c622'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:51:15.036970 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-ace515b6-8ee2-4c70-8d17-180537312d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:51:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['f6037187-9a35-4a3c-85f4-852ec023c622'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:51:15.087538 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399df01d-ad37-4f50-89a5-200c4a26f5b0 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:51:15.088161 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-399df01d-ad37-4f50-89a5-200c4a26f5b0 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Synchronizing usage tracker for tenant:4697a8f4ef3e423facaab77bb132848e on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:51:15.106081 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-399df01d-ad37-4f50-89a5-200c4a26f5b0 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Unset dirty status for tenant:4697a8f4ef3e423facaab77bb132848e on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:51:15.107403 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-399df01d-ad37-4f50-89a5-200c4a26f5b0 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "GET /v2.0/ports/696176a3-793c-465a-b99f-7e5364bdab6b HTTP/1.1" status: 200 len: 910 time: 0.0882905 Dec 20 08:51:15.110417 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 44450) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:15.136883 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44454) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:15.147992 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-ace515b6-8ee2-4c70-8d17-180537312d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:51:15.159599 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace515b6-8ee2-4c70-8d17-180537312d68 None None] Routers {'f6037187-9a35-4a3c-85f4-852ec023c622'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:51:15.160422 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-ace515b6-8ee2-4c70-8d17-180537312d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:51:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['f6037187-9a35-4a3c-85f4-852ec023c622'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:51:15.224623 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-ace515b6-8ee2-4c70-8d17-180537312d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:51:15.225053 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace515b6-8ee2-4c70-8d17-180537312d68 None None] The sync data for ids ['f6037187-9a35-4a3c-85f4-852ec023c622'] in dv-neutron-820491-1-hyperv is: [] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:51:15.268612 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-59f2e141-ed24-4b63-a873-4adf4de57772 tempest-RoutersAdminNegativeIpV6Test-410709376 tempest-RoutersAdminNegativeIpV6Test-410709376-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-720275076', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:51:15.273745 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-59f2e141-ed24-4b63-a873-4adf4de57772 tempest-RoutersAdminNegativeIpV6Test-410709376 tempest-RoutersAdminNegativeIpV6Test-410709376-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:51:15.278754 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-59f2e141-ed24-4b63-a873-4adf4de57772 tempest-RoutersAdminNegativeIpV6Test-410709376 tempest-RoutersAdminNegativeIpV6Test-410709376-project-admin] Usage tracker for resource:port and tenant:12211471bc9a4da79578427fbee066d8 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:51:15.282030 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-59f2e141-ed24-4b63-a873-4adf4de57772 tempest-RoutersAdminNegativeIpV6Test-410709376 tempest-RoutersAdminNegativeIpV6Test-410709376-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:51:15.288888 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-59f2e141-ed24-4b63-a873-4adf4de57772 tempest-RoutersAdminNegativeIpV6Test-410709376 tempest-RoutersAdminNegativeIpV6Test-410709376-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:51:15.298824 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f2e141-ed24-4b63-a873-4adf4de57772 tempest-RoutersAdminNegativeIpV6Test-410709376 tempest-RoutersAdminNegativeIpV6Test-410709376-project-admin] Made reservation on behalf of 12211471bc9a4da79578427fbee066d8 for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:51:15.301129 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-59f2e141-ed24-4b63-a873-4adf4de57772 tempest-RoutersAdminNegativeIpV6Test-410709376 tempest-RoutersAdminNegativeIpV6Test-410709376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:15.313986 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-59f2e141-ed24-4b63-a873-4adf4de57772 tempest-RoutersAdminNegativeIpV6Test-410709376 tempest-RoutersAdminNegativeIpV6Test-410709376-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:15.347414 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-59f2e141-ed24-4b63-a873-4adf4de57772 tempest-RoutersAdminNegativeIpV6Test-410709376 tempest-RoutersAdminNegativeIpV6Test-410709376-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:51:15.351276 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-59f2e141-ed24-4b63-a873-4adf4de57772 tempest-RoutersAdminNegativeIpV6Test-410709376 tempest-RoutersAdminNegativeIpV6Test-410709376-project-admin] Usage tracker for resource:security_group_rule and tenant:12211471bc9a4da79578427fbee066d8 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:51:15.354322 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-59f2e141-ed24-4b63-a873-4adf4de57772 tempest-RoutersAdminNegativeIpV6Test-410709376 tempest-RoutersAdminNegativeIpV6Test-410709376-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:51:15.360060 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-59f2e141-ed24-4b63-a873-4adf4de57772 tempest-RoutersAdminNegativeIpV6Test-410709376 tempest-RoutersAdminNegativeIpV6Test-410709376-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:51:15.429771 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-59f2e141-ed24-4b63-a873-4adf4de57772 tempest-RoutersAdminNegativeIpV6Test-410709376 tempest-RoutersAdminNegativeIpV6Test-410709376-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:15.435774 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-59f2e141-ed24-4b63-a873-4adf4de57772 tempest-RoutersAdminNegativeIpV6Test-410709376 tempest-RoutersAdminNegativeIpV6Test-410709376-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:15.438040 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d9e535a6-99cb-4896-befb-11b00a700183 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:15.447367 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-59f2e141-ed24-4b63-a873-4adf4de57772 tempest-RoutersAdminNegativeIpV6Test-410709376 tempest-RoutersAdminNegativeIpV6Test-410709376-project-admin] device_id is not set on port 0524e8b7-8d88-4656-a2fa-381c0cdb88bb yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:51:15.549926 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f2e141-ed24-4b63-a873-4adf4de57772 tempest-RoutersAdminNegativeIpV6Test-410709376 tempest-RoutersAdminNegativeIpV6Test-410709376-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ce1e51-e9a2-4adf-83e1-b3ccd0d45802,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:15.566408 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-59f2e141-ed24-4b63-a873-4adf4de57772 tempest-RoutersAdminNegativeIpV6Test-410709376 tempest-RoutersAdminNegativeIpV6Test-410709376-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:15.583949 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fefc2b3f-6860-4e0a-9536-899580e0da53 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349062'] for router_interface, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:15.663915 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-59f2e141-ed24-4b63-a873-4adf4de57772 tempest-RoutersAdminNegativeIpV6Test-410709376 tempest-RoutersAdminNegativeIpV6Test-410709376-project-admin] Allocated IP 172.26.5.165 (95f3bec2-46e6-4468-8229-8badd4a5aaae/cf8895a3-346d-4313-a645-16ecdcce9969/0524e8b7-8d88-4656-a2fa-381c0cdb88bb) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:51:15.799331 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60316924-baad-4c6d-8558-2310d1b6994f req-fbcf8523-2be6-43ce-9eeb-7c354c87a365 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:51:15.800826 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-60316924-baad-4c6d-8558-2310d1b6994f req-fbcf8523-2be6-43ce-9eeb-7c354c87a365 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "GET /v2.0/ports?device_id=57db2080-b211-4da8-bdbc-e13d2d3dca48 HTTP/1.1" status: 200 len: 945 time: 0.2853975 Dec 20 08:51:15.890400 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:15.897562 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-60316924-baad-4c6d-8558-2310d1b6994f req-57300144-da5a-4b7f-9aeb-d98ed0757139 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "GET /v2.0/security-groups?id=eee36b9c-785d-4ab3-b1d4-e8674c8e6ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828264 Dec 20 08:51:15.992770 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:16.020813 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-59f2e141-ed24-4b63-a873-4adf4de57772 tempest-RoutersAdminNegativeIpV6Test-410709376 tempest-RoutersAdminNegativeIpV6Test-410709376-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:16.049104 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-59f2e141-ed24-4b63-a873-4adf4de57772 tempest-RoutersAdminNegativeIpV6Test-410709376 tempest-RoutersAdminNegativeIpV6Test-410709376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:16.054747 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7c83610a-31eb-4752-be22-07eb6de42259 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:16.121053 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f2e141-ed24-4b63-a873-4adf4de57772 tempest-RoutersAdminNegativeIpV6Test-410709376 tempest-RoutersAdminNegativeIpV6Test-410709376-project-admin] Network 95f3bec2-46e6-4468-8229-8badd4a5aaae is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:51:16.128373 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-59f2e141-ed24-4b63-a873-4adf4de57772 tempest-RoutersAdminNegativeIpV6Test-410709376 tempest-RoutersAdminNegativeIpV6Test-410709376-project-admin] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:51:16.131312 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f2e141-ed24-4b63-a873-4adf4de57772 tempest-RoutersAdminNegativeIpV6Test-410709376 tempest-RoutersAdminNegativeIpV6Test-410709376-project-admin] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:51:16.191035 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f2e141-ed24-4b63-a873-4adf4de57772 tempest-RoutersAdminNegativeIpV6Test-410709376 tempest-RoutersAdminNegativeIpV6Test-410709376-project-admin] Pushing event updated for resources: {'Port': ['ID=0524e8b7-8d88-4656-a2fa-381c0cdb88bb,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:16.194788 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-59f2e141-ed24-4b63-a873-4adf4de57772 tempest-RoutersAdminNegativeIpV6Test-410709376 tempest-RoutersAdminNegativeIpV6Test-410709376-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:16.195162 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-fefc2b3f-6860-4e0a-9536-899580e0da53 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Deleting port 696176a3-793c-465a-b99f-7e5364bdab6b {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:51:16.195502 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fefc2b3f-6860-4e0a-9536-899580e0da53 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:16.214766 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f2e141-ed24-4b63-a873-4adf4de57772 tempest-RoutersAdminNegativeIpV6Test-410709376 tempest-RoutersAdminNegativeIpV6Test-410709376-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:51:16.215378 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-59f2e141-ed24-4b63-a873-4adf4de57772 tempest-RoutersAdminNegativeIpV6Test-410709376 tempest-RoutersAdminNegativeIpV6Test-410709376-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:16.238914 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-59f2e141-ed24-4b63-a873-4adf4de57772 tempest-RoutersAdminNegativeIpV6Test-410709376 tempest-RoutersAdminNegativeIpV6Test-410709376-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.1001360 Dec 20 08:51:16.241923 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44462) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:16.247939 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-d64ec34e-88af-438b-97bc-395c104d841a tempest-RoutersAdminNegativeIpV6Test-410709376 tempest-RoutersAdminNegativeIpV6Test-410709376-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.165'}]}}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:51:16.252507 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-d64ec34e-88af-438b-97bc-395c104d841a tempest-RoutersAdminNegativeIpV6Test-410709376 tempest-RoutersAdminNegativeIpV6Test-410709376-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:51:16.256275 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d64ec34e-88af-438b-97bc-395c104d841a tempest-RoutersAdminNegativeIpV6Test-410709376 tempest-RoutersAdminNegativeIpV6Test-410709376-project-admin] Usage tracker for resource:router and tenant:12211471bc9a4da79578427fbee066d8 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:51:16.260153 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d64ec34e-88af-438b-97bc-395c104d841a tempest-RoutersAdminNegativeIpV6Test-410709376 tempest-RoutersAdminNegativeIpV6Test-410709376-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:51:16.266735 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-d64ec34e-88af-438b-97bc-395c104d841a tempest-RoutersAdminNegativeIpV6Test-410709376 tempest-RoutersAdminNegativeIpV6Test-410709376-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:51:16.276499 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d64ec34e-88af-438b-97bc-395c104d841a tempest-RoutersAdminNegativeIpV6Test-410709376 tempest-RoutersAdminNegativeIpV6Test-410709376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24817'] for router, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:16.277711 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d64ec34e-88af-438b-97bc-395c104d841a tempest-RoutersAdminNegativeIpV6Test-410709376 tempest-RoutersAdminNegativeIpV6Test-410709376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-351744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24806'] for router, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:16.296498 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d64ec34e-88af-438b-97bc-395c104d841a tempest-RoutersAdminNegativeIpV6Test-410709376 tempest-RoutersAdminNegativeIpV6Test-410709376-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:16.383981 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fefc2b3f-6860-4e0a-9536-899580e0da53 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:16.446690 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d64ec34e-88af-438b-97bc-395c104d841a tempest-RoutersAdminNegativeIpV6Test-410709376 tempest-RoutersAdminNegativeIpV6Test-410709376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24724'] for router, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:16.505653 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-fefc2b3f-6860-4e0a-9536-899580e0da53 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Calling delete_port for 696176a3-793c-465a-b99f-7e5364bdab6b owned by network:router_interface {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:51:16.684730 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fefc2b3f-6860-4e0a-9536-899580e0da53 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:16.689257 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c64fc50-3918-4098-9bdf-ec6ec4a24e83 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:16.697328 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d64ec34e-88af-438b-97bc-395c104d841a tempest-RoutersAdminNegativeIpV6Test-410709376 tempest-RoutersAdminNegativeIpV6Test-410709376-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:16.726049 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d64ec34e-88af-438b-97bc-395c104d841a tempest-RoutersAdminNegativeIpV6Test-410709376 tempest-RoutersAdminNegativeIpV6Test-410709376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:16.736508 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefc2b3f-6860-4e0a-9536-899580e0da53 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Pushing event deleted for resources: {'Port': ['ID=696176a3-793c-465a-b99f-7e5364bdab6b,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:16.739552 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-fefc2b3f-6860-4e0a-9536-899580e0da53 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:16.939260 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d64ec34e-88af-438b-97bc-395c104d841a tempest-RoutersAdminNegativeIpV6Test-410709376 tempest-RoutersAdminNegativeIpV6Test-410709376-project-admin] Notify callbacks [] for router, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:17.172316 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5102778f-f8f6-4081-b219-5c12edc1daa3 req-e7e09a83-1873-434c-aa08-93f7e0703854 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:51:17.173767 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-5102778f-f8f6-4081-b219-5c12edc1daa3 req-e7e09a83-1873-434c-aa08-93f7e0703854 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "GET /v2.0/ports?device_id=57db2080-b211-4da8-bdbc-e13d2d3dca48 HTTP/1.1" status: 200 len: 945 time: 0.1088340 Dec 20 08:51:17.198858 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fefc2b3f-6860-4e0a-9536-899580e0da53 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32897953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348760'] for router_interface, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:17.336590 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-5102778f-f8f6-4081-b219-5c12edc1daa3 req-86f3c946-b8ef-4228-8d1d-928a1cce9a4c tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "GET /v2.0/security-groups?id=eee36b9c-785d-4ab3-b1d4-e8674c8e6ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565723 Dec 20 08:51:17.364087 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:17.445524 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d64ec34e-88af-438b-97bc-395c104d841a tempest-RoutersAdminNegativeIpV6Test-410709376 tempest-RoutersAdminNegativeIpV6Test-410709376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24735'] for router, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:17.450293 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d64ec34e-88af-438b-97bc-395c104d841a tempest-RoutersAdminNegativeIpV6Test-410709376 tempest-RoutersAdminNegativeIpV6Test-410709376-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:17.474983 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d64ec34e-88af-438b-97bc-395c104d841a tempest-RoutersAdminNegativeIpV6Test-410709376 tempest-RoutersAdminNegativeIpV6Test-410709376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-390871'] for router, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:17.475629 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d64ec34e-88af-438b-97bc-395c104d841a tempest-RoutersAdminNegativeIpV6Test-410709376 tempest-RoutersAdminNegativeIpV6Test-410709376-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a0102613-33e5-4a15-88b7-8f4ae15e3bcf {{(pid=83444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 08:51:17.501171 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-d64ec34e-88af-438b-97bc-395c104d841a tempest-RoutersAdminNegativeIpV6Test-410709376 tempest-RoutersAdminNegativeIpV6Test-410709376-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 20 08:51:17.502382 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d64ec34e-88af-438b-97bc-395c104d841a tempest-RoutersAdminNegativeIpV6Test-410709376 tempest-RoutersAdminNegativeIpV6Test-410709376-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.2595396 Dec 20 08:51:17.505112 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44468) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:17.565162 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-40b91ec2-fbee-4221-bab5-e11b27b58345 tempest-RoutersAdminNegativeIpV6Test-410709376 tempest-RoutersAdminNegativeIpV6Test-410709376-project-admin] Deleting port 0524e8b7-8d88-4656-a2fa-381c0cdb88bb {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:51:17.565559 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-40b91ec2-fbee-4221-bab5-e11b27b58345 tempest-RoutersAdminNegativeIpV6Test-410709376 tempest-RoutersAdminNegativeIpV6Test-410709376-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:17.734756 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fefc2b3f-6860-4e0a-9536-899580e0da53 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Router f6037187-9a35-4a3c-85f4-852ec023c622 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:51:17.793085 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-40b91ec2-fbee-4221-bab5-e11b27b58345 tempest-RoutersAdminNegativeIpV6Test-410709376 tempest-RoutersAdminNegativeIpV6Test-410709376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:17.913455 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-40b91ec2-fbee-4221-bab5-e11b27b58345 tempest-RoutersAdminNegativeIpV6Test-410709376 tempest-RoutersAdminNegativeIpV6Test-410709376-project-admin] Calling delete_port for 0524e8b7-8d88-4656-a2fa-381c0cdb88bb owned by {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:51:17.914903 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fefc2b3f-6860-4e0a-9536-899580e0da53 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:51:17.925861 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f82e9c7-d439-4f02-bb0b-b14c70ad64b5 None None] Sync routers for ids ['f6037187-9a35-4a3c-85f4-852ec023c622'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:51:17.935183 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-fefc2b3f-6860-4e0a-9536-899580e0da53 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "PUT /v2.0/routers/f6037187-9a35-4a3c-85f4-852ec023c622/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8201535 Dec 20 08:51:17.935551 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 44472) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:17.940074 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f82e9c7-d439-4f02-bb0b-b14c70ad64b5 None None] Routers {'f6037187-9a35-4a3c-85f4-852ec023c622'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:51:17.940743 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-2f82e9c7-d439-4f02-bb0b-b14c70ad64b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:51:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['f6037187-9a35-4a3c-85f4-852ec023c622'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:51:18.006466 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-2f82e9c7-d439-4f02-bb0b-b14c70ad64b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:51:18.018842 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f82e9c7-d439-4f02-bb0b-b14c70ad64b5 None None] Routers {'f6037187-9a35-4a3c-85f4-852ec023c622'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:51:18.019441 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-2f82e9c7-d439-4f02-bb0b-b14c70ad64b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:51:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['f6037187-9a35-4a3c-85f4-852ec023c622'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:51:18.059600 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-40b91ec2-fbee-4221-bab5-e11b27b58345 tempest-RoutersAdminNegativeIpV6Test-410709376 tempest-RoutersAdminNegativeIpV6Test-410709376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:18.066369 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-719b03c5-c085-4e0b-97f6-e30736f5e820 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:18.087894 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-2f82e9c7-d439-4f02-bb0b-b14c70ad64b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:51:18.089173 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f82e9c7-d439-4f02-bb0b-b14c70ad64b5 None None] The sync data for ids ['f6037187-9a35-4a3c-85f4-852ec023c622'] in dv-neutron-820491-1-hyperv is: [] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:51:18.116347 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b91ec2-fbee-4221-bab5-e11b27b58345 tempest-RoutersAdminNegativeIpV6Test-410709376 tempest-RoutersAdminNegativeIpV6Test-410709376-project-admin] Pushing event deleted for resources: {'Port': ['ID=0524e8b7-8d88-4656-a2fa-381c0cdb88bb,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:18.124111 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-40b91ec2-fbee-4221-bab5-e11b27b58345 tempest-RoutersAdminNegativeIpV6Test-410709376 tempest-RoutersAdminNegativeIpV6Test-410709376-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:18.226684 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-40b91ec2-fbee-4221-bab5-e11b27b58345 tempest-RoutersAdminNegativeIpV6Test-410709376 tempest-RoutersAdminNegativeIpV6Test-410709376-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:18.237430 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-40b91ec2-fbee-4221-bab5-e11b27b58345 tempest-RoutersAdminNegativeIpV6Test-410709376 tempest-RoutersAdminNegativeIpV6Test-410709376-project-admin] 10.222.0.16 "DELETE /v2.0/ports/0524e8b7-8d88-4656-a2fa-381c0cdb88bb HTTP/1.1" status: 204 len: 168 time: 0.7312453 Dec 20 08:51:18.434615 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-644a36f5-6be8-422d-abcd-679cb3be25a2 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349062'] for router_interface, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:18.552277 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44482) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:18.565846 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53780651-3591-4a2d-8853-1703b8040e04 req-3502f910-ee4f-426e-84ec-7c567e19e2a0 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:51:18.567523 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-53780651-3591-4a2d-8853-1703b8040e04 req-3502f910-ee4f-426e-84ec-7c567e19e2a0 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "GET /v2.0/ports?device_id=57db2080-b211-4da8-bdbc-e13d2d3dca48 HTTP/1.1" status: 200 len: 945 time: 0.0920002 Dec 20 08:51:18.617486 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-53780651-3591-4a2d-8853-1703b8040e04 req-7620cd35-d7ef-41ff-a097-2e7395461b4c tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "GET /v2.0/security-groups?id=eee36b9c-785d-4ab3-b1d4-e8674c8e6ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442679 Dec 20 08:51:18.722286 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1b995514-cdd5-4caa-994d-ee72f0a13446 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:18.754088 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-1b995514-cdd5-4caa-994d-ee72f0a13446 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:51:18.758520 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-1b995514-cdd5-4caa-994d-ee72f0a13446 admin admin] Usage tracker for resource:security_group_rule and tenant:bf5e5c9211a841e6a193f413c9c50eb8 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:51:18.762112 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-1b995514-cdd5-4caa-994d-ee72f0a13446 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:51:18.768004 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-1b995514-cdd5-4caa-994d-ee72f0a13446 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:51:18.838628 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1b995514-cdd5-4caa-994d-ee72f0a13446 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:18.842746 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1b995514-cdd5-4caa-994d-ee72f0a13446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:18.849984 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e7d91bc6-236a-4b8a-b467-cd1db1ef08c6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:18.893401 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1b995514-cdd5-4caa-994d-ee72f0a13446 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bf5e5c9211a841e6a193f413c9c50eb8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3395536 Dec 20 08:51:18.894258 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b995514-cdd5-4caa-994d-ee72f0a13446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=727d1a2d-226c-4c29-91cc-5dc145ad0c46,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:18.896089 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 44488) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:18.897217 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1b995514-cdd5-4caa-994d-ee72f0a13446 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:19.013319 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-26be44b4-36fa-4a87-84f2-18bd26d25615 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:19.049096 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-26be44b4-36fa-4a87-84f2-18bd26d25615 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:19.149019 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-644a36f5-6be8-422d-abcd-679cb3be25a2 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Deleting port b918fc12-b6af-4942-ad82-744ecd1029fa {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:51:19.149339 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-644a36f5-6be8-422d-abcd-679cb3be25a2 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:19.205329 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-26be44b4-36fa-4a87-84f2-18bd26d25615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:19.212041 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-da209321-24a8-4841-b711-9beb457434bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:19.246177 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26be44b4-36fa-4a87-84f2-18bd26d25615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=727d1a2d-226c-4c29-91cc-5dc145ad0c46,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:19.259723 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-26be44b4-36fa-4a87-84f2-18bd26d25615 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:19.263797 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-26be44b4-36fa-4a87-84f2-18bd26d25615 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:19.264892 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-26be44b4-36fa-4a87-84f2-18bd26d25615 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/727d1a2d-226c-4c29-91cc-5dc145ad0c46 HTTP/1.1" status: 204 len: 168 time: 0.3677907 Dec 20 08:51:19.357981 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-644a36f5-6be8-422d-abcd-679cb3be25a2 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:19.480706 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-644a36f5-6be8-422d-abcd-679cb3be25a2 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Calling delete_port for b918fc12-b6af-4942-ad82-744ecd1029fa owned by network:router_interface {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:51:19.607835 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44496) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:19.658937 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-708b3fc8-8b26-4a42-b76d-af9c09fa42fa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=12211471bc9a4da79578427fbee066d8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0496206 Dec 20 08:51:19.661124 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44502) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:19.666542 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-644a36f5-6be8-422d-abcd-679cb3be25a2 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:19.671460 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-c61b35ff-3a58-4d40-a970-aa80e27fcf8b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:19.716527 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644a36f5-6be8-422d-abcd-679cb3be25a2 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Pushing event deleted for resources: {'Port': ['ID=b918fc12-b6af-4942-ad82-744ecd1029fa,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:19.720843 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-644a36f5-6be8-422d-abcd-679cb3be25a2 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:19.723405 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-788aab22-eecb-403e-804a-8d8704ac149b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:19.752466 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-788aab22-eecb-403e-804a-8d8704ac149b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:19.820108 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-788aab22-eecb-403e-804a-8d8704ac149b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:19.826050 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-cd52ce2d-4f18-4231-9efd-cdc1bfb0c7ce tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:19.838971 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788aab22-eecb-403e-804a-8d8704ac149b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ce1e51-e9a2-4adf-83e1-b3ccd0d45802,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:19.841945 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-788aab22-eecb-403e-804a-8d8704ac149b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:19.849117 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-788aab22-eecb-403e-804a-8d8704ac149b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:19.852972 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-788aab22-eecb-403e-804a-8d8704ac149b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e1ce1e51-e9a2-4adf-83e1-b3ccd0d45802 HTTP/1.1" status: 204 len: 168 time: 0.1909001 Dec 20 08:51:20.128247 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8b2d3c-9c3e-4c1b-9911-e7dbf3df1eaf req-83b59d90-9c85-43ff-8ee1-82ddea029f64 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:51:20.129813 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-0b8b2d3c-9c3e-4c1b-9911-e7dbf3df1eaf req-83b59d90-9c85-43ff-8ee1-82ddea029f64 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "GET /v2.0/ports?device_id=57db2080-b211-4da8-bdbc-e13d2d3dca48 HTTP/1.1" status: 200 len: 945 time: 0.3703604 Dec 20 08:51:20.184066 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-644a36f5-6be8-422d-abcd-679cb3be25a2 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32897953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348760'] for router_interface, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:20.196666 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-0b8b2d3c-9c3e-4c1b-9911-e7dbf3df1eaf req-319ff2b1-7bfc-438c-9bce-1a4444f7e6cb tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "GET /v2.0/security-groups?id=eee36b9c-785d-4ab3-b1d4-e8674c8e6ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570812 Dec 20 08:51:20.614555 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-644a36f5-6be8-422d-abcd-679cb3be25a2 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Router f6037187-9a35-4a3c-85f4-852ec023c622 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:51:20.743328 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44528) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:20.763747 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-644a36f5-6be8-422d-abcd-679cb3be25a2 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:51:20.773503 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8e3832-33ed-4a4a-bddf-bb909d469b3d None None] Sync routers for ids ['f6037187-9a35-4a3c-85f4-852ec023c622'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:51:20.778973 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-644a36f5-6be8-422d-abcd-679cb3be25a2 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "PUT /v2.0/routers/f6037187-9a35-4a3c-85f4-852ec023c622/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8420260 Dec 20 08:51:20.781379 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 44534) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:20.794591 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8e3832-33ed-4a4a-bddf-bb909d469b3d None None] Routers {'f6037187-9a35-4a3c-85f4-852ec023c622'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:51:20.795493 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-af8e3832-33ed-4a4a-bddf-bb909d469b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:51:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['f6037187-9a35-4a3c-85f4-852ec023c622'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:51:20.822518 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-f4f39ace-d571-42b6-83f5-473f28791a19 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Synchronizing usage tracker for tenant:4697a8f4ef3e423facaab77bb132848e on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:51:20.841760 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-f4f39ace-d571-42b6-83f5-473f28791a19 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Unset dirty status for tenant:4697a8f4ef3e423facaab77bb132848e on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:51:20.845899 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-f4f39ace-d571-42b6-83f5-473f28791a19 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6037187-9a35-4a3c-85f4-852ec023c622 HTTP/1.1" status: 200 len: 205 time: 0.0607605 Dec 20 08:51:20.846120 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 44538) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:20.860949 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-af8e3832-33ed-4a4a-bddf-bb909d469b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:51:20.874145 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8e3832-33ed-4a4a-bddf-bb909d469b3d None None] Routers {'f6037187-9a35-4a3c-85f4-852ec023c622'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:51:20.874762 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-af8e3832-33ed-4a4a-bddf-bb909d469b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:51:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['f6037187-9a35-4a3c-85f4-852ec023c622'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:51:20.921256 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-49b67691-9b49-4dfb-bcb0-5b90a508c4f6 tempest-AgentManagementNegativeTest-377522390 tempest-AgentManagementNegativeTest-377522390-project] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1759429 Dec 20 08:51:20.934933 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-af8e3832-33ed-4a4a-bddf-bb909d469b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:51:20.935363 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8e3832-33ed-4a4a-bddf-bb909d469b3d None None] The sync data for ids ['f6037187-9a35-4a3c-85f4-852ec023c622'] in dv-neutron-820491-1-hyperv is: [] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:51:21.040355 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-dfbc949e-10fd-4922-9879-31273b479015 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for router, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:21.104764 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 7bf7f621-eb7a-44a4-a11e-a463b7790d6c details requested by agent hyperv_hv-neutron-8204 with host hv-neutron-8204 {{(pid=83446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 08:51:21.107296 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 7bf7f621-eb7a-44a4-a11e-a463b7790d6c no longer exists at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:51:21.192472 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-60d464d4-9cb1-4e8b-b184-2d868604e84c req-2303e639-a2c0-47d8-bc28-4ae607c41a1a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=57db2080-b211-4da8-bdbc-e13d2d3dca48 HTTP/1.1" status: 200 len: 1098 time: 0.2051201 Dec 20 08:51:21.221282 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44546) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:21.332891 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:21.356700 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port 7bf7f621-eb7a-44a4-a11e-a463b7790d6c, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=7bf7f621-eb7a-44a4-a11e-a463b7790d6c,segment=NetworkSegment(a5cd7a16-d340-41d4-84ea-bcc0742b6af4),segment_id=a5cd7a16-d340-41d4-84ea-bcc0742b6af4)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:51:21.377419 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Returning: {'device': '7bf7f621-eb7a-44a4-a11e-a463b7790d6c', 'network_id': '8349d658-15a5-4502-934d-42d77be31e8f', 'port_id': '7bf7f621-eb7a-44a4-a11e-a463b7790d6c', 'mac_address': 'fa:16:3e:2c:4f:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83d9bad6-eabe-4733-8037-e23b2cdef254', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 08:51:21.383250 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57db2080-b211-4da8-bdbc-e13d2d3dca48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bf7f621-eb7a-44a4-a11e-a463b7790d6c'}] {{(pid=83446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 08:51:21.402901 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cb396c67-5793-4dfd-801d-4d2fda9ad78c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:21.424569 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port 7bf7f621-eb7a-44a4-a11e-a463b7790d6c, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=7bf7f621-eb7a-44a4-a11e-a463b7790d6c,segment=NetworkSegment(a5cd7a16-d340-41d4-84ea-bcc0742b6af4),segment_id=a5cd7a16-d340-41d4-84ea-bcc0742b6af4)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:51:21.437941 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:21.442388 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:21.447618 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-cb396c67-5793-4dfd-801d-4d2fda9ad78c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:51:21.452115 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-cb396c67-5793-4dfd-801d-4d2fda9ad78c admin admin] Usage tracker for resource:security_group_rule and tenant:0cdc1e84c2ad4796b3445734a37d1e9e is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:51:21.455262 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-cb396c67-5793-4dfd-801d-4d2fda9ad78c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:51:21.462647 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-cb396c67-5793-4dfd-801d-4d2fda9ad78c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:51:21.474035 dv-neutron-820491-1-hyperv neutron-server[83446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57db2080-b211-4da8-bdbc-e13d2d3dca48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bf7f621-eb7a-44a4-a11e-a463b7790d6c', 'code': 200} Dec 20 08:51:21.502785 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:21.535918 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7bf7f621-eb7a-44a4-a11e-a463b7790d6c {{(pid=83446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 08:51:21.543777 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=7bf7f621-eb7a-44a4-a11e-a463b7790d6c,revision_number=6']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:21.547108 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:21.550147 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cb396c67-5793-4dfd-801d-4d2fda9ad78c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:21.554345 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cb396c67-5793-4dfd-801d-4d2fda9ad78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:21.586399 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-38bfa266-391d-4d00-93a7-7a889a175c00 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:21.610085 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.db.api [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 08:51:21.610711 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_db.api [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 08:51:21.615694 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-cb396c67-5793-4dfd-801d-4d2fda9ad78c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0cdc1e84c2ad4796b3445734a37d1e9e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3906686 Dec 20 08:51:21.615694 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb396c67-5793-4dfd-801d-4d2fda9ad78c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a63f0f57-08e5-41e1-93d7-171716581577,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:21.618147 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-cb396c67-5793-4dfd-801d-4d2fda9ad78c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:21.619002 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44556) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:21.672197 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-60d464d4-9cb1-4e8b-b184-2d868604e84c req-098f1ab2-534b-41c7-aff9-3f54ce55f86e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=eee36b9c-785d-4ab3-b1d4-e8674c8e6ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4160903 Dec 20 08:51:21.679379 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-dfbc949e-10fd-4922-9879-31273b479015 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24735'] for router, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:21.682904 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b118e4a8-c616-43b5-b7c5-9341c6997adf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:21.687148 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-dfbc949e-10fd-4922-9879-31273b479015 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:21.709320 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b118e4a8-c616-43b5-b7c5-9341c6997adf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:21.716007 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e786c3c4-dc1a-4950-af0c-6598c8c52621 req-37ecdd52-035b-43d6-be7d-c8fcf3bdc597 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:51:21.717501 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-e786c3c4-dc1a-4950-af0c-6598c8c52621 req-37ecdd52-035b-43d6-be7d-c8fcf3bdc597 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "GET /v2.0/ports?device_id=57db2080-b211-4da8-bdbc-e13d2d3dca48 HTTP/1.1" status: 200 len: 943 time: 0.3762293 Dec 20 08:51:21.761963 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-dfbc949e-10fd-4922-9879-31273b479015 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-390871'] for router, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:21.762379 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfbc949e-10fd-4922-9879-31273b479015 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Fanout notify agent at l3_agent the message router_deleted on router f6037187-9a35-4a3c-85f4-852ec023c622 {{(pid=83445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 08:51:21.774060 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b118e4a8-c616-43b5-b7c5-9341c6997adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:21.778516 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b6bb367f-98db-4734-8d06-cf698d42a27d tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:21.779777 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-dfbc949e-10fd-4922-9879-31273b479015 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:21.780842 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-dfbc949e-10fd-4922-9879-31273b479015 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "DELETE /v2.0/routers/f6037187-9a35-4a3c-85f4-852ec023c622 HTTP/1.1" status: 204 len: 168 time: 0.9337599 Dec 20 08:51:21.783998 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 44560) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:21.788273 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-e786c3c4-dc1a-4950-af0c-6598c8c52621 req-f0ba8a99-f25b-43c7-97b6-5737ef05af44 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "GET /v2.0/security-groups?id=eee36b9c-785d-4ab3-b1d4-e8674c8e6ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607061 Dec 20 08:51:21.788804 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b118e4a8-c616-43b5-b7c5-9341c6997adf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a63f0f57-08e5-41e1-93d7-171716581577,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:21.793422 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b118e4a8-c616-43b5-b7c5-9341c6997adf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:21.796668 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b118e4a8-c616-43b5-b7c5-9341c6997adf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:21.800385 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b118e4a8-c616-43b5-b7c5-9341c6997adf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a63f0f57-08e5-41e1-93d7-171716581577 HTTP/1.1" status: 204 len: 168 time: 0.1797435 Dec 20 08:51:21.978729 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_v2 [None req-106778aa-63a1-43bb-afbc-3a8ea64a630d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Deleting subnet 6fb351d1-85eb-4047-b10c-09545fdd5f51 {{(pid=83445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:51:21.981706 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-106778aa-63a1-43bb-afbc-3a8ea64a630d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for subnet, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:22.044486 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-106778aa-63a1-43bb-afbc-3a8ea64a630d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1518554'] for subnet, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:22.125102 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-106778aa-63a1-43bb-afbc-3a8ea64a630d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:22.166178 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:22.185071 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bf7f621-eb7a-44a4-a11e-a463b7790d6c {{(pid=83446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 08:51:22.201464 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port 7bf7f621-eb7a-44a4-a11e-a463b7790d6c, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=7bf7f621-eb7a-44a4-a11e-a463b7790d6c,segment=NetworkSegment(a5cd7a16-d340-41d4-84ea-bcc0742b6af4),segment_id=a5cd7a16-d340-41d4-84ea-bcc0742b6af4)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:51:22.205516 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-106778aa-63a1-43bb-afbc-3a8ea64a630d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2036620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2095133'] for subnet, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:22.206154 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:22.207877 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:22.209645 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-79e4796f-1cea-4714-8664-75721684e3f2 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:22.243398 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106778aa-63a1-43bb-afbc-3a8ea64a630d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Pushing event deleted for resources: {'Subnet': ['ID=6fb351d1-85eb-4047-b10c-09545fdd5f51,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:22.246566 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-106778aa-63a1-43bb-afbc-3a8ea64a630d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:22.256091 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-106778aa-63a1-43bb-afbc-3a8ea64a630d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:22.262531 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-106778aa-63a1-43bb-afbc-3a8ea64a630d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "DELETE /v2.0/subnets/6fb351d1-85eb-4047-b10c-09545fdd5f51 HTTP/1.1" status: 204 len: 168 time: 0.4773324 Dec 20 08:51:22.265058 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 44576) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:22.271662 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4307e74b-a57f-4f09-af0d-167cf2358a29 None None] Network 84ff9516-3bd6-41b2-a8de-4028d911a075 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:51:22.300553 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=7bf7f621-eb7a-44a4-a11e-a463b7790d6c,revision_number=7']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:22.311776 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:22.456682 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_v2 [None req-59c4b65d-a207-4722-94fa-8c79bcb686ee tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Deleting subnet cfe1e08a-52f5-4a62-b544-eeee2b56df13 {{(pid=83445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:51:22.460054 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-59c4b65d-a207-4722-94fa-8c79bcb686ee tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for subnet, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:22.524700 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-59c4b65d-a207-4722-94fa-8c79bcb686ee tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1518554'] for subnet, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:22.536814 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eae6010-5493-4d26-84f2-8b4f8129002a None None] DHCP port deletion for 84ff9516-3bd6-41b2-a8de-4028d911a075 request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 08:51:22.541257 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-4eae6010-5493-4d26-84f2-8b4f8129002a None None] Deleting port ddfdbf49-979a-411a-a72d-edc275952077 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:51:22.542297 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-4eae6010-5493-4d26-84f2-8b4f8129002a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:22.632140 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-59c4b65d-a207-4722-94fa-8c79bcb686ee tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:22.687279 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44586) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:22.714459 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-59c4b65d-a207-4722-94fa-8c79bcb686ee tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2036620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2095133'] for subnet, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:22.718987 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3cd3f670-f3e9-42cb-9162-0955ed3abb3d tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:22.756135 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c4b65d-a207-4722-94fa-8c79bcb686ee tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Pushing event deleted for resources: {'Subnet': ['ID=cfe1e08a-52f5-4a62-b544-eeee2b56df13,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:22.759729 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-59c4b65d-a207-4722-94fa-8c79bcb686ee tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:22.764299 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-59c4b65d-a207-4722-94fa-8c79bcb686ee tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:22.772251 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-59c4b65d-a207-4722-94fa-8c79bcb686ee tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "DELETE /v2.0/subnets/cfe1e08a-52f5-4a62-b544-eeee2b56df13 HTTP/1.1" status: 204 len: 168 time: 0.5058858 Dec 20 08:51:22.774548 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-4eae6010-5493-4d26-84f2-8b4f8129002a None None] For port ddfdbf49-979a-411a-a72d-edc275952077, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=ddfdbf49-979a-411a-a72d-edc275952077,segment=NetworkSegment(42bb4f93-16c5-4f0d-b472-597db0a22ef1),segment_id=42bb4f93-16c5-4f0d-b472-597db0a22ef1)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:51:22.774962 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-4eae6010-5493-4d26-84f2-8b4f8129002a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:22.775276 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44592) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:22.787486 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b28758c-fe06-4cfb-a27c-c6fc6e6b086d None None] Network ff2df95d-4ce9-4bff-a188-930a8909a8a8 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:51:22.833819 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-2bab5cdb-723b-43e0-95bd-5a1b99834fdb tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-311393443'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:51:22.844034 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-2bab5cdb-723b-43e0-95bd-5a1b99834fdb tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:51:22.960675 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-2bab5cdb-723b-43e0-95bd-5a1b99834fdb tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Usage tracker for resource:network and tenant:9a4160c0c10e4c91b63b9bda9f2f4420 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:51:22.969771 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-2bab5cdb-723b-43e0-95bd-5a1b99834fdb tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:51:22.975627 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-4eae6010-5493-4d26-84f2-8b4f8129002a None None] Calling delete_port for ddfdbf49-979a-411a-a72d-edc275952077 owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:51:22.982254 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-2bab5cdb-723b-43e0-95bd-5a1b99834fdb tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:51:22.987464 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1397ee47-0621-43e1-b486-2e4ffb8628d0 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:23.007231 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bab5cdb-723b-43e0-95bd-5a1b99834fdb tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Made reservation on behalf of 9a4160c0c10e4c91b63b9bda9f2f4420 for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:51:23.010127 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2bab5cdb-723b-43e0-95bd-5a1b99834fdb tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:23.028440 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2bab5cdb-723b-43e0-95bd-5a1b99834fdb tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:23.042901 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-1397ee47-0621-43e1-b486-2e4ffb8628d0 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Deleting port ddfdbf49-979a-411a-a72d-edc275952077 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:51:23.043236 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1397ee47-0621-43e1-b486-2e4ffb8628d0 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:23.159218 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 7bf7f621-eb7a-44a4-a11e-a463b7790d6c details requested by agent hyperv_hv-neutron-8204 with host hv-neutron-8204 {{(pid=83446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 08:51:23.161544 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device ddfdbf49-979a-411a-a72d-edc275952077 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:51:23.171052 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-2bab5cdb-723b-43e0-95bd-5a1b99834fdb tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:51:23.185692 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-2bab5cdb-723b-43e0-95bd-5a1b99834fdb tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Usage tracker for resource:security_group_rule and tenant:9a4160c0c10e4c91b63b9bda9f2f4420 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:51:23.197487 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-2bab5cdb-723b-43e0-95bd-5a1b99834fdb tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:51:23.216185 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc996b49-3219-45ab-bf43-50080a61a88f req-b035ae7e-ee00-48ad-8068-20f6f85351d7 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:51:23.217937 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-cc996b49-3219-45ab-bf43-50080a61a88f req-b035ae7e-ee00-48ad-8068-20f6f85351d7 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "GET /v2.0/ports?device_id=57db2080-b211-4da8-bdbc-e13d2d3dca48 HTTP/1.1" status: 200 len: 944 time: 0.2914064 Dec 20 08:51:23.220756 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-2bab5cdb-723b-43e0-95bd-5a1b99834fdb tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:51:23.222623 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-4eae6010-5493-4d26-84f2-8b4f8129002a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102'] for port, after_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:23.230927 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:23.303688 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eae6010-5493-4d26-84f2-8b4f8129002a None None] Pushing event deleted for resources: {'Port': ['ID=ddfdbf49-979a-411a-a72d-edc275952077,revision_number=None']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:23.320138 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-4eae6010-5493-4d26-84f2-8b4f8129002a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:23.378946 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No active binding found for port ddfdbf49-979a-411a-a72d-edc275952077 {{(pid=83446) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Dec 20 08:51:23.379367 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device ddfdbf49-979a-411a-a72d-edc275952077 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:51:23.381013 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eae6010-5493-4d26-84f2-8b4f8129002a None None] No DVR routers for this DVR port ddfdbf49-979a-411a-a72d-edc275952077 on host dv-neutron-820491-1-hyperv {{(pid=83446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:51:23.440224 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port 7bf7f621-eb7a-44a4-a11e-a463b7790d6c, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=7bf7f621-eb7a-44a4-a11e-a463b7790d6c,segment=NetworkSegment(a5cd7a16-d340-41d4-84ea-bcc0742b6af4),segment_id=a5cd7a16-d340-41d4-84ea-bcc0742b6af4)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:51:23.460951 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Returning: {'device': '7bf7f621-eb7a-44a4-a11e-a463b7790d6c', 'network_id': '8349d658-15a5-4502-934d-42d77be31e8f', 'port_id': '7bf7f621-eb7a-44a4-a11e-a463b7790d6c', 'mac_address': 'fa:16:3e:2c:4f:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83d9bad6-eabe-4733-8037-e23b2cdef254', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 08:51:23.485570 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf989418-5ae9-428a-a1de-5c3ecd7ab5ea None None] DHCP port deletion for ff2df95d-4ce9-4bff-a188-930a8909a8a8 request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 08:51:23.492224 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-bf989418-5ae9-428a-a1de-5c3ecd7ab5ea None None] Deleting port fd428ad3-d87e-4aeb-96a6-aa821065c72f {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:51:23.492600 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-bf989418-5ae9-428a-a1de-5c3ecd7ab5ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:23.506101 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-cc996b49-3219-45ab-bf43-50080a61a88f req-a0b2bd6b-efc4-4757-88a2-754527672615 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "GET /v2.0/security-groups?id=eee36b9c-785d-4ab3-b1d4-e8674c8e6ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2754920 Dec 20 08:51:23.520347 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-1397ee47-0621-43e1-b486-2e4ffb8628d0 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] For port ddfdbf49-979a-411a-a72d-edc275952077, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=ddfdbf49-979a-411a-a72d-edc275952077,segment=NetworkSegment(42bb4f93-16c5-4f0d-b472-597db0a22ef1),segment_id=42bb4f93-16c5-4f0d-b472-597db0a22ef1)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:51:23.520347 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1397ee47-0621-43e1-b486-2e4ffb8628d0 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:23.630194 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] get_ports_and_sgs() called for port_ids ['7bf7f621-eb7a-44a4-a11e-a463b7790d6c'] {{(pid=83446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 08:51:23.651518 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-1397ee47-0621-43e1-b486-2e4ffb8628d0 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Calling delete_port for ddfdbf49-979a-411a-a72d-edc275952077 owned by network:dhcp {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:51:23.719371 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2bab5cdb-723b-43e0-95bd-5a1b99834fdb tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:23.727298 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2bab5cdb-723b-43e0-95bd-5a1b99834fdb tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:23.731662 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4c51d1cd-f8ba-4b8c-bce3-e4ae874aa8eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:23.760938 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-bf989418-5ae9-428a-a1de-5c3ecd7ab5ea None None] For port fd428ad3-d87e-4aeb-96a6-aa821065c72f, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=fd428ad3-d87e-4aeb-96a6-aa821065c72f,segment=NetworkSegment(d4f07d6e-0393-4a61-baf5-1fd258b9ca37),segment_id=d4f07d6e-0393-4a61-baf5-1fd258b9ca37)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:51:23.760938 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-bf989418-5ae9-428a-a1de-5c3ecd7ab5ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:23.776620 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bab5cdb-723b-43e0-95bd-5a1b99834fdb tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:51:23.782752 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bab5cdb-723b-43e0-95bd-5a1b99834fdb tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d27003b-dfbe-470b-a94d-f28cedd2df16,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:23.785122 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.db.api [None req-1397ee47-0621-43e1-b486-2e4ffb8628d0 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 08:51:23.785461 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_db.api [None req-1397ee47-0621-43e1-b486-2e4ffb8628d0 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 08:51:23.786147 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2bab5cdb-723b-43e0-95bd-5a1b99834fdb tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:23.791303 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2bab5cdb-723b-43e0-95bd-5a1b99834fdb tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:23.792628 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-2bab5cdb-723b-43e0-95bd-5a1b99834fdb tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Added segment f2da6ec1-02ff-440f-90d4-2ece753f3bf7 of type vlan for network 13b54023-cd9b-4f29-8fc2-455799589a42 Dec 20 08:51:23.819385 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2bab5cdb-723b-43e0-95bd-5a1b99834fdb tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:23.849632 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2bab5cdb-723b-43e0-95bd-5a1b99834fdb tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:23.853481 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bab5cdb-723b-43e0-95bd-5a1b99834fdb tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:51:23.854607 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2bab5cdb-723b-43e0-95bd-5a1b99834fdb tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:23.858284 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2048c904-d9b3-40c7-a689-a4c1b71b5512 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:23.896550 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-bf989418-5ae9-428a-a1de-5c3ecd7ab5ea None None] Calling delete_port for fd428ad3-d87e-4aeb-96a6-aa821065c72f owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:51:23.965275 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bab5cdb-723b-43e0-95bd-5a1b99834fdb tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Pushing event updated for resources: {'Network': ['ID=13b54023-cd9b-4f29-8fc2-455799589a42,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:23.968062 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-2bab5cdb-723b-43e0-95bd-5a1b99834fdb tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2795713 Dec 20 08:51:23.969112 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2bab5cdb-723b-43e0-95bd-5a1b99834fdb tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:23.970756 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44600) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:23.976011 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-a8a66313-3776-49bd-928a-7e1fb5eb89c2 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Request body: {'port': {'network_id': '13b54023-cd9b-4f29-8fc2-455799589a42', 'name': 'tempest-PortsTestJSON-1095543744'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:51:23.982293 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network 13b54023-cd9b-4f29-8fc2-455799589a42 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:51:24.051004 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-bf989418-5ae9-428a-a1de-5c3ecd7ab5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102'] for port, after_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:24.086105 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-a8a66313-3776-49bd-928a-7e1fb5eb89c2 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:51:24.090701 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-a8a66313-3776-49bd-928a-7e1fb5eb89c2 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Usage tracker for resource:port and tenant:9a4160c0c10e4c91b63b9bda9f2f4420 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:51:24.093803 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-a8a66313-3776-49bd-928a-7e1fb5eb89c2 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:51:24.099210 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-02090368-cc18-4aeb-8c1b-b3905169166b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:24.099502 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-a8a66313-3776-49bd-928a-7e1fb5eb89c2 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:51:24.110544 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a66313-3776-49bd-928a-7e1fb5eb89c2 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Made reservation on behalf of 9a4160c0c10e4c91b63b9bda9f2f4420 for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:51:24.113554 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a8a66313-3776-49bd-928a-7e1fb5eb89c2 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:24.136620 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-a8a66313-3776-49bd-928a-7e1fb5eb89c2 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] device_id is not set on port 8506ae06-0395-4b60-858f-6843b617394a yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:51:24.164194 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf989418-5ae9-428a-a1de-5c3ecd7ab5ea None None] Pushing event deleted for resources: {'Port': ['ID=fd428ad3-d87e-4aeb-96a6-aa821065c72f,revision_number=None']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:24.167154 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-bf989418-5ae9-428a-a1de-5c3ecd7ab5ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:24.177774 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf989418-5ae9-428a-a1de-5c3ecd7ab5ea None None] No DVR routers for this DVR port fd428ad3-d87e-4aeb-96a6-aa821065c72f on host dv-neutron-820491-1-hyperv {{(pid=83446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:51:24.348633 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-1397ee47-0621-43e1-b486-2e4ffb8628d0 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Deleting port ddfdbf49-979a-411a-a72d-edc275952077 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:51:24.348979 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1397ee47-0621-43e1-b486-2e4ffb8628d0 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:24.450310 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-1397ee47-0621-43e1-b486-2e4ffb8628d0 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] The port 'ddfdbf49-979a-411a-a72d-edc275952077' was deleted {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 08:51:24.483644 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a8a66313-3776-49bd-928a-7e1fb5eb89c2 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:24.586456 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1397ee47-0621-43e1-b486-2e4ffb8628d0 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:24.615147 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-1397ee47-0621-43e1-b486-2e4ffb8628d0 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84ff9516-3bd6-41b2-a8de-4028d911a075']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:51:24.628897 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-1397ee47-0621-43e1-b486-2e4ffb8628d0 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42bb4f93-16c5-4f0d-b472-597db0a22ef1') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:51:24.629494 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-1397ee47-0621-43e1-b486-2e4ffb8628d0 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42bb4f93-16c5-4f0d-b472-597db0a22ef1') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:51:24.640885 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a8a66313-3776-49bd-928a-7e1fb5eb89c2 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:24.647049 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f2a3aec9-c503-4b28-a6ba-da153e172096 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:24.686463 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1397ee47-0621-43e1-b486-2e4ffb8628d0 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1618722'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:24.725337 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac01196-0223-4934-b069-e24a6b716a82 req-d6303077-24a7-44d5-9473-31f2ac13ffbc tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:51:24.726840 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-fac01196-0223-4934-b069-e24a6b716a82 req-d6303077-24a7-44d5-9473-31f2ac13ffbc tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "GET /v2.0/ports?device_id=57db2080-b211-4da8-bdbc-e13d2d3dca48 HTTP/1.1" status: 200 len: 944 time: 0.0893860 Dec 20 08:51:24.727273 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1397ee47-0621-43e1-b486-2e4ffb8628d0 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:24.750415 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a66313-3776-49bd-928a-7e1fb5eb89c2 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Pushing event updated for resources: {'Port': ['ID=8506ae06-0395-4b60-858f-6843b617394a,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:24.762114 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a8a66313-3776-49bd-928a-7e1fb5eb89c2 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:24.763101 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1397ee47-0621-43e1-b486-2e4ffb8628d0 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:51:24.763493 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1397ee47-0621-43e1-b486-2e4ffb8628d0 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1128911'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:24.779587 dv-neutron-820491-1-hyperv neutron-server[83444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 08:51:24.779587 dv-neutron-820491-1-hyperv neutron-server[83444]: util.warn( Dec 20 08:51:24.779587 dv-neutron-820491-1-hyperv neutron-server[83444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 08:51:24.779587 dv-neutron-820491-1-hyperv neutron-server[83444]: util.warn( Dec 20 08:51:24.779587 dv-neutron-820491-1-hyperv neutron-server[83444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 08:51:24.779587 dv-neutron-820491-1-hyperv neutron-server[83444]: util.warn( Dec 20 08:51:24.779587 dv-neutron-820491-1-hyperv neutron-server[83444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 08:51:24.779587 dv-neutron-820491-1-hyperv neutron-server[83444]: util.warn( Dec 20 08:51:24.779587 dv-neutron-820491-1-hyperv neutron-server[83444]: Traceback (most recent call last): Dec 20 08:51:24.779587 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:51:24.779587 dv-neutron-820491-1-hyperv neutron-server[83444]: timer() Dec 20 08:51:24.779587 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:51:24.779587 dv-neutron-820491-1-hyperv neutron-server[83444]: cb(*args, **kw) Dec 20 08:51:24.779587 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:51:24.779587 dv-neutron-820491-1-hyperv neutron-server[83444]: return func(*args, **kwargs) Dec 20 08:51:24.779587 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:51:24.779587 dv-neutron-820491-1-hyperv neutron-server[83444]: self._notify() Dec 20 08:51:24.779587 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:51:24.779587 dv-neutron-820491-1-hyperv neutron-server[83444]: self.callback(batched_events) Dec 20 08:51:24.779587 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:51:24.779587 dv-neutron-820491-1-hyperv neutron-server[83444]: event.method(event) Dec 20 08:51:24.779587 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:51:24.779587 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:51:24.779587 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:51:24.779587 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:51:24.779587 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:51:24.779587 dv-neutron-820491-1-hyperv neutron-server[83444]: return f(self, *a, **k) Dec 20 08:51:24.779587 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:51:24.779587 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._get(url).json() Dec 20 08:51:24.779587 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:51:24.779587 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:51:24.779587 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:51:24.779587 dv-neutron-820491-1-hyperv neutron-server[83444]: return self.request(url, 'GET', **kwargs) Dec 20 08:51:24.779587 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:51:24.779587 dv-neutron-820491-1-hyperv neutron-server[83444]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:51:24.779587 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:51:24.779587 dv-neutron-820491-1-hyperv neutron-server[83444]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:51:24.779587 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:51:24.779587 dv-neutron-820491-1-hyperv neutron-server[83444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:51:24.779587 dv-neutron-820491-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:51:24.783203 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-fac01196-0223-4934-b069-e24a6b716a82 req-6d5ee2bf-c074-4c17-87a5-e4928ba3ba0f tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "GET /v2.0/security-groups?id=eee36b9c-785d-4ab3-b1d4-e8674c8e6ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491407 Dec 20 08:51:24.813004 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 44606) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:24.861254 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a66313-3776-49bd-928a-7e1fb5eb89c2 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Checking segment: {'id': 'f2da6ec1-02ff-440f-90d4-2ece753f3bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '13b54023-cd9b-4f29-8fc2-455799589a42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:51:24.861622 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a66313-3776-49bd-928a-7e1fb5eb89c2 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Network hostable DHCP agents. Network: 13b54023-cd9b-4f29-8fc2-455799589a42, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:51:24.874932 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1397ee47-0621-43e1-b486-2e4ffb8628d0 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:24.878712 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-131892b4-12df-4492-85e3-c9076b330e62 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:24.893520 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1397ee47-0621-43e1-b486-2e4ffb8628d0 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:24.906409 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1397ee47-0621-43e1-b486-2e4ffb8628d0 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Pushing event deleted for resources: {'Network': ['ID=84ff9516-3bd6-41b2-a8de-4028d911a075,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:24.909777 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1397ee47-0621-43e1-b486-2e4ffb8628d0 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:24.912466 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1397ee47-0621-43e1-b486-2e4ffb8628d0 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "DELETE /v2.0/networks/84ff9516-3bd6-41b2-a8de-4028d911a075 HTTP/1.1" status: 204 len: 168 time: 2.1356630 Dec 20 08:51:24.915123 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 44610) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:24.920282 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a66313-3776-49bd-928a-7e1fb5eb89c2 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Network 13b54023-cd9b-4f29-8fc2-455799589a42 is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:51:24.929684 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-a8a66313-3776-49bd-928a-7e1fb5eb89c2 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, 13b54023-cd9b-4f29-8fc2-455799589a42) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:51:24.934723 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a66313-3776-49bd-928a-7e1fb5eb89c2 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:51:24.940936 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c02de52-64e1-4176-81d9-60dd3acd9589 None None] Network 13b54023-cd9b-4f29-8fc2-455799589a42 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:51:24.942347 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a66313-3776-49bd-928a-7e1fb5eb89c2 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:51:24.942718 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a8a66313-3776-49bd-928a-7e1fb5eb89c2 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:24.950531 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-b200c066-4e3f-47a5-83f8-27fc5fc0b7e1 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "GET /v2.0/floatingips/cbde4d20-5224-470f-b67f-c786ff4b22e8 HTTP/1.1" status: 200 len: 992 time: 0.1361907 Dec 20 08:51:24.962745 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a8a66313-3776-49bd-928a-7e1fb5eb89c2 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9909894 Dec 20 08:51:24.968940 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44614) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:24.981779 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-975f58a5-1640-4bdf-b968-6538854f5efa tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1567639519'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:51:24.986701 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-975f58a5-1640-4bdf-b968-6538854f5efa tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:51:24.991338 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-975f58a5-1640-4bdf-b968-6538854f5efa tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Usage tracker for resource:network and tenant:9a4160c0c10e4c91b63b9bda9f2f4420 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:51:24.995832 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-975f58a5-1640-4bdf-b968-6538854f5efa tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:51:25.001679 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-975f58a5-1640-4bdf-b968-6538854f5efa tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:51:25.011119 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-975f58a5-1640-4bdf-b968-6538854f5efa tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Made reservation on behalf of 9a4160c0c10e4c91b63b9bda9f2f4420 for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:51:25.014404 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-975f58a5-1640-4bdf-b968-6538854f5efa tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:25.045040 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-975f58a5-1640-4bdf-b968-6538854f5efa tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:51:25.055514 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-975f58a5-1640-4bdf-b968-6538854f5efa tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:25.055943 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-975f58a5-1640-4bdf-b968-6538854f5efa tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Added segment 3f06b184-bf30-41df-8c1d-9c761998d28e of type vlan for network 5a025160-81e5-4872-ac8f-1b09f9fc08bf Dec 20 08:51:25.059479 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-51482f91-5182-4a53-9116-01b26a2a70e5 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:25.091851 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-975f58a5-1640-4bdf-b968-6538854f5efa tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:25.139372 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 7bf7f621-eb7a-44a4-a11e-a463b7790d6c up at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:51:25.142649 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-975f58a5-1640-4bdf-b968-6538854f5efa tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:25.147301 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975f58a5-1640-4bdf-b968-6538854f5efa tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:51:25.148021 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-975f58a5-1640-4bdf-b968-6538854f5efa tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:25.154444 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1f0a06cc-f435-4878-b6cd-2bc14ae30c2c tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:25.210747 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-975f58a5-1640-4bdf-b968-6538854f5efa tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2395468 Dec 20 08:51:25.211787 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device fd428ad3-d87e-4aeb-96a6-aa821065c72f no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:51:25.211953 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44618) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:25.220553 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-64374d13-3aaf-4e61-bd74-278fc47f550f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Request body: {'ports': [{'network_id': '13b54023-cd9b-4f29-8fc2-455799589a42'}, {'network_id': '5a025160-81e5-4872-ac8f-1b09f9fc08bf'}]} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:51:25.220951 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-64374d13-3aaf-4e61-bd74-278fc47f550f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Request body: {'port': {'network_id': '13b54023-cd9b-4f29-8fc2-455799589a42'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:51:25.221518 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-64374d13-3aaf-4e61-bd74-278fc47f550f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Request body: {'port': {'network_id': '5a025160-81e5-4872-ac8f-1b09f9fc08bf'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:51:25.264375 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: fd428ad3-d87e-4aeb-96a6-aa821065c72f {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:51:25.264725 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device fd428ad3-d87e-4aeb-96a6-aa821065c72f not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:51:25.323111 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning complete for port 7bf7f621-eb7a-44a4-a11e-a463b7790d6c triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:51:25.323823 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:25.340391 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-51482f91-5182-4a53-9116-01b26a2a70e5 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:25.408513 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-51482f91-5182-4a53-9116-01b26a2a70e5 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff2df95d-4ce9-4bff-a188-930a8909a8a8']}} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:51:25.427093 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-51482f91-5182-4a53-9116-01b26a2a70e5 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4f07d6e-0393-4a61-baf5-1fd258b9ca37') {'for_net_delete': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:51:25.427383 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-51482f91-5182-4a53-9116-01b26a2a70e5 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4f07d6e-0393-4a61-baf5-1fd258b9ca37') {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:51:25.443356 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-51482f91-5182-4a53-9116-01b26a2a70e5 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1518531'] for segment, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:25.446612 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:25.470826 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-51482f91-5182-4a53-9116-01b26a2a70e5 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:25.479797 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57db2080-b211-4da8-bdbc-e13d2d3dca48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bf7f621-eb7a-44a4-a11e-a463b7790d6c'}] {{(pid=83446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 08:51:25.480311 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51482f91-5182-4a53-9116-01b26a2a70e5 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=83445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:51:25.480759 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-51482f91-5182-4a53-9116-01b26a2a70e5 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2036002'] for segment, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:25.490127 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port 7bf7f621-eb7a-44a4-a11e-a463b7790d6c, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=7bf7f621-eb7a-44a4-a11e-a463b7790d6c,segment=NetworkSegment(a5cd7a16-d340-41d4-84ea-bcc0742b6af4),segment_id=a5cd7a16-d340-41d4-84ea-bcc0742b6af4)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:51:25.496687 dv-neutron-820491-1-hyperv neutron-server[83445]: Traceback (most recent call last): Dec 20 08:51:25.496687 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:51:25.496687 dv-neutron-820491-1-hyperv neutron-server[83445]: timer() Dec 20 08:51:25.496687 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:51:25.496687 dv-neutron-820491-1-hyperv neutron-server[83445]: cb(*args, **kw) Dec 20 08:51:25.496687 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:51:25.496687 dv-neutron-820491-1-hyperv neutron-server[83445]: return func(*args, **kwargs) Dec 20 08:51:25.496687 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:51:25.496687 dv-neutron-820491-1-hyperv neutron-server[83445]: self._notify() Dec 20 08:51:25.496687 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:51:25.496687 dv-neutron-820491-1-hyperv neutron-server[83445]: self.callback(batched_events) Dec 20 08:51:25.496687 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:51:25.496687 dv-neutron-820491-1-hyperv neutron-server[83445]: event.method(event) Dec 20 08:51:25.496687 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:51:25.496687 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:51:25.496687 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:51:25.496687 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:51:25.496687 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:51:25.496687 dv-neutron-820491-1-hyperv neutron-server[83445]: return f(self, *a, **k) Dec 20 08:51:25.496687 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:51:25.496687 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._get(url).json() Dec 20 08:51:25.496687 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:51:25.496687 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:51:25.496687 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:51:25.496687 dv-neutron-820491-1-hyperv neutron-server[83445]: return self.request(url, 'GET', **kwargs) Dec 20 08:51:25.496687 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:51:25.496687 dv-neutron-820491-1-hyperv neutron-server[83445]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:51:25.496687 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:51:25.496687 dv-neutron-820491-1-hyperv neutron-server[83445]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:51:25.496687 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:51:25.496687 dv-neutron-820491-1-hyperv neutron-server[83445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:51:25.496687 dv-neutron-820491-1-hyperv neutron-server[83445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:51:25.499721 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:25.500824 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-cb21b9fd-41e1-4d5c-89f4-fdb3b901616c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:25.510291 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-3f989a70-d92b-4725-aeab-5b1ec1196b79 req-e9ae6258-e8fa-40b2-be17-d2c2193747b5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=57db2080-b211-4da8-bdbc-e13d2d3dca48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1485808 Dec 20 08:51:25.514281 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975f58a5-1640-4bdf-b968-6538854f5efa tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Pushing event updated for resources: {'Network': ['ID=5a025160-81e5-4872-ac8f-1b09f9fc08bf,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:25.519707 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-975f58a5-1640-4bdf-b968-6538854f5efa tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:25.540979 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network 5a025160-81e5-4872-ac8f-1b09f9fc08bf details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:51:25.605587 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-64374d13-3aaf-4e61-bd74-278fc47f550f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:51:25.609880 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-64374d13-3aaf-4e61-bd74-278fc47f550f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Usage tracker for resource:port and tenant:9a4160c0c10e4c91b63b9bda9f2f4420 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:51:25.612811 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-64374d13-3aaf-4e61-bd74-278fc47f550f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:51:25.620796 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-64374d13-3aaf-4e61-bd74-278fc47f550f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:51:25.631215 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64374d13-3aaf-4e61-bd74-278fc47f550f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Made reservation on behalf of 9a4160c0c10e4c91b63b9bda9f2f4420 for: {'port': 2} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:51:25.635841 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-64374d13-3aaf-4e61-bd74-278fc47f550f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:25.655680 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-64374d13-3aaf-4e61-bd74-278fc47f550f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:25.663253 dv-neutron-820491-1-hyperv neutron-server[83446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57db2080-b211-4da8-bdbc-e13d2d3dca48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bf7f621-eb7a-44a4-a11e-a463b7790d6c', 'code': 200} Dec 20 08:51:25.680006 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=7bf7f621-eb7a-44a4-a11e-a463b7790d6c,revision_number=8']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:25.684953 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:25.719859 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-51482f91-5182-4a53-9116-01b26a2a70e5 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:25.724608 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-51482f91-5182-4a53-9116-01b26a2a70e5 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:25.732907 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-346cf2e2-93e5-4568-8cc4-7347037a8068 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:25.759381 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-51482f91-5182-4a53-9116-01b26a2a70e5 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "DELETE /v2.0/networks/ff2df95d-4ce9-4bff-a188-930a8909a8a8 HTTP/1.1" status: 204 len: 168 time: 0.8429954 Dec 20 08:51:25.760469 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51482f91-5182-4a53-9116-01b26a2a70e5 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Pushing event deleted for resources: {'Network': ['ID=ff2df95d-4ce9-4bff-a188-930a8909a8a8,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:25.763572 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 44624) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:25.765941 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-51482f91-5182-4a53-9116-01b26a2a70e5 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:25.772060 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-20c79fb6-e919-4268-804b-698846589806 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Request body: {'network': {'name': 'tempest-RoutersTest-34451380'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:51:25.778330 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-20c79fb6-e919-4268-804b-698846589806 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:51:25.783857 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-20c79fb6-e919-4268-804b-698846589806 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Usage tracker for resource:network and tenant:4697a8f4ef3e423facaab77bb132848e is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:51:25.784076 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-64374d13-3aaf-4e61-bd74-278fc47f550f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] device_id is not set on port 7756fd8d-594e-4c82-bc2a-120530629f11 yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:51:25.788229 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-20c79fb6-e919-4268-804b-698846589806 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:51:25.796000 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-20c79fb6-e919-4268-804b-698846589806 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:51:25.815454 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c79fb6-e919-4268-804b-698846589806 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Made reservation on behalf of 4697a8f4ef3e423facaab77bb132848e for: {'network': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:51:25.818414 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-20c79fb6-e919-4268-804b-698846589806 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:25.835235 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-3f989a70-d92b-4725-aeab-5b1ec1196b79 req-ca03963a-a6d3-4e0c-9add-0312b614b4d2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fabc5346054940109ef98c8222603d73&device_id=57db2080-b211-4da8-bdbc-e13d2d3dca48 HTTP/1.1" status: 200 len: 1098 time: 0.1659966 Dec 20 08:51:25.850733 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20c79fb6-e919-4268-804b-698846589806 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=83445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:51:25.889308 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-20c79fb6-e919-4268-804b-698846589806 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:25.889652 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.segments_db [None req-20c79fb6-e919-4268-804b-698846589806 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Added segment 81a6f2b5-9dda-48e7-9cd8-138a01e27059 of type vlan for network 84dca9d3-b9bb-44ee-b596-0e2e58603cef Dec 20 08:51:25.925330 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-64374d13-3aaf-4e61-bd74-278fc47f550f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:25.978887 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-20c79fb6-e919-4268-804b-698846589806 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:26.028738 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-64374d13-3aaf-4e61-bd74-278fc47f550f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] device_id is not set on port 999ae0c7-a460-4af0-a70f-ba052c34492b yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:51:26.031464 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f989a70-d92b-4725-aeab-5b1ec1196b79 req-bc679bcd-0a10-4582-b3e1-29bfe5940e0e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:51:26.032923 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-3f989a70-d92b-4725-aeab-5b1ec1196b79 req-bc679bcd-0a10-4582-b3e1-29bfe5940e0e service neutron] 10.222.0.58 "GET /v2.0/networks?id=8349d658-15a5-4502-934d-42d77be31e8f HTTP/1.1" status: 200 len: 898 time: 0.1770227 Dec 20 08:51:26.089555 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-20c79fb6-e919-4268-804b-698846589806 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:26.093363 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c79fb6-e919-4268-804b-698846589806 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:51:26.093950 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-20c79fb6-e919-4268-804b-698846589806 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:26.102355 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-81da1929-552c-4aff-9447-2278e08db139 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:26.163957 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-64374d13-3aaf-4e61-bd74-278fc47f550f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:26.192190 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-64374d13-3aaf-4e61-bd74-278fc47f550f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:26.197452 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d30d6bc4-fb67-4845-8944-aac768679e09 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:26.227966 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-20c79fb6-e919-4268-804b-698846589806 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.4633300 Dec 20 08:51:26.231317 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44628) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:26.237477 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c79fb6-e919-4268-804b-698846589806 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Pushing event updated for resources: {'Network': ['ID=84dca9d3-b9bb-44ee-b596-0e2e58603cef,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:26.246304 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-99efb9d3-d2b5-4c0f-a24e-17315c08c6e7 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Request body: {'subnet': {'network_id': '84dca9d3-b9bb-44ee-b596-0e2e58603cef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:51:26.246471 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-20c79fb6-e919-4268-804b-698846589806 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:26.250295 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network 84dca9d3-b9bb-44ee-b596-0e2e58603cef details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:51:26.253147 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-3f989a70-d92b-4725-aeab-5b1ec1196b79 req-d3f036ef-ad1c-484f-9b86-080e76496b28 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7bf7f621-eb7a-44a4-a11e-a463b7790d6c HTTP/1.1" status: 200 len: 1001 time: 0.2136741 Dec 20 08:51:26.318880 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f989a70-d92b-4725-aeab-5b1ec1196b79 req-50ce8c97-cc09-44bc-ad18-553eca06c42f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:51:26.320340 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-3f989a70-d92b-4725-aeab-5b1ec1196b79 req-50ce8c97-cc09-44bc-ad18-553eca06c42f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=83d9bad6-eabe-4733-8037-e23b2cdef254 HTTP/1.1" status: 200 len: 834 time: 0.0610545 Dec 20 08:51:26.365876 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64374d13-3aaf-4e61-bd74-278fc47f550f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Network 13b54023-cd9b-4f29-8fc2-455799589a42 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:51:26.371764 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-64374d13-3aaf-4e61-bd74-278fc47f550f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:51:26.373567 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64374d13-3aaf-4e61-bd74-278fc47f550f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Pushing event updated for resources: {'Port': ['ID=7756fd8d-594e-4c82-bc2a-120530629f11,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:26.375529 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64374d13-3aaf-4e61-bd74-278fc47f550f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:51:26.376564 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-64374d13-3aaf-4e61-bd74-278fc47f550f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:26.379407 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-64374d13-3aaf-4e61-bd74-278fc47f550f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:26.383190 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c1963259-78fb-4719-a9da-7bf6f8fc5385 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:26.396383 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-3f989a70-d92b-4725-aeab-5b1ec1196b79 req-626fff9a-65a5-4d6e-bb44-bd14099b9548 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8349d658-15a5-4502-934d-42d77be31e8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697470 Dec 20 08:51:26.433775 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-99efb9d3-d2b5-4c0f-a24e-17315c08c6e7 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:51:26.439703 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-99efb9d3-d2b5-4c0f-a24e-17315c08c6e7 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Usage tracker for resource:subnet and tenant:4697a8f4ef3e423facaab77bb132848e is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:51:26.448708 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-99efb9d3-d2b5-4c0f-a24e-17315c08c6e7 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:51:26.468095 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-99efb9d3-d2b5-4c0f-a24e-17315c08c6e7 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:51:26.481802 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64374d13-3aaf-4e61-bd74-278fc47f550f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Pushing event updated for resources: {'Port': ['ID=999ae0c7-a460-4af0-a70f-ba052c34492b,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:26.491633 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-64374d13-3aaf-4e61-bd74-278fc47f550f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:26.494200 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99efb9d3-d2b5-4c0f-a24e-17315c08c6e7 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Made reservation on behalf of 4697a8f4ef3e423facaab77bb132848e for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:51:26.532499 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-3f989a70-d92b-4725-aeab-5b1ec1196b79 req-6ec71c57-54a2-4416-b593-0064d59bcc3b service neutron] 10.222.0.58 "GET /v2.0/networks/8349d658-15a5-4502-934d-42d77be31e8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298199 Dec 20 08:51:26.598283 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64374d13-3aaf-4e61-bd74-278fc47f550f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Checking segment: {'id': '3f06b184-bf30-41df-8c1d-9c761998d28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5a025160-81e5-4872-ac8f-1b09f9fc08bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:51:26.598641 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64374d13-3aaf-4e61-bd74-278fc47f550f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Network hostable DHCP agents. Network: 5a025160-81e5-4872-ac8f-1b09f9fc08bf, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:51:26.614665 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-99efb9d3-d2b5-4c0f-a24e-17315c08c6e7 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1529102'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:26.669796 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-3f989a70-d92b-4725-aeab-5b1ec1196b79 req-f75c0127-ecec-4c1c-b61f-f7575efe9d55 service neutron] 10.222.0.58 "GET /v2.0/networks/8349d658-15a5-4502-934d-42d77be31e8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310000 Dec 20 08:51:26.707751 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64374d13-3aaf-4e61-bd74-278fc47f550f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Network 5a025160-81e5-4872-ac8f-1b09f9fc08bf is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:51:26.728038 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-64374d13-3aaf-4e61-bd74-278fc47f550f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, 5a025160-81e5-4872-ac8f-1b09f9fc08bf) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:51:26.734173 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64374d13-3aaf-4e61-bd74-278fc47f550f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:51:26.737097 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6de5d9a-78da-4afb-9864-e234601d4e30 None None] Network 5a025160-81e5-4872-ac8f-1b09f9fc08bf requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:51:26.738210 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64374d13-3aaf-4e61-bd74-278fc47f550f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:51:26.741344 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64374d13-3aaf-4e61-bd74-278fc47f550f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:51:26.741979 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-64374d13-3aaf-4e61-bd74-278fc47f550f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:26.775351 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-64374d13-3aaf-4e61-bd74-278fc47f550f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.5623047 Dec 20 08:51:26.779116 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 44634) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:26.855472 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-4968eaaf-caef-4964-a521-aa38df1c2c16 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Deleting port 999ae0c7-a460-4af0-a70f-ba052c34492b {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:51:26.855990 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4968eaaf-caef-4964-a521-aa38df1c2c16 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:26.872761 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-99efb9d3-d2b5-4c0f-a24e-17315c08c6e7 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1129376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1529148'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:26.876683 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-632c5519-9996-487b-8cd1-dd65272095c4 tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:26.952036 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99efb9d3-d2b5-4c0f-a24e-17315c08c6e7 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Pushing event updated for resources: {'Subnet': ['ID=38e7bbd7-e254-4071-ab46-8c52039aa5bc,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:26.957132 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-99efb9d3-d2b5-4c0f-a24e-17315c08c6e7 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:26.967934 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99efb9d3-d2b5-4c0f-a24e-17315c08c6e7 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Checking segment: {'id': '81a6f2b5-9dda-48e7-9cd8-138a01e27059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '84dca9d3-b9bb-44ee-b596-0e2e58603cef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:51:26.968284 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99efb9d3-d2b5-4c0f-a24e-17315c08c6e7 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Network hostable DHCP agents. Network: 84dca9d3-b9bb-44ee-b596-0e2e58603cef, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:51:26.990094 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99efb9d3-d2b5-4c0f-a24e-17315c08c6e7 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Network 84dca9d3-b9bb-44ee-b596-0e2e58603cef is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:51:27.001496 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-99efb9d3-d2b5-4c0f-a24e-17315c08c6e7 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, 84dca9d3-b9bb-44ee-b596-0e2e58603cef) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:51:27.005278 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99efb9d3-d2b5-4c0f-a24e-17315c08c6e7 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:51:27.005906 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-99efb9d3-d2b5-4c0f-a24e-17315c08c6e7 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:27.012226 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b27cce5-82a9-463a-b64f-fc672517b705 None None] Network 84dca9d3-b9bb-44ee-b596-0e2e58603cef requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:51:27.028573 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-99efb9d3-d2b5-4c0f-a24e-17315c08c6e7 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7938380 Dec 20 08:51:27.033587 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44638) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:27.040562 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-0a52b8a4-c8e6-4ef1-b569-1220d3d5f10f tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-218574810', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:51:27.047904 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-0a52b8a4-c8e6-4ef1-b569-1220d3d5f10f tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:51:27.052128 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-0a52b8a4-c8e6-4ef1-b569-1220d3d5f10f tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Usage tracker for resource:router and tenant:4697a8f4ef3e423facaab77bb132848e is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:51:27.055004 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-0a52b8a4-c8e6-4ef1-b569-1220d3d5f10f tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:51:27.061459 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-0a52b8a4-c8e6-4ef1-b569-1220d3d5f10f tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:51:27.071968 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0a52b8a4-c8e6-4ef1-b569-1220d3d5f10f tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24817'] for router, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:27.073103 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0a52b8a4-c8e6-4ef1-b569-1220d3d5f10f tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-351744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24806'] for router, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:27.093352 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0a52b8a4-c8e6-4ef1-b569-1220d3d5f10f tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:27.095250 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4968eaaf-caef-4964-a521-aa38df1c2c16 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:27.113378 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0a52b8a4-c8e6-4ef1-b569-1220d3d5f10f tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071'] for router, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:27.138726 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0a52b8a4-c8e6-4ef1-b569-1220d3d5f10f tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:27.140052 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-0a52b8a4-c8e6-4ef1-b569-1220d3d5f10f tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1051683 Dec 20 08:51:27.146161 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44642) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:27.153499 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-60fb96d9-3317-47e4-b874-e9b4943ce4b2 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Request body: {'port': {'network_id': '84dca9d3-b9bb-44ee-b596-0e2e58603cef', 'name': 'tempest-RoutersTest-400544076'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:51:27.246399 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69704915-c90e-4490-a2e4-48cc2ca3e5d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-84dca9d3-b9bb-44ee-b596-0e2e58603cef', 'network_id': '84dca9d3-b9bb-44ee-b596-0e2e58603cef', 'tenant_id': '4697a8f4ef3e423facaab77bb132848e', 'fixed_ips': [{'subnet_id': '38e7bbd7-e254-4071-ab46-8c52039aa5bc'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:51:27.248545 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-69704915-c90e-4490-a2e4-48cc2ca3e5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:27.295318 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-60fb96d9-3317-47e4-b874-e9b4943ce4b2 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:51:27.305047 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-60fb96d9-3317-47e4-b874-e9b4943ce4b2 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:51:27.316457 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60fb96d9-3317-47e4-b874-e9b4943ce4b2 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Made reservation on behalf of 4697a8f4ef3e423facaab77bb132848e for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:51:27.319557 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-60fb96d9-3317-47e4-b874-e9b4943ce4b2 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:27.339905 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-4968eaaf-caef-4964-a521-aa38df1c2c16 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Calling delete_port for 999ae0c7-a460-4af0-a70f-ba052c34492b owned by {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:51:27.343459 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-60fb96d9-3317-47e4-b874-e9b4943ce4b2 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] device_id is not set on port 53d75a03-163f-4c6c-916b-030a57d5fe47 yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:51:27.409376 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-69704915-c90e-4490-a2e4-48cc2ca3e5d2 None None] Allocated IP 172.20.0.2 (84dca9d3-b9bb-44ee-b596-0e2e58603cef/38e7bbd7-e254-4071-ab46-8c52039aa5bc/53cde4fb-e655-490f-8dc9-4f02def3cebd) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:51:27.426471 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4968eaaf-caef-4964-a521-aa38df1c2c16 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:27.436626 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-969700ec-8de1-4845-974e-3fa25bb7a754 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:27.480581 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4968eaaf-caef-4964-a521-aa38df1c2c16 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Pushing event deleted for resources: {'Port': ['ID=999ae0c7-a460-4af0-a70f-ba052c34492b,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:27.484452 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-4968eaaf-caef-4964-a521-aa38df1c2c16 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:27.488549 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4968eaaf-caef-4964-a521-aa38df1c2c16 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:27.495668 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-4968eaaf-caef-4964-a521-aa38df1c2c16 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "DELETE /v2.0/ports/999ae0c7-a460-4af0-a70f-ba052c34492b HTTP/1.1" status: 204 len: 168 time: 0.7146983 Dec 20 08:51:27.498233 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44646) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:27.632152 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-69704915-c90e-4490-a2e4-48cc2ca3e5d2 None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:27.643645 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-69704915-c90e-4490-a2e4-48cc2ca3e5d2 None None] Transition to ACTIVE for port object 53cde4fb-e655-490f-8dc9-4f02def3cebd will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:51:27.661784 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-69704915-c90e-4490-a2e4-48cc2ca3e5d2 None None] Transition to ACTIVE for port object 53cde4fb-e655-490f-8dc9-4f02def3cebd will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:51:27.668163 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-69704915-c90e-4490-a2e4-48cc2ca3e5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:27.672432 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:27.722020 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bedd743e-7aea-44e5-8d97-cda8c39e44a2 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:51:27.725919 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bedd743e-7aea-44e5-8d97-cda8c39e44a2 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:51:27.726658 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-bedd743e-7aea-44e5-8d97-cda8c39e44a2 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Synchronizing usage tracker for tenant:9a4160c0c10e4c91b63b9bda9f2f4420 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:51:27.730291 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69704915-c90e-4490-a2e4-48cc2ca3e5d2 None None] Network 84dca9d3-b9bb-44ee-b596-0e2e58603cef is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:51:27.737391 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-69704915-c90e-4490-a2e4-48cc2ca3e5d2 None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:51:27.741385 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69704915-c90e-4490-a2e4-48cc2ca3e5d2 None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:51:27.748181 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69704915-c90e-4490-a2e4-48cc2ca3e5d2 None None] Pushing event updated for resources: {'Port': ['ID=53cde4fb-e655-490f-8dc9-4f02def3cebd,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:27.752427 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-69704915-c90e-4490-a2e4-48cc2ca3e5d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:27.758523 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-60fb96d9-3317-47e4-b874-e9b4943ce4b2 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Allocated IP 172.20.0.8 (84dca9d3-b9bb-44ee-b596-0e2e58603cef/38e7bbd7-e254-4071-ab46-8c52039aa5bc/53d75a03-163f-4c6c-916b-030a57d5fe47) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:51:27.768378 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-bedd743e-7aea-44e5-8d97-cda8c39e44a2 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Unset dirty status for tenant:9a4160c0c10e4c91b63b9bda9f2f4420 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:51:27.769563 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-bedd743e-7aea-44e5-8d97-cda8c39e44a2 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.2703617 Dec 20 08:51:27.772466 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44650) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:27.836785 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-69704915-c90e-4490-a2e4-48cc2ca3e5d2 None None] Attempting to bind port 53cde4fb-e655-490f-8dc9-4f02def3cebd on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:51:27.837161 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-69704915-c90e-4490-a2e4-48cc2ca3e5d2 None None] Attempting to bind port 53cde4fb-e655-490f-8dc9-4f02def3cebd by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '81a6f2b5-9dda-48e7-9cd8-138a01e27059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '84dca9d3-b9bb-44ee-b596-0e2e58603cef'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:51:27.837556 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69704915-c90e-4490-a2e4-48cc2ca3e5d2 None None] Attempting to bind port 53cde4fb-e655-490f-8dc9-4f02def3cebd on network 84dca9d3-b9bb-44ee-b596-0e2e58603cef {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:51:27.844685 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69704915-c90e-4490-a2e4-48cc2ca3e5d2 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:51:27.845092 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69704915-c90e-4490-a2e4-48cc2ca3e5d2 None None] Checking segment: {'id': '81a6f2b5-9dda-48e7-9cd8-138a01e27059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '84dca9d3-b9bb-44ee-b596-0e2e58603cef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:51:27.845525 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-69704915-c90e-4490-a2e4-48cc2ca3e5d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:27.845923 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69704915-c90e-4490-a2e4-48cc2ca3e5d2 None None] Bound using segment: {'id': '81a6f2b5-9dda-48e7-9cd8-138a01e27059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '84dca9d3-b9bb-44ee-b596-0e2e58603cef'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:51:27.846399 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-69704915-c90e-4490-a2e4-48cc2ca3e5d2 None None] Bound port: 53cde4fb-e655-490f-8dc9-4f02def3cebd, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81a6f2b5-9dda-48e7-9cd8-138a01e27059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '84dca9d3-b9bb-44ee-b596-0e2e58603cef'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:51:27.846779 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-69704915-c90e-4490-a2e4-48cc2ca3e5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:27.869031 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-8a48f13d-c729-4c44-bf20-643585ddfec9 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Deleting port 7756fd8d-594e-4c82-bc2a-120530629f11 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:51:27.869399 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8a48f13d-c729-4c44-bf20-643585ddfec9 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:27.935511 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-69704915-c90e-4490-a2e4-48cc2ca3e5d2 None None] For port 53cde4fb-e655-490f-8dc9-4f02def3cebd, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:51:27.938695 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-69704915-c90e-4490-a2e4-48cc2ca3e5d2 None None] For port 53cde4fb-e655-490f-8dc9-4f02def3cebd, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=53cde4fb-e655-490f-8dc9-4f02def3cebd,segment=NetworkSegment(81a6f2b5-9dda-48e7-9cd8-138a01e27059),segment_id=81a6f2b5-9dda-48e7-9cd8-138a01e27059)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:51:27.942315 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-69704915-c90e-4490-a2e4-48cc2ca3e5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:27.946459 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-02090368-cc18-4aeb-8c1b-b3905169166b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:28.064994 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69704915-c90e-4490-a2e4-48cc2ca3e5d2 None None] Pushing event updated for resources: {'Port': ['ID=53cde4fb-e655-490f-8dc9-4f02def3cebd,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:28.068166 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-69704915-c90e-4490-a2e4-48cc2ca3e5d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:28.203154 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-60fb96d9-3317-47e4-b874-e9b4943ce4b2 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:28.232698 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8a48f13d-c729-4c44-bf20-643585ddfec9 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:28.249515 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-60fb96d9-3317-47e4-b874-e9b4943ce4b2 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Transition to ACTIVE for port object 53d75a03-163f-4c6c-916b-030a57d5fe47 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:51:28.361938 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-8a48f13d-c729-4c44-bf20-643585ddfec9 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Calling delete_port for 7756fd8d-594e-4c82-bc2a-120530629f11 owned by {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:51:28.444005 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-60fb96d9-3317-47e4-b874-e9b4943ce4b2 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:28.449833 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-17425bfc-0731-4e25-8452-91579fed871b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:28.484944 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8a48f13d-c729-4c44-bf20-643585ddfec9 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:28.527713 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60fb96d9-3317-47e4-b874-e9b4943ce4b2 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Network 84dca9d3-b9bb-44ee-b596-0e2e58603cef is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:51:28.531385 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-60fb96d9-3317-47e4-b874-e9b4943ce4b2 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:51:28.536632 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fb96d9-3317-47e4-b874-e9b4943ce4b2 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:51:28.561593 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fb96d9-3317-47e4-b874-e9b4943ce4b2 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Pushing event updated for resources: {'Port': ['ID=53d75a03-163f-4c6c-916b-030a57d5fe47,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:28.572195 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-60fb96d9-3317-47e4-b874-e9b4943ce4b2 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:28.573279 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-64374d13-3aaf-4e61-bd74-278fc47f550f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:28.605398 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8a48f13d-c729-4c44-bf20-643585ddfec9 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:28.641185 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a48f13d-c729-4c44-bf20-643585ddfec9 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Pushing event deleted for resources: {'Port': ['ID=7756fd8d-594e-4c82-bc2a-120530629f11,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:28.648109 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-8a48f13d-c729-4c44-bf20-643585ddfec9 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:28.655323 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60fb96d9-3317-47e4-b874-e9b4943ce4b2 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:51:28.655923 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-60fb96d9-3317-47e4-b874-e9b4943ce4b2 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:28.660101 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-8a48f13d-c729-4c44-bf20-643585ddfec9 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "DELETE /v2.0/ports/7756fd8d-594e-4c82-bc2a-120530629f11 HTTP/1.1" status: 204 len: 168 time: 0.8867574 Dec 20 08:51:28.662627 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44654) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:28.716039 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-60fb96d9-3317-47e4-b874-e9b4943ce4b2 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.5653429 Dec 20 08:51:28.716529 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 44658) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:28.750282 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e517e060-b0a8-4b7f-80a9-5984a8f014ac tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:51:28.750970 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e517e060-b0a8-4b7f-80a9-5984a8f014ac tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Synchronizing usage tracker for tenant:9a4160c0c10e4c91b63b9bda9f2f4420 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:51:28.767938 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e517e060-b0a8-4b7f-80a9-5984a8f014ac tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Unset dirty status for tenant:9a4160c0c10e4c91b63b9bda9f2f4420 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:51:28.769113 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e517e060-b0a8-4b7f-80a9-5984a8f014ac tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1056046 Dec 20 08:51:28.773674 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44662) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:28.823980 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-23290fb0-f3cb-4e0c-a180-fff2c7ecbb91 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] GET failed (client error): The resource could not be found. Dec 20 08:51:28.831776 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-23290fb0-f3cb-4e0c-a180-fff2c7ecbb91 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "GET /v2.0/ports/999ae0c7-a460-4af0-a70f-ba052c34492b HTTP/1.1" status: 404 len: 333 time: 0.0539627 Dec 20 08:51:28.832085 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44666) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:28.876514 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-50866683-4626-4ff2-bdeb-625b4f29157f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] GET failed (client error): The resource could not be found. Dec 20 08:51:28.880301 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-50866683-4626-4ff2-bdeb-625b4f29157f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "GET /v2.0/ports/7756fd8d-594e-4c82-bc2a-120530629f11 HTTP/1.1" status: 404 len: 333 time: 0.0448465 Dec 20 08:51:28.880646 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44670) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:28.999500 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-70ee0153-aee3-40d9-af12-4d58d94162c5 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:29.054374 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d8c1bd-a117-4c88-8730-7a1c58ba95af None None] Network 84dca9d3-b9bb-44ee-b596-0e2e58603cef requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:51:29.117451 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 08:51:29.143058 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-70ee0153-aee3-40d9-af12-4d58d94162c5 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:29.172987 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-70ee0153-aee3-40d9-af12-4d58d94162c5 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a025160-81e5-4872-ac8f-1b09f9fc08bf']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:51:29.187378 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-70ee0153-aee3-40d9-af12-4d58d94162c5 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f06b184-bf30-41df-8c1d-9c761998d28e') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:51:29.187665 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-70ee0153-aee3-40d9-af12-4d58d94162c5 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f06b184-bf30-41df-8c1d-9c761998d28e') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:51:29.200071 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-70ee0153-aee3-40d9-af12-4d58d94162c5 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1618722'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:29.211408 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 53cde4fb-e655-490f-8dc9-4f02def3cebd up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:51:29.217874 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-70ee0153-aee3-40d9-af12-4d58d94162c5 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:29.224706 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70ee0153-aee3-40d9-af12-4d58d94162c5 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:51:29.225101 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-70ee0153-aee3-40d9-af12-4d58d94162c5 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1128911'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:29.240082 dv-neutron-820491-1-hyperv neutron-server[83444]: Traceback (most recent call last): Dec 20 08:51:29.240082 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:51:29.240082 dv-neutron-820491-1-hyperv neutron-server[83444]: timer() Dec 20 08:51:29.240082 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:51:29.240082 dv-neutron-820491-1-hyperv neutron-server[83444]: cb(*args, **kw) Dec 20 08:51:29.240082 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:51:29.240082 dv-neutron-820491-1-hyperv neutron-server[83444]: return func(*args, **kwargs) Dec 20 08:51:29.240082 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:51:29.240082 dv-neutron-820491-1-hyperv neutron-server[83444]: self._notify() Dec 20 08:51:29.240082 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:51:29.240082 dv-neutron-820491-1-hyperv neutron-server[83444]: self.callback(batched_events) Dec 20 08:51:29.240082 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:51:29.240082 dv-neutron-820491-1-hyperv neutron-server[83444]: event.method(event) Dec 20 08:51:29.240082 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:51:29.240082 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:51:29.240082 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:51:29.240082 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:51:29.240082 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:51:29.240082 dv-neutron-820491-1-hyperv neutron-server[83444]: return f(self, *a, **k) Dec 20 08:51:29.240082 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:51:29.240082 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._get(url).json() Dec 20 08:51:29.240082 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:51:29.240082 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:51:29.240082 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:51:29.240082 dv-neutron-820491-1-hyperv neutron-server[83444]: return self.request(url, 'GET', **kwargs) Dec 20 08:51:29.240082 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:51:29.240082 dv-neutron-820491-1-hyperv neutron-server[83444]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:51:29.240082 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:51:29.240082 dv-neutron-820491-1-hyperv neutron-server[83444]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:51:29.240082 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:51:29.240082 dv-neutron-820491-1-hyperv neutron-server[83444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:51:29.240082 dv-neutron-820491-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:51:29.256111 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-073adc90-2fc7-481d-8ce8-ce45028ad55d None None] Provisioning for port 53cde4fb-e655-490f-8dc9-4f02def3cebd completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:51:29.350634 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8c0d7f35-653a-4a48-8cae-e5cf780428b5 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:29.409374 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 53cde4fb-e655-490f-8dc9-4f02def3cebd completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:51:29.417477 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 53cde4fb-e655-490f-8dc9-4f02def3cebd triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:51:29.418044 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:29.436227 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-70ee0153-aee3-40d9-af12-4d58d94162c5 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:29.440480 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7edddb90-9841-4e3b-a95f-bced91e85b5d tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:29.459303 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-70ee0153-aee3-40d9-af12-4d58d94162c5 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:29.466373 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ee0153-aee3-40d9-af12-4d58d94162c5 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Pushing event deleted for resources: {'Network': ['ID=5a025160-81e5-4872-ac8f-1b09f9fc08bf,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:29.469701 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-70ee0153-aee3-40d9-af12-4d58d94162c5 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:29.475109 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-70ee0153-aee3-40d9-af12-4d58d94162c5 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "DELETE /v2.0/networks/5a025160-81e5-4872-ac8f-1b09f9fc08bf HTTP/1.1" status: 204 len: 168 time: 0.5897195 Dec 20 08:51:29.475527 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44674) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:29.482411 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-5314378a-f1cb-4d2b-bc4b-0336dcd9390f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1274379021'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:51:29.488117 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-5314378a-f1cb-4d2b-bc4b-0336dcd9390f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:51:29.492726 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-5314378a-f1cb-4d2b-bc4b-0336dcd9390f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Usage tracker for resource:network and tenant:9a4160c0c10e4c91b63b9bda9f2f4420 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:51:29.496679 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-5314378a-f1cb-4d2b-bc4b-0336dcd9390f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:51:29.503167 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-5314378a-f1cb-4d2b-bc4b-0336dcd9390f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:51:29.518131 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5314378a-f1cb-4d2b-bc4b-0336dcd9390f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Made reservation on behalf of 9a4160c0c10e4c91b63b9bda9f2f4420 for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:51:29.521608 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5314378a-f1cb-4d2b-bc4b-0336dcd9390f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:29.567073 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5314378a-f1cb-4d2b-bc4b-0336dcd9390f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:51:29.577776 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5314378a-f1cb-4d2b-bc4b-0336dcd9390f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:29.578486 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-5314378a-f1cb-4d2b-bc4b-0336dcd9390f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Added segment f069532a-0b01-4db2-a57f-cf702ec2e1d3 of type vlan for network e853d2c8-49ca-4df6-92f0-1dc4ef6a97de Dec 20 08:51:29.611153 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:29.612517 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5314378a-f1cb-4d2b-bc4b-0336dcd9390f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:29.673062 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 53cde4fb-e655-490f-8dc9-4f02def3cebd, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=53cde4fb-e655-490f-8dc9-4f02def3cebd,segment=NetworkSegment(81a6f2b5-9dda-48e7-9cd8-138a01e27059),segment_id=81a6f2b5-9dda-48e7-9cd8-138a01e27059)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:51:29.678189 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5314378a-f1cb-4d2b-bc4b-0336dcd9390f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:29.683698 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:29.687879 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5314378a-f1cb-4d2b-bc4b-0336dcd9390f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:51:29.691221 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:29.694648 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5314378a-f1cb-4d2b-bc4b-0336dcd9390f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:29.694648 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-71c734bd-180d-4e43-a2e3-22613f0035ee tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:29.793086 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=53cde4fb-e655-490f-8dc9-4f02def3cebd,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:29.798213 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:29.817901 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-5314378a-f1cb-4d2b-bc4b-0336dcd9390f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3413393 Dec 20 08:51:29.823703 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44678) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:29.826167 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5314378a-f1cb-4d2b-bc4b-0336dcd9390f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Pushing event updated for resources: {'Network': ['ID=e853d2c8-49ca-4df6-92f0-1dc4ef6a97de,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:29.831511 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-46a6cf72-a7b3-427c-a9f1-b37670149d62 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Request body: {'subnet': {'network_id': 'e853d2c8-49ca-4df6-92f0-1dc4ef6a97de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:51:29.836155 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8c0d7f35-653a-4a48-8cae-e5cf780428b5 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:29.842599 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network e853d2c8-49ca-4df6-92f0-1dc4ef6a97de details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:51:29.843744 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8c0d7f35-653a-4a48-8cae-e5cf780428b5 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2036698'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:29.845714 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-5314378a-f1cb-4d2b-bc4b-0336dcd9390f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:29.849203 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-644a36f5-6be8-422d-abcd-679cb3be25a2 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:29.968311 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-46a6cf72-a7b3-427c-a9f1-b37670149d62 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:51:29.976691 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-46a6cf72-a7b3-427c-a9f1-b37670149d62 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Usage tracker for resource:subnet and tenant:9a4160c0c10e4c91b63b9bda9f2f4420 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:51:29.979851 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-46a6cf72-a7b3-427c-a9f1-b37670149d62 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:51:29.986103 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-46a6cf72-a7b3-427c-a9f1-b37670149d62 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:51:29.997421 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-b8aeb76a-0f16-46a8-91b2-cafed7b33338 None None] Provisioning for port 53d75a03-163f-4c6c-916b-030a57d5fe47 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:51:30.002749 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46a6cf72-a7b3-427c-a9f1-b37670149d62 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Made reservation on behalf of 9a4160c0c10e4c91b63b9bda9f2f4420 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:51:30.011511 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-b8aeb76a-0f16-46a8-91b2-cafed7b33338 None None] Provisioning complete for port 53d75a03-163f-4c6c-916b-030a57d5fe47 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:51:30.011984 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b8aeb76a-0f16-46a8-91b2-cafed7b33338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:30.077524 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-b8aeb76a-0f16-46a8-91b2-cafed7b33338 None None] Port 53d75a03-163f-4c6c-916b-030a57d5fe47 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:51:30.091545 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-b8aeb76a-0f16-46a8-91b2-cafed7b33338 None None] Provisioning complete for port 53cde4fb-e655-490f-8dc9-4f02def3cebd triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:51:30.092066 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b8aeb76a-0f16-46a8-91b2-cafed7b33338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:30.115911 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0d7f35-653a-4a48-8cae-e5cf780428b5 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Pushing event updated for resources: {'Port': ['ID=53d75a03-163f-4c6c-916b-030a57d5fe47,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:30.122647 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-8c0d7f35-653a-4a48-8cae-e5cf780428b5 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:30.134762 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-46a6cf72-a7b3-427c-a9f1-b37670149d62 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1529102'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:30.260573 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.ipam_backend_mixin [None req-46a6cf72-a7b3-427c-a9f1-b37670149d62 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Performing IP validity checks on allocation pools {{(pid=83444) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 20 08:51:30.261616 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.ipam_backend_mixin [None req-46a6cf72-a7b3-427c-a9f1-b37670149d62 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83444) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 20 08:51:30.368308 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-50749e1a-c8b7-4698-a324-cf0e003a7eb7 None None] Provisioning complete for port 53d75a03-163f-4c6c-916b-030a57d5fe47 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:51:30.368634 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-50749e1a-c8b7-4698-a324-cf0e003a7eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:30.369646 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8c0d7f35-653a-4a48-8cae-e5cf780428b5 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-345881'] for router_interface, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:30.394506 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-46a6cf72-a7b3-427c-a9f1-b37670149d62 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1129376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1529148'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:30.401736 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-99efb9d3-d2b5-4c0f-a24e-17315c08c6e7 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:30.422217 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-50749e1a-c8b7-4698-a324-cf0e003a7eb7 None None] Port 53d75a03-163f-4c6c-916b-030a57d5fe47 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:51:30.454399 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8c0d7f35-653a-4a48-8cae-e5cf780428b5 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:30.486687 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a6cf72-a7b3-427c-a9f1-b37670149d62 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Pushing event updated for resources: {'Subnet': ['ID=1c9ec9b9-9776-4a87-89e0-bedd113e64d7,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:30.491811 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-46a6cf72-a7b3-427c-a9f1-b37670149d62 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:30.492898 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a6cf72-a7b3-427c-a9f1-b37670149d62 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Checking segment: {'id': 'f069532a-0b01-4db2-a57f-cf702ec2e1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'e853d2c8-49ca-4df6-92f0-1dc4ef6a97de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:51:30.493275 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a6cf72-a7b3-427c-a9f1-b37670149d62 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Network hostable DHCP agents. Network: e853d2c8-49ca-4df6-92f0-1dc4ef6a97de, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:51:30.515943 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a6cf72-a7b3-427c-a9f1-b37670149d62 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Network e853d2c8-49ca-4df6-92f0-1dc4ef6a97de is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:51:30.526626 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-46a6cf72-a7b3-427c-a9f1-b37670149d62 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, e853d2c8-49ca-4df6-92f0-1dc4ef6a97de) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:51:30.533827 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a6cf72-a7b3-427c-a9f1-b37670149d62 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:51:30.534413 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-46a6cf72-a7b3-427c-a9f1-b37670149d62 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:30.539415 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1bb1b93-9a98-49b0-9912-13ccc2eebbf2 None None] Network e853d2c8-49ca-4df6-92f0-1dc4ef6a97de requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:51:30.558758 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-46a6cf72-a7b3-427c-a9f1-b37670149d62 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7335761 Dec 20 08:51:30.560940 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44682) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:30.568350 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-ed8870e5-b9fc-45df-869f-8425d283fdad tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Request body: {'port': {'network_id': 'e853d2c8-49ca-4df6-92f0-1dc4ef6a97de', 'name': 'tempest-PortsTestJSON-1993608795'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:51:30.710476 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-ed8870e5-b9fc-45df-869f-8425d283fdad tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:51:30.720801 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-ed8870e5-b9fc-45df-869f-8425d283fdad tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:51:30.730843 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed8870e5-b9fc-45df-869f-8425d283fdad tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Made reservation on behalf of 9a4160c0c10e4c91b63b9bda9f2f4420 for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:51:30.734013 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ed8870e5-b9fc-45df-869f-8425d283fdad tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:30.756696 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-ed8870e5-b9fc-45df-869f-8425d283fdad tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] device_id is not set on port cd38e1af-a46d-4a64-97af-dd86a22b7827 yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:51:30.773723 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4dde54-711b-49c6-b34d-f1ca2813882a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-e853d2c8-49ca-4df6-92f0-1dc4ef6a97de', 'network_id': 'e853d2c8-49ca-4df6-92f0-1dc4ef6a97de', 'tenant_id': '9a4160c0c10e4c91b63b9bda9f2f4420', 'fixed_ips': [{'subnet_id': '1c9ec9b9-9776-4a87-89e0-bedd113e64d7'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:51:30.774570 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-dc4dde54-711b-49c6-b34d-f1ca2813882a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:30.867459 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8c0d7f35-653a-4a48-8cae-e5cf780428b5 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:30.874008 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8c0d7f35-653a-4a48-8cae-e5cf780428b5 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2036698'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:30.901049 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-afe44c8d-48ab-4bae-8f29-0879ae32d222 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:30.907429 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-ed8870e5-b9fc-45df-869f-8425d283fdad tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Allocated IP 172.20.0.8 (e853d2c8-49ca-4df6-92f0-1dc4ef6a97de/1c9ec9b9-9776-4a87-89e0-bedd113e64d7/cd38e1af-a46d-4a64-97af-dd86a22b7827) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:51:30.985482 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8c0d7f35-653a-4a48-8cae-e5cf780428b5 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32898031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349045'] for router_interface, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:30.989638 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0d7f35-653a-4a48-8cae-e5cf780428b5 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Pushing event updated for resources: {'Port': ['ID=53d75a03-163f-4c6c-916b-030a57d5fe47,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:30.992696 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-8c0d7f35-653a-4a48-8cae-e5cf780428b5 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:31.098469 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 53cde4fb-e655-490f-8dc9-4f02def3cebd up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:51:31.116486 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ed8870e5-b9fc-45df-869f-8425d283fdad tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:31.129557 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0d7f35-653a-4a48-8cae-e5cf780428b5 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Network 84dca9d3-b9bb-44ee-b596-0e2e58603cef is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:51:31.130886 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-8c0d7f35-653a-4a48-8cae-e5cf780428b5 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:51:31.139058 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-ed8870e5-b9fc-45df-869f-8425d283fdad tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Transition to ACTIVE for port object cd38e1af-a46d-4a64-97af-dd86a22b7827 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:51:31.169189 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ed8870e5-b9fc-45df-869f-8425d283fdad tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:31.185338 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e2e00e52-cfdc-4969-8ba9-53cecd57e801 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:31.223127 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 53cde4fb-e655-490f-8dc9-4f02def3cebd triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:51:31.228556 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:31.233949 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8870e5-b9fc-45df-869f-8425d283fdad tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Network e853d2c8-49ca-4df6-92f0-1dc4ef6a97de is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:51:31.248052 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-ed8870e5-b9fc-45df-869f-8425d283fdad tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:51:31.250544 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8870e5-b9fc-45df-869f-8425d283fdad tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:51:31.287620 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-dc4dde54-711b-49c6-b34d-f1ca2813882a None None] Allocated IP 172.20.0.2 (e853d2c8-49ca-4df6-92f0-1dc4ef6a97de/1c9ec9b9-9776-4a87-89e0-bedd113e64d7/8089f3f3-e817-4ccf-8437-b80998ab9c9a) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:51:31.343433 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8870e5-b9fc-45df-869f-8425d283fdad tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Pushing event updated for resources: {'Port': ['ID=cd38e1af-a46d-4a64-97af-dd86a22b7827,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:31.346982 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ed8870e5-b9fc-45df-869f-8425d283fdad tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:31.357018 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8870e5-b9fc-45df-869f-8425d283fdad tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:51:31.357675 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ed8870e5-b9fc-45df-869f-8425d283fdad tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:31.394115 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ed8870e5-b9fc-45df-869f-8425d283fdad tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8316519 Dec 20 08:51:31.394391 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44688) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:31.464701 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-d3fb14d4-b225-4e60-a6eb-b49f79ac95f6 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Deleting port cd38e1af-a46d-4a64-97af-dd86a22b7827 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:51:31.465168 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d3fb14d4-b225-4e60-a6eb-b49f79ac95f6 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:31.542142 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-1352f49b-d21e-4038-8bd9-ee6a66fdf45b None None] Provisioning complete for port 53d75a03-163f-4c6c-916b-030a57d5fe47 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:51:31.542542 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-1352f49b-d21e-4038-8bd9-ee6a66fdf45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:31.594749 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c0d7f35-653a-4a48-8cae-e5cf780428b5 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Router 15f20f5b-3e9a-43fc-a907-fdb58dae171e is scheduled to L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 with binding_index 1 {{(pid=83445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 08:51:31.649432 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-1352f49b-d21e-4038-8bd9-ee6a66fdf45b None None] Port 53d75a03-163f-4c6c-916b-030a57d5fe47 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:51:31.675443 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-dc4dde54-711b-49c6-b34d-f1ca2813882a None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:31.689595 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-dc4dde54-711b-49c6-b34d-f1ca2813882a None None] Transition to ACTIVE for port object 8089f3f3-e817-4ccf-8437-b80998ab9c9a will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:51:31.713007 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-dc4dde54-711b-49c6-b34d-f1ca2813882a None None] Transition to ACTIVE for port object 8089f3f3-e817-4ccf-8437-b80998ab9c9a will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:51:31.721727 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-dc4dde54-711b-49c6-b34d-f1ca2813882a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:31.732234 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-4eae6010-5493-4d26-84f2-8b4f8129002a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:31.791045 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4dde54-711b-49c6-b34d-f1ca2813882a None None] Network e853d2c8-49ca-4df6-92f0-1dc4ef6a97de is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:51:31.798674 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-dc4dde54-711b-49c6-b34d-f1ca2813882a None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:51:31.803685 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4dde54-711b-49c6-b34d-f1ca2813882a None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:51:31.809520 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4dde54-711b-49c6-b34d-f1ca2813882a None None] Pushing event updated for resources: {'Port': ['ID=8089f3f3-e817-4ccf-8437-b80998ab9c9a,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:31.813317 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-dc4dde54-711b-49c6-b34d-f1ca2813882a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:31.857382 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d3fb14d4-b225-4e60-a6eb-b49f79ac95f6 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:31.904943 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-dc4dde54-711b-49c6-b34d-f1ca2813882a None None] Attempting to bind port 8089f3f3-e817-4ccf-8437-b80998ab9c9a on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:51:31.905416 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-dc4dde54-711b-49c6-b34d-f1ca2813882a None None] Attempting to bind port 8089f3f3-e817-4ccf-8437-b80998ab9c9a by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': 'f069532a-0b01-4db2-a57f-cf702ec2e1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'e853d2c8-49ca-4df6-92f0-1dc4ef6a97de'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:51:31.905890 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4dde54-711b-49c6-b34d-f1ca2813882a None None] Attempting to bind port 8089f3f3-e817-4ccf-8437-b80998ab9c9a on network e853d2c8-49ca-4df6-92f0-1dc4ef6a97de {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:51:31.912244 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4dde54-711b-49c6-b34d-f1ca2813882a None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:51:31.912738 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4dde54-711b-49c6-b34d-f1ca2813882a None None] Checking segment: {'id': 'f069532a-0b01-4db2-a57f-cf702ec2e1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'e853d2c8-49ca-4df6-92f0-1dc4ef6a97de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:51:31.913260 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-dc4dde54-711b-49c6-b34d-f1ca2813882a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:31.913750 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4dde54-711b-49c6-b34d-f1ca2813882a None None] Bound using segment: {'id': 'f069532a-0b01-4db2-a57f-cf702ec2e1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'e853d2c8-49ca-4df6-92f0-1dc4ef6a97de'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:51:31.914329 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-dc4dde54-711b-49c6-b34d-f1ca2813882a None None] Bound port: 8089f3f3-e817-4ccf-8437-b80998ab9c9a, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f069532a-0b01-4db2-a57f-cf702ec2e1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'e853d2c8-49ca-4df6-92f0-1dc4ef6a97de'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:51:31.914805 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-dc4dde54-711b-49c6-b34d-f1ca2813882a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:31.926464 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c0d7f35-653a-4a48-8cae-e5cf780428b5 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:51:31.935470 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-8c0d7f35-653a-4a48-8cae-e5cf780428b5 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "PUT /v2.0/routers/15f20f5b-3e9a-43fc-a907-fdb58dae171e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2178757 Dec 20 08:51:31.936063 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 44692) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:31.940273 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d55a96-fa65-41c0-88ef-9b8fcfaa5714 None None] Sync routers for ids ['15f20f5b-3e9a-43fc-a907-fdb58dae171e'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:51:31.954980 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d55a96-fa65-41c0-88ef-9b8fcfaa5714 None None] Routers {'15f20f5b-3e9a-43fc-a907-fdb58dae171e'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:51:31.956108 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-08d55a96-fa65-41c0-88ef-9b8fcfaa5714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:51:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['15f20f5b-3e9a-43fc-a907-fdb58dae171e'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:51:31.992931 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-d3fb14d4-b225-4e60-a6eb-b49f79ac95f6 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Calling delete_port for cd38e1af-a46d-4a64-97af-dd86a22b7827 owned by {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:51:32.005103 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-dc4dde54-711b-49c6-b34d-f1ca2813882a None None] For port 8089f3f3-e817-4ccf-8437-b80998ab9c9a, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:51:32.008843 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-dc4dde54-711b-49c6-b34d-f1ca2813882a None None] For port 8089f3f3-e817-4ccf-8437-b80998ab9c9a, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=8089f3f3-e817-4ccf-8437-b80998ab9c9a,segment=NetworkSegment(f069532a-0b01-4db2-a57f-cf702ec2e1d3),segment_id=f069532a-0b01-4db2-a57f-cf702ec2e1d3)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:51:32.018089 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12997d9-f186-4778-8a6c-18bb3d7863e6 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:51:32.022049 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-dc4dde54-711b-49c6-b34d-f1ca2813882a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:32.022242 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-f12997d9-f186-4778-8a6c-18bb3d7863e6 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "GET /v2.0/ports/53d75a03-163f-4c6c-916b-030a57d5fe47 HTTP/1.1" status: 200 len: 976 time: 0.0825143 Dec 20 08:51:32.022799 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 44696) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:32.024125 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:32.038921 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-08d55a96-fa65-41c0-88ef-9b8fcfaa5714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:51:32.052763 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d55a96-fa65-41c0-88ef-9b8fcfaa5714 None None] Routers {'15f20f5b-3e9a-43fc-a907-fdb58dae171e'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:51:32.053535 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-08d55a96-fa65-41c0-88ef-9b8fcfaa5714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:51:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['15f20f5b-3e9a-43fc-a907-fdb58dae171e'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:51:32.114995 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4dde54-711b-49c6-b34d-f1ca2813882a None None] Pushing event updated for resources: {'Port': ['ID=8089f3f3-e817-4ccf-8437-b80998ab9c9a,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:32.123698 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-dc4dde54-711b-49c6-b34d-f1ca2813882a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:32.128898 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-08d55a96-fa65-41c0-88ef-9b8fcfaa5714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:51:32.129437 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d55a96-fa65-41c0-88ef-9b8fcfaa5714 None None] The sync data for ids ['15f20f5b-3e9a-43fc-a907-fdb58dae171e'] in dv-neutron-820491-1-hyperv is: [] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:51:32.180977 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d3fb14d4-b225-4e60-a6eb-b49f79ac95f6 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:32.187067 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f0e358e4-c421-4762-b4d1-52cf5c04c5fe tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:32.231335 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fb14d4-b225-4e60-a6eb-b49f79ac95f6 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Pushing event deleted for resources: {'Port': ['ID=cd38e1af-a46d-4a64-97af-dd86a22b7827,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:32.235390 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d3fb14d4-b225-4e60-a6eb-b49f79ac95f6 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:32.357523 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d3fb14d4-b225-4e60-a6eb-b49f79ac95f6 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:32.369275 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d3fb14d4-b225-4e60-a6eb-b49f79ac95f6 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "DELETE /v2.0/ports/cd38e1af-a46d-4a64-97af-dd86a22b7827 HTTP/1.1" status: 204 len: 168 time: 0.9727340 Dec 20 08:51:32.372173 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44700) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:32.423270 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-25491d00-45e5-4518-a76d-f32b60bdf5ba tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] DELETE failed (client error): The resource could not be found. Dec 20 08:51:32.424131 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25491d00-45e5-4518-a76d-f32b60bdf5ba tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:51:32.426305 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-25491d00-45e5-4518-a76d-f32b60bdf5ba tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "DELETE /v2.0/ports/cd38e1af-a46d-4a64-97af-dd86a22b7827 HTTP/1.1" status: 404 len: 333 time: 0.0527918 Dec 20 08:51:32.429820 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44704) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:32.476564 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b347623-7cf1-4b2e-ac49-01d715c13ace tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] GET failed (client error): The resource could not be found. Dec 20 08:51:32.477066 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-1b347623-7cf1-4b2e-ac49-01d715c13ace tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Synchronizing usage tracker for tenant:9a4160c0c10e4c91b63b9bda9f2f4420 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:51:32.495995 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-1b347623-7cf1-4b2e-ac49-01d715c13ace tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Unset dirty status for tenant:9a4160c0c10e4c91b63b9bda9f2f4420 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:51:32.497333 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1b347623-7cf1-4b2e-ac49-01d715c13ace tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "GET /v2.0/ports/cd38e1af-a46d-4a64-97af-dd86a22b7827 HTTP/1.1" status: 404 len: 333 time: 0.0661738 Dec 20 08:51:32.500048 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44708) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:32.578888 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-b06a288a-01c6-44ab-99f3-d741419e3188 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Deleting subnet 1c9ec9b9-9776-4a87-89e0-bedd113e64d7 {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:51:32.581902 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b06a288a-01c6-44ab-99f3-d741419e3188 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:32.637345 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b06a288a-01c6-44ab-99f3-d741419e3188 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1618747'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:32.671017 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8bc9a065-c6f1-4f1b-aa1c-a6442654e595 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349062'] for router_interface, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:32.725367 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b06a288a-01c6-44ab-99f3-d741419e3188 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:32.800979 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b06a288a-01c6-44ab-99f3-d741419e3188 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1129313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1529131'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:32.805448 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-056dba0b-d895-4bc6-a4c6-0b797ac00003 tempest-PortsIpV6TestJSON-644310920 tempest-PortsIpV6TestJSON-644310920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:32.841389 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06a288a-01c6-44ab-99f3-d741419e3188 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Pushing event deleted for resources: {'Subnet': ['ID=1c9ec9b9-9776-4a87-89e0-bedd113e64d7,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:32.844153 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b06a288a-01c6-44ab-99f3-d741419e3188 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:32.847063 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b06a288a-01c6-44ab-99f3-d741419e3188 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:32.853887 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b06a288a-01c6-44ab-99f3-d741419e3188 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "DELETE /v2.0/subnets/1c9ec9b9-9776-4a87-89e0-bedd113e64d7 HTTP/1.1" status: 204 len: 168 time: 0.3526838 Dec 20 08:51:32.854965 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44712) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:32.978251 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2c78ebc5-bd33-4d97-bb05-7dc81144dfd1 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:32.990274 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-2c78ebc5-bd33-4d97-bb05-7dc81144dfd1 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Deleting port 8089f3f3-e817-4ccf-8437-b80998ab9c9a {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:51:32.990620 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2c78ebc5-bd33-4d97-bb05-7dc81144dfd1 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:33.012819 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-8bc9a065-c6f1-4f1b-aa1c-a6442654e595 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Deleting port 53d75a03-163f-4c6c-916b-030a57d5fe47 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:51:33.013416 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8bc9a065-c6f1-4f1b-aa1c-a6442654e595 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:33.153955 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 8089f3f3-e817-4ccf-8437-b80998ab9c9a up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:51:33.224244 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-2c78ebc5-bd33-4d97-bb05-7dc81144dfd1 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] For port 8089f3f3-e817-4ccf-8437-b80998ab9c9a, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=8089f3f3-e817-4ccf-8437-b80998ab9c9a,segment=NetworkSegment(f069532a-0b01-4db2-a57f-cf702ec2e1d3),segment_id=f069532a-0b01-4db2-a57f-cf702ec2e1d3)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:51:33.224571 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2c78ebc5-bd33-4d97-bb05-7dc81144dfd1 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:33.231069 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8bc9a065-c6f1-4f1b-aa1c-a6442654e595 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:33.238262 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 8089f3f3-e817-4ccf-8437-b80998ab9c9a completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:51:33.248806 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377139b9-5da1-472d-82c4-ae0a00f3d47a None None] Network e853d2c8-49ca-4df6-92f0-1dc4ef6a97de requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:51:33.356045 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-2c78ebc5-bd33-4d97-bb05-7dc81144dfd1 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Calling delete_port for 8089f3f3-e817-4ccf-8437-b80998ab9c9a owned by network:dhcp {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:51:33.366398 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-8bc9a065-c6f1-4f1b-aa1c-a6442654e595 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Calling delete_port for 53d75a03-163f-4c6c-916b-030a57d5fe47 owned by network:router_interface {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:51:33.390910 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-ab089ef4-1d17-4420-b5f7-ca1de65e6736 None None] Provisioning for port 8089f3f3-e817-4ccf-8437-b80998ab9c9a completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:51:33.405973 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-ab089ef4-1d17-4420-b5f7-ca1de65e6736 None None] Provisioning complete for port 8089f3f3-e817-4ccf-8437-b80998ab9c9a triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:51:33.406648 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-ab089ef4-1d17-4420-b5f7-ca1de65e6736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:33.438562 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2c78ebc5-bd33-4d97-bb05-7dc81144dfd1 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:33.450372 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c1963259-78fb-4719-a9da-7bf6f8fc5385 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:33.486582 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c78ebc5-bd33-4d97-bb05-7dc81144dfd1 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] No DVR routers for this DVR port 8089f3f3-e817-4ccf-8437-b80998ab9c9a on host dv-neutron-820491-1-hyperv {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:51:33.496081 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-ab089ef4-1d17-4420-b5f7-ca1de65e6736 None None] Could not find standard attr ID for object 8089f3f3-e817-4ccf-8437-b80998ab9c9a. {{(pid=83446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 08:51:33.499185 dv-neutron-820491-1-hyperv neutron-server[83446]: INFO neutron.plugins.ml2.db [None req-ab089ef4-1d17-4420-b5f7-ca1de65e6736 None None] No ports have port_id starting with 8089f3f3-e817-4ccf-8437-b80998ab9c9a Dec 20 08:51:33.552177 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a00fe4-69b7-4875-b57c-d9afc0dfd7e6 None None] DHCP port deletion for e853d2c8-49ca-4df6-92f0-1dc4ef6a97de request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 08:51:33.555326 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c78ebc5-bd33-4d97-bb05-7dc81144dfd1 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Pushing event deleted for resources: {'Port': ['ID=8089f3f3-e817-4ccf-8437-b80998ab9c9a,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:33.564193 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2c78ebc5-bd33-4d97-bb05-7dc81144dfd1 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:33.691915 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8bc9a065-c6f1-4f1b-aa1c-a6442654e595 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:33.697610 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a9b187e9-0d9a-42c4-8531-04bf10862320 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:33.741551 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc9a065-c6f1-4f1b-aa1c-a6442654e595 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Pushing event deleted for resources: {'Port': ['ID=53d75a03-163f-4c6c-916b-030a57d5fe47,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:33.744583 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-8bc9a065-c6f1-4f1b-aa1c-a6442654e595 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:33.747073 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2c78ebc5-bd33-4d97-bb05-7dc81144dfd1 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:33.777077 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-2c78ebc5-bd33-4d97-bb05-7dc81144dfd1 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e853d2c8-49ca-4df6-92f0-1dc4ef6a97de']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:51:33.789759 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-2c78ebc5-bd33-4d97-bb05-7dc81144dfd1 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f069532a-0b01-4db2-a57f-cf702ec2e1d3') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:51:33.790055 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-2c78ebc5-bd33-4d97-bb05-7dc81144dfd1 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f069532a-0b01-4db2-a57f-cf702ec2e1d3') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:51:33.802598 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2c78ebc5-bd33-4d97-bb05-7dc81144dfd1 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1618722'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:33.819366 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2c78ebc5-bd33-4d97-bb05-7dc81144dfd1 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:33.827269 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c78ebc5-bd33-4d97-bb05-7dc81144dfd1 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:51:33.827686 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2c78ebc5-bd33-4d97-bb05-7dc81144dfd1 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1128911'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:33.843926 dv-neutron-820491-1-hyperv neutron-server[83444]: Traceback (most recent call last): Dec 20 08:51:33.843926 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:51:33.843926 dv-neutron-820491-1-hyperv neutron-server[83444]: timer() Dec 20 08:51:33.843926 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:51:33.843926 dv-neutron-820491-1-hyperv neutron-server[83444]: cb(*args, **kw) Dec 20 08:51:33.843926 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:51:33.843926 dv-neutron-820491-1-hyperv neutron-server[83444]: return func(*args, **kwargs) Dec 20 08:51:33.843926 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:51:33.843926 dv-neutron-820491-1-hyperv neutron-server[83444]: self._notify() Dec 20 08:51:33.843926 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:51:33.843926 dv-neutron-820491-1-hyperv neutron-server[83444]: self.callback(batched_events) Dec 20 08:51:33.843926 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:51:33.843926 dv-neutron-820491-1-hyperv neutron-server[83444]: event.method(event) Dec 20 08:51:33.843926 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:51:33.843926 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:51:33.843926 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:51:33.843926 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:51:33.843926 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:51:33.843926 dv-neutron-820491-1-hyperv neutron-server[83444]: return f(self, *a, **k) Dec 20 08:51:33.843926 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:51:33.843926 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._get(url).json() Dec 20 08:51:33.843926 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:51:33.843926 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:51:33.843926 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:51:33.843926 dv-neutron-820491-1-hyperv neutron-server[83444]: return self.request(url, 'GET', **kwargs) Dec 20 08:51:33.843926 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:51:33.843926 dv-neutron-820491-1-hyperv neutron-server[83444]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:51:33.843926 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:51:33.843926 dv-neutron-820491-1-hyperv neutron-server[83444]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:51:33.843926 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:51:33.843926 dv-neutron-820491-1-hyperv neutron-server[83444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:51:33.843926 dv-neutron-820491-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:51:33.929315 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2c78ebc5-bd33-4d97-bb05-7dc81144dfd1 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:33.934157 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2c78ebc5-bd33-4d97-bb05-7dc81144dfd1 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:33.937055 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c88d4a25-193e-48db-ab06-6f681cc9a1b4 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:33.961960 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c78ebc5-bd33-4d97-bb05-7dc81144dfd1 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Pushing event deleted for resources: {'Network': ['ID=e853d2c8-49ca-4df6-92f0-1dc4ef6a97de,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:33.968590 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2c78ebc5-bd33-4d97-bb05-7dc81144dfd1 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:33.972376 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-2c78ebc5-bd33-4d97-bb05-7dc81144dfd1 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "DELETE /v2.0/networks/e853d2c8-49ca-4df6-92f0-1dc4ef6a97de HTTP/1.1" status: 204 len: 168 time: 1.1163549 Dec 20 08:51:33.975930 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 44716) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:33.982115 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-ff681099-a746-4fb5-afab-cba2bfc21d81 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1603618358'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:51:33.988435 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-ff681099-a746-4fb5-afab-cba2bfc21d81 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:51:33.993289 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8bc9a065-c6f1-4f1b-aa1c-a6442654e595 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32897953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348760'] for router_interface, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:33.997073 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-ff681099-a746-4fb5-afab-cba2bfc21d81 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Usage tracker for resource:network and tenant:9a4160c0c10e4c91b63b9bda9f2f4420 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:51:34.000837 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-ff681099-a746-4fb5-afab-cba2bfc21d81 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:51:34.008928 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-ff681099-a746-4fb5-afab-cba2bfc21d81 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:51:34.120172 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff681099-a746-4fb5-afab-cba2bfc21d81 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Made reservation on behalf of 9a4160c0c10e4c91b63b9bda9f2f4420 for: {'network': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:51:34.123098 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ff681099-a746-4fb5-afab-cba2bfc21d81 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:34.168186 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff681099-a746-4fb5-afab-cba2bfc21d81 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=83445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:51:34.297172 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ff681099-a746-4fb5-afab-cba2bfc21d81 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:34.297427 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.segments_db [None req-ff681099-a746-4fb5-afab-cba2bfc21d81 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Added segment 14c64928-6843-4258-b754-90d516434221 of type vlan for network 66b899b4-a474-4680-a747-d664759efbf6 Dec 20 08:51:34.383940 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ff681099-a746-4fb5-afab-cba2bfc21d81 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:34.474680 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ff681099-a746-4fb5-afab-cba2bfc21d81 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:34.479876 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff681099-a746-4fb5-afab-cba2bfc21d81 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:51:34.483762 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ff681099-a746-4fb5-afab-cba2bfc21d81 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:34.489873 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d48d51a8-0b35-4106-b892-f1d8b7130b70 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:34.533875 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bc9a065-c6f1-4f1b-aa1c-a6442654e595 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Router 15f20f5b-3e9a-43fc-a907-fdb58dae171e has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:51:34.622300 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-ff681099-a746-4fb5-afab-cba2bfc21d81 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6451218 Dec 20 08:51:34.623811 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff681099-a746-4fb5-afab-cba2bfc21d81 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Pushing event updated for resources: {'Network': ['ID=66b899b4-a474-4680-a747-d664759efbf6,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:34.625114 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44720) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:34.626425 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ff681099-a746-4fb5-afab-cba2bfc21d81 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:34.631061 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-453bb40c-d9f2-4b75-8c2b-bbc09422df06 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Request body: {'subnet': {'network_id': '66b899b4-a474-4680-a747-d664759efbf6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:51:34.634655 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network 66b899b4-a474-4680-a747-d664759efbf6 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:51:34.742530 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-453bb40c-d9f2-4b75-8c2b-bbc09422df06 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:51:34.747372 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-453bb40c-d9f2-4b75-8c2b-bbc09422df06 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Usage tracker for resource:subnet and tenant:9a4160c0c10e4c91b63b9bda9f2f4420 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:51:34.750410 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-453bb40c-d9f2-4b75-8c2b-bbc09422df06 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:51:34.756964 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-453bb40c-d9f2-4b75-8c2b-bbc09422df06 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:51:34.759973 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bc9a065-c6f1-4f1b-aa1c-a6442654e595 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:51:34.766033 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-8bc9a065-c6f1-4f1b-aa1c-a6442654e595 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "PUT /v2.0/routers/15f20f5b-3e9a-43fc-a907-fdb58dae171e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7421474 Dec 20 08:51:34.768804 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 44724) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:34.771295 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fa4b83-1100-4648-be5e-ad6763b5b345 None None] Sync routers for ids ['15f20f5b-3e9a-43fc-a907-fdb58dae171e'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:51:34.774493 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-453bb40c-d9f2-4b75-8c2b-bbc09422df06 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Made reservation on behalf of 9a4160c0c10e4c91b63b9bda9f2f4420 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:51:34.783349 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fa4b83-1100-4648-be5e-ad6763b5b345 None None] Routers {'15f20f5b-3e9a-43fc-a907-fdb58dae171e'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:51:34.783982 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-73fa4b83-1100-4648-be5e-ad6763b5b345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:51:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['15f20f5b-3e9a-43fc-a907-fdb58dae171e'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:51:34.847563 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-73fa4b83-1100-4648-be5e-ad6763b5b345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:51:34.859393 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fa4b83-1100-4648-be5e-ad6763b5b345 None None] Routers {'15f20f5b-3e9a-43fc-a907-fdb58dae171e'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:51:34.859937 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-73fa4b83-1100-4648-be5e-ad6763b5b345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:51:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['15f20f5b-3e9a-43fc-a907-fdb58dae171e'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:51:34.885854 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-453bb40c-d9f2-4b75-8c2b-bbc09422df06 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1529102'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:34.920782 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-73fa4b83-1100-4648-be5e-ad6763b5b345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:51:34.921215 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fa4b83-1100-4648-be5e-ad6763b5b345 None None] The sync data for ids ['15f20f5b-3e9a-43fc-a907-fdb58dae171e'] in dv-neutron-820491-1-hyperv is: [] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:51:35.102264 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 8089f3f3-e817-4ccf-8437-b80998ab9c9a no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:51:35.111115 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-453bb40c-d9f2-4b75-8c2b-bbc09422df06 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1129376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1529148'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:35.115682 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-6dede53d-f171-4f9f-a227-234c718daaa4 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:35.139333 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 8089f3f3-e817-4ccf-8437-b80998ab9c9a {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:51:35.139692 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 8089f3f3-e817-4ccf-8437-b80998ab9c9a not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:51:35.191419 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453bb40c-d9f2-4b75-8c2b-bbc09422df06 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Pushing event updated for resources: {'Subnet': ['ID=0da56016-7d6b-4196-a726-651095f263bf,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:35.195051 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-453bb40c-d9f2-4b75-8c2b-bbc09422df06 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:35.203509 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453bb40c-d9f2-4b75-8c2b-bbc09422df06 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Checking segment: {'id': '14c64928-6843-4258-b754-90d516434221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '66b899b4-a474-4680-a747-d664759efbf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:51:35.203899 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453bb40c-d9f2-4b75-8c2b-bbc09422df06 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Network hostable DHCP agents. Network: 66b899b4-a474-4680-a747-d664759efbf6, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:51:35.226634 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453bb40c-d9f2-4b75-8c2b-bbc09422df06 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Network 66b899b4-a474-4680-a747-d664759efbf6 is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:51:35.236462 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-453bb40c-d9f2-4b75-8c2b-bbc09422df06 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, 66b899b4-a474-4680-a747-d664759efbf6) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:51:35.240349 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453bb40c-d9f2-4b75-8c2b-bbc09422df06 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:51:35.240934 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-453bb40c-d9f2-4b75-8c2b-bbc09422df06 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:35.242648 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.api.v2.resource [None req-3c9efbe6-dee1-46f3-a46d-d910434d1312 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] remove_router_interface failed (client error): The resource could not be found. Dec 20 08:51:35.243663 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-3c9efbe6-dee1-46f3-a46d-d910434d1312 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "PUT /v2.0/routers/15f20f5b-3e9a-43fc-a907-fdb58dae171e/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4738059 Dec 20 08:51:35.246317 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f5091e-a009-4948-beae-0757cc0bfad1 None None] Network 66b899b4-a474-4680-a747-d664759efbf6 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:51:35.246729 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 44728) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:35.273885 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-453bb40c-d9f2-4b75-8c2b-bbc09422df06 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6475010 Dec 20 08:51:35.274827 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44732) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:35.281469 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-3bdf871d-b08e-497d-a685-5ad43744583c tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Request body: {'port': {'network_id': '66b899b4-a474-4680-a747-d664759efbf6', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1082624744'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:51:35.294051 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-4f1760af-97c9-443b-9499-5f57e2851ebe tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Synchronizing usage tracker for tenant:4697a8f4ef3e423facaab77bb132848e on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:51:35.310891 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-4f1760af-97c9-443b-9499-5f57e2851ebe tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Unset dirty status for tenant:4697a8f4ef3e423facaab77bb132848e on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:51:35.313670 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-4f1760af-97c9-443b-9499-5f57e2851ebe tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "GET /v2.0/ports?device_id=15f20f5b-3e9a-43fc-a907-fdb58dae171e HTTP/1.1" status: 200 len: 205 time: 0.0659223 Dec 20 08:51:35.315224 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 44736) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:35.422918 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-3bdf871d-b08e-497d-a685-5ad43744583c tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:51:35.427091 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-3bdf871d-b08e-497d-a685-5ad43744583c tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Usage tracker for resource:port and tenant:9a4160c0c10e4c91b63b9bda9f2f4420 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:51:35.430303 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-3bdf871d-b08e-497d-a685-5ad43744583c tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:51:35.437196 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-3bdf871d-b08e-497d-a685-5ad43744583c tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:51:35.447926 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bdf871d-b08e-497d-a685-5ad43744583c tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Made reservation on behalf of 9a4160c0c10e4c91b63b9bda9f2f4420 for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:51:35.452073 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3bdf871d-b08e-497d-a685-5ad43744583c tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:35.464357 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5d247452-f62d-42d7-a5c7-7b0c2d186057 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for router, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:35.474682 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-3bdf871d-b08e-497d-a685-5ad43744583c tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] device_id is not set on port 404eac57-c67a-4cac-86f5-f84781960405 yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:51:35.477159 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327fab44-c47d-4cd1-a1ed-9c68df59eeca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-66b899b4-a474-4680-a747-d664759efbf6', 'network_id': '66b899b4-a474-4680-a747-d664759efbf6', 'tenant_id': '9a4160c0c10e4c91b63b9bda9f2f4420', 'fixed_ips': [{'subnet_id': '0da56016-7d6b-4196-a726-651095f263bf'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:51:35.478154 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-327fab44-c47d-4cd1-a1ed-9c68df59eeca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:35.640038 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-3bdf871d-b08e-497d-a685-5ad43744583c tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Allocated IP 172.20.0.5 (66b899b4-a474-4680-a747-d664759efbf6/0da56016-7d6b-4196-a726-651095f263bf/404eac57-c67a-4cac-86f5-f84781960405) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:51:35.812955 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3bdf871d-b08e-497d-a685-5ad43744583c tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:35.828817 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-3bdf871d-b08e-497d-a685-5ad43744583c tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Transition to ACTIVE for port object 404eac57-c67a-4cac-86f5-f84781960405 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:51:35.851102 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3bdf871d-b08e-497d-a685-5ad43744583c tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:35.851415 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5d247452-f62d-42d7-a5c7-7b0c2d186057 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24735'] for router, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:35.856304 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-bae3ec30-13e1-462d-a5e0-f2a3bdea653f tempest-FloatingIPTestJSON-1729918359 tempest-FloatingIPTestJSON-1729918359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:35.856620 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5d247452-f62d-42d7-a5c7-7b0c2d186057 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:35.891724 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5d247452-f62d-42d7-a5c7-7b0c2d186057 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-390871'] for router, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:35.892369 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d247452-f62d-42d7-a5c7-7b0c2d186057 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Fanout notify agent at l3_agent the message router_deleted on router 15f20f5b-3e9a-43fc-a907-fdb58dae171e {{(pid=83445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 08:51:35.904386 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5d247452-f62d-42d7-a5c7-7b0c2d186057 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:35.905782 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-5d247452-f62d-42d7-a5c7-7b0c2d186057 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "DELETE /v2.0/routers/15f20f5b-3e9a-43fc-a907-fdb58dae171e HTTP/1.1" status: 204 len: 168 time: 0.5895748 Dec 20 08:51:35.908245 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 44740) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:35.923677 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-327fab44-c47d-4cd1-a1ed-9c68df59eeca None None] Allocated IP 172.20.0.2 (66b899b4-a474-4680-a747-d664759efbf6/0da56016-7d6b-4196-a726-651095f263bf/633e376e-f7e2-4014-b0dd-131d24984b76) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:51:35.937826 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdf871d-b08e-497d-a685-5ad43744583c tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Pushing event updated for resources: {'Port': ['ID=404eac57-c67a-4cac-86f5-f84781960405,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:35.940903 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3bdf871d-b08e-497d-a685-5ad43744583c tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:35.954992 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdf871d-b08e-497d-a685-5ad43744583c tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Network 66b899b4-a474-4680-a747-d664759efbf6 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:51:35.956123 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-3bdf871d-b08e-497d-a685-5ad43744583c tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:51:35.958655 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdf871d-b08e-497d-a685-5ad43744583c tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:51:36.029304 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bdf871d-b08e-497d-a685-5ad43744583c tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:51:36.029972 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3bdf871d-b08e-497d-a685-5ad43744583c tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:36.056990 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-3bdf871d-b08e-497d-a685-5ad43744583c tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 0.7810524 Dec 20 08:51:36.059775 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44744) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:36.109749 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_v2 [None req-40f4d030-d679-4a6b-bed2-8df82f63e26f tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Deleting subnet 38e7bbd7-e254-4071-ab46-8c52039aa5bc {{(pid=83445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:51:36.112369 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-40f4d030-d679-4a6b-bed2-8df82f63e26f tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for subnet, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:36.127628 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-43c46d67-c3f1-4e7e-9d4b-7c2a97cb94f5 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Deleting port 404eac57-c67a-4cac-86f5-f84781960405 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:51:36.127930 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-43c46d67-c3f1-4e7e-9d4b-7c2a97cb94f5 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:36.170472 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-40f4d030-d679-4a6b-bed2-8df82f63e26f tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1518554'] for subnet, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:36.188415 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-327fab44-c47d-4cd1-a1ed-9c68df59eeca None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:36.199966 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-327fab44-c47d-4cd1-a1ed-9c68df59eeca None None] Transition to ACTIVE for port object 633e376e-f7e2-4014-b0dd-131d24984b76 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:51:36.220113 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-327fab44-c47d-4cd1-a1ed-9c68df59eeca None None] Transition to ACTIVE for port object 633e376e-f7e2-4014-b0dd-131d24984b76 will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:51:36.227182 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-327fab44-c47d-4cd1-a1ed-9c68df59eeca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:36.235207 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:36.262101 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-40f4d030-d679-4a6b-bed2-8df82f63e26f tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:36.300250 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327fab44-c47d-4cd1-a1ed-9c68df59eeca None None] Network 66b899b4-a474-4680-a747-d664759efbf6 is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:51:36.303761 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-327fab44-c47d-4cd1-a1ed-9c68df59eeca None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:51:36.305655 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327fab44-c47d-4cd1-a1ed-9c68df59eeca None None] Pushing event updated for resources: {'Port': ['ID=633e376e-f7e2-4014-b0dd-131d24984b76,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:36.307734 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327fab44-c47d-4cd1-a1ed-9c68df59eeca None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:51:36.341755 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-40f4d030-d679-4a6b-bed2-8df82f63e26f tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2036620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2095133'] for subnet, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:36.342912 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-327fab44-c47d-4cd1-a1ed-9c68df59eeca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:36.347920 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-dfb53888-1502-4124-a0c5-df6167258a00 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:36.384662 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f4d030-d679-4a6b-bed2-8df82f63e26f tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Pushing event deleted for resources: {'Subnet': ['ID=38e7bbd7-e254-4071-ab46-8c52039aa5bc,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:36.387849 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-40f4d030-d679-4a6b-bed2-8df82f63e26f tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:36.390757 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-40f4d030-d679-4a6b-bed2-8df82f63e26f tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:36.397360 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-40f4d030-d679-4a6b-bed2-8df82f63e26f tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "DELETE /v2.0/subnets/38e7bbd7-e254-4071-ab46-8c52039aa5bc HTTP/1.1" status: 204 len: 168 time: 0.4880111 Dec 20 08:51:36.399818 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 44750) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:36.405313 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66fb506c-0a52-48e6-9e5b-94650322872f None None] Network 84dca9d3-b9bb-44ee-b596-0e2e58603cef requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:51:36.428811 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-327fab44-c47d-4cd1-a1ed-9c68df59eeca None None] Attempting to bind port 633e376e-f7e2-4014-b0dd-131d24984b76 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:51:36.429189 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-327fab44-c47d-4cd1-a1ed-9c68df59eeca None None] Attempting to bind port 633e376e-f7e2-4014-b0dd-131d24984b76 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '14c64928-6843-4258-b754-90d516434221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '66b899b4-a474-4680-a747-d664759efbf6'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:51:36.429586 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327fab44-c47d-4cd1-a1ed-9c68df59eeca None None] Attempting to bind port 633e376e-f7e2-4014-b0dd-131d24984b76 on network 66b899b4-a474-4680-a747-d664759efbf6 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:51:36.496672 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327fab44-c47d-4cd1-a1ed-9c68df59eeca None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:51:36.497083 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327fab44-c47d-4cd1-a1ed-9c68df59eeca None None] Checking segment: {'id': '14c64928-6843-4258-b754-90d516434221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '66b899b4-a474-4680-a747-d664759efbf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:51:36.497487 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-327fab44-c47d-4cd1-a1ed-9c68df59eeca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:36.497877 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327fab44-c47d-4cd1-a1ed-9c68df59eeca None None] Bound using segment: {'id': '14c64928-6843-4258-b754-90d516434221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '66b899b4-a474-4680-a747-d664759efbf6'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:51:36.498655 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-327fab44-c47d-4cd1-a1ed-9c68df59eeca None None] Bound port: 633e376e-f7e2-4014-b0dd-131d24984b76, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14c64928-6843-4258-b754-90d516434221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '66b899b4-a474-4680-a747-d664759efbf6'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:51:36.499041 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-327fab44-c47d-4cd1-a1ed-9c68df59eeca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:36.503279 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-43c46d67-c3f1-4e7e-9d4b-7c2a97cb94f5 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:36.632149 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-43c46d67-c3f1-4e7e-9d4b-7c2a97cb94f5 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Calling delete_port for 404eac57-c67a-4cac-86f5-f84781960405 owned by {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:51:36.660061 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-70f34d5f-d100-47e5-b999-d63cd2708782 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:36.671006 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-70f34d5f-d100-47e5-b999-d63cd2708782 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Deleting port 53cde4fb-e655-490f-8dc9-4f02def3cebd {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:51:36.671355 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-70f34d5f-d100-47e5-b999-d63cd2708782 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:36.695470 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-327fab44-c47d-4cd1-a1ed-9c68df59eeca None None] For port 633e376e-f7e2-4014-b0dd-131d24984b76, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:51:36.703930 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-327fab44-c47d-4cd1-a1ed-9c68df59eeca None None] For port 633e376e-f7e2-4014-b0dd-131d24984b76, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=633e376e-f7e2-4014-b0dd-131d24984b76,segment=NetworkSegment(14c64928-6843-4258-b754-90d516434221),segment_id=14c64928-6843-4258-b754-90d516434221)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:51:36.712400 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-327fab44-c47d-4cd1-a1ed-9c68df59eeca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:36.724052 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:36.782931 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb452a02-6767-4648-8849-9e8b6c2f6159 None None] DHCP port deletion for 84dca9d3-b9bb-44ee-b596-0e2e58603cef request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 08:51:36.795785 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-eb452a02-6767-4648-8849-9e8b6c2f6159 None None] Deleting port 53cde4fb-e655-490f-8dc9-4f02def3cebd {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:51:36.796163 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-eb452a02-6767-4648-8849-9e8b6c2f6159 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:36.800587 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-43c46d67-c3f1-4e7e-9d4b-7c2a97cb94f5 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:36.805199 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3bdf871d-b08e-497d-a685-5ad43744583c tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:36.848351 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c46d67-c3f1-4e7e-9d4b-7c2a97cb94f5 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Pushing event deleted for resources: {'Port': ['ID=404eac57-c67a-4cac-86f5-f84781960405,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:36.852510 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-43c46d67-c3f1-4e7e-9d4b-7c2a97cb94f5 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:36.903569 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-70f34d5f-d100-47e5-b999-d63cd2708782 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] For port 53cde4fb-e655-490f-8dc9-4f02def3cebd, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=53cde4fb-e655-490f-8dc9-4f02def3cebd,segment=NetworkSegment(81a6f2b5-9dda-48e7-9cd8-138a01e27059),segment_id=81a6f2b5-9dda-48e7-9cd8-138a01e27059)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:51:36.903986 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-70f34d5f-d100-47e5-b999-d63cd2708782 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:36.915639 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327fab44-c47d-4cd1-a1ed-9c68df59eeca None None] Pushing event updated for resources: {'Port': ['ID=633e376e-f7e2-4014-b0dd-131d24984b76,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:36.919894 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-327fab44-c47d-4cd1-a1ed-9c68df59eeca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:36.965331 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-43c46d67-c3f1-4e7e-9d4b-7c2a97cb94f5 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:36.980155 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-43c46d67-c3f1-4e7e-9d4b-7c2a97cb94f5 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "DELETE /v2.0/ports/404eac57-c67a-4cac-86f5-f84781960405 HTTP/1.1" status: 204 len: 168 time: 0.9165320 Dec 20 08:51:36.980379 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44754) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:37.052169 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-460528db-0dac-4f52-ae80-2cd9c9a4a2a8 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] GET failed (client error): The resource could not be found. Dec 20 08:51:37.052684 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-460528db-0dac-4f52-ae80-2cd9c9a4a2a8 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Synchronizing usage tracker for tenant:9a4160c0c10e4c91b63b9bda9f2f4420 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:51:37.071234 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-460528db-0dac-4f52-ae80-2cd9c9a4a2a8 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Unset dirty status for tenant:9a4160c0c10e4c91b63b9bda9f2f4420 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:51:37.075897 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-460528db-0dac-4f52-ae80-2cd9c9a4a2a8 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "GET /v2.0/ports/404eac57-c67a-4cac-86f5-f84781960405 HTTP/1.1" status: 404 len: 333 time: 0.0912137 Dec 20 08:51:37.076725 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44758) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:37.082054 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-70f34d5f-d100-47e5-b999-d63cd2708782 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Calling delete_port for 53cde4fb-e655-490f-8dc9-4f02def3cebd owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:51:37.091557 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-eb452a02-6767-4648-8849-9e8b6c2f6159 None None] For port 53cde4fb-e655-490f-8dc9-4f02def3cebd, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=53cde4fb-e655-490f-8dc9-4f02def3cebd,segment=NetworkSegment(81a6f2b5-9dda-48e7-9cd8-138a01e27059),segment_id=81a6f2b5-9dda-48e7-9cd8-138a01e27059)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:51:37.092707 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-eb452a02-6767-4648-8849-9e8b6c2f6159 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:37.172443 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-f94a2e62-3629-4470-8bf6-4be27456456a tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Deleting subnet 0da56016-7d6b-4196-a726-651095f263bf {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:51:37.176415 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f94a2e62-3629-4470-8bf6-4be27456456a tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:37.197177 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-70f34d5f-d100-47e5-b999-d63cd2708782 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:37.216328 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-294fbd0b-7691-411c-8812-c98e6888717b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:37.250013 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f94a2e62-3629-4470-8bf6-4be27456456a tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1618747'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:37.257333 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f34d5f-d100-47e5-b999-d63cd2708782 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] No DVR routers for this DVR port 53cde4fb-e655-490f-8dc9-4f02def3cebd on host dv-neutron-820491-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:51:37.258246 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 633e376e-f7e2-4014-b0dd-131d24984b76 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:51:37.287659 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-eb452a02-6767-4648-8849-9e8b6c2f6159 None None] Calling delete_port for 53cde4fb-e655-490f-8dc9-4f02def3cebd owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:51:37.289387 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f34d5f-d100-47e5-b999-d63cd2708782 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Pushing event deleted for resources: {'Port': ['ID=53cde4fb-e655-490f-8dc9-4f02def3cebd,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:37.294606 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-70f34d5f-d100-47e5-b999-d63cd2708782 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:37.342424 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f94a2e62-3629-4470-8bf6-4be27456456a tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:37.395380 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-70f34d5f-d100-47e5-b999-d63cd2708782 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:37.395817 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.db.api [None req-eb452a02-6767-4648-8849-9e8b6c2f6159 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 08:51:37.396192 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_db.api [None req-eb452a02-6767-4648-8849-9e8b6c2f6159 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 08:51:37.402893 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 633e376e-f7e2-4014-b0dd-131d24984b76 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:51:37.429077 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-70f34d5f-d100-47e5-b999-d63cd2708782 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84dca9d3-b9bb-44ee-b596-0e2e58603cef']}} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:51:37.438792 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f94a2e62-3629-4470-8bf6-4be27456456a tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1129313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1529131'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:37.442753 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-70f34d5f-d100-47e5-b999-d63cd2708782 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81a6f2b5-9dda-48e7-9cd8-138a01e27059') {'for_net_delete': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:51:37.443165 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-70f34d5f-d100-47e5-b999-d63cd2708782 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81a6f2b5-9dda-48e7-9cd8-138a01e27059') {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:51:37.443284 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-da62daa0-3d37-4ffc-baa1-ec190c7f8b2d tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:37.456346 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-70f34d5f-d100-47e5-b999-d63cd2708782 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1518531'] for segment, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:37.460146 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 53cde4fb-e655-490f-8dc9-4f02def3cebd no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:51:37.480153 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-70f34d5f-d100-47e5-b999-d63cd2708782 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:37.488915 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70f34d5f-d100-47e5-b999-d63cd2708782 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=83445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:51:37.489145 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94a2e62-3629-4470-8bf6-4be27456456a tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Pushing event deleted for resources: {'Subnet': ['ID=0da56016-7d6b-4196-a726-651095f263bf,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:37.489299 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-70f34d5f-d100-47e5-b999-d63cd2708782 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2036002'] for segment, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:37.492162 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f94a2e62-3629-4470-8bf6-4be27456456a tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:37.495642 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f94a2e62-3629-4470-8bf6-4be27456456a tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:37.496021 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 53cde4fb-e655-490f-8dc9-4f02def3cebd {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:51:37.496385 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 53cde4fb-e655-490f-8dc9-4f02def3cebd not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:51:37.501809 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f94a2e62-3629-4470-8bf6-4be27456456a tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "DELETE /v2.0/subnets/0da56016-7d6b-4196-a726-651095f263bf HTTP/1.1" status: 204 len: 168 time: 0.4240837 Dec 20 08:51:37.504405 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44762) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:37.506135 dv-neutron-820491-1-hyperv neutron-server[83445]: Traceback (most recent call last): Dec 20 08:51:37.506135 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:51:37.506135 dv-neutron-820491-1-hyperv neutron-server[83445]: timer() Dec 20 08:51:37.506135 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:51:37.506135 dv-neutron-820491-1-hyperv neutron-server[83445]: cb(*args, **kw) Dec 20 08:51:37.506135 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:51:37.506135 dv-neutron-820491-1-hyperv neutron-server[83445]: return func(*args, **kwargs) Dec 20 08:51:37.506135 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:51:37.506135 dv-neutron-820491-1-hyperv neutron-server[83445]: self._notify() Dec 20 08:51:37.506135 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:51:37.506135 dv-neutron-820491-1-hyperv neutron-server[83445]: self.callback(batched_events) Dec 20 08:51:37.506135 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:51:37.506135 dv-neutron-820491-1-hyperv neutron-server[83445]: event.method(event) Dec 20 08:51:37.506135 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:51:37.506135 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:51:37.506135 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:51:37.506135 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:51:37.506135 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:51:37.506135 dv-neutron-820491-1-hyperv neutron-server[83445]: return f(self, *a, **k) Dec 20 08:51:37.506135 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:51:37.506135 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._get(url).json() Dec 20 08:51:37.506135 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:51:37.506135 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:51:37.506135 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:51:37.506135 dv-neutron-820491-1-hyperv neutron-server[83445]: return self.request(url, 'GET', **kwargs) Dec 20 08:51:37.506135 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:51:37.506135 dv-neutron-820491-1-hyperv neutron-server[83445]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:51:37.506135 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:51:37.506135 dv-neutron-820491-1-hyperv neutron-server[83445]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:51:37.506135 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:51:37.506135 dv-neutron-820491-1-hyperv neutron-server[83445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:51:37.506135 dv-neutron-820491-1-hyperv neutron-server[83445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:51:37.606290 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-70f34d5f-d100-47e5-b999-d63cd2708782 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:37.611239 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-22f49218-f829-4dea-9fad-01a966dfd304 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:37.620806 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1715e137-59d6-47af-ac1e-c0c173227a8f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:37.631433 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-70f34d5f-d100-47e5-b999-d63cd2708782 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:37.632579 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-1715e137-59d6-47af-ac1e-c0c173227a8f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Deleting port 633e376e-f7e2-4014-b0dd-131d24984b76 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:51:37.632992 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1715e137-59d6-47af-ac1e-c0c173227a8f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:37.638387 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f34d5f-d100-47e5-b999-d63cd2708782 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Pushing event deleted for resources: {'Network': ['ID=84dca9d3-b9bb-44ee-b596-0e2e58603cef,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:37.643295 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-70f34d5f-d100-47e5-b999-d63cd2708782 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:37.656717 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-70f34d5f-d100-47e5-b999-d63cd2708782 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "DELETE /v2.0/networks/84dca9d3-b9bb-44ee-b596-0e2e58603cef HTTP/1.1" status: 204 len: 168 time: 1.2523739 Dec 20 08:51:37.657783 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 44766) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:37.664029 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-d119d0ea-6fe7-4d48-80ad-37b177cefcb5 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Request body: {'network': {'name': 'tempest-RoutersTest-1054260545'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:51:37.669940 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-d119d0ea-6fe7-4d48-80ad-37b177cefcb5 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:51:37.673881 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-d119d0ea-6fe7-4d48-80ad-37b177cefcb5 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Usage tracker for resource:network and tenant:4697a8f4ef3e423facaab77bb132848e is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:51:37.677066 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-d119d0ea-6fe7-4d48-80ad-37b177cefcb5 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:51:37.683910 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-d119d0ea-6fe7-4d48-80ad-37b177cefcb5 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:51:37.695598 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d119d0ea-6fe7-4d48-80ad-37b177cefcb5 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Made reservation on behalf of 4697a8f4ef3e423facaab77bb132848e for: {'network': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:51:37.698666 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d119d0ea-6fe7-4d48-80ad-37b177cefcb5 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:37.728093 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d119d0ea-6fe7-4d48-80ad-37b177cefcb5 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=83445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:51:37.738858 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d119d0ea-6fe7-4d48-80ad-37b177cefcb5 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:37.739423 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.segments_db [None req-d119d0ea-6fe7-4d48-80ad-37b177cefcb5 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Added segment 0d90c2e5-b197-4d3f-a6fd-6a2b1e28facb of type vlan for network 7a189aef-cfca-4541-8461-ad61595a2ca4 Dec 20 08:51:37.770175 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d119d0ea-6fe7-4d48-80ad-37b177cefcb5 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:37.802465 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d119d0ea-6fe7-4d48-80ad-37b177cefcb5 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:37.806721 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d119d0ea-6fe7-4d48-80ad-37b177cefcb5 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:51:37.807477 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d119d0ea-6fe7-4d48-80ad-37b177cefcb5 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:37.811306 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-155f98fb-26de-416c-b9b4-12316951cde0 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:37.856282 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-1715e137-59d6-47af-ac1e-c0c173227a8f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] For port 633e376e-f7e2-4014-b0dd-131d24984b76, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=633e376e-f7e2-4014-b0dd-131d24984b76,segment=NetworkSegment(14c64928-6843-4258-b754-90d516434221),segment_id=14c64928-6843-4258-b754-90d516434221)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:51:37.856889 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1715e137-59d6-47af-ac1e-c0c173227a8f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:37.869818 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-d119d0ea-6fe7-4d48-80ad-37b177cefcb5 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2109542 Dec 20 08:51:37.872760 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44770) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:37.897017 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-eb452a02-6767-4648-8849-9e8b6c2f6159 None None] Deleting port 53cde4fb-e655-490f-8dc9-4f02def3cebd {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:51:37.897535 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-eb452a02-6767-4648-8849-9e8b6c2f6159 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:37.919227 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d119d0ea-6fe7-4d48-80ad-37b177cefcb5 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Pushing event updated for resources: {'Network': ['ID=7a189aef-cfca-4541-8461-ad61595a2ca4,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:37.921781 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d119d0ea-6fe7-4d48-80ad-37b177cefcb5 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:37.933172 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network 7a189aef-cfca-4541-8461-ad61595a2ca4 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:51:37.933449 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-80466828-74e0-45f8-bf95-6c2e7bdd264f tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Request body: {'subnet': {'network_id': '7a189aef-cfca-4541-8461-ad61595a2ca4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:51:37.959030 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce38de06-6698-448e-85c3-bc7a4ee11ac1 None None] Network 66b899b4-a474-4680-a747-d664759efbf6 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:51:38.012969 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-1715e137-59d6-47af-ac1e-c0c173227a8f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Calling delete_port for 633e376e-f7e2-4014-b0dd-131d24984b76 owned by network:dhcp {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:51:38.022304 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-eb452a02-6767-4648-8849-9e8b6c2f6159 None None] The port '53cde4fb-e655-490f-8dc9-4f02def3cebd' was deleted {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 08:51:38.159285 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-80466828-74e0-45f8-bf95-6c2e7bdd264f tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:51:38.163797 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-80466828-74e0-45f8-bf95-6c2e7bdd264f tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Usage tracker for resource:subnet and tenant:4697a8f4ef3e423facaab77bb132848e is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:51:38.167880 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-80466828-74e0-45f8-bf95-6c2e7bdd264f tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:51:38.174244 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-80466828-74e0-45f8-bf95-6c2e7bdd264f tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:51:38.177436 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1715e137-59d6-47af-ac1e-c0c173227a8f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:38.183587 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-60fb96d9-3317-47e4-b874-e9b4943ce4b2 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:38.233591 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1715e137-59d6-47af-ac1e-c0c173227a8f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Pushing event deleted for resources: {'Port': ['ID=633e376e-f7e2-4014-b0dd-131d24984b76,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:38.237060 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80466828-74e0-45f8-bf95-6c2e7bdd264f tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Made reservation on behalf of 4697a8f4ef3e423facaab77bb132848e for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:51:38.255230 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1715e137-59d6-47af-ac1e-c0c173227a8f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:38.263190 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1715e137-59d6-47af-ac1e-c0c173227a8f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] No DVR routers for this DVR port 633e376e-f7e2-4014-b0dd-131d24984b76 on host dv-neutron-820491-1-hyperv {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:51:38.278968 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-daa557a2-56ad-49ca-90c6-017eeb8ff803 None None] Provisioning complete for port 633e376e-f7e2-4014-b0dd-131d24984b76 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:51:38.279537 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-daa557a2-56ad-49ca-90c6-017eeb8ff803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:38.312399 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-daa557a2-56ad-49ca-90c6-017eeb8ff803 None None] Port 633e376e-f7e2-4014-b0dd-131d24984b76 was deleted so its status cannot be updated. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Dec 20 08:51:38.339241 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09a4abf-a756-49ee-9e45-66faec1e0b3c None None] DHCP port deletion for 66b899b4-a474-4680-a747-d664759efbf6 request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 08:51:38.513052 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-80466828-74e0-45f8-bf95-6c2e7bdd264f tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1529102'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:38.583542 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1715e137-59d6-47af-ac1e-c0c173227a8f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:38.675102 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-1715e137-59d6-47af-ac1e-c0c173227a8f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66b899b4-a474-4680-a747-d664759efbf6']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:51:38.694164 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-1715e137-59d6-47af-ac1e-c0c173227a8f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14c64928-6843-4258-b754-90d516434221') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:51:38.694464 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-1715e137-59d6-47af-ac1e-c0c173227a8f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14c64928-6843-4258-b754-90d516434221') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:51:38.712870 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1715e137-59d6-47af-ac1e-c0c173227a8f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1618722'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:38.737386 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1715e137-59d6-47af-ac1e-c0c173227a8f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:38.745725 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1715e137-59d6-47af-ac1e-c0c173227a8f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:51:38.746113 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1715e137-59d6-47af-ac1e-c0c173227a8f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1128911'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:38.759950 dv-neutron-820491-1-hyperv neutron-server[83444]: Traceback (most recent call last): Dec 20 08:51:38.759950 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:51:38.759950 dv-neutron-820491-1-hyperv neutron-server[83444]: timer() Dec 20 08:51:38.759950 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:51:38.759950 dv-neutron-820491-1-hyperv neutron-server[83444]: cb(*args, **kw) Dec 20 08:51:38.759950 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:51:38.759950 dv-neutron-820491-1-hyperv neutron-server[83444]: return func(*args, **kwargs) Dec 20 08:51:38.759950 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:51:38.759950 dv-neutron-820491-1-hyperv neutron-server[83444]: self._notify() Dec 20 08:51:38.759950 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:51:38.759950 dv-neutron-820491-1-hyperv neutron-server[83444]: self.callback(batched_events) Dec 20 08:51:38.759950 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:51:38.759950 dv-neutron-820491-1-hyperv neutron-server[83444]: event.method(event) Dec 20 08:51:38.759950 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:51:38.759950 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:51:38.759950 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:51:38.759950 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:51:38.759950 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:51:38.759950 dv-neutron-820491-1-hyperv neutron-server[83444]: return f(self, *a, **k) Dec 20 08:51:38.759950 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:51:38.759950 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._get(url).json() Dec 20 08:51:38.759950 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:51:38.759950 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:51:38.759950 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:51:38.759950 dv-neutron-820491-1-hyperv neutron-server[83444]: return self.request(url, 'GET', **kwargs) Dec 20 08:51:38.759950 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:51:38.759950 dv-neutron-820491-1-hyperv neutron-server[83444]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:51:38.759950 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:51:38.759950 dv-neutron-820491-1-hyperv neutron-server[83444]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:51:38.759950 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:51:38.759950 dv-neutron-820491-1-hyperv neutron-server[83444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:51:38.759950 dv-neutron-820491-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:51:38.886054 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1715e137-59d6-47af-ac1e-c0c173227a8f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:38.893498 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9b9d6e82-8f8d-49e7-a9a8-fc069fb987cf tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:38.908349 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1715e137-59d6-47af-ac1e-c0c173227a8f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:38.923878 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1715e137-59d6-47af-ac1e-c0c173227a8f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Pushing event deleted for resources: {'Network': ['ID=66b899b4-a474-4680-a747-d664759efbf6,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:38.940553 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1715e137-59d6-47af-ac1e-c0c173227a8f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:38.958465 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1715e137-59d6-47af-ac1e-c0c173227a8f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "DELETE /v2.0/networks/66b899b4-a474-4680-a747-d664759efbf6 HTTP/1.1" status: 204 len: 168 time: 1.4531009 Dec 20 08:51:38.962332 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 44774) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:38.965933 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-80466828-74e0-45f8-bf95-6c2e7bdd264f tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1129376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1529148'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:38.968410 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-ae2fd2ee-7521-46ad-9f41-1aceaa1d16ca tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Request body: {'port': {'network_id': '13b54023-cd9b-4f29-8fc2-455799589a42', 'name': 'tempest-PortsTestJSON-1413789623'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:51:38.969576 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-639b6d58-2649-486a-b362-068c9cb04e1f tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:39.050640 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80466828-74e0-45f8-bf95-6c2e7bdd264f tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Pushing event updated for resources: {'Subnet': ['ID=fd07f0a4-f18f-4a09-ba09-1ec1564e78f2,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:39.054789 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-80466828-74e0-45f8-bf95-6c2e7bdd264f tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:39.064684 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80466828-74e0-45f8-bf95-6c2e7bdd264f tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Checking segment: {'id': '0d90c2e5-b197-4d3f-a6fd-6a2b1e28facb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '7a189aef-cfca-4541-8461-ad61595a2ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:51:39.065042 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80466828-74e0-45f8-bf95-6c2e7bdd264f tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Network hostable DHCP agents. Network: 7a189aef-cfca-4541-8461-ad61595a2ca4, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:51:39.079570 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-ae2fd2ee-7521-46ad-9f41-1aceaa1d16ca tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:51:39.083694 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-ae2fd2ee-7521-46ad-9f41-1aceaa1d16ca tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Usage tracker for resource:port and tenant:9a4160c0c10e4c91b63b9bda9f2f4420 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:51:39.086759 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-ae2fd2ee-7521-46ad-9f41-1aceaa1d16ca tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:51:39.089607 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80466828-74e0-45f8-bf95-6c2e7bdd264f tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Network 7a189aef-cfca-4541-8461-ad61595a2ca4 is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:51:39.093059 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-ae2fd2ee-7521-46ad-9f41-1aceaa1d16ca tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:51:39.100045 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-80466828-74e0-45f8-bf95-6c2e7bdd264f tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, 7a189aef-cfca-4541-8461-ad61595a2ca4) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:51:39.102722 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae2fd2ee-7521-46ad-9f41-1aceaa1d16ca tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Made reservation on behalf of 9a4160c0c10e4c91b63b9bda9f2f4420 for: {'port': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:51:39.105004 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80466828-74e0-45f8-bf95-6c2e7bdd264f tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:51:39.105738 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-80466828-74e0-45f8-bf95-6c2e7bdd264f tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:39.107102 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ae2fd2ee-7521-46ad-9f41-1aceaa1d16ca tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:39.112369 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1201f605-86fb-40fe-82c6-6b8149ec4481 None None] Network 7a189aef-cfca-4541-8461-ad61595a2ca4 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:51:39.129199 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 633e376e-f7e2-4014-b0dd-131d24984b76 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:51:39.129805 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-80466828-74e0-45f8-bf95-6c2e7bdd264f tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2554879 Dec 20 08:51:39.132635 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 44778) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:39.139867 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-00d1e19a-a2af-4115-95db-b76591597d4e tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-405228359', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:51:39.149021 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-00d1e19a-a2af-4115-95db-b76591597d4e tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:51:39.151768 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-ae2fd2ee-7521-46ad-9f41-1aceaa1d16ca tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] device_id is not set on port a83075b1-28ac-4520-a086-764c17462bf8 yet. {{(pid=83445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:51:39.169433 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 633e376e-f7e2-4014-b0dd-131d24984b76 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:51:39.169787 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 633e376e-f7e2-4014-b0dd-131d24984b76 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:51:39.191656 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-00d1e19a-a2af-4115-95db-b76591597d4e tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Usage tracker for resource:router and tenant:4697a8f4ef3e423facaab77bb132848e is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:51:39.195261 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-00d1e19a-a2af-4115-95db-b76591597d4e tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:51:39.213405 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-00d1e19a-a2af-4115-95db-b76591597d4e tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:51:39.237775 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-00d1e19a-a2af-4115-95db-b76591597d4e tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24817'] for router, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:39.238648 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-00d1e19a-a2af-4115-95db-b76591597d4e tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-351744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24806'] for router, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:39.306357 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-00d1e19a-a2af-4115-95db-b76591597d4e tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:39.364178 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e5b764-a643-47f6-95fe-33cd94c163a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-7a189aef-cfca-4541-8461-ad61595a2ca4', 'network_id': '7a189aef-cfca-4541-8461-ad61595a2ca4', 'tenant_id': '4697a8f4ef3e423facaab77bb132848e', 'fixed_ips': [{'subnet_id': 'fd07f0a4-f18f-4a09-ba09-1ec1564e78f2'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:51:39.364995 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-82e5b764-a643-47f6-95fe-33cd94c163a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:39.401033 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-00d1e19a-a2af-4115-95db-b76591597d4e tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071'] for router, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:39.418354 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ae2fd2ee-7521-46ad-9f41-1aceaa1d16ca tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:39.436585 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-00d1e19a-a2af-4115-95db-b76591597d4e tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:39.437989 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-00d1e19a-a2af-4115-95db-b76591597d4e tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3042877 Dec 20 08:51:39.440669 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 44782) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:39.534534 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-82e5b764-a643-47f6-95fe-33cd94c163a3 None None] Allocated IP 172.20.0.2 (7a189aef-cfca-4541-8461-ad61595a2ca4/fd07f0a4-f18f-4a09-ba09-1ec1564e78f2/dac35907-5521-4f46-a270-5a37f4c7f8a8) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:51:39.684441 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ae2fd2ee-7521-46ad-9f41-1aceaa1d16ca tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:39.690139 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-070acd46-2f8d-4c33-8fc6-d8588a51e640 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:39.744201 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-82e5b764-a643-47f6-95fe-33cd94c163a3 None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:39.754329 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-82e5b764-a643-47f6-95fe-33cd94c163a3 None None] Transition to ACTIVE for port object dac35907-5521-4f46-a270-5a37f4c7f8a8 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:51:39.774112 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-82e5b764-a643-47f6-95fe-33cd94c163a3 None None] Transition to ACTIVE for port object dac35907-5521-4f46-a270-5a37f4c7f8a8 will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:51:39.780075 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-82e5b764-a643-47f6-95fe-33cd94c163a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:39.784079 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-69704915-c90e-4490-a2e4-48cc2ca3e5d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:39.862090 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:39.863872 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e5b764-a643-47f6-95fe-33cd94c163a3 None None] Network 7a189aef-cfca-4541-8461-ad61595a2ca4 is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:51:39.871791 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-82e5b764-a643-47f6-95fe-33cd94c163a3 None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:51:39.877028 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e5b764-a643-47f6-95fe-33cd94c163a3 None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:51:39.879625 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2fd2ee-7521-46ad-9f41-1aceaa1d16ca tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Pushing event updated for resources: {'Port': ['ID=a83075b1-28ac-4520-a086-764c17462bf8,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:39.882991 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2fd2ee-7521-46ad-9f41-1aceaa1d16ca tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Network 13b54023-cd9b-4f29-8fc2-455799589a42 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:51:39.884098 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e5b764-a643-47f6-95fe-33cd94c163a3 None None] Pushing event updated for resources: {'Port': ['ID=dac35907-5521-4f46-a270-5a37f4c7f8a8,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:39.887451 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-82e5b764-a643-47f6-95fe-33cd94c163a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:39.889668 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ae2fd2ee-7521-46ad-9f41-1aceaa1d16ca tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:39.892168 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-ae2fd2ee-7521-46ad-9f41-1aceaa1d16ca tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:51:39.895511 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2fd2ee-7521-46ad-9f41-1aceaa1d16ca tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:51:39.899333 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2fd2ee-7521-46ad-9f41-1aceaa1d16ca tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:51:39.899920 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ae2fd2ee-7521-46ad-9f41-1aceaa1d16ca tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:39.922045 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-ae2fd2ee-7521-46ad-9f41-1aceaa1d16ca tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9587076 Dec 20 08:51:39.925525 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44786) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:39.981297 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-82e5b764-a643-47f6-95fe-33cd94c163a3 None None] Attempting to bind port dac35907-5521-4f46-a270-5a37f4c7f8a8 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:51:39.981682 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-82e5b764-a643-47f6-95fe-33cd94c163a3 None None] Attempting to bind port dac35907-5521-4f46-a270-5a37f4c7f8a8 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '0d90c2e5-b197-4d3f-a6fd-6a2b1e28facb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '7a189aef-cfca-4541-8461-ad61595a2ca4'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:51:39.982044 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e5b764-a643-47f6-95fe-33cd94c163a3 None None] Attempting to bind port dac35907-5521-4f46-a270-5a37f4c7f8a8 on network 7a189aef-cfca-4541-8461-ad61595a2ca4 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:51:39.989090 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e5b764-a643-47f6-95fe-33cd94c163a3 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:51:39.989506 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e5b764-a643-47f6-95fe-33cd94c163a3 None None] Checking segment: {'id': '0d90c2e5-b197-4d3f-a6fd-6a2b1e28facb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '7a189aef-cfca-4541-8461-ad61595a2ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:51:39.989903 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-82e5b764-a643-47f6-95fe-33cd94c163a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:39.990301 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e5b764-a643-47f6-95fe-33cd94c163a3 None None] Bound using segment: {'id': '0d90c2e5-b197-4d3f-a6fd-6a2b1e28facb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '7a189aef-cfca-4541-8461-ad61595a2ca4'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:51:39.990811 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-82e5b764-a643-47f6-95fe-33cd94c163a3 None None] Bound port: dac35907-5521-4f46-a270-5a37f4c7f8a8, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d90c2e5-b197-4d3f-a6fd-6a2b1e28facb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '7a189aef-cfca-4541-8461-ad61595a2ca4'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:51:39.991185 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-82e5b764-a643-47f6-95fe-33cd94c163a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:40.008013 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-e38d1dad-5613-419d-9430-ba9361a8cdb9 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Deleting port a83075b1-28ac-4520-a086-764c17462bf8 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:51:40.008538 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e38d1dad-5613-419d-9430-ba9361a8cdb9 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:40.084989 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-82e5b764-a643-47f6-95fe-33cd94c163a3 None None] For port dac35907-5521-4f46-a270-5a37f4c7f8a8, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:51:40.088769 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-82e5b764-a643-47f6-95fe-33cd94c163a3 None None] For port dac35907-5521-4f46-a270-5a37f4c7f8a8, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=dac35907-5521-4f46-a270-5a37f4c7f8a8,segment=NetworkSegment(0d90c2e5-b197-4d3f-a6fd-6a2b1e28facb),segment_id=0d90c2e5-b197-4d3f-a6fd-6a2b1e28facb)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:51:40.094462 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-82e5b764-a643-47f6-95fe-33cd94c163a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:40.099006 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-5b348df2-5fae-4df6-b71a-ea0bee0fbd6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:40.176170 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-cb1a6e79-7d2d-4e28-b9e7-ef6ea1e03712 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:40.189133 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e5b764-a643-47f6-95fe-33cd94c163a3 None None] Pushing event updated for resources: {'Port': ['ID=dac35907-5521-4f46-a270-5a37f4c7f8a8,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:40.192427 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-82e5b764-a643-47f6-95fe-33cd94c163a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:40.252571 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e38d1dad-5613-419d-9430-ba9361a8cdb9 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:40.412868 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-e38d1dad-5613-419d-9430-ba9361a8cdb9 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Calling delete_port for a83075b1-28ac-4520-a086-764c17462bf8 owned by {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:51:40.516790 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e38d1dad-5613-419d-9430-ba9361a8cdb9 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:40.526771 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-40b91ec2-fbee-4221-bab5-e11b27b58345 tempest-RoutersAdminNegativeIpV6Test-410709376 tempest-RoutersAdminNegativeIpV6Test-410709376-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:40.580959 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d1dad-5613-419d-9430-ba9361a8cdb9 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Pushing event deleted for resources: {'Port': ['ID=a83075b1-28ac-4520-a086-764c17462bf8,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:40.584894 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e38d1dad-5613-419d-9430-ba9361a8cdb9 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:40.589901 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e38d1dad-5613-419d-9430-ba9361a8cdb9 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:40.600561 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e38d1dad-5613-419d-9430-ba9361a8cdb9 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "DELETE /v2.0/ports/a83075b1-28ac-4520-a086-764c17462bf8 HTTP/1.1" status: 204 len: 168 time: 0.6729188 Dec 20 08:51:40.603423 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44790) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:40.609381 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-cef75de0-3e7d-466c-9d96-3cbe31df7810 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Request body: {'port': {'network_id': '13b54023-cd9b-4f29-8fc2-455799589a42', 'mac_address': 'fa:16:3e:04:0a:30', 'name': 'tempest-PortsTestJSON-1965832636'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:51:40.623293 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-cb1a6e79-7d2d-4e28-b9e7-ef6ea1e03712 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Allocated IP 172.20.0.1 (7a189aef-cfca-4541-8461-ad61595a2ca4/fd07f0a4-f18f-4a09-ba09-1ec1564e78f2/daf5fa35-0f88-4725-b98d-67599a19ed3b) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:51:40.733731 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-cef75de0-3e7d-466c-9d96-3cbe31df7810 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:51:40.737785 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-cef75de0-3e7d-466c-9d96-3cbe31df7810 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Usage tracker for resource:port and tenant:9a4160c0c10e4c91b63b9bda9f2f4420 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:51:40.740608 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-cef75de0-3e7d-466c-9d96-3cbe31df7810 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:51:40.746648 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-cef75de0-3e7d-466c-9d96-3cbe31df7810 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:51:40.759478 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef75de0-3e7d-466c-9d96-3cbe31df7810 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Made reservation on behalf of 9a4160c0c10e4c91b63b9bda9f2f4420 for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:51:40.812395 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-cb1a6e79-7d2d-4e28-b9e7-ef6ea1e03712 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:40.830484 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-cb1a6e79-7d2d-4e28-b9e7-ef6ea1e03712 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Transition to ACTIVE for port object daf5fa35-0f88-4725-b98d-67599a19ed3b will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:51:40.857403 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-cb1a6e79-7d2d-4e28-b9e7-ef6ea1e03712 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:40.863115 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-6ef19604-d275-499c-8474-242259f1465b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:40.884148 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cef75de0-3e7d-466c-9d96-3cbe31df7810 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:40.918889 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-cef75de0-3e7d-466c-9d96-3cbe31df7810 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] device_id is not set on port d5084577-dc3b-4e9a-9d6d-dd99c0c0ee11 yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:51:40.948822 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1a6e79-7d2d-4e28-b9e7-ef6ea1e03712 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Network 7a189aef-cfca-4541-8461-ad61595a2ca4 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:51:40.952569 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-cb1a6e79-7d2d-4e28-b9e7-ef6ea1e03712 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:51:40.955524 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1a6e79-7d2d-4e28-b9e7-ef6ea1e03712 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:51:40.988637 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a6e79-7d2d-4e28-b9e7-ef6ea1e03712 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Pushing event updated for resources: {'Port': ['ID=daf5fa35-0f88-4725-b98d-67599a19ed3b,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:40.992109 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-cb1a6e79-7d2d-4e28-b9e7-ef6ea1e03712 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:41.032387 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-cb1a6e79-7d2d-4e28-b9e7-ef6ea1e03712 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-345881'] for router_interface, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:41.170609 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device dac35907-5521-4f46-a270-5a37f4c7f8a8 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:51:41.171171 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-cb1a6e79-7d2d-4e28-b9e7-ef6ea1e03712 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:41.254800 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port dac35907-5521-4f46-a270-5a37f4c7f8a8 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:51:41.271324 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc447571-652d-4a59-a6e3-624bb52ef0ba None None] Network 7a189aef-cfca-4541-8461-ad61595a2ca4 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:51:41.334137 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cef75de0-3e7d-466c-9d96-3cbe31df7810 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:41.374233 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cef75de0-3e7d-466c-9d96-3cbe31df7810 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:41.388715 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-51369e43-955e-4bb8-bf54-ca3ec9a2a556 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:41.404568 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-5b779848-99ca-45b0-8a14-4989ea97f407 None None] Provisioning for port dac35907-5521-4f46-a270-5a37f4c7f8a8 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:51:41.440148 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-5b779848-99ca-45b0-8a14-4989ea97f407 None None] Provisioning complete for port dac35907-5521-4f46-a270-5a37f4c7f8a8 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:51:41.440812 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-5b779848-99ca-45b0-8a14-4989ea97f407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:41.460319 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef75de0-3e7d-466c-9d96-3cbe31df7810 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Network 13b54023-cd9b-4f29-8fc2-455799589a42 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:51:41.464056 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-cef75de0-3e7d-466c-9d96-3cbe31df7810 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:51:41.468392 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef75de0-3e7d-466c-9d96-3cbe31df7810 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:51:41.472646 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef75de0-3e7d-466c-9d96-3cbe31df7810 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:51:41.473302 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cef75de0-3e7d-466c-9d96-3cbe31df7810 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:41.477534 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef75de0-3e7d-466c-9d96-3cbe31df7810 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Pushing event updated for resources: {'Port': ['ID=d5084577-dc3b-4e9a-9d6d-dd99c0c0ee11,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:41.482220 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-cef75de0-3e7d-466c-9d96-3cbe31df7810 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:41.509423 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-cef75de0-3e7d-466c-9d96-3cbe31df7810 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9035268 Dec 20 08:51:41.511796 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44794) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:41.588910 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e538e61d-98f0-4bb2-973d-8416d1874294 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:51:41.589877 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e538e61d-98f0-4bb2-973d-8416d1874294 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Synchronizing usage tracker for tenant:9a4160c0c10e4c91b63b9bda9f2f4420 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:51:41.608949 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e538e61d-98f0-4bb2-973d-8416d1874294 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Unset dirty status for tenant:9a4160c0c10e4c91b63b9bda9f2f4420 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:51:41.612677 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e538e61d-98f0-4bb2-973d-8416d1874294 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "GET /v2.0/ports/d5084577-dc3b-4e9a-9d6d-dd99c0c0ee11 HTTP/1.1" status: 200 len: 841 time: 0.0971656 Dec 20 08:51:41.613582 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44798) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:41.683475 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-855c799f-e784-43ee-8b9f-1abe7239d96a tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Deleting port d5084577-dc3b-4e9a-9d6d-dd99c0c0ee11 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:51:41.683969 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-855c799f-e784-43ee-8b9f-1abe7239d96a tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:41.688369 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-5b779848-99ca-45b0-8a14-4989ea97f407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:41.729020 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-5b779848-99ca-45b0-8a14-4989ea97f407 None None] For port dac35907-5521-4f46-a270-5a37f4c7f8a8, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=dac35907-5521-4f46-a270-5a37f4c7f8a8,segment=NetworkSegment(0d90c2e5-b197-4d3f-a6fd-6a2b1e28facb),segment_id=0d90c2e5-b197-4d3f-a6fd-6a2b1e28facb)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:51:41.735147 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-5b779848-99ca-45b0-8a14-4989ea97f407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:41.737440 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-505041b9-e861-436c-9c1e-8d6debb272d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:41.749168 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-cb1a6e79-7d2d-4e28-b9e7-ef6ea1e03712 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:41.758883 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-cb1a6e79-7d2d-4e28-b9e7-ef6ea1e03712 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2036698'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:41.791423 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-070acd46-2f8d-4c33-8fc6-d8588a51e640 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:41.811291 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b779848-99ca-45b0-8a14-4989ea97f407 None None] Pushing event updated for resources: {'Port': ['ID=dac35907-5521-4f46-a270-5a37f4c7f8a8,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:41.815386 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-5b779848-99ca-45b0-8a14-4989ea97f407 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:41.880728 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a6e79-7d2d-4e28-b9e7-ef6ea1e03712 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Pushing event updated for resources: {'Port': ['ID=daf5fa35-0f88-4725-b98d-67599a19ed3b,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:41.883105 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-cb1a6e79-7d2d-4e28-b9e7-ef6ea1e03712 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32898031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349045'] for router_interface, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:41.887610 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-cb1a6e79-7d2d-4e28-b9e7-ef6ea1e03712 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:41.929126 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-855c799f-e784-43ee-8b9f-1abe7239d96a tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:41.966978 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-38419531-ac9f-4d92-bcb7-ba5832e706b6 None None] Provisioning for port daf5fa35-0f88-4725-b98d-67599a19ed3b completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:51:41.978249 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-38419531-ac9f-4d92-bcb7-ba5832e706b6 None None] Provisioning complete for port daf5fa35-0f88-4725-b98d-67599a19ed3b triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:51:41.978883 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-38419531-ac9f-4d92-bcb7-ba5832e706b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:42.032068 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1a6e79-7d2d-4e28-b9e7-ef6ea1e03712 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Network 7a189aef-cfca-4541-8461-ad61595a2ca4 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:51:42.033208 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-cb1a6e79-7d2d-4e28-b9e7-ef6ea1e03712 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:51:42.039268 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-38419531-ac9f-4d92-bcb7-ba5832e706b6 None None] Port daf5fa35-0f88-4725-b98d-67599a19ed3b cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:51:42.053119 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-38419531-ac9f-4d92-bcb7-ba5832e706b6 None None] Provisioning complete for port dac35907-5521-4f46-a270-5a37f4c7f8a8 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:51:42.053506 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-38419531-ac9f-4d92-bcb7-ba5832e706b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:42.059271 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-855c799f-e784-43ee-8b9f-1abe7239d96a tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Calling delete_port for d5084577-dc3b-4e9a-9d6d-dd99c0c0ee11 owned by {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:51:42.155682 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-855c799f-e784-43ee-8b9f-1abe7239d96a tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:42.161939 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1774e675-3752-4730-b0d1-0f2e71fe8980 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:42.203937 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855c799f-e784-43ee-8b9f-1abe7239d96a tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Pushing event deleted for resources: {'Port': ['ID=d5084577-dc3b-4e9a-9d6d-dd99c0c0ee11,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:42.206826 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-855c799f-e784-43ee-8b9f-1abe7239d96a tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:42.216193 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-855c799f-e784-43ee-8b9f-1abe7239d96a tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:42.230000 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-855c799f-e784-43ee-8b9f-1abe7239d96a tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "DELETE /v2.0/ports/d5084577-dc3b-4e9a-9d6d-dd99c0c0ee11 HTTP/1.1" status: 204 len: 168 time: 0.6152303 Dec 20 08:51:42.232336 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44802) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:42.275116 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-bda206aa-8572-4526-a5fc-d922f9dce964 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] GET failed (client error): The resource could not be found. Dec 20 08:51:42.276247 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-bda206aa-8572-4526-a5fc-d922f9dce964 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Synchronizing usage tracker for tenant:9a4160c0c10e4c91b63b9bda9f2f4420 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:51:42.292099 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-bda206aa-8572-4526-a5fc-d922f9dce964 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Unset dirty status for tenant:9a4160c0c10e4c91b63b9bda9f2f4420 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:51:42.296606 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-bda206aa-8572-4526-a5fc-d922f9dce964 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "GET /v2.0/ports/d5084577-dc3b-4e9a-9d6d-dd99c0c0ee11 HTTP/1.1" status: 404 len: 333 time: 0.0599401 Dec 20 08:51:42.297724 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44806) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:42.303980 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-4cfa1f13-9f1e-4598-a665-83c90f96add2 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Request body: {'port': {'network_id': '13b54023-cd9b-4f29-8fc2-455799589a42', 'name': 'tempest-PortsTestJSON-776264433'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:51:42.327962 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-0bec6698-7546-4abc-afb6-30c8571a3b86 None None] Provisioning complete for port daf5fa35-0f88-4725-b98d-67599a19ed3b triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:51:42.328543 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-0bec6698-7546-4abc-afb6-30c8571a3b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:42.387324 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-0bec6698-7546-4abc-afb6-30c8571a3b86 None None] Port daf5fa35-0f88-4725-b98d-67599a19ed3b cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:51:42.419508 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb1a6e79-7d2d-4e28-b9e7-ef6ea1e03712 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Router 90bfa390-4479-40d1-b0bf-96a28eed93b7 is scheduled to L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 with binding_index 1 {{(pid=83445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 08:51:42.433399 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-4cfa1f13-9f1e-4598-a665-83c90f96add2 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:51:42.442871 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-4cfa1f13-9f1e-4598-a665-83c90f96add2 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:51:42.453108 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cfa1f13-9f1e-4598-a665-83c90f96add2 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Made reservation on behalf of 9a4160c0c10e4c91b63b9bda9f2f4420 for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:51:42.456201 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4cfa1f13-9f1e-4598-a665-83c90f96add2 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:42.479357 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-4cfa1f13-9f1e-4598-a665-83c90f96add2 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] device_id is not set on port 91cc0b09-410d-4aa0-af9f-6b14137bb91e yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:51:42.483629 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-448ae798-34e7-411c-a3e4-8d7d9b877d7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:42.513168 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-40b7c973-7490-4319-af06-213d0ae3e99a None None] Provisioning complete for port daf5fa35-0f88-4725-b98d-67599a19ed3b triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:51:42.513599 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-40b7c973-7490-4319-af06-213d0ae3e99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:42.576693 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-40b7c973-7490-4319-af06-213d0ae3e99a None None] Port daf5fa35-0f88-4725-b98d-67599a19ed3b cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:51:42.596069 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb1a6e79-7d2d-4e28-b9e7-ef6ea1e03712 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:51:42.609952 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-cb1a6e79-7d2d-4e28-b9e7-ef6ea1e03712 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "PUT /v2.0/routers/90bfa390-4479-40d1-b0bf-96a28eed93b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1683073 Dec 20 08:51:42.612354 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 44810) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:42.613429 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82520f1-0682-4f5b-a272-0f159ac424a8 None None] Sync routers for ids ['90bfa390-4479-40d1-b0bf-96a28eed93b7'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:51:42.628851 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82520f1-0682-4f5b-a272-0f159ac424a8 None None] Routers {'90bfa390-4479-40d1-b0bf-96a28eed93b7'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:51:42.629615 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-d82520f1-0682-4f5b-a272-0f159ac424a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:51:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['90bfa390-4479-40d1-b0bf-96a28eed93b7'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:51:42.693133 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-d82520f1-0682-4f5b-a272-0f159ac424a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:51:42.699283 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49561a65-0100-4f14-a3ba-6b980688f988 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:51:42.700057 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-49561a65-0100-4f14-a3ba-6b980688f988 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Synchronizing usage tracker for tenant:4697a8f4ef3e423facaab77bb132848e on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:51:42.706031 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82520f1-0682-4f5b-a272-0f159ac424a8 None None] Routers {'90bfa390-4479-40d1-b0bf-96a28eed93b7'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:51:42.706646 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-d82520f1-0682-4f5b-a272-0f159ac424a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:51:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['90bfa390-4479-40d1-b0bf-96a28eed93b7'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:51:42.716051 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-49561a65-0100-4f14-a3ba-6b980688f988 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Unset dirty status for tenant:4697a8f4ef3e423facaab77bb132848e on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:51:42.717562 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-49561a65-0100-4f14-a3ba-6b980688f988 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "GET /v2.0/ports/daf5fa35-0f88-4725-b98d-67599a19ed3b HTTP/1.1" status: 200 len: 910 time: 0.1042850 Dec 20 08:51:42.720294 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 44814) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:42.724185 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4cfa1f13-9f1e-4598-a665-83c90f96add2 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:42.751206 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4cfa1f13-9f1e-4598-a665-83c90f96add2 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:42.756636 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-64374d13-3aaf-4e61-bd74-278fc47f550f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:42.777001 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-d82520f1-0682-4f5b-a272-0f159ac424a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:51:42.777464 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82520f1-0682-4f5b-a272-0f159ac424a8 None None] The sync data for ids ['90bfa390-4479-40d1-b0bf-96a28eed93b7'] in dv-neutron-820491-1-hyperv is: [] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:51:42.828278 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfa1f13-9f1e-4598-a665-83c90f96add2 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Network 13b54023-cd9b-4f29-8fc2-455799589a42 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:51:42.831505 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-4cfa1f13-9f1e-4598-a665-83c90f96add2 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:51:42.833475 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfa1f13-9f1e-4598-a665-83c90f96add2 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Pushing event updated for resources: {'Port': ['ID=91cc0b09-410d-4aa0-af9f-6b14137bb91e,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:42.835446 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfa1f13-9f1e-4598-a665-83c90f96add2 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:51:42.839678 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cfa1f13-9f1e-4598-a665-83c90f96add2 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:51:42.840286 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4cfa1f13-9f1e-4598-a665-83c90f96add2 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:42.845756 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4cfa1f13-9f1e-4598-a665-83c90f96add2 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:42.869221 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-4cfa1f13-9f1e-4598-a665-83c90f96add2 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.5699482 Dec 20 08:51:42.870091 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 44820) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:42.878606 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-2d980cca-2f27-4d83-84bc-6ebaf48a9c12 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:51:43.101180 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device dac35907-5521-4f46-a270-5a37f4c7f8a8 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:51:43.174769 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port dac35907-5521-4f46-a270-5a37f4c7f8a8 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:51:43.175145 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:43.252227 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2d980cca-2f27-4d83-84bc-6ebaf48a9c12 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:43.442576 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1a23b358-d12c-4517-94e6-6122f1f0e789 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349062'] for router_interface, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:43.599298 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2d980cca-2f27-4d83-84bc-6ebaf48a9c12 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:43.606615 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2d980cca-2f27-4d83-84bc-6ebaf48a9c12 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2036698'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:43.611293 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-24ea086d-751a-4ae8-bf55-02d87fdc7aad tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:43.683079 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-2d980cca-2f27-4d83-84bc-6ebaf48a9c12 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] In _notify_port_updated(), no bound segment for port 91cc0b09-410d-4aa0-af9f-6b14137bb91e on network 13b54023-cd9b-4f29-8fc2-455799589a42 {{(pid=83445) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 08:51:43.686833 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d980cca-2f27-4d83-84bc-6ebaf48a9c12 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:51:43.687428 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2d980cca-2f27-4d83-84bc-6ebaf48a9c12 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:43.688645 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-2d980cca-2f27-4d83-84bc-6ebaf48a9c12 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "PUT /v2.0/ports/91cc0b09-410d-4aa0-af9f-6b14137bb91e HTTP/1.1" status: 200 len: 818 time: 0.8159640 Dec 20 08:51:43.691511 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44824) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:43.706714 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d980cca-2f27-4d83-84bc-6ebaf48a9c12 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Pushing event updated for resources: {'Port': ['ID=91cc0b09-410d-4aa0-af9f-6b14137bb91e,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:43.711006 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-2d980cca-2f27-4d83-84bc-6ebaf48a9c12 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:43.762245 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-29fdad27-f169-439c-ab79-de560f663b91 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Deleting port 91cc0b09-410d-4aa0-af9f-6b14137bb91e {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:51:43.762651 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-29fdad27-f169-439c-ab79-de560f663b91 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:44.069833 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-29fdad27-f169-439c-ab79-de560f663b91 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:44.130414 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-1a23b358-d12c-4517-94e6-6122f1f0e789 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Deleting port daf5fa35-0f88-4725-b98d-67599a19ed3b {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:51:44.130996 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1a23b358-d12c-4517-94e6-6122f1f0e789 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:44.192730 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-29fdad27-f169-439c-ab79-de560f663b91 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Calling delete_port for 91cc0b09-410d-4aa0-af9f-6b14137bb91e owned by {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:51:44.271024 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-29fdad27-f169-439c-ab79-de560f663b91 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:44.277612 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-becb0a5c-72ed-4bfc-b8e8-d229dcf4da32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:44.318662 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fdad27-f169-439c-ab79-de560f663b91 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Pushing event deleted for resources: {'Port': ['ID=91cc0b09-410d-4aa0-af9f-6b14137bb91e,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:44.323603 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-29fdad27-f169-439c-ab79-de560f663b91 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:44.327800 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-29fdad27-f169-439c-ab79-de560f663b91 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:44.328538 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1a23b358-d12c-4517-94e6-6122f1f0e789 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:44.337533 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-29fdad27-f169-439c-ab79-de560f663b91 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "DELETE /v2.0/ports/91cc0b09-410d-4aa0-af9f-6b14137bb91e HTTP/1.1" status: 204 len: 168 time: 0.6450336 Dec 20 08:51:44.340594 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44828) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:44.418259 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95c266e-0f2d-470b-927d-b9643a90e490 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:51:44.418929 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-c95c266e-0f2d-470b-927d-b9643a90e490 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Synchronizing usage tracker for tenant:9a4160c0c10e4c91b63b9bda9f2f4420 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:51:44.433701 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-c95c266e-0f2d-470b-927d-b9643a90e490 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Unset dirty status for tenant:9a4160c0c10e4c91b63b9bda9f2f4420 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:51:44.435050 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c95c266e-0f2d-470b-927d-b9643a90e490 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0934691 Dec 20 08:51:44.437814 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44832) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:44.450675 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-1a23b358-d12c-4517-94e6-6122f1f0e789 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Calling delete_port for daf5fa35-0f88-4725-b98d-67599a19ed3b owned by network:router_interface {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:51:44.479376 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-61cbde68-f101-4598-8482-10e32711b41c tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] GET failed (client error): The resource could not be found. Dec 20 08:51:44.480628 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-61cbde68-f101-4598-8482-10e32711b41c tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "GET /v2.0/ports/91cc0b09-410d-4aa0-af9f-6b14137bb91e HTTP/1.1" status: 404 len: 333 time: 0.0419502 Dec 20 08:51:44.484343 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 44836) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:44.495529 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-88cf8b95-29ab-4b8f-9579-8ed656f72e8b tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-542686060'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:51:44.503746 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-88cf8b95-29ab-4b8f-9579-8ed656f72e8b tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:51:44.515796 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-88cf8b95-29ab-4b8f-9579-8ed656f72e8b tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Usage tracker for resource:network and tenant:9a4160c0c10e4c91b63b9bda9f2f4420 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:51:44.520467 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-88cf8b95-29ab-4b8f-9579-8ed656f72e8b tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:51:44.529962 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-88cf8b95-29ab-4b8f-9579-8ed656f72e8b tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:51:44.558459 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88cf8b95-29ab-4b8f-9579-8ed656f72e8b tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Made reservation on behalf of 9a4160c0c10e4c91b63b9bda9f2f4420 for: {'network': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:51:44.561346 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-88cf8b95-29ab-4b8f-9579-8ed656f72e8b tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:44.601916 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88cf8b95-29ab-4b8f-9579-8ed656f72e8b tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=83445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:51:44.676972 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1a23b358-d12c-4517-94e6-6122f1f0e789 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:44.680667 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-88cf8b95-29ab-4b8f-9579-8ed656f72e8b tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:44.681002 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.segments_db [None req-88cf8b95-29ab-4b8f-9579-8ed656f72e8b tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Added segment a7ca3e6f-144c-4e1c-8478-573728f3c32f of type vlan for network 4c43bc39-f788-4dbe-810e-9b75d8c824b4 Dec 20 08:51:44.683230 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-70f34d5f-d100-47e5-b999-d63cd2708782 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:44.816241 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-43b15093-ee21-4b1c-867e-33e33d0ac1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:44.848930 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a23b358-d12c-4517-94e6-6122f1f0e789 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Pushing event deleted for resources: {'Port': ['ID=daf5fa35-0f88-4725-b98d-67599a19ed3b,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:44.853189 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-1a23b358-d12c-4517-94e6-6122f1f0e789 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:44.931474 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-88cf8b95-29ab-4b8f-9579-8ed656f72e8b tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:45.036778 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-88cf8b95-29ab-4b8f-9579-8ed656f72e8b tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:45.040540 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88cf8b95-29ab-4b8f-9579-8ed656f72e8b tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:51:45.042069 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-88cf8b95-29ab-4b8f-9579-8ed656f72e8b tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:45.051487 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-6ef19604-d275-499c-8474-242259f1465b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:45.206232 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-88cf8b95-29ab-4b8f-9579-8ed656f72e8b tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7206631 Dec 20 08:51:45.208944 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44840) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:45.212987 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cf8b95-29ab-4b8f-9579-8ed656f72e8b tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Pushing event updated for resources: {'Network': ['ID=4c43bc39-f788-4dbe-810e-9b75d8c824b4,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:45.215334 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-1858b560-3eb3-4481-a22b-cc3ad9a4522f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Request body: {'subnet': {'network_id': '4c43bc39-f788-4dbe-810e-9b75d8c824b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:51:45.216653 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-88cf8b95-29ab-4b8f-9579-8ed656f72e8b tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:45.223585 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1a23b358-d12c-4517-94e6-6122f1f0e789 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32897953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348760'] for router_interface, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:45.224892 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network 4c43bc39-f788-4dbe-810e-9b75d8c824b4 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:51:45.325199 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-1858b560-3eb3-4481-a22b-cc3ad9a4522f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:51:45.329037 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-1858b560-3eb3-4481-a22b-cc3ad9a4522f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Usage tracker for resource:subnet and tenant:9a4160c0c10e4c91b63b9bda9f2f4420 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:51:45.331875 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-1858b560-3eb3-4481-a22b-cc3ad9a4522f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:51:45.337551 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-1858b560-3eb3-4481-a22b-cc3ad9a4522f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:51:45.347938 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1858b560-3eb3-4481-a22b-cc3ad9a4522f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Made reservation on behalf of 9a4160c0c10e4c91b63b9bda9f2f4420 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:51:45.449865 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1858b560-3eb3-4481-a22b-cc3ad9a4522f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1529102'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:45.641088 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a23b358-d12c-4517-94e6-6122f1f0e789 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Router 90bfa390-4479-40d1-b0bf-96a28eed93b7 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:51:45.669413 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1858b560-3eb3-4481-a22b-cc3ad9a4522f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1129376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1529148'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:45.672850 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-80466828-74e0-45f8-bf95-6c2e7bdd264f tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:45.747075 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1858b560-3eb3-4481-a22b-cc3ad9a4522f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Pushing event updated for resources: {'Subnet': ['ID=44a441fd-af85-41a9-b1b4-84188aea5905,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:45.752128 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1858b560-3eb3-4481-a22b-cc3ad9a4522f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:45.762676 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1858b560-3eb3-4481-a22b-cc3ad9a4522f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Checking segment: {'id': 'a7ca3e6f-144c-4e1c-8478-573728f3c32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '4c43bc39-f788-4dbe-810e-9b75d8c824b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:51:45.763026 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1858b560-3eb3-4481-a22b-cc3ad9a4522f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Network hostable DHCP agents. Network: 4c43bc39-f788-4dbe-810e-9b75d8c824b4, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:51:45.784359 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1858b560-3eb3-4481-a22b-cc3ad9a4522f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Network 4c43bc39-f788-4dbe-810e-9b75d8c824b4 is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:51:45.785005 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a23b358-d12c-4517-94e6-6122f1f0e789 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:51:45.789960 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-1a23b358-d12c-4517-94e6-6122f1f0e789 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "PUT /v2.0/routers/90bfa390-4479-40d1-b0bf-96a28eed93b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0686862 Dec 20 08:51:45.793720 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 44844) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:45.797980 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e95b1b5-40e8-4b24-a947-75c31afb6e02 None None] Sync routers for ids ['90bfa390-4479-40d1-b0bf-96a28eed93b7'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:51:45.799132 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-1858b560-3eb3-4481-a22b-cc3ad9a4522f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, 4c43bc39-f788-4dbe-810e-9b75d8c824b4) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:51:45.804535 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1858b560-3eb3-4481-a22b-cc3ad9a4522f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:51:45.805164 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1858b560-3eb3-4481-a22b-cc3ad9a4522f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:45.814911 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf253079-a315-4558-8ba0-1abed911370a None None] Network 4c43bc39-f788-4dbe-810e-9b75d8c824b4 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:51:45.835518 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1858b560-3eb3-4481-a22b-cc3ad9a4522f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6229398 Dec 20 08:51:45.835998 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44848) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:45.836999 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-70ee9881-b82a-433f-9310-fba000d7841a tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Synchronizing usage tracker for tenant:4697a8f4ef3e423facaab77bb132848e on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:51:45.841974 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e95b1b5-40e8-4b24-a947-75c31afb6e02 None None] Routers {'90bfa390-4479-40d1-b0bf-96a28eed93b7'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:51:45.842611 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-4e95b1b5-40e8-4b24-a947-75c31afb6e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:51:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['90bfa390-4479-40d1-b0bf-96a28eed93b7'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:51:45.843057 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-3b3ba45b-efc8-4746-82ca-ddd94ff8581b tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Request body: {'subnet': {'network_id': '4c43bc39-f788-4dbe-810e-9b75d8c824b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:51:45.854071 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-70ee9881-b82a-433f-9310-fba000d7841a tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Unset dirty status for tenant:4697a8f4ef3e423facaab77bb132848e on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:51:45.857784 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-70ee9881-b82a-433f-9310-fba000d7841a tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "GET /v2.0/ports?device_id=90bfa390-4479-40d1-b0bf-96a28eed93b7 HTTP/1.1" status: 200 len: 205 time: 0.0628366 Dec 20 08:51:45.858671 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 44852) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:45.929330 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-4e95b1b5-40e8-4b24-a947-75c31afb6e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:51:45.995591 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-3b3ba45b-efc8-4746-82ca-ddd94ff8581b tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:51:45.997216 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a433c0f3-14b8-4d62-b5dd-a919bc811a9f tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for router, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:46.000019 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-3b3ba45b-efc8-4746-82ca-ddd94ff8581b tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Usage tracker for resource:subnet and tenant:9a4160c0c10e4c91b63b9bda9f2f4420 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:51:46.003116 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-3b3ba45b-efc8-4746-82ca-ddd94ff8581b tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:51:46.010453 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:46.011339 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-3b3ba45b-efc8-4746-82ca-ddd94ff8581b tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:51:46.021223 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b3ba45b-efc8-4746-82ca-ddd94ff8581b tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Made reservation on behalf of 9a4160c0c10e4c91b63b9bda9f2f4420 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:51:46.022139 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:46.024916 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3b3ba45b-efc8-4746-82ca-ddd94ff8581b tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1529102'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:46.042157 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e95b1b5-40e8-4b24-a947-75c31afb6e02 None None] Routers {'90bfa390-4479-40d1-b0bf-96a28eed93b7'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:51:46.043080 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-4e95b1b5-40e8-4b24-a947-75c31afb6e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:51:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['90bfa390-4479-40d1-b0bf-96a28eed93b7'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:51:46.112777 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-4e95b1b5-40e8-4b24-a947-75c31afb6e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:51:46.113095 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e95b1b5-40e8-4b24-a947-75c31afb6e02 None None] The sync data for ids ['90bfa390-4479-40d1-b0bf-96a28eed93b7'] in dv-neutron-820491-1-hyperv is: [] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:51:46.163459 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.ipam_backend_mixin [None req-3b3ba45b-efc8-4746-82ca-ddd94ff8581b tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 44a441fd-af85-41a9-b1b4-84188aea5905 (CIDR: 172.20.0.0/28) Dec 20 08:51:46.167542 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b3ba45b-efc8-4746-82ca-ddd94ff8581b tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 08:51:46.168435 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b3ba45b-efc8-4746-82ca-ddd94ff8581b tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:51:46.190658 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-3b3ba45b-efc8-4746-82ca-ddd94ff8581b tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3509121 Dec 20 08:51:46.190959 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44856) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:46.196472 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-63e6eb9d-cc0f-4848-998f-3bb564459795 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Request body: {'subnet': {'network_id': '4c43bc39-f788-4dbe-810e-9b75d8c824b4', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:51:46.216166 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f648f900-ecce-4187-9d55-573eb4c828fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-4c43bc39-f788-4dbe-810e-9b75d8c824b4', 'network_id': '4c43bc39-f788-4dbe-810e-9b75d8c824b4', 'tenant_id': '9a4160c0c10e4c91b63b9bda9f2f4420', 'fixed_ips': [{'subnet_id': '44a441fd-af85-41a9-b1b4-84188aea5905'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:51:46.217023 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f648f900-ecce-4187-9d55-573eb4c828fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:46.341664 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-63e6eb9d-cc0f-4848-998f-3bb564459795 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:51:46.345524 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-63e6eb9d-cc0f-4848-998f-3bb564459795 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Usage tracker for resource:subnet and tenant:9a4160c0c10e4c91b63b9bda9f2f4420 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:51:46.348307 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-63e6eb9d-cc0f-4848-998f-3bb564459795 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:51:46.354243 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-63e6eb9d-cc0f-4848-998f-3bb564459795 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:51:46.365218 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e6eb9d-cc0f-4848-998f-3bb564459795 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Made reservation on behalf of 9a4160c0c10e4c91b63b9bda9f2f4420 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:51:46.369874 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-63e6eb9d-cc0f-4848-998f-3bb564459795 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1529102'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:46.387706 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-f648f900-ecce-4187-9d55-573eb4c828fe None None] Allocated IP 172.20.0.2 (4c43bc39-f788-4dbe-810e-9b75d8c824b4/44a441fd-af85-41a9-b1b4-84188aea5905/219d7a5a-cf15-4a33-b38e-87411f458b2f) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:51:46.510826 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a433c0f3-14b8-4d62-b5dd-a919bc811a9f tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24735'] for router, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:46.515180 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a433c0f3-14b8-4d62-b5dd-a919bc811a9f tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:46.546265 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a433c0f3-14b8-4d62-b5dd-a919bc811a9f tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-390871'] for router, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:46.547049 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a433c0f3-14b8-4d62-b5dd-a919bc811a9f tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Fanout notify agent at l3_agent the message router_deleted on router 90bfa390-4479-40d1-b0bf-96a28eed93b7 {{(pid=83445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 08:51:46.568094 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a433c0f3-14b8-4d62-b5dd-a919bc811a9f tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:46.569668 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-a433c0f3-14b8-4d62-b5dd-a919bc811a9f tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "DELETE /v2.0/routers/90bfa390-4479-40d1-b0bf-96a28eed93b7 HTTP/1.1" status: 204 len: 168 time: 0.7100065 Dec 20 08:51:46.572208 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 44860) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:46.619913 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f648f900-ecce-4187-9d55-573eb4c828fe None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:46.632353 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-f648f900-ecce-4187-9d55-573eb4c828fe None None] Transition to ACTIVE for port object 219d7a5a-cf15-4a33-b38e-87411f458b2f will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:51:46.653034 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-f648f900-ecce-4187-9d55-573eb4c828fe None None] Transition to ACTIVE for port object 219d7a5a-cf15-4a33-b38e-87411f458b2f will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:51:46.659357 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f648f900-ecce-4187-9d55-573eb4c828fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:46.663777 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-a915b0f3-f117-4427-b5ac-4cef00aedd62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:46.761791 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-63e6eb9d-cc0f-4848-998f-3bb564459795 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1129376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1529148'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:46.766570 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e9773040-9daf-4139-99f3-8ba6639505f5 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:46.781524 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f648f900-ecce-4187-9d55-573eb4c828fe None None] Network 4c43bc39-f788-4dbe-810e-9b75d8c824b4 is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:51:46.784997 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-f648f900-ecce-4187-9d55-573eb4c828fe None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:51:46.787062 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f648f900-ecce-4187-9d55-573eb4c828fe None None] Pushing event updated for resources: {'Port': ['ID=219d7a5a-cf15-4a33-b38e-87411f458b2f,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:46.789206 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f648f900-ecce-4187-9d55-573eb4c828fe None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:51:46.792065 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-f648f900-ecce-4187-9d55-573eb4c828fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:46.799370 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_v2 [None req-97acc802-9bb8-4a09-a93f-cfc2b37a76c4 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Deleting subnet fd07f0a4-f18f-4a09-ba09-1ec1564e78f2 {{(pid=83445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:51:46.802609 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-97acc802-9bb8-4a09-a93f-cfc2b37a76c4 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for subnet, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:46.835047 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e6eb9d-cc0f-4848-998f-3bb564459795 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Network 4c43bc39-f788-4dbe-810e-9b75d8c824b4 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:51:46.838440 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-63e6eb9d-cc0f-4848-998f-3bb564459795 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:51:46.841671 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e6eb9d-cc0f-4848-998f-3bb564459795 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:51:46.842249 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-63e6eb9d-cc0f-4848-998f-3bb564459795 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:46.849187 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e6eb9d-cc0f-4848-998f-3bb564459795 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Pushing event updated for resources: {'Subnet': ['ID=652b5416-9ff1-4969-8703-65fc56b2c784,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:46.851807 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-63e6eb9d-cc0f-4848-998f-3bb564459795 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:46.864746 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-97acc802-9bb8-4a09-a93f-cfc2b37a76c4 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1518554'] for subnet, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:46.876419 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-63e6eb9d-cc0f-4848-998f-3bb564459795 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6817262 Dec 20 08:51:46.876605 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44864) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:46.882983 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-719a4eb1-4578-45f2-9c2f-94206cebb94f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Request body: {'port': {'network_id': '4c43bc39-f788-4dbe-810e-9b75d8c824b4', 'fixed_ips': [{'subnet_id': '44a441fd-af85-41a9-b1b4-84188aea5905'}, {'subnet_id': '652b5416-9ff1-4969-8703-65fc56b2c784'}], 'name': 'tempest-PortsTestJSON-806987468'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:51:46.887783 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-f648f900-ecce-4187-9d55-573eb4c828fe None None] Attempting to bind port 219d7a5a-cf15-4a33-b38e-87411f458b2f on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:51:46.888290 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-f648f900-ecce-4187-9d55-573eb4c828fe None None] Attempting to bind port 219d7a5a-cf15-4a33-b38e-87411f458b2f by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': 'a7ca3e6f-144c-4e1c-8478-573728f3c32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '4c43bc39-f788-4dbe-810e-9b75d8c824b4'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:51:46.888712 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f648f900-ecce-4187-9d55-573eb4c828fe None None] Attempting to bind port 219d7a5a-cf15-4a33-b38e-87411f458b2f on network 4c43bc39-f788-4dbe-810e-9b75d8c824b4 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:51:46.895537 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f648f900-ecce-4187-9d55-573eb4c828fe None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:51:46.896000 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f648f900-ecce-4187-9d55-573eb4c828fe None None] Checking segment: {'id': 'a7ca3e6f-144c-4e1c-8478-573728f3c32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '4c43bc39-f788-4dbe-810e-9b75d8c824b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:51:46.896618 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f648f900-ecce-4187-9d55-573eb4c828fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:46.897423 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f648f900-ecce-4187-9d55-573eb4c828fe None None] Bound using segment: {'id': 'a7ca3e6f-144c-4e1c-8478-573728f3c32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '4c43bc39-f788-4dbe-810e-9b75d8c824b4'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:51:46.897668 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-f648f900-ecce-4187-9d55-573eb4c828fe None None] Bound port: 219d7a5a-cf15-4a33-b38e-87411f458b2f, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7ca3e6f-144c-4e1c-8478-573728f3c32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '4c43bc39-f788-4dbe-810e-9b75d8c824b4'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:51:46.898088 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f648f900-ecce-4187-9d55-573eb4c828fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:46.957183 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-97acc802-9bb8-4a09-a93f-cfc2b37a76c4 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:47.002403 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-f648f900-ecce-4187-9d55-573eb4c828fe None None] For port 219d7a5a-cf15-4a33-b38e-87411f458b2f, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:51:47.005713 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-f648f900-ecce-4187-9d55-573eb4c828fe None None] For port 219d7a5a-cf15-4a33-b38e-87411f458b2f, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=219d7a5a-cf15-4a33-b38e-87411f458b2f,segment=NetworkSegment(a7ca3e6f-144c-4e1c-8478-573728f3c32f),segment_id=a7ca3e6f-144c-4e1c-8478-573728f3c32f)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:51:47.011158 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f648f900-ecce-4187-9d55-573eb4c828fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:47.021478 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-f648f900-ecce-4187-9d55-573eb4c828fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:47.029462 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-719a4eb1-4578-45f2-9c2f-94206cebb94f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:51:47.039372 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-719a4eb1-4578-45f2-9c2f-94206cebb94f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:51:47.047460 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-97acc802-9bb8-4a09-a93f-cfc2b37a76c4 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2036620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2095133'] for subnet, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:47.051551 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-719a4eb1-4578-45f2-9c2f-94206cebb94f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Made reservation on behalf of 9a4160c0c10e4c91b63b9bda9f2f4420 for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:51:47.053164 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-352d4e5a-cce2-4dd6-804b-4593ec9e85c0 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:47.057487 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-719a4eb1-4578-45f2-9c2f-94206cebb94f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:47.079105 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-719a4eb1-4578-45f2-9c2f-94206cebb94f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] device_id is not set on port 470ece21-9e8e-4b9e-96fa-8f98dbf97379 yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:51:47.092277 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97acc802-9bb8-4a09-a93f-cfc2b37a76c4 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Pushing event deleted for resources: {'Subnet': ['ID=fd07f0a4-f18f-4a09-ba09-1ec1564e78f2,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:47.095163 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-97acc802-9bb8-4a09-a93f-cfc2b37a76c4 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:47.096029 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f648f900-ecce-4187-9d55-573eb4c828fe None None] Pushing event updated for resources: {'Port': ['ID=219d7a5a-cf15-4a33-b38e-87411f458b2f,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:47.100469 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-97acc802-9bb8-4a09-a93f-cfc2b37a76c4 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:47.107507 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-97acc802-9bb8-4a09-a93f-cfc2b37a76c4 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "DELETE /v2.0/subnets/fd07f0a4-f18f-4a09-ba09-1ec1564e78f2 HTTP/1.1" status: 204 len: 168 time: 0.5334339 Dec 20 08:51:47.108126 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-f648f900-ecce-4187-9d55-573eb4c828fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:47.110081 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 44868) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:47.118656 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50658db8-c225-4a0f-909e-cc809219de14 None None] Network 7a189aef-cfca-4541-8461-ad61595a2ca4 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:51:47.245896 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5998a3b5-6d9c-41b2-8d77-013b9f8084ba tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:47.258165 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-5998a3b5-6d9c-41b2-8d77-013b9f8084ba tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Deleting port dac35907-5521-4f46-a270-5a37f4c7f8a8 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:51:47.258590 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5998a3b5-6d9c-41b2-8d77-013b9f8084ba tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:47.381429 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:47.469458 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d834bd9d-9ccf-4d7a-9b95-2dd7392cd86e None None] DHCP port deletion for 7a189aef-cfca-4541-8461-ad61595a2ca4 request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 08:51:47.475931 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d834bd9d-9ccf-4d7a-9b95-2dd7392cd86e None None] Deleting port dac35907-5521-4f46-a270-5a37f4c7f8a8 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:51:47.476469 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d834bd9d-9ccf-4d7a-9b95-2dd7392cd86e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:47.499253 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-719a4eb1-4578-45f2-9c2f-94206cebb94f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Allocated IP 172.20.0.8 (4c43bc39-f788-4dbe-810e-9b75d8c824b4/44a441fd-af85-41a9-b1b4-84188aea5905/470ece21-9e8e-4b9e-96fa-8f98dbf97379) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:51:47.508538 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-719a4eb1-4578-45f2-9c2f-94206cebb94f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Allocated IP 172.20.0.29 (4c43bc39-f788-4dbe-810e-9b75d8c824b4/652b5416-9ff1-4969-8703-65fc56b2c784/470ece21-9e8e-4b9e-96fa-8f98dbf97379) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:51:47.552881 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-5998a3b5-6d9c-41b2-8d77-013b9f8084ba tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] For port dac35907-5521-4f46-a270-5a37f4c7f8a8, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=dac35907-5521-4f46-a270-5a37f4c7f8a8,segment=NetworkSegment(0d90c2e5-b197-4d3f-a6fd-6a2b1e28facb),segment_id=0d90c2e5-b197-4d3f-a6fd-6a2b1e28facb)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:51:47.553617 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5998a3b5-6d9c-41b2-8d77-013b9f8084ba tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:47.692715 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-5998a3b5-6d9c-41b2-8d77-013b9f8084ba tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Calling delete_port for dac35907-5521-4f46-a270-5a37f4c7f8a8 owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:51:47.704933 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d834bd9d-9ccf-4d7a-9b95-2dd7392cd86e None None] For port dac35907-5521-4f46-a270-5a37f4c7f8a8, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=dac35907-5521-4f46-a270-5a37f4c7f8a8,segment=NetworkSegment(0d90c2e5-b197-4d3f-a6fd-6a2b1e28facb),segment_id=0d90c2e5-b197-4d3f-a6fd-6a2b1e28facb)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:51:47.705449 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d834bd9d-9ccf-4d7a-9b95-2dd7392cd86e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:47.738951 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-719a4eb1-4578-45f2-9c2f-94206cebb94f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:47.757995 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-719a4eb1-4578-45f2-9c2f-94206cebb94f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Transition to ACTIVE for port object 470ece21-9e8e-4b9e-96fa-8f98dbf97379 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:51:47.783834 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-719a4eb1-4578-45f2-9c2f-94206cebb94f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:47.789688 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-59f2e141-ed24-4b63-a873-4adf4de57772 tempest-RoutersAdminNegativeIpV6Test-410709376 tempest-RoutersAdminNegativeIpV6Test-410709376-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:47.841976 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d834bd9d-9ccf-4d7a-9b95-2dd7392cd86e None None] Calling delete_port for dac35907-5521-4f46-a270-5a37f4c7f8a8 owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:51:47.867055 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719a4eb1-4578-45f2-9c2f-94206cebb94f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Network 4c43bc39-f788-4dbe-810e-9b75d8c824b4 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:51:47.871869 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-719a4eb1-4578-45f2-9c2f-94206cebb94f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:51:47.877333 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719a4eb1-4578-45f2-9c2f-94206cebb94f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:51:47.907707 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5998a3b5-6d9c-41b2-8d77-013b9f8084ba tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:47.917735 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719a4eb1-4578-45f2-9c2f-94206cebb94f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Pushing event updated for resources: {'Port': ['ID=470ece21-9e8e-4b9e-96fa-8f98dbf97379,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:47.919010 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-313e11ac-1f3a-477e-85c4-a5efb1cb4a13 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:47.922385 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.db.api [None req-d834bd9d-9ccf-4d7a-9b95-2dd7392cd86e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 08:51:47.922935 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_db.api [None req-d834bd9d-9ccf-4d7a-9b95-2dd7392cd86e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 08:51:47.924922 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-719a4eb1-4578-45f2-9c2f-94206cebb94f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:47.953291 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719a4eb1-4578-45f2-9c2f-94206cebb94f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:51:47.954850 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-719a4eb1-4578-45f2-9c2f-94206cebb94f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:47.964466 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5998a3b5-6d9c-41b2-8d77-013b9f8084ba tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Pushing event deleted for resources: {'Port': ['ID=dac35907-5521-4f46-a270-5a37f4c7f8a8,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:47.967110 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-5998a3b5-6d9c-41b2-8d77-013b9f8084ba tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:47.969950 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5998a3b5-6d9c-41b2-8d77-013b9f8084ba tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] No DVR routers for this DVR port dac35907-5521-4f46-a270-5a37f4c7f8a8 on host dv-neutron-820491-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:51:47.984899 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-719a4eb1-4578-45f2-9c2f-94206cebb94f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 1.1070859 Dec 20 08:51:47.985853 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44872) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:47.992774 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-9e0b1e90-87b0-48cf-9416-97f195ab18ec tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '44a441fd-af85-41a9-b1b4-84188aea5905'}]}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:51:48.100188 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5998a3b5-6d9c-41b2-8d77-013b9f8084ba tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:48.122240 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9e0b1e90-87b0-48cf-9416-97f195ab18ec tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:48.127344 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-5998a3b5-6d9c-41b2-8d77-013b9f8084ba tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a189aef-cfca-4541-8461-ad61595a2ca4']}} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:51:48.140811 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-5998a3b5-6d9c-41b2-8d77-013b9f8084ba tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d90c2e5-b197-4d3f-a6fd-6a2b1e28facb') {'for_net_delete': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:51:48.141178 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-5998a3b5-6d9c-41b2-8d77-013b9f8084ba tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d90c2e5-b197-4d3f-a6fd-6a2b1e28facb') {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:51:48.153550 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5998a3b5-6d9c-41b2-8d77-013b9f8084ba tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1518531'] for segment, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:48.170718 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5998a3b5-6d9c-41b2-8d77-013b9f8084ba tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:48.178127 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5998a3b5-6d9c-41b2-8d77-013b9f8084ba tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=83445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:51:48.178814 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5998a3b5-6d9c-41b2-8d77-013b9f8084ba tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2036002'] for segment, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:48.194528 dv-neutron-820491-1-hyperv neutron-server[83445]: Traceback (most recent call last): Dec 20 08:51:48.194528 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:51:48.194528 dv-neutron-820491-1-hyperv neutron-server[83445]: timer() Dec 20 08:51:48.194528 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:51:48.194528 dv-neutron-820491-1-hyperv neutron-server[83445]: cb(*args, **kw) Dec 20 08:51:48.194528 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:51:48.194528 dv-neutron-820491-1-hyperv neutron-server[83445]: return func(*args, **kwargs) Dec 20 08:51:48.194528 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:51:48.194528 dv-neutron-820491-1-hyperv neutron-server[83445]: self._notify() Dec 20 08:51:48.194528 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:51:48.194528 dv-neutron-820491-1-hyperv neutron-server[83445]: self.callback(batched_events) Dec 20 08:51:48.194528 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:51:48.194528 dv-neutron-820491-1-hyperv neutron-server[83445]: event.method(event) Dec 20 08:51:48.194528 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:51:48.194528 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:51:48.194528 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:51:48.194528 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:51:48.194528 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:51:48.194528 dv-neutron-820491-1-hyperv neutron-server[83445]: return f(self, *a, **k) Dec 20 08:51:48.194528 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:51:48.194528 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._get(url).json() Dec 20 08:51:48.194528 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:51:48.194528 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:51:48.194528 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:51:48.194528 dv-neutron-820491-1-hyperv neutron-server[83445]: return self.request(url, 'GET', **kwargs) Dec 20 08:51:48.194528 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:51:48.194528 dv-neutron-820491-1-hyperv neutron-server[83445]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:51:48.194528 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:51:48.194528 dv-neutron-820491-1-hyperv neutron-server[83445]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:51:48.194528 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:51:48.194528 dv-neutron-820491-1-hyperv neutron-server[83445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:51:48.194528 dv-neutron-820491-1-hyperv neutron-server[83445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:51:48.257220 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6038974e-1457-425d-b367-c4ef310886d8 None None] Network 4c43bc39-f788-4dbe-810e-9b75d8c824b4 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:51:48.278260 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5998a3b5-6d9c-41b2-8d77-013b9f8084ba tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:48.282419 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-06fdedca-4fcd-439b-bade-66335dce413d tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:48.301723 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5998a3b5-6d9c-41b2-8d77-013b9f8084ba tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:48.315566 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5998a3b5-6d9c-41b2-8d77-013b9f8084ba tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Pushing event deleted for resources: {'Network': ['ID=7a189aef-cfca-4541-8461-ad61595a2ca4,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:48.320053 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-5998a3b5-6d9c-41b2-8d77-013b9f8084ba tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:48.330787 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-5998a3b5-6d9c-41b2-8d77-013b9f8084ba tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "DELETE /v2.0/networks/7a189aef-cfca-4541-8461-ad61595a2ca4 HTTP/1.1" status: 204 len: 168 time: 1.2159641 Dec 20 08:51:48.332478 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 44876) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:48.336754 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-3865380c-cd43-46b2-b2df-1f19a35256e1 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1880489121', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}, 'admin_state_up': False}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:51:48.344039 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-3865380c-cd43-46b2-b2df-1f19a35256e1 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:51:48.347519 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-3865380c-cd43-46b2-b2df-1f19a35256e1 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Usage tracker for resource:router and tenant:4697a8f4ef3e423facaab77bb132848e is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:51:48.350733 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-3865380c-cd43-46b2-b2df-1f19a35256e1 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:51:48.356619 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-3865380c-cd43-46b2-b2df-1f19a35256e1 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:51:48.368267 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3865380c-cd43-46b2-b2df-1f19a35256e1 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24817'] for router, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:48.370828 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3865380c-cd43-46b2-b2df-1f19a35256e1 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-351744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24806'] for router, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:48.387607 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-6822445f-f57c-4326-bc95-3c292d100fb2 None None] Provisioning for port 219d7a5a-cf15-4a33-b38e-87411f458b2f completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:51:48.394371 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3865380c-cd43-46b2-b2df-1f19a35256e1 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:48.429809 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d834bd9d-9ccf-4d7a-9b95-2dd7392cd86e None None] Deleting port dac35907-5521-4f46-a270-5a37f4c7f8a8 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:51:48.430305 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d834bd9d-9ccf-4d7a-9b95-2dd7392cd86e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:48.478289 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-9e0b1e90-87b0-48cf-9416-97f195ab18ec tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Delete allocated IP 172.20.0.29 (4c43bc39-f788-4dbe-810e-9b75d8c824b4/652b5416-9ff1-4969-8703-65fc56b2c784) {{(pid=83444) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 20 08:51:48.503342 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d834bd9d-9ccf-4d7a-9b95-2dd7392cd86e None None] The port 'dac35907-5521-4f46-a270-5a37f4c7f8a8' was deleted {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 08:51:48.560594 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3865380c-cd43-46b2-b2df-1f19a35256e1 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24724'] for router, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:48.663223 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9e0b1e90-87b0-48cf-9416-97f195ab18ec tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:48.677871 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-9e0b1e90-87b0-48cf-9416-97f195ab18ec tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Ignored duplicate provisioning block setup for port 470ece21-9e8e-4b9e-96fa-8f98dbf97379 by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 20 08:51:48.682928 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9e0b1e90-87b0-48cf-9416-97f195ab18ec tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:48.688953 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e38d1dad-5613-419d-9430-ba9361a8cdb9 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:48.713047 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27351553-ffc5-4124-be89-5d7ca0875f6c None None] Update dhcp port {'port': {'network_id': '4c43bc39-f788-4dbe-810e-9b75d8c824b4', 'fixed_ips': [{'subnet_id': '44a441fd-af85-41a9-b1b4-84188aea5905', 'ip_address': '172.20.0.2'}, {'subnet_id': '652b5416-9ff1-4969-8703-65fc56b2c784'}], 'binding:host_id': 'dv-neutron-820491-1-hyperv'}, 'id': '219d7a5a-cf15-4a33-b38e-87411f458b2f'} from dv-neutron-820491-1-hyperv. {{(pid=83446) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 20 08:51:48.763619 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3865380c-cd43-46b2-b2df-1f19a35256e1 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for router_gateway, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:48.767922 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-27351553-ffc5-4124-be89-5d7ca0875f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:48.793501 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3865380c-cd43-46b2-b2df-1f19a35256e1 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:48.794242 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0b1e90-87b0-48cf-9416-97f195ab18ec tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Pushing event updated for resources: {'Port': ['ID=470ece21-9e8e-4b9e-96fa-8f98dbf97379,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:48.935862 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9e0b1e90-87b0-48cf-9416-97f195ab18ec tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:48.951312 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-3865380c-cd43-46b2-b2df-1f19a35256e1 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Allocated IP 172.26.5.135 (95f3bec2-46e6-4468-8229-8badd4a5aaae/cf8895a3-346d-4313-a645-16ecdcce9969/f2e97b49-3a6e-4e86-a621-fa54222b0d74) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:51:48.966497 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-9e0b1e90-87b0-48cf-9416-97f195ab18ec tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] In _notify_port_updated(), no bound segment for port 470ece21-9e8e-4b9e-96fa-8f98dbf97379 on network 4c43bc39-f788-4dbe-810e-9b75d8c824b4 {{(pid=83444) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 08:51:48.970969 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0b1e90-87b0-48cf-9416-97f195ab18ec tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:51:48.971656 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9e0b1e90-87b0-48cf-9416-97f195ab18ec tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:48.972992 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-9e0b1e90-87b0-48cf-9416-97f195ab18ec tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "PUT /v2.0/ports/470ece21-9e8e-4b9e-96fa-8f98dbf97379 HTTP/1.1" status: 200 len: 918 time: 0.9861434 Dec 20 08:51:48.975857 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44880) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:48.982687 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-4aa55ff0-1af7-48dc-a868-c0781da79419 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '44a441fd-af85-41a9-b1b4-84188aea5905'}, {'subnet_id': '652b5416-9ff1-4969-8703-65fc56b2c784'}]}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:51:49.022102 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-27351553-ffc5-4124-be89-5d7ca0875f6c None None] Allocated IP 172.20.0.18 (4c43bc39-f788-4dbe-810e-9b75d8c824b4/652b5416-9ff1-4969-8703-65fc56b2c784/219d7a5a-cf15-4a33-b38e-87411f458b2f) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:51:49.120661 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4aa55ff0-1af7-48dc-a868-c0781da79419 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:49.122632 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3865380c-cd43-46b2-b2df-1f19a35256e1 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:49.155720 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3865380c-cd43-46b2-b2df-1f19a35256e1 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:49.161284 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-4f741464-f618-467a-ad7e-8badd7cb31b4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:49.183320 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 219d7a5a-cf15-4a33-b38e-87411f458b2f up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:51:49.227820 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-27351553-ffc5-4124-be89-5d7ca0875f6c None None] For port 219d7a5a-cf15-4a33-b38e-87411f458b2f, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=219d7a5a-cf15-4a33-b38e-87411f458b2f,segment=NetworkSegment(a7ca3e6f-144c-4e1c-8478-573728f3c32f),segment_id=a7ca3e6f-144c-4e1c-8478-573728f3c32f)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:51:49.229857 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3865380c-cd43-46b2-b2df-1f19a35256e1 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Network 95f3bec2-46e6-4468-8229-8badd4a5aaae is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:51:49.233133 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-3865380c-cd43-46b2-b2df-1f19a35256e1 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:51:49.241398 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3865380c-cd43-46b2-b2df-1f19a35256e1 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:51:49.271605 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-27351553-ffc5-4124-be89-5d7ca0875f6c None None] Notify callbacks [] for port, precommit_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:49.290823 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 219d7a5a-cf15-4a33-b38e-87411f458b2f completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:51:49.293840 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-27351553-ffc5-4124-be89-5d7ca0875f6c None None] Transition to ACTIVE for port object 219d7a5a-cf15-4a33-b38e-87411f458b2f will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:51:49.296688 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 219d7a5a-cf15-4a33-b38e-87411f458b2f triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:51:49.297069 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:49.327650 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-27351553-ffc5-4124-be89-5d7ca0875f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:49.337030 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-dc4dde54-711b-49c6-b34d-f1ca2813882a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:49.339340 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3865380c-cd43-46b2-b2df-1f19a35256e1 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Pushing event updated for resources: {'Port': ['ID=f2e97b49-3a6e-4e86-a621-fa54222b0d74,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:49.343798 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3865380c-cd43-46b2-b2df-1f19a35256e1 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:49.413440 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3865380c-cd43-46b2-b2df-1f19a35256e1 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for router_gateway, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:49.414227 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3865380c-cd43-46b2-b2df-1f19a35256e1 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071'] for router, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:49.493206 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27351553-ffc5-4124-be89-5d7ca0875f6c None None] Pushing event updated for resources: {'Port': ['ID=219d7a5a-cf15-4a33-b38e-87411f458b2f,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:49.497897 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Port 219d7a5a-cf15-4a33-b38e-87411f458b2f had new provisioning blocks added so it will not transition to active. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:321}} Dec 20 08:51:49.499096 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-4aa55ff0-1af7-48dc-a868-c0781da79419 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Allocated IP 172.20.0.24 (4c43bc39-f788-4dbe-810e-9b75d8c824b4/652b5416-9ff1-4969-8703-65fc56b2c784/470ece21-9e8e-4b9e-96fa-8f98dbf97379) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:51:49.499332 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-27351553-ffc5-4124-be89-5d7ca0875f6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:49.573082 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device dac35907-5521-4f46-a270-5a37f4c7f8a8 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:51:49.623092 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: dac35907-5521-4f46-a270-5a37f4c7f8a8 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:51:49.623693 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device dac35907-5521-4f46-a270-5a37f4c7f8a8 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:51:49.711327 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3865380c-cd43-46b2-b2df-1f19a35256e1 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Router e2917f4f-f3d1-4c20-819a-b3aa45b1acdd is scheduled to L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 with binding_index 1 {{(pid=83445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 08:51:49.719013 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4aa55ff0-1af7-48dc-a868-c0781da79419 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:49.734829 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-4aa55ff0-1af7-48dc-a868-c0781da79419 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Ignored duplicate provisioning block setup for port 470ece21-9e8e-4b9e-96fa-8f98dbf97379 by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 20 08:51:49.739936 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4aa55ff0-1af7-48dc-a868-c0781da79419 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:49.746948 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a8a66313-3776-49bd-928a-7e1fb5eb89c2 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:49.890615 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa55ff0-1af7-48dc-a868-c0781da79419 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Pushing event updated for resources: {'Port': ['ID=470ece21-9e8e-4b9e-96fa-8f98dbf97379,revision_number=3']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:49.894767 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4aa55ff0-1af7-48dc-a868-c0781da79419 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:49.968944 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-4aa55ff0-1af7-48dc-a868-c0781da79419 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] In _notify_port_updated(), no bound segment for port 470ece21-9e8e-4b9e-96fa-8f98dbf97379 on network 4c43bc39-f788-4dbe-810e-9b75d8c824b4 {{(pid=83444) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 08:51:49.973112 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa55ff0-1af7-48dc-a868-c0781da79419 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:51:49.973794 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4aa55ff0-1af7-48dc-a868-c0781da79419 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:49.975258 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-4aa55ff0-1af7-48dc-a868-c0781da79419 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "PUT /v2.0/ports/470ece21-9e8e-4b9e-96fa-8f98dbf97379 HTTP/1.1" status: 200 len: 998 time: 0.9983780 Dec 20 08:51:49.979057 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44884) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:50.059598 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81093cd0-3218-4f90-855c-1dab60bf634e None None] Network 4c43bc39-f788-4dbe-810e-9b75d8c824b4 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:51:50.061688 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3865380c-cd43-46b2-b2df-1f19a35256e1 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:51:50.074084 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-4fcccefe-72fa-4a39-80b3-ea701e360bc4 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Deleting port 470ece21-9e8e-4b9e-96fa-8f98dbf97379 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:51:50.074426 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4fcccefe-72fa-4a39-80b3-ea701e360bc4 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:50.074569 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8ca65d-e24b-44d0-8146-aed5c149ea35 None None] Sync routers for ids ['e2917f4f-f3d1-4c20-819a-b3aa45b1acdd'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:51:50.092373 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8ca65d-e24b-44d0-8146-aed5c149ea35 None None] Routers {'e2917f4f-f3d1-4c20-819a-b3aa45b1acdd'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:51:50.093108 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-6b8ca65d-e24b-44d0-8146-aed5c149ea35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:51:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['e2917f4f-f3d1-4c20-819a-b3aa45b1acdd'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:51:50.094312 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3865380c-cd43-46b2-b2df-1f19a35256e1 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:50.095839 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-3865380c-cd43-46b2-b2df-1f19a35256e1 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 1.7635524 Dec 20 08:51:50.098530 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 44890) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:50.187104 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-b884bab7-a48e-4951-9ef9-02ebfbbf0f13 None None] Provisioning for port 470ece21-9e8e-4b9e-96fa-8f98dbf97379 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:51:50.195666 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-b884bab7-a48e-4951-9ef9-02ebfbbf0f13 None None] Provisioning complete for port 470ece21-9e8e-4b9e-96fa-8f98dbf97379 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:51:50.196518 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b884bab7-a48e-4951-9ef9-02ebfbbf0f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:50.206497 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-6b8ca65d-e24b-44d0-8146-aed5c149ea35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:51:50.221611 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8ca65d-e24b-44d0-8146-aed5c149ea35 None None] Routers {'e2917f4f-f3d1-4c20-819a-b3aa45b1acdd'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:51:50.222431 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-6b8ca65d-e24b-44d0-8146-aed5c149ea35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:51:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['e2917f4f-f3d1-4c20-819a-b3aa45b1acdd'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:51:50.299357 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-6b8ca65d-e24b-44d0-8146-aed5c149ea35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:51:50.299922 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8ca65d-e24b-44d0-8146-aed5c149ea35 None None] The sync data for ids ['e2917f4f-f3d1-4c20-819a-b3aa45b1acdd'] in dv-neutron-820491-1-hyperv is: [] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:51:50.304095 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-b884bab7-a48e-4951-9ef9-02ebfbbf0f13 None None] Port 470ece21-9e8e-4b9e-96fa-8f98dbf97379 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:51:50.331643 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-d081016d-07aa-4d29-be99-91465ce4a32a tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "GET /v2.0/routers/e2917f4f-f3d1-4c20-819a-b3aa45b1acdd HTTP/1.1" status: 200 len: 881 time: 0.2315645 Dec 20 08:51:50.333941 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44894) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:50.365403 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-b884bab7-a48e-4951-9ef9-02ebfbbf0f13 None None] Provisioning for port 219d7a5a-cf15-4a33-b38e-87411f458b2f completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:51:50.373913 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-b884bab7-a48e-4951-9ef9-02ebfbbf0f13 None None] Provisioning complete for port 219d7a5a-cf15-4a33-b38e-87411f458b2f triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:51:50.374288 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b884bab7-a48e-4951-9ef9-02ebfbbf0f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:50.436328 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4fcccefe-72fa-4a39-80b3-ea701e360bc4 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:50.513649 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b884bab7-a48e-4951-9ef9-02ebfbbf0f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:50.546579 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-b884bab7-a48e-4951-9ef9-02ebfbbf0f13 None None] For port 219d7a5a-cf15-4a33-b38e-87411f458b2f, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=219d7a5a-cf15-4a33-b38e-87411f458b2f,segment=NetworkSegment(a7ca3e6f-144c-4e1c-8478-573728f3c32f),segment_id=a7ca3e6f-144c-4e1c-8478-573728f3c32f)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:51:50.551000 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b884bab7-a48e-4951-9ef9-02ebfbbf0f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:50.552747 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-82e5b764-a643-47f6-95fe-33cd94c163a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:50.562667 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-4fcccefe-72fa-4a39-80b3-ea701e360bc4 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Calling delete_port for 470ece21-9e8e-4b9e-96fa-8f98dbf97379 owned by {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:51:50.623046 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b884bab7-a48e-4951-9ef9-02ebfbbf0f13 None None] Pushing event updated for resources: {'Port': ['ID=219d7a5a-cf15-4a33-b38e-87411f458b2f,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:50.626154 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-b884bab7-a48e-4951-9ef9-02ebfbbf0f13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:50.955279 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-3d4146b5-219f-4c0e-bb19-600e8b9d6d20 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Synchronizing usage tracker for tenant:4697a8f4ef3e423facaab77bb132848e on resource:router {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:51:50.964543 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4fcccefe-72fa-4a39-80b3-ea701e360bc4 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:50.971480 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-83a51159-419d-494b-9489-a5869178dd11 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:51.018198 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcccefe-72fa-4a39-80b3-ea701e360bc4 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Pushing event deleted for resources: {'Port': ['ID=470ece21-9e8e-4b9e-96fa-8f98dbf97379,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:51.020561 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-3d4146b5-219f-4c0e-bb19-600e8b9d6d20 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Unset dirty status for tenant:4697a8f4ef3e423facaab77bb132848e on resource:router {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:51:51.021743 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-3d4146b5-219f-4c0e-bb19-600e8b9d6d20 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.6867111 Dec 20 08:51:51.022597 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4fcccefe-72fa-4a39-80b3-ea701e360bc4 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:51.024577 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44900) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:51.057740 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-d4be2e14-27de-4a06-8ef1-eb1219876f15 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1880489121'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:51:51.108224 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 219d7a5a-cf15-4a33-b38e-87411f458b2f up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:51:51.175587 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 219d7a5a-cf15-4a33-b38e-87411f458b2f triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:51:51.175955 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:51.224723 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4fcccefe-72fa-4a39-80b3-ea701e360bc4 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:51.246543 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-4fcccefe-72fa-4a39-80b3-ea701e360bc4 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "DELETE /v2.0/ports/470ece21-9e8e-4b9e-96fa-8f98dbf97379 HTTP/1.1" status: 204 len: 168 time: 1.2674856 Dec 20 08:51:51.249390 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 44904) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:51.297091 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-9145a637-6a1b-4f0c-b5f1-a9ed39f53c08 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] GET failed (client error): The resource could not be found. Dec 20 08:51:51.297616 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-9145a637-6a1b-4f0c-b5f1-a9ed39f53c08 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Synchronizing usage tracker for tenant:9a4160c0c10e4c91b63b9bda9f2f4420 on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:51:51.315101 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-9145a637-6a1b-4f0c-b5f1-a9ed39f53c08 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Unset dirty status for tenant:9a4160c0c10e4c91b63b9bda9f2f4420 on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:51:51.316311 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-9145a637-6a1b-4f0c-b5f1-a9ed39f53c08 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "GET /v2.0/ports/470ece21-9e8e-4b9e-96fa-8f98dbf97379 HTTP/1.1" status: 404 len: 333 time: 0.0651700 Dec 20 08:51:51.319204 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 44908) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:51.513779 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_v2 [None req-d292d054-bfe1-4272-820a-51e18610670c tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Deleting subnet 652b5416-9ff1-4969-8703-65fc56b2c784 {{(pid=83445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:51:51.516696 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d292d054-bfe1-4272-820a-51e18610670c tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for subnet, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:51.593132 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d292d054-bfe1-4272-820a-51e18610670c tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1518554'] for subnet, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:51.680589 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0ddc5fb-7f33-4eb1-8e7a-584c2097ea9f None None] Could not find standard attr ID for object 470ece21-9e8e-4b9e-96fa-8f98dbf97379. {{(pid=83446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 08:51:51.693852 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d292d054-bfe1-4272-820a-51e18610670c tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:51.699648 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0ddc5fb-7f33-4eb1-8e7a-584c2097ea9f None None] Provisioning complete for port 219d7a5a-cf15-4a33-b38e-87411f458b2f triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:51:51.700162 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0ddc5fb-7f33-4eb1-8e7a-584c2097ea9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:51.784940 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d4be2e14-27de-4a06-8ef1-eb1219876f15 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24724'] for router, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:51.796310 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d292d054-bfe1-4272-820a-51e18610670c tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2036620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2095133'] for subnet, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:51.802114 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-fd6aba9c-63a4-4c6f-8958-85a9f3fccaff tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:51.808577 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d4be2e14-27de-4a06-8ef1-eb1219876f15 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-351805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-351780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-379562'] for router, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:51.858033 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d292d054-bfe1-4272-820a-51e18610670c tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Pushing event deleted for resources: {'Subnet': ['ID=652b5416-9ff1-4969-8703-65fc56b2c784,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:51.861972 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d292d054-bfe1-4272-820a-51e18610670c tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:51.870531 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d292d054-bfe1-4272-820a-51e18610670c tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:51.877774 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-d292d054-bfe1-4272-820a-51e18610670c tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "DELETE /v2.0/subnets/652b5416-9ff1-4969-8703-65fc56b2c784 HTTP/1.1" status: 204 len: 168 time: 0.5574436 Dec 20 08:51:51.880356 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 44912) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:51.896805 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8c775d-711f-4030-87e8-6438027c3e71 None None] Network 4c43bc39-f788-4dbe-810e-9b75d8c824b4 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:51:51.963137 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_v2 [None req-42e00f44-b7bc-44e9-a869-c49013b1c3f6 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Deleting subnet 44a441fd-af85-41a9-b1b4-84188aea5905 {{(pid=83445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:51:51.966140 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-42e00f44-b7bc-44e9-a869-c49013b1c3f6 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for subnet, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:52.011740 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-eb40eade-aa7e-4129-b334-0c7fb4b78365 None None] Could not find standard attr ID for object 470ece21-9e8e-4b9e-96fa-8f98dbf97379. {{(pid=83446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 08:51:52.026260 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-42e00f44-b7bc-44e9-a869-c49013b1c3f6 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1518554'] for subnet, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:52.071388 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4be2e14-27de-4a06-8ef1-eb1219876f15 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Router e2917f4f-f3d1-4c20-819a-b3aa45b1acdd has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:51:52.121802 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-42e00f44-b7bc-44e9-a869-c49013b1c3f6 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:52.215171 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-42e00f44-b7bc-44e9-a869-c49013b1c3f6 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2036620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2095133'] for subnet, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:52.219288 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-106778aa-63a1-43bb-afbc-3a8ea64a630d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:52.268116 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e00f44-b7bc-44e9-a869-c49013b1c3f6 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Pushing event deleted for resources: {'Subnet': ['ID=44a441fd-af85-41a9-b1b4-84188aea5905,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:52.271547 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-42e00f44-b7bc-44e9-a869-c49013b1c3f6 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:52.278335 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-42e00f44-b7bc-44e9-a869-c49013b1c3f6 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:52.287741 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-42e00f44-b7bc-44e9-a869-c49013b1c3f6 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "DELETE /v2.0/subnets/44a441fd-af85-41a9-b1b4-84188aea5905 HTTP/1.1" status: 204 len: 168 time: 0.4038813 Dec 20 08:51:52.287980 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 44916) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:52.320437 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4be2e14-27de-4a06-8ef1-eb1219876f15 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:51:52.332268 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc79ddb-afc5-4c7c-9651-055e9798639a None None] Sync routers for ids ['e2917f4f-f3d1-4c20-819a-b3aa45b1acdd'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:51:52.342078 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d4be2e14-27de-4a06-8ef1-eb1219876f15 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:52.346483 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d4be2e14-27de-4a06-8ef1-eb1219876f15 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "PUT /v2.0/routers/e2917f4f-f3d1-4c20-819a-b3aa45b1acdd HTTP/1.1" status: 200 len: 888 time: 1.3203127 Dec 20 08:51:52.347429 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc79ddb-afc5-4c7c-9651-055e9798639a None None] Routers {'e2917f4f-f3d1-4c20-819a-b3aa45b1acdd'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:51:52.348080 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-dfc79ddb-afc5-4c7c-9651-055e9798639a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:51:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['e2917f4f-f3d1-4c20-819a-b3aa45b1acdd'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:51:52.350743 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 44920) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:52.454669 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-dfc79ddb-afc5-4c7c-9651-055e9798639a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:51:52.466587 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc79ddb-afc5-4c7c-9651-055e9798639a None None] Routers {'e2917f4f-f3d1-4c20-819a-b3aa45b1acdd'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:51:52.467368 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-dfc79ddb-afc5-4c7c-9651-055e9798639a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:51:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['e2917f4f-f3d1-4c20-819a-b3aa45b1acdd'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:51:52.500464 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ea6a099c-9006-4ce4-8f26-53747f2b0a53 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:52.521114 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-ea6a099c-9006-4ce4-8f26-53747f2b0a53 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Deleting port 219d7a5a-cf15-4a33-b38e-87411f458b2f {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:51:52.521114 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ea6a099c-9006-4ce4-8f26-53747f2b0a53 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:52.550016 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-dfc79ddb-afc5-4c7c-9651-055e9798639a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:51:52.550454 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc79ddb-afc5-4c7c-9651-055e9798639a None None] The sync data for ids ['e2917f4f-f3d1-4c20-819a-b3aa45b1acdd'] in dv-neutron-820491-1-hyperv is: [] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:51:52.747579 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4a7640-e03e-470d-8c1d-9d6dbd115c5d None None] Network 4c43bc39-f788-4dbe-810e-9b75d8c824b4 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:51:52.920480 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-67258212-6686-4fd2-aca0-946fcd90a0fc None None] Provisioning complete for port 219d7a5a-cf15-4a33-b38e-87411f458b2f triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:51:52.920749 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-67258212-6686-4fd2-aca0-946fcd90a0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:52.940465 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-ea6a099c-9006-4ce4-8f26-53747f2b0a53 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] For port 219d7a5a-cf15-4a33-b38e-87411f458b2f, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=219d7a5a-cf15-4a33-b38e-87411f458b2f,segment=NetworkSegment(a7ca3e6f-144c-4e1c-8478-573728f3c32f),segment_id=a7ca3e6f-144c-4e1c-8478-573728f3c32f)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:51:52.940810 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ea6a099c-9006-4ce4-8f26-53747f2b0a53 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:53.070142 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-ea6a099c-9006-4ce4-8f26-53747f2b0a53 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Calling delete_port for 219d7a5a-cf15-4a33-b38e-87411f458b2f owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:51:53.084342 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb35e19d-6f0f-46fb-b5a5-adb74294a08e None None] DHCP port deletion for 4c43bc39-f788-4dbe-810e-9b75d8c824b4 request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 08:51:53.088619 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-eb35e19d-6f0f-46fb-b5a5-adb74294a08e None None] Deleting port 219d7a5a-cf15-4a33-b38e-87411f458b2f {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:51:53.089131 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-eb35e19d-6f0f-46fb-b5a5-adb74294a08e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:53.117728 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-056ab597-40cf-4fa0-a234-73a3feeab0e1 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "GET /v2.0/routers/e2917f4f-f3d1-4c20-819a-b3aa45b1acdd HTTP/1.1" status: 200 len: 888 time: 0.7623889 Dec 20 08:51:53.121490 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44924) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:53.160568 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ea6a099c-9006-4ce4-8f26-53747f2b0a53 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:53.164048 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-4aa8affc-ed8e-4097-b202-17e4269285d3 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Synchronizing usage tracker for tenant:4697a8f4ef3e423facaab77bb132848e on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:51:53.166787 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-333afbd9-07f8-49b3-974c-0e0e3659d87c tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:53.174414 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-eb35e19d-6f0f-46fb-b5a5-adb74294a08e None None] The port '219d7a5a-cf15-4a33-b38e-87411f458b2f' was deleted {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 08:51:53.187502 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-4aa8affc-ed8e-4097-b202-17e4269285d3 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Unset dirty status for tenant:4697a8f4ef3e423facaab77bb132848e on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:51:53.189023 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-4aa8affc-ed8e-4097-b202-17e4269285d3 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2917f4f-f3d1-4c20-819a-b3aa45b1acdd HTTP/1.1" status: 200 len: 205 time: 0.0663638 Dec 20 08:51:53.191873 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44928) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:53.213464 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6a099c-9006-4ce4-8f26-53747f2b0a53 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Pushing event deleted for resources: {'Port': ['ID=219d7a5a-cf15-4a33-b38e-87411f458b2f,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:53.216652 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ea6a099c-9006-4ce4-8f26-53747f2b0a53 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:53.217443 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6a099c-9006-4ce4-8f26-53747f2b0a53 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] No DVR routers for this DVR port 219d7a5a-cf15-4a33-b38e-87411f458b2f on host dv-neutron-820491-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:51:53.346346 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ea6a099c-9006-4ce4-8f26-53747f2b0a53 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:53.374518 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-ea6a099c-9006-4ce4-8f26-53747f2b0a53 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c43bc39-f788-4dbe-810e-9b75d8c824b4']}} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:51:53.386493 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-ea6a099c-9006-4ce4-8f26-53747f2b0a53 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7ca3e6f-144c-4e1c-8478-573728f3c32f') {'for_net_delete': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:51:53.386779 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-ea6a099c-9006-4ce4-8f26-53747f2b0a53 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7ca3e6f-144c-4e1c-8478-573728f3c32f') {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:51:53.397863 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ea6a099c-9006-4ce4-8f26-53747f2b0a53 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1518531'] for segment, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:53.413306 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ea6a099c-9006-4ce4-8f26-53747f2b0a53 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:53.431574 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea6a099c-9006-4ce4-8f26-53747f2b0a53 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=83445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:51:53.431879 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ea6a099c-9006-4ce4-8f26-53747f2b0a53 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2036002'] for segment, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:53.447514 dv-neutron-820491-1-hyperv neutron-server[83445]: Traceback (most recent call last): Dec 20 08:51:53.447514 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:51:53.447514 dv-neutron-820491-1-hyperv neutron-server[83445]: timer() Dec 20 08:51:53.447514 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:51:53.447514 dv-neutron-820491-1-hyperv neutron-server[83445]: cb(*args, **kw) Dec 20 08:51:53.447514 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:51:53.447514 dv-neutron-820491-1-hyperv neutron-server[83445]: return func(*args, **kwargs) Dec 20 08:51:53.447514 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:51:53.447514 dv-neutron-820491-1-hyperv neutron-server[83445]: self._notify() Dec 20 08:51:53.447514 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:51:53.447514 dv-neutron-820491-1-hyperv neutron-server[83445]: self.callback(batched_events) Dec 20 08:51:53.447514 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:51:53.447514 dv-neutron-820491-1-hyperv neutron-server[83445]: event.method(event) Dec 20 08:51:53.447514 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:51:53.447514 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:51:53.447514 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:51:53.447514 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:51:53.447514 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:51:53.447514 dv-neutron-820491-1-hyperv neutron-server[83445]: return f(self, *a, **k) Dec 20 08:51:53.447514 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:51:53.447514 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._get(url).json() Dec 20 08:51:53.447514 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:51:53.447514 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:51:53.447514 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:51:53.447514 dv-neutron-820491-1-hyperv neutron-server[83445]: return self.request(url, 'GET', **kwargs) Dec 20 08:51:53.447514 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:51:53.447514 dv-neutron-820491-1-hyperv neutron-server[83445]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:51:53.447514 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:51:53.447514 dv-neutron-820491-1-hyperv neutron-server[83445]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:51:53.447514 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:51:53.447514 dv-neutron-820491-1-hyperv neutron-server[83445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:51:53.447514 dv-neutron-820491-1-hyperv neutron-server[83445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:51:53.514342 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-645893f6-473b-4f30-bce3-707fbe20d91e tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for router, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:53.528172 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ea6a099c-9006-4ce4-8f26-53747f2b0a53 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:53.532064 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-94902ad2-348c-4a41-af2f-51cb79708d31 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:53.547941 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ea6a099c-9006-4ce4-8f26-53747f2b0a53 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:53.559223 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6a099c-9006-4ce4-8f26-53747f2b0a53 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Pushing event deleted for resources: {'Network': ['ID=4c43bc39-f788-4dbe-810e-9b75d8c824b4,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:53.563559 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ea6a099c-9006-4ce4-8f26-53747f2b0a53 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:53.571996 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-ea6a099c-9006-4ce4-8f26-53747f2b0a53 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "DELETE /v2.0/networks/4c43bc39-f788-4dbe-810e-9b75d8c824b4 HTTP/1.1" status: 204 len: 168 time: 1.2830250 Dec 20 08:51:53.576253 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 44932) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:53.654526 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19bf624-60e5-45e4-9e56-15c1ed610e03 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:51:53.655202 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-e19bf624-60e5-45e4-9e56-15c1ed610e03 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Synchronizing usage tracker for tenant:9a4160c0c10e4c91b63b9bda9f2f4420 on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:51:53.671968 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-e19bf624-60e5-45e4-9e56-15c1ed610e03 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Unset dirty status for tenant:9a4160c0c10e4c91b63b9bda9f2f4420 on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:51:53.673203 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-e19bf624-60e5-45e4-9e56-15c1ed610e03 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0957901 Dec 20 08:51:53.676796 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 44936) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:53.727765 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-645893f6-473b-4f30-bce3-707fbe20d91e tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:53.737816 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-645893f6-473b-4f30-bce3-707fbe20d91e tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Deleting port f2e97b49-3a6e-4e86-a621-fa54222b0d74 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:51:53.738532 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-645893f6-473b-4f30-bce3-707fbe20d91e tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:53.756740 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-aa20fa4e-78fe-46fc-85b3-b2447622f763 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0787916 Dec 20 08:51:53.760548 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 44940) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:53.765851 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-d7b1a41c-a167-4fa6-a6a3-c5c2c876e40f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-566903164'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:51:53.770639 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-d7b1a41c-a167-4fa6-a6a3-c5c2c876e40f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:51:53.774401 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-d7b1a41c-a167-4fa6-a6a3-c5c2c876e40f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Usage tracker for resource:network and tenant:9a4160c0c10e4c91b63b9bda9f2f4420 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:51:53.777384 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-d7b1a41c-a167-4fa6-a6a3-c5c2c876e40f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:51:53.782928 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-d7b1a41c-a167-4fa6-a6a3-c5c2c876e40f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:51:53.793490 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b1a41c-a167-4fa6-a6a3-c5c2c876e40f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Made reservation on behalf of 9a4160c0c10e4c91b63b9bda9f2f4420 for: {'network': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:51:53.796420 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d7b1a41c-a167-4fa6-a6a3-c5c2c876e40f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:53.825835 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7b1a41c-a167-4fa6-a6a3-c5c2c876e40f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=83445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:51:53.834883 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d7b1a41c-a167-4fa6-a6a3-c5c2c876e40f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:53.835220 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.segments_db [None req-d7b1a41c-a167-4fa6-a6a3-c5c2c876e40f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Added segment 33005305-cff2-484a-b24d-0a629ffd2ba4 of type vlan for network a3f74d57-433b-4b91-9fc1-5520637f2ec3 Dec 20 08:51:53.862177 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d7b1a41c-a167-4fa6-a6a3-c5c2c876e40f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:53.891445 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d7b1a41c-a167-4fa6-a6a3-c5c2c876e40f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:53.895385 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b1a41c-a167-4fa6-a6a3-c5c2c876e40f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:51:53.895975 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d7b1a41c-a167-4fa6-a6a3-c5c2c876e40f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:53.901992 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-88cf8b95-29ab-4b8f-9579-8ed656f72e8b tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:53.910305 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-645893f6-473b-4f30-bce3-707fbe20d91e tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:53.954013 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-d7b1a41c-a167-4fa6-a6a3-c5c2c876e40f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1924686 Dec 20 08:51:53.956736 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 44944) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:54.014030 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-e352c711-08fb-4eca-a6ee-6a5e1604388b tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Request body: {'subnet': {'network_id': 'a3f74d57-433b-4b91-9fc1-5520637f2ec3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:51:54.034362 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b1a41c-a167-4fa6-a6a3-c5c2c876e40f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Pushing event updated for resources: {'Network': ['ID=a3f74d57-433b-4b91-9fc1-5520637f2ec3,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:54.037771 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-645893f6-473b-4f30-bce3-707fbe20d91e tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Calling delete_port for f2e97b49-3a6e-4e86-a621-fa54222b0d74 owned by network:router_gateway {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:51:54.040309 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d7b1a41c-a167-4fa6-a6a3-c5c2c876e40f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:54.045580 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network a3f74d57-433b-4b91-9fc1-5520637f2ec3 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:51:54.133141 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-e352c711-08fb-4eca-a6ee-6a5e1604388b tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:51:54.138638 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-e352c711-08fb-4eca-a6ee-6a5e1604388b tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Usage tracker for resource:subnet and tenant:9a4160c0c10e4c91b63b9bda9f2f4420 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:51:54.142125 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-e352c711-08fb-4eca-a6ee-6a5e1604388b tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:51:54.148706 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-e352c711-08fb-4eca-a6ee-6a5e1604388b tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:51:54.159216 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e352c711-08fb-4eca-a6ee-6a5e1604388b tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Made reservation on behalf of 9a4160c0c10e4c91b63b9bda9f2f4420 for: {'subnet': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:51:54.210356 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-645893f6-473b-4f30-bce3-707fbe20d91e tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:54.214030 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9249606b-b458-429f-b543-0c5742b3490c tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:54.258429 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645893f6-473b-4f30-bce3-707fbe20d91e tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Pushing event deleted for resources: {'Port': ['ID=f2e97b49-3a6e-4e86-a621-fa54222b0d74,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:54.261066 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-645893f6-473b-4f30-bce3-707fbe20d91e tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:54.271192 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e352c711-08fb-4eca-a6ee-6a5e1604388b tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2095160'] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:54.479543 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-645893f6-473b-4f30-bce3-707fbe20d91e tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346107'] for router_gateway, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:54.484795 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e352c711-08fb-4eca-a6ee-6a5e1604388b tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2036557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2095114'] for subnet, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:54.488955 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-2e69a046-d86f-4fb9-97ab-a1c9c70616ff tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:54.682070 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e352c711-08fb-4eca-a6ee-6a5e1604388b tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Pushing event updated for resources: {'Subnet': ['ID=469e506f-bf22-4eba-b2ad-4472c8f59b26,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:54.686014 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e352c711-08fb-4eca-a6ee-6a5e1604388b tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:54.694589 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e352c711-08fb-4eca-a6ee-6a5e1604388b tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Checking segment: {'id': '33005305-cff2-484a-b24d-0a629ffd2ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a3f74d57-433b-4b91-9fc1-5520637f2ec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:51:54.694947 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e352c711-08fb-4eca-a6ee-6a5e1604388b tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Network hostable DHCP agents. Network: a3f74d57-433b-4b91-9fc1-5520637f2ec3, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:51:54.718228 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e352c711-08fb-4eca-a6ee-6a5e1604388b tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Network a3f74d57-433b-4b91-9fc1-5520637f2ec3 is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:51:54.728200 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-e352c711-08fb-4eca-a6ee-6a5e1604388b tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, a3f74d57-433b-4b91-9fc1-5520637f2ec3) {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:51:54.732991 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e352c711-08fb-4eca-a6ee-6a5e1604388b tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:51:54.733670 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e352c711-08fb-4eca-a6ee-6a5e1604388b tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:54.738254 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec835ce-6412-408a-8216-13cfe87aff9a None None] Network a3f74d57-433b-4b91-9fc1-5520637f2ec3 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:51:54.759750 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-e352c711-08fb-4eca-a6ee-6a5e1604388b tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8018458 Dec 20 08:51:54.763537 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 44948) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:54.769138 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-90c7346d-82f5-4ad3-aa20-7f8ac4ec1c5f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Request body: {'port': {'network_id': 'a3f74d57-433b-4b91-9fc1-5520637f2ec3', 'name': 'tempest-PortsTestJSON-683545862'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:51:54.863158 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-645893f6-473b-4f30-bce3-707fbe20d91e tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24735'] for router, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:54.867875 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-645893f6-473b-4f30-bce3-707fbe20d91e tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:54.895614 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-645893f6-473b-4f30-bce3-707fbe20d91e tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-390871'] for router, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:54.896133 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-645893f6-473b-4f30-bce3-707fbe20d91e tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Fanout notify agent at l3_agent the message router_deleted on router e2917f4f-f3d1-4c20-819a-b3aa45b1acdd {{(pid=83444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 08:51:54.920710 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-90c7346d-82f5-4ad3-aa20-7f8ac4ec1c5f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:51:54.925898 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-645893f6-473b-4f30-bce3-707fbe20d91e tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:54.926999 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-645893f6-473b-4f30-bce3-707fbe20d91e tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "DELETE /v2.0/routers/e2917f4f-f3d1-4c20-819a-b3aa45b1acdd HTTP/1.1" status: 204 len: 168 time: 1.7342432 Dec 20 08:51:54.930572 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44952) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:54.936910 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-b66665ff-0876-4644-91b4-9bd0472a49ed tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Request body: {'network': {'name': 'tempest-RoutersTest-449688692'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:51:54.937167 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-90c7346d-82f5-4ad3-aa20-7f8ac4ec1c5f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:51:54.942008 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-b66665ff-0876-4644-91b4-9bd0472a49ed tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:51:54.946340 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-b66665ff-0876-4644-91b4-9bd0472a49ed tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Usage tracker for resource:network and tenant:4697a8f4ef3e423facaab77bb132848e is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:51:54.949443 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-b66665ff-0876-4644-91b4-9bd0472a49ed tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:51:54.952899 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c7346d-82f5-4ad3-aa20-7f8ac4ec1c5f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Made reservation on behalf of 9a4160c0c10e4c91b63b9bda9f2f4420 for: {'port': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:51:54.955437 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-b66665ff-0876-4644-91b4-9bd0472a49ed tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:51:54.956814 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-90c7346d-82f5-4ad3-aa20-7f8ac4ec1c5f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:54.967225 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b66665ff-0876-4644-91b4-9bd0472a49ed tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Made reservation on behalf of 4697a8f4ef3e423facaab77bb132848e for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:51:54.972745 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b66665ff-0876-4644-91b4-9bd0472a49ed tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:54.991829 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def01936-714e-4811-8f84-d586635fec79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-a3f74d57-433b-4b91-9fc1-5520637f2ec3', 'network_id': 'a3f74d57-433b-4b91-9fc1-5520637f2ec3', 'tenant_id': '9a4160c0c10e4c91b63b9bda9f2f4420', 'fixed_ips': [{'subnet_id': '469e506f-bf22-4eba-b2ad-4472c8f59b26'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:51:54.992956 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-def01936-714e-4811-8f84-d586635fec79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:55.001712 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-90c7346d-82f5-4ad3-aa20-7f8ac4ec1c5f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] device_id is not set on port 770824da-4e47-4299-adbc-853e75335ab2 yet. {{(pid=83445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:51:55.021960 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b66665ff-0876-4644-91b4-9bd0472a49ed tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:51:55.035748 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b66665ff-0876-4644-91b4-9bd0472a49ed tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:55.036285 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-b66665ff-0876-4644-91b4-9bd0472a49ed tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Added segment 85b10d8e-9dd7-4c0e-8d7d-3cdfd3d4702e of type vlan for network 8c3ba96c-821d-4aff-9013-fdbc974aebe8 Dec 20 08:51:55.082994 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b66665ff-0876-4644-91b4-9bd0472a49ed tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:55.134514 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b66665ff-0876-4644-91b4-9bd0472a49ed tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:55.140421 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66665ff-0876-4644-91b4-9bd0472a49ed tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:51:55.141388 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b66665ff-0876-4644-91b4-9bd0472a49ed tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:55.148789 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-092ba3c9-f517-4605-aa30-d465e17c5005 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:55.151858 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 219d7a5a-cf15-4a33-b38e-87411f458b2f no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:51:55.190222 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 219d7a5a-cf15-4a33-b38e-87411f458b2f {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:51:55.190561 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 219d7a5a-cf15-4a33-b38e-87411f458b2f not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:51:55.199921 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 44956) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:55.200067 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b66665ff-0876-4644-91b4-9bd0472a49ed tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2683742 Dec 20 08:51:55.207603 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-48a136d1-0abb-4448-a60a-2f8171249736 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Request body: {'subnet': {'network_id': '8c3ba96c-821d-4aff-9013-fdbc974aebe8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:51:55.216898 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-def01936-714e-4811-8f84-d586635fec79 None None] Allocated IP 172.20.0.2 (a3f74d57-433b-4b91-9fc1-5520637f2ec3/469e506f-bf22-4eba-b2ad-4472c8f59b26/64173d0f-7229-4cdb-9313-8f8d191a8714) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:51:55.262344 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66665ff-0876-4644-91b4-9bd0472a49ed tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Pushing event updated for resources: {'Network': ['ID=8c3ba96c-821d-4aff-9013-fdbc974aebe8,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:55.271105 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66665ff-0876-4644-91b4-9bd0472a49ed tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:51:55.271480 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66665ff-0876-4644-91b4-9bd0472a49ed tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:51:55.271849 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66665ff-0876-4644-91b4-9bd0472a49ed tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:51:55.272206 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66665ff-0876-4644-91b4-9bd0472a49ed tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:51:55.272555 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66665ff-0876-4644-91b4-9bd0472a49ed tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:51:55.272919 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66665ff-0876-4644-91b4-9bd0472a49ed tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:51:55.273289 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66665ff-0876-4644-91b4-9bd0472a49ed tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:51:55.273644 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66665ff-0876-4644-91b4-9bd0472a49ed tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:51:55.273994 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66665ff-0876-4644-91b4-9bd0472a49ed tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:51:55.274341 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66665ff-0876-4644-91b4-9bd0472a49ed tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:51:55.274691 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66665ff-0876-4644-91b4-9bd0472a49ed tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:51:55.278418 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b66665ff-0876-4644-91b4-9bd0472a49ed tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:55.313954 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network 8c3ba96c-821d-4aff-9013-fdbc974aebe8 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:51:55.328330 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-48a136d1-0abb-4448-a60a-2f8171249736 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:51:55.332107 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-48a136d1-0abb-4448-a60a-2f8171249736 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Usage tracker for resource:subnet and tenant:4697a8f4ef3e423facaab77bb132848e is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:51:55.334911 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-48a136d1-0abb-4448-a60a-2f8171249736 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:51:55.340684 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-48a136d1-0abb-4448-a60a-2f8171249736 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:51:55.350576 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a136d1-0abb-4448-a60a-2f8171249736 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Made reservation on behalf of 4697a8f4ef3e423facaab77bb132848e for: {'subnet': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:51:55.456947 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-48a136d1-0abb-4448-a60a-2f8171249736 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2095160'] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:55.511373 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-def01936-714e-4811-8f84-d586635fec79 None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:55.521610 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-def01936-714e-4811-8f84-d586635fec79 None None] Transition to ACTIVE for port object 64173d0f-7229-4cdb-9313-8f8d191a8714 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:51:55.539698 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-def01936-714e-4811-8f84-d586635fec79 None None] Transition to ACTIVE for port object 64173d0f-7229-4cdb-9313-8f8d191a8714 will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:51:55.547232 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-def01936-714e-4811-8f84-d586635fec79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:55.550868 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-5b779848-99ca-45b0-8a14-4989ea97f407 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:55.636755 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-90c7346d-82f5-4ad3-aa20-7f8ac4ec1c5f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Allocated IP 172.20.0.8 (a3f74d57-433b-4b91-9fc1-5520637f2ec3/469e506f-bf22-4eba-b2ad-4472c8f59b26/770824da-4e47-4299-adbc-853e75335ab2) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:51:55.661392 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def01936-714e-4811-8f84-d586635fec79 None None] Network a3f74d57-433b-4b91-9fc1-5520637f2ec3 is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:51:55.664690 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-def01936-714e-4811-8f84-d586635fec79 None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:51:55.666964 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def01936-714e-4811-8f84-d586635fec79 None None] Pushing event updated for resources: {'Port': ['ID=64173d0f-7229-4cdb-9313-8f8d191a8714,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:55.669044 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def01936-714e-4811-8f84-d586635fec79 None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:51:55.671228 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-def01936-714e-4811-8f84-d586635fec79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:55.754138 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-def01936-714e-4811-8f84-d586635fec79 None None] Attempting to bind port 64173d0f-7229-4cdb-9313-8f8d191a8714 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:51:55.755504 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-def01936-714e-4811-8f84-d586635fec79 None None] Attempting to bind port 64173d0f-7229-4cdb-9313-8f8d191a8714 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '33005305-cff2-484a-b24d-0a629ffd2ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a3f74d57-433b-4b91-9fc1-5520637f2ec3'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:51:55.755940 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def01936-714e-4811-8f84-d586635fec79 None None] Attempting to bind port 64173d0f-7229-4cdb-9313-8f8d191a8714 on network a3f74d57-433b-4b91-9fc1-5520637f2ec3 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:51:55.763171 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def01936-714e-4811-8f84-d586635fec79 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:51:55.763661 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def01936-714e-4811-8f84-d586635fec79 None None] Checking segment: {'id': '33005305-cff2-484a-b24d-0a629ffd2ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a3f74d57-433b-4b91-9fc1-5520637f2ec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:51:55.764070 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-def01936-714e-4811-8f84-d586635fec79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:55.764471 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def01936-714e-4811-8f84-d586635fec79 None None] Bound using segment: {'id': '33005305-cff2-484a-b24d-0a629ffd2ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a3f74d57-433b-4b91-9fc1-5520637f2ec3'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:51:55.765330 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-def01936-714e-4811-8f84-d586635fec79 None None] Bound port: 64173d0f-7229-4cdb-9313-8f8d191a8714, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33005305-cff2-484a-b24d-0a629ffd2ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a3f74d57-433b-4b91-9fc1-5520637f2ec3'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:51:55.765330 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-def01936-714e-4811-8f84-d586635fec79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:55.811625 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-48a136d1-0abb-4448-a60a-2f8171249736 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2036557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2095114'] for subnet, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:55.817543 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-211c4d7c-ecdc-4f6c-823d-50f90c5d8b04 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:55.857242 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-def01936-714e-4811-8f84-d586635fec79 None None] For port 64173d0f-7229-4cdb-9313-8f8d191a8714, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:51:55.860331 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-def01936-714e-4811-8f84-d586635fec79 None None] For port 64173d0f-7229-4cdb-9313-8f8d191a8714, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=64173d0f-7229-4cdb-9313-8f8d191a8714,segment=NetworkSegment(33005305-cff2-484a-b24d-0a629ffd2ba4),segment_id=33005305-cff2-484a-b24d-0a629ffd2ba4)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:51:55.865806 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-def01936-714e-4811-8f84-d586635fec79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:55.869559 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-02090368-cc18-4aeb-8c1b-b3905169166b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:55.957308 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def01936-714e-4811-8f84-d586635fec79 None None] Pushing event updated for resources: {'Port': ['ID=64173d0f-7229-4cdb-9313-8f8d191a8714,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:55.960730 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-def01936-714e-4811-8f84-d586635fec79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:55.975098 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a136d1-0abb-4448-a60a-2f8171249736 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Pushing event updated for resources: {'Subnet': ['ID=67feef8d-24df-479c-bb2b-bf91faf33d01,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:55.982959 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-48a136d1-0abb-4448-a60a-2f8171249736 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:56.009105 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a136d1-0abb-4448-a60a-2f8171249736 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Checking segment: {'id': '85b10d8e-9dd7-4c0e-8d7d-3cdfd3d4702e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8c3ba96c-821d-4aff-9013-fdbc974aebe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:51:56.009504 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a136d1-0abb-4448-a60a-2f8171249736 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Network hostable DHCP agents. Network: 8c3ba96c-821d-4aff-9013-fdbc974aebe8, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:51:56.019480 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-90c7346d-82f5-4ad3-aa20-7f8ac4ec1c5f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:56.042179 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-90c7346d-82f5-4ad3-aa20-7f8ac4ec1c5f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Transition to ACTIVE for port object 770824da-4e47-4299-adbc-853e75335ab2 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:51:56.055838 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a136d1-0abb-4448-a60a-2f8171249736 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Network 8c3ba96c-821d-4aff-9013-fdbc974aebe8 is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:51:56.070699 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-48a136d1-0abb-4448-a60a-2f8171249736 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, 8c3ba96c-821d-4aff-9013-fdbc974aebe8) {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:51:56.075876 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a136d1-0abb-4448-a60a-2f8171249736 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:51:56.076452 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-48a136d1-0abb-4448-a60a-2f8171249736 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:56.081737 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e753434f-2245-44fb-b97f-8050b193f8cd None None] Network 8c3ba96c-821d-4aff-9013-fdbc974aebe8 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:51:56.082836 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-90c7346d-82f5-4ad3-aa20-7f8ac4ec1c5f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:56.093913 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-afe44c8d-48ab-4bae-8f29-0879ae32d222 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:56.176472 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-48a136d1-0abb-4448-a60a-2f8171249736 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9731607 Dec 20 08:51:56.177370 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 44960) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:56.188821 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-10aa97c9-51eb-417d-b043-10f21e5fe312 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-576491467', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:51:56.205624 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c7346d-82f5-4ad3-aa20-7f8ac4ec1c5f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Network a3f74d57-433b-4b91-9fc1-5520637f2ec3 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:51:56.206695 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-10aa97c9-51eb-417d-b043-10f21e5fe312 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:51:56.213504 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-90c7346d-82f5-4ad3-aa20-7f8ac4ec1c5f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:51:56.218339 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-10aa97c9-51eb-417d-b043-10f21e5fe312 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Usage tracker for resource:router and tenant:4697a8f4ef3e423facaab77bb132848e is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:51:56.221623 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c7346d-82f5-4ad3-aa20-7f8ac4ec1c5f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:51:56.247736 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c7346d-82f5-4ad3-aa20-7f8ac4ec1c5f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Pushing event updated for resources: {'Port': ['ID=770824da-4e47-4299-adbc-853e75335ab2,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:56.253392 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-10aa97c9-51eb-417d-b043-10f21e5fe312 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:51:56.256416 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-90c7346d-82f5-4ad3-aa20-7f8ac4ec1c5f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:56.266893 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-10aa97c9-51eb-417d-b043-10f21e5fe312 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:51:56.294124 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-10aa97c9-51eb-417d-b043-10f21e5fe312 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24817'] for router, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:56.295055 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-10aa97c9-51eb-417d-b043-10f21e5fe312 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-351744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24806'] for router, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:56.309222 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c7346d-82f5-4ad3-aa20-7f8ac4ec1c5f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:51:56.309844 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-90c7346d-82f5-4ad3-aa20-7f8ac4ec1c5f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:56.336147 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-10aa97c9-51eb-417d-b043-10f21e5fe312 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:56.338749 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-90c7346d-82f5-4ad3-aa20-7f8ac4ec1c5f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.5742640 Dec 20 08:51:56.341603 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44964) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:56.347857 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-e089c478-f8bf-4e94-8281-4fc3bae4da45 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Request body: {'port': {'network_id': 'a3f74d57-433b-4b91-9fc1-5520637f2ec3', 'name': 'tempest-PortsTestJSON-1897857830'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:51:56.348637 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede5abed-75b1-44e9-82b7-e1f250b69c8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-8c3ba96c-821d-4aff-9013-fdbc974aebe8', 'network_id': '8c3ba96c-821d-4aff-9013-fdbc974aebe8', 'tenant_id': '4697a8f4ef3e423facaab77bb132848e', 'fixed_ips': [{'subnet_id': '67feef8d-24df-479c-bb2b-bf91faf33d01'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:51:56.349510 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-ede5abed-75b1-44e9-82b7-e1f250b69c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:56.356888 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-10aa97c9-51eb-417d-b043-10f21e5fe312 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071'] for router, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:56.378814 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-10aa97c9-51eb-417d-b043-10f21e5fe312 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:56.382628 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-10aa97c9-51eb-417d-b043-10f21e5fe312 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2009883 Dec 20 08:51:56.382821 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 44968) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:56.491346 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-e089c478-f8bf-4e94-8281-4fc3bae4da45 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:51:56.496354 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e089c478-f8bf-4e94-8281-4fc3bae4da45 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Usage tracker for resource:port and tenant:9a4160c0c10e4c91b63b9bda9f2f4420 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:51:56.499516 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e089c478-f8bf-4e94-8281-4fc3bae4da45 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:51:56.505890 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-e089c478-f8bf-4e94-8281-4fc3bae4da45 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:51:56.516438 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-ede5abed-75b1-44e9-82b7-e1f250b69c8a None None] Allocated IP 172.20.0.2 (8c3ba96c-821d-4aff-9013-fdbc974aebe8/67feef8d-24df-479c-bb2b-bf91faf33d01/7cac5c20-8f9c-49f2-b1bf-964bf4e2c5c5) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:51:56.517504 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e089c478-f8bf-4e94-8281-4fc3bae4da45 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Made reservation on behalf of 9a4160c0c10e4c91b63b9bda9f2f4420 for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:51:56.520774 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e089c478-f8bf-4e94-8281-4fc3bae4da45 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:56.545505 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-e089c478-f8bf-4e94-8281-4fc3bae4da45 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] device_id is not set on port d68e80da-fd7f-41a9-b715-e86f6c74fe10 yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:51:56.704824 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-e089c478-f8bf-4e94-8281-4fc3bae4da45 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Allocated IP 172.20.0.5 (a3f74d57-433b-4b91-9fc1-5520637f2ec3/469e506f-bf22-4eba-b2ad-4472c8f59b26/d68e80da-fd7f-41a9-b715-e86f6c74fe10) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:51:56.778915 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-ede5abed-75b1-44e9-82b7-e1f250b69c8a None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:56.790090 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-ede5abed-75b1-44e9-82b7-e1f250b69c8a None None] Transition to ACTIVE for port object 7cac5c20-8f9c-49f2-b1bf-964bf4e2c5c5 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:51:56.815621 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-ede5abed-75b1-44e9-82b7-e1f250b69c8a None None] Transition to ACTIVE for port object 7cac5c20-8f9c-49f2-b1bf-964bf4e2c5c5 will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:51:56.823047 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-ede5abed-75b1-44e9-82b7-e1f250b69c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:56.831649 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:56.915664 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede5abed-75b1-44e9-82b7-e1f250b69c8a None None] Network 8c3ba96c-821d-4aff-9013-fdbc974aebe8 is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:51:56.923643 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-ede5abed-75b1-44e9-82b7-e1f250b69c8a None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:51:56.926280 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede5abed-75b1-44e9-82b7-e1f250b69c8a None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:51:56.929403 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede5abed-75b1-44e9-82b7-e1f250b69c8a None None] Pushing event updated for resources: {'Port': ['ID=7cac5c20-8f9c-49f2-b1bf-964bf4e2c5c5,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:56.932863 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-ede5abed-75b1-44e9-82b7-e1f250b69c8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:56.970290 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e089c478-f8bf-4e94-8281-4fc3bae4da45 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:56.987726 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-e089c478-f8bf-4e94-8281-4fc3bae4da45 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Transition to ACTIVE for port object d68e80da-fd7f-41a9-b715-e86f6c74fe10 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:51:57.020915 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e089c478-f8bf-4e94-8281-4fc3bae4da45 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:57.027186 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc18f644-77fc-4a64-802d-a1b16ef9aa4d None None] Network a3f74d57-433b-4b91-9fc1-5520637f2ec3 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:51:57.027770 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0e2b8ced-183c-4c67-b552-9d89ef308122 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:57.052898 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-ede5abed-75b1-44e9-82b7-e1f250b69c8a None None] Attempting to bind port 7cac5c20-8f9c-49f2-b1bf-964bf4e2c5c5 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:51:57.053426 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-ede5abed-75b1-44e9-82b7-e1f250b69c8a None None] Attempting to bind port 7cac5c20-8f9c-49f2-b1bf-964bf4e2c5c5 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '85b10d8e-9dd7-4c0e-8d7d-3cdfd3d4702e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8c3ba96c-821d-4aff-9013-fdbc974aebe8'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:51:57.053665 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede5abed-75b1-44e9-82b7-e1f250b69c8a None None] Attempting to bind port 7cac5c20-8f9c-49f2-b1bf-964bf4e2c5c5 on network 8c3ba96c-821d-4aff-9013-fdbc974aebe8 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:51:57.066535 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede5abed-75b1-44e9-82b7-e1f250b69c8a None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:51:57.066535 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede5abed-75b1-44e9-82b7-e1f250b69c8a None None] Checking segment: {'id': '85b10d8e-9dd7-4c0e-8d7d-3cdfd3d4702e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8c3ba96c-821d-4aff-9013-fdbc974aebe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:51:57.066920 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a26074c0-c6c2-43ac-9fd7-f828d30baf74 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:57.067401 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-ede5abed-75b1-44e9-82b7-e1f250b69c8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:57.067401 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede5abed-75b1-44e9-82b7-e1f250b69c8a None None] Bound using segment: {'id': '85b10d8e-9dd7-4c0e-8d7d-3cdfd3d4702e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8c3ba96c-821d-4aff-9013-fdbc974aebe8'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:51:57.067401 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-ede5abed-75b1-44e9-82b7-e1f250b69c8a None None] Bound port: 7cac5c20-8f9c-49f2-b1bf-964bf4e2c5c5, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85b10d8e-9dd7-4c0e-8d7d-3cdfd3d4702e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8c3ba96c-821d-4aff-9013-fdbc974aebe8'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:51:57.067401 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-ede5abed-75b1-44e9-82b7-e1f250b69c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:57.116235 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e089c478-f8bf-4e94-8281-4fc3bae4da45 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Network a3f74d57-433b-4b91-9fc1-5520637f2ec3 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:51:57.120602 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-e089c478-f8bf-4e94-8281-4fc3bae4da45 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:51:57.128548 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e089c478-f8bf-4e94-8281-4fc3bae4da45 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:51:57.162976 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089c478-f8bf-4e94-8281-4fc3bae4da45 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Pushing event updated for resources: {'Port': ['ID=d68e80da-fd7f-41a9-b715-e86f6c74fe10,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:57.185836 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e089c478-f8bf-4e94-8281-4fc3bae4da45 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:57.195125 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 64173d0f-7229-4cdb-9313-8f8d191a8714 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:51:57.216014 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e089c478-f8bf-4e94-8281-4fc3bae4da45 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:51:57.216628 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e089c478-f8bf-4e94-8281-4fc3bae4da45 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:57.241737 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e089c478-f8bf-4e94-8281-4fc3bae4da45 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8983185 Dec 20 08:51:57.244941 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44972) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:57.308359 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-10aa2349-5e75-463a-bb33-8e1e99f848ee None None] Provisioning for port 64173d0f-7229-4cdb-9313-8f8d191a8714 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:51:57.331895 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7782ab-6b01-411e-b154-673f1393602c tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:51:57.332849 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-3c7782ab-6b01-411e-b154-673f1393602c tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Synchronizing usage tracker for tenant:9a4160c0c10e4c91b63b9bda9f2f4420 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:51:57.350803 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-3c7782ab-6b01-411e-b154-673f1393602c tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Unset dirty status for tenant:9a4160c0c10e4c91b63b9bda9f2f4420 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:51:57.352102 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-3c7782ab-6b01-411e-b154-673f1393602c tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.8 HTTP/1.1" status: 200 len: 921 time: 0.1062856 Dec 20 08:51:57.355632 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44976) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:57.403576 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-ede5abed-75b1-44e9-82b7-e1f250b69c8a None None] For port 7cac5c20-8f9c-49f2-b1bf-964bf4e2c5c5, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:51:57.410714 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-ede5abed-75b1-44e9-82b7-e1f250b69c8a None None] For port 7cac5c20-8f9c-49f2-b1bf-964bf4e2c5c5, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=7cac5c20-8f9c-49f2-b1bf-964bf4e2c5c5,segment=NetworkSegment(85b10d8e-9dd7-4c0e-8d7d-3cdfd3d4702e),segment_id=85b10d8e-9dd7-4c0e-8d7d-3cdfd3d4702e)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:51:57.430270 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-1d078cba-17c9-43fb-8390-7df4e848d387 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Deleting port d68e80da-fd7f-41a9-b715-e86f6c74fe10 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:51:57.430602 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1d078cba-17c9-43fb-8390-7df4e848d387 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:57.450775 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-ede5abed-75b1-44e9-82b7-e1f250b69c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:57.456147 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-bf989418-5ae9-428a-a1de-5c3ecd7ab5ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:57.458502 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-a26074c0-c6c2-43ac-9fd7-f828d30baf74 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Allocated IP 172.20.0.1 (8c3ba96c-821d-4aff-9013-fdbc974aebe8/67feef8d-24df-479c-bb2b-bf91faf33d01/019d37f3-9bd5-4a81-ad97-3c0f3a7ef748) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:51:57.483653 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 64173d0f-7229-4cdb-9313-8f8d191a8714 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:51:57.514032 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 64173d0f-7229-4cdb-9313-8f8d191a8714 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:51:57.514728 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:57.607959 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede5abed-75b1-44e9-82b7-e1f250b69c8a None None] Pushing event updated for resources: {'Port': ['ID=7cac5c20-8f9c-49f2-b1bf-964bf4e2c5c5,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:57.611758 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-ede5abed-75b1-44e9-82b7-e1f250b69c8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:57.634901 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a26074c0-c6c2-43ac-9fd7-f828d30baf74 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:57.663066 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-a26074c0-c6c2-43ac-9fd7-f828d30baf74 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Transition to ACTIVE for port object 019d37f3-9bd5-4a81-ad97-3c0f3a7ef748 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:51:57.700399 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a26074c0-c6c2-43ac-9fd7-f828d30baf74 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:57.704828 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:57.707519 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-4968eaaf-caef-4964-a521-aa38df1c2c16 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:57.716671 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1d078cba-17c9-43fb-8390-7df4e848d387 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:57.792306 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 64173d0f-7229-4cdb-9313-8f8d191a8714, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=64173d0f-7229-4cdb-9313-8f8d191a8714,segment=NetworkSegment(33005305-cff2-484a-b24d-0a629ffd2ba4),segment_id=33005305-cff2-484a-b24d-0a629ffd2ba4)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:51:57.799603 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:57.804650 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-69704915-c90e-4490-a2e4-48cc2ca3e5d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:57.847036 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26074c0-c6c2-43ac-9fd7-f828d30baf74 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Network 8c3ba96c-821d-4aff-9013-fdbc974aebe8 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:51:57.848861 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-a26074c0-c6c2-43ac-9fd7-f828d30baf74 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:51:57.858781 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26074c0-c6c2-43ac-9fd7-f828d30baf74 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:51:57.914813 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=64173d0f-7229-4cdb-9313-8f8d191a8714,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:57.924418 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26074c0-c6c2-43ac-9fd7-f828d30baf74 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Pushing event updated for resources: {'Port': ['ID=019d37f3-9bd5-4a81-ad97-3c0f3a7ef748,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:57.925471 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:57.929405 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a26074c0-c6c2-43ac-9fd7-f828d30baf74 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:57.932555 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a26074c0-c6c2-43ac-9fd7-f828d30baf74 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-345881'] for router_interface, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:57.947661 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-1d078cba-17c9-43fb-8390-7df4e848d387 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Calling delete_port for d68e80da-fd7f-41a9-b715-e86f6c74fe10 owned by {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:51:58.041764 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a26074c0-c6c2-43ac-9fd7-f828d30baf74 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:58.126560 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-9345def7-6cee-4e3f-8693-30b810df143b None None] Provisioning for port d68e80da-fd7f-41a9-b715-e86f6c74fe10 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:51:58.127163 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1d078cba-17c9-43fb-8390-7df4e848d387 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:58.133555 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4cfa1f13-9f1e-4598-a665-83c90f96add2 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:58.133793 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-9345def7-6cee-4e3f-8693-30b810df143b None None] Provisioning complete for port d68e80da-fd7f-41a9-b715-e86f6c74fe10 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:51:58.134162 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-9345def7-6cee-4e3f-8693-30b810df143b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:58.173174 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-9345def7-6cee-4e3f-8693-30b810df143b None None] Port d68e80da-fd7f-41a9-b715-e86f6c74fe10 was deleted so its status cannot be updated. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Dec 20 08:51:58.191835 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-9345def7-6cee-4e3f-8693-30b810df143b None None] Provisioning complete for port 64173d0f-7229-4cdb-9313-8f8d191a8714 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:51:58.192414 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-9345def7-6cee-4e3f-8693-30b810df143b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:58.308947 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d078cba-17c9-43fb-8390-7df4e848d387 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Pushing event deleted for resources: {'Port': ['ID=d68e80da-fd7f-41a9-b715-e86f6c74fe10,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:58.311779 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1d078cba-17c9-43fb-8390-7df4e848d387 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:58.344260 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-9345def7-6cee-4e3f-8693-30b810df143b None None] Provisioning for port 770824da-4e47-4299-adbc-853e75335ab2 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:51:58.353682 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-9345def7-6cee-4e3f-8693-30b810df143b None None] Provisioning complete for port 770824da-4e47-4299-adbc-853e75335ab2 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:51:58.354066 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-9345def7-6cee-4e3f-8693-30b810df143b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:58.435169 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1d078cba-17c9-43fb-8390-7df4e848d387 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:58.436703 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-9345def7-6cee-4e3f-8693-30b810df143b None None] Port 770824da-4e47-4299-adbc-853e75335ab2 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:51:58.451670 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1d078cba-17c9-43fb-8390-7df4e848d387 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "DELETE /v2.0/ports/d68e80da-fd7f-41a9-b715-e86f6c74fe10 HTTP/1.1" status: 204 len: 168 time: 1.0937743 Dec 20 08:51:58.455671 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 44980) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:58.507109 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-870efe13-1652-4845-b5e8-cc8eebe64f5d tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] GET failed (client error): The resource could not be found. Dec 20 08:51:58.507610 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-870efe13-1652-4845-b5e8-cc8eebe64f5d tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Synchronizing usage tracker for tenant:9a4160c0c10e4c91b63b9bda9f2f4420 on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:51:58.538079 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-870efe13-1652-4845-b5e8-cc8eebe64f5d tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Unset dirty status for tenant:9a4160c0c10e4c91b63b9bda9f2f4420 on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:51:58.539245 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-870efe13-1652-4845-b5e8-cc8eebe64f5d tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "GET /v2.0/ports/d68e80da-fd7f-41a9-b715-e86f6c74fe10 HTTP/1.1" status: 404 len: 333 time: 0.0827105 Dec 20 08:51:58.542712 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44984) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:58.556251 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a26074c0-c6c2-43ac-9fd7-f828d30baf74 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:58.561620 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a26074c0-c6c2-43ac-9fd7-f828d30baf74 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2036698'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:58.580308 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-01674048-691a-4ca6-8a31-d0d9e103305b None None] Provisioning complete for port 770824da-4e47-4299-adbc-853e75335ab2 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:51:58.580695 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-01674048-691a-4ca6-8a31-d0d9e103305b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:58.629993 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c64fc50-3918-4098-9bdf-ec6ec4a24e83 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:58.654954 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-4cb1ce48-e9fe-4ae8-b426-5474fc3fdedc tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Deleting port 770824da-4e47-4299-adbc-853e75335ab2 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:51:58.655299 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4cb1ce48-e9fe-4ae8-b426-5474fc3fdedc tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:58.656315 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-01674048-691a-4ca6-8a31-d0d9e103305b None None] Port 770824da-4e47-4299-adbc-853e75335ab2 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:51:58.771291 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-2844a19c-e265-43f9-9464-a680873cb03d None None] Could not find standard attr ID for object d68e80da-fd7f-41a9-b715-e86f6c74fe10. {{(pid=83446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 08:51:58.856675 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a26074c0-c6c2-43ac-9fd7-f828d30baf74 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32898031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349045'] for router_interface, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:58.878341 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26074c0-c6c2-43ac-9fd7-f828d30baf74 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Pushing event updated for resources: {'Port': ['ID=019d37f3-9bd5-4a81-ad97-3c0f3a7ef748,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:58.881365 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a26074c0-c6c2-43ac-9fd7-f828d30baf74 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:58.935285 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d74314-20f6-42e8-927f-9ce7fffd4e62 None None] Network 8c3ba96c-821d-4aff-9013-fdbc974aebe8 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:51:58.948997 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4cb1ce48-e9fe-4ae8-b426-5474fc3fdedc tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:59.017429 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26074c0-c6c2-43ac-9fd7-f828d30baf74 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Network 8c3ba96c-821d-4aff-9013-fdbc974aebe8 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:51:59.018706 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-a26074c0-c6c2-43ac-9fd7-f828d30baf74 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:51:59.061433 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-f3d087cd-e322-4e58-9726-54097430084c None None] Provisioning for port 7cac5c20-8f9c-49f2-b1bf-964bf4e2c5c5 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:51:59.067286 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44990) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:59.076095 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-4cb1ce48-e9fe-4ae8-b426-5474fc3fdedc tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Calling delete_port for 770824da-4e47-4299-adbc-853e75335ab2 owned by {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:51:59.241012 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-6d2ba0b7-dab3-4aed-bb30-0dd94f215d61 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/floatingips/cbf076af-deae-445b-ac9f-67f636274120 HTTP/1.1" status: 200 len: 994 time: 0.1722620 Dec 20 08:51:59.282111 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 7cac5c20-8f9c-49f2-b1bf-964bf4e2c5c5 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:51:59.373808 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4cb1ce48-e9fe-4ae8-b426-5474fc3fdedc tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:59.379951 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d3fb14d4-b225-4e60-a6eb-b49f79ac95f6 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:59.409389 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 7cac5c20-8f9c-49f2-b1bf-964bf4e2c5c5 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:51:59.416566 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 7cac5c20-8f9c-49f2-b1bf-964bf4e2c5c5 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:51:59.417051 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:59.424187 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb1ce48-e9fe-4ae8-b426-5474fc3fdedc tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Pushing event deleted for resources: {'Port': ['ID=770824da-4e47-4299-adbc-853e75335ab2,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:59.426887 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4cb1ce48-e9fe-4ae8-b426-5474fc3fdedc tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:59.483004 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a26074c0-c6c2-43ac-9fd7-f828d30baf74 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Router d7c29ace-e214-492f-9bad-eb96bb2976d2 is scheduled to L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 with binding_index 1 {{(pid=83445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 08:51:59.558358 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4cb1ce48-e9fe-4ae8-b426-5474fc3fdedc tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:59.577131 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-4cb1ce48-e9fe-4ae8-b426-5474fc3fdedc tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "DELETE /v2.0/ports/770824da-4e47-4299-adbc-853e75335ab2 HTTP/1.1" status: 204 len: 168 time: 1.0330155 Dec 20 08:51:59.579654 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 44998) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:59.599633 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 45002) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:59.615705 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:59.661208 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-7597c8e2-b812-4cd6-8ffa-d958f35516f1 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] GET failed (client error): The resource could not be found. Dec 20 08:51:59.661701 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7597c8e2-b812-4cd6-8ffa-d958f35516f1 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Synchronizing usage tracker for tenant:9a4160c0c10e4c91b63b9bda9f2f4420 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:51:59.676620 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 7cac5c20-8f9c-49f2-b1bf-964bf4e2c5c5, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=7cac5c20-8f9c-49f2-b1bf-964bf4e2c5c5,segment=NetworkSegment(85b10d8e-9dd7-4c0e-8d7d-3cdfd3d4702e),segment_id=85b10d8e-9dd7-4c0e-8d7d-3cdfd3d4702e)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:51:59.678609 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-6fe577be-48dc-43b9-805a-ef961fa1fbb9 None None] Provisioning for port 019d37f3-9bd5-4a81-ad97-3c0f3a7ef748 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:51:59.693631 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7597c8e2-b812-4cd6-8ffa-d958f35516f1 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Unset dirty status for tenant:9a4160c0c10e4c91b63b9bda9f2f4420 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:51:59.695287 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:59.695480 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-7597c8e2-b812-4cd6-8ffa-d958f35516f1 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "GET /v2.0/ports/770824da-4e47-4299-adbc-853e75335ab2 HTTP/1.1" status: 404 len: 333 time: 0.1146548 Dec 20 08:51:59.696229 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 64173d0f-7229-4cdb-9313-8f8d191a8714 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:51:59.698456 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45006) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:51:59.757643 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-bc953eb7-d4e7-42a3-aeaa-23da39eb3015 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:51:59.834572 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-6fe577be-48dc-43b9-805a-ef961fa1fbb9 None None] Provisioning complete for port 019d37f3-9bd5-4a81-ad97-3c0f3a7ef748 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:51:59.834956 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-6fe577be-48dc-43b9-805a-ef961fa1fbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:59.863866 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=7cac5c20-8f9c-49f2-b1bf-964bf4e2c5c5,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:51:59.866934 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:51:59.939194 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 64173d0f-7229-4cdb-9313-8f8d191a8714 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:51:59.940430 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:59.963626 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-31452cf7-c574-4462-a8ac-282feb234fef tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Deleting subnet 469e506f-bf22-4eba-b2ad-4472c8f59b26 {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:51:59.969575 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-31452cf7-c574-4462-a8ac-282feb234fef tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:51:59.982453 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-b8a67eb9-2d13-4d3a-946e-c8195697e207 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Deleting port 7e031d38-44fd-45ed-9a9e-0601e35b701d {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:51:59.982788 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b8a67eb9-2d13-4d3a-946e-c8195697e207 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:00.031160 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a26074c0-c6c2-43ac-9fd7-f828d30baf74 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:52:00.044503 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4e0f4f-87f9-4d0a-8174-7be9d8f86522 None None] Sync routers for ids ['d7c29ace-e214-492f-9bad-eb96bb2976d2'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:52:00.061775 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-6fe577be-48dc-43b9-805a-ef961fa1fbb9 None None] Port 019d37f3-9bd5-4a81-ad97-3c0f3a7ef748 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:52:00.082427 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4e0f4f-87f9-4d0a-8174-7be9d8f86522 None None] Routers {'d7c29ace-e214-492f-9bad-eb96bb2976d2'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:52:00.084197 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-aa4e0f4f-87f9-4d0a-8174-7be9d8f86522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:51:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['d7c29ace-e214-492f-9bad-eb96bb2976d2'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:52:00.099021 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-31452cf7-c574-4462-a8ac-282feb234fef tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1618747'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:00.102097 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-a26074c0-c6c2-43ac-9fd7-f828d30baf74 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "PUT /v2.0/routers/d7c29ace-e214-492f-9bad-eb96bb2976d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7181001 Dec 20 08:52:00.130381 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45010) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:00.197497 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-6fe577be-48dc-43b9-805a-ef961fa1fbb9 None None] Provisioning complete for port 7cac5c20-8f9c-49f2-b1bf-964bf4e2c5c5 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:52:00.198695 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-6fe577be-48dc-43b9-805a-ef961fa1fbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:00.208645 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-aa4e0f4f-87f9-4d0a-8174-7be9d8f86522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:52:00.229546 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4e0f4f-87f9-4d0a-8174-7be9d8f86522 None None] Routers {'d7c29ace-e214-492f-9bad-eb96bb2976d2'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:52:00.230637 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-aa4e0f4f-87f9-4d0a-8174-7be9d8f86522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:51:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['d7c29ace-e214-492f-9bad-eb96bb2976d2'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:52:00.236930 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b8a67eb9-2d13-4d3a-946e-c8195697e207 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:00.237731 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e214657-4f70-43e6-a62c-1cfe43b971d5 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:00.239071 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-9e214657-4f70-43e6-a62c-1cfe43b971d5 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "GET /v2.0/ports/019d37f3-9bd5-4a81-ad97-3c0f3a7ef748 HTTP/1.1" status: 200 len: 910 time: 0.1073589 Dec 20 08:52:00.240331 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b8a67eb9-2d13-4d3a-946e-c8195697e207 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:00.251017 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 45014) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:00.260968 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-c3424eb5-a4b6-4268-bcf9-49e18d7df5e7 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '67feef8d-24df-479c-bb2b-bf91faf33d01'}]}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:52:00.268548 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-31452cf7-c574-4462-a8ac-282feb234fef tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:00.301104 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-aa4e0f4f-87f9-4d0a-8174-7be9d8f86522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:52:00.301532 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4e0f4f-87f9-4d0a-8174-7be9d8f86522 None None] The sync data for ids ['d7c29ace-e214-492f-9bad-eb96bb2976d2'] in dv-neutron-820491-1-hyperv is: [] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:52:00.351520 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-31452cf7-c574-4462-a8ac-282feb234fef tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1129313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1529131'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:00.356775 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e765f8c1-b88e-4a5c-853f-2953eaf4a0e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:00.398518 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31452cf7-c574-4462-a8ac-282feb234fef tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Pushing event deleted for resources: {'Subnet': ['ID=469e506f-bf22-4eba-b2ad-4472c8f59b26,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:00.403098 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-31452cf7-c574-4462-a8ac-282feb234fef tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:00.408002 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-31452cf7-c574-4462-a8ac-282feb234fef tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:00.414709 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a15e3e6-21e7-4b08-94f6-19ac604b252a None None] Network a3f74d57-433b-4b91-9fc1-5520637f2ec3 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:52:00.417728 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 45018) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:00.418060 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-31452cf7-c574-4462-a8ac-282feb234fef tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "DELETE /v2.0/subnets/469e506f-bf22-4eba-b2ad-4472c8f59b26 HTTP/1.1" status: 204 len: 168 time: 0.7181418 Dec 20 08:52:00.548767 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-b8a67eb9-2d13-4d3a-946e-c8195697e207 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Calling delete_port for 7e031d38-44fd-45ed-9a9e-0601e35b701d owned by network:floatingip {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:52:00.596591 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-4d7b9fab-ba1f-4cf9-93bf-9b20cf84407c None None] Provisioning complete for port 019d37f3-9bd5-4a81-ad97-3c0f3a7ef748 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:52:00.597062 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-4d7b9fab-ba1f-4cf9-93bf-9b20cf84407c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:00.666385 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-4d7b9fab-ba1f-4cf9-93bf-9b20cf84407c None None] Port 019d37f3-9bd5-4a81-ad97-3c0f3a7ef748 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:52:00.734464 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0544dccb-e1ab-4aba-b44b-abd904ae0d16 None None] DHCP port deletion for a3f74d57-433b-4b91-9fc1-5520637f2ec3 request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 08:52:00.738659 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-0544dccb-e1ab-4aba-b44b-abd904ae0d16 None None] Deleting port 64173d0f-7229-4cdb-9313-8f8d191a8714 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:52:00.739040 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-0544dccb-e1ab-4aba-b44b-abd904ae0d16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:00.766160 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3519f050-d209-468b-a80f-e98270f0c785 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:00.852242 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-3519f050-d209-468b-a80f-e98270f0c785 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Deleting port 64173d0f-7229-4cdb-9313-8f8d191a8714 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:52:00.852462 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3519f050-d209-468b-a80f-e98270f0c785 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:00.975390 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-0544dccb-e1ab-4aba-b44b-abd904ae0d16 None None] For port 64173d0f-7229-4cdb-9313-8f8d191a8714, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=64173d0f-7229-4cdb-9313-8f8d191a8714,segment=NetworkSegment(33005305-cff2-484a-b24d-0a629ffd2ba4),segment_id=33005305-cff2-484a-b24d-0a629ffd2ba4)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:52:00.975783 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-0544dccb-e1ab-4aba-b44b-abd904ae0d16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:01.106071 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c3424eb5-a4b6-4268-bcf9-49e18d7df5e7 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:01.114422 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-0544dccb-e1ab-4aba-b44b-abd904ae0d16 None None] Calling delete_port for 64173d0f-7229-4cdb-9313-8f8d191a8714 owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:52:01.128562 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b8a67eb9-2d13-4d3a-946e-c8195697e207 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:01.137617 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3865380c-cd43-46b2-b2df-1f19a35256e1 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:01.148620 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 7cac5c20-8f9c-49f2-b1bf-964bf4e2c5c5 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:52:01.253855 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-0544dccb-e1ab-4aba-b44b-abd904ae0d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102'] for port, after_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:01.258437 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-c0a88435-66c7-44b5-8ba0-24543815b3cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:01.274408 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a67eb9-2d13-4d3a-946e-c8195697e207 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event deleted for resources: {'Port': ['ID=7e031d38-44fd-45ed-9a9e-0601e35b701d,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:01.305886 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0544dccb-e1ab-4aba-b44b-abd904ae0d16 None None] Pushing event deleted for resources: {'Port': ['ID=64173d0f-7229-4cdb-9313-8f8d191a8714,revision_number=None']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:01.309974 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-0544dccb-e1ab-4aba-b44b-abd904ae0d16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:01.311336 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 7cac5c20-8f9c-49f2-b1bf-964bf4e2c5c5 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:52:01.311716 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:01.334436 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-3519f050-d209-468b-a80f-e98270f0c785 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] For port 64173d0f-7229-4cdb-9313-8f8d191a8714, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=64173d0f-7229-4cdb-9313-8f8d191a8714,segment=NetworkSegment(33005305-cff2-484a-b24d-0a629ffd2ba4),segment_id=33005305-cff2-484a-b24d-0a629ffd2ba4)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:52:01.334795 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3519f050-d209-468b-a80f-e98270f0c785 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:01.345285 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0544dccb-e1ab-4aba-b44b-abd904ae0d16 None None] No DVR routers for this DVR port 64173d0f-7229-4cdb-9313-8f8d191a8714 on host dv-neutron-820491-1-hyperv {{(pid=83446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:52:01.345516 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a67eb9-2d13-4d3a-946e-c8195697e207 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:52:01.345690 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a67eb9-2d13-4d3a-946e-c8195697e207 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:52:01.346056 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a67eb9-2d13-4d3a-946e-c8195697e207 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:52:01.346418 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a67eb9-2d13-4d3a-946e-c8195697e207 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:52:01.346777 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a67eb9-2d13-4d3a-946e-c8195697e207 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:52:01.347136 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a67eb9-2d13-4d3a-946e-c8195697e207 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:52:01.347499 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a67eb9-2d13-4d3a-946e-c8195697e207 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:52:01.347849 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a67eb9-2d13-4d3a-946e-c8195697e207 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:52:01.348204 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a67eb9-2d13-4d3a-946e-c8195697e207 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:52:01.348569 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a67eb9-2d13-4d3a-946e-c8195697e207 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:52:01.349002 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a67eb9-2d13-4d3a-946e-c8195697e207 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:52:01.387984 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b8a67eb9-2d13-4d3a-946e-c8195697e207 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:01.483905 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 64173d0f-7229-4cdb-9313-8f8d191a8714 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:52:01.516634 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 64173d0f-7229-4cdb-9313-8f8d191a8714 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:52:01.516992 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 64173d0f-7229-4cdb-9313-8f8d191a8714 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:52:01.621077 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-3519f050-d209-468b-a80f-e98270f0c785 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Calling delete_port for 64173d0f-7229-4cdb-9313-8f8d191a8714 owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:52:01.684788 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b8a67eb9-2d13-4d3a-946e-c8195697e207 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for floatingip, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:01.882093 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.api [None req-3519f050-d209-468b-a80f-e98270f0c785 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 08:52:01.882452 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_db.api [None req-3519f050-d209-468b-a80f-e98270f0c785 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 08:52:02.281774 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c3424eb5-a4b6-4268-bcf9-49e18d7df5e7 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:02.357613 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c3424eb5-a4b6-4268-bcf9-49e18d7df5e7 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2036698'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:02.388181 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-2d980cca-2f27-4d83-84bc-6ebaf48a9c12 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:02.415224 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-3519f050-d209-468b-a80f-e98270f0c785 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Deleting port 64173d0f-7229-4cdb-9313-8f8d191a8714 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:52:02.415550 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3519f050-d209-468b-a80f-e98270f0c785 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:02.507773 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-3519f050-d209-468b-a80f-e98270f0c785 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] The port '64173d0f-7229-4cdb-9313-8f8d191a8714' was deleted {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 08:52:02.585552 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3424eb5-a4b6-4268-bcf9-49e18d7df5e7 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Pushing event updated for resources: {'Port': ['ID=019d37f3-9bd5-4a81-ad97-3c0f3a7ef748,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:02.594269 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-c3424eb5-a4b6-4268-bcf9-49e18d7df5e7 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:02.604355 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3424eb5-a4b6-4268-bcf9-49e18d7df5e7 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:02.604965 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c3424eb5-a4b6-4268-bcf9-49e18d7df5e7 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:02.606287 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-c3424eb5-a4b6-4268-bcf9-49e18d7df5e7 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "PUT /v2.0/ports/019d37f3-9bd5-4a81-ad97-3c0f3a7ef748 HTTP/1.1" status: 200 len: 910 time: 2.3540859 Dec 20 08:52:02.609151 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45026) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:02.754935 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3519f050-d209-468b-a80f-e98270f0c785 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:02.784218 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-3519f050-d209-468b-a80f-e98270f0c785 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3f74d57-433b-4b91-9fc1-5520637f2ec3']}} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:52:02.799025 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-3519f050-d209-468b-a80f-e98270f0c785 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33005305-cff2-484a-b24d-0a629ffd2ba4') {'for_net_delete': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:52:02.799330 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-3519f050-d209-468b-a80f-e98270f0c785 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33005305-cff2-484a-b24d-0a629ffd2ba4') {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:52:02.813828 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3519f050-d209-468b-a80f-e98270f0c785 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1518531'] for segment, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:02.841023 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3519f050-d209-468b-a80f-e98270f0c785 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:02.850427 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3519f050-d209-468b-a80f-e98270f0c785 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=83445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:52:02.850823 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3519f050-d209-468b-a80f-e98270f0c785 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2036002'] for segment, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:02.865396 dv-neutron-820491-1-hyperv neutron-server[83445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 08:52:02.865396 dv-neutron-820491-1-hyperv neutron-server[83445]: util.warn( Dec 20 08:52:02.865396 dv-neutron-820491-1-hyperv neutron-server[83445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 08:52:02.865396 dv-neutron-820491-1-hyperv neutron-server[83445]: util.warn( Dec 20 08:52:02.865396 dv-neutron-820491-1-hyperv neutron-server[83445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 08:52:02.865396 dv-neutron-820491-1-hyperv neutron-server[83445]: util.warn( Dec 20 08:52:02.865396 dv-neutron-820491-1-hyperv neutron-server[83445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 08:52:02.865396 dv-neutron-820491-1-hyperv neutron-server[83445]: util.warn( Dec 20 08:52:02.865396 dv-neutron-820491-1-hyperv neutron-server[83445]: Traceback (most recent call last): Dec 20 08:52:02.865396 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:52:02.865396 dv-neutron-820491-1-hyperv neutron-server[83445]: timer() Dec 20 08:52:02.865396 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:52:02.865396 dv-neutron-820491-1-hyperv neutron-server[83445]: cb(*args, **kw) Dec 20 08:52:02.865396 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:52:02.865396 dv-neutron-820491-1-hyperv neutron-server[83445]: return func(*args, **kwargs) Dec 20 08:52:02.865396 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:52:02.865396 dv-neutron-820491-1-hyperv neutron-server[83445]: self._notify() Dec 20 08:52:02.865396 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:52:02.865396 dv-neutron-820491-1-hyperv neutron-server[83445]: self.callback(batched_events) Dec 20 08:52:02.865396 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:52:02.865396 dv-neutron-820491-1-hyperv neutron-server[83445]: event.method(event) Dec 20 08:52:02.865396 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:52:02.865396 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:52:02.865396 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:52:02.865396 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:52:02.865396 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:52:02.865396 dv-neutron-820491-1-hyperv neutron-server[83445]: return f(self, *a, **k) Dec 20 08:52:02.865396 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:52:02.865396 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._get(url).json() Dec 20 08:52:02.865396 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:52:02.865396 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:52:02.865396 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:52:02.865396 dv-neutron-820491-1-hyperv neutron-server[83445]: return self.request(url, 'GET', **kwargs) Dec 20 08:52:02.865396 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:52:02.865396 dv-neutron-820491-1-hyperv neutron-server[83445]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:52:02.865396 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:52:02.865396 dv-neutron-820491-1-hyperv neutron-server[83445]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:52:02.865396 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:52:02.865396 dv-neutron-820491-1-hyperv neutron-server[83445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:52:02.865396 dv-neutron-820491-1-hyperv neutron-server[83445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:52:02.955170 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8a67eb9-2d13-4d3a-946e-c8195697e207 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Router be6c5e52-17f4-4cf5-a021-03a4acfe629d has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:52:02.958576 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3519f050-d209-468b-a80f-e98270f0c785 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:02.962089 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-101c61bc-696d-4203-9846-e1e8e81e2e4b tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:02.976554 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3519f050-d209-468b-a80f-e98270f0c785 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:02.997186 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3519f050-d209-468b-a80f-e98270f0c785 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Pushing event deleted for resources: {'Network': ['ID=a3f74d57-433b-4b91-9fc1-5520637f2ec3,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:03.001598 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3519f050-d209-468b-a80f-e98270f0c785 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:03.053748 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-310b2af8-1040-4636-b973-118f753a8944 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349062'] for router_interface, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:03.065199 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-3519f050-d209-468b-a80f-e98270f0c785 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "DELETE /v2.0/networks/a3f74d57-433b-4b91-9fc1-5520637f2ec3 HTTP/1.1" status: 204 len: 168 time: 2.6446989 Dec 20 08:52:03.072659 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 45030) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:03.079413 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-d1fc093f-b027-4603-a445-43cba16372a4 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1282860587'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:52:03.085694 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-d1fc093f-b027-4603-a445-43cba16372a4 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:52:03.092632 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-d1fc093f-b027-4603-a445-43cba16372a4 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Usage tracker for resource:network and tenant:9a4160c0c10e4c91b63b9bda9f2f4420 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:52:03.097376 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-d1fc093f-b027-4603-a445-43cba16372a4 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:52:03.104279 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-d1fc093f-b027-4603-a445-43cba16372a4 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:52:03.123995 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1fc093f-b027-4603-a445-43cba16372a4 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Made reservation on behalf of 9a4160c0c10e4c91b63b9bda9f2f4420 for: {'network': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:52:03.126931 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d1fc093f-b027-4603-a445-43cba16372a4 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:03.213962 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1fc093f-b027-4603-a445-43cba16372a4 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=83445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:52:03.227688 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d1fc093f-b027-4603-a445-43cba16372a4 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:03.228027 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.segments_db [None req-d1fc093f-b027-4603-a445-43cba16372a4 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Added segment ee51f10f-8617-47af-96c6-68714279418b of type vlan for network 8dd7a45d-7c29-44a0-81ec-fc8a54d12338 Dec 20 08:52:03.271681 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d1fc093f-b027-4603-a445-43cba16372a4 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:03.312080 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8a67eb9-2d13-4d3a-946e-c8195697e207 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:52:03.313998 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d1fc093f-b027-4603-a445-43cba16372a4 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:03.317783 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1fc093f-b027-4603-a445-43cba16372a4 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:03.318320 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d1fc093f-b027-4603-a445-43cba16372a4 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:03.324271 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08edc9a8-6499-4ce8-9e88-5747964f6217 None None] Sync routers for ids ['be6c5e52-17f4-4cf5-a021-03a4acfe629d'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:52:03.326117 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-aae5fb06-acfc-4ab9-a55e-4596f2ea4555 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:03.336483 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08edc9a8-6499-4ce8-9e88-5747964f6217 None None] Routers {'be6c5e52-17f4-4cf5-a021-03a4acfe629d'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:52:03.337200 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-08edc9a8-6499-4ce8-9e88-5747964f6217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:51:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['be6c5e52-17f4-4cf5-a021-03a4acfe629d'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:52:03.362585 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b8a67eb9-2d13-4d3a-946e-c8195697e207 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for floatingip, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:03.419831 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-d1fc093f-b027-4603-a445-43cba16372a4 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3433836 Dec 20 08:52:03.422324 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45034) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:03.432490 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-0613aa18-a2a7-46b2-9d1c-79320834e2b7 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Request body: {'subnet': {'network_id': '8dd7a45d-7c29-44a0-81ec-fc8a54d12338', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:52:03.483229 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fc093f-b027-4603-a445-43cba16372a4 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Pushing event updated for resources: {'Network': ['ID=8dd7a45d-7c29-44a0-81ec-fc8a54d12338,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:03.486912 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d1fc093f-b027-4603-a445-43cba16372a4 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:03.491244 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-b8a67eb9-2d13-4d3a-946e-c8195697e207 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "DELETE /v2.0/floatingips/cbf076af-deae-445b-ac9f-67f636274120 HTTP/1.1" status: 204 len: 168 time: 3.8818300 Dec 20 08:52:03.492205 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b17baba-ad66-4a72-ae0b-ba26162b5cde', 'tag': '41a5b496-314f-427c-a27d-8a744bbc26ea'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 08:52:03.502790 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network 8dd7a45d-7c29-44a0-81ec-fc8a54d12338 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:52:03.554177 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b17baba-ad66-4a72-ae0b-ba26162b5cde', 'tag': '41a5b496-314f-427c-a27d-8a744bbc26ea', 'status': 'completed', 'code': 200} Dec 20 08:52:03.654931 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-08edc9a8-6499-4ce8-9e88-5747964f6217 None None] Set router be6c5e52-17f4-4cf5-a021-03a4acfe629d gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:52:03.667865 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-0613aa18-a2a7-46b2-9d1c-79320834e2b7 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:52:03.674578 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-0613aa18-a2a7-46b2-9d1c-79320834e2b7 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Usage tracker for resource:subnet and tenant:9a4160c0c10e4c91b63b9bda9f2f4420 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:52:03.679947 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-0613aa18-a2a7-46b2-9d1c-79320834e2b7 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:52:03.688286 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-0613aa18-a2a7-46b2-9d1c-79320834e2b7 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:52:03.735692 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-59f6f615-21ef-4065-a7b0-87a8ee1cae34 req-e72064f4-9e6b-49c9-b85e-0ace8ee707ad service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f7b89f97320342ff933d41aa1a974b12&device_id=8b17baba-ad66-4a72-ae0b-ba26162b5cde HTTP/1.1" status: 200 len: 1099 time: 0.1463263 Dec 20 08:52:03.742700 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0613aa18-a2a7-46b2-9d1c-79320834e2b7 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Made reservation on behalf of 9a4160c0c10e4c91b63b9bda9f2f4420 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:52:03.866532 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0613aa18-a2a7-46b2-9d1c-79320834e2b7 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1529102'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:04.016396 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-08edc9a8-6499-4ce8-9e88-5747964f6217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be6c5e52-17f4-4cf5-a021-03a4acfe629d', 'name': 'tempest-TestNetworkBasicOps-router-1113743447', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.254'}], 'enable_snat': True}, 'gw_port_id': '25916c7e-e017-4d5d-86c7-f08a2b4012a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:50:09Z', 'updated_at': '2021-12-20T08:50:18Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': '25916c7e-e017-4d5d-86c7-f08a2b4012a6', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:74:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6c5e52-17f4-4cf5-a021-03a4acfe629d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:50:10Z', 'updated_at': '2021-12-20T08:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '0e05c75c-a1db-4e60-a206-6a13eb69e7a1', 'name': '', 'network_id': 'caa21fb0-1cb5-43cc-8d5b-fb626a02e71f', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'mac_address': 'fa:16:3e:c7:c2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6c5e52-17f4-4cf5-a021-03a4acfe629d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1dc99aea-3f34-4daa-9edc-7b86fc22bc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:50:16Z', 'updated_at': '2021-12-20T08:50:33Z', 'revision_number': 5, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'subnets': [{'id': '1dc99aea-3f34-4daa-9edc-7b86fc22bc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:52:04.020372 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08edc9a8-6499-4ce8-9e88-5747964f6217 None None] Checking router: be6c5e52-17f4-4cf5-a021-03a4acfe629d for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 08:52:04.031812 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08edc9a8-6499-4ce8-9e88-5747964f6217 None None] Routers {'be6c5e52-17f4-4cf5-a021-03a4acfe629d'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:52:04.032441 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-08edc9a8-6499-4ce8-9e88-5747964f6217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:51:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['be6c5e52-17f4-4cf5-a021-03a4acfe629d'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:52:04.033975 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f6f615-21ef-4065-a7b0-87a8ee1cae34 req-f21f6d7e-8f9b-4e68-be21-89afe407d27f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:04.035959 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-59f6f615-21ef-4065-a7b0-87a8ee1cae34 req-f21f6d7e-8f9b-4e68-be21-89afe407d27f service neutron] 10.222.0.58 "GET /v2.0/networks?id=caa21fb0-1cb5-43cc-8d5b-fb626a02e71f HTTP/1.1" status: 200 len: 897 time: 0.2909834 Dec 20 08:52:04.109311 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-59f6f615-21ef-4065-a7b0-87a8ee1cae34 req-48f69b68-3960-4717-ade8-6c9d3745a90b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41a5b496-314f-427c-a27d-8a744bbc26ea HTTP/1.1" status: 200 len: 217 time: 0.0657649 Dec 20 08:52:04.142300 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03008bfa-60e0-44ad-800c-227169caa6b8 req-770568e4-2bd9-4cf6-a147-595560b25a16 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:04.143698 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-03008bfa-60e0-44ad-800c-227169caa6b8 req-770568e4-2bd9-4cf6-a147-595560b25a16 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b17baba-ad66-4a72-ae0b-ba26162b5cde HTTP/1.1" status: 200 len: 946 time: 0.2534649 Dec 20 08:52:04.152216 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-310b2af8-1040-4636-b973-118f753a8944 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Deleting port 019d37f3-9bd5-4a81-ad97-3c0f3a7ef748 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:52:04.152557 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-310b2af8-1040-4636-b973-118f753a8944 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:04.178856 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f6f615-21ef-4065-a7b0-87a8ee1cae34 req-adfaf696-ef31-41ea-b4b3-38c18d4579b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:04.182169 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-59f6f615-21ef-4065-a7b0-87a8ee1cae34 req-adfaf696-ef31-41ea-b4b3-38c18d4579b8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1dc99aea-3f34-4daa-9edc-7b86fc22bc0b HTTP/1.1" status: 200 len: 835 time: 0.0652728 Dec 20 08:52:04.265776 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-59f6f615-21ef-4065-a7b0-87a8ee1cae34 req-2a9aae82-cac9-435e-ab76-2a58d4ba22a3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=caa21fb0-1cb5-43cc-8d5b-fb626a02e71f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735621 Dec 20 08:52:04.279841 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-08edc9a8-6499-4ce8-9e88-5747964f6217 None None] Set router be6c5e52-17f4-4cf5-a021-03a4acfe629d gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:52:04.416131 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-59f6f615-21ef-4065-a7b0-87a8ee1cae34 req-66a41e59-654f-4193-b262-6ac3dd504e31 service neutron] 10.222.0.58 "GET /v2.0/networks/caa21fb0-1cb5-43cc-8d5b-fb626a02e71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445832 Dec 20 08:52:04.452270 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-03008bfa-60e0-44ad-800c-227169caa6b8 req-63feb3ad-d3d9-403f-96b9-fbfc3f76c0ce tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=e916c6af-0193-468a-b0a6-868a35b13ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2720075 Dec 20 08:52:04.561501 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0613aa18-a2a7-46b2-9d1c-79320834e2b7 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1129376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1529148'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:04.575317 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-853acab6-3f83-4bc3-bee3-f4c9d69f2c15 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:04.582379 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-59f6f615-21ef-4065-a7b0-87a8ee1cae34 req-60669be4-061f-477c-bc48-aa2568c2061a service neutron] 10.222.0.58 "GET /v2.0/networks/caa21fb0-1cb5-43cc-8d5b-fb626a02e71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586616 Dec 20 08:52:04.611949 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-08edc9a8-6499-4ce8-9e88-5747964f6217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be6c5e52-17f4-4cf5-a021-03a4acfe629d', 'name': 'tempest-TestNetworkBasicOps-router-1113743447', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.254'}], 'enable_snat': True}, 'gw_port_id': '25916c7e-e017-4d5d-86c7-f08a2b4012a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:50:09Z', 'updated_at': '2021-12-20T08:50:18Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': '25916c7e-e017-4d5d-86c7-f08a2b4012a6', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:74:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6c5e52-17f4-4cf5-a021-03a4acfe629d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:50:10Z', 'updated_at': '2021-12-20T08:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '0e05c75c-a1db-4e60-a206-6a13eb69e7a1', 'name': '', 'network_id': 'caa21fb0-1cb5-43cc-8d5b-fb626a02e71f', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'mac_address': 'fa:16:3e:c7:c2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6c5e52-17f4-4cf5-a021-03a4acfe629d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1dc99aea-3f34-4daa-9edc-7b86fc22bc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:50:16Z', 'updated_at': '2021-12-20T08:50:33Z', 'revision_number': 5, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'subnets': [{'id': '1dc99aea-3f34-4daa-9edc-7b86fc22bc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:52:04.616308 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08edc9a8-6499-4ce8-9e88-5747964f6217 None None] The sync data for ids ['be6c5e52-17f4-4cf5-a021-03a4acfe629d'] in dv-neutron-820491-1-hyperv is: [{'id': 'be6c5e52-17f4-4cf5-a021-03a4acfe629d', 'name': 'tempest-TestNetworkBasicOps-router-1113743447', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.254'}], 'enable_snat': True}, 'gw_port_id': '25916c7e-e017-4d5d-86c7-f08a2b4012a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:50:09Z', 'updated_at': '2021-12-20T08:50:18Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': '25916c7e-e017-4d5d-86c7-f08a2b4012a6', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:74:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6c5e52-17f4-4cf5-a021-03a4acfe629d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:50:10Z', 'updated_at': '2021-12-20T08:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '0e05c75c-a1db-4e60-a206-6a13eb69e7a1', 'name': '', 'network_id': 'caa21fb0-1cb5-43cc-8d5b-fb626a02e71f', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'mac_address': 'fa:16:3e:c7:c2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6c5e52-17f4-4cf5-a021-03a4acfe629d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1dc99aea-3f34-4daa-9edc-7b86fc22bc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:50:16Z', 'updated_at': '2021-12-20T08:50:33Z', 'revision_number': 5, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'subnets': [{'id': '1dc99aea-3f34-4daa-9edc-7b86fc22bc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:52:04.629845 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-310b2af8-1040-4636-b973-118f753a8944 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:04.779986 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-310b2af8-1040-4636-b973-118f753a8944 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Calling delete_port for 019d37f3-9bd5-4a81-ad97-3c0f3a7ef748 owned by network:router_interface {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:52:04.835505 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0613aa18-a2a7-46b2-9d1c-79320834e2b7 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Pushing event updated for resources: {'Subnet': ['ID=08544189-e0ca-4224-8622-96219a78a7e0,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:04.838910 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0613aa18-a2a7-46b2-9d1c-79320834e2b7 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:04.846136 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff7089c-4f38-4c21-b839-9ffe1ed092e8 None None] New status for floating IP cbf076af-deae-445b-ac9f-67f636274120: DOWN {{(pid=83447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 08:52:04.865632 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0613aa18-a2a7-46b2-9d1c-79320834e2b7 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Checking segment: {'id': 'ee51f10f-8617-47af-96c6-68714279418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '8dd7a45d-7c29-44a0-81ec-fc8a54d12338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:52:04.865983 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0613aa18-a2a7-46b2-9d1c-79320834e2b7 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Network hostable DHCP agents. Network: 8dd7a45d-7c29-44a0-81ec-fc8a54d12338, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:52:04.918642 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0613aa18-a2a7-46b2-9d1c-79320834e2b7 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Network 8dd7a45d-7c29-44a0-81ec-fc8a54d12338 is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:52:04.933258 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-0613aa18-a2a7-46b2-9d1c-79320834e2b7 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, 8dd7a45d-7c29-44a0-81ec-fc8a54d12338) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:52:04.937656 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0613aa18-a2a7-46b2-9d1c-79320834e2b7 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:04.938250 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0613aa18-a2a7-46b2-9d1c-79320834e2b7 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:04.943322 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbeb4e47-3881-49a0-a182-13c98dc83b40 None None] Network 8dd7a45d-7c29-44a0-81ec-fc8a54d12338 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:52:04.970884 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 45046) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:04.971050 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-0613aa18-a2a7-46b2-9d1c-79320834e2b7 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5476975 Dec 20 08:52:04.977098 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-945a70bf-eca3-4713-8db2-e6bcf3212d1c tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Request body: {'port': {'network_id': '8dd7a45d-7c29-44a0-81ec-fc8a54d12338', 'name': 'tempest-PortsTestJSON-1666450036', 'fixed_ips': [{'subnet_id': '08544189-e0ca-4224-8622-96219a78a7e0', 'ip_address': '172.20.0.10'}]}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:52:05.037965 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-310b2af8-1040-4636-b973-118f753a8944 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:05.042817 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-645893f6-473b-4f30-bce3-707fbe20d91e tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:05.089018 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310b2af8-1040-4636-b973-118f753a8944 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Pushing event deleted for resources: {'Port': ['ID=019d37f3-9bd5-4a81-ad97-3c0f3a7ef748,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:05.092571 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-310b2af8-1040-4636-b973-118f753a8944 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:05.154453 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-945a70bf-eca3-4713-8db2-e6bcf3212d1c tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:52:05.159561 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-945a70bf-eca3-4713-8db2-e6bcf3212d1c tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Usage tracker for resource:port and tenant:9a4160c0c10e4c91b63b9bda9f2f4420 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:52:05.163080 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-945a70bf-eca3-4713-8db2-e6bcf3212d1c tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:52:05.171210 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-945a70bf-eca3-4713-8db2-e6bcf3212d1c tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:52:05.191899 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-945a70bf-eca3-4713-8db2-e6bcf3212d1c tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Made reservation on behalf of 9a4160c0c10e4c91b63b9bda9f2f4420 for: {'port': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:52:05.236776 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a8ad89-7b61-4bac-93df-c0bda30a23c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-8dd7a45d-7c29-44a0-81ec-fc8a54d12338', 'network_id': '8dd7a45d-7c29-44a0-81ec-fc8a54d12338', 'tenant_id': '9a4160c0c10e4c91b63b9bda9f2f4420', 'fixed_ips': [{'subnet_id': '08544189-e0ca-4224-8622-96219a78a7e0'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:52:05.237646 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a8a8ad89-7b61-4bac-93df-c0bda30a23c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:05.353187 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-945a70bf-eca3-4713-8db2-e6bcf3212d1c tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:05.368331 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-310b2af8-1040-4636-b973-118f753a8944 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32897953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348760'] for router_interface, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:05.378819 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-945a70bf-eca3-4713-8db2-e6bcf3212d1c tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] device_id is not set on port 78ac4631-3181-4644-9de3-f4d366e42025 yet. {{(pid=83445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:52:05.411569 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-a8a8ad89-7b61-4bac-93df-c0bda30a23c7 None None] Allocated IP 172.20.0.2 (8dd7a45d-7c29-44a0-81ec-fc8a54d12338/08544189-e0ca-4224-8622-96219a78a7e0/7e63f8b4-5ca0-4f0b-97fa-18ea83e03acf) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:52:05.593648 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3227200-2eea-4fda-8a5a-513ada16c48f req-659a0896-67a1-4076-921e-7dfa841d34b5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:05.594336 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-c3227200-2eea-4fda-8a5a-513ada16c48f req-659a0896-67a1-4076-921e-7dfa841d34b5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Synchronizing usage tracker for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:52:05.608954 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-c3227200-2eea-4fda-8a5a-513ada16c48f req-659a0896-67a1-4076-921e-7dfa841d34b5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Unset dirty status for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:52:05.610141 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-c3227200-2eea-4fda-8a5a-513ada16c48f req-659a0896-67a1-4076-921e-7dfa841d34b5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b17baba-ad66-4a72-ae0b-ba26162b5cde HTTP/1.1" status: 200 len: 946 time: 0.1230083 Dec 20 08:52:05.655277 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a8a8ad89-7b61-4bac-93df-c0bda30a23c7 None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:05.665487 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-a8a8ad89-7b61-4bac-93df-c0bda30a23c7 None None] Transition to ACTIVE for port object 7e63f8b4-5ca0-4f0b-97fa-18ea83e03acf will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:52:05.686443 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-a8a8ad89-7b61-4bac-93df-c0bda30a23c7 None None] Transition to ACTIVE for port object 7e63f8b4-5ca0-4f0b-97fa-18ea83e03acf will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:52:05.693780 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a8a8ad89-7b61-4bac-93df-c0bda30a23c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:05.698616 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-c0a88435-66c7-44b5-8ba0-24543815b3cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:05.775660 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a8ad89-7b61-4bac-93df-c0bda30a23c7 None None] Network 8dd7a45d-7c29-44a0-81ec-fc8a54d12338 is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:52:05.775892 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [req-c3227200-2eea-4fda-8a5a-513ada16c48f req-86818edb-de87-4db5-98f9-12e19f4df3b8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Deleting port 41a5b496-314f-427c-a27d-8a744bbc26ea {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:52:05.776264 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-c3227200-2eea-4fda-8a5a-513ada16c48f req-86818edb-de87-4db5-98f9-12e19f4df3b8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:05.776577 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a8ad89-7b61-4bac-93df-c0bda30a23c7 None None] Pushing event updated for resources: {'Port': ['ID=7e63f8b4-5ca0-4f0b-97fa-18ea83e03acf,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:05.779163 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-a8a8ad89-7b61-4bac-93df-c0bda30a23c7 None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:52:05.780836 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-a8a8ad89-7b61-4bac-93df-c0bda30a23c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:05.781580 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a8ad89-7b61-4bac-93df-c0bda30a23c7 None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:52:05.831001 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-945a70bf-eca3-4713-8db2-e6bcf3212d1c tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Allocated IP 172.20.0.10 (8dd7a45d-7c29-44a0-81ec-fc8a54d12338/08544189-e0ca-4224-8622-96219a78a7e0/78ac4631-3181-4644-9de3-f4d366e42025) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:52:05.870850 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-a8a8ad89-7b61-4bac-93df-c0bda30a23c7 None None] Attempting to bind port 7e63f8b4-5ca0-4f0b-97fa-18ea83e03acf on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:52:05.871297 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-a8a8ad89-7b61-4bac-93df-c0bda30a23c7 None None] Attempting to bind port 7e63f8b4-5ca0-4f0b-97fa-18ea83e03acf by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': 'ee51f10f-8617-47af-96c6-68714279418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '8dd7a45d-7c29-44a0-81ec-fc8a54d12338'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:52:05.872234 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a8ad89-7b61-4bac-93df-c0bda30a23c7 None None] Attempting to bind port 7e63f8b4-5ca0-4f0b-97fa-18ea83e03acf on network 8dd7a45d-7c29-44a0-81ec-fc8a54d12338 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:52:05.878454 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a8ad89-7b61-4bac-93df-c0bda30a23c7 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:52:05.878840 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a8ad89-7b61-4bac-93df-c0bda30a23c7 None None] Checking segment: {'id': 'ee51f10f-8617-47af-96c6-68714279418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '8dd7a45d-7c29-44a0-81ec-fc8a54d12338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:52:05.879225 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a8a8ad89-7b61-4bac-93df-c0bda30a23c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:05.879759 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a8ad89-7b61-4bac-93df-c0bda30a23c7 None None] Bound using segment: {'id': 'ee51f10f-8617-47af-96c6-68714279418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '8dd7a45d-7c29-44a0-81ec-fc8a54d12338'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:52:05.880235 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-a8a8ad89-7b61-4bac-93df-c0bda30a23c7 None None] Bound port: 7e63f8b4-5ca0-4f0b-97fa-18ea83e03acf, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee51f10f-8617-47af-96c6-68714279418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '8dd7a45d-7c29-44a0-81ec-fc8a54d12338'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:52:05.880613 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a8a8ad89-7b61-4bac-93df-c0bda30a23c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:05.919130 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ea7850-874e-44e3-a394-83d91647e4c0 req-72525203-890e-4ebc-8b20-22abc29e300e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:05.920674 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-d2ea7850-874e-44e3-a394-83d91647e4c0 req-72525203-890e-4ebc-8b20-22abc29e300e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b17baba-ad66-4a72-ae0b-ba26162b5cde HTTP/1.1" status: 200 len: 946 time: 0.3134515 Dec 20 08:52:05.982515 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-a8a8ad89-7b61-4bac-93df-c0bda30a23c7 None None] For port 7e63f8b4-5ca0-4f0b-97fa-18ea83e03acf, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:52:05.985830 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-a8a8ad89-7b61-4bac-93df-c0bda30a23c7 None None] For port 7e63f8b4-5ca0-4f0b-97fa-18ea83e03acf, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=7e63f8b4-5ca0-4f0b-97fa-18ea83e03acf,segment=NetworkSegment(ee51f10f-8617-47af-96c6-68714279418b),segment_id=ee51f10f-8617-47af-96c6-68714279418b)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:52:05.991802 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a8a8ad89-7b61-4bac-93df-c0bda30a23c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:05.996120 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-27351553-ffc5-4124-be89-5d7ca0875f6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:06.005465 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-310b2af8-1040-4636-b973-118f753a8944 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Router d7c29ace-e214-492f-9bad-eb96bb2976d2 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:52:06.075794 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a8ad89-7b61-4bac-93df-c0bda30a23c7 None None] Pushing event updated for resources: {'Port': ['ID=7e63f8b4-5ca0-4f0b-97fa-18ea83e03acf,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:06.078706 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-a8a8ad89-7b61-4bac-93df-c0bda30a23c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:06.085808 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-d2ea7850-874e-44e3-a394-83d91647e4c0 req-51efc882-3a7c-4bc2-8b06-6d2952bcf1e3 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=e916c6af-0193-468a-b0a6-868a35b13ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494777 Dec 20 08:52:06.110291 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 08:52:06.164000 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-310b2af8-1040-4636-b973-118f753a8944 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:52:06.169688 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-310b2af8-1040-4636-b973-118f753a8944 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "PUT /v2.0/routers/d7c29ace-e214-492f-9bad-eb96bb2976d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5589099 Dec 20 08:52:06.171912 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45052) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:06.175951 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1f7ed9-196b-4247-9df2-5d5db488128e None None] Sync routers for ids ['d7c29ace-e214-492f-9bad-eb96bb2976d2'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:52:06.190617 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1f7ed9-196b-4247-9df2-5d5db488128e None None] Routers {'d7c29ace-e214-492f-9bad-eb96bb2976d2'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:52:06.191697 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-0f1f7ed9-196b-4247-9df2-5d5db488128e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:51:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['d7c29ace-e214-492f-9bad-eb96bb2976d2'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:52:06.226712 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-a59efb12-0250-4ce1-9ca6-ead51236ead6 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Synchronizing usage tracker for tenant:4697a8f4ef3e423facaab77bb132848e on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:52:06.246520 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-a59efb12-0250-4ce1-9ca6-ead51236ead6 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Unset dirty status for tenant:4697a8f4ef3e423facaab77bb132848e on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:52:06.258434 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a59efb12-0250-4ce1-9ca6-ead51236ead6 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7c29ace-e214-492f-9bad-eb96bb2976d2 HTTP/1.1" status: 200 len: 205 time: 0.0855117 Dec 20 08:52:06.259357 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45056) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:06.278070 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-0f1f7ed9-196b-4247-9df2-5d5db488128e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:52:06.293070 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1f7ed9-196b-4247-9df2-5d5db488128e None None] Routers {'d7c29ace-e214-492f-9bad-eb96bb2976d2'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:52:06.294422 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-0f1f7ed9-196b-4247-9df2-5d5db488128e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:51:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['d7c29ace-e214-492f-9bad-eb96bb2976d2'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:52:06.351098 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [req-c3227200-2eea-4fda-8a5a-513ada16c48f req-86818edb-de87-4db5-98f9-12e19f4df3b8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] For port 41a5b496-314f-427c-a27d-8a744bbc26ea, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=41a5b496-314f-427c-a27d-8a744bbc26ea,segment=NetworkSegment(4a7a59b0-c11b-4508-83dd-80012fd2c2ce),segment_id=4a7a59b0-c11b-4508-83dd-80012fd2c2ce)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:52:06.351707 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-c3227200-2eea-4fda-8a5a-513ada16c48f req-86818edb-de87-4db5-98f9-12e19f4df3b8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:06.376278 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-0f1f7ed9-196b-4247-9df2-5d5db488128e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:52:06.376706 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1f7ed9-196b-4247-9df2-5d5db488128e None None] The sync data for ids ['d7c29ace-e214-492f-9bad-eb96bb2976d2'] in dv-neutron-820491-1-hyperv is: [] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:52:06.452989 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9bb4b06b-7c1d-45c5-98ad-c2133e903160 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for router, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:06.523665 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [req-c3227200-2eea-4fda-8a5a-513ada16c48f req-86818edb-de87-4db5-98f9-12e19f4df3b8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Calling delete_port for 41a5b496-314f-427c-a27d-8a744bbc26ea owned by compute:nova {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:52:06.638560 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-945a70bf-eca3-4713-8db2-e6bcf3212d1c tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:06.692861 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-945a70bf-eca3-4713-8db2-e6bcf3212d1c tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Transition to ACTIVE for port object 78ac4631-3181-4644-9de3-f4d366e42025 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:52:06.730863 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-c3227200-2eea-4fda-8a5a-513ada16c48f req-86818edb-de87-4db5-98f9-12e19f4df3b8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:06.736745 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-8c0d7f35-653a-4a48-8cae-e5cf780428b5 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:06.784550 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-945a70bf-eca3-4713-8db2-e6bcf3212d1c tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:06.786274 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86818edb-de87-4db5-98f9-12e19f4df3b8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event deleted for resources: {'Port': ['ID=41a5b496-314f-427c-a27d-8a744bbc26ea,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:06.794738 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-86818edb-de87-4db5-98f9-12e19f4df3b8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:06.795237 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-8bc9a065-c6f1-4f1b-aa1c-a6442654e595 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:06.874100 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9bb4b06b-7c1d-45c5-98ad-c2133e903160 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24735'] for router, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:06.879343 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9bb4b06b-7c1d-45c5-98ad-c2133e903160 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:06.909600 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9bb4b06b-7c1d-45c5-98ad-c2133e903160 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-390871'] for router, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:06.913674 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb4b06b-7c1d-45c5-98ad-c2133e903160 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Fanout notify agent at l3_agent the message router_deleted on router d7c29ace-e214-492f-9bad-eb96bb2976d2 {{(pid=83444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 08:52:06.928010 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3227200-2eea-4fda-8a5a-513ada16c48f req-86818edb-de87-4db5-98f9-12e19f4df3b8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] No DVR routers for this DVR port 41a5b496-314f-427c-a27d-8a744bbc26ea on host hv-neutron-8204 {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:52:06.930737 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945a70bf-eca3-4713-8db2-e6bcf3212d1c tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Network 8dd7a45d-7c29-44a0-81ec-fc8a54d12338 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:52:06.930992 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9bb4b06b-7c1d-45c5-98ad-c2133e903160 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:06.934677 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-9bb4b06b-7c1d-45c5-98ad-c2133e903160 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "DELETE /v2.0/routers/d7c29ace-e214-492f-9bad-eb96bb2976d2 HTTP/1.1" status: 204 len: 168 time: 0.6681578 Dec 20 08:52:06.934966 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45060) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:06.939195 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-c3227200-2eea-4fda-8a5a-513ada16c48f req-86818edb-de87-4db5-98f9-12e19f4df3b8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:06.941973 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b17baba-ad66-4a72-ae0b-ba26162b5cde', 'name': 'network-vif-deleted', 'tag': '41a5b496-314f-427c-a27d-8a744bbc26ea'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 08:52:06.946434 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-945a70bf-eca3-4713-8db2-e6bcf3212d1c tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:52:06.956064 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945a70bf-eca3-4713-8db2-e6bcf3212d1c tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:52:06.985033 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945a70bf-eca3-4713-8db2-e6bcf3212d1c tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Pushing event updated for resources: {'Port': ['ID=78ac4631-3181-4644-9de3-f4d366e42025,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:06.997160 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-945a70bf-eca3-4713-8db2-e6bcf3212d1c tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:07.020633 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-c3227200-2eea-4fda-8a5a-513ada16c48f req-86818edb-de87-4db5-98f9-12e19f4df3b8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.58 "DELETE /v2.0/ports/41a5b496-314f-427c-a27d-8a744bbc26ea HTTP/1.1" status: 204 len: 173 time: 1.3766370 Dec 20 08:52:07.031418 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945a70bf-eca3-4713-8db2-e6bcf3212d1c tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:07.032098 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-945a70bf-eca3-4713-8db2-e6bcf3212d1c tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:07.039621 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b17baba-ad66-4a72-ae0b-ba26162b5cde', 'name': 'network-vif-deleted', 'tag': '41a5b496-314f-427c-a27d-8a744bbc26ea', 'status': 'completed', 'code': 200} Dec 20 08:52:07.061087 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-945a70bf-eca3-4713-8db2-e6bcf3212d1c tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.0889299 Dec 20 08:52:07.063703 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 45066) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:07.075102 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-0a57fb9d-23e4-4c2a-b51c-06de3f085b8a tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Request body: {'port': {'network_id': '8dd7a45d-7c29-44a0-81ec-fc8a54d12338', 'name': 'tempest-PortsTestJSON-1386106548', 'fixed_ips': [{'subnet_id': '08544189-e0ca-4224-8622-96219a78a7e0', 'ip_address': '172.20.0.9'}]}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:52:07.150813 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-058d1c1a-7686-4f9b-85c9-785e596f8c56 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Deleting subnet 67feef8d-24df-479c-bb2b-bf91faf33d01 {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:52:07.158480 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-058d1c1a-7686-4f9b-85c9-785e596f8c56 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:07.242862 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-058d1c1a-7686-4f9b-85c9-785e596f8c56 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1618747'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:07.246599 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 7e63f8b4-5ca0-4f0b-97fa-18ea83e03acf up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:52:07.309992 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30faf06b-d00d-4e66-bfe9-022a3d906cda None None] Network 8dd7a45d-7c29-44a0-81ec-fc8a54d12338 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:52:07.366666 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-aafd2886-1bfe-4fd9-a517-f73804f27c4a req-f9e5d585-b3c4-4cf0-9ea2-52826fb84bd4 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Synchronizing usage tracker for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:52:07.374678 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-058d1c1a-7686-4f9b-85c9-785e596f8c56 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:07.394423 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-0a57fb9d-23e4-4c2a-b51c-06de3f085b8a tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:52:07.399825 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-0a57fb9d-23e4-4c2a-b51c-06de3f085b8a tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Usage tracker for resource:port and tenant:9a4160c0c10e4c91b63b9bda9f2f4420 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:52:07.405318 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-aafd2886-1bfe-4fd9-a517-f73804f27c4a req-f9e5d585-b3c4-4cf0-9ea2-52826fb84bd4 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Unset dirty status for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:52:07.407138 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-aafd2886-1bfe-4fd9-a517-f73804f27c4a req-f9e5d585-b3c4-4cf0-9ea2-52826fb84bd4 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b17baba-ad66-4a72-ae0b-ba26162b5cde HTTP/1.1" status: 200 len: 210 time: 0.0995586 Dec 20 08:52:07.408142 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-0a57fb9d-23e4-4c2a-b51c-06de3f085b8a tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:52:07.417483 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-0a57fb9d-23e4-4c2a-b51c-06de3f085b8a tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:52:07.438108 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a57fb9d-23e4-4c2a-b51c-06de3f085b8a tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Made reservation on behalf of 9a4160c0c10e4c91b63b9bda9f2f4420 for: {'port': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:52:07.439439 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0a57fb9d-23e4-4c2a-b51c-06de3f085b8a tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:07.474599 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-0a57fb9d-23e4-4c2a-b51c-06de3f085b8a tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] device_id is not set on port 30b5cc53-d960-4b98-9e86-55d722afe7c4 yet. {{(pid=83445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:52:07.495768 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-058d1c1a-7686-4f9b-85c9-785e596f8c56 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1129313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1529131'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:07.508508 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-41da8767-1ba2-4b5d-9970-f74e57c5bf67 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:07.552098 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058d1c1a-7686-4f9b-85c9-785e596f8c56 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Pushing event deleted for resources: {'Subnet': ['ID=67feef8d-24df-479c-bb2b-bf91faf33d01,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:07.554465 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-058d1c1a-7686-4f9b-85c9-785e596f8c56 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:07.560730 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-03fdb229-874f-4c24-933e-685d0cc6befa None None] Provisioning for port 7e63f8b4-5ca0-4f0b-97fa-18ea83e03acf completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:52:07.563460 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-058d1c1a-7686-4f9b-85c9-785e596f8c56 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:07.570511 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-058d1c1a-7686-4f9b-85c9-785e596f8c56 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "DELETE /v2.0/subnets/67feef8d-24df-479c-bb2b-bf91faf33d01 HTTP/1.1" status: 204 len: 168 time: 0.6323519 Dec 20 08:52:07.571186 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45074) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:07.580540 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b159f1-a25a-486c-b9ea-4be79a7c7765 None None] Network 8c3ba96c-821d-4aff-9013-fdbc974aebe8 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:52:07.680415 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 7e63f8b4-5ca0-4f0b-97fa-18ea83e03acf completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:52:07.750895 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 7e63f8b4-5ca0-4f0b-97fa-18ea83e03acf triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:52:07.751301 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:07.756970 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-0a57fb9d-23e4-4c2a-b51c-06de3f085b8a tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Allocated IP 172.20.0.9 (8dd7a45d-7c29-44a0-81ec-fc8a54d12338/08544189-e0ca-4224-8622-96219a78a7e0/30b5cc53-d960-4b98-9e86-55d722afe7c4) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:52:07.852132 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c631f88b-4920-47bd-9295-79938d583215 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:07.864793 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-c631f88b-4920-47bd-9295-79938d583215 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Deleting port 7cac5c20-8f9c-49f2-b1bf-964bf4e2c5c5 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:52:07.864793 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c631f88b-4920-47bd-9295-79938d583215 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:07.974631 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0a57fb9d-23e4-4c2a-b51c-06de3f085b8a tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:07.992544 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0a57fb9d-23e4-4c2a-b51c-06de3f085b8a tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Transition to ACTIVE for port object 30b5cc53-d960-4b98-9e86-55d722afe7c4 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:52:08.003012 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:08.017457 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0a57fb9d-23e4-4c2a-b51c-06de3f085b8a tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:08.023377 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-c61b35ff-3a58-4d40-a970-aa80e27fcf8b tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:08.052757 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 7e63f8b4-5ca0-4f0b-97fa-18ea83e03acf, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=7e63f8b4-5ca0-4f0b-97fa-18ea83e03acf,segment=NetworkSegment(ee51f10f-8617-47af-96c6-68714279418b),segment_id=ee51f10f-8617-47af-96c6-68714279418b)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:52:08.061579 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:08.063581 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-b884bab7-a48e-4951-9ef9-02ebfbbf0f13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:08.093986 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a57fb9d-23e4-4c2a-b51c-06de3f085b8a tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Network 8dd7a45d-7c29-44a0-81ec-fc8a54d12338 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:52:08.098017 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-0a57fb9d-23e4-4c2a-b51c-06de3f085b8a tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:52:08.100383 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-c631f88b-4920-47bd-9295-79938d583215 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] For port 7cac5c20-8f9c-49f2-b1bf-964bf4e2c5c5, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=7cac5c20-8f9c-49f2-b1bf-964bf4e2c5c5,segment=NetworkSegment(85b10d8e-9dd7-4c0e-8d7d-3cdfd3d4702e),segment_id=85b10d8e-9dd7-4c0e-8d7d-3cdfd3d4702e)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:52:08.100618 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c631f88b-4920-47bd-9295-79938d583215 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:08.102180 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a57fb9d-23e4-4c2a-b51c-06de3f085b8a tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:52:08.151359 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=7e63f8b4-5ca0-4f0b-97fa-18ea83e03acf,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:08.170394 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf00e6d-0363-4c08-a393-16372b8259cb None None] DHCP port deletion for 8c3ba96c-821d-4aff-9013-fdbc974aebe8 request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 08:52:08.174483 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:52:08.175233 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:52:08.175609 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:52:08.176031 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:52:08.176468 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:52:08.176891 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:52:08.177390 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:52:08.177805 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:52:08.178228 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:52:08.178623 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:52:08.179031 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:52:08.184017 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:08.185266 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-bdf00e6d-0363-4c08-a393-16372b8259cb None None] Deleting port 7cac5c20-8f9c-49f2-b1bf-964bf4e2c5c5 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:52:08.186422 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-bdf00e6d-0363-4c08-a393-16372b8259cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:08.186734 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57fb9d-23e4-4c2a-b51c-06de3f085b8a tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Pushing event updated for resources: {'Port': ['ID=30b5cc53-d960-4b98-9e86-55d722afe7c4,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:08.191182 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0a57fb9d-23e4-4c2a-b51c-06de3f085b8a tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:08.222157 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a57fb9d-23e4-4c2a-b51c-06de3f085b8a tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:08.223011 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0a57fb9d-23e4-4c2a-b51c-06de3f085b8a tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:08.251913 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-c631f88b-4920-47bd-9295-79938d583215 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Calling delete_port for 7cac5c20-8f9c-49f2-b1bf-964bf4e2c5c5 owned by network:dhcp {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:52:08.255694 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-0a57fb9d-23e4-4c2a-b51c-06de3f085b8a tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1902800 Dec 20 08:52:08.258492 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 45078) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:08.347685 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c631f88b-4920-47bd-9295-79938d583215 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:08.352784 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1715e137-59d6-47af-ac1e-c0c173227a8f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:08.358568 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e20912-a337-4397-9756-3c9942bf3283 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:08.359711 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-42e20912-a337-4397-9756-3c9942bf3283 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Synchronizing usage tracker for tenant:9a4160c0c10e4c91b63b9bda9f2f4420 on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:52:08.379572 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-42e20912-a337-4397-9756-3c9942bf3283 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Unset dirty status for tenant:9a4160c0c10e4c91b63b9bda9f2f4420 on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:52:08.387969 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-42e20912-a337-4397-9756-3c9942bf3283 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1282551 Dec 20 08:52:08.388649 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 45082) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:08.402211 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c631f88b-4920-47bd-9295-79938d583215 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Pushing event deleted for resources: {'Port': ['ID=7cac5c20-8f9c-49f2-b1bf-964bf4e2c5c5,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:08.405218 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c631f88b-4920-47bd-9295-79938d583215 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:08.408198 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c631f88b-4920-47bd-9295-79938d583215 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] No DVR routers for this DVR port 7cac5c20-8f9c-49f2-b1bf-964bf4e2c5c5 on host dv-neutron-820491-1-hyperv {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:52:08.412541 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-bdf00e6d-0363-4c08-a393-16372b8259cb None None] For port 7cac5c20-8f9c-49f2-b1bf-964bf4e2c5c5, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=7cac5c20-8f9c-49f2-b1bf-964bf4e2c5c5,segment=NetworkSegment(85b10d8e-9dd7-4c0e-8d7d-3cdfd3d4702e),segment_id=85b10d8e-9dd7-4c0e-8d7d-3cdfd3d4702e)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:52:08.413551 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-bdf00e6d-0363-4c08-a393-16372b8259cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:08.570069 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-bdf00e6d-0363-4c08-a393-16372b8259cb None None] Calling delete_port for 7cac5c20-8f9c-49f2-b1bf-964bf4e2c5c5 owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:52:08.586378 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c631f88b-4920-47bd-9295-79938d583215 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:08.630093 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 45090) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:08.652097 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-c631f88b-4920-47bd-9295-79938d583215 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c3ba96c-821d-4aff-9013-fdbc974aebe8']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:52:08.674862 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.db.api [None req-bdf00e6d-0363-4c08-a393-16372b8259cb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 08:52:08.675451 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_db.api [None req-bdf00e6d-0363-4c08-a393-16372b8259cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 08:52:08.676558 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f760c3-6e70-48bf-b34e-6f1a57a7d8ca tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:08.677568 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-c631f88b-4920-47bd-9295-79938d583215 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85b10d8e-9dd7-4c0e-8d7d-3cdfd3d4702e') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:52:08.677893 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-c631f88b-4920-47bd-9295-79938d583215 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85b10d8e-9dd7-4c0e-8d7d-3cdfd3d4702e') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:52:08.679886 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-bbebc2bb-3754-47a2-a884-969ba278d75a None None] Provisioning for port 78ac4631-3181-4644-9de3-f4d366e42025 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:52:08.680662 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f760c3-6e70-48bf-b34e-6f1a57a7d8ca tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:08.685785 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f760c3-6e70-48bf-b34e-6f1a57a7d8ca tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:08.687402 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-bbebc2bb-3754-47a2-a884-969ba278d75a None None] Provisioning complete for port 78ac4631-3181-4644-9de3-f4d366e42025 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:52:08.687586 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-b4f760c3-6e70-48bf-b34e-6f1a57a7d8ca tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.2978425 Dec 20 08:52:08.688226 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-bbebc2bb-3754-47a2-a884-969ba278d75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:08.691495 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 45094) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:08.693461 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c631f88b-4920-47bd-9295-79938d583215 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1618722'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:08.714850 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c631f88b-4920-47bd-9295-79938d583215 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:08.723540 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c631f88b-4920-47bd-9295-79938d583215 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:52:08.724185 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c631f88b-4920-47bd-9295-79938d583215 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1128911'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:08.741717 dv-neutron-820491-1-hyperv neutron-server[83444]: Traceback (most recent call last): Dec 20 08:52:08.741717 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:52:08.741717 dv-neutron-820491-1-hyperv neutron-server[83444]: timer() Dec 20 08:52:08.741717 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:52:08.741717 dv-neutron-820491-1-hyperv neutron-server[83444]: cb(*args, **kw) Dec 20 08:52:08.741717 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:52:08.741717 dv-neutron-820491-1-hyperv neutron-server[83444]: return func(*args, **kwargs) Dec 20 08:52:08.741717 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:52:08.741717 dv-neutron-820491-1-hyperv neutron-server[83444]: self._notify() Dec 20 08:52:08.741717 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:52:08.741717 dv-neutron-820491-1-hyperv neutron-server[83444]: self.callback(batched_events) Dec 20 08:52:08.741717 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:52:08.741717 dv-neutron-820491-1-hyperv neutron-server[83444]: event.method(event) Dec 20 08:52:08.741717 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:52:08.741717 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:52:08.741717 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:52:08.741717 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:52:08.741717 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:52:08.741717 dv-neutron-820491-1-hyperv neutron-server[83444]: return f(self, *a, **k) Dec 20 08:52:08.741717 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:52:08.741717 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._get(url).json() Dec 20 08:52:08.741717 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:52:08.741717 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:52:08.741717 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:52:08.741717 dv-neutron-820491-1-hyperv neutron-server[83444]: return self.request(url, 'GET', **kwargs) Dec 20 08:52:08.741717 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:52:08.741717 dv-neutron-820491-1-hyperv neutron-server[83444]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:52:08.741717 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:52:08.741717 dv-neutron-820491-1-hyperv neutron-server[83444]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:52:08.741717 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:52:08.741717 dv-neutron-820491-1-hyperv neutron-server[83444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:52:08.741717 dv-neutron-820491-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:52:08.768094 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-bbebc2bb-3754-47a2-a884-969ba278d75a None None] Port 78ac4631-3181-4644-9de3-f4d366e42025 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:52:08.781393 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-bbebc2bb-3754-47a2-a884-969ba278d75a None None] Provisioning complete for port 7e63f8b4-5ca0-4f0b-97fa-18ea83e03acf triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:52:08.781782 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-bbebc2bb-3754-47a2-a884-969ba278d75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:08.799322 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0b1f8438-5144-4e74-91d0-987b86eee7db tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:08.803851 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-d6bcef10-0e79-4b3b-a622-b599fa09a4ce tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Deleting port 30b5cc53-d960-4b98-9e86-55d722afe7c4 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:52:08.804182 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d6bcef10-0e79-4b3b-a622-b599fa09a4ce tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:08.836092 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c631f88b-4920-47bd-9295-79938d583215 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:08.842496 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1397ee47-0621-43e1-b486-2e4ffb8628d0 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:08.867870 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c631f88b-4920-47bd-9295-79938d583215 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:08.875893 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c631f88b-4920-47bd-9295-79938d583215 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Pushing event deleted for resources: {'Network': ['ID=8c3ba96c-821d-4aff-9013-fdbc974aebe8,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:08.885656 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c631f88b-4920-47bd-9295-79938d583215 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:08.886457 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0b1f8438-5144-4e74-91d0-987b86eee7db tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:08.899345 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c631f88b-4920-47bd-9295-79938d583215 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "DELETE /v2.0/networks/8c3ba96c-821d-4aff-9013-fdbc974aebe8 HTTP/1.1" status: 204 len: 168 time: 1.3261828 Dec 20 08:52:08.902824 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45098) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:08.909904 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-78f3de5d-d892-46e8-93ea-feb8b2369ba1 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1948169302', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:52:08.919288 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-78f3de5d-d892-46e8-93ea-feb8b2369ba1 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:52:08.924746 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-78f3de5d-d892-46e8-93ea-feb8b2369ba1 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Usage tracker for resource:router and tenant:4697a8f4ef3e423facaab77bb132848e is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:52:08.928418 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-78f3de5d-d892-46e8-93ea-feb8b2369ba1 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:52:08.936346 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-78f3de5d-d892-46e8-93ea-feb8b2369ba1 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:52:08.946215 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-78f3de5d-d892-46e8-93ea-feb8b2369ba1 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24817'] for router, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:08.948036 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-78f3de5d-d892-46e8-93ea-feb8b2369ba1 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-351744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24806'] for router, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:08.968793 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-78f3de5d-d892-46e8-93ea-feb8b2369ba1 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:08.986437 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-78f3de5d-d892-46e8-93ea-feb8b2369ba1 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071'] for router, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:09.011879 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-78f3de5d-d892-46e8-93ea-feb8b2369ba1 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:09.012963 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-78f3de5d-d892-46e8-93ea-feb8b2369ba1 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1090984 Dec 20 08:52:09.017109 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45102) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:09.024255 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-836012e8-17e1-4dea-8d73-0b837f90551c tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Request body: {'network': {'name': 'tempest-RoutersTest-83355355'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:52:09.034282 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-836012e8-17e1-4dea-8d73-0b837f90551c tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:52:09.038998 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-836012e8-17e1-4dea-8d73-0b837f90551c tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Usage tracker for resource:network and tenant:4697a8f4ef3e423facaab77bb132848e is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:52:09.048044 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-c5f808ab-0dd5-498d-a3f4-c727dcb60aba None None] Provisioning for port 30b5cc53-d960-4b98-9e86-55d722afe7c4 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:52:09.051742 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-836012e8-17e1-4dea-8d73-0b837f90551c tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:52:09.054303 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-c5f808ab-0dd5-498d-a3f4-c727dcb60aba None None] Provisioning complete for port 30b5cc53-d960-4b98-9e86-55d722afe7c4 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:52:09.054303 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c5f808ab-0dd5-498d-a3f4-c727dcb60aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:09.060206 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-836012e8-17e1-4dea-8d73-0b837f90551c tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:52:09.074171 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-836012e8-17e1-4dea-8d73-0b837f90551c tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Made reservation on behalf of 4697a8f4ef3e423facaab77bb132848e for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:52:09.079874 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-836012e8-17e1-4dea-8d73-0b837f90551c tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:09.110625 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0b1f8438-5144-4e74-91d0-987b86eee7db tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:09.120359 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-836012e8-17e1-4dea-8d73-0b837f90551c tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:52:09.125985 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-dd8e6ff9-f2a3-494c-9f95-e10016a25cbf tempest-ExternalNetworksTestJSON-805727248 tempest-ExternalNetworksTestJSON-805727248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:09.128300 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-c5f808ab-0dd5-498d-a3f4-c727dcb60aba None None] Port 30b5cc53-d960-4b98-9e86-55d722afe7c4 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:52:09.139433 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-836012e8-17e1-4dea-8d73-0b837f90551c tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:09.139934 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-836012e8-17e1-4dea-8d73-0b837f90551c tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Added segment 92daeb83-bb8b-4d3d-940e-85cad95d358d of type vlan for network 4e6e56c8-a506-4bd0-9fa0-bf3832e5e74c Dec 20 08:52:09.144062 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-c5f808ab-0dd5-498d-a3f4-c727dcb60aba None None] Provisioning complete for port 78ac4631-3181-4644-9de3-f4d366e42025 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:52:09.144665 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c5f808ab-0dd5-498d-a3f4-c727dcb60aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:09.146041 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d6bcef10-0e79-4b3b-a622-b599fa09a4ce tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:09.154496 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1f8438-5144-4e74-91d0-987b86eee7db tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e916c6af-0193-468a-b0a6-868a35b13ef9,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:09.159174 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0b1f8438-5144-4e74-91d0-987b86eee7db tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:09.173559 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-836012e8-17e1-4dea-8d73-0b837f90551c tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:09.191365 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-bdf00e6d-0363-4c08-a393-16372b8259cb None None] Deleting port 7cac5c20-8f9c-49f2-b1bf-964bf4e2c5c5 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:52:09.191740 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-bdf00e6d-0363-4c08-a393-16372b8259cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:09.207918 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-836012e8-17e1-4dea-8d73-0b837f90551c tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:09.211816 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836012e8-17e1-4dea-8d73-0b837f90551c tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:09.212501 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-836012e8-17e1-4dea-8d73-0b837f90551c tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:09.218538 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d33563bd-82a6-48ee-9046-e5100973cfb0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:09.221125 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 7e63f8b4-5ca0-4f0b-97fa-18ea83e03acf up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:52:09.273167 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0b1f8438-5144-4e74-91d0-987b86eee7db tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:09.277215 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-836012e8-17e1-4dea-8d73-0b837f90551c tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.2563474 Dec 20 08:52:09.277215 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45106) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:09.278301 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-0b1f8438-5144-4e74-91d0-987b86eee7db tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "DELETE /v2.0/security-groups/e916c6af-0193-468a-b0a6-868a35b13ef9 HTTP/1.1" status: 204 len: 168 time: 0.6452386 Dec 20 08:52:09.279738 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 41a5b496-314f-427c-a27d-8a744bbc26ea no longer exists at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:52:09.289150 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-d6bcef10-0e79-4b3b-a622-b599fa09a4ce tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Calling delete_port for 30b5cc53-d960-4b98-9e86-55d722afe7c4 owned by {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:52:09.330428 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-b8095e13-983a-4480-ba75-7ec541265a94 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Request body: {'subnet': {'network_id': '4e6e56c8-a506-4bd0-9fa0-bf3832e5e74c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:52:09.336697 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 45112) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:09.346440 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] No Port match for: 41a5b496-314f-427c-a27d-8a744bbc26ea {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:52:09.346795 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 41a5b496-314f-427c-a27d-8a744bbc26ea not bound to the agent host hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:52:09.351308 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836012e8-17e1-4dea-8d73-0b837f90551c tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Pushing event updated for resources: {'Network': ['ID=4e6e56c8-a506-4bd0-9fa0-bf3832e5e74c,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:09.358412 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-836012e8-17e1-4dea-8d73-0b837f90551c tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:09.432691 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-bdf00e6d-0363-4c08-a393-16372b8259cb None None] The port '7cac5c20-8f9c-49f2-b1bf-964bf4e2c5c5' was deleted {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 08:52:09.433920 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network 4e6e56c8-a506-4bd0-9fa0-bf3832e5e74c details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:52:09.456343 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-c5f808ab-0dd5-498d-a3f4-c727dcb60aba None None] Port 78ac4631-3181-4644-9de3-f4d366e42025 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:52:09.463554 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-b8095e13-983a-4480-ba75-7ec541265a94 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:52:09.468911 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-b8095e13-983a-4480-ba75-7ec541265a94 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Usage tracker for resource:subnet and tenant:4697a8f4ef3e423facaab77bb132848e is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:52:09.472352 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-b8095e13-983a-4480-ba75-7ec541265a94 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:52:09.479887 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-b8095e13-983a-4480-ba75-7ec541265a94 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:52:09.495925 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8095e13-983a-4480-ba75-7ec541265a94 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Made reservation on behalf of 4697a8f4ef3e423facaab77bb132848e for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:52:09.553269 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 7e63f8b4-5ca0-4f0b-97fa-18ea83e03acf triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:52:09.553956 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:09.600686 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d6bcef10-0e79-4b3b-a622-b599fa09a4ce tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:09.608837 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-fefc2b3f-6860-4e0a-9536-899580e0da53 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:09.619514 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b8095e13-983a-4480-ba75-7ec541265a94 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1529102'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:09.652267 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bcef10-0e79-4b3b-a622-b599fa09a4ce tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Pushing event deleted for resources: {'Port': ['ID=30b5cc53-d960-4b98-9e86-55d722afe7c4,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:09.657599 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d6bcef10-0e79-4b3b-a622-b599fa09a4ce tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:09.753090 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 7cac5c20-8f9c-49f2-b1bf-964bf4e2c5c5 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:52:09.783045 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d6bcef10-0e79-4b3b-a622-b599fa09a4ce tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:09.795886 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 7cac5c20-8f9c-49f2-b1bf-964bf4e2c5c5 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:52:09.796239 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 7cac5c20-8f9c-49f2-b1bf-964bf4e2c5c5 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:52:09.838354 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:09.871681 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-d6bcef10-0e79-4b3b-a622-b599fa09a4ce tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "DELETE /v2.0/ports/30b5cc53-d960-4b98-9e86-55d722afe7c4 HTTP/1.1" status: 204 len: 168 time: 1.1791894 Dec 20 08:52:09.874417 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 45116) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:09.919100 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b8095e13-983a-4480-ba75-7ec541265a94 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1129376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1529148'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:09.919406 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-68c4ec86-7af6-4450-b1d4-ff13fda843d9 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] GET failed (client error): The resource could not be found. Dec 20 08:52:09.919751 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-68c4ec86-7af6-4450-b1d4-ff13fda843d9 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Synchronizing usage tracker for tenant:9a4160c0c10e4c91b63b9bda9f2f4420 on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:52:09.924402 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b06a288a-01c6-44ab-99f3-d741419e3188 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:09.949737 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-68c4ec86-7af6-4450-b1d4-ff13fda843d9 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Unset dirty status for tenant:9a4160c0c10e4c91b63b9bda9f2f4420 on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:52:09.953449 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-68c4ec86-7af6-4450-b1d4-ff13fda843d9 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "GET /v2.0/ports/30b5cc53-d960-4b98-9e86-55d722afe7c4 HTTP/1.1" status: 404 len: 333 time: 0.0754676 Dec 20 08:52:09.954362 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 45120) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:10.089861 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-e09c6c0c-c66e-4b40-9cee-caf9529527ef tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Deleting port 78ac4631-3181-4644-9de3-f4d366e42025 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:52:10.090106 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e09c6c0c-c66e-4b40-9cee-caf9529527ef tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:10.111964 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8095e13-983a-4480-ba75-7ec541265a94 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Pushing event updated for resources: {'Subnet': ['ID=350384e1-356c-4bf2-a3be-69295d633632,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:10.115797 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b8095e13-983a-4480-ba75-7ec541265a94 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:10.129705 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8095e13-983a-4480-ba75-7ec541265a94 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Checking segment: {'id': '92daeb83-bb8b-4d3d-940e-85cad95d358d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4e6e56c8-a506-4bd0-9fa0-bf3832e5e74c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:52:10.130151 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8095e13-983a-4480-ba75-7ec541265a94 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Network hostable DHCP agents. Network: 4e6e56c8-a506-4bd0-9fa0-bf3832e5e74c, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:52:10.152098 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8095e13-983a-4480-ba75-7ec541265a94 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Network 4e6e56c8-a506-4bd0-9fa0-bf3832e5e74c is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:52:10.161449 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-b8095e13-983a-4480-ba75-7ec541265a94 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, 4e6e56c8-a506-4bd0-9fa0-bf3832e5e74c) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:52:10.165112 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8095e13-983a-4480-ba75-7ec541265a94 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:10.165892 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b8095e13-983a-4480-ba75-7ec541265a94 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:10.171742 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c734b0-167e-47f7-ad2f-386ff2899545 None None] Network 4e6e56c8-a506-4bd0-9fa0-bf3832e5e74c requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:52:10.199100 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 45124) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:10.199786 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b8095e13-983a-4480-ba75-7ec541265a94 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9207423 Dec 20 08:52:10.394899 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e34e28a-72b4-4731-86c0-08324e435eb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-4e6e56c8-a506-4bd0-9fa0-bf3832e5e74c', 'network_id': '4e6e56c8-a506-4bd0-9fa0-bf3832e5e74c', 'tenant_id': '4697a8f4ef3e423facaab77bb132848e', 'fixed_ips': [{'subnet_id': '350384e1-356c-4bf2-a3be-69295d633632'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:52:10.395844 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-0e34e28a-72b4-4731-86c0-08324e435eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:10.505287 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1285a412-aaaa-4d44-ac2f-c4dcb5449d03 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349062'] for router_interface, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:10.551637 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-0e34e28a-72b4-4731-86c0-08324e435eb2 None None] Allocated IP 172.20.0.2 (4e6e56c8-a506-4bd0-9fa0-bf3832e5e74c/350384e1-356c-4bf2-a3be-69295d633632/c45a2e43-f498-4719-9913-2a63389e6ddb) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:52:10.774693 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-0e34e28a-72b4-4731-86c0-08324e435eb2 None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:10.785766 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-0e34e28a-72b4-4731-86c0-08324e435eb2 None None] Transition to ACTIVE for port object c45a2e43-f498-4719-9913-2a63389e6ddb will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:52:10.803999 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-0e34e28a-72b4-4731-86c0-08324e435eb2 None None] Transition to ACTIVE for port object c45a2e43-f498-4719-9913-2a63389e6ddb will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:52:10.806733 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e09c6c0c-c66e-4b40-9cee-caf9529527ef tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:10.809647 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-0e34e28a-72b4-4731-86c0-08324e435eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:10.814305 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-a8a8ad89-7b61-4bac-93df-c0bda30a23c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:10.881996 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e34e28a-72b4-4731-86c0-08324e435eb2 None None] Network 4e6e56c8-a506-4bd0-9fa0-bf3832e5e74c is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:52:10.885500 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-0e34e28a-72b4-4731-86c0-08324e435eb2 None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:52:10.888033 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e34e28a-72b4-4731-86c0-08324e435eb2 None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:52:10.894598 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e34e28a-72b4-4731-86c0-08324e435eb2 None None] Pushing event updated for resources: {'Port': ['ID=c45a2e43-f498-4719-9913-2a63389e6ddb,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:10.897749 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-0e34e28a-72b4-4731-86c0-08324e435eb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:10.946185 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-e09c6c0c-c66e-4b40-9cee-caf9529527ef tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Calling delete_port for 78ac4631-3181-4644-9de3-f4d366e42025 owned by {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:52:10.984331 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-0e34e28a-72b4-4731-86c0-08324e435eb2 None None] Attempting to bind port c45a2e43-f498-4719-9913-2a63389e6ddb on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:52:10.984705 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-0e34e28a-72b4-4731-86c0-08324e435eb2 None None] Attempting to bind port c45a2e43-f498-4719-9913-2a63389e6ddb by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '92daeb83-bb8b-4d3d-940e-85cad95d358d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4e6e56c8-a506-4bd0-9fa0-bf3832e5e74c'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:52:10.985069 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e34e28a-72b4-4731-86c0-08324e435eb2 None None] Attempting to bind port c45a2e43-f498-4719-9913-2a63389e6ddb on network 4e6e56c8-a506-4bd0-9fa0-bf3832e5e74c {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:52:10.992200 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e34e28a-72b4-4731-86c0-08324e435eb2 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:52:10.992573 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e34e28a-72b4-4731-86c0-08324e435eb2 None None] Checking segment: {'id': '92daeb83-bb8b-4d3d-940e-85cad95d358d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4e6e56c8-a506-4bd0-9fa0-bf3832e5e74c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:52:10.992972 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-0e34e28a-72b4-4731-86c0-08324e435eb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:10.993403 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e34e28a-72b4-4731-86c0-08324e435eb2 None None] Bound using segment: {'id': '92daeb83-bb8b-4d3d-940e-85cad95d358d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4e6e56c8-a506-4bd0-9fa0-bf3832e5e74c'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:52:10.994680 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-0e34e28a-72b4-4731-86c0-08324e435eb2 None None] Bound port: c45a2e43-f498-4719-9913-2a63389e6ddb, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92daeb83-bb8b-4d3d-940e-85cad95d358d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4e6e56c8-a506-4bd0-9fa0-bf3832e5e74c'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:52:10.995048 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-0e34e28a-72b4-4731-86c0-08324e435eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:11.086444 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-0e34e28a-72b4-4731-86c0-08324e435eb2 None None] For port c45a2e43-f498-4719-9913-2a63389e6ddb, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:52:11.090000 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-0e34e28a-72b4-4731-86c0-08324e435eb2 None None] For port c45a2e43-f498-4719-9913-2a63389e6ddb, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=c45a2e43-f498-4719-9913-2a63389e6ddb,segment=NetworkSegment(92daeb83-bb8b-4d3d-940e-85cad95d358d),segment_id=92daeb83-bb8b-4d3d-940e-85cad95d358d)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:52:11.094521 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-0e34e28a-72b4-4731-86c0-08324e435eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:11.098758 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-327fab44-c47d-4cd1-a1ed-9c68df59eeca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:11.177205 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e34e28a-72b4-4731-86c0-08324e435eb2 None None] Pushing event updated for resources: {'Port': ['ID=c45a2e43-f498-4719-9913-2a63389e6ddb,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:11.179565 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-0e34e28a-72b4-4731-86c0-08324e435eb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:11.387548 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e09c6c0c-c66e-4b40-9cee-caf9529527ef tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:11.400844 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a26074c0-c6c2-43ac-9fd7-f828d30baf74 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:11.431528 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a6fce211-17bc-4400-8b62-188f48c9ff3d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:11.462005 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09c6c0c-c66e-4b40-9cee-caf9529527ef tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Pushing event deleted for resources: {'Port': ['ID=78ac4631-3181-4644-9de3-f4d366e42025,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:11.468336 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e09c6c0c-c66e-4b40-9cee-caf9529527ef tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:11.980773 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e09c6c0c-c66e-4b40-9cee-caf9529527ef tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:12.046832 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-e09c6c0c-c66e-4b40-9cee-caf9529527ef tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "DELETE /v2.0/ports/78ac4631-3181-4644-9de3-f4d366e42025 HTTP/1.1" status: 204 len: 168 time: 2.0913830 Dec 20 08:52:12.050108 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45130) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:12.097324 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d54cb71-48c7-4664-a8a4-3ef27109df4c tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] GET failed (client error): The resource could not be found. Dec 20 08:52:12.098577 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-2d54cb71-48c7-4664-a8a4-3ef27109df4c tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "GET /v2.0/ports/78ac4631-3181-4644-9de3-f4d366e42025 HTTP/1.1" status: 404 len: 333 time: 0.0468652 Dec 20 08:52:12.101479 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45134) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:12.142588 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677d9242-4770-421f-aa98-7cf55dded687 None None] Network 4e6e56c8-a506-4bd0-9fa0-bf3832e5e74c requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:52:12.273466 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-a6fce211-17bc-4400-8b62-188f48c9ff3d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Allocated IP 172.20.0.1 (4e6e56c8-a506-4bd0-9fa0-bf3832e5e74c/350384e1-356c-4bf2-a3be-69295d633632/62d6e5ea-2d30-4d34-885f-f6fc23559841) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:52:12.279032 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-93e568c9-e7d9-4b3b-b879-3e559d378bc2 None None] Provisioning for port c45a2e43-f498-4719-9913-2a63389e6ddb completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:52:12.299006 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6476fbd-940d-412a-958a-5ccf73083ed6 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Deleting subnet 08544189-e0ca-4224-8622-96219a78a7e0 {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:52:12.304664 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a6476fbd-940d-412a-958a-5ccf73083ed6 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:12.378052 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a6476fbd-940d-412a-958a-5ccf73083ed6 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1618747'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:12.488325 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a6476fbd-940d-412a-958a-5ccf73083ed6 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:12.498772 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-753a7beb-a070-43b6-b261-65488c26f990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:12.527663 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a6fce211-17bc-4400-8b62-188f48c9ff3d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:12.557591 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-a6fce211-17bc-4400-8b62-188f48c9ff3d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Transition to ACTIVE for port object 62d6e5ea-2d30-4d34-885f-f6fc23559841 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:52:12.601531 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a6476fbd-940d-412a-958a-5ccf73083ed6 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1129313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1529131'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:12.601531 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-529767a3-69b6-4114-a84c-9c93aa247501 tempest-RoutersIpV6AdminTest-939070773 tempest-RoutersIpV6AdminTest-939070773-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:12.648020 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6476fbd-940d-412a-958a-5ccf73083ed6 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Pushing event deleted for resources: {'Subnet': ['ID=08544189-e0ca-4224-8622-96219a78a7e0,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:12.656158 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a6476fbd-940d-412a-958a-5ccf73083ed6 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:12.660806 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a6476fbd-940d-412a-958a-5ccf73083ed6 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:12.666257 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a6fce211-17bc-4400-8b62-188f48c9ff3d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:12.669275 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a6476fbd-940d-412a-958a-5ccf73083ed6 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "DELETE /v2.0/subnets/08544189-e0ca-4224-8622-96219a78a7e0 HTTP/1.1" status: 204 len: 168 time: 0.5652742 Dec 20 08:52:12.671917 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a26074c0-c6c2-43ac-9fd7-f828d30baf74 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:12.672137 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45138) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:12.674606 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9e1aaf-c221-4768-bd22-690d7ff3eed6 None None] Network 8dd7a45d-7c29-44a0-81ec-fc8a54d12338 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:52:12.711750 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-1285a412-aaaa-4d44-ac2f-c4dcb5449d03 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Deleting port 0e05c75c-a1db-4e60-a206-6a13eb69e7a1 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:52:12.712096 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1285a412-aaaa-4d44-ac2f-c4dcb5449d03 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:12.824531 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6fce211-17bc-4400-8b62-188f48c9ff3d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Network 4e6e56c8-a506-4bd0-9fa0-bf3832e5e74c is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:52:12.825758 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fce211-17bc-4400-8b62-188f48c9ff3d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Pushing event updated for resources: {'Port': ['ID=62d6e5ea-2d30-4d34-885f-f6fc23559841,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:12.831937 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-a6fce211-17bc-4400-8b62-188f48c9ff3d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:52:12.837081 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a6fce211-17bc-4400-8b62-188f48c9ff3d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:12.840059 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fce211-17bc-4400-8b62-188f48c9ff3d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:52:12.867309 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4ea858d7-70c5-443d-891b-97f278c1d404 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:12.884066 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-4ea858d7-70c5-443d-891b-97f278c1d404 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Deleting port 7e63f8b4-5ca0-4f0b-97fa-18ea83e03acf {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:52:12.886948 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4ea858d7-70c5-443d-891b-97f278c1d404 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:12.985595 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a6fce211-17bc-4400-8b62-188f48c9ff3d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-345881'] for router_interface, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:13.021130 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-1285a412-aaaa-4d44-ac2f-c4dcb5449d03 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] For port 0e05c75c-a1db-4e60-a206-6a13eb69e7a1, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=0e05c75c-a1db-4e60-a206-6a13eb69e7a1,segment=NetworkSegment(4a7a59b0-c11b-4508-83dd-80012fd2c2ce),segment_id=4a7a59b0-c11b-4508-83dd-80012fd2c2ce)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:52:13.021516 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1285a412-aaaa-4d44-ac2f-c4dcb5449d03 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:13.178120 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26e1269-8bb6-4b24-be5c-431edcdbc43d None None] DHCP port deletion for 8dd7a45d-7c29-44a0-81ec-fc8a54d12338 request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 08:52:13.191521 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-4ea858d7-70c5-443d-891b-97f278c1d404 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] For port 7e63f8b4-5ca0-4f0b-97fa-18ea83e03acf, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=7e63f8b4-5ca0-4f0b-97fa-18ea83e03acf,segment=NetworkSegment(ee51f10f-8617-47af-96c6-68714279418b),segment_id=ee51f10f-8617-47af-96c6-68714279418b)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:52:13.192062 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4ea858d7-70c5-443d-891b-97f278c1d404 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:13.192334 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-1285a412-aaaa-4d44-ac2f-c4dcb5449d03 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Calling delete_port for 0e05c75c-a1db-4e60-a206-6a13eb69e7a1 owned by network:router_interface {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:52:13.193758 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-e26e1269-8bb6-4b24-be5c-431edcdbc43d None None] Deleting port 7e63f8b4-5ca0-4f0b-97fa-18ea83e03acf {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:52:13.194415 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e26e1269-8bb6-4b24-be5c-431edcdbc43d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:13.293818 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device c45a2e43-f498-4719-9913-2a63389e6ddb up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:52:13.363046 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a6fce211-17bc-4400-8b62-188f48c9ff3d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:13.363343 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-4ea858d7-70c5-443d-891b-97f278c1d404 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Calling delete_port for 7e63f8b4-5ca0-4f0b-97fa-18ea83e03acf owned by network:dhcp {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:52:13.428452 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-64a9df9e-bb1f-4ceb-9523-ca3dd50c2b15 None None] Provisioning for port 62d6e5ea-2d30-4d34-885f-f6fc23559841 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:52:13.448376 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4ea858d7-70c5-443d-891b-97f278c1d404 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:13.455832 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9e0b1e90-87b0-48cf-9416-97f195ab18ec tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:13.456076 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-64a9df9e-bb1f-4ceb-9523-ca3dd50c2b15 None None] Provisioning complete for port 62d6e5ea-2d30-4d34-885f-f6fc23559841 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:52:13.456416 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-64a9df9e-bb1f-4ceb-9523-ca3dd50c2b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:13.495115 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port c45a2e43-f498-4719-9913-2a63389e6ddb completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:52:13.507204 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea858d7-70c5-443d-891b-97f278c1d404 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Pushing event deleted for resources: {'Port': ['ID=7e63f8b4-5ca0-4f0b-97fa-18ea83e03acf,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:13.515113 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4ea858d7-70c5-443d-891b-97f278c1d404 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:13.519158 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port c45a2e43-f498-4719-9913-2a63389e6ddb triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:52:13.519547 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:13.526064 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea858d7-70c5-443d-891b-97f278c1d404 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] No DVR routers for this DVR port 7e63f8b4-5ca0-4f0b-97fa-18ea83e03acf on host dv-neutron-820491-1-hyperv {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:52:13.632833 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-64a9df9e-bb1f-4ceb-9523-ca3dd50c2b15 None None] Port 62d6e5ea-2d30-4d34-885f-f6fc23559841 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:52:13.647314 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-e26e1269-8bb6-4b24-be5c-431edcdbc43d None None] For port 7e63f8b4-5ca0-4f0b-97fa-18ea83e03acf, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=7e63f8b4-5ca0-4f0b-97fa-18ea83e03acf,segment=NetworkSegment(ee51f10f-8617-47af-96c6-68714279418b),segment_id=ee51f10f-8617-47af-96c6-68714279418b)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:52:13.647722 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e26e1269-8bb6-4b24-be5c-431edcdbc43d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:13.672492 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4ea858d7-70c5-443d-891b-97f278c1d404 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:13.699178 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-4ea858d7-70c5-443d-891b-97f278c1d404 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dd7a45d-7c29-44a0-81ec-fc8a54d12338']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:52:13.714843 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-4ea858d7-70c5-443d-891b-97f278c1d404 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee51f10f-8617-47af-96c6-68714279418b') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:52:13.715216 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-4ea858d7-70c5-443d-891b-97f278c1d404 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee51f10f-8617-47af-96c6-68714279418b') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:52:13.731399 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4ea858d7-70c5-443d-891b-97f278c1d404 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1618722'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:13.753422 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4ea858d7-70c5-443d-891b-97f278c1d404 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:13.760859 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ea858d7-70c5-443d-891b-97f278c1d404 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:52:13.761297 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4ea858d7-70c5-443d-891b-97f278c1d404 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1128911'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:13.776869 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-e26e1269-8bb6-4b24-be5c-431edcdbc43d None None] Calling delete_port for 7e63f8b4-5ca0-4f0b-97fa-18ea83e03acf owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:52:13.777132 dv-neutron-820491-1-hyperv neutron-server[83444]: Traceback (most recent call last): Dec 20 08:52:13.777132 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:52:13.777132 dv-neutron-820491-1-hyperv neutron-server[83444]: timer() Dec 20 08:52:13.777132 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:52:13.777132 dv-neutron-820491-1-hyperv neutron-server[83444]: cb(*args, **kw) Dec 20 08:52:13.777132 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:52:13.777132 dv-neutron-820491-1-hyperv neutron-server[83444]: return func(*args, **kwargs) Dec 20 08:52:13.777132 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:52:13.777132 dv-neutron-820491-1-hyperv neutron-server[83444]: self._notify() Dec 20 08:52:13.777132 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:52:13.777132 dv-neutron-820491-1-hyperv neutron-server[83444]: self.callback(batched_events) Dec 20 08:52:13.777132 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:52:13.777132 dv-neutron-820491-1-hyperv neutron-server[83444]: event.method(event) Dec 20 08:52:13.777132 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:52:13.777132 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:52:13.777132 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:52:13.777132 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:52:13.777132 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:52:13.777132 dv-neutron-820491-1-hyperv neutron-server[83444]: return f(self, *a, **k) Dec 20 08:52:13.777132 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:52:13.777132 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._get(url).json() Dec 20 08:52:13.777132 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:52:13.777132 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:52:13.777132 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:52:13.777132 dv-neutron-820491-1-hyperv neutron-server[83444]: return self.request(url, 'GET', **kwargs) Dec 20 08:52:13.777132 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:52:13.777132 dv-neutron-820491-1-hyperv neutron-server[83444]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:52:13.777132 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:52:13.777132 dv-neutron-820491-1-hyperv neutron-server[83444]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:52:13.777132 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:52:13.777132 dv-neutron-820491-1-hyperv neutron-server[83444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:52:13.777132 dv-neutron-820491-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:52:13.865854 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4ea858d7-70c5-443d-891b-97f278c1d404 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:13.875941 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4ea858d7-70c5-443d-891b-97f278c1d404 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:13.880213 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ba33b20d-5527-4161-bdea-c4ff2847ce12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:13.908862 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea858d7-70c5-443d-891b-97f278c1d404 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Pushing event deleted for resources: {'Network': ['ID=8dd7a45d-7c29-44a0-81ec-fc8a54d12338,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:13.911845 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-4ea858d7-70c5-443d-891b-97f278c1d404 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "DELETE /v2.0/networks/8dd7a45d-7c29-44a0-81ec-fc8a54d12338 HTTP/1.1" status: 204 len: 168 time: 1.2374549 Dec 20 08:52:13.912810 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4ea858d7-70c5-443d-891b-97f278c1d404 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:13.914520 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1285a412-aaaa-4d44-ac2f-c4dcb5449d03 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:13.917263 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45142) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:13.922984 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e09c6c0c-c66e-4b40-9cee-caf9529527ef tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:13.925376 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:13.926867 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-817ca647-1f6c-43a6-887c-9a5de6d36043 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-696204348'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:52:13.933061 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-817ca647-1f6c-43a6-887c-9a5de6d36043 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:52:13.937623 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-817ca647-1f6c-43a6-887c-9a5de6d36043 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Usage tracker for resource:network and tenant:9a4160c0c10e4c91b63b9bda9f2f4420 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:52:13.939744 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.db.api [None req-e26e1269-8bb6-4b24-be5c-431edcdbc43d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 08:52:13.940134 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_db.api [None req-e26e1269-8bb6-4b24-be5c-431edcdbc43d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 08:52:13.942019 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-817ca647-1f6c-43a6-887c-9a5de6d36043 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:52:13.948419 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-817ca647-1f6c-43a6-887c-9a5de6d36043 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:52:13.959518 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-817ca647-1f6c-43a6-887c-9a5de6d36043 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Made reservation on behalf of 9a4160c0c10e4c91b63b9bda9f2f4420 for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:52:13.960728 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port c45a2e43-f498-4719-9913-2a63389e6ddb, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=c45a2e43-f498-4719-9913-2a63389e6ddb,segment=NetworkSegment(92daeb83-bb8b-4d3d-940e-85cad95d358d),segment_id=92daeb83-bb8b-4d3d-940e-85cad95d358d)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:52:13.966098 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:13.968218 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:13.968394 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-817ca647-1f6c-43a6-887c-9a5de6d36043 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:13.978497 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1285a412-aaaa-4d44-ac2f-c4dcb5449d03 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event deleted for resources: {'Port': ['ID=0e05c75c-a1db-4e60-a206-6a13eb69e7a1,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:13.985331 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-1285a412-aaaa-4d44-ac2f-c4dcb5449d03 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:14.005531 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-817ca647-1f6c-43a6-887c-9a5de6d36043 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:52:14.021523 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-817ca647-1f6c-43a6-887c-9a5de6d36043 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:14.021958 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-817ca647-1f6c-43a6-887c-9a5de6d36043 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Added segment 9b0fa0cd-2ec6-4bd8-92c7-2bb42d76ef5f of type vlan for network 510fbd22-4362-47b5-a6b8-1384867fd7db Dec 20 08:52:14.061933 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=c45a2e43-f498-4719-9913-2a63389e6ddb,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:14.062323 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-817ca647-1f6c-43a6-887c-9a5de6d36043 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:14.070795 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:14.105390 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a6fce211-17bc-4400-8b62-188f48c9ff3d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:14.120480 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a6fce211-17bc-4400-8b62-188f48c9ff3d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2036698'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:14.124336 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-817ca647-1f6c-43a6-887c-9a5de6d36043 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:14.128301 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817ca647-1f6c-43a6-887c-9a5de6d36043 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:14.129142 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-817ca647-1f6c-43a6-887c-9a5de6d36043 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:14.142733 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1715e137-59d6-47af-ac1e-c0c173227a8f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:14.151356 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-cb1a6e79-7d2d-4e28-b9e7-ef6ea1e03712 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:14.323930 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-817ca647-1f6c-43a6-887c-9a5de6d36043 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3984869 Dec 20 08:52:14.323930 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45146) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:14.347082 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a6fce211-17bc-4400-8b62-188f48c9ff3d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32898031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349045'] for router_interface, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:14.358114 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fce211-17bc-4400-8b62-188f48c9ff3d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Pushing event updated for resources: {'Port': ['ID=62d6e5ea-2d30-4d34-885f-f6fc23559841,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:14.372938 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a6fce211-17bc-4400-8b62-188f48c9ff3d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:14.375557 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-ab047770-7fd5-4356-81de-0a6169c58939 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Request body: {'subnet': {'network_id': '510fbd22-4362-47b5-a6b8-1384867fd7db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:52:14.423120 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817ca647-1f6c-43a6-887c-9a5de6d36043 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Pushing event updated for resources: {'Network': ['ID=510fbd22-4362-47b5-a6b8-1384867fd7db,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:14.425379 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-817ca647-1f6c-43a6-887c-9a5de6d36043 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:14.437953 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network 510fbd22-4362-47b5-a6b8-1384867fd7db details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:52:14.463532 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-e26e1269-8bb6-4b24-be5c-431edcdbc43d None None] Deleting port 7e63f8b4-5ca0-4f0b-97fa-18ea83e03acf {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:52:14.463532 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e26e1269-8bb6-4b24-be5c-431edcdbc43d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:14.497765 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-ab047770-7fd5-4356-81de-0a6169c58939 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:52:14.502671 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-ab047770-7fd5-4356-81de-0a6169c58939 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Usage tracker for resource:subnet and tenant:9a4160c0c10e4c91b63b9bda9f2f4420 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:52:14.504063 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-ab047770-7fd5-4356-81de-0a6169c58939 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:52:14.514091 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-ab047770-7fd5-4356-81de-0a6169c58939 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:52:14.528320 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab047770-7fd5-4356-81de-0a6169c58939 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Made reservation on behalf of 9a4160c0c10e4c91b63b9bda9f2f4420 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:52:14.579750 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6fce211-17bc-4400-8b62-188f48c9ff3d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Network 4e6e56c8-a506-4bd0-9fa0-bf3832e5e74c is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:52:14.582281 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-e26e1269-8bb6-4b24-be5c-431edcdbc43d None None] The port '7e63f8b4-5ca0-4f0b-97fa-18ea83e03acf' was deleted {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 08:52:14.582414 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-a6fce211-17bc-4400-8b62-188f48c9ff3d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:52:14.705185 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ab047770-7fd5-4356-81de-0a6169c58939 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1529102'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:14.805318 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1285a412-aaaa-4d44-ac2f-c4dcb5449d03 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32897953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348760'] for router_interface, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:14.824947 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-ec894304-c110-4f19-a884-4f3beb8f17cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:14.978113 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-acc4ba9c-75c2-4f9c-99fa-a407afa1ca5a None None] Provisioning complete for port 62d6e5ea-2d30-4d34-885f-f6fc23559841 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:52:14.982349 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-acc4ba9c-75c2-4f9c-99fa-a407afa1ca5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:15.044619 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ab047770-7fd5-4356-81de-0a6169c58939 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1129376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1529148'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:15.051546 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-86631401-27a9-4ecf-9d6e-59fcf2e3c591 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:15.093963 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-acc4ba9c-75c2-4f9c-99fa-a407afa1ca5a None None] Port 62d6e5ea-2d30-4d34-885f-f6fc23559841 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:52:15.213821 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab047770-7fd5-4356-81de-0a6169c58939 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Checking segment: {'id': '9b0fa0cd-2ec6-4bd8-92c7-2bb42d76ef5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '510fbd22-4362-47b5-a6b8-1384867fd7db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:52:15.214405 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab047770-7fd5-4356-81de-0a6169c58939 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Network hostable DHCP agents. Network: 510fbd22-4362-47b5-a6b8-1384867fd7db, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:52:15.224057 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab047770-7fd5-4356-81de-0a6169c58939 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Pushing event updated for resources: {'Subnet': ['ID=328ba63c-e2e8-4a16-bfdb-ac8a9da589cf,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:15.227569 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ab047770-7fd5-4356-81de-0a6169c58939 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:15.250524 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab047770-7fd5-4356-81de-0a6169c58939 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Network 510fbd22-4362-47b5-a6b8-1384867fd7db is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:52:15.267717 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-ab047770-7fd5-4356-81de-0a6169c58939 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, 510fbd22-4362-47b5-a6b8-1384867fd7db) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:52:15.268541 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab047770-7fd5-4356-81de-0a6169c58939 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:15.268541 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ab047770-7fd5-4356-81de-0a6169c58939 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:15.292020 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3b8d1a-381d-42f2-ad38-8f59a698fb24 None None] Network 510fbd22-4362-47b5-a6b8-1384867fd7db requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:52:15.299989 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ab047770-7fd5-4356-81de-0a6169c58939 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9788411 Dec 20 08:52:15.302291 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 45150) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:15.309590 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-b0536b65-d19a-4504-a1e1-a117951268a3 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1700394954', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:52:15.319118 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-b0536b65-d19a-4504-a1e1-a117951268a3 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:52:15.319505 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device c45a2e43-f498-4719-9913-2a63389e6ddb up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:52:15.325877 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-b0536b65-d19a-4504-a1e1-a117951268a3 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Usage tracker for resource:router and tenant:9a4160c0c10e4c91b63b9bda9f2f4420 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:52:15.330230 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-b0536b65-d19a-4504-a1e1-a117951268a3 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:52:15.339890 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-b0536b65-d19a-4504-a1e1-a117951268a3 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:52:15.372910 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b0536b65-d19a-4504-a1e1-a117951268a3 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24817'] for router, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:15.373852 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b0536b65-d19a-4504-a1e1-a117951268a3 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-351744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24806'] for router, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:15.431788 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b0536b65-d19a-4504-a1e1-a117951268a3 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:15.454062 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6fce211-17bc-4400-8b62-188f48c9ff3d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Router f919e8d6-85f1-4d92-b0e6-83cea647faf2 is scheduled to L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 with binding_index 1 {{(pid=83445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 08:52:15.532547 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b0536b65-d19a-4504-a1e1-a117951268a3 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071'] for router, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:15.584157 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port c45a2e43-f498-4719-9913-2a63389e6ddb triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:52:15.584752 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:15.677593 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d72341-d6da-4a51-9636-5928ece279ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-510fbd22-4362-47b5-a6b8-1384867fd7db', 'network_id': '510fbd22-4362-47b5-a6b8-1384867fd7db', 'tenant_id': '9a4160c0c10e4c91b63b9bda9f2f4420', 'fixed_ips': [{'subnet_id': '328ba63c-e2e8-4a16-bfdb-ac8a9da589cf'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:52:15.678406 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-96d72341-d6da-4a51-9636-5928ece279ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:15.741803 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b0536b65-d19a-4504-a1e1-a117951268a3 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:15.742893 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-b0536b65-d19a-4504-a1e1-a117951268a3 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4396155 Dec 20 08:52:15.746495 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45154) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:15.753084 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-d0d20c93-4b1c-4137-a931-0c26742565df tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Request body: {'port': {'network_id': '510fbd22-4362-47b5-a6b8-1384867fd7db', 'name': 'tempest-PortsTestJSON-1786737751'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:52:15.898330 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6fce211-17bc-4400-8b62-188f48c9ff3d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:52:15.911258 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9082469e-32c4-46ea-bfdd-3441a46fac73 None None] Sync routers for ids ['f919e8d6-85f1-4d92-b0e6-83cea647faf2'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:52:15.913559 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45158) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:15.916057 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-a6fce211-17bc-4400-8b62-188f48c9ff3d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "PUT /v2.0/routers/f919e8d6-85f1-4d92-b0e6-83cea647faf2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7125375 Dec 20 08:52:15.919741 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 7e63f8b4-5ca0-4f0b-97fa-18ea83e03acf no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:52:15.924058 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-253f79f3-a142-4898-96d6-1062e225a38c tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Request body: {'network': {'name': 'tempest-RoutersTest-1170044155'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:52:15.932688 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-253f79f3-a142-4898-96d6-1062e225a38c tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:52:15.933164 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9082469e-32c4-46ea-bfdd-3441a46fac73 None None] Routers {'f919e8d6-85f1-4d92-b0e6-83cea647faf2'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:52:15.933876 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-9082469e-32c4-46ea-bfdd-3441a46fac73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:52:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['f919e8d6-85f1-4d92-b0e6-83cea647faf2'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:52:15.938154 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-d0d20c93-4b1c-4137-a931-0c26742565df tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:52:15.940245 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-253f79f3-a142-4898-96d6-1062e225a38c tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Usage tracker for resource:network and tenant:4697a8f4ef3e423facaab77bb132848e is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:52:15.945420 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-253f79f3-a142-4898-96d6-1062e225a38c tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:52:15.950979 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d0d20c93-4b1c-4137-a931-0c26742565df tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Usage tracker for resource:port and tenant:9a4160c0c10e4c91b63b9bda9f2f4420 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:52:15.956803 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d0d20c93-4b1c-4137-a931-0c26742565df tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:52:15.960574 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-253f79f3-a142-4898-96d6-1062e225a38c tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:52:15.973080 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-d0d20c93-4b1c-4137-a931-0c26742565df tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:52:15.988863 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 7e63f8b4-5ca0-4f0b-97fa-18ea83e03acf {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:52:15.988863 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 7e63f8b4-5ca0-4f0b-97fa-18ea83e03acf not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:52:15.991743 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-253f79f3-a142-4898-96d6-1062e225a38c tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Made reservation on behalf of 4697a8f4ef3e423facaab77bb132848e for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:52:16.004800 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-253f79f3-a142-4898-96d6-1062e225a38c tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:16.023595 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:16.030022 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:16.031435 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d20c93-4b1c-4137-a931-0c26742565df tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Made reservation on behalf of 9a4160c0c10e4c91b63b9bda9f2f4420 for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:52:16.037800 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-96d72341-d6da-4a51-9636-5928ece279ba None None] Allocated IP 172.20.0.2 (510fbd22-4362-47b5-a6b8-1384867fd7db/328ba63c-e2e8-4a16-bfdb-ac8a9da589cf/6bfac3b4-4b41-4e7f-96ee-cf3662fa45f6) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:52:16.041209 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d0d20c93-4b1c-4137-a931-0c26742565df tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:16.096928 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-d0d20c93-4b1c-4137-a931-0c26742565df tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] device_id is not set on port a1707f00-8db2-4988-b8da-cd6ea0f9776a yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:52:16.110760 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-9082469e-32c4-46ea-bfdd-3441a46fac73 None None] Set router f919e8d6-85f1-4d92-b0e6-83cea647faf2 gateway port host: None {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:52:16.156089 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1285a412-aaaa-4d44-ac2f-c4dcb5449d03 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Router be6c5e52-17f4-4cf5-a021-03a4acfe629d has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:52:16.203438 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-253f79f3-a142-4898-96d6-1062e225a38c tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:52:16.217851 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-253f79f3-a142-4898-96d6-1062e225a38c tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:16.218335 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-253f79f3-a142-4898-96d6-1062e225a38c tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Added segment 145766f3-8d62-4219-a801-47d388414c60 of type vlan for network f7959ad9-7f8a-41b8-84e4-df4a2a333cb7 Dec 20 08:52:16.264753 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-253f79f3-a142-4898-96d6-1062e225a38c tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:16.319129 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-253f79f3-a142-4898-96d6-1062e225a38c tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:16.325933 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253f79f3-a142-4898-96d6-1062e225a38c tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:16.326326 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-253f79f3-a142-4898-96d6-1062e225a38c tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:16.333975 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-af3b015c-46dd-442d-852e-43cee6028020 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:16.342582 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-96d72341-d6da-4a51-9636-5928ece279ba None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:16.358184 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-96d72341-d6da-4a51-9636-5928ece279ba None None] Transition to ACTIVE for port object 6bfac3b4-4b41-4e7f-96ee-cf3662fa45f6 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:52:16.385214 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-96d72341-d6da-4a51-9636-5928ece279ba None None] Transition to ACTIVE for port object 6bfac3b4-4b41-4e7f-96ee-cf3662fa45f6 will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:52:16.394113 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-253f79f3-a142-4898-96d6-1062e225a38c tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4791057 Dec 20 08:52:16.399689 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-96d72341-d6da-4a51-9636-5928ece279ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:16.406492 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45162) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:16.415557 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:16.444016 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-14f437f1-8604-401a-bfae-3d25825fffc4 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Request body: {'subnet': {'network_id': 'f7959ad9-7f8a-41b8-84e4-df4a2a333cb7', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:52:16.467156 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d72341-d6da-4a51-9636-5928ece279ba None None] Network 510fbd22-4362-47b5-a6b8-1384867fd7db is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:52:16.477779 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-96d72341-d6da-4a51-9636-5928ece279ba None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:52:16.482617 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d72341-d6da-4a51-9636-5928ece279ba None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:52:16.506971 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1285a412-aaaa-4d44-ac2f-c4dcb5449d03 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:52:16.515625 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-1285a412-aaaa-4d44-ac2f-c4dcb5449d03 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "PUT /v2.0/routers/be6c5e52-17f4-4cf5-a021-03a4acfe629d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1780128 Dec 20 08:52:16.516446 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 45166) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:16.543173 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-9082469e-32c4-46ea-bfdd-3441a46fac73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f919e8d6-85f1-4d92-b0e6-83cea647faf2', 'name': 'tempest-RoutersTest-router-1948169302', 'tenant_id': '4697a8f4ef3e423facaab77bb132848e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:52:08Z', 'updated_at': '2021-12-20T08:52:13Z', 'revision_number': 2, 'project_id': '4697a8f4ef3e423facaab77bb132848e', 'gw_port_host': None, '_interfaces': [{'id': '62d6e5ea-2d30-4d34-885f-f6fc23559841', 'name': '', 'network_id': '4e6e56c8-a506-4bd0-9fa0-bf3832e5e74c', 'tenant_id': '4697a8f4ef3e423facaab77bb132848e', 'mac_address': 'fa:16:3e:c4:89:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f919e8d6-85f1-4d92-b0e6-83cea647faf2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '350384e1-356c-4bf2-a3be-69295d633632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:52:11Z', 'updated_at': '2021-12-20T08:52:13Z', 'revision_number': 2, 'project_id': '4697a8f4ef3e423facaab77bb132848e', 'subnets': [{'id': '350384e1-356c-4bf2-a3be-69295d633632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:52:16.544900 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253f79f3-a142-4898-96d6-1062e225a38c tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Pushing event updated for resources: {'Network': ['ID=f7959ad9-7f8a-41b8-84e4-df4a2a333cb7,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:16.551719 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c6e3fb-9bb4-495d-bafe-c398a148dd5d None None] Sync routers for ids ['be6c5e52-17f4-4cf5-a021-03a4acfe629d'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:52:16.551838 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9082469e-32c4-46ea-bfdd-3441a46fac73 None None] Checking router: f919e8d6-85f1-4d92-b0e6-83cea647faf2 for host: dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 08:52:16.551943 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9082469e-32c4-46ea-bfdd-3441a46fac73 None None] Updating router f919e8d6-85f1-4d92-b0e6-83cea647faf2 port 62d6e5ea-2d30-4d34-885f-f6fc23559841 binding host dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 08:52:16.562077 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-253f79f3-a142-4898-96d6-1062e225a38c tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:16.585553 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network f7959ad9-7f8a-41b8-84e4-df4a2a333cb7 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:52:16.637330 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-9082469e-32c4-46ea-bfdd-3441a46fac73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:16.641618 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-d0d20c93-4b1c-4137-a931-0c26742565df tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Allocated IP 172.20.0.12 (510fbd22-4362-47b5-a6b8-1384867fd7db/328ba63c-e2e8-4a16-bfdb-ac8a9da589cf/a1707f00-8db2-4988-b8da-cd6ea0f9776a) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:52:16.669833 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-14f437f1-8604-401a-bfae-3d25825fffc4 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:52:16.687380 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-14f437f1-8604-401a-bfae-3d25825fffc4 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Usage tracker for resource:subnet and tenant:4697a8f4ef3e423facaab77bb132848e is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:52:16.692150 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d72341-d6da-4a51-9636-5928ece279ba None None] Pushing event updated for resources: {'Port': ['ID=6bfac3b4-4b41-4e7f-96ee-cf3662fa45f6,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:16.694295 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-14f437f1-8604-401a-bfae-3d25825fffc4 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:52:16.703526 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-96d72341-d6da-4a51-9636-5928ece279ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:16.715691 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c6e3fb-9bb4-495d-bafe-c398a148dd5d None None] Routers {'be6c5e52-17f4-4cf5-a021-03a4acfe629d'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:52:16.716352 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-72c6e3fb-9bb4-495d-bafe-c398a148dd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:52:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['be6c5e52-17f4-4cf5-a021-03a4acfe629d'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:52:16.722707 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-14f437f1-8604-401a-bfae-3d25825fffc4 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:52:16.758014 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f437f1-8604-401a-bfae-3d25825fffc4 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Made reservation on behalf of 4697a8f4ef3e423facaab77bb132848e for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:52:16.819205 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_v2 [None req-2675e589-cb35-4e1a-9416-b5314902aac6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Deleting subnet 1dc99aea-3f34-4daa-9edc-7b86fc22bc0b {{(pid=83445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:52:16.822303 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2675e589-cb35-4e1a-9416-b5314902aac6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for subnet, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:16.874045 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-14f437f1-8604-401a-bfae-3d25825fffc4 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1529102'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:16.897720 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2675e589-cb35-4e1a-9416-b5314902aac6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1518554'] for subnet, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:16.938237 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-96d72341-d6da-4a51-9636-5928ece279ba None None] Attempting to bind port 6bfac3b4-4b41-4e7f-96ee-cf3662fa45f6 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:52:16.939067 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-96d72341-d6da-4a51-9636-5928ece279ba None None] Attempting to bind port 6bfac3b4-4b41-4e7f-96ee-cf3662fa45f6 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '9b0fa0cd-2ec6-4bd8-92c7-2bb42d76ef5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '510fbd22-4362-47b5-a6b8-1384867fd7db'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:52:16.939471 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d72341-d6da-4a51-9636-5928ece279ba None None] Attempting to bind port 6bfac3b4-4b41-4e7f-96ee-cf3662fa45f6 on network 510fbd22-4362-47b5-a6b8-1384867fd7db {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:52:16.998663 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2675e589-cb35-4e1a-9416-b5314902aac6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:17.066432 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d72341-d6da-4a51-9636-5928ece279ba None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:52:17.082028 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d72341-d6da-4a51-9636-5928ece279ba None None] Checking segment: {'id': '9b0fa0cd-2ec6-4bd8-92c7-2bb42d76ef5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '510fbd22-4362-47b5-a6b8-1384867fd7db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:52:17.082028 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-96d72341-d6da-4a51-9636-5928ece279ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:17.082028 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d72341-d6da-4a51-9636-5928ece279ba None None] Bound using segment: {'id': '9b0fa0cd-2ec6-4bd8-92c7-2bb42d76ef5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '510fbd22-4362-47b5-a6b8-1384867fd7db'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:52:17.082028 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-96d72341-d6da-4a51-9636-5928ece279ba None None] Bound port: 6bfac3b4-4b41-4e7f-96ee-cf3662fa45f6, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b0fa0cd-2ec6-4bd8-92c7-2bb42d76ef5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '510fbd22-4362-47b5-a6b8-1384867fd7db'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:52:17.082028 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-96d72341-d6da-4a51-9636-5928ece279ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:17.121933 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2675e589-cb35-4e1a-9416-b5314902aac6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2036620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2095133'] for subnet, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:17.128460 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-fdbbbe70-1316-4fa0-a423-2324559ea702 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:17.168841 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-72c6e3fb-9bb4-495d-bafe-c398a148dd5d None None] Set router be6c5e52-17f4-4cf5-a021-03a4acfe629d gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:52:17.266466 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d0d20c93-4b1c-4137-a931-0c26742565df tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:17.271747 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-9082469e-32c4-46ea-bfdd-3441a46fac73 None None] Notify callbacks [] for port, precommit_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:17.297974 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.provisioning_blocks [None req-9082469e-32c4-46ea-bfdd-3441a46fac73 None None] Transition to ACTIVE for port object 62d6e5ea-2d30-4d34-885f-f6fc23559841 will not be triggered until provisioned by entity L2. {{(pid=83447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:52:17.314427 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-9082469e-32c4-46ea-bfdd-3441a46fac73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:17.325037 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-982c5007-6a9e-4e3c-8803-7bdc7af242c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:17.330657 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-d0d20c93-4b1c-4137-a931-0c26742565df tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Transition to ACTIVE for port object a1707f00-8db2-4988-b8da-cd6ea0f9776a will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:52:17.398060 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-14f437f1-8604-401a-bfae-3d25825fffc4 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1129376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1529148'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:17.409865 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2675e589-cb35-4e1a-9416-b5314902aac6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event deleted for resources: {'Subnet': ['ID=1dc99aea-3f34-4daa-9edc-7b86fc22bc0b,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:17.410206 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b8095e13-983a-4480-ba75-7ec541265a94 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:17.412394 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-2675e589-cb35-4e1a-9416-b5314902aac6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:17.416151 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2675e589-cb35-4e1a-9416-b5314902aac6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:17.423698 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-2675e589-cb35-4e1a-9416-b5314902aac6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "DELETE /v2.0/subnets/1dc99aea-3f34-4daa-9edc-7b86fc22bc0b HTTP/1.1" status: 204 len: 168 time: 0.9062107 Dec 20 08:52:17.426452 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 45172) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:17.453177 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d0d20c93-4b1c-4137-a931-0c26742565df tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:17.561780 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37351535-200c-4cda-b48a-1d8b4d50da0c None None] Network caa21fb0-1cb5-43cc-8d5b-fb626a02e71f requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:52:17.567359 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f437f1-8604-401a-bfae-3d25825fffc4 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Pushing event updated for resources: {'Subnet': ['ID=e722309b-a2f9-48f2-847b-0f916fdd870f,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:17.572129 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f437f1-8604-401a-bfae-3d25825fffc4 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Checking segment: {'id': '145766f3-8d62-4219-a801-47d388414c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f7959ad9-7f8a-41b8-84e4-df4a2a333cb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:52:17.573042 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f437f1-8604-401a-bfae-3d25825fffc4 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Network hostable DHCP agents. Network: f7959ad9-7f8a-41b8-84e4-df4a2a333cb7, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:52:17.596785 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d20c93-4b1c-4137-a931-0c26742565df tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Network 510fbd22-4362-47b5-a6b8-1384867fd7db is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:52:17.598445 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-14f437f1-8604-401a-bfae-3d25825fffc4 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:17.599242 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-cef75de0-3e7d-466c-9d96-3cbe31df7810 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.129s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:17.678094 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-d0d20c93-4b1c-4137-a931-0c26742565df tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:52:17.680086 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-96d72341-d6da-4a51-9636-5928ece279ba None None] For port 6bfac3b4-4b41-4e7f-96ee-cf3662fa45f6, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:52:17.696468 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d20c93-4b1c-4137-a931-0c26742565df tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:52:17.698790 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:17.704983 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-dc2595eb-f98f-4ee5-b738-580b825adfed tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for router, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:17.706115 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-9082469e-32c4-46ea-bfdd-3441a46fac73 None None] Attempting to bind port 62d6e5ea-2d30-4d34-885f-f6fc23559841 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:52:17.706490 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-9082469e-32c4-46ea-bfdd-3441a46fac73 None None] Attempting to bind port 62d6e5ea-2d30-4d34-885f-f6fc23559841 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '92daeb83-bb8b-4d3d-940e-85cad95d358d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4e6e56c8-a506-4bd0-9fa0-bf3832e5e74c'}] {{(pid=83447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:52:17.706985 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9082469e-32c4-46ea-bfdd-3441a46fac73 None None] Attempting to bind port 62d6e5ea-2d30-4d34-885f-f6fc23559841 on network 4e6e56c8-a506-4bd0-9fa0-bf3832e5e74c {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:52:17.717923 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9082469e-32c4-46ea-bfdd-3441a46fac73 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:52:17.718294 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9082469e-32c4-46ea-bfdd-3441a46fac73 None None] Checking segment: {'id': '92daeb83-bb8b-4d3d-940e-85cad95d358d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4e6e56c8-a506-4bd0-9fa0-bf3832e5e74c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:52:17.718906 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-9082469e-32c4-46ea-bfdd-3441a46fac73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:17.719457 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9082469e-32c4-46ea-bfdd-3441a46fac73 None None] Bound using segment: {'id': '92daeb83-bb8b-4d3d-940e-85cad95d358d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4e6e56c8-a506-4bd0-9fa0-bf3832e5e74c'} {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:52:17.720183 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-9082469e-32c4-46ea-bfdd-3441a46fac73 None None] Bound port: 62d6e5ea-2d30-4d34-885f-f6fc23559841, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92daeb83-bb8b-4d3d-940e-85cad95d358d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4e6e56c8-a506-4bd0-9fa0-bf3832e5e74c'}}] {{(pid=83447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:52:17.720732 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-9082469e-32c4-46ea-bfdd-3441a46fac73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:17.774481 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d20c93-4b1c-4137-a931-0c26742565df tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Pushing event updated for resources: {'Port': ['ID=a1707f00-8db2-4988-b8da-cd6ea0f9776a,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:17.790411 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d0d20c93-4b1c-4137-a931-0c26742565df tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:17.793984 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01beb38f-1be6-43c8-a3bd-93486066159c None None] Pushing event updated for resources: {'Port': ['ID=62d6e5ea-2d30-4d34-885f-f6fc23559841,revision_number=3']} {{(pid=83447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:17.803162 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d20c93-4b1c-4137-a931-0c26742565df tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:17.803855 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d0d20c93-4b1c-4137-a931-0c26742565df tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:17.818938 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f437f1-8604-401a-bfae-3d25825fffc4 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Network f7959ad9-7f8a-41b8-84e4-df4a2a333cb7 is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:52:17.819421 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01beb38f-1be6-43c8-a3bd-93486066159c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:52:17.819801 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01beb38f-1be6-43c8-a3bd-93486066159c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:52:17.820254 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01beb38f-1be6-43c8-a3bd-93486066159c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:52:17.820579 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01beb38f-1be6-43c8-a3bd-93486066159c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:52:17.820913 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01beb38f-1be6-43c8-a3bd-93486066159c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:52:17.821470 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01beb38f-1be6-43c8-a3bd-93486066159c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:52:17.822615 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01beb38f-1be6-43c8-a3bd-93486066159c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:52:17.823265 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01beb38f-1be6-43c8-a3bd-93486066159c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:52:17.823767 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01beb38f-1be6-43c8-a3bd-93486066159c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:52:17.824245 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01beb38f-1be6-43c8-a3bd-93486066159c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:52:17.824725 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01beb38f-1be6-43c8-a3bd-93486066159c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:52:17.826641 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-96d72341-d6da-4a51-9636-5928ece279ba None None] For port 6bfac3b4-4b41-4e7f-96ee-cf3662fa45f6, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=6bfac3b4-4b41-4e7f-96ee-cf3662fa45f6,segment=NetworkSegment(9b0fa0cd-2ec6-4bd8-92c7-2bb42d76ef5f),segment_id=9b0fa0cd-2ec6-4bd8-92c7-2bb42d76ef5f)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:52:17.829796 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-01beb38f-1be6-43c8-a3bd-93486066159c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:17.837766 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-14f437f1-8604-401a-bfae-3d25825fffc4 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, f7959ad9-7f8a-41b8-84e4-df4a2a333cb7) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:52:17.842627 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f437f1-8604-401a-bfae-3d25825fffc4 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:17.843217 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-14f437f1-8604-401a-bfae-3d25825fffc4 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:17.860313 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d0d20c93-4b1c-4137-a931-0c26742565df tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.1119864 Dec 20 08:52:17.863485 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45176) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:17.867320 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-14f437f1-8604-401a-bfae-3d25825fffc4 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4589114 Dec 20 08:52:17.886222 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.db [None req-9082469e-32c4-46ea-bfdd-3441a46fac73 None None] For port 62d6e5ea-2d30-4d34-885f-f6fc23559841, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:52:17.890510 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.db [None req-9082469e-32c4-46ea-bfdd-3441a46fac73 None None] For port 62d6e5ea-2d30-4d34-885f-f6fc23559841, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=62d6e5ea-2d30-4d34-885f-f6fc23559841,segment=NetworkSegment(92daeb83-bb8b-4d3d-940e-85cad95d358d),segment_id=92daeb83-bb8b-4d3d-940e-85cad95d358d)] {{(pid=83447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:52:17.896651 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50fad477-c129-4ad2-adcb-3796322f857f None None] Network f7959ad9-7f8a-41b8-84e4-df4a2a333cb7 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:52:17.898356 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-9082469e-32c4-46ea-bfdd-3441a46fac73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:17.906529 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 45180) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:17.910611 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:17.985973 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9082469e-32c4-46ea-bfdd-3441a46fac73 None None] Routers {'f919e8d6-85f1-4d92-b0e6-83cea647faf2'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:52:17.987164 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-9082469e-32c4-46ea-bfdd-3441a46fac73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:52:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['f919e8d6-85f1-4d92-b0e6-83cea647faf2'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:52:18.114350 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-96d72341-d6da-4a51-9636-5928ece279ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:18.121154 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-96d72341-d6da-4a51-9636-5928ece279ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:18.177225 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-dc2595eb-f98f-4ee5-b738-580b825adfed tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:18.225132 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-9082469e-32c4-46ea-bfdd-3441a46fac73 None None] Set router f919e8d6-85f1-4d92-b0e6-83cea647faf2 gateway port host: None {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:52:18.296257 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-dc2595eb-f98f-4ee5-b738-580b825adfed tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Deleting port 25916c7e-e017-4d5d-86c7-f08a2b4012a6 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:52:18.296918 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-dc2595eb-f98f-4ee5-b738-580b825adfed tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:18.338843 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-72c6e3fb-9bb4-495d-bafe-c398a148dd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be6c5e52-17f4-4cf5-a021-03a4acfe629d', 'name': 'tempest-TestNetworkBasicOps-router-1113743447', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.254'}], 'enable_snat': True}, 'gw_port_id': '25916c7e-e017-4d5d-86c7-f08a2b4012a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:50:09Z', 'updated_at': '2021-12-20T08:52:13Z', 'revision_number': 5, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': '25916c7e-e017-4d5d-86c7-f08a2b4012a6', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:74:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6c5e52-17f4-4cf5-a021-03a4acfe629d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:50:10Z', 'updated_at': '2021-12-20T08:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:52:18.355511 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d72341-d6da-4a51-9636-5928ece279ba None None] Pushing event updated for resources: {'Port': ['ID=6bfac3b4-4b41-4e7f-96ee-cf3662fa45f6,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:18.360592 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c6e3fb-9bb4-495d-bafe-c398a148dd5d None None] Checking router: be6c5e52-17f4-4cf5-a021-03a4acfe629d for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 08:52:18.365350 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-96d72341-d6da-4a51-9636-5928ece279ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:18.422645 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac62382-1f1b-4b1f-9c32-022e7aa45257 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-f7959ad9-7f8a-41b8-84e4-df4a2a333cb7', 'network_id': 'f7959ad9-7f8a-41b8-84e4-df4a2a333cb7', 'tenant_id': '4697a8f4ef3e423facaab77bb132848e', 'fixed_ips': [{'subnet_id': 'e722309b-a2f9-48f2-847b-0f916fdd870f'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:52:18.424208 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3ac62382-1f1b-4b1f-9c32-022e7aa45257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:18.468938 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c6e3fb-9bb4-495d-bafe-c398a148dd5d None None] Routers {'be6c5e52-17f4-4cf5-a021-03a4acfe629d'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:52:18.470073 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-72c6e3fb-9bb4-495d-bafe-c398a148dd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:52:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['be6c5e52-17f4-4cf5-a021-03a4acfe629d'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:52:18.515477 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-dc2595eb-f98f-4ee5-b738-580b825adfed tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] For port 25916c7e-e017-4d5d-86c7-f08a2b4012a6, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=25916c7e-e017-4d5d-86c7-f08a2b4012a6,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:52:18.516125 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-dc2595eb-f98f-4ee5-b738-580b825adfed tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:18.676498 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01beb38f-1be6-43c8-a3bd-93486066159c None None] Pushing event updated for resources: {'Port': ['ID=62d6e5ea-2d30-4d34-885f-f6fc23559841,revision_number=4']} {{(pid=83447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:18.686456 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-01beb38f-1be6-43c8-a3bd-93486066159c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.776s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:18.746365 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bce6366a-77ce-4f6d-9fab-2c20b3e9514a tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:18.749634 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-9082469e-32c4-46ea-bfdd-3441a46fac73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f919e8d6-85f1-4d92-b0e6-83cea647faf2', 'name': 'tempest-RoutersTest-router-1948169302', 'tenant_id': '4697a8f4ef3e423facaab77bb132848e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:52:08Z', 'updated_at': '2021-12-20T08:52:13Z', 'revision_number': 2, 'project_id': '4697a8f4ef3e423facaab77bb132848e', 'gw_port_host': None, '_interfaces': [{'id': '62d6e5ea-2d30-4d34-885f-f6fc23559841', 'name': '', 'network_id': '4e6e56c8-a506-4bd0-9fa0-bf3832e5e74c', 'tenant_id': '4697a8f4ef3e423facaab77bb132848e', 'mac_address': 'fa:16:3e:c4:89:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f919e8d6-85f1-4d92-b0e6-83cea647faf2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '350384e1-356c-4bf2-a3be-69295d633632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:52:11Z', 'updated_at': '2021-12-20T08:52:17Z', 'revision_number': 4, 'project_id': '4697a8f4ef3e423facaab77bb132848e', 'subnets': [{'id': '350384e1-356c-4bf2-a3be-69295d633632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:52:18.759803 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9082469e-32c4-46ea-bfdd-3441a46fac73 None None] The sync data for ids ['f919e8d6-85f1-4d92-b0e6-83cea647faf2'] in dv-neutron-820491-1-hyperv is: [{'id': 'f919e8d6-85f1-4d92-b0e6-83cea647faf2', 'name': 'tempest-RoutersTest-router-1948169302', 'tenant_id': '4697a8f4ef3e423facaab77bb132848e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:52:08Z', 'updated_at': '2021-12-20T08:52:13Z', 'revision_number': 2, 'project_id': '4697a8f4ef3e423facaab77bb132848e', 'gw_port_host': None, '_interfaces': [{'id': '62d6e5ea-2d30-4d34-885f-f6fc23559841', 'name': '', 'network_id': '4e6e56c8-a506-4bd0-9fa0-bf3832e5e74c', 'tenant_id': '4697a8f4ef3e423facaab77bb132848e', 'mac_address': 'fa:16:3e:c4:89:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f919e8d6-85f1-4d92-b0e6-83cea647faf2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '350384e1-356c-4bf2-a3be-69295d633632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:52:11Z', 'updated_at': '2021-12-20T08:52:17Z', 'revision_number': 4, 'project_id': '4697a8f4ef3e423facaab77bb132848e', 'subnets': [{'id': '350384e1-356c-4bf2-a3be-69295d633632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:52:18.834459 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-dc2595eb-f98f-4ee5-b738-580b825adfed tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Calling delete_port for 25916c7e-e017-4d5d-86c7-f08a2b4012a6 owned by network:router_gateway {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:52:18.894957 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4780e8d0-7819-4033-9bef-888198755411 None None] DHCP port deletion for caa21fb0-1cb5-43cc-8d5b-fb626a02e71f request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 08:52:18.928002 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-4780e8d0-7819-4033-9bef-888198755411 None None] Deleting port 1b17a6ca-3470-4721-a552-821f6fe1f2a3 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:52:18.928886 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-4780e8d0-7819-4033-9bef-888198755411 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:18.973207 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-72c6e3fb-9bb4-495d-bafe-c398a148dd5d None None] Set router be6c5e52-17f4-4cf5-a021-03a4acfe629d gateway port host: None {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:52:19.239749 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-72c6e3fb-9bb4-495d-bafe-c398a148dd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be6c5e52-17f4-4cf5-a021-03a4acfe629d', 'name': 'tempest-TestNetworkBasicOps-router-1113743447', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:50:09Z', 'updated_at': '2021-12-20T08:52:18Z', 'revision_number': 6, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port_host': None}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:52:19.271590 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-3ac62382-1f1b-4b1f-9c32-022e7aa45257 None None] Allocated IP 172.21.0.2 (f7959ad9-7f8a-41b8-84e4-df4a2a333cb7/e722309b-a2f9-48f2-847b-0f916fdd870f/3031ce5e-71ca-40e2-93a7-e2f026c18c22) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:52:19.307143 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 6bfac3b4-4b41-4e7f-96ee-cf3662fa45f6 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:52:19.371784 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c6e3fb-9bb4-495d-bafe-c398a148dd5d None None] The sync data for ids ['be6c5e52-17f4-4cf5-a021-03a4acfe629d'] in dv-neutron-820491-1-hyperv is: [{'id': 'be6c5e52-17f4-4cf5-a021-03a4acfe629d', 'name': 'tempest-TestNetworkBasicOps-router-1113743447', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:50:09Z', 'updated_at': '2021-12-20T08:52:18Z', 'revision_number': 6, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port_host': None}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:52:19.373107 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bce6366a-77ce-4f6d-9fab-2c20b3e9514a tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:19.385367 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bce6366a-77ce-4f6d-9fab-2c20b3e9514a tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:19.390393 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-43c46d67-c3f1-4e7e-9d4b-7c2a97cb94f5 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:19.506471 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-4780e8d0-7819-4033-9bef-888198755411 None None] For port 1b17a6ca-3470-4721-a552-821f6fe1f2a3, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=1b17a6ca-3470-4721-a552-821f6fe1f2a3,segment=NetworkSegment(4a7a59b0-c11b-4508-83dd-80012fd2c2ce),segment_id=4a7a59b0-c11b-4508-83dd-80012fd2c2ce)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:52:19.506887 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-4780e8d0-7819-4033-9bef-888198755411 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:19.630776 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-dc2595eb-f98f-4ee5-b738-580b825adfed tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:19.637322 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-8c0d7f35-653a-4a48-8cae-e5cf780428b5 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:19.686488 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2595eb-f98f-4ee5-b738-580b825adfed tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event deleted for resources: {'Port': ['ID=25916c7e-e017-4d5d-86c7-f08a2b4012a6,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:19.691341 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-dc2595eb-f98f-4ee5-b738-580b825adfed tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:19.786232 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-4780e8d0-7819-4033-9bef-888198755411 None None] Calling delete_port for 1b17a6ca-3470-4721-a552-821f6fe1f2a3 owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:52:19.807370 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce6366a-77ce-4f6d-9fab-2c20b3e9514a tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Pushing event updated for resources: {'Port': ['ID=a1707f00-8db2-4988-b8da-cd6ea0f9776a,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:19.862066 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-bce6366a-77ce-4f6d-9fab-2c20b3e9514a tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:19.987437 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db90deba-bbf9-477c-953d-88d29b1907cc None None] Network 510fbd22-4362-47b5-a6b8-1384867fd7db requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:52:20.046750 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 6bfac3b4-4b41-4e7f-96ee-cf3662fa45f6 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:52:20.062684 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-4780e8d0-7819-4033-9bef-888198755411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102'] for port, after_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:20.088200 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-0544dccb-e1ab-4aba-b44b-abd904ae0d16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:20.100632 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bce6366a-77ce-4f6d-9fab-2c20b3e9514a tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-345881'] for router_interface, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:20.141398 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-dc2595eb-f98f-4ee5-b738-580b825adfed tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346107'] for router_gateway, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:20.162163 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 62d6e5ea-2d30-4d34-885f-f6fc23559841 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:52:20.190217 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bce6366a-77ce-4f6d-9fab-2c20b3e9514a tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:20.399691 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4780e8d0-7819-4033-9bef-888198755411 None None] Pushing event deleted for resources: {'Port': ['ID=1b17a6ca-3470-4721-a552-821f6fe1f2a3,revision_number=None']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:20.420514 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-4780e8d0-7819-4033-9bef-888198755411 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:20.475603 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-c2c6f6ba-3369-42fa-88ba-02d32e40fc47 None None] Provisioning for port 6bfac3b4-4b41-4e7f-96ee-cf3662fa45f6 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:52:20.484016 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4780e8d0-7819-4033-9bef-888198755411 None None] No DVR routers for this DVR port 1b17a6ca-3470-4721-a552-821f6fe1f2a3 on host dv-neutron-820491-1-hyperv {{(pid=83446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:52:20.528642 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-c2c6f6ba-3369-42fa-88ba-02d32e40fc47 None None] Provisioning complete for port 6bfac3b4-4b41-4e7f-96ee-cf3662fa45f6 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:52:20.529329 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c2c6f6ba-3369-42fa-88ba-02d32e40fc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:20.581605 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-20970b8d-4713-49ef-9cab-28c534d5d581 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:20.610763 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bce6366a-77ce-4f6d-9fab-2c20b3e9514a tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:20.612978 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-dc2595eb-f98f-4ee5-b738-580b825adfed tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24735'] for router, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:20.616257 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bce6366a-77ce-4f6d-9fab-2c20b3e9514a tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:20.654567 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2c78ebc5-bd33-4d97-bb05-7dc81144dfd1 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:20.711587 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3ac62382-1f1b-4b1f-9c32-022e7aa45257 None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:20.741740 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-3ac62382-1f1b-4b1f-9c32-022e7aa45257 None None] Transition to ACTIVE for port object 3031ce5e-71ca-40e2-93a7-e2f026c18c22 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:52:20.741974 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce6366a-77ce-4f6d-9fab-2c20b3e9514a tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Pushing event updated for resources: {'Port': ['ID=a1707f00-8db2-4988-b8da-cd6ea0f9776a,revision_number=3']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:20.742727 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bce6366a-77ce-4f6d-9fab-2c20b3e9514a tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32898031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349045'] for router_interface, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:20.747177 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-bce6366a-77ce-4f6d-9fab-2c20b3e9514a tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:20.762069 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-dc2595eb-f98f-4ee5-b738-580b825adfed tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:20.861645 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 62d6e5ea-2d30-4d34-885f-f6fc23559841 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:52:20.879946 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-3ac62382-1f1b-4b1f-9c32-022e7aa45257 None None] Transition to ACTIVE for port object 3031ce5e-71ca-40e2-93a7-e2f026c18c22 will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:52:20.879946 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 62d6e5ea-2d30-4d34-885f-f6fc23559841 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:52:20.879946 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:20.889636 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-dc2595eb-f98f-4ee5-b738-580b825adfed tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-390871'] for router, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:20.889636 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc2595eb-f98f-4ee5-b738-580b825adfed tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Fanout notify agent at l3_agent the message router_deleted on router be6c5e52-17f4-4cf5-a021-03a4acfe629d {{(pid=83445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 08:52:20.919805 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-dc2595eb-f98f-4ee5-b738-580b825adfed tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:20.920801 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-dc2595eb-f98f-4ee5-b738-580b825adfed tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "DELETE /v2.0/routers/be6c5e52-17f4-4cf5-a021-03a4acfe629d HTTP/1.1" status: 204 len: 168 time: 3.4934628 Dec 20 08:52:20.923706 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45184) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:20.970065 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c2c6f6ba-3369-42fa-88ba-02d32e40fc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:20.990946 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce6366a-77ce-4f6d-9fab-2c20b3e9514a tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Network 510fbd22-4362-47b5-a6b8-1384867fd7db is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:52:20.992125 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3ac62382-1f1b-4b1f-9c32-022e7aa45257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:21.001145 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-def01936-714e-4811-8f84-d586635fec79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:21.052185 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-bce6366a-77ce-4f6d-9fab-2c20b3e9514a tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:52:21.073727 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-c2c6f6ba-3369-42fa-88ba-02d32e40fc47 None None] For port 6bfac3b4-4b41-4e7f-96ee-cf3662fa45f6, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=6bfac3b4-4b41-4e7f-96ee-cf3662fa45f6,segment=NetworkSegment(9b0fa0cd-2ec6-4bd8-92c7-2bb42d76ef5f),segment_id=9b0fa0cd-2ec6-4bd8-92c7-2bb42d76ef5f)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:52:21.074449 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-20970b8d-4713-49ef-9cab-28c534d5d581 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Allocated IP 172.21.0.1 (f7959ad9-7f8a-41b8-84e4-df4a2a333cb7/e722309b-a2f9-48f2-847b-0f916fdd870f/4824da20-df2b-420a-8012-9e7130e2eb89) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:52:21.090963 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c2c6f6ba-3369-42fa-88ba-02d32e40fc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:21.128750 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac62382-1f1b-4b1f-9c32-022e7aa45257 None None] Pushing event updated for resources: {'Port': ['ID=3031ce5e-71ca-40e2-93a7-e2f026c18c22,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:21.132290 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac62382-1f1b-4b1f-9c32-022e7aa45257 None None] Network f7959ad9-7f8a-41b8-84e4-df4a2a333cb7 is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:52:21.135738 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-3ac62382-1f1b-4b1f-9c32-022e7aa45257 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:21.137617 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:21.168970 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-3ac62382-1f1b-4b1f-9c32-022e7aa45257 None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:52:21.181503 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-331dae6e-29bb-4100-a3dc-f10bf5718233 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:21.184458 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac62382-1f1b-4b1f-9c32-022e7aa45257 None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:52:21.334473 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c6f6ba-3369-42fa-88ba-02d32e40fc47 None None] Pushing event updated for resources: {'Port': ['ID=6bfac3b4-4b41-4e7f-96ee-cf3662fa45f6,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:21.342170 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:21.352404 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-c2c6f6ba-3369-42fa-88ba-02d32e40fc47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:21.379835 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-3ac62382-1f1b-4b1f-9c32-022e7aa45257 None None] Attempting to bind port 3031ce5e-71ca-40e2-93a7-e2f026c18c22 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:52:21.380513 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-3ac62382-1f1b-4b1f-9c32-022e7aa45257 None None] Attempting to bind port 3031ce5e-71ca-40e2-93a7-e2f026c18c22 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '145766f3-8d62-4219-a801-47d388414c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f7959ad9-7f8a-41b8-84e4-df4a2a333cb7'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:52:21.381059 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac62382-1f1b-4b1f-9c32-022e7aa45257 None None] Attempting to bind port 3031ce5e-71ca-40e2-93a7-e2f026c18c22 on network f7959ad9-7f8a-41b8-84e4-df4a2a333cb7 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:52:21.397679 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac62382-1f1b-4b1f-9c32-022e7aa45257 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:52:21.398378 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac62382-1f1b-4b1f-9c32-022e7aa45257 None None] Checking segment: {'id': '145766f3-8d62-4219-a801-47d388414c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f7959ad9-7f8a-41b8-84e4-df4a2a333cb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:52:21.398984 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3ac62382-1f1b-4b1f-9c32-022e7aa45257 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:21.399584 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac62382-1f1b-4b1f-9c32-022e7aa45257 None None] Bound using segment: {'id': '145766f3-8d62-4219-a801-47d388414c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f7959ad9-7f8a-41b8-84e4-df4a2a333cb7'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:52:21.400791 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-3ac62382-1f1b-4b1f-9c32-022e7aa45257 None None] Bound port: 3031ce5e-71ca-40e2-93a7-e2f026c18c22, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '145766f3-8d62-4219-a801-47d388414c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f7959ad9-7f8a-41b8-84e4-df4a2a333cb7'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:52:21.401436 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3ac62382-1f1b-4b1f-9c32-022e7aa45257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:21.411460 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-20970b8d-4713-49ef-9cab-28c534d5d581 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:21.417577 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 62d6e5ea-2d30-4d34-885f-f6fc23559841, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=62d6e5ea-2d30-4d34-885f-f6fc23559841,segment=NetworkSegment(92daeb83-bb8b-4d3d-940e-85cad95d358d),segment_id=92daeb83-bb8b-4d3d-940e-85cad95d358d)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:52:21.434642 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-20970b8d-4713-49ef-9cab-28c534d5d581 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Transition to ACTIVE for port object 4824da20-df2b-420a-8012-9e7130e2eb89 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:52:21.452061 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:21.460944 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:21.462877 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-20970b8d-4713-49ef-9cab-28c534d5d581 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:21.484205 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ecc9e157-9323-4fc7-bde1-69566d3c05a0 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:21.518546 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 1b17a6ca-3470-4721-a552-821f6fe1f2a3 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:52:21.529970 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-331dae6e-29bb-4100-a3dc-f10bf5718233 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:21.562486 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20970b8d-4713-49ef-9cab-28c534d5d581 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Pushing event updated for resources: {'Port': ['ID=4824da20-df2b-420a-8012-9e7130e2eb89,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:21.567006 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-20970b8d-4713-49ef-9cab-28c534d5d581 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:21.577444 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20970b8d-4713-49ef-9cab-28c534d5d581 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Network f7959ad9-7f8a-41b8-84e4-df4a2a333cb7 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:52:21.578638 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-20970b8d-4713-49ef-9cab-28c534d5d581 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:52:21.580903 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20970b8d-4713-49ef-9cab-28c534d5d581 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:52:21.627467 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-3ac62382-1f1b-4b1f-9c32-022e7aa45257 None None] For port 3031ce5e-71ca-40e2-93a7-e2f026c18c22, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:52:21.631824 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-3ac62382-1f1b-4b1f-9c32-022e7aa45257 None None] For port 3031ce5e-71ca-40e2-93a7-e2f026c18c22, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=3031ce5e-71ca-40e2-93a7-e2f026c18c22,segment=NetworkSegment(145766f3-8d62-4219-a801-47d388414c60),segment_id=145766f3-8d62-4219-a801-47d388414c60)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:52:21.644569 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3ac62382-1f1b-4b1f-9c32-022e7aa45257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:21.655363 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-331dae6e-29bb-4100-a3dc-f10bf5718233 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caa21fb0-1cb5-43cc-8d5b-fb626a02e71f']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:52:21.662933 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 1b17a6ca-3470-4721-a552-821f6fe1f2a3 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:52:21.663529 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 1b17a6ca-3470-4721-a552-821f6fe1f2a3 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:52:21.670291 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-331dae6e-29bb-4100-a3dc-f10bf5718233 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a7a59b0-c11b-4508-83dd-80012fd2c2ce') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:52:21.670594 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-331dae6e-29bb-4100-a3dc-f10bf5718233 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a7a59b0-c11b-4508-83dd-80012fd2c2ce') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:52:21.680647 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-20970b8d-4713-49ef-9cab-28c534d5d581 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-345881'] for router_interface, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:21.684430 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-331dae6e-29bb-4100-a3dc-f10bf5718233 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1618722'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:21.699749 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=62d6e5ea-2d30-4d34-885f-f6fc23559841,revision_number=5']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:21.704041 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:21.704299 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-331dae6e-29bb-4100-a3dc-f10bf5718233 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:21.709260 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-327fab44-c47d-4cd1-a1ed-9c68df59eeca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:21.711559 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-331dae6e-29bb-4100-a3dc-f10bf5718233 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:52:21.711974 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-331dae6e-29bb-4100-a3dc-f10bf5718233 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1128911'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:21.763871 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-c48e0aa0-9510-41f9-96dc-c376179c522d None None] Provisioning for port a1707f00-8db2-4988-b8da-cd6ea0f9776a completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:52:21.778928 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-c48e0aa0-9510-41f9-96dc-c376179c522d None None] Provisioning complete for port a1707f00-8db2-4988-b8da-cd6ea0f9776a triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:52:21.779752 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c48e0aa0-9510-41f9-96dc-c376179c522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:21.835265 dv-neutron-820491-1-hyperv neutron-server[83444]: Traceback (most recent call last): Dec 20 08:52:21.835265 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:52:21.835265 dv-neutron-820491-1-hyperv neutron-server[83444]: timer() Dec 20 08:52:21.835265 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:52:21.835265 dv-neutron-820491-1-hyperv neutron-server[83444]: cb(*args, **kw) Dec 20 08:52:21.835265 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:52:21.835265 dv-neutron-820491-1-hyperv neutron-server[83444]: return func(*args, **kwargs) Dec 20 08:52:21.835265 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:52:21.835265 dv-neutron-820491-1-hyperv neutron-server[83444]: self._notify() Dec 20 08:52:21.835265 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:52:21.835265 dv-neutron-820491-1-hyperv neutron-server[83444]: self.callback(batched_events) Dec 20 08:52:21.835265 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:52:21.835265 dv-neutron-820491-1-hyperv neutron-server[83444]: event.method(event) Dec 20 08:52:21.835265 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:52:21.835265 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:52:21.835265 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:52:21.835265 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:52:21.835265 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:52:21.835265 dv-neutron-820491-1-hyperv neutron-server[83444]: return f(self, *a, **k) Dec 20 08:52:21.835265 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:52:21.835265 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._get(url).json() Dec 20 08:52:21.835265 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:52:21.835265 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:52:21.835265 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:52:21.835265 dv-neutron-820491-1-hyperv neutron-server[83444]: return self.request(url, 'GET', **kwargs) Dec 20 08:52:21.835265 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:52:21.835265 dv-neutron-820491-1-hyperv neutron-server[83444]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:52:21.835265 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:52:21.835265 dv-neutron-820491-1-hyperv neutron-server[83444]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:52:21.835265 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:52:21.835265 dv-neutron-820491-1-hyperv neutron-server[83444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:52:21.835265 dv-neutron-820491-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:52:21.876519 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-20970b8d-4713-49ef-9cab-28c534d5d581 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:21.877551 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-c48e0aa0-9510-41f9-96dc-c376179c522d None None] Port a1707f00-8db2-4988-b8da-cd6ea0f9776a cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:52:21.879693 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac62382-1f1b-4b1f-9c32-022e7aa45257 None None] Pushing event updated for resources: {'Port': ['ID=3031ce5e-71ca-40e2-93a7-e2f026c18c22,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:21.883566 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-3ac62382-1f1b-4b1f-9c32-022e7aa45257 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:21.900659 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 6bfac3b4-4b41-4e7f-96ee-cf3662fa45f6 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:52:21.950858 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-c48e0aa0-9510-41f9-96dc-c376179c522d None None] Provisioning complete for port 6bfac3b4-4b41-4e7f-96ee-cf3662fa45f6 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:52:21.951244 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c48e0aa0-9510-41f9-96dc-c376179c522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:21.960923 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-331dae6e-29bb-4100-a3dc-f10bf5718233 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:21.992581 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1cd40ea8-0f23-4866-96ea-25d22bcb1eb3 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:22.015918 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-331dae6e-29bb-4100-a3dc-f10bf5718233 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:22.019936 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331dae6e-29bb-4100-a3dc-f10bf5718233 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event deleted for resources: {'Network': ['ID=caa21fb0-1cb5-43cc-8d5b-fb626a02e71f,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:22.024642 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-331dae6e-29bb-4100-a3dc-f10bf5718233 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:22.073673 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-331dae6e-29bb-4100-a3dc-f10bf5718233 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "DELETE /v2.0/networks/caa21fb0-1cb5-43cc-8d5b-fb626a02e71f HTTP/1.1" status: 204 len: 168 time: 1.1464353 Dec 20 08:52:22.097329 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45188) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:22.112068 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-6c7a6e2d-4d94-4dc3-ae58-8c85d334dfe8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'network': {'name': 'tempest-network-smoke--1274275838', 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'port_security_enabled': True}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:52:22.121398 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-6c7a6e2d-4d94-4dc3-ae58-8c85d334dfe8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:52:22.128543 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-6c7a6e2d-4d94-4dc3-ae58-8c85d334dfe8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:network and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:52:22.142652 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-6c7a6e2d-4d94-4dc3-ae58-8c85d334dfe8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:52:22.152038 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-6c7a6e2d-4d94-4dc3-ae58-8c85d334dfe8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:52:22.170161 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c7a6e2d-4d94-4dc3-ae58-8c85d334dfe8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Made reservation on behalf of f7b89f97320342ff933d41aa1a974b12 for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:52:22.173351 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6c7a6e2d-4d94-4dc3-ae58-8c85d334dfe8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:22.208688 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 6bfac3b4-4b41-4e7f-96ee-cf3662fa45f6 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:52:22.209669 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:22.255673 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c7a6e2d-4d94-4dc3-ae58-8c85d334dfe8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:52:22.287142 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6c7a6e2d-4d94-4dc3-ae58-8c85d334dfe8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:22.287458 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-6c7a6e2d-4d94-4dc3-ae58-8c85d334dfe8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Added segment a8b72b36-34b5-43c4-ae4f-6ef39c83c10f of type vlan for network e664d4c9-b00f-4349-9b46-df6a85ff1fc2 Dec 20 08:52:22.316174 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bce6366a-77ce-4f6d-9fab-2c20b3e9514a tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Router b28586de-9bb8-476a-9367-f0d8ddf22637 is scheduled to L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 with binding_index 1 {{(pid=83444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 08:52:22.332867 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6c7a6e2d-4d94-4dc3-ae58-8c85d334dfe8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:22.405993 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-622de26b-33a1-45d7-8e73-14191d312d95 None None] Provisioning complete for port a1707f00-8db2-4988-b8da-cd6ea0f9776a triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:52:22.406374 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-622de26b-33a1-45d7-8e73-14191d312d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:22.466551 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 0e05c75c-a1db-4e60-a206-6a13eb69e7a1 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:52:22.477562 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-20970b8d-4713-49ef-9cab-28c534d5d581 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:22.486109 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-20970b8d-4713-49ef-9cab-28c534d5d581 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2036698'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:22.497510 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-622de26b-33a1-45d7-8e73-14191d312d95 None None] Port a1707f00-8db2-4988-b8da-cd6ea0f9776a cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:52:22.513443 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 0e05c75c-a1db-4e60-a206-6a13eb69e7a1 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:52:22.514041 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 0e05c75c-a1db-4e60-a206-6a13eb69e7a1 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:52:22.522569 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b8a67eb9-2d13-4d3a-946e-c8195697e207 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:22.542373 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6c7a6e2d-4d94-4dc3-ae58-8c85d334dfe8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:22.546674 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7a6e2d-4d94-4dc3-ae58-8c85d334dfe8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:22.547262 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6c7a6e2d-4d94-4dc3-ae58-8c85d334dfe8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:22.553459 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-817ca647-1f6c-43a6-887c-9a5de6d36043 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:22.609328 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-20970b8d-4713-49ef-9cab-28c534d5d581 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32898031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349045'] for router_interface, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:22.616774 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20970b8d-4713-49ef-9cab-28c534d5d581 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Pushing event updated for resources: {'Port': ['ID=4824da20-df2b-420a-8012-9e7130e2eb89,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:22.621261 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-20970b8d-4713-49ef-9cab-28c534d5d581 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:22.638904 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-f36b625a-0c96-45c6-ae96-9e178ea7a922 None None] Provisioning complete for port a1707f00-8db2-4988-b8da-cd6ea0f9776a triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:52:22.639421 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f36b625a-0c96-45c6-ae96-9e178ea7a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:22.674488 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-6c7a6e2d-4d94-4dc3-ae58-8c85d334dfe8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5760734 Dec 20 08:52:22.689209 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45192) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:22.689938 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7a6e2d-4d94-4dc3-ae58-8c85d334dfe8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'Network': ['ID=e664d4c9-b00f-4349-9b46-df6a85ff1fc2,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:22.694227 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-6c7a6e2d-4d94-4dc3-ae58-8c85d334dfe8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:22.698003 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-ce0331de-64d9-49fd-96c3-48bcc28f2074 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-954016181', 'admin_state_up': True, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:52:22.703951 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network e664d4c9-b00f-4349-9b46-df6a85ff1fc2 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:52:22.706633 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-ce0331de-64d9-49fd-96c3-48bcc28f2074 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:52:22.711829 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-ce0331de-64d9-49fd-96c3-48bcc28f2074 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:router and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:52:22.716472 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-ce0331de-64d9-49fd-96c3-48bcc28f2074 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:52:22.723612 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-f36b625a-0c96-45c6-ae96-9e178ea7a922 None None] Port a1707f00-8db2-4988-b8da-cd6ea0f9776a cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:52:22.724308 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-ce0331de-64d9-49fd-96c3-48bcc28f2074 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:52:22.745709 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce6366a-77ce-4f6d-9fab-2c20b3e9514a tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:52:22.747984 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ce0331de-64d9-49fd-96c3-48bcc28f2074 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24817'] for router, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:22.749040 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ce0331de-64d9-49fd-96c3-48bcc28f2074 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-351744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24806'] for router, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:22.757992 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-bce6366a-77ce-4f6d-9fab-2c20b3e9514a tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "PUT /v2.0/routers/b28586de-9bb8-476a-9367-f0d8ddf22637/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8906000 Dec 20 08:52:22.758177 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 45196) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:22.765360 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed45f7b-8947-4283-9d33-7c342732c5ca None None] Sync routers for ids ['b28586de-9bb8-476a-9367-f0d8ddf22637'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:52:22.783147 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed45f7b-8947-4283-9d33-7c342732c5ca None None] Routers {'b28586de-9bb8-476a-9367-f0d8ddf22637'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:52:22.783779 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-2ed45f7b-8947-4283-9d33-7c342732c5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:52:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['b28586de-9bb8-476a-9367-f0d8ddf22637'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:52:22.797542 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ce0331de-64d9-49fd-96c3-48bcc28f2074 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:22.826092 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20970b8d-4713-49ef-9cab-28c534d5d581 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Network f7959ad9-7f8a-41b8-84e4-df4a2a333cb7 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:52:22.828326 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-20970b8d-4713-49ef-9cab-28c534d5d581 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:52:22.866032 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-2ed45f7b-8947-4283-9d33-7c342732c5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:52:22.879496 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed45f7b-8947-4283-9d33-7c342732c5ca None None] Routers {'b28586de-9bb8-476a-9367-f0d8ddf22637'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:52:22.880118 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-2ed45f7b-8947-4283-9d33-7c342732c5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:52:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['b28586de-9bb8-476a-9367-f0d8ddf22637'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:52:22.962077 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-2ed45f7b-8947-4283-9d33-7c342732c5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:52:22.963247 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed45f7b-8947-4283-9d33-7c342732c5ca None None] The sync data for ids ['b28586de-9bb8-476a-9367-f0d8ddf22637'] in dv-neutron-820491-1-hyperv is: [] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:52:22.989320 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ce0331de-64d9-49fd-96c3-48bcc28f2074 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24724'] for router, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:23.039006 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4dce73-c98b-428c-9661-99b7f94ea25d tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:23.039708 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-1c4dce73-c98b-428c-9661-99b7f94ea25d tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Synchronizing usage tracker for tenant:9a4160c0c10e4c91b63b9bda9f2f4420 on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:52:23.161078 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-1c4dce73-c98b-428c-9661-99b7f94ea25d tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Unset dirty status for tenant:9a4160c0c10e4c91b63b9bda9f2f4420 on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:52:23.162273 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-1c4dce73-c98b-428c-9661-99b7f94ea25d tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "GET /v2.0/ports?device_id=b28586de-9bb8-476a-9367-f0d8ddf22637 HTTP/1.1" status: 200 len: 983 time: 0.4032664 Dec 20 08:52:23.169104 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 45200) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:23.179224 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ce0331de-64d9-49fd-96c3-48bcc28f2074 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for router_gateway, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:23.209027 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ce0331de-64d9-49fd-96c3-48bcc28f2074 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:23.357779 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-ce0331de-64d9-49fd-96c3-48bcc28f2074 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Allocated IP 172.26.5.192 (95f3bec2-46e6-4468-8229-8badd4a5aaae/cf8895a3-346d-4313-a645-16ecdcce9969/e9f65c13-f4f3-4c63-b7fc-14cbeceb62c3) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:52:23.500496 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20970b8d-4713-49ef-9cab-28c534d5d581 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Router f919e8d6-85f1-4d92-b0e6-83cea647faf2 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:52:23.544722 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ce0331de-64d9-49fd-96c3-48bcc28f2074 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:23.579253 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ce0331de-64d9-49fd-96c3-48bcc28f2074 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:23.583863 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4aa55ff0-1af7-48dc-a868-c0781da79419 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:23.660300 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0331de-64d9-49fd-96c3-48bcc28f2074 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Network 95f3bec2-46e6-4468-8229-8badd4a5aaae is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:52:23.663401 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-ce0331de-64d9-49fd-96c3-48bcc28f2074 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:52:23.668002 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0331de-64d9-49fd-96c3-48bcc28f2074 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:52:23.672233 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0025d5f4-eeee-4f7e-8430-243758aa77a5 None None] Network f7959ad9-7f8a-41b8-84e4-df4a2a333cb7 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:52:23.817004 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-1bbedf4a-2039-4313-896f-00724ae53dab None None] Provisioning for port 3031ce5e-71ca-40e2-93a7-e2f026c18c22 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:52:23.829968 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0331de-64d9-49fd-96c3-48bcc28f2074 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'Port': ['ID=e9f65c13-f4f3-4c63-b7fc-14cbeceb62c3,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:23.837264 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ce0331de-64d9-49fd-96c3-48bcc28f2074 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:23.897520 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20970b8d-4713-49ef-9cab-28c534d5d581 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:52:23.905563 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-20970b8d-4713-49ef-9cab-28c534d5d581 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "PUT /v2.0/routers/f919e8d6-85f1-4d92-b0e6-83cea647faf2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9914942 Dec 20 08:52:23.907125 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 45206) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:23.909789 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46bf4b8-d414-4688-95cf-5cbd79e6cdf4 None None] Sync routers for ids ['f919e8d6-85f1-4d92-b0e6-83cea647faf2'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:52:23.912224 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 62d6e5ea-2d30-4d34-885f-f6fc23559841 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:52:23.916217 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-1ac942c6-8958-4b68-a2c2-b7699c1a3286 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Request body: {'network': {'name': 'tempest-RoutersTest-2030141268'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:52:23.922157 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-1ac942c6-8958-4b68-a2c2-b7699c1a3286 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:52:23.927355 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-1ac942c6-8958-4b68-a2c2-b7699c1a3286 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Usage tracker for resource:network and tenant:4697a8f4ef3e423facaab77bb132848e is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:52:23.932982 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-1ac942c6-8958-4b68-a2c2-b7699c1a3286 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:52:23.940051 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-1ac942c6-8958-4b68-a2c2-b7699c1a3286 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:52:23.964611 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac942c6-8958-4b68-a2c2-b7699c1a3286 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Made reservation on behalf of 4697a8f4ef3e423facaab77bb132848e for: {'network': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:52:23.967790 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1ac942c6-8958-4b68-a2c2-b7699c1a3286 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:23.988932 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ce0331de-64d9-49fd-96c3-48bcc28f2074 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for router_gateway, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:23.989865 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ce0331de-64d9-49fd-96c3-48bcc28f2074 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071'] for router, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:24.024472 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46bf4b8-d414-4688-95cf-5cbd79e6cdf4 None None] Routers {'f919e8d6-85f1-4d92-b0e6-83cea647faf2'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:52:24.025688 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-e46bf4b8-d414-4688-95cf-5cbd79e6cdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:52:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['f919e8d6-85f1-4d92-b0e6-83cea647faf2'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:52:24.038527 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ac942c6-8958-4b68-a2c2-b7699c1a3286 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=83445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:52:24.052349 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1ac942c6-8958-4b68-a2c2-b7699c1a3286 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:24.052691 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.segments_db [None req-1ac942c6-8958-4b68-a2c2-b7699c1a3286 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Added segment 9b58e0d3-cedd-4f30-8dec-4d3862107ed6 of type vlan for network eeb2c19e-8d5b-45da-b5de-28fcc8533ce2 Dec 20 08:52:24.132613 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1ac942c6-8958-4b68-a2c2-b7699c1a3286 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:24.179866 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c0454b9a-b53f-4613-95df-c3a920630c76 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349062'] for router_interface, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:24.209134 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 62d6e5ea-2d30-4d34-885f-f6fc23559841 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:52:24.209541 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:24.247409 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce0331de-64d9-49fd-96c3-48bcc28f2074 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Router 4255a948-077c-47f3-871f-7907afde6363 is scheduled to L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 with binding_index 1 {{(pid=83444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 08:52:24.249078 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-e46bf4b8-d414-4688-95cf-5cbd79e6cdf4 None None] Set router f919e8d6-85f1-4d92-b0e6-83cea647faf2 gateway port host: None {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:52:24.292054 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1ac942c6-8958-4b68-a2c2-b7699c1a3286 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:24.295493 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac942c6-8958-4b68-a2c2-b7699c1a3286 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:24.296065 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1ac942c6-8958-4b68-a2c2-b7699c1a3286 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:24.306451 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-55ff0131-1555-4539-8186-648143fe6fac tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:24.373405 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-1ac942c6-8958-4b68-a2c2-b7699c1a3286 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4611704 Dec 20 08:52:24.374325 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 45210) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:24.379782 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-aeb28e1a-8380-4002-8d16-cc48b6fbb772 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Request body: {'subnet': {'network_id': 'eeb2c19e-8d5b-45da-b5de-28fcc8533ce2', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:52:24.447909 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac942c6-8958-4b68-a2c2-b7699c1a3286 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Pushing event updated for resources: {'Network': ['ID=eeb2c19e-8d5b-45da-b5de-28fcc8533ce2,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:24.455217 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-1ac942c6-8958-4b68-a2c2-b7699c1a3286 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:24.463845 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network eeb2c19e-8d5b-45da-b5de-28fcc8533ce2 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:52:24.542053 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce0331de-64d9-49fd-96c3-48bcc28f2074 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:52:24.563741 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a084a481-ca36-470f-9b82-a715a17f0c9f None None] Sync routers for ids ['4255a948-077c-47f3-871f-7907afde6363'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:52:24.592817 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a084a481-ca36-470f-9b82-a715a17f0c9f None None] Routers {'4255a948-077c-47f3-871f-7907afde6363'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:52:24.595792 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-a084a481-ca36-470f-9b82-a715a17f0c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:52:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['4255a948-077c-47f3-871f-7907afde6363'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:52:24.596119 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 3031ce5e-71ca-40e2-93a7-e2f026c18c22 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:52:24.608484 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ce0331de-64d9-49fd-96c3-48bcc28f2074 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:24.610512 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ce0331de-64d9-49fd-96c3-48bcc28f2074 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.9180675 Dec 20 08:52:24.613460 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45214) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:24.719961 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-aeb28e1a-8380-4002-8d16-cc48b6fbb772 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:52:24.735881 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-aeb28e1a-8380-4002-8d16-cc48b6fbb772 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Usage tracker for resource:subnet and tenant:4697a8f4ef3e423facaab77bb132848e is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:52:24.747681 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-aeb28e1a-8380-4002-8d16-cc48b6fbb772 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:52:24.778380 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-aeb28e1a-8380-4002-8d16-cc48b6fbb772 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:52:24.911599 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb28e1a-8380-4002-8d16-cc48b6fbb772 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Made reservation on behalf of 4697a8f4ef3e423facaab77bb132848e for: {'subnet': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:52:24.942628 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-432c4c41-09a8-459b-b58a-abc2c42e16c0 None None] Provisioning for port 4824da20-df2b-420a-8012-9e7130e2eb89 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:52:24.970838 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-432c4c41-09a8-459b-b58a-abc2c42e16c0 None None] Provisioning complete for port 4824da20-df2b-420a-8012-9e7130e2eb89 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:52:24.971996 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-432c4c41-09a8-459b-b58a-abc2c42e16c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:25.037548 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-14a3efb7-4c32-48ef-b001-92d9748036dc tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=f7b89f97320342ff933d41aa1a974b12&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4224029 Dec 20 08:52:25.038180 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-a084a481-ca36-470f-9b82-a715a17f0c9f None None] Set router 4255a948-077c-47f3-871f-7907afde6363 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:52:25.039873 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45220) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:25.077327 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 3031ce5e-71ca-40e2-93a7-e2f026c18c22 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:52:25.089508 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-432c4c41-09a8-459b-b58a-abc2c42e16c0 None None] Port 4824da20-df2b-420a-8012-9e7130e2eb89 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:52:25.092774 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 3031ce5e-71ca-40e2-93a7-e2f026c18c22 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:52:25.093397 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:25.178456 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-e46bf4b8-d414-4688-95cf-5cbd79e6cdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f919e8d6-85f1-4d92-b0e6-83cea647faf2', 'name': 'tempest-RoutersTest-router-1948169302', 'tenant_id': '4697a8f4ef3e423facaab77bb132848e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:52:08Z', 'updated_at': '2021-12-20T08:52:21Z', 'revision_number': 3, 'project_id': '4697a8f4ef3e423facaab77bb132848e', 'gw_port_host': None, '_interfaces': [{'id': '4824da20-df2b-420a-8012-9e7130e2eb89', 'name': '', 'network_id': 'f7959ad9-7f8a-41b8-84e4-df4a2a333cb7', 'tenant_id': '4697a8f4ef3e423facaab77bb132848e', 'mac_address': 'fa:16:3e:2b:46:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f919e8d6-85f1-4d92-b0e6-83cea647faf2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e722309b-a2f9-48f2-847b-0f916fdd870f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:52:20Z', 'updated_at': '2021-12-20T08:52:22Z', 'revision_number': 2, 'project_id': '4697a8f4ef3e423facaab77bb132848e', 'subnets': [{'id': 'e722309b-a2f9-48f2-847b-0f916fdd870f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62d6e5ea-2d30-4d34-885f-f6fc23559841', 'name': '', 'network_id': '4e6e56c8-a506-4bd0-9fa0-bf3832e5e74c', 'tenant_id': '4697a8f4ef3e423facaab77bb132848e', 'mac_address': 'fa:16:3e:c4:89:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f919e8d6-85f1-4d92-b0e6-83cea647faf2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '350384e1-356c-4bf2-a3be-69295d633632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:52:11Z', 'updated_at': '2021-12-20T08:52:21Z', 'revision_number': 5, 'project_id': '4697a8f4ef3e423facaab77bb132848e', 'subnets': [{'id': '350384e1-356c-4bf2-a3be-69295d633632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:52:25.183616 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-aeb28e1a-8380-4002-8d16-cc48b6fbb772 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2095160'] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:25.192784 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-432c4c41-09a8-459b-b58a-abc2c42e16c0 None None] Provisioning complete for port 3031ce5e-71ca-40e2-93a7-e2f026c18c22 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:52:25.193463 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-432c4c41-09a8-459b-b58a-abc2c42e16c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:25.226674 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46bf4b8-d414-4688-95cf-5cbd79e6cdf4 None None] Checking router: f919e8d6-85f1-4d92-b0e6-83cea647faf2 for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 08:52:25.227129 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46bf4b8-d414-4688-95cf-5cbd79e6cdf4 None None] Updating router f919e8d6-85f1-4d92-b0e6-83cea647faf2 port 4824da20-df2b-420a-8012-9e7130e2eb89 binding host dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 08:52:25.252454 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e35cf8-adb8-46a9-9494-2299483c02d8 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:25.254300 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-69e35cf8-adb8-46a9-9494-2299483c02d8 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2126675 Dec 20 08:52:25.257085 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45224) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:25.300697 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-8a82a4af-d468-4318-93e1-f0cfa4368a4b tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=95f3bec2-46e6-4468-8229-8badd4a5aaae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0422869 Dec 20 08:52:25.303248 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45228) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:25.309195 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-d13143de-ef5a-4ca6-8a93-366830db1025 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1804191939', 'network_id': 'e664d4c9-b00f-4349-9b46-df6a85ff1fc2', 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:52:25.365620 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e46bf4b8-d414-4688-95cf-5cbd79e6cdf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:25.433303 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-d13143de-ef5a-4ca6-8a93-366830db1025 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:52:25.438198 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d13143de-ef5a-4ca6-8a93-366830db1025 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:subnet and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:52:25.442081 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d13143de-ef5a-4ca6-8a93-366830db1025 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:52:25.449181 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-d13143de-ef5a-4ca6-8a93-366830db1025 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:52:25.466660 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-a084a481-ca36-470f-9b82-a715a17f0c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4255a948-077c-47f3-871f-7907afde6363', 'name': 'tempest-TestNetworkBasicOps-router-954016181', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.192'}], 'enable_snat': True}, 'gw_port_id': 'e9f65c13-f4f3-4c63-b7fc-14cbeceb62c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:52:22Z', 'updated_at': '2021-12-20T08:52:23Z', 'revision_number': 3, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': 'e9f65c13-f4f3-4c63-b7fc-14cbeceb62c3', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:93:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4255a948-077c-47f3-871f-7907afde6363', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:52:23Z', 'updated_at': '2021-12-20T08:52:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:52:25.470535 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d13143de-ef5a-4ca6-8a93-366830db1025 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Made reservation on behalf of f7b89f97320342ff933d41aa1a974b12 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:52:25.472683 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a084a481-ca36-470f-9b82-a715a17f0c9f None None] Checking router: 4255a948-077c-47f3-871f-7907afde6363 for host: dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 08:52:25.473441 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a084a481-ca36-470f-9b82-a715a17f0c9f None None] Updating router 4255a948-077c-47f3-871f-7907afde6363 port e9f65c13-f4f3-4c63-b7fc-14cbeceb62c3 binding host dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 08:52:25.506766 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:25.560311 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-a084a481-ca36-470f-9b82-a715a17f0c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:25.616871 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d13143de-ef5a-4ca6-8a93-366830db1025 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1529102'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:25.645933 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 3031ce5e-71ca-40e2-93a7-e2f026c18c22, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=3031ce5e-71ca-40e2-93a7-e2f026c18c22,segment=NetworkSegment(145766f3-8d62-4219-a801-47d388414c60),segment_id=145766f3-8d62-4219-a801-47d388414c60)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:52:25.647020 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-432c4c41-09a8-459b-b58a-abc2c42e16c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:25.659626 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-aeb28e1a-8380-4002-8d16-cc48b6fbb772 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2036557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2095114'] for subnet, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:25.672760 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-9e586258-00ce-459b-bc3d-bcf93c4829a8 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:25.729245 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:25.738009 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:25.765432 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-c0454b9a-b53f-4613-95df-c3a920630c76 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Deleting port a1707f00-8db2-4988-b8da-cd6ea0f9776a {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:52:25.766256 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c0454b9a-b53f-4613-95df-c3a920630c76 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:25.787070 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 25916c7e-e017-4d5d-86c7-f08a2b4012a6 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:52:25.824954 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb28e1a-8380-4002-8d16-cc48b6fbb772 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Pushing event updated for resources: {'Subnet': ['ID=7a11058f-2607-4afc-bfc5-70ebdd408f20,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:25.841805 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-aeb28e1a-8380-4002-8d16-cc48b6fbb772 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:25.851546 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 25916c7e-e017-4d5d-86c7-f08a2b4012a6 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:52:25.852550 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 25916c7e-e017-4d5d-86c7-f08a2b4012a6 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:52:25.891503 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb28e1a-8380-4002-8d16-cc48b6fbb772 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Checking segment: {'id': '9b58e0d3-cedd-4f30-8dec-4d3862107ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'eeb2c19e-8d5b-45da-b5de-28fcc8533ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:52:25.891861 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb28e1a-8380-4002-8d16-cc48b6fbb772 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Network hostable DHCP agents. Network: eeb2c19e-8d5b-45da-b5de-28fcc8533ce2, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:52:25.960812 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d13143de-ef5a-4ca6-8a93-366830db1025 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1129376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1529148'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:25.969344 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7ed9eb28-ab43-4ead-b4a6-671a6cd228be tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:25.986002 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=3031ce5e-71ca-40e2-93a7-e2f026c18c22,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:25.989335 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:26.019891 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb28e1a-8380-4002-8d16-cc48b6fbb772 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Network eeb2c19e-8d5b-45da-b5de-28fcc8533ce2 is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:52:26.023570 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-a084a481-ca36-470f-9b82-a715a17f0c9f None None] Notify callbacks [] for port, precommit_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:26.031733 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c0454b9a-b53f-4613-95df-c3a920630c76 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:26.042731 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.db.api [None req-432c4c41-09a8-459b-b58a-abc2c42e16c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 08:52:26.042967 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_db.api [None req-432c4c41-09a8-459b-b58a-abc2c42e16c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 08:52:26.051993 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.provisioning_blocks [None req-a084a481-ca36-470f-9b82-a715a17f0c9f None None] Transition to ACTIVE for port object e9f65c13-f4f3-4c63-b7fc-14cbeceb62c3 will not be triggered until provisioned by entity L2. {{(pid=83447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:52:26.062658 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-a084a481-ca36-470f-9b82-a715a17f0c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:26.077136 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-3d78260d-f4d7-4d4d-89e1-79d8256b55ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:26.092826 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13143de-ef5a-4ca6-8a93-366830db1025 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'Subnet': ['ID=63d8cf76-7c84-4a2e-bc0c-1d739038e9cb,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:26.096665 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-aeb28e1a-8380-4002-8d16-cc48b6fbb772 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, eeb2c19e-8d5b-45da-b5de-28fcc8533ce2) {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:52:26.097794 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d13143de-ef5a-4ca6-8a93-366830db1025 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:26.099015 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13143de-ef5a-4ca6-8a93-366830db1025 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Checking segment: {'id': 'a8b72b36-34b5-43c4-ae4f-6ef39c83c10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e664d4c9-b00f-4349-9b46-df6a85ff1fc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:52:26.099508 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13143de-ef5a-4ca6-8a93-366830db1025 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Network hostable DHCP agents. Network: e664d4c9-b00f-4349-9b46-df6a85ff1fc2, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:52:26.126323 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13143de-ef5a-4ca6-8a93-366830db1025 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Network e664d4c9-b00f-4349-9b46-df6a85ff1fc2 is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:52:26.139917 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-d13143de-ef5a-4ca6-8a93-366830db1025 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, e664d4c9-b00f-4349-9b46-df6a85ff1fc2) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:52:26.146291 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13143de-ef5a-4ca6-8a93-366830db1025 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:26.147064 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d13143de-ef5a-4ca6-8a93-366830db1025 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:26.164270 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-a084a481-ca36-470f-9b82-a715a17f0c9f None None] Attempting to bind port e9f65c13-f4f3-4c63-b7fc-14cbeceb62c3 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:52:26.164642 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-a084a481-ca36-470f-9b82-a715a17f0c9f None None] Attempting to bind port e9f65c13-f4f3-4c63-b7fc-14cbeceb62c3 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}] {{(pid=83447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:52:26.164999 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a084a481-ca36-470f-9b82-a715a17f0c9f None None] Attempting to bind port e9f65c13-f4f3-4c63-b7fc-14cbeceb62c3 on network 95f3bec2-46e6-4468-8229-8badd4a5aaae {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:52:26.177587 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d13143de-ef5a-4ca6-8a93-366830db1025 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8707650 Dec 20 08:52:26.177815 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-c0454b9a-b53f-4613-95df-c3a920630c76 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Calling delete_port for a1707f00-8db2-4988-b8da-cd6ea0f9776a owned by network:router_interface {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:52:26.178336 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45232) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:26.188510 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a084a481-ca36-470f-9b82-a715a17f0c9f None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:52:26.188889 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a084a481-ca36-470f-9b82-a715a17f0c9f None None] Checking segment: {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:52:26.189730 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-a084a481-ca36-470f-9b82-a715a17f0c9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:26.190475 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a084a481-ca36-470f-9b82-a715a17f0c9f None None] Bound using segment: {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'} {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:52:26.190946 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-a084a481-ca36-470f-9b82-a715a17f0c9f None None] Bound port: e9f65c13-f4f3-4c63-b7fc-14cbeceb62c3, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}}] {{(pid=83447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:52:26.191447 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ccdbfab-2701-49ef-9c40-2c610706e979 None None] Network eeb2c19e-8d5b-45da-b5de-28fcc8533ce2 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:52:26.191704 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-a084a481-ca36-470f-9b82-a715a17f0c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:26.206247 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3fa95d-3df8-4ed5-85b6-2bdd2fd8d5c8 None None] Network e664d4c9-b00f-4349-9b46-df6a85ff1fc2 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:52:26.206472 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb28e1a-8380-4002-8d16-cc48b6fbb772 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:26.207045 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-aeb28e1a-8380-4002-8d16-cc48b6fbb772 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:26.256728 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-aeb28e1a-8380-4002-8d16-cc48b6fbb772 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8778472 Dec 20 08:52:26.256728 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 45236) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:26.270477 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.db [None req-a084a481-ca36-470f-9b82-a715a17f0c9f None None] For port e9f65c13-f4f3-4c63-b7fc-14cbeceb62c3, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:52:26.276105 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.db [None req-a084a481-ca36-470f-9b82-a715a17f0c9f None None] For port e9f65c13-f4f3-4c63-b7fc-14cbeceb62c3, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=e9f65c13-f4f3-4c63-b7fc-14cbeceb62c3,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:52:26.289080 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-a084a481-ca36-470f-9b82-a715a17f0c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:26.299108 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05c185a-b0a1-4d5a-b7e8-7813d441c494 None None] Pushing event updated for resources: {'Port': ['ID=e9f65c13-f4f3-4c63-b7fc-14cbeceb62c3,revision_number=2']} {{(pid=83447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:26.302433 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-e05c185a-b0a1-4d5a-b7e8-7813d441c494 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:26.306028 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-01beb38f-1be6-43c8-a3bd-93486066159c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:26.378028 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05c185a-b0a1-4d5a-b7e8-7813d441c494 None None] Pushing event updated for resources: {'Port': ['ID=e9f65c13-f4f3-4c63-b7fc-14cbeceb62c3,revision_number=3']} {{(pid=83447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:26.381047 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-e05c185a-b0a1-4d5a-b7e8-7813d441c494 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:26.407146 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a084a481-ca36-470f-9b82-a715a17f0c9f None None] Routers {'4255a948-077c-47f3-871f-7907afde6363'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:52:26.407769 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-a084a481-ca36-470f-9b82-a715a17f0c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:52:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['4255a948-077c-47f3-871f-7907afde6363'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:52:26.443661 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e46bf4b8-d414-4688-95cf-5cbd79e6cdf4 None None] Notify callbacks [] for port, precommit_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:26.516241 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-e46bf4b8-d414-4688-95cf-5cbd79e6cdf4 None None] Transition to ACTIVE for port object 4824da20-df2b-420a-8012-9e7130e2eb89 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:52:26.583873 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e46bf4b8-d414-4688-95cf-5cbd79e6cdf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:26.596398 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-a8a8ad89-7b61-4bac-93df-c0bda30a23c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:26.774043 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-a084a481-ca36-470f-9b82-a715a17f0c9f None None] Set router 4255a948-077c-47f3-871f-7907afde6363 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:52:26.779485 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-fe747d1d-3139-45c5-8712-714b18ad346f req-27048543-8d40-4715-9ea0-df0016f87398 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3ed22f74-3364-4d36-a315-3779ea29fe0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3405223 Dec 20 08:52:26.841968 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c0454b9a-b53f-4613-95df-c3a920630c76 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:26.865291 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-c3424eb5-a4b6-4268-bcf9-49e18d7df5e7 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:26.889721 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ad4ef-7a8b-4fd8-80ba-f46929d9fdd8 None None] Pushing event updated for resources: {'Port': ['ID=4824da20-df2b-420a-8012-9e7130e2eb89,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:26.903874 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d87ad4ef-7a8b-4fd8-80ba-f46929d9fdd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:26.943150 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b754e576-5630-4d23-b9b8-940193b7250a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-eeb2c19e-8d5b-45da-b5de-28fcc8533ce2', 'network_id': 'eeb2c19e-8d5b-45da-b5de-28fcc8533ce2', 'tenant_id': '4697a8f4ef3e423facaab77bb132848e', 'fixed_ips': [{'subnet_id': '7a11058f-2607-4afc-bfc5-70ebdd408f20'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:52:26.943984 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b754e576-5630-4d23-b9b8-940193b7250a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:26.951777 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0454b9a-b53f-4613-95df-c3a920630c76 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Pushing event deleted for resources: {'Port': ['ID=a1707f00-8db2-4988-b8da-cd6ea0f9776a,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:26.986942 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-c0454b9a-b53f-4613-95df-c3a920630c76 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:27.059458 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34cbc13a-5efd-45b8-8e1c-4d6bb566a377 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-e664d4c9-b00f-4349-9b46-df6a85ff1fc2', 'network_id': 'e664d4c9-b00f-4349-9b46-df6a85ff1fc2', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'fixed_ips': [{'subnet_id': '63d8cf76-7c84-4a2e-bc0c-1d739038e9cb'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:52:27.060245 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-34cbc13a-5efd-45b8-8e1c-4d6bb566a377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:27.145054 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-fe747d1d-3139-45c5-8712-714b18ad346f req-7090caa5-a54e-4738-a736-daaa3f1aa7f3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9cbdcc0323fa453595ec6616c2aaa00e&device_id=3ed22f74-3364-4d36-a315-3779ea29fe0d HTTP/1.1" status: 200 len: 1099 time: 0.3450634 Dec 20 08:52:27.237036 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-a084a481-ca36-470f-9b82-a715a17f0c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4255a948-077c-47f3-871f-7907afde6363', 'name': 'tempest-TestNetworkBasicOps-router-954016181', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.192'}], 'enable_snat': True}, 'gw_port_id': 'e9f65c13-f4f3-4c63-b7fc-14cbeceb62c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:52:22Z', 'updated_at': '2021-12-20T08:52:23Z', 'revision_number': 3, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': 'e9f65c13-f4f3-4c63-b7fc-14cbeceb62c3', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:93:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4255a948-077c-47f3-871f-7907afde6363', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:52:23Z', 'updated_at': '2021-12-20T08:52:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:52:27.244144 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a084a481-ca36-470f-9b82-a715a17f0c9f None None] The sync data for ids ['4255a948-077c-47f3-871f-7907afde6363'] in dv-neutron-820491-1-hyperv is: [{'id': '4255a948-077c-47f3-871f-7907afde6363', 'name': 'tempest-TestNetworkBasicOps-router-954016181', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.192'}], 'enable_snat': True}, 'gw_port_id': 'e9f65c13-f4f3-4c63-b7fc-14cbeceb62c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:52:22Z', 'updated_at': '2021-12-20T08:52:23Z', 'revision_number': 3, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': 'e9f65c13-f4f3-4c63-b7fc-14cbeceb62c3', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:93:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4255a948-077c-47f3-871f-7907afde6363', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:52:23Z', 'updated_at': '2021-12-20T08:52:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:52:27.276136 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-e46bf4b8-d414-4688-95cf-5cbd79e6cdf4 None None] Attempting to bind port 4824da20-df2b-420a-8012-9e7130e2eb89 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:52:27.276508 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-e46bf4b8-d414-4688-95cf-5cbd79e6cdf4 None None] Attempting to bind port 4824da20-df2b-420a-8012-9e7130e2eb89 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '145766f3-8d62-4219-a801-47d388414c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f7959ad9-7f8a-41b8-84e4-df4a2a333cb7'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:52:27.276832 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46bf4b8-d414-4688-95cf-5cbd79e6cdf4 None None] Attempting to bind port 4824da20-df2b-420a-8012-9e7130e2eb89 on network f7959ad9-7f8a-41b8-84e4-df4a2a333cb7 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:52:27.323039 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46bf4b8-d414-4688-95cf-5cbd79e6cdf4 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:52:27.323741 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46bf4b8-d414-4688-95cf-5cbd79e6cdf4 None None] Checking segment: {'id': '145766f3-8d62-4219-a801-47d388414c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f7959ad9-7f8a-41b8-84e4-df4a2a333cb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:52:27.324447 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e46bf4b8-d414-4688-95cf-5cbd79e6cdf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:27.325203 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46bf4b8-d414-4688-95cf-5cbd79e6cdf4 None None] Bound using segment: {'id': '145766f3-8d62-4219-a801-47d388414c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f7959ad9-7f8a-41b8-84e4-df4a2a333cb7'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:52:27.325935 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-e46bf4b8-d414-4688-95cf-5cbd79e6cdf4 None None] Bound port: 4824da20-df2b-420a-8012-9e7130e2eb89, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '145766f3-8d62-4219-a801-47d388414c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f7959ad9-7f8a-41b8-84e4-df4a2a333cb7'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:52:27.326594 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e46bf4b8-d414-4688-95cf-5cbd79e6cdf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:27.610483 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-34cbc13a-5efd-45b8-8e1c-4d6bb566a377 None None] Allocated IP 172.20.0.2 (e664d4c9-b00f-4349-9b46-df6a85ff1fc2/63d8cf76-7c84-4a2e-bc0c-1d739038e9cb/96fe5f98-def4-4ff4-a474-9a3023ef92e2) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:52:27.634994 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3c4161c8-ffb5-490b-99ca-77533a0b1ad9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:27.717256 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c0454b9a-b53f-4613-95df-c3a920630c76 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32897953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348760'] for router_interface, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:27.886391 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe747d1d-3139-45c5-8712-714b18ad346f req-770382fe-0b82-4407-aee8-77f4440e9e35 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:27.887913 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-fe747d1d-3139-45c5-8712-714b18ad346f req-770382fe-0b82-4407-aee8-77f4440e9e35 service neutron] 10.222.0.58 "GET /v2.0/networks?id=93bb2812-0b1d-4fea-b794-e7bc065467e8 HTTP/1.1" status: 200 len: 913 time: 0.4910121 Dec 20 08:52:27.952313 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-34cbc13a-5efd-45b8-8e1c-4d6bb566a377 None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:27.966127 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-34cbc13a-5efd-45b8-8e1c-4d6bb566a377 None None] Transition to ACTIVE for port object 96fe5f98-def4-4ff4-a474-9a3023ef92e2 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:52:27.989319 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-34cbc13a-5efd-45b8-8e1c-4d6bb566a377 None None] Transition to ACTIVE for port object 96fe5f98-def4-4ff4-a474-9a3023ef92e2 will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:52:28.019491 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-34cbc13a-5efd-45b8-8e1c-4d6bb566a377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:28.027586 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-ede5abed-75b1-44e9-82b7-e1f250b69c8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:28.098957 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-b754e576-5630-4d23-b9b8-940193b7250a None None] Allocated IP 172.22.0.2 (eeb2c19e-8d5b-45da-b5de-28fcc8533ce2/7a11058f-2607-4afc-bfc5-70ebdd408f20/9624f389-95e7-445e-9234-2b2c73a29b5a) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:52:28.101292 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 3031ce5e-71ca-40e2-93a7-e2f026c18c22 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:52:28.133892 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-e46bf4b8-d414-4688-95cf-5cbd79e6cdf4 None None] For port 4824da20-df2b-420a-8012-9e7130e2eb89, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:52:28.148196 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-fe747d1d-3139-45c5-8712-714b18ad346f req-ea52fbb9-a6b7-4667-ad59-66c08d620103 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=822c130b-1710-4b88-bed1-5fcc385bac4c HTTP/1.1" status: 200 len: 1001 time: 0.2421989 Dec 20 08:52:28.184325 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-3c4161c8-ffb5-490b-99ca-77533a0b1ad9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Allocated IP 172.20.0.1 (e664d4c9-b00f-4349-9b46-df6a85ff1fc2/63d8cf76-7c84-4a2e-bc0c-1d739038e9cb/15fc5732-fd9c-40c1-8c82-43b90eec6004) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:52:28.226139 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-e46bf4b8-d414-4688-95cf-5cbd79e6cdf4 None None] For port 4824da20-df2b-420a-8012-9e7130e2eb89, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=4824da20-df2b-420a-8012-9e7130e2eb89,segment=NetworkSegment(145766f3-8d62-4219-a801-47d388414c60),segment_id=145766f3-8d62-4219-a801-47d388414c60)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:52:28.255165 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34cbc13a-5efd-45b8-8e1c-4d6bb566a377 None None] Network e664d4c9-b00f-4349-9b46-df6a85ff1fc2 is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:52:28.257038 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-34cbc13a-5efd-45b8-8e1c-4d6bb566a377 None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:52:28.265502 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e46bf4b8-d414-4688-95cf-5cbd79e6cdf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:28.279968 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cbc13a-5efd-45b8-8e1c-4d6bb566a377 None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:52:28.284406 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cbc13a-5efd-45b8-8e1c-4d6bb566a377 None None] Pushing event updated for resources: {'Port': ['ID=96fe5f98-def4-4ff4-a474-9a3023ef92e2,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:28.292956 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-34cbc13a-5efd-45b8-8e1c-4d6bb566a377 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:28.297194 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-def01936-714e-4811-8f84-d586635fec79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:28.357478 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe747d1d-3139-45c5-8712-714b18ad346f req-b2d4c442-f76b-4f0a-b8bc-30c1a61f64b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:28.358821 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-fe747d1d-3139-45c5-8712-714b18ad346f req-b2d4c442-f76b-4f0a-b8bc-30c1a61f64b2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cff4e817-2297-42bb-840a-667d6388fa06 HTTP/1.1" status: 200 len: 851 time: 0.1278672 Dec 20 08:52:28.370744 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3c4161c8-ffb5-490b-99ca-77533a0b1ad9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:28.387268 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-3c4161c8-ffb5-490b-99ca-77533a0b1ad9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Transition to ACTIVE for port object 15fc5732-fd9c-40c1-8c82-43b90eec6004 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:52:28.411493 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3c4161c8-ffb5-490b-99ca-77533a0b1ad9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:28.416014 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1d078cba-17c9-43fb-8390-7df4e848d387 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:28.492079 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4161c8-ffb5-490b-99ca-77533a0b1ad9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'Port': ['ID=15fc5732-fd9c-40c1-8c82-43b90eec6004,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:28.496260 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4161c8-ffb5-490b-99ca-77533a0b1ad9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Network e664d4c9-b00f-4349-9b46-df6a85ff1fc2 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:52:28.497708 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3c4161c8-ffb5-490b-99ca-77533a0b1ad9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:28.498963 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-3c4161c8-ffb5-490b-99ca-77533a0b1ad9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:52:28.505006 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4161c8-ffb5-490b-99ca-77533a0b1ad9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:52:28.583928 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ad4ef-7a8b-4fd8-80ba-f46929d9fdd8 None None] Pushing event updated for resources: {'Port': ['ID=4824da20-df2b-420a-8012-9e7130e2eb89,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:28.591867 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d87ad4ef-7a8b-4fd8-80ba-f46929d9fdd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:28.594875 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-34cbc13a-5efd-45b8-8e1c-4d6bb566a377 None None] Attempting to bind port 96fe5f98-def4-4ff4-a474-9a3023ef92e2 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:52:28.595397 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-34cbc13a-5efd-45b8-8e1c-4d6bb566a377 None None] Attempting to bind port 96fe5f98-def4-4ff4-a474-9a3023ef92e2 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': 'a8b72b36-34b5-43c4-ae4f-6ef39c83c10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e664d4c9-b00f-4349-9b46-df6a85ff1fc2'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:52:28.599576 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3c4161c8-ffb5-490b-99ca-77533a0b1ad9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-345881'] for router_interface, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:28.600345 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cbc13a-5efd-45b8-8e1c-4d6bb566a377 None None] Attempting to bind port 96fe5f98-def4-4ff4-a474-9a3023ef92e2 on network e664d4c9-b00f-4349-9b46-df6a85ff1fc2 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:52:28.631604 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2e4ed1d1-d244-4968-807b-d9166cf2b738 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:28.646908 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 3031ce5e-71ca-40e2-93a7-e2f026c18c22 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:52:28.647579 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:28.677193 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0454b9a-b53f-4613-95df-c3a920630c76 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Router b28586de-9bb8-476a-9367-f0d8ddf22637 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:52:28.714616 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46bf4b8-d414-4688-95cf-5cbd79e6cdf4 None None] Routers {'f919e8d6-85f1-4d92-b0e6-83cea647faf2'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:52:28.715364 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-e46bf4b8-d414-4688-95cf-5cbd79e6cdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:52:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['f919e8d6-85f1-4d92-b0e6-83cea647faf2'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:52:28.723720 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3c4161c8-ffb5-490b-99ca-77533a0b1ad9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:28.846939 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cbc13a-5efd-45b8-8e1c-4d6bb566a377 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:52:28.847514 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cbc13a-5efd-45b8-8e1c-4d6bb566a377 None None] Checking segment: {'id': 'a8b72b36-34b5-43c4-ae4f-6ef39c83c10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e664d4c9-b00f-4349-9b46-df6a85ff1fc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:52:28.848080 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-34cbc13a-5efd-45b8-8e1c-4d6bb566a377 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:28.848582 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cbc13a-5efd-45b8-8e1c-4d6bb566a377 None None] Bound using segment: {'id': 'a8b72b36-34b5-43c4-ae4f-6ef39c83c10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e664d4c9-b00f-4349-9b46-df6a85ff1fc2'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:52:28.849169 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-34cbc13a-5efd-45b8-8e1c-4d6bb566a377 None None] Bound port: 96fe5f98-def4-4ff4-a474-9a3023ef92e2, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8b72b36-34b5-43c4-ae4f-6ef39c83c10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e664d4c9-b00f-4349-9b46-df6a85ff1fc2'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:52:28.849666 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-34cbc13a-5efd-45b8-8e1c-4d6bb566a377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:28.933158 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-fe747d1d-3139-45c5-8712-714b18ad346f req-b1cf6f95-a4cf-41e7-b35f-341a0241ae84 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=93bb2812-0b1d-4fea-b794-e7bc065467e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5114663 Dec 20 08:52:28.981637 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b754e576-5630-4d23-b9b8-940193b7250a None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:29.036102 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-b754e576-5630-4d23-b9b8-940193b7250a None None] Transition to ACTIVE for port object 9624f389-95e7-445e-9234-2b2c73a29b5a will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:52:29.069659 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device e9f65c13-f4f3-4c63-b7fc-14cbeceb62c3 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:52:29.118337 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-e46bf4b8-d414-4688-95cf-5cbd79e6cdf4 None None] Set router f919e8d6-85f1-4d92-b0e6-83cea647faf2 gateway port host: None {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:52:29.178434 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-b754e576-5630-4d23-b9b8-940193b7250a None None] Transition to ACTIVE for port object 9624f389-95e7-445e-9234-2b2c73a29b5a will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:52:29.204762 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-34cbc13a-5efd-45b8-8e1c-4d6bb566a377 None None] For port 96fe5f98-def4-4ff4-a474-9a3023ef92e2, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:52:29.207043 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b754e576-5630-4d23-b9b8-940193b7250a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:29.216763 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-dc4dde54-711b-49c6-b34d-f1ca2813882a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:29.282908 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-34cbc13a-5efd-45b8-8e1c-4d6bb566a377 None None] For port 96fe5f98-def4-4ff4-a474-9a3023ef92e2, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=96fe5f98-def4-4ff4-a474-9a3023ef92e2,segment=NetworkSegment(a8b72b36-34b5-43c4-ae4f-6ef39c83c10f),segment_id=a8b72b36-34b5-43c4-ae4f-6ef39c83c10f)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:52:29.284425 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3c4161c8-ffb5-490b-99ca-77533a0b1ad9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:29.290966 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3c4161c8-ffb5-490b-99ca-77533a0b1ad9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:29.326950 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-855c799f-e784-43ee-8b9f-1abe7239d96a tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:29.348419 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-fe747d1d-3139-45c5-8712-714b18ad346f req-755f3885-6dbe-4020-98b2-d90d49b027b2 service neutron] 10.222.0.58 "GET /v2.0/networks/93bb2812-0b1d-4fea-b794-e7bc065467e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4064636 Dec 20 08:52:29.358649 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0454b9a-b53f-4613-95df-c3a920630c76 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:52:29.412275 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-34cbc13a-5efd-45b8-8e1c-4d6bb566a377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:29.419961 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4161c8-ffb5-490b-99ca-77533a0b1ad9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'Port': ['ID=15fc5732-fd9c-40c1-8c82-43b90eec6004,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:29.423488 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3c4161c8-ffb5-490b-99ca-77533a0b1ad9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:29.424635 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3c4161c8-ffb5-490b-99ca-77533a0b1ad9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32898031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349045'] for router_interface, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:29.439540 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751c1a34-1305-45c4-bcfc-f049c5f29fa8 None None] Sync routers for ids ['b28586de-9bb8-476a-9367-f0d8ddf22637'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:52:29.454122 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b754e576-5630-4d23-b9b8-940193b7250a None None] Network eeb2c19e-8d5b-45da-b5de-28fcc8533ce2 is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:52:29.469221 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b754e576-5630-4d23-b9b8-940193b7250a None None] Pushing event updated for resources: {'Port': ['ID=9624f389-95e7-445e-9234-2b2c73a29b5a,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:29.472737 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-c0454b9a-b53f-4613-95df-c3a920630c76 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "PUT /v2.0/routers/b28586de-9bb8-476a-9367-f0d8ddf22637/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3025613 Dec 20 08:52:29.473624 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 45240) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:29.477436 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-b754e576-5630-4d23-b9b8-940193b7250a None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:52:29.479324 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-b754e576-5630-4d23-b9b8-940193b7250a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:29.485670 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:29.551571 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b754e576-5630-4d23-b9b8-940193b7250a None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:52:29.561324 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cbc13a-5efd-45b8-8e1c-4d6bb566a377 None None] Pushing event updated for resources: {'Port': ['ID=96fe5f98-def4-4ff4-a474-9a3023ef92e2,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:29.591451 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-430be3b6-1dbc-46a3-a6cb-24f6c2f782f0 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] GET failed (client error): The resource could not be found. Dec 20 08:52:29.591955 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-430be3b6-1dbc-46a3-a6cb-24f6c2f782f0 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Synchronizing usage tracker for tenant:9a4160c0c10e4c91b63b9bda9f2f4420 on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:52:29.593016 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-34cbc13a-5efd-45b8-8e1c-4d6bb566a377 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:29.608675 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4161c8-ffb5-490b-99ca-77533a0b1ad9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Network e664d4c9-b00f-4349-9b46-df6a85ff1fc2 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:52:29.610527 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-3c4161c8-ffb5-490b-99ca-77533a0b1ad9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:52:29.614255 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-2e4ed1d1-d244-4968-807b-d9166cf2b738 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Allocated IP 172.22.0.1 (eeb2c19e-8d5b-45da-b5de-28fcc8533ce2/7a11058f-2607-4afc-bfc5-70ebdd408f20/e8f40a8f-073f-4a23-9a34-daa23a9f4f65) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:52:29.646356 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-430be3b6-1dbc-46a3-a6cb-24f6c2f782f0 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Unset dirty status for tenant:9a4160c0c10e4c91b63b9bda9f2f4420 on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:52:29.651127 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-430be3b6-1dbc-46a3-a6cb-24f6c2f782f0 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "GET /v2.0/ports/a1707f00-8db2-4988-b8da-cd6ea0f9776a HTTP/1.1" status: 404 len: 333 time: 0.1730454 Dec 20 08:52:29.652478 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 45244) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:29.713391 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port e9f65c13-f4f3-4c63-b7fc-14cbeceb62c3 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:52:29.719906 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-fe747d1d-3139-45c5-8712-714b18ad346f req-7ccf904b-07fe-4969-9660-c43d12a2d7f7 service neutron] 10.222.0.58 "GET /v2.0/networks/93bb2812-0b1d-4fea-b794-e7bc065467e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3634529 Dec 20 08:52:29.743086 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751c1a34-1305-45c4-bcfc-f049c5f29fa8 None None] Routers {'b28586de-9bb8-476a-9367-f0d8ddf22637'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:52:29.745039 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-751c1a34-1305-45c4-bcfc-f049c5f29fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:52:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['b28586de-9bb8-476a-9367-f0d8ddf22637'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:52:29.808725 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port e9f65c13-f4f3-4c63-b7fc-14cbeceb62c3 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:52:29.809640 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:29.856628 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-b754e576-5630-4d23-b9b8-940193b7250a None None] Attempting to bind port 9624f389-95e7-445e-9234-2b2c73a29b5a on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:52:29.856889 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-b754e576-5630-4d23-b9b8-940193b7250a None None] Attempting to bind port 9624f389-95e7-445e-9234-2b2c73a29b5a by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '9b58e0d3-cedd-4f30-8dec-4d3862107ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'eeb2c19e-8d5b-45da-b5de-28fcc8533ce2'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:52:29.857269 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b754e576-5630-4d23-b9b8-940193b7250a None None] Attempting to bind port 9624f389-95e7-445e-9234-2b2c73a29b5a on network eeb2c19e-8d5b-45da-b5de-28fcc8533ce2 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:52:29.879777 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-751c1a34-1305-45c4-bcfc-f049c5f29fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:52:29.887164 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b754e576-5630-4d23-b9b8-940193b7250a None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:52:29.887832 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b754e576-5630-4d23-b9b8-940193b7250a None None] Checking segment: {'id': '9b58e0d3-cedd-4f30-8dec-4d3862107ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'eeb2c19e-8d5b-45da-b5de-28fcc8533ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:52:29.888425 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b754e576-5630-4d23-b9b8-940193b7250a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:29.889000 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b754e576-5630-4d23-b9b8-940193b7250a None None] Bound using segment: {'id': '9b58e0d3-cedd-4f30-8dec-4d3862107ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'eeb2c19e-8d5b-45da-b5de-28fcc8533ce2'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:52:29.890144 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-b754e576-5630-4d23-b9b8-940193b7250a None None] Bound port: 9624f389-95e7-445e-9234-2b2c73a29b5a, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b58e0d3-cedd-4f30-8dec-4d3862107ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'eeb2c19e-8d5b-45da-b5de-28fcc8533ce2'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:52:29.890697 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b754e576-5630-4d23-b9b8-940193b7250a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:29.908504 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-df020c4f-6465-4def-81cc-29b84d5ce110 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for router, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:29.954935 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751c1a34-1305-45c4-bcfc-f049c5f29fa8 None None] Routers {'b28586de-9bb8-476a-9367-f0d8ddf22637'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:52:29.955576 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-751c1a34-1305-45c4-bcfc-f049c5f29fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:52:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['b28586de-9bb8-476a-9367-f0d8ddf22637'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:52:30.104705 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-751c1a34-1305-45c4-bcfc-f049c5f29fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:52:30.104916 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751c1a34-1305-45c4-bcfc-f049c5f29fa8 None None] The sync data for ids ['b28586de-9bb8-476a-9367-f0d8ddf22637'] in dv-neutron-820491-1-hyperv is: [] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:52:30.110512 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2e4ed1d1-d244-4968-807b-d9166cf2b738 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:30.146174 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-2e4ed1d1-d244-4968-807b-d9166cf2b738 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Transition to ACTIVE for port object e8f40a8f-073f-4a23-9a34-daa23a9f4f65 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:52:30.178618 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c4161c8-ffb5-490b-99ca-77533a0b1ad9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Router 4255a948-077c-47f3-871f-7907afde6363 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:52:30.269960 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-b754e576-5630-4d23-b9b8-940193b7250a None None] For port 9624f389-95e7-445e-9234-2b2c73a29b5a, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:52:30.272293 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:30.296662 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-b754e576-5630-4d23-b9b8-940193b7250a None None] For port 9624f389-95e7-445e-9234-2b2c73a29b5a, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=9624f389-95e7-445e-9234-2b2c73a29b5a,segment=NetworkSegment(9b58e0d3-cedd-4f30-8dec-4d3862107ed6),segment_id=9b58e0d3-cedd-4f30-8dec-4d3862107ed6)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:52:30.301900 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-e46bf4b8-d414-4688-95cf-5cbd79e6cdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f919e8d6-85f1-4d92-b0e6-83cea647faf2', 'name': 'tempest-RoutersTest-router-1948169302', 'tenant_id': '4697a8f4ef3e423facaab77bb132848e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:52:08Z', 'updated_at': '2021-12-20T08:52:21Z', 'revision_number': 3, 'project_id': '4697a8f4ef3e423facaab77bb132848e', 'gw_port_host': None, '_interfaces': [{'id': '4824da20-df2b-420a-8012-9e7130e2eb89', 'name': '', 'network_id': 'f7959ad9-7f8a-41b8-84e4-df4a2a333cb7', 'tenant_id': '4697a8f4ef3e423facaab77bb132848e', 'mac_address': 'fa:16:3e:2b:46:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f919e8d6-85f1-4d92-b0e6-83cea647faf2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e722309b-a2f9-48f2-847b-0f916fdd870f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:52:20Z', 'updated_at': '2021-12-20T08:52:28Z', 'revision_number': 4, 'project_id': '4697a8f4ef3e423facaab77bb132848e', 'subnets': [{'id': 'e722309b-a2f9-48f2-847b-0f916fdd870f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62d6e5ea-2d30-4d34-885f-f6fc23559841', 'name': '', 'network_id': '4e6e56c8-a506-4bd0-9fa0-bf3832e5e74c', 'tenant_id': '4697a8f4ef3e423facaab77bb132848e', 'mac_address': 'fa:16:3e:c4:89:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f919e8d6-85f1-4d92-b0e6-83cea647faf2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '350384e1-356c-4bf2-a3be-69295d633632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:52:11Z', 'updated_at': '2021-12-20T08:52:21Z', 'revision_number': 5, 'project_id': '4697a8f4ef3e423facaab77bb132848e', 'subnets': [{'id': '350384e1-356c-4bf2-a3be-69295d633632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:52:30.307504 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b754e576-5630-4d23-b9b8-940193b7250a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:30.312539 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port e9f65c13-f4f3-4c63-b7fc-14cbeceb62c3, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=e9f65c13-f4f3-4c63-b7fc-14cbeceb62c3,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:52:30.314222 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:30.347181 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46bf4b8-d414-4688-95cf-5cbd79e6cdf4 None None] The sync data for ids ['f919e8d6-85f1-4d92-b0e6-83cea647faf2'] in dv-neutron-820491-1-hyperv is: [{'id': 'f919e8d6-85f1-4d92-b0e6-83cea647faf2', 'name': 'tempest-RoutersTest-router-1948169302', 'tenant_id': '4697a8f4ef3e423facaab77bb132848e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:52:08Z', 'updated_at': '2021-12-20T08:52:21Z', 'revision_number': 3, 'project_id': '4697a8f4ef3e423facaab77bb132848e', 'gw_port_host': None, '_interfaces': [{'id': '4824da20-df2b-420a-8012-9e7130e2eb89', 'name': '', 'network_id': 'f7959ad9-7f8a-41b8-84e4-df4a2a333cb7', 'tenant_id': '4697a8f4ef3e423facaab77bb132848e', 'mac_address': 'fa:16:3e:2b:46:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f919e8d6-85f1-4d92-b0e6-83cea647faf2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e722309b-a2f9-48f2-847b-0f916fdd870f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:52:20Z', 'updated_at': '2021-12-20T08:52:28Z', 'revision_number': 4, 'project_id': '4697a8f4ef3e423facaab77bb132848e', 'subnets': [{'id': 'e722309b-a2f9-48f2-847b-0f916fdd870f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62d6e5ea-2d30-4d34-885f-f6fc23559841', 'name': '', 'network_id': '4e6e56c8-a506-4bd0-9fa0-bf3832e5e74c', 'tenant_id': '4697a8f4ef3e423facaab77bb132848e', 'mac_address': 'fa:16:3e:c4:89:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f919e8d6-85f1-4d92-b0e6-83cea647faf2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '350384e1-356c-4bf2-a3be-69295d633632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:52:11Z', 'updated_at': '2021-12-20T08:52:21Z', 'revision_number': 5, 'project_id': '4697a8f4ef3e423facaab77bb132848e', 'subnets': [{'id': '350384e1-356c-4bf2-a3be-69295d633632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:52:30.355348 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:30.422893 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b754e576-5630-4d23-b9b8-940193b7250a None None] Pushing event updated for resources: {'Port': ['ID=9624f389-95e7-445e-9234-2b2c73a29b5a,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:30.433173 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-b754e576-5630-4d23-b9b8-940193b7250a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:30.433682 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:30.494418 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c4161c8-ffb5-490b-99ca-77533a0b1ad9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:52:30.528134 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-3c4161c8-ffb5-490b-99ca-77533a0b1ad9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "PUT /v2.0/routers/4255a948-077c-47f3-871f-7907afde6363/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3480375 Dec 20 08:52:30.533860 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45252) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:30.595698 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 96fe5f98-def4-4ff4-a474-9a3023ef92e2 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:52:30.715291 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=e9f65c13-f4f3-4c63-b7fc-14cbeceb62c3,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:30.720066 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:30.777599 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 96fe5f98-def4-4ff4-a474-9a3023ef92e2 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:52:30.824880 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9dd6e8-f693-4e10-9ff3-1c93ab8e7637 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:30.841491 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9dd6e8-f693-4e10-9ff3-1c93ab8e7637 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:30.842043 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9dd6e8-f693-4e10-9ff3-1c93ab8e7637 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:30.843339 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9dd6e8-f693-4e10-9ff3-1c93ab8e7637 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:30.844221 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9dd6e8-f693-4e10-9ff3-1c93ab8e7637 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:30.845096 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9dd6e8-f693-4e10-9ff3-1c93ab8e7637 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:30.846084 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9dd6e8-f693-4e10-9ff3-1c93ab8e7637 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:30.846967 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9dd6e8-f693-4e10-9ff3-1c93ab8e7637 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:30.847634 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9dd6e8-f693-4e10-9ff3-1c93ab8e7637 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:30.848165 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9dd6e8-f693-4e10-9ff3-1c93ab8e7637 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:30.854386 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9dd6e8-f693-4e10-9ff3-1c93ab8e7637 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:30.855033 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9dd6e8-f693-4e10-9ff3-1c93ab8e7637 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:30.857358 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-9f9dd6e8-f693-4e10-9ff3-1c93ab8e7637 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8356 time: 0.3225060 Dec 20 08:52:30.860210 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45256) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:30.862342 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-df020c4f-6465-4def-81cc-29b84d5ce110 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24735'] for router, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:30.870693 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-df020c4f-6465-4def-81cc-29b84d5ce110 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:30.881187 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2e4ed1d1-d244-4968-807b-d9166cf2b738 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:30.890551 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-5998a3b5-6d9c-41b2-8d77-013b9f8084ba tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:31.028499 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf24602-bc5d-43ab-b916-66248b778990 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:31.029414 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf24602-bc5d-43ab-b916-66248b778990 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:31.029611 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf24602-bc5d-43ab-b916-66248b778990 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:31.030039 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf24602-bc5d-43ab-b916-66248b778990 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:31.030442 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf24602-bc5d-43ab-b916-66248b778990 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:31.030854 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf24602-bc5d-43ab-b916-66248b778990 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:31.031280 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf24602-bc5d-43ab-b916-66248b778990 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:31.031680 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf24602-bc5d-43ab-b916-66248b778990 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:31.032082 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf24602-bc5d-43ab-b916-66248b778990 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:31.033064 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf24602-bc5d-43ab-b916-66248b778990 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:31.033064 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf24602-bc5d-43ab-b916-66248b778990 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:31.037649 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-7bf24602-bc5d-43ab-b916-66248b778990 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6996 time: 0.1735833 Dec 20 08:52:31.037837 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-df020c4f-6465-4def-81cc-29b84d5ce110 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-390871'] for router, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:31.037837 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df020c4f-6465-4def-81cc-29b84d5ce110 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Fanout notify agent at l3_agent the message router_deleted on router b28586de-9bb8-476a-9367-f0d8ddf22637 {{(pid=83445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 08:52:31.038644 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45262) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:31.090712 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4ed1d1-d244-4968-807b-d9166cf2b738 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Network eeb2c19e-8d5b-45da-b5de-28fcc8533ce2 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:52:31.107306 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4ed1d1-d244-4968-807b-d9166cf2b738 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Pushing event updated for resources: {'Port': ['ID=e8f40a8f-073f-4a23-9a34-daa23a9f4f65,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:31.110426 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-2e4ed1d1-d244-4968-807b-d9166cf2b738 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:31.112873 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-2e4ed1d1-d244-4968-807b-d9166cf2b738 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:52:31.119484 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4ed1d1-d244-4968-807b-d9166cf2b738 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:52:31.207325 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-df020c4f-6465-4def-81cc-29b84d5ce110 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:31.211526 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-df020c4f-6465-4def-81cc-29b84d5ce110 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "DELETE /v2.0/routers/b28586de-9bb8-476a-9367-f0d8ddf22637 HTTP/1.1" status: 204 len: 168 time: 1.5561669 Dec 20 08:52:31.213458 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 45266) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:31.317624 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2e4ed1d1-d244-4968-807b-d9166cf2b738 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-345881'] for router_interface, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:31.407912 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb61789-4b4d-46ee-842e-93c6a4c0ce40 req-7e1d0f99-b00f-4a17-a185-a62c9064bf71 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:31.409562 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-6eb61789-4b4d-46ee-842e-93c6a4c0ce40 req-7e1d0f99-b00f-4a17-a185-a62c9064bf71 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ed22f74-3364-4d36-a315-3779ea29fe0d HTTP/1.1" status: 200 len: 946 time: 0.2523108 Dec 20 08:52:31.465333 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-34764fc9-f852-4de9-aaa3-d9a7ff1273c0 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4306 time: 0.4227414 Dec 20 08:52:31.573896 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2e4ed1d1-d244-4968-807b-d9166cf2b738 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:31.575579 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2048b698-b78f-4a72-8758-e8d4c54fb283 None None] Network e664d4c9-b00f-4349-9b46-df6a85ff1fc2 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:52:31.593494 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_v2 [None req-558957b6-12a5-4ba9-86da-cde459835cac tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Deleting subnet 328ba63c-e2e8-4a16-bfdb-ac8a9da589cf {{(pid=83445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:52:31.606907 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-558957b6-12a5-4ba9-86da-cde459835cac tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for subnet, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:31.638157 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-6eb61789-4b4d-46ee-842e-93c6a4c0ce40 req-412a30b4-eb84-4bf0-b075-d07ff93de88f tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb73519-9c90-4e50-9a3d-0898de63562c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1793659 Dec 20 08:52:31.735749 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-558957b6-12a5-4ba9-86da-cde459835cac tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1518554'] for subnet, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:31.758833 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-14b8f049-091e-4b31-abe8-2b322be6fb10 None None] Provisioning for port 96fe5f98-def4-4ff4-a474-9a3023ef92e2 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:52:31.765535 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-14b8f049-091e-4b31-abe8-2b322be6fb10 None None] Provisioning complete for port 96fe5f98-def4-4ff4-a474-9a3023ef92e2 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:52:31.765913 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-14b8f049-091e-4b31-abe8-2b322be6fb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:31.929013 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45274) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:31.936795 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-0c8408e8-564b-4928-8950-481128f9a02a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-540420444', 'description': 'tempest-secgroup-smoke-540420444 description', 'project_id': 'f7b89f97320342ff933d41aa1a974b12'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:52:31.945486 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-0c8408e8-564b-4928-8950-481128f9a02a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:52:31.951420 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-0c8408e8-564b-4928-8950-481128f9a02a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:security_group and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:52:31.955676 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-0c8408e8-564b-4928-8950-481128f9a02a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:52:31.964318 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-0c8408e8-564b-4928-8950-481128f9a02a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:52:31.978920 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0c8408e8-564b-4928-8950-481128f9a02a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:32.034898 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-14b8f049-091e-4b31-abe8-2b322be6fb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:32.038291 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-0c8408e8-564b-4928-8950-481128f9a02a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:52:32.043417 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-0c8408e8-564b-4928-8950-481128f9a02a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:security_group_rule and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:52:32.047470 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-0c8408e8-564b-4928-8950-481128f9a02a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:52:32.056200 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-0c8408e8-564b-4928-8950-481128f9a02a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:52:32.068529 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ff8b8a-7634-46dd-a006-1cd45c7746a8 None None] Network eeb2c19e-8d5b-45da-b5de-28fcc8533ce2 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:52:32.082206 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-558957b6-12a5-4ba9-86da-cde459835cac tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:32.127024 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0c8408e8-564b-4928-8950-481128f9a02a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:32.129940 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-14b8f049-091e-4b31-abe8-2b322be6fb10 None None] For port 96fe5f98-def4-4ff4-a474-9a3023ef92e2, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=96fe5f98-def4-4ff4-a474-9a3023ef92e2,segment=NetworkSegment(a8b72b36-34b5-43c4-ae4f-6ef39c83c10f),segment_id=a8b72b36-34b5-43c4-ae4f-6ef39c83c10f)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:52:32.132289 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0c8408e8-564b-4928-8950-481128f9a02a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:32.164566 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-8b9b59fe-1fb6-4124-90a1-2fa13667e056 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:32.177647 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0c8408e8-564b-4928-8950-481128f9a02a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:32.179160 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-0c8408e8-564b-4928-8950-481128f9a02a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2486722 Dec 20 08:52:32.183512 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45278) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:32.192366 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-539df733-5f78-451c-a847-03e26cbd8388 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'security_group_rule': {'security_group_id': '1e901aa5-662d-4087-96f9-14c8dfadb03a', 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:52:32.197813 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-14b8f049-091e-4b31-abe8-2b322be6fb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:32.201765 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-539df733-5f78-451c-a847-03e26cbd8388 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:52:32.206262 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-0e34e28a-72b4-4731-86c0-08324e435eb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:32.207265 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-539df733-5f78-451c-a847-03e26cbd8388 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:security_group_rule and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:52:32.213046 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-539df733-5f78-451c-a847-03e26cbd8388 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:52:32.215377 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-558957b6-12a5-4ba9-86da-cde459835cac tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2036620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2095133'] for subnet, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:32.222268 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-539df733-5f78-451c-a847-03e26cbd8388 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:52:32.229974 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-6cc8ec02-034b-4c69-892c-71220f11d6a6 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:32.250713 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-539df733-5f78-451c-a847-03e26cbd8388 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:32.281521 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2e4ed1d1-d244-4968-807b-d9166cf2b738 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:32.283625 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558957b6-12a5-4ba9-86da-cde459835cac tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Pushing event deleted for resources: {'Subnet': ['ID=328ba63c-e2e8-4a16-bfdb-ac8a9da589cf,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:32.286843 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-558957b6-12a5-4ba9-86da-cde459835cac tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:32.287842 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-558957b6-12a5-4ba9-86da-cde459835cac tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:32.293011 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2e4ed1d1-d244-4968-807b-d9166cf2b738 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2036698'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:32.324658 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-539df733-5f78-451c-a847-03e26cbd8388 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:32.330481 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8408e8-564b-4928-8950-481128f9a02a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e901aa5-662d-4087-96f9-14c8dfadb03a,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:32.335177 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-dc2595eb-f98f-4ee5-b738-580b825adfed tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:32.335433 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0c8408e8-564b-4928-8950-481128f9a02a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:32.336607 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-539df733-5f78-451c-a847-03e26cbd8388 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:32.359343 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b9129bc6-5099-4a4d-864c-8e9fd9b4bfaf tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:32.374381 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b059d5d-0e27-49cc-8971-4b4f9c9f9057 None None] Network 510fbd22-4362-47b5-a6b8-1384867fd7db requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:52:32.375564 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539df733-5f78-451c-a847-03e26cbd8388 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb314c83-358e-44e5-8586-c40c7050471e,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:32.381318 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-539df733-5f78-451c-a847-03e26cbd8388 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:32.382076 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-539df733-5f78-451c-a847-03e26cbd8388 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:32.386869 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-539df733-5f78-451c-a847-03e26cbd8388 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1986403 Dec 20 08:52:32.386869 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45282) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:32.400769 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-5fa3374d-0250-4b0c-a85e-bc720b825c49 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'security_group_rule': {'security_group_id': '1e901aa5-662d-4087-96f9-14c8dfadb03a', 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:52:32.406488 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-5fa3374d-0250-4b0c-a85e-bc720b825c49 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:52:32.411830 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-5fa3374d-0250-4b0c-a85e-bc720b825c49 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:security_group_rule and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:52:32.415042 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-5fa3374d-0250-4b0c-a85e-bc720b825c49 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:52:32.435571 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-5fa3374d-0250-4b0c-a85e-bc720b825c49 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:52:32.467101 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5fa3374d-0250-4b0c-a85e-bc720b825c49 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:32.576461 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5fa3374d-0250-4b0c-a85e-bc720b825c49 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:32.581742 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5fa3374d-0250-4b0c-a85e-bc720b825c49 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:32.583986 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-fca66baf-aeb7-4f02-ae70-edb64b16fa1a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:32.610522 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-558957b6-12a5-4ba9-86da-cde459835cac tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "DELETE /v2.0/subnets/328ba63c-e2e8-4a16-bfdb-ac8a9da589cf HTTP/1.1" status: 204 len: 168 time: 1.3869629 Dec 20 08:52:32.610522 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2e4ed1d1-d244-4968-807b-d9166cf2b738 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32898031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349045'] for router_interface, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:32.615394 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45286) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:32.629117 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b8f049-091e-4b31-abe8-2b322be6fb10 None None] Pushing event updated for resources: {'Port': ['ID=96fe5f98-def4-4ff4-a474-9a3023ef92e2,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:32.651689 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-14b8f049-091e-4b31-abe8-2b322be6fb10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:32.656198 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-eeb9bdfd-c01b-4cdc-bfcd-ae126bc3f3a2 None None] Provisioning for port 9624f389-95e7-445e-9234-2b2c73a29b5a completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:52:32.674244 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa3374d-0250-4b0c-a85e-bc720b825c49 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d392175f-8dda-4a60-a8f2-893a51b8174b,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:32.696931 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-5fa3374d-0250-4b0c-a85e-bc720b825c49 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:32.707724 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4ed1d1-d244-4968-807b-d9166cf2b738 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Pushing event updated for resources: {'Port': ['ID=e8f40a8f-073f-4a23-9a34-daa23a9f4f65,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:32.732364 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-2e4ed1d1-d244-4968-807b-d9166cf2b738 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:32.749699 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 4824da20-df2b-420a-8012-9e7130e2eb89 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:52:32.774400 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5fa3374d-0250-4b0c-a85e-bc720b825c49 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:32.775659 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-5fa3374d-0250-4b0c-a85e-bc720b825c49 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3880730 Dec 20 08:52:32.785124 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 45292) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:32.809203 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-ddd4c629-2631-4c21-b57e-650e26941e24 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'security_group_rule': {'security_group_id': '1e901aa5-662d-4087-96f9-14c8dfadb03a', 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:52:32.814265 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-42cfe9f4-3a0a-43bd-a31f-f53cd4b47428 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:32.828134 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-42cfe9f4-3a0a-43bd-a31f-f53cd4b47428 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Deleting port 6bfac3b4-4b41-4e7f-96ee-cf3662fa45f6 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:52:32.829159 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-42cfe9f4-3a0a-43bd-a31f-f53cd4b47428 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:32.877007 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-ddd4c629-2631-4c21-b57e-650e26941e24 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:52:32.924803 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-ddd4c629-2631-4c21-b57e-650e26941e24 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:security_group_rule and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:52:32.935618 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-ddd4c629-2631-4c21-b57e-650e26941e24 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:52:32.956769 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-eeb9bdfd-c01b-4cdc-bfcd-ae126bc3f3a2 None None] Provisioning for port 15fc5732-fd9c-40c1-8c82-43b90eec6004 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:52:32.957355 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-ddd4c629-2631-4c21-b57e-650e26941e24 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:52:32.971800 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-eeb9bdfd-c01b-4cdc-bfcd-ae126bc3f3a2 None None] Provisioning complete for port 15fc5732-fd9c-40c1-8c82-43b90eec6004 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:52:32.972184 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-eeb9bdfd-c01b-4cdc-bfcd-ae126bc3f3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:33.011801 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4ed1d1-d244-4968-807b-d9166cf2b738 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Network eeb2c19e-8d5b-45da-b5de-28fcc8533ce2 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:52:33.021266 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-2e4ed1d1-d244-4968-807b-d9166cf2b738 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:52:33.026464 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ddd4c629-2631-4c21-b57e-650e26941e24 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:33.035091 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 4824da20-df2b-420a-8012-9e7130e2eb89 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:52:33.057608 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 4824da20-df2b-420a-8012-9e7130e2eb89 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:52:33.057995 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:33.090493 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-42cfe9f4-3a0a-43bd-a31f-f53cd4b47428 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] For port 6bfac3b4-4b41-4e7f-96ee-cf3662fa45f6, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=6bfac3b4-4b41-4e7f-96ee-cf3662fa45f6,segment=NetworkSegment(9b0fa0cd-2ec6-4bd8-92c7-2bb42d76ef5f),segment_id=9b0fa0cd-2ec6-4bd8-92c7-2bb42d76ef5f)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:52:33.090913 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-42cfe9f4-3a0a-43bd-a31f-f53cd4b47428 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:33.101104 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-eeb9bdfd-c01b-4cdc-bfcd-ae126bc3f3a2 None None] Port 15fc5732-fd9c-40c1-8c82-43b90eec6004 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:52:33.144852 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-eeb9bdfd-c01b-4cdc-bfcd-ae126bc3f3a2 None None] Provisioning complete for port 96fe5f98-def4-4ff4-a474-9a3023ef92e2 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:52:33.145285 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-eeb9bdfd-c01b-4cdc-bfcd-ae126bc3f3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:33.181949 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe14df-ecba-4182-9694-e53cb5c81b59 req-53e3dde3-50e3-42ba-b259-08912755f43b tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:33.183268 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-0ebe14df-ecba-4182-9694-e53cb5c81b59 req-53e3dde3-50e3-42ba-b259-08912755f43b tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ed22f74-3364-4d36-a315-3779ea29fe0d HTTP/1.1" status: 200 len: 946 time: 0.4497745 Dec 20 08:52:33.217971 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55957fc-e9c9-4f3d-a95b-4487d4c480a8 None None] DHCP port deletion for 510fbd22-4362-47b5-a6b8-1384867fd7db request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 08:52:33.248798 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-e55957fc-e9c9-4f3d-a95b-4487d4c480a8 None None] Deleting port 6bfac3b4-4b41-4e7f-96ee-cf3662fa45f6 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:52:33.249182 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e55957fc-e9c9-4f3d-a95b-4487d4c480a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:33.253017 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-42cfe9f4-3a0a-43bd-a31f-f53cd4b47428 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Calling delete_port for 6bfac3b4-4b41-4e7f-96ee-cf3662fa45f6 owned by network:dhcp {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:52:33.298539 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:33.348939 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-42cfe9f4-3a0a-43bd-a31f-f53cd4b47428 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:33.356617 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-55a2ad14-07f5-4355-b0c9-695c2e6d3bd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:33.412983 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-e55957fc-e9c9-4f3d-a95b-4487d4c480a8 None None] The port '6bfac3b4-4b41-4e7f-96ee-cf3662fa45f6' was deleted {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 08:52:33.413157 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cfe9f4-3a0a-43bd-a31f-f53cd4b47428 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Pushing event deleted for resources: {'Port': ['ID=6bfac3b4-4b41-4e7f-96ee-cf3662fa45f6,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:33.421506 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-42cfe9f4-3a0a-43bd-a31f-f53cd4b47428 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:33.425800 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cfe9f4-3a0a-43bd-a31f-f53cd4b47428 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] No DVR routers for this DVR port 6bfac3b4-4b41-4e7f-96ee-cf3662fa45f6 on host dv-neutron-820491-1-hyperv {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:52:33.476498 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 4824da20-df2b-420a-8012-9e7130e2eb89, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=4824da20-df2b-420a-8012-9e7130e2eb89,segment=NetworkSegment(145766f3-8d62-4219-a801-47d388414c60),segment_id=145766f3-8d62-4219-a801-47d388414c60)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:52:33.484507 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:33.485635 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device e9f65c13-f4f3-4c63-b7fc-14cbeceb62c3 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:52:33.514896 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7af2c6-d9a2-4272-8f4d-8330855dc2cf req-ce5eaad5-98c3-48dd-a10a-adcff701b105 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:33.519061 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:33.521619 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-2c7af2c6-d9a2-4272-8f4d-8330855dc2cf req-ce5eaad5-98c3-48dd-a10a-adcff701b105 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ed22f74-3364-4d36-a315-3779ea29fe0d HTTP/1.1" status: 200 len: 946 time: 0.6393483 Dec 20 08:52:33.576992 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [req-0ebe14df-ecba-4182-9694-e53cb5c81b59 req-fb335452-ba76-400f-bf61-1d56f23f5923 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Deleting port 822c130b-1710-4b88-bed1-5fcc385bac4c {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:52:33.577632 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-0ebe14df-ecba-4182-9694-e53cb5c81b59 req-fb335452-ba76-400f-bf61-1d56f23f5923 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:33.627882 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-42cfe9f4-3a0a-43bd-a31f-f53cd4b47428 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:33.638445 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=4824da20-df2b-420a-8012-9e7130e2eb89,revision_number=5']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:33.649063 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ddd4c629-2631-4c21-b57e-650e26941e24 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:33.651836 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:33.671350 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ddd4c629-2631-4c21-b57e-650e26941e24 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:33.682429 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-dde2a311-0823-41d8-a0ea-336ba5530391 None None] Provisioning for port e8f40a8f-073f-4a23-9a34-daa23a9f4f65 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:52:33.684685 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a6d07e23-b975-412f-9fba-3d453cf2d731 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:33.691404 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-dde2a311-0823-41d8-a0ea-336ba5530391 None None] Provisioning complete for port e8f40a8f-073f-4a23-9a34-daa23a9f4f65 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:52:33.692097 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-dde2a311-0823-41d8-a0ea-336ba5530391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:33.725940 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-42cfe9f4-3a0a-43bd-a31f-f53cd4b47428 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['510fbd22-4362-47b5-a6b8-1384867fd7db']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:52:33.749433 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-42cfe9f4-3a0a-43bd-a31f-f53cd4b47428 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b0fa0cd-2ec6-4bd8-92c7-2bb42d76ef5f') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:52:33.749741 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-42cfe9f4-3a0a-43bd-a31f-f53cd4b47428 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b0fa0cd-2ec6-4bd8-92c7-2bb42d76ef5f') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:52:33.769951 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-dde2a311-0823-41d8-a0ea-336ba5530391 None None] Port e8f40a8f-073f-4a23-9a34-daa23a9f4f65 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:52:33.773795 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-42cfe9f4-3a0a-43bd-a31f-f53cd4b47428 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1618722'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:33.784528 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port e9f65c13-f4f3-4c63-b7fc-14cbeceb62c3 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:52:33.784938 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:33.798196 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-42cfe9f4-3a0a-43bd-a31f-f53cd4b47428 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:33.805573 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42cfe9f4-3a0a-43bd-a31f-f53cd4b47428 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:52:33.806260 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-42cfe9f4-3a0a-43bd-a31f-f53cd4b47428 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1128911'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:33.816639 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4c629-2631-4c21-b57e-650e26941e24 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c0f3434-b4b8-40a8-a500-a8440217c6f4,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:33.819905 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ddd4c629-2631-4c21-b57e-650e26941e24 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:33.838020 dv-neutron-820491-1-hyperv neutron-server[83444]: Traceback (most recent call last): Dec 20 08:52:33.838020 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:52:33.838020 dv-neutron-820491-1-hyperv neutron-server[83444]: timer() Dec 20 08:52:33.838020 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:52:33.838020 dv-neutron-820491-1-hyperv neutron-server[83444]: cb(*args, **kw) Dec 20 08:52:33.838020 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:52:33.838020 dv-neutron-820491-1-hyperv neutron-server[83444]: return func(*args, **kwargs) Dec 20 08:52:33.838020 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:52:33.838020 dv-neutron-820491-1-hyperv neutron-server[83444]: self._notify() Dec 20 08:52:33.838020 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:52:33.838020 dv-neutron-820491-1-hyperv neutron-server[83444]: self.callback(batched_events) Dec 20 08:52:33.838020 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:52:33.838020 dv-neutron-820491-1-hyperv neutron-server[83444]: event.method(event) Dec 20 08:52:33.838020 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:52:33.838020 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:52:33.838020 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:52:33.838020 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:52:33.838020 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:52:33.838020 dv-neutron-820491-1-hyperv neutron-server[83444]: return f(self, *a, **k) Dec 20 08:52:33.838020 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:52:33.838020 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._get(url).json() Dec 20 08:52:33.838020 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:52:33.838020 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:52:33.838020 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:52:33.838020 dv-neutron-820491-1-hyperv neutron-server[83444]: return self.request(url, 'GET', **kwargs) Dec 20 08:52:33.838020 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:52:33.838020 dv-neutron-820491-1-hyperv neutron-server[83444]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:52:33.838020 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:52:33.838020 dv-neutron-820491-1-hyperv neutron-server[83444]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:52:33.838020 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:52:33.838020 dv-neutron-820491-1-hyperv neutron-server[83444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:52:33.838020 dv-neutron-820491-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:52:33.863048 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-dde2a311-0823-41d8-a0ea-336ba5530391 None None] Provisioning complete for port 15fc5732-fd9c-40c1-8c82-43b90eec6004 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:52:33.863353 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-dde2a311-0823-41d8-a0ea-336ba5530391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:33.943036 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ddd4c629-2631-4c21-b57e-650e26941e24 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:33.948105 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-ddd4c629-2631-4c21-b57e-650e26941e24 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.1517026 Dec 20 08:52:33.948274 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-42cfe9f4-3a0a-43bd-a31f-f53cd4b47428 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:33.949405 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45298) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:33.958456 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-4e10c48a-4fa0-4e49-b92d-2f17490988a4 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'security_group_rule': {'security_group_id': '1e901aa5-662d-4087-96f9-14c8dfadb03a', 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:52:33.965902 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-4e10c48a-4fa0-4e49-b92d-2f17490988a4 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:52:33.966604 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-2c7af2c6-d9a2-4272-8f4d-8330855dc2cf req-725ead48-5684-479f-82b2-51b0cbb024d7 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb73519-9c90-4e50-9a3d-0898de63562c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4440851 Dec 20 08:52:33.971828 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-4e10c48a-4fa0-4e49-b92d-2f17490988a4 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:security_group_rule and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:52:33.975151 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-4e10c48a-4fa0-4e49-b92d-2f17490988a4 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:52:33.982096 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-4e10c48a-4fa0-4e49-b92d-2f17490988a4 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:52:33.982740 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 9624f389-95e7-445e-9234-2b2c73a29b5a up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:52:33.990908 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-70ee0153-aee3-40d9-af12-4d58d94162c5 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:34.010987 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-dde2a311-0823-41d8-a0ea-336ba5530391 None None] Port 15fc5732-fd9c-40c1-8c82-43b90eec6004 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:52:34.017569 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-42cfe9f4-3a0a-43bd-a31f-f53cd4b47428 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:34.020697 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cfe9f4-3a0a-43bd-a31f-f53cd4b47428 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Pushing event deleted for resources: {'Network': ['ID=510fbd22-4362-47b5-a6b8-1384867fd7db,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:34.030366 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-42cfe9f4-3a0a-43bd-a31f-f53cd4b47428 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:34.030547 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e4ed1d1-d244-4968-807b-d9166cf2b738 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Router f919e8d6-85f1-4d92-b0e6-83cea647faf2 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:52:34.035360 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4e10c48a-4fa0-4e49-b92d-2f17490988a4 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:34.039886 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [req-0ebe14df-ecba-4182-9694-e53cb5c81b59 req-fb335452-ba76-400f-bf61-1d56f23f5923 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] For port 822c130b-1710-4b88-bed1-5fcc385bac4c, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=822c130b-1710-4b88-bed1-5fcc385bac4c,segment=NetworkSegment(816f3411-ce24-4874-a9f0-58ff5b5f140f),segment_id=816f3411-ce24-4874-a9f0-58ff5b5f140f)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:52:34.040331 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-0ebe14df-ecba-4182-9694-e53cb5c81b59 req-fb335452-ba76-400f-bf61-1d56f23f5923 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:34.060086 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-42cfe9f4-3a0a-43bd-a31f-f53cd4b47428 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "DELETE /v2.0/networks/510fbd22-4362-47b5-a6b8-1384867fd7db HTTP/1.1" status: 204 len: 168 time: 1.4345095 Dec 20 08:52:34.063994 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 9624f389-95e7-445e-9234-2b2c73a29b5a completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:52:34.068038 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45302) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:34.070805 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 9624f389-95e7-445e-9234-2b2c73a29b5a triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:52:34.071300 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:34.153639 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-0ade2402-0b93-4a76-87db-04c526c45c26 None None] Provisioning complete for port e8f40a8f-073f-4a23-9a34-daa23a9f4f65 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:52:34.153922 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-0ade2402-0b93-4a76-87db-04c526c45c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:34.169279 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4f6dd3-ee87-4186-b9b0-d3d63dbbfe9c tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:34.169854 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-be4f6dd3-ee87-4186-b9b0-d3d63dbbfe9c tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Synchronizing usage tracker for tenant:9a4160c0c10e4c91b63b9bda9f2f4420 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:52:34.182892 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4e10c48a-4fa0-4e49-b92d-2f17490988a4 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:34.189796 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4e10c48a-4fa0-4e49-b92d-2f17490988a4 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:34.193808 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2cd55379-98d7-46f0-9a92-d42d7e338d51 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:34.210389 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-0ade2402-0b93-4a76-87db-04c526c45c26 None None] Port e8f40a8f-073f-4a23-9a34-daa23a9f4f65 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:52:34.210665 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-be4f6dd3-ee87-4186-b9b0-d3d63dbbfe9c tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Unset dirty status for tenant:9a4160c0c10e4c91b63b9bda9f2f4420 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:52:34.211726 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-be4f6dd3-ee87-4186-b9b0-d3d63dbbfe9c tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "GET /v2.0/ports/8506ae06-0395-4b60-858f-6843b617394a HTTP/1.1" status: 200 len: 841 time: 0.1429384 Dec 20 08:52:34.217919 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e10c48a-4fa0-4e49-b92d-2f17490988a4 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b5522ca-9420-40be-a4e4-76f2f2fda3ce,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:34.219505 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45306) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:34.223980 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4e10c48a-4fa0-4e49-b92d-2f17490988a4 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:34.273147 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:34.274004 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4e10c48a-4fa0-4e49-b92d-2f17490988a4 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:34.278553 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-4e10c48a-4fa0-4e49-b92d-2f17490988a4 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3254459 Dec 20 08:52:34.279115 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 45310) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:34.300653 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-40caf7a1-398d-40d8-9b55-1bba222d1fb8 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "GET /v2.0/ports/8506ae06-0395-4b60-858f-6843b617394a?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0746760 Dec 20 08:52:34.300892 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45314) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:34.307031 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-0517aec6-6af9-4c6f-a013-6cf364bfbc58 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Request body: {'subnet': {'network_id': '13b54023-cd9b-4f29-8fc2-455799589a42', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:52:34.310919 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 9624f389-95e7-445e-9234-2b2c73a29b5a, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=9624f389-95e7-445e-9234-2b2c73a29b5a,segment=NetworkSegment(9b58e0d3-cedd-4f30-8dec-4d3862107ed6),segment_id=9b58e0d3-cedd-4f30-8dec-4d3862107ed6)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:52:34.315775 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:34.320681 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-96d72341-d6da-4a51-9636-5928ece279ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:34.416885 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=9624f389-95e7-445e-9234-2b2c73a29b5a,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:34.420970 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:34.428731 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-0517aec6-6af9-4c6f-a013-6cf364bfbc58 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:52:34.433922 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-0517aec6-6af9-4c6f-a013-6cf364bfbc58 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Usage tracker for resource:subnet and tenant:9a4160c0c10e4c91b63b9bda9f2f4420 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:52:34.437283 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-0517aec6-6af9-4c6f-a013-6cf364bfbc58 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:52:34.444309 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-0517aec6-6af9-4c6f-a013-6cf364bfbc58 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:52:34.455504 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 4824da20-df2b-420a-8012-9e7130e2eb89 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:52:34.455894 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0517aec6-6af9-4c6f-a013-6cf364bfbc58 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Made reservation on behalf of 9a4160c0c10e4c91b63b9bda9f2f4420 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:52:34.477067 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-a91f1566-33b0-4677-aa1c-c00650826866 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'security_group_rule': {'security_group_id': '1e901aa5-662d-4087-96f9-14c8dfadb03a', 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:52:34.499844 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-a91f1566-33b0-4677-aa1c-c00650826866 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:52:34.507323 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-a91f1566-33b0-4677-aa1c-c00650826866 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:security_group_rule and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:52:34.512879 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-a91f1566-33b0-4677-aa1c-c00650826866 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:52:34.525461 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-a91f1566-33b0-4677-aa1c-c00650826866 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:52:34.531108 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 4824da20-df2b-420a-8012-9e7130e2eb89 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:52:34.531495 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:34.567143 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0517aec6-6af9-4c6f-a013-6cf364bfbc58 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1529102'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:34.639554 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.securitygroups_db [None req-a91f1566-33b0-4677-aa1c-c00650826866 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Project f7b89f97320342ff933d41aa1a974b12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 08:52:34.660406 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a91f1566-33b0-4677-aa1c-c00650826866 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:34.705279 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-0ebe14df-ecba-4182-9694-e53cb5c81b59 req-fb335452-ba76-400f-bf61-1d56f23f5923 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:34.705980 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-0ebe14df-ecba-4182-9694-e53cb5c81b59 req-fb335452-ba76-400f-bf61-1d56f23f5923 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-345990'] for floatingip, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:34.706530 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.l3_db [req-0ebe14df-ecba-4182-9694-e53cb5c81b59 req-fb335452-ba76-400f-bf61-1d56f23f5923 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Floating IP a8e902e1-aa0f-4275-8ac6-a7bc25f00739 disassociated. External IP: 172.26.5.19, port: 822c130b-1710-4b88-bed1-5fcc385bac4c. Dec 20 08:52:34.707079 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [req-0ebe14df-ecba-4182-9694-e53cb5c81b59 req-fb335452-ba76-400f-bf61-1d56f23f5923 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Calling delete_port for 822c130b-1710-4b88-bed1-5fcc385bac4c owned by compute:nova {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:52:34.734549 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 96fe5f98-def4-4ff4-a474-9a3023ef92e2 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:52:34.788368 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e4ed1d1-d244-4968-807b-d9166cf2b738 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:52:34.800770 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45318) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:34.801360 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-2e4ed1d1-d244-4968-807b-d9166cf2b738 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "PUT /v2.0/routers/f919e8d6-85f1-4d92-b0e6-83cea647faf2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5439427 Dec 20 08:52:34.812059 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-57e2eec2-91d4-49b0-95c2-67ff9cd3ed54 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Request body: {'network': {'name': 'tempest-RoutersTest-1638123528'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:52:34.813511 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 96fe5f98-def4-4ff4-a474-9a3023ef92e2 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:52:34.813914 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:34.818401 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-57e2eec2-91d4-49b0-95c2-67ff9cd3ed54 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:52:34.825881 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-57e2eec2-91d4-49b0-95c2-67ff9cd3ed54 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Usage tracker for resource:network and tenant:4697a8f4ef3e423facaab77bb132848e is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:52:34.829904 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-57e2eec2-91d4-49b0-95c2-67ff9cd3ed54 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:52:34.837223 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-57e2eec2-91d4-49b0-95c2-67ff9cd3ed54 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:52:34.838415 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a91f1566-33b0-4677-aa1c-c00650826866 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:34.845792 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a91f1566-33b0-4677-aa1c-c00650826866 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:34.856123 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e2eec2-91d4-49b0-95c2-67ff9cd3ed54 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Made reservation on behalf of 4697a8f4ef3e423facaab77bb132848e for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:52:34.859316 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-57e2eec2-91d4-49b0-95c2-67ff9cd3ed54 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:34.878218 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-7c0534b0-9aaf-4232-aa22-1dceb0372fea tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:34.906158 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91f1566-33b0-4677-aa1c-c00650826866 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=382e73f0-e3c9-4680-84ed-4e8c06135302,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:34.919027 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a91f1566-33b0-4677-aa1c-c00650826866 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:34.940381 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a91f1566-33b0-4677-aa1c-c00650826866 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:34.945030 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-a91f1566-33b0-4677-aa1c-c00650826866 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.6623268 Dec 20 08:52:34.946252 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 45322) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:34.952911 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-4a0708ee-bc93-4177-8e1c-824b6cc801e3 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'security_group_rule': {'security_group_id': '1e901aa5-662d-4087-96f9-14c8dfadb03a', 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:52:34.955922 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57e2eec2-91d4-49b0-95c2-67ff9cd3ed54 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:52:34.959484 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-0ebe14df-ecba-4182-9694-e53cb5c81b59 req-fb335452-ba76-400f-bf61-1d56f23f5923 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:34.961880 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-4a0708ee-bc93-4177-8e1c-824b6cc801e3 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:52:34.975669 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a6fce211-17bc-4400-8b62-188f48c9ff3d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:35.003943 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-57e2eec2-91d4-49b0-95c2-67ff9cd3ed54 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:35.004428 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-57e2eec2-91d4-49b0-95c2-67ff9cd3ed54 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Added segment ff9c9c08-718a-463d-ad5f-f547eeb7c4a6 of type vlan for network 7c0441d4-1f50-4a57-a855-4ecc74045de8 Dec 20 08:52:35.026233 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-4a0708ee-bc93-4177-8e1c-824b6cc801e3 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:security_group_rule and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:52:35.029208 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb335452-ba76-400f-bf61-1d56f23f5923 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Pushing event deleted for resources: {'Port': ['ID=822c130b-1710-4b88-bed1-5fcc385bac4c,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:35.033960 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-4a0708ee-bc93-4177-8e1c-824b6cc801e3 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:52:35.037151 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-fb335452-ba76-400f-bf61-1d56f23f5923 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:35.039721 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 6bfac3b4-4b41-4e7f-96ee-cf3662fa45f6 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:52:35.043325 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-4a0708ee-bc93-4177-8e1c-824b6cc801e3 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:52:35.063555 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0517aec6-6af9-4c6f-a013-6cf364bfbc58 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1129376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1529148'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:35.085591 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0613aa18-a2a7-46b2-9d1c-79320834e2b7 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:35.111892 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 6bfac3b4-4b41-4e7f-96ee-cf3662fa45f6 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:52:35.112670 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 6bfac3b4-4b41-4e7f-96ee-cf3662fa45f6 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:52:35.116974 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c73808-e9dd-4b44-a538-2ab7da6a3bdd None None] Sync routers for ids ['f919e8d6-85f1-4d92-b0e6-83cea647faf2'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:52:35.139946 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c73808-e9dd-4b44-a538-2ab7da6a3bdd None None] Routers {'f919e8d6-85f1-4d92-b0e6-83cea647faf2'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:52:35.140495 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-59c73808-e9dd-4b44-a538-2ab7da6a3bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:52:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['f919e8d6-85f1-4d92-b0e6-83cea647faf2'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:52:35.144776 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.securitygroups_db [None req-4a0708ee-bc93-4177-8e1c-824b6cc801e3 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Project f7b89f97320342ff933d41aa1a974b12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 08:52:35.147566 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-57e2eec2-91d4-49b0-95c2-67ff9cd3ed54 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:35.153339 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4a0708ee-bc93-4177-8e1c-824b6cc801e3 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:35.231062 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0517aec6-6af9-4c6f-a013-6cf364bfbc58 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Network 13b54023-cd9b-4f29-8fc2-455799589a42 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:52:35.234900 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-708f450f-9ebf-4114-9c22-94853efdeb79 req-62c5e0d1-868b-433f-91d6-c2371632a21d tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ed22f74-3364-4d36-a315-3779ea29fe0d HTTP/1.1" status: 200 len: 210 time: 0.0625703 Dec 20 08:52:35.246953 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-0517aec6-6af9-4c6f-a013-6cf364bfbc58 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:52:35.251757 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0517aec6-6af9-4c6f-a013-6cf364bfbc58 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Pushing event updated for resources: {'Subnet': ['ID=4578b712-e099-4092-933b-41c7a5005cdf,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:35.256066 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0517aec6-6af9-4c6f-a013-6cf364bfbc58 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:35.256835 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0517aec6-6af9-4c6f-a013-6cf364bfbc58 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:35.263966 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0517aec6-6af9-4c6f-a013-6cf364bfbc58 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:35.275624 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f85486-c8b3-4f56-90d9-da1998ed79e3 None None] Network 13b54023-cd9b-4f29-8fc2-455799589a42 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:52:35.298694 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-57e2eec2-91d4-49b0-95c2-67ff9cd3ed54 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:35.303326 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4a0708ee-bc93-4177-8e1c-824b6cc801e3 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:35.303580 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e2eec2-91d4-49b0-95c2-67ff9cd3ed54 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:35.305550 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-57e2eec2-91d4-49b0-95c2-67ff9cd3ed54 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:35.311716 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4a0708ee-bc93-4177-8e1c-824b6cc801e3 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:35.314981 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f8373f61-bb3f-4df5-bfee-d5b8b379a751 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:35.318184 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-331dae6e-29bb-4100-a3dc-f10bf5718233 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:35.346272 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0708ee-bc93-4177-8e1c-824b6cc801e3 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8445e55f-93f5-40d6-adf6-f9f74b9dcc40,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:35.351216 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-4a0708ee-bc93-4177-8e1c-824b6cc801e3 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:35.353463 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-59c73808-e9dd-4b44-a538-2ab7da6a3bdd None None] Set router f919e8d6-85f1-4d92-b0e6-83cea647faf2 gateway port host: None {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:52:35.365150 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4a0708ee-bc93-4177-8e1c-824b6cc801e3 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:35.366350 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-4a0708ee-bc93-4177-8e1c-824b6cc801e3 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4194279 Dec 20 08:52:35.380614 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-0517aec6-6af9-4c6f-a013-6cf364bfbc58 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0762384 Dec 20 08:52:35.386334 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-57e2eec2-91d4-49b0-95c2-67ff9cd3ed54 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5816715 Dec 20 08:52:35.387187 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45330) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:35.387361 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45332) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:35.425767 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 822c130b-1710-4b88-bed1-5fcc385bac4c no longer exists at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:52:35.453524 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-40759845-1d00-475c-a1f0-38b2a30f9435 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Request body: {'subnet': {'network_id': '7c0441d4-1f50-4a57-a855-4ecc74045de8', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:52:35.473025 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0ebe14df-ecba-4182-9694-e53cb5c81b59 req-fb335452-ba76-400f-bf61-1d56f23f5923 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Router bd875e86-a674-45ca-9850-8ca7353ab443 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:52:35.478837 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-2882936a-89fe-4f77-98ed-0f44ec543435 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Request body: {'security_group': {'name': 'tempest-secgroup-1956906991'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:52:35.487704 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e2eec2-91d4-49b0-95c2-67ff9cd3ed54 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Pushing event updated for resources: {'Network': ['ID=7c0441d4-1f50-4a57-a855-4ecc74045de8,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:35.488202 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] No Port match for: 822c130b-1710-4b88-bed1-5fcc385bac4c {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:52:35.488791 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 822c130b-1710-4b88-bed1-5fcc385bac4c not bound to the agent host hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:52:35.490323 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-2882936a-89fe-4f77-98ed-0f44ec543435 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:52:35.497937 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-57e2eec2-91d4-49b0-95c2-67ff9cd3ed54 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:35.502658 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-2882936a-89fe-4f77-98ed-0f44ec543435 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Usage tracker for resource:security_group and tenant:9a4160c0c10e4c91b63b9bda9f2f4420 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:52:35.507484 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-2882936a-89fe-4f77-98ed-0f44ec543435 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:52:35.507886 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network 7c0441d4-1f50-4a57-a855-4ecc74045de8 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:52:35.526672 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-2882936a-89fe-4f77-98ed-0f44ec543435 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:52:35.661475 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2882936a-89fe-4f77-98ed-0f44ec543435 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:35.691675 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-40759845-1d00-475c-a1f0-38b2a30f9435 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:52:35.709780 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-40759845-1d00-475c-a1f0-38b2a30f9435 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Usage tracker for resource:subnet and tenant:4697a8f4ef3e423facaab77bb132848e is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:52:35.723152 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-40759845-1d00-475c-a1f0-38b2a30f9435 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:52:35.748316 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-40759845-1d00-475c-a1f0-38b2a30f9435 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:52:35.785437 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-2882936a-89fe-4f77-98ed-0f44ec543435 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:52:35.788689 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40759845-1d00-475c-a1f0-38b2a30f9435 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Made reservation on behalf of 4697a8f4ef3e423facaab77bb132848e for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:52:35.811574 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-2882936a-89fe-4f77-98ed-0f44ec543435 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Usage tracker for resource:security_group_rule and tenant:9a4160c0c10e4c91b63b9bda9f2f4420 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:52:35.816951 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-2882936a-89fe-4f77-98ed-0f44ec543435 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:52:35.832978 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-2882936a-89fe-4f77-98ed-0f44ec543435 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:52:35.896464 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-9a829ab9-e48f-4564-b5f9-b3fa4edaaf40 req-3b72906b-5479-4d2f-b853-8e99474d56ee tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Synchronizing usage tracker for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:security_group {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:52:35.906393 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0ebe14df-ecba-4182-9694-e53cb5c81b59 req-fb335452-ba76-400f-bf61-1d56f23f5923 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:52:35.923716 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534e2e2c-c0cc-45a5-9c01-d79224697733 None None] Sync routers for ids ['bd875e86-a674-45ca-9850-8ca7353ab443'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:52:35.926805 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-40759845-1d00-475c-a1f0-38b2a30f9435 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1529102'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:35.970183 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534e2e2c-c0cc-45a5-9c01-d79224697733 None None] Routers {'bd875e86-a674-45ca-9850-8ca7353ab443'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:52:35.971494 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-534e2e2c-c0cc-45a5-9c01-d79224697733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:52:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['bd875e86-a674-45ca-9850-8ca7353ab443'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:52:36.001348 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-59c73808-e9dd-4b44-a538-2ab7da6a3bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f919e8d6-85f1-4d92-b0e6-83cea647faf2', 'name': 'tempest-RoutersTest-router-1948169302', 'tenant_id': '4697a8f4ef3e423facaab77bb132848e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:52:08Z', 'updated_at': '2021-12-20T08:52:31Z', 'revision_number': 4, 'project_id': '4697a8f4ef3e423facaab77bb132848e', 'gw_port_host': None, '_interfaces': [{'id': '4824da20-df2b-420a-8012-9e7130e2eb89', 'name': '', 'network_id': 'f7959ad9-7f8a-41b8-84e4-df4a2a333cb7', 'tenant_id': '4697a8f4ef3e423facaab77bb132848e', 'mac_address': 'fa:16:3e:2b:46:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f919e8d6-85f1-4d92-b0e6-83cea647faf2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e722309b-a2f9-48f2-847b-0f916fdd870f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:52:20Z', 'updated_at': '2021-12-20T08:52:33Z', 'revision_number': 5, 'project_id': '4697a8f4ef3e423facaab77bb132848e', 'subnets': [{'id': 'e722309b-a2f9-48f2-847b-0f916fdd870f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62d6e5ea-2d30-4d34-885f-f6fc23559841', 'name': '', 'network_id': '4e6e56c8-a506-4bd0-9fa0-bf3832e5e74c', 'tenant_id': '4697a8f4ef3e423facaab77bb132848e', 'mac_address': 'fa:16:3e:c4:89:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f919e8d6-85f1-4d92-b0e6-83cea647faf2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '350384e1-356c-4bf2-a3be-69295d633632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:52:11Z', 'updated_at': '2021-12-20T08:52:21Z', 'revision_number': 5, 'project_id': '4697a8f4ef3e423facaab77bb132848e', 'subnets': [{'id': '350384e1-356c-4bf2-a3be-69295d633632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8f40a8f-073f-4a23-9a34-daa23a9f4f65', 'name': '', 'network_id': 'eeb2c19e-8d5b-45da-b5de-28fcc8533ce2', 'tenant_id': '4697a8f4ef3e423facaab77bb132848e', 'mac_address': 'fa:16:3e:97:54:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f919e8d6-85f1-4d92-b0e6-83cea647faf2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a11058f-2607-4afc-bfc5-70ebdd408f20', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:52:29Z', 'updated_at': '2021-12-20T08:52:31Z', 'revision_number': 2, 'project_id': '4697a8f4ef3e423facaab77bb132848e', 'subnets': [{'id': '7a11058f-2607-4afc-bfc5-70ebdd408f20', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:52:36.005889 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c73808-e9dd-4b44-a538-2ab7da6a3bdd None None] Checking router: f919e8d6-85f1-4d92-b0e6-83cea647faf2 for host: dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 08:52:36.006561 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c73808-e9dd-4b44-a538-2ab7da6a3bdd None None] Updating router f919e8d6-85f1-4d92-b0e6-83cea647faf2 port e8f40a8f-073f-4a23-9a34-daa23a9f4f65 binding host dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 08:52:36.014125 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ebe14df-ecba-4182-9694-e53cb5c81b59 req-fb335452-ba76-400f-bf61-1d56f23f5923 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] No DVR routers for this DVR port 822c130b-1710-4b88-bed1-5fcc385bac4c on host hv-neutron-8204 {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:52:36.017681 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-0ebe14df-ecba-4182-9694-e53cb5c81b59 req-fb335452-ba76-400f-bf61-1d56f23f5923 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:36.020722 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-0ebe14df-ecba-4182-9694-e53cb5c81b59 req-fb335452-ba76-400f-bf61-1d56f23f5923 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.58 "DELETE /v2.0/ports/822c130b-1710-4b88-bed1-5fcc385bac4c HTTP/1.1" status: 204 len: 173 time: 2.7525978 Dec 20 08:52:36.021530 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-9a829ab9-e48f-4564-b5f9-b3fa4edaaf40 req-3b72906b-5479-4d2f-b853-8e99474d56ee tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Unset dirty status for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:security_group {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:52:36.022904 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-9a829ab9-e48f-4564-b5f9-b3fa4edaaf40 req-3b72906b-5479-4d2f-b853-8e99474d56ee tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-540420444&fields=id&tenant_id=f7b89f97320342ff933d41aa1a974b12 HTTP/1.1" status: 200 len: 267 time: 0.2031009 Dec 20 08:52:36.024083 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed22f74-3364-4d36-a315-3779ea29fe0d', 'name': 'network-vif-deleted', 'tag': '822c130b-1710-4b88-bed1-5fcc385bac4c'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 08:52:36.042608 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc484e34-a6eb-44da-bedf-b88009f654eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-13b54023-cd9b-4f29-8fc2-455799589a42', 'network_id': '13b54023-cd9b-4f29-8fc2-455799589a42', 'tenant_id': '9a4160c0c10e4c91b63b9bda9f2f4420', 'fixed_ips': [{'subnet_id': '4578b712-e099-4092-933b-41c7a5005cdf'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:52:36.043506 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-dc484e34-a6eb-44da-bedf-b88009f654eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:36.095853 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2882936a-89fe-4f77-98ed-0f44ec543435 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:36.111030 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2882936a-89fe-4f77-98ed-0f44ec543435 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:36.125072 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-08a1bbb8-41fd-4f93-83db-798b0c614bb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:36.181056 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-59c73808-e9dd-4b44-a538-2ab7da6a3bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:36.241446 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ed22f74-3364-4d36-a315-3779ea29fe0d', 'name': 'network-vif-deleted', 'tag': '822c130b-1710-4b88-bed1-5fcc385bac4c', 'status': 'completed', 'code': 200} Dec 20 08:52:36.248521 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a829ab9-e48f-4564-b5f9-b3fa4edaaf40 req-ed80fdfd-cbca-4be1-b93b-b8bbfab9682b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:36.250380 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-9a829ab9-e48f-4564-b5f9-b3fa4edaaf40 req-ed80fdfd-cbca-4be1-b93b-b8bbfab9682b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/networks?id=e664d4c9-b00f-4349-9b46-df6a85ff1fc2 HTTP/1.1" status: 200 len: 797 time: 0.1957607 Dec 20 08:52:36.282416 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-9a829ab9-e48f-4564-b5f9-b3fa4edaaf40 req-a6bd44ce-e80d-4006-956c-9bb9b3a72db8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/quotas/f7b89f97320342ff933d41aa1a974b12 HTTP/1.1" status: 200 len: 375 time: 0.0220282 Dec 20 08:52:36.356290 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-534e2e2c-c0cc-45a5-9c01-d79224697733 None None] Set router bd875e86-a674-45ca-9850-8ca7353ab443 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:52:36.412258 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2882936a-89fe-4f77-98ed-0f44ec543435 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e473c0e0-1783-41e5-8f71-86371535e9cc,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:36.421255 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2882936a-89fe-4f77-98ed-0f44ec543435 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:36.423416 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-40759845-1d00-475c-a1f0-38b2a30f9435 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1129376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1529148'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:36.434059 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-dc484e34-a6eb-44da-bedf-b88009f654eb None None] Allocated IP 172.20.0.2 (13b54023-cd9b-4f29-8fc2-455799589a42/4578b712-e099-4092-933b-41c7a5005cdf/7252b5aa-cbc9-439c-b5e0-854f6b910dff) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:52:36.434540 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1858b560-3eb3-4481-a22b-cc3ad9a4522f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:36.482047 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-9a829ab9-e48f-4564-b5f9-b3fa4edaaf40 req-413d3648-38c8-42a6-86a8-d19b85aaccbc tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Synchronizing usage tracker for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:52:36.492904 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2882936a-89fe-4f77-98ed-0f44ec543435 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:36.495445 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-2882936a-89fe-4f77-98ed-0f44ec543435 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1046095 Dec 20 08:52:36.501043 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 45348) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:36.529571 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-73771210-4b27-4428-a43a-ede3aed4e810 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Request body: {'security_group': {'name': 'tempest-secgroup-576914077'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:52:36.545671 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-73771210-4b27-4428-a43a-ede3aed4e810 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:52:36.551254 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-9a829ab9-e48f-4564-b5f9-b3fa4edaaf40 req-413d3648-38c8-42a6-86a8-d19b85aaccbc tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Unset dirty status for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:52:36.554687 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-9a829ab9-e48f-4564-b5f9-b3fa4edaaf40 req-413d3648-38c8-42a6-86a8-d19b85aaccbc tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f7b89f97320342ff933d41aa1a974b12&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2582607 Dec 20 08:52:36.558025 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-73771210-4b27-4428-a43a-ede3aed4e810 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Usage tracker for resource:security_group and tenant:9a4160c0c10e4c91b63b9bda9f2f4420 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:52:36.573000 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-73771210-4b27-4428-a43a-ede3aed4e810 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:52:36.597887 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [req-9a829ab9-e48f-4564-b5f9-b3fa4edaaf40 req-e4ad1149-0b59-4523-9996-90275e7b0325 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=83445) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 08:52:36.607376 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-9a829ab9-e48f-4564-b5f9-b3fa4edaaf40 req-e4ad1149-0b59-4523-9996-90275e7b0325 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0272958 Dec 20 08:52:36.611545 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40759845-1d00-475c-a1f0-38b2a30f9435 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Pushing event updated for resources: {'Subnet': ['ID=560472ac-49ee-48b0-b494-d69f282a15f9,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:36.630977 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 9624f389-95e7-445e-9234-2b2c73a29b5a up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:52:36.632723 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-73771210-4b27-4428-a43a-ede3aed4e810 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:52:36.637025 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-40759845-1d00-475c-a1f0-38b2a30f9435 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:36.682948 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-73771210-4b27-4428-a43a-ede3aed4e810 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for security_group, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:36.710451 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-cf4b4d2b-31db-4428-a1a2-64355df5cc32 req-ac7646a9-4cea-4107-9baf-3c2a56a5629e tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ed22f74-3364-4d36-a315-3779ea29fe0d HTTP/1.1" status: 200 len: 210 time: 0.1001613 Dec 20 08:52:36.729413 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40759845-1d00-475c-a1f0-38b2a30f9435 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Checking segment: {'id': 'ff9c9c08-718a-463d-ad5f-f547eeb7c4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '7c0441d4-1f50-4a57-a855-4ecc74045de8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:52:36.729770 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40759845-1d00-475c-a1f0-38b2a30f9435 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Network hostable DHCP agents. Network: 7c0441d4-1f50-4a57-a855-4ecc74045de8, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:52:36.779890 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40759845-1d00-475c-a1f0-38b2a30f9435 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Network 7c0441d4-1f50-4a57-a855-4ecc74045de8 is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:52:36.800385 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-40759845-1d00-475c-a1f0-38b2a30f9435 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, 7c0441d4-1f50-4a57-a855-4ecc74045de8) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:52:36.804753 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40759845-1d00-475c-a1f0-38b2a30f9435 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:36.805628 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-40759845-1d00-475c-a1f0-38b2a30f9435 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:36.826309 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-73771210-4b27-4428-a43a-ede3aed4e810 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:52:36.833760 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-73771210-4b27-4428-a43a-ede3aed4e810 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Usage tracker for resource:security_group_rule and tenant:9a4160c0c10e4c91b63b9bda9f2f4420 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:52:36.847927 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-59c73808-e9dd-4b44-a538-2ab7da6a3bdd None None] Notify callbacks [] for port, precommit_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:36.852302 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-73771210-4b27-4428-a43a-ede3aed4e810 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:52:36.858111 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-40759845-1d00-475c-a1f0-38b2a30f9435 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4652379 Dec 20 08:52:36.859809 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45352) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:36.867765 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.provisioning_blocks [None req-59c73808-e9dd-4b44-a538-2ab7da6a3bdd None None] Transition to ACTIVE for port object e8f40a8f-073f-4a23-9a34-daa23a9f4f65 will not be triggered until provisioned by entity L2. {{(pid=83447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:52:36.872809 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-73771210-4b27-4428-a43a-ede3aed4e810 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:52:36.886692 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-59c73808-e9dd-4b44-a538-2ab7da6a3bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:36.907005 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-9a829ab9-e48f-4564-b5f9-b3fa4edaaf40 req-f31607a6-1bc6-4ae5-98e4-91c760b5d597 service neutron] 10.222.0.16 "GET /v2.0/networks/e664d4c9-b00f-4349-9b46-df6a85ff1fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2981677 Dec 20 08:52:36.907725 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-d6d2481d-0819-46db-a902-b14a340d1ca5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:36.987143 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f2fd96-830e-4499-9ea2-638f223917c6 None None] Pushing event updated for resources: {'Port': ['ID=e8f40a8f-073f-4a23-9a34-daa23a9f4f65,revision_number=3']} {{(pid=83447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:37.062728 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-c2f2fd96-830e-4499-9ea2-638f223917c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:37.110424 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d51fd47-ac2d-45a2-b8d4-7a5e28b4c60f None None] Network 7c0441d4-1f50-4a57-a855-4ecc74045de8 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:52:37.235387 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-59c73808-e9dd-4b44-a538-2ab7da6a3bdd None None] Attempting to bind port e8f40a8f-073f-4a23-9a34-daa23a9f4f65 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:52:37.236033 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-59c73808-e9dd-4b44-a538-2ab7da6a3bdd None None] Attempting to bind port e8f40a8f-073f-4a23-9a34-daa23a9f4f65 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '9b58e0d3-cedd-4f30-8dec-4d3862107ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'eeb2c19e-8d5b-45da-b5de-28fcc8533ce2'}] {{(pid=83447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:52:37.236357 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c73808-e9dd-4b44-a538-2ab7da6a3bdd None None] Attempting to bind port e8f40a8f-073f-4a23-9a34-daa23a9f4f65 on network eeb2c19e-8d5b-45da-b5de-28fcc8533ce2 {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:52:37.255742 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c73808-e9dd-4b44-a538-2ab7da6a3bdd None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:52:37.256176 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c73808-e9dd-4b44-a538-2ab7da6a3bdd None None] Checking segment: {'id': '9b58e0d3-cedd-4f30-8dec-4d3862107ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'eeb2c19e-8d5b-45da-b5de-28fcc8533ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:52:37.256811 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-59c73808-e9dd-4b44-a538-2ab7da6a3bdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:37.257414 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c73808-e9dd-4b44-a538-2ab7da6a3bdd None None] Bound using segment: {'id': '9b58e0d3-cedd-4f30-8dec-4d3862107ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'eeb2c19e-8d5b-45da-b5de-28fcc8533ce2'} {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:52:37.258004 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-59c73808-e9dd-4b44-a538-2ab7da6a3bdd None None] Bound port: e8f40a8f-073f-4a23-9a34-daa23a9f4f65, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b58e0d3-cedd-4f30-8dec-4d3862107ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'eeb2c19e-8d5b-45da-b5de-28fcc8533ce2'}}] {{(pid=83447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:52:37.258749 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-59c73808-e9dd-4b44-a538-2ab7da6a3bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:37.310529 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-dc484e34-a6eb-44da-bedf-b88009f654eb None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:37.324015 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-dc484e34-a6eb-44da-bedf-b88009f654eb None None] Transition to ACTIVE for port object 7252b5aa-cbc9-439c-b5e0-854f6b910dff will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:52:37.428613 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.db [None req-59c73808-e9dd-4b44-a538-2ab7da6a3bdd None None] For port e8f40a8f-073f-4a23-9a34-daa23a9f4f65, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:52:37.433241 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.db [None req-59c73808-e9dd-4b44-a538-2ab7da6a3bdd None None] For port e8f40a8f-073f-4a23-9a34-daa23a9f4f65, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=e8f40a8f-073f-4a23-9a34-daa23a9f4f65,segment=NetworkSegment(9b58e0d3-cedd-4f30-8dec-4d3862107ed6),segment_id=9b58e0d3-cedd-4f30-8dec-4d3862107ed6)] {{(pid=83447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:52:37.439924 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-dc484e34-a6eb-44da-bedf-b88009f654eb None None] Transition to ACTIVE for port object 7252b5aa-cbc9-439c-b5e0-854f6b910dff will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:52:37.440618 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-59c73808-e9dd-4b44-a538-2ab7da6a3bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:37.455569 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:37.462611 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-73771210-4b27-4428-a43a-ede3aed4e810 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for security_group, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:37.480178 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-9a829ab9-e48f-4564-b5f9-b3fa4edaaf40 req-42ab5121-fbad-4f3b-888e-831b7ae334d3 service neutron] 10.222.0.16 "GET /v2.0/networks/e664d4c9-b00f-4349-9b46-df6a85ff1fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5710835 Dec 20 08:52:37.482337 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-73771210-4b27-4428-a43a-ede3aed4e810 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:37.490480 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-dc484e34-a6eb-44da-bedf-b88009f654eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:37.495204 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-bd65b0fb-dad8-4bca-8ff3-1d4d7ba3dc18 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:37.508517 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-b754e576-5630-4d23-b9b8-940193b7250a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:37.545634 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f2fd96-830e-4499-9ea2-638f223917c6 None None] Pushing event updated for resources: {'Port': ['ID=e8f40a8f-073f-4a23-9a34-daa23a9f4f65,revision_number=4']} {{(pid=83447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:37.558303 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-c2f2fd96-830e-4499-9ea2-638f223917c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:37.577304 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c73808-e9dd-4b44-a538-2ab7da6a3bdd None None] Routers {'f919e8d6-85f1-4d92-b0e6-83cea647faf2'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:52:37.578095 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-59c73808-e9dd-4b44-a538-2ab7da6a3bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:52:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['f919e8d6-85f1-4d92-b0e6-83cea647faf2'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:52:37.600982 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-73771210-4b27-4428-a43a-ede3aed4e810 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:37.609272 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-73771210-4b27-4428-a43a-ede3aed4e810 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.1047704 Dec 20 08:52:37.615316 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 45356) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:37.637073 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-c614e9ba-b55a-4078-a041-fa3579b487ff tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1112907327', 'security_groups': ['23ca2b77-dd89-40ff-a06a-d8a3c3894446'], 'network_id': '13b54023-cd9b-4f29-8fc2-455799589a42', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4578b712-e099-4092-933b-41c7a5005cdf'}]}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:52:37.817631 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-59c73808-e9dd-4b44-a538-2ab7da6a3bdd None None] Set router f919e8d6-85f1-4d92-b0e6-83cea647faf2 gateway port host: None {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:52:37.843493 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc484e34-a6eb-44da-bedf-b88009f654eb None None] Network 13b54023-cd9b-4f29-8fc2-455799589a42 is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:52:37.897588 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-dc484e34-a6eb-44da-bedf-b88009f654eb None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:52:37.902148 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc484e34-a6eb-44da-bedf-b88009f654eb None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:52:37.982252 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-c614e9ba-b55a-4078-a041-fa3579b487ff tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:52:38.007784 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-c614e9ba-b55a-4078-a041-fa3579b487ff tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:52:38.023951 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73771210-4b27-4428-a43a-ede3aed4e810 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23ca2b77-dd89-40ff-a06a-d8a3c3894446,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:38.031124 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-73771210-4b27-4428-a43a-ede3aed4e810 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:38.033497 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 9624f389-95e7-445e-9234-2b2c73a29b5a triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:52:38.033886 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:38.035064 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c614e9ba-b55a-4078-a041-fa3579b487ff tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Made reservation on behalf of 9a4160c0c10e4c91b63b9bda9f2f4420 for: {'port': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:52:38.122661 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc484e34-a6eb-44da-bedf-b88009f654eb None None] Pushing event updated for resources: {'Port': ['ID=7252b5aa-cbc9-439c-b5e0-854f6b910dff,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:38.130105 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-dc484e34-a6eb-44da-bedf-b88009f654eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.622s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:38.144398 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-67fd1a6c-3861-459d-bc8d-d53276252a23 req-3cca8fb5-1551-4da4-b57c-0038b7b6cbf9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Synchronizing usage tracker for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:52:38.169640 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-67fd1a6c-3861-459d-bc8d-d53276252a23 req-3cca8fb5-1551-4da4-b57c-0038b7b6cbf9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Unset dirty status for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:52:38.171324 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-67fd1a6c-3861-459d-bc8d-d53276252a23 req-3cca8fb5-1551-4da4-b57c-0038b7b6cbf9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=6db93eee-b546-4abc-af1c-0f87597398e2 HTTP/1.1" status: 200 len: 210 time: 0.3464785 Dec 20 08:52:38.330085 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0eb4fca7-01bd-4999-82dc-08944cf5d98d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:38.357766 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-6343b29a-932e-4ea2-8af9-a9c9413aa8a2 req-18d240db-ce69-47da-a0b5-1fe8cc99cec0 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Synchronizing usage tracker for tenant:9cbdcc0323fa453595ec6616c2aaa00e on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:52:38.369966 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6654ea7-54d6-470f-94de-ff602432ce7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-7c0441d4-1f50-4a57-a855-4ecc74045de8', 'network_id': '7c0441d4-1f50-4a57-a855-4ecc74045de8', 'tenant_id': '4697a8f4ef3e423facaab77bb132848e', 'fixed_ips': [{'subnet_id': '560472ac-49ee-48b0-b494-d69f282a15f9'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:52:38.370835 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d6654ea7-54d6-470f-94de-ff602432ce7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:38.403565 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-534e2e2c-c0cc-45a5-9c01-d79224697733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd875e86-a674-45ca-9850-8ca7353ab443', 'name': 'tempest-TestVolumeBootPattern-1742087875-router', 'tenant_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': 'f2cbcfcd-283f-4118-8bdd-b273ae3cd306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:48:57Z', 'updated_at': '2021-12-20T08:49:05Z', 'revision_number': 4, 'project_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'gw_port': {'id': 'f2cbcfcd-283f-4118-8bdd-b273ae3cd306', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd875e86-a674-45ca-9850-8ca7353ab443', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:48:58Z', 'updated_at': '2021-12-20T08:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '7db998e5-5f07-4330-9ca7-a9cf1f556901', 'name': '', 'network_id': '93bb2812-0b1d-4fea-b794-e7bc065467e8', 'tenant_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'mac_address': 'fa:16:3e:08:1a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd875e86-a674-45ca-9850-8ca7353ab443', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cff4e817-2297-42bb-840a-667d6388fa06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:49:04Z', 'updated_at': '2021-12-20T08:49:18Z', 'revision_number': 5, 'project_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'subnets': [{'id': 'cff4e817-2297-42bb-840a-667d6388fa06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:52:38.407720 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-6343b29a-932e-4ea2-8af9-a9c9413aa8a2 req-18d240db-ce69-47da-a0b5-1fe8cc99cec0 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Unset dirty status for tenant:9cbdcc0323fa453595ec6616c2aaa00e on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:52:38.409050 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-6343b29a-932e-4ea2-8af9-a9c9413aa8a2 req-18d240db-ce69-47da-a0b5-1fe8cc99cec0 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ed22f74-3364-4d36-a315-3779ea29fe0d HTTP/1.1" status: 200 len: 210 time: 0.1301076 Dec 20 08:52:38.409216 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-dc484e34-a6eb-44da-bedf-b88009f654eb None None] Attempting to bind port 7252b5aa-cbc9-439c-b5e0-854f6b910dff on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:52:38.409557 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-dc484e34-a6eb-44da-bedf-b88009f654eb None None] Attempting to bind port 7252b5aa-cbc9-439c-b5e0-854f6b910dff by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': 'f2da6ec1-02ff-440f-90d4-2ece753f3bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '13b54023-cd9b-4f29-8fc2-455799589a42'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:52:38.409930 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc484e34-a6eb-44da-bedf-b88009f654eb None None] Attempting to bind port 7252b5aa-cbc9-439c-b5e0-854f6b910dff on network 13b54023-cd9b-4f29-8fc2-455799589a42 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:52:38.417403 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534e2e2c-c0cc-45a5-9c01-d79224697733 None None] Checking router: bd875e86-a674-45ca-9850-8ca7353ab443 for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 08:52:38.446624 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c614e9ba-b55a-4078-a041-fa3579b487ff tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:38.471705 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-59c73808-e9dd-4b44-a538-2ab7da6a3bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f919e8d6-85f1-4d92-b0e6-83cea647faf2', 'name': 'tempest-RoutersTest-router-1948169302', 'tenant_id': '4697a8f4ef3e423facaab77bb132848e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:52:08Z', 'updated_at': '2021-12-20T08:52:31Z', 'revision_number': 4, 'project_id': '4697a8f4ef3e423facaab77bb132848e', 'gw_port_host': None, '_interfaces': [{'id': '4824da20-df2b-420a-8012-9e7130e2eb89', 'name': '', 'network_id': 'f7959ad9-7f8a-41b8-84e4-df4a2a333cb7', 'tenant_id': '4697a8f4ef3e423facaab77bb132848e', 'mac_address': 'fa:16:3e:2b:46:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f919e8d6-85f1-4d92-b0e6-83cea647faf2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e722309b-a2f9-48f2-847b-0f916fdd870f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:52:20Z', 'updated_at': '2021-12-20T08:52:33Z', 'revision_number': 5, 'project_id': '4697a8f4ef3e423facaab77bb132848e', 'subnets': [{'id': 'e722309b-a2f9-48f2-847b-0f916fdd870f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62d6e5ea-2d30-4d34-885f-f6fc23559841', 'name': '', 'network_id': '4e6e56c8-a506-4bd0-9fa0-bf3832e5e74c', 'tenant_id': '4697a8f4ef3e423facaab77bb132848e', 'mac_address': 'fa:16:3e:c4:89:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f919e8d6-85f1-4d92-b0e6-83cea647faf2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '350384e1-356c-4bf2-a3be-69295d633632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:52:11Z', 'updated_at': '2021-12-20T08:52:21Z', 'revision_number': 5, 'project_id': '4697a8f4ef3e423facaab77bb132848e', 'subnets': [{'id': '350384e1-356c-4bf2-a3be-69295d633632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8f40a8f-073f-4a23-9a34-daa23a9f4f65', 'name': '', 'network_id': 'eeb2c19e-8d5b-45da-b5de-28fcc8533ce2', 'tenant_id': '4697a8f4ef3e423facaab77bb132848e', 'mac_address': 'fa:16:3e:97:54:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f919e8d6-85f1-4d92-b0e6-83cea647faf2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a11058f-2607-4afc-bfc5-70ebdd408f20', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:52:29Z', 'updated_at': '2021-12-20T08:52:37Z', 'revision_number': 4, 'project_id': '4697a8f4ef3e423facaab77bb132848e', 'subnets': [{'id': '7a11058f-2607-4afc-bfc5-70ebdd408f20', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:52:38.476298 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c73808-e9dd-4b44-a538-2ab7da6a3bdd None None] The sync data for ids ['f919e8d6-85f1-4d92-b0e6-83cea647faf2'] in dv-neutron-820491-1-hyperv is: [{'id': 'f919e8d6-85f1-4d92-b0e6-83cea647faf2', 'name': 'tempest-RoutersTest-router-1948169302', 'tenant_id': '4697a8f4ef3e423facaab77bb132848e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:52:08Z', 'updated_at': '2021-12-20T08:52:31Z', 'revision_number': 4, 'project_id': '4697a8f4ef3e423facaab77bb132848e', 'gw_port_host': None, '_interfaces': [{'id': '4824da20-df2b-420a-8012-9e7130e2eb89', 'name': '', 'network_id': 'f7959ad9-7f8a-41b8-84e4-df4a2a333cb7', 'tenant_id': '4697a8f4ef3e423facaab77bb132848e', 'mac_address': 'fa:16:3e:2b:46:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f919e8d6-85f1-4d92-b0e6-83cea647faf2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e722309b-a2f9-48f2-847b-0f916fdd870f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:52:20Z', 'updated_at': '2021-12-20T08:52:33Z', 'revision_number': 5, 'project_id': '4697a8f4ef3e423facaab77bb132848e', 'subnets': [{'id': 'e722309b-a2f9-48f2-847b-0f916fdd870f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62d6e5ea-2d30-4d34-885f-f6fc23559841', 'name': '', 'network_id': '4e6e56c8-a506-4bd0-9fa0-bf3832e5e74c', 'tenant_id': '4697a8f4ef3e423facaab77bb132848e', 'mac_address': 'fa:16:3e:c4:89:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f919e8d6-85f1-4d92-b0e6-83cea647faf2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '350384e1-356c-4bf2-a3be-69295d633632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:52:11Z', 'updated_at': '2021-12-20T08:52:21Z', 'revision_number': 5, 'project_id': '4697a8f4ef3e423facaab77bb132848e', 'subnets': [{'id': '350384e1-356c-4bf2-a3be-69295d633632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8f40a8f-073f-4a23-9a34-daa23a9f4f65', 'name': '', 'network_id': 'eeb2c19e-8d5b-45da-b5de-28fcc8533ce2', 'tenant_id': '4697a8f4ef3e423facaab77bb132848e', 'mac_address': 'fa:16:3e:97:54:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f919e8d6-85f1-4d92-b0e6-83cea647faf2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a11058f-2607-4afc-bfc5-70ebdd408f20', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:52:29Z', 'updated_at': '2021-12-20T08:52:37Z', 'revision_number': 4, 'project_id': '4697a8f4ef3e423facaab77bb132848e', 'subnets': [{'id': '7a11058f-2607-4afc-bfc5-70ebdd408f20', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:52:38.488253 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-c614e9ba-b55a-4078-a041-fa3579b487ff tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] device_id is not set on port 1b3e0b76-affb-4b87-9095-f3016139c2e8 yet. {{(pid=83445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:52:38.678740 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc484e34-a6eb-44da-bedf-b88009f654eb None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:52:38.679262 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc484e34-a6eb-44da-bedf-b88009f654eb None None] Checking segment: {'id': 'f2da6ec1-02ff-440f-90d4-2ece753f3bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '13b54023-cd9b-4f29-8fc2-455799589a42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:52:38.679775 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-dc484e34-a6eb-44da-bedf-b88009f654eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:38.680395 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc484e34-a6eb-44da-bedf-b88009f654eb None None] Bound using segment: {'id': 'f2da6ec1-02ff-440f-90d4-2ece753f3bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '13b54023-cd9b-4f29-8fc2-455799589a42'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:52:38.684969 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-dc484e34-a6eb-44da-bedf-b88009f654eb None None] Bound port: 7252b5aa-cbc9-439c-b5e0-854f6b910dff, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2da6ec1-02ff-440f-90d4-2ece753f3bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '13b54023-cd9b-4f29-8fc2-455799589a42'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:52:38.685537 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-dc484e34-a6eb-44da-bedf-b88009f654eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:38.735121 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ead6d2f-502c-435e-b6cb-30e345e7dd5e None None] Sync routers for ids ['4255a948-077c-47f3-871f-7907afde6363'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:52:38.755648 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ead6d2f-502c-435e-b6cb-30e345e7dd5e None None] Routers {'4255a948-077c-47f3-871f-7907afde6363'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:52:38.757474 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-6ead6d2f-502c-435e-b6cb-30e345e7dd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:52:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['4255a948-077c-47f3-871f-7907afde6363'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:52:38.811417 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534e2e2c-c0cc-45a5-9c01-d79224697733 None None] Routers {'bd875e86-a674-45ca-9850-8ca7353ab443'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:52:38.812122 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-534e2e2c-c0cc-45a5-9c01-d79224697733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:52:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['bd875e86-a674-45ca-9850-8ca7353ab443'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:52:38.912152 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-c614e9ba-b55a-4078-a041-fa3579b487ff tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Allocated IP 172.20.0.9 (13b54023-cd9b-4f29-8fc2-455799589a42/4578b712-e099-4092-933b-41c7a5005cdf/1b3e0b76-affb-4b87-9095-f3016139c2e8) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:52:39.005859 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-d6654ea7-54d6-470f-94de-ff602432ce7c None None] Allocated IP 172.23.0.2 (7c0441d4-1f50-4a57-a855-4ecc74045de8/560472ac-49ee-48b0-b494-d69f282a15f9/fd70e733-8ef9-4341-8064-f99a7ee5c7f0) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:52:39.061048 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-6ead6d2f-502c-435e-b6cb-30e345e7dd5e None None] Set router 4255a948-077c-47f3-871f-7907afde6363 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:52:39.142388 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device e8f40a8f-073f-4a23-9a34-daa23a9f4f65 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:52:39.189165 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-dc484e34-a6eb-44da-bedf-b88009f654eb None None] For port 7252b5aa-cbc9-439c-b5e0-854f6b910dff, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:52:39.271581 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c614e9ba-b55a-4078-a041-fa3579b487ff tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:39.286905 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-dc484e34-a6eb-44da-bedf-b88009f654eb None None] For port 7252b5aa-cbc9-439c-b5e0-854f6b910dff, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=7252b5aa-cbc9-439c-b5e0-854f6b910dff,segment=NetworkSegment(f2da6ec1-02ff-440f-90d4-2ece753f3bf7),segment_id=f2da6ec1-02ff-440f-90d4-2ece753f3bf7)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:52:39.294267 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-c614e9ba-b55a-4078-a041-fa3579b487ff tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Transition to ACTIVE for port object 1b3e0b76-affb-4b87-9095-f3016139c2e8 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:52:39.335652 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c614e9ba-b55a-4078-a041-fa3579b487ff tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:39.343221 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a6fce211-17bc-4400-8b62-188f48c9ff3d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:39.361642 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-dc484e34-a6eb-44da-bedf-b88009f654eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:39.375568 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-3ac62382-1f1b-4b1f-9c32-022e7aa45257 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:39.437046 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-05e2ff19-9a78-489c-9375-0476d2e2986d req-afb0004b-2618-42f0-a39a-13b1ea34f84e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=6db93eee-b546-4abc-af1c-0f87597398e2 HTTP/1.1" status: 200 len: 210 time: 0.0690513 Dec 20 08:52:39.482963 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c614e9ba-b55a-4078-a041-fa3579b487ff tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Network 13b54023-cd9b-4f29-8fc2-455799589a42 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:52:39.490911 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-534e2e2c-c0cc-45a5-9c01-d79224697733 None None] Set router bd875e86-a674-45ca-9850-8ca7353ab443 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:52:39.491828 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-c614e9ba-b55a-4078-a041-fa3579b487ff tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:52:39.565273 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c614e9ba-b55a-4078-a041-fa3579b487ff tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:52:39.566735 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc484e34-a6eb-44da-bedf-b88009f654eb None None] Pushing event updated for resources: {'Port': ['ID=7252b5aa-cbc9-439c-b5e0-854f6b910dff,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:39.599193 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-dc484e34-a6eb-44da-bedf-b88009f654eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:39.611212 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-6ead6d2f-502c-435e-b6cb-30e345e7dd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4255a948-077c-47f3-871f-7907afde6363', 'name': 'tempest-TestNetworkBasicOps-router-954016181', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.192'}], 'enable_snat': True}, 'gw_port_id': 'e9f65c13-f4f3-4c63-b7fc-14cbeceb62c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:52:22Z', 'updated_at': '2021-12-20T08:52:28Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': 'e9f65c13-f4f3-4c63-b7fc-14cbeceb62c3', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:93:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4255a948-077c-47f3-871f-7907afde6363', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:52:23Z', 'updated_at': '2021-12-20T08:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '15fc5732-fd9c-40c1-8c82-43b90eec6004', 'name': '', 'network_id': 'e664d4c9-b00f-4349-9b46-df6a85ff1fc2', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'mac_address': 'fa:16:3e:14:a4:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4255a948-077c-47f3-871f-7907afde6363', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63d8cf76-7c84-4a2e-bc0c-1d739038e9cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:52:27Z', 'updated_at': '2021-12-20T08:52:29Z', 'revision_number': 2, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'subnets': [{'id': '63d8cf76-7c84-4a2e-bc0c-1d739038e9cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:52:39.628977 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ead6d2f-502c-435e-b6cb-30e345e7dd5e None None] Checking router: 4255a948-077c-47f3-871f-7907afde6363 for host: dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 08:52:39.629339 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ead6d2f-502c-435e-b6cb-30e345e7dd5e None None] Updating router 4255a948-077c-47f3-871f-7907afde6363 port 15fc5732-fd9c-40c1-8c82-43b90eec6004 binding host dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 08:52:39.649439 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c614e9ba-b55a-4078-a041-fa3579b487ff tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Pushing event updated for resources: {'Port': ['ID=1b3e0b76-affb-4b87-9095-f3016139c2e8,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:39.675727 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-c614e9ba-b55a-4078-a041-fa3579b487ff tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:39.730194 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-6ead6d2f-502c-435e-b6cb-30e345e7dd5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:39.799089 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d6654ea7-54d6-470f-94de-ff602432ce7c None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:39.811679 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d6654ea7-54d6-470f-94de-ff602432ce7c None None] Transition to ACTIVE for port object fd70e733-8ef9-4341-8064-f99a7ee5c7f0 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:52:39.833884 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d6654ea7-54d6-470f-94de-ff602432ce7c None None] Transition to ACTIVE for port object fd70e733-8ef9-4341-8064-f99a7ee5c7f0 will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:52:39.870857 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d6654ea7-54d6-470f-94de-ff602432ce7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:39.887033 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c614e9ba-b55a-4078-a041-fa3579b487ff tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:39.887285 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c614e9ba-b55a-4078-a041-fa3579b487ff tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:39.887562 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:39.947747 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:39.964968 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6654ea7-54d6-470f-94de-ff602432ce7c None None] Network 7c0441d4-1f50-4a57-a855-4ecc74045de8 is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:52:39.981945 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-d6654ea7-54d6-470f-94de-ff602432ce7c None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:52:39.994698 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6654ea7-54d6-470f-94de-ff602432ce7c None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:52:40.004832 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a829ab9-e48f-4564-b5f9-b3fa4edaaf40 req-0be22d02-9109-46de-9e9a-a23234856d22 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:40.006740 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-9a829ab9-e48f-4564-b5f9-b3fa4edaaf40 req-0be22d02-9109-46de-9e9a-a23234856d22 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.58 "GET /v2.0/networks?id=e664d4c9-b00f-4349-9b46-df6a85ff1fc2 HTTP/1.1" status: 200 len: 797 time: 0.5204597 Dec 20 08:52:40.011552 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-c614e9ba-b55a-4078-a041-fa3579b487ff tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3952761 Dec 20 08:52:40.014277 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 45390) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:40.020183 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-ed4227a7-2282-49f5-8d30-bdc8f373946e tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Request body: {'subnet': {'network_id': '13b54023-cd9b-4f29-8fc2-455799589a42', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:52:40.025503 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-0eb4fca7-01bd-4999-82dc-08944cf5d98d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Allocated IP 172.23.0.1 (7c0441d4-1f50-4a57-a855-4ecc74045de8/560472ac-49ee-48b0-b494-d69f282a15f9/6a961cd2-10b9-4514-9f84-53e0a4a34ffb) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:52:40.082111 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port e8f40a8f-073f-4a23-9a34-daa23a9f4f65 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:52:40.090434 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port e8f40a8f-073f-4a23-9a34-daa23a9f4f65 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:52:40.090813 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:40.137188 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-cd5dc6d4-7bdc-4a75-a1f2-8619e761e4a6 req-bb1b2690-92e6-4d9a-9011-c85ff069b525 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1261651627&fields=id&tenant_id=9cbdcc0323fa453595ec6616c2aaa00e HTTP/1.1" status: 200 len: 267 time: 0.1137314 Dec 20 08:52:40.142380 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-9a829ab9-e48f-4564-b5f9-b3fa4edaaf40 req-6b5ba3d5-f0ba-46f0-94a7-49cc3ba8df15 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7b89f97320342ff933d41aa1a974b12 HTTP/1.1" status: 200 len: 379 time: 0.0724227 Dec 20 08:52:40.159461 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [req-9a829ab9-e48f-4564-b5f9-b3fa4edaaf40 req-51b6782f-dd3b-4011-9714-b97111e82e37 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'port': {'device_id': '6db93eee-b546-4abc-af1c-0f87597398e2', 'network_id': 'e664d4c9-b00f-4349-9b46-df6a85ff1fc2', 'admin_state_up': True, 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'security_groups': ['1e901aa5-662d-4087-96f9-14c8dfadb03a']}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:52:40.201456 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6654ea7-54d6-470f-94de-ff602432ce7c None None] Pushing event updated for resources: {'Port': ['ID=fd70e733-8ef9-4341-8064-f99a7ee5c7f0,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:40.205280 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d6654ea7-54d6-470f-94de-ff602432ce7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:40.285302 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45396) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:40.299490 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-d6654ea7-54d6-470f-94de-ff602432ce7c None None] Attempting to bind port fd70e733-8ef9-4341-8064-f99a7ee5c7f0 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:52:40.299936 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-d6654ea7-54d6-470f-94de-ff602432ce7c None None] Attempting to bind port fd70e733-8ef9-4341-8064-f99a7ee5c7f0 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': 'ff9c9c08-718a-463d-ad5f-f547eeb7c4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '7c0441d4-1f50-4a57-a855-4ecc74045de8'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:52:40.300240 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6654ea7-54d6-470f-94de-ff602432ce7c None None] Attempting to bind port fd70e733-8ef9-4341-8064-f99a7ee5c7f0 on network 7c0441d4-1f50-4a57-a855-4ecc74045de8 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:52:40.391484 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-6ead6d2f-502c-435e-b6cb-30e345e7dd5e None None] Notify callbacks [] for port, precommit_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:40.395455 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [req-9a829ab9-e48f-4564-b5f9-b3fa4edaaf40 req-51b6782f-dd3b-4011-9714-b97111e82e37 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:52:40.409526 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.provisioning_blocks [None req-6ead6d2f-502c-435e-b6cb-30e345e7dd5e None None] Transition to ACTIVE for port object 15fc5732-fd9c-40c1-8c82-43b90eec6004 will not be triggered until provisioned by entity L2. {{(pid=83447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:52:40.409847 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [req-9a829ab9-e48f-4564-b5f9-b3fa4edaaf40 req-51b6782f-dd3b-4011-9714-b97111e82e37 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:52:40.428851 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-6ead6d2f-502c-435e-b6cb-30e345e7dd5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:40.435257 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:40.439092 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a829ab9-e48f-4564-b5f9-b3fa4edaaf40 req-51b6782f-dd3b-4011-9714-b97111e82e37 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Made reservation on behalf of f7b89f97320342ff933d41aa1a974b12 for: {'port': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:52:40.443334 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-9a829ab9-e48f-4564-b5f9-b3fa4edaaf40 req-51b6782f-dd3b-4011-9714-b97111e82e37 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:40.495527 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6654ea7-54d6-470f-94de-ff602432ce7c None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:52:40.495808 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6654ea7-54d6-470f-94de-ff602432ce7c None None] Checking segment: {'id': 'ff9c9c08-718a-463d-ad5f-f547eeb7c4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '7c0441d4-1f50-4a57-a855-4ecc74045de8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:52:40.496281 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d6654ea7-54d6-470f-94de-ff602432ce7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:40.496940 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6654ea7-54d6-470f-94de-ff602432ce7c None None] Bound using segment: {'id': 'ff9c9c08-718a-463d-ad5f-f547eeb7c4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '7c0441d4-1f50-4a57-a855-4ecc74045de8'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:52:40.497673 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-d6654ea7-54d6-470f-94de-ff602432ce7c None None] Bound port: fd70e733-8ef9-4341-8064-f99a7ee5c7f0, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff9c9c08-718a-463d-ad5f-f547eeb7c4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '7c0441d4-1f50-4a57-a855-4ecc74045de8'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:52:40.502710 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d6654ea7-54d6-470f-94de-ff602432ce7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:40.534454 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:40.831801 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [req-9a829ab9-e48f-4564-b5f9-b3fa4edaaf40 req-51b6782f-dd3b-4011-9714-b97111e82e37 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Allocated IP 172.20.0.10 (e664d4c9-b00f-4349-9b46-df6a85ff1fc2/63d8cf76-7c84-4a2e-bc0c-1d739038e9cb/691a95c4-2ba0-4a11-9fd5-29cd98045756) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:52:40.869775 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e27b9c-5715-4aee-8e96-664a118e4d2a None None] Pushing event updated for resources: {'Port': ['ID=15fc5732-fd9c-40c1-8c82-43b90eec6004,revision_number=3']} {{(pid=83447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:40.881003 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-17e27b9c-5715-4aee-8e96-664a118e4d2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:40.898087 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-6ead6d2f-502c-435e-b6cb-30e345e7dd5e None None] Attempting to bind port 15fc5732-fd9c-40c1-8c82-43b90eec6004 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:52:40.898471 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-6ead6d2f-502c-435e-b6cb-30e345e7dd5e None None] Attempting to bind port 15fc5732-fd9c-40c1-8c82-43b90eec6004 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': 'a8b72b36-34b5-43c4-ae4f-6ef39c83c10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e664d4c9-b00f-4349-9b46-df6a85ff1fc2'}] {{(pid=83447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:52:40.898846 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ead6d2f-502c-435e-b6cb-30e345e7dd5e None None] Attempting to bind port 15fc5732-fd9c-40c1-8c82-43b90eec6004 on network e664d4c9-b00f-4349-9b46-df6a85ff1fc2 {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:52:40.908025 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ead6d2f-502c-435e-b6cb-30e345e7dd5e None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:52:40.908404 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ead6d2f-502c-435e-b6cb-30e345e7dd5e None None] Checking segment: {'id': 'a8b72b36-34b5-43c4-ae4f-6ef39c83c10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e664d4c9-b00f-4349-9b46-df6a85ff1fc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:52:40.908939 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-6ead6d2f-502c-435e-b6cb-30e345e7dd5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:40.909183 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ead6d2f-502c-435e-b6cb-30e345e7dd5e None None] Bound using segment: {'id': 'a8b72b36-34b5-43c4-ae4f-6ef39c83c10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e664d4c9-b00f-4349-9b46-df6a85ff1fc2'} {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:52:40.909694 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-6ead6d2f-502c-435e-b6cb-30e345e7dd5e None None] Bound port: 15fc5732-fd9c-40c1-8c82-43b90eec6004, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8b72b36-34b5-43c4-ae4f-6ef39c83c10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e664d4c9-b00f-4349-9b46-df6a85ff1fc2'}}] {{(pid=83447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:52:40.910071 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-6ead6d2f-502c-435e-b6cb-30e345e7dd5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:40.926933 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0eb4fca7-01bd-4999-82dc-08944cf5d98d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:40.955551 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port e8f40a8f-073f-4a23-9a34-daa23a9f4f65, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=e8f40a8f-073f-4a23-9a34-daa23a9f4f65,segment=NetworkSegment(9b58e0d3-cedd-4f30-8dec-4d3862107ed6),segment_id=9b58e0d3-cedd-4f30-8dec-4d3862107ed6)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:52:41.011578 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:41.013517 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d87ad4ef-7a8b-4fd8-80ba-f46929d9fdd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:41.069589 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5dc6d4-7bdc-4a75-a1f2-8619e761e4a6 req-e7c56cc0-1f89-4673-a978-21a03ce18df5 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:41.091266 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-cd5dc6d4-7bdc-4a75-a1f2-8619e761e4a6 req-e7c56cc0-1f89-4673-a978-21a03ce18df5 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/networks?id=93bb2812-0b1d-4fea-b794-e7bc065467e8 HTTP/1.1" status: 200 len: 812 time: 0.9401395 Dec 20 08:52:41.116771 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-0eb4fca7-01bd-4999-82dc-08944cf5d98d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Transition to ACTIVE for port object 6a961cd2-10b9-4514-9f84-53e0a4a34ffb will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:52:41.145135 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.db [None req-6ead6d2f-502c-435e-b6cb-30e345e7dd5e None None] For port 15fc5732-fd9c-40c1-8c82-43b90eec6004, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:52:41.157452 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d6654ea7-54d6-470f-94de-ff602432ce7c None None] For port fd70e733-8ef9-4341-8064-f99a7ee5c7f0, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:52:41.173573 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.db [None req-6ead6d2f-502c-435e-b6cb-30e345e7dd5e None None] For port 15fc5732-fd9c-40c1-8c82-43b90eec6004, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=15fc5732-fd9c-40c1-8c82-43b90eec6004,segment=NetworkSegment(a8b72b36-34b5-43c4-ae4f-6ef39c83c10f),segment_id=a8b72b36-34b5-43c4-ae4f-6ef39c83c10f)] {{(pid=83447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:52:41.181527 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-6ead6d2f-502c-435e-b6cb-30e345e7dd5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:41.185518 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-cd5dc6d4-7bdc-4a75-a1f2-8619e761e4a6 req-b6bd8f71-32bf-4d39-b9f0-430852cd1e40 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/quotas/9cbdcc0323fa453595ec6616c2aaa00e HTTP/1.1" status: 200 len: 375 time: 0.0919592 Dec 20 08:52:41.188108 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-e05c185a-b0a1-4d5a-b7e8-7813d441c494 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:41.199941 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=e8f40a8f-073f-4a23-9a34-daa23a9f4f65,revision_number=5']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:41.209621 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d6654ea7-54d6-470f-94de-ff602432ce7c None None] For port fd70e733-8ef9-4341-8064-f99a7ee5c7f0, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=fd70e733-8ef9-4341-8064-f99a7ee5c7f0,segment=NetworkSegment(ff9c9c08-718a-463d-ad5f-f547eeb7c4a6),segment_id=ff9c9c08-718a-463d-ad5f-f547eeb7c4a6)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:52:41.216345 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:41.226048 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d6654ea7-54d6-470f-94de-ff602432ce7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:41.248287 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-4780e8d0-7819-4033-9bef-888198755411 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:41.287164 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 7252b5aa-cbc9-439c-b5e0-854f6b910dff up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:52:41.324300 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ead6d2f-502c-435e-b6cb-30e345e7dd5e None None] Routers {'4255a948-077c-47f3-871f-7907afde6363'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:52:41.324932 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-6ead6d2f-502c-435e-b6cb-30e345e7dd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:52:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['4255a948-077c-47f3-871f-7907afde6363'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:52:41.331609 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-2f09d89f-6318-4c3a-8046-383fc48d7df5 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Deleting port 8e51334f-e596-4f7b-ac7e-ae30dfdc0520 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:52:41.332791 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2f09d89f-6318-4c3a-8046-383fc48d7df5 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:41.380868 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-534e2e2c-c0cc-45a5-9c01-d79224697733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd875e86-a674-45ca-9850-8ca7353ab443', 'name': 'tempest-TestVolumeBootPattern-1742087875-router', 'tenant_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': 'f2cbcfcd-283f-4118-8bdd-b273ae3cd306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:48:57Z', 'updated_at': '2021-12-20T08:49:05Z', 'revision_number': 4, 'project_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'gw_port': {'id': 'f2cbcfcd-283f-4118-8bdd-b273ae3cd306', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd875e86-a674-45ca-9850-8ca7353ab443', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:48:58Z', 'updated_at': '2021-12-20T08:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '7db998e5-5f07-4330-9ca7-a9cf1f556901', 'name': '', 'network_id': '93bb2812-0b1d-4fea-b794-e7bc065467e8', 'tenant_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'mac_address': 'fa:16:3e:08:1a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd875e86-a674-45ca-9850-8ca7353ab443', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cff4e817-2297-42bb-840a-667d6388fa06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:49:04Z', 'updated_at': '2021-12-20T08:49:18Z', 'revision_number': 5, 'project_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'subnets': [{'id': 'cff4e817-2297-42bb-840a-667d6388fa06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:52:41.401837 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534e2e2c-c0cc-45a5-9c01-d79224697733 None None] The sync data for ids ['bd875e86-a674-45ca-9850-8ca7353ab443'] in dv-neutron-820491-1-hyperv is: [{'id': 'bd875e86-a674-45ca-9850-8ca7353ab443', 'name': 'tempest-TestVolumeBootPattern-1742087875-router', 'tenant_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': 'f2cbcfcd-283f-4118-8bdd-b273ae3cd306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:48:57Z', 'updated_at': '2021-12-20T08:49:05Z', 'revision_number': 4, 'project_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'gw_port': {'id': 'f2cbcfcd-283f-4118-8bdd-b273ae3cd306', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd875e86-a674-45ca-9850-8ca7353ab443', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:48:58Z', 'updated_at': '2021-12-20T08:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '7db998e5-5f07-4330-9ca7-a9cf1f556901', 'name': '', 'network_id': '93bb2812-0b1d-4fea-b794-e7bc065467e8', 'tenant_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'mac_address': 'fa:16:3e:08:1a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd875e86-a674-45ca-9850-8ca7353ab443', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cff4e817-2297-42bb-840a-667d6388fa06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:49:04Z', 'updated_at': '2021-12-20T08:49:18Z', 'revision_number': 5, 'project_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'subnets': [{'id': 'cff4e817-2297-42bb-840a-667d6388fa06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:52:41.429779 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0eb4fca7-01bd-4999-82dc-08944cf5d98d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:41.479077 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e089c478-f8bf-4e94-8281-4fc3bae4da45 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:41.479489 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e27b9c-5715-4aee-8e96-664a118e4d2a None None] Pushing event updated for resources: {'Port': ['ID=15fc5732-fd9c-40c1-8c82-43b90eec6004,revision_number=4']} {{(pid=83447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:41.486763 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-17e27b9c-5715-4aee-8e96-664a118e4d2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:41.494212 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6654ea7-54d6-470f-94de-ff602432ce7c None None] Pushing event updated for resources: {'Port': ['ID=fd70e733-8ef9-4341-8064-f99a7ee5c7f0,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:41.500261 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d6654ea7-54d6-470f-94de-ff602432ce7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:41.542507 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 7252b5aa-cbc9-439c-b5e0-854f6b910dff completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:52:41.579192 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-ed4227a7-2282-49f5-8d30-bdc8f373946e tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:52:41.616409 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-08ab138f-ff23-41b4-85ca-e963c09f059d req-91bcdd0b-0c9f-4ce8-bdfb-358e04edd5cc tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=6db93eee-b546-4abc-af1c-0f87597398e2 HTTP/1.1" status: 200 len: 210 time: 0.1863589 Dec 20 08:52:41.627908 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-ed4227a7-2282-49f5-8d30-bdc8f373946e tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Usage tracker for resource:subnet and tenant:9a4160c0c10e4c91b63b9bda9f2f4420 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:52:41.659761 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-ed4227a7-2282-49f5-8d30-bdc8f373946e tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:52:41.670748 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb4fca7-01bd-4999-82dc-08944cf5d98d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Pushing event updated for resources: {'Port': ['ID=6a961cd2-10b9-4514-9f84-53e0a4a34ffb,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:41.676167 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0eb4fca7-01bd-4999-82dc-08944cf5d98d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:41.688948 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-ed4227a7-2282-49f5-8d30-bdc8f373946e tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:52:41.704827 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb4fca7-01bd-4999-82dc-08944cf5d98d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Network 7c0441d4-1f50-4a57-a855-4ecc74045de8 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:52:41.723978 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-6ead6d2f-502c-435e-b6cb-30e345e7dd5e None None] Set router 4255a948-077c-47f3-871f-7907afde6363 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:52:41.736192 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed4227a7-2282-49f5-8d30-bdc8f373946e tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Made reservation on behalf of 9a4160c0c10e4c91b63b9bda9f2f4420 for: {'subnet': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:52:41.746860 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ed4227a7-2282-49f5-8d30-bdc8f373946e tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2095160'] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:41.826628 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-9a829ab9-e48f-4564-b5f9-b3fa4edaaf40 req-51b6782f-dd3b-4011-9714-b97111e82e37 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:41.913914 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-4936fd97-2df4-4a51-aace-983e644ce518 None None] Provisioning for port 7252b5aa-cbc9-439c-b5e0-854f6b910dff completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:52:41.922439 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-0eb4fca7-01bd-4999-82dc-08944cf5d98d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:52:41.936678 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-4936fd97-2df4-4a51-aace-983e644ce518 None None] Provisioning complete for port 7252b5aa-cbc9-439c-b5e0-854f6b910dff triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:52:41.937596 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-4936fd97-2df4-4a51-aace-983e644ce518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:41.949830 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb4fca7-01bd-4999-82dc-08944cf5d98d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:52:41.981001 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.ipam_backend_mixin [None req-ed4227a7-2282-49f5-8d30-bdc8f373946e tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 4578b712-e099-4092-933b-41c7a5005cdf (CIDR: 172.20.0.0/28) Dec 20 08:52:41.982602 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [req-9a829ab9-e48f-4564-b5f9-b3fa4edaaf40 req-51b6782f-dd3b-4011-9714-b97111e82e37 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Transition to ACTIVE for port object 691a95c4-2ba0-4a11-9fd5-29cd98045756 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:52:41.989640 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed4227a7-2282-49f5-8d30-bdc8f373946e tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 08:52:41.990372 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed4227a7-2282-49f5-8d30-bdc8f373946e tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:52:42.059535 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-ed4227a7-2282-49f5-8d30-bdc8f373946e tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0415435 Dec 20 08:52:42.061181 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 45404) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:42.073039 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-4ee58cf8-0e3b-476e-ac15-565f1034f877 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Request body: {'subnet': {'network_id': '13b54023-cd9b-4f29-8fc2-455799589a42', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:52:42.116846 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-9a829ab9-e48f-4564-b5f9-b3fa4edaaf40 req-51b6782f-dd3b-4011-9714-b97111e82e37 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:42.133158 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-945a70bf-eca3-4713-8db2-e6bcf3212d1c tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:42.151170 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-cd5dc6d4-7bdc-4a75-a1f2-8619e761e4a6 req-0c90298f-4e6f-429b-863b-fd1726e30900 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9cbdcc0323fa453595ec6616c2aaa00e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9653654 Dec 20 08:52:42.160703 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-4936fd97-2df4-4a51-aace-983e644ce518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:42.177337 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0eb4fca7-01bd-4999-82dc-08944cf5d98d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-345881'] for router_interface, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:42.187328 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [req-cd5dc6d4-7bdc-4a75-a1f2-8619e761e4a6 req-1c61f0c5-158f-4b60-b4b8-cb357985a807 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 08:52:42.188317 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-cd5dc6d4-7bdc-4a75-a1f2-8619e761e4a6 req-1c61f0c5-158f-4b60-b4b8-cb357985a807 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0125401 Dec 20 08:52:42.208552 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-4936fd97-2df4-4a51-aace-983e644ce518 None None] For port 7252b5aa-cbc9-439c-b5e0-854f6b910dff, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=7252b5aa-cbc9-439c-b5e0-854f6b910dff,segment=NetworkSegment(f2da6ec1-02ff-440f-90d4-2ece753f3bf7),segment_id=f2da6ec1-02ff-440f-90d4-2ece753f3bf7)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:52:42.215175 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-4936fd97-2df4-4a51-aace-983e644ce518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:42.220219 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-34cbc13a-5efd-45b8-8e1c-4d6bb566a377 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:42.292220 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-6ead6d2f-502c-435e-b6cb-30e345e7dd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4255a948-077c-47f3-871f-7907afde6363', 'name': 'tempest-TestNetworkBasicOps-router-954016181', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.192'}], 'enable_snat': True}, 'gw_port_id': 'e9f65c13-f4f3-4c63-b7fc-14cbeceb62c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:52:22Z', 'updated_at': '2021-12-20T08:52:28Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': 'e9f65c13-f4f3-4c63-b7fc-14cbeceb62c3', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:93:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4255a948-077c-47f3-871f-7907afde6363', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:52:23Z', 'updated_at': '2021-12-20T08:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '15fc5732-fd9c-40c1-8c82-43b90eec6004', 'name': '', 'network_id': 'e664d4c9-b00f-4349-9b46-df6a85ff1fc2', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'mac_address': 'fa:16:3e:14:a4:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4255a948-077c-47f3-871f-7907afde6363', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63d8cf76-7c84-4a2e-bc0c-1d739038e9cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:52:27Z', 'updated_at': '2021-12-20T08:52:41Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'subnets': [{'id': '63d8cf76-7c84-4a2e-bc0c-1d739038e9cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:52:42.292892 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2f09d89f-6318-4c3a-8046-383fc48d7df5 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:42.292892 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2f09d89f-6318-4c3a-8046-383fc48d7df5 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:42.298624 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ead6d2f-502c-435e-b6cb-30e345e7dd5e None None] The sync data for ids ['4255a948-077c-47f3-871f-7907afde6363'] in dv-neutron-820491-1-hyperv is: [{'id': '4255a948-077c-47f3-871f-7907afde6363', 'name': 'tempest-TestNetworkBasicOps-router-954016181', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.192'}], 'enable_snat': True}, 'gw_port_id': 'e9f65c13-f4f3-4c63-b7fc-14cbeceb62c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:52:22Z', 'updated_at': '2021-12-20T08:52:28Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': 'e9f65c13-f4f3-4c63-b7fc-14cbeceb62c3', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:93:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4255a948-077c-47f3-871f-7907afde6363', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:52:23Z', 'updated_at': '2021-12-20T08:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '15fc5732-fd9c-40c1-8c82-43b90eec6004', 'name': '', 'network_id': 'e664d4c9-b00f-4349-9b46-df6a85ff1fc2', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'mac_address': 'fa:16:3e:14:a4:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4255a948-077c-47f3-871f-7907afde6363', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63d8cf76-7c84-4a2e-bc0c-1d739038e9cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:52:27Z', 'updated_at': '2021-12-20T08:52:41Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'subnets': [{'id': '63d8cf76-7c84-4a2e-bc0c-1d739038e9cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:52:42.311164 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a829ab9-e48f-4564-b5f9-b3fa4edaaf40 req-51b6782f-dd3b-4011-9714-b97111e82e37 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Network e664d4c9-b00f-4349-9b46-df6a85ff1fc2 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:52:42.312230 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b6782f-dd3b-4011-9714-b97111e82e37 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'Port': ['ID=691a95c4-2ba0-4a11-9fd5-29cd98045756,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:42.315027 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-4936fd97-2df4-4a51-aace-983e644ce518 None None] Provisioning complete for port 8506ae06-0395-4b60-858f-6843b617394a triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:52:42.315417 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-4936fd97-2df4-4a51-aace-983e644ce518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:42.325826 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [req-9a829ab9-e48f-4564-b5f9-b3fa4edaaf40 req-51b6782f-dd3b-4011-9714-b97111e82e37 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:52:42.336812 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-51b6782f-dd3b-4011-9714-b97111e82e37 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:42.340693 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a829ab9-e48f-4564-b5f9-b3fa4edaaf40 req-51b6782f-dd3b-4011-9714-b97111e82e37 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:52:42.428595 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4936fd97-2df4-4a51-aace-983e644ce518 None None] Pushing event updated for resources: {'Port': ['ID=7252b5aa-cbc9-439c-b5e0-854f6b910dff,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:42.441087 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-4936fd97-2df4-4a51-aace-983e644ce518 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:42.457810 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-4ee58cf8-0e3b-476e-ac15-565f1034f877 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:52:42.467337 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-4ee58cf8-0e3b-476e-ac15-565f1034f877 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Usage tracker for resource:subnet and tenant:9a4160c0c10e4c91b63b9bda9f2f4420 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:52:42.469574 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-4936fd97-2df4-4a51-aace-983e644ce518 None None] Port 8506ae06-0395-4b60-858f-6843b617394a cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:52:42.474733 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a829ab9-e48f-4564-b5f9-b3fa4edaaf40 req-51b6782f-dd3b-4011-9714-b97111e82e37 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:42.475642 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-9a829ab9-e48f-4564-b5f9-b3fa4edaaf40 req-51b6782f-dd3b-4011-9714-b97111e82e37 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:42.480211 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-4ee58cf8-0e3b-476e-ac15-565f1034f877 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:52:42.498161 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-4ee58cf8-0e3b-476e-ac15-565f1034f877 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:52:42.498690 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b14ba2ce-05c4-4ec1-9434-0c26790bbf94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:42.518430 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-9a829ab9-e48f-4564-b5f9-b3fa4edaaf40 req-51b6782f-dd3b-4011-9714-b97111e82e37 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3635569 Dec 20 08:52:42.519183 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee58cf8-0e3b-476e-ac15-565f1034f877 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Made reservation on behalf of 9a4160c0c10e4c91b63b9bda9f2f4420 for: {'subnet': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:52:42.522690 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4ee58cf8-0e3b-476e-ac15-565f1034f877 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2095160'] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:42.545096 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [req-9a829ab9-e48f-4564-b5f9-b3fa4edaaf40 req-0c90e47d-1f75-47b1-b090-f5934bf23efa tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=83445) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 08:52:42.546108 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-9a829ab9-e48f-4564-b5f9-b3fa4edaaf40 req-0c90e47d-1f75-47b1-b090-f5934bf23efa tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0061045 Dec 20 08:52:42.570663 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [req-9a829ab9-e48f-4564-b5f9-b3fa4edaaf40 req-326aff81-020c-4422-bebf-1a0337cded63 service neutron] Request body: {'port': {'device_id': '6db93eee-b546-4abc-af1c-0f87597398e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8204'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:52:42.597539 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-2f09d89f-6318-4c3a-8046-383fc48d7df5 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Calling delete_port for 8e51334f-e596-4f7b-ac7e-ae30dfdc0520 owned by network:floatingip {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:52:42.614996 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-ac1ee1d0-2876-4ff1-8871-2d4b97b12800 None None] Provisioning for port 1b3e0b76-affb-4b87-9095-f3016139c2e8 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:52:42.622103 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-ac1ee1d0-2876-4ff1-8871-2d4b97b12800 None None] Provisioning complete for port 1b3e0b76-affb-4b87-9095-f3016139c2e8 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:52:42.622565 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-ac1ee1d0-2876-4ff1-8871-2d4b97b12800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:42.655478 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-cd5dc6d4-7bdc-4a75-a1f2-8619e761e4a6 req-71c42de7-6959-4731-bfa0-3b1e56a4aece service neutron] 10.222.0.16 "GET /v2.0/networks/93bb2812-0b1d-4fea-b794-e7bc065467e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4552655 Dec 20 08:52:42.776695 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-ac1ee1d0-2876-4ff1-8871-2d4b97b12800 None None] Port 1b3e0b76-affb-4b87-9095-f3016139c2e8 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:52:42.806967 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0eb4fca7-01bd-4999-82dc-08944cf5d98d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:43.011375 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-f2957eec-6b79-4664-ae28-c7cef0404fe7 None None] Provisioning for port 691a95c4-2ba0-4a11-9fd5-29cd98045756 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:52:43.016663 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-f2957eec-6b79-4664-ae28-c7cef0404fe7 None None] Provisioning complete for port 691a95c4-2ba0-4a11-9fd5-29cd98045756 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:52:43.017044 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f2957eec-6b79-4664-ae28-c7cef0404fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:43.117173 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 08:52:43.156517 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4ee58cf8-0e3b-476e-ac15-565f1034f877 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2036557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2095114'] for subnet, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:43.159274 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-f2957eec-6b79-4664-ae28-c7cef0404fe7 None None] Port 691a95c4-2ba0-4a11-9fd5-29cd98045756 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:52:43.164660 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-39879b7c-707b-45d3-88ef-09efdc80edd1 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:43.240883 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08d4e82-0bf8-44fe-80ae-f2a21bfd4636 None None] Network 7c0441d4-1f50-4a57-a855-4ecc74045de8 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:52:43.296919 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee58cf8-0e3b-476e-ac15-565f1034f877 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Network 13b54023-cd9b-4f29-8fc2-455799589a42 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:52:43.311752 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-4ee58cf8-0e3b-476e-ac15-565f1034f877 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:52:43.322265 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-9a829ab9-e48f-4564-b5f9-b3fa4edaaf40 req-326aff81-020c-4422-bebf-1a0337cded63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:43.335908 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee58cf8-0e3b-476e-ac15-565f1034f877 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:43.336421 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4ee58cf8-0e3b-476e-ac15-565f1034f877 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:43.372953 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee58cf8-0e3b-476e-ac15-565f1034f877 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Pushing event updated for resources: {'Subnet': ['ID=3692ed00-9012-4f1d-8df9-215726fb45c5,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:43.379199 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-4ee58cf8-0e3b-476e-ac15-565f1034f877 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:43.392663 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524549d9-c5b6-4a33-92d8-6d8a5bec7738 req-23d46cb8-ffd6-45c6-b7b6-f0602442afdb tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:43.393421 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-524549d9-c5b6-4a33-92d8-6d8a5bec7738 req-23d46cb8-ffd6-45c6-b7b6-f0602442afdb tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Synchronizing usage tracker for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:52:43.415543 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-cd5dc6d4-7bdc-4a75-a1f2-8619e761e4a6 req-b76275b1-a09b-4d51-a4c0-6fcb09d05738 service neutron] 10.222.0.16 "GET /v2.0/networks/93bb2812-0b1d-4fea-b794-e7bc065467e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7147558 Dec 20 08:52:43.454558 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-4ee58cf8-0e3b-476e-ac15-565f1034f877 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3910301 Dec 20 08:52:43.459281 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 45410) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:43.472198 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08fc1f5-b457-4189-9761-c312b151a8a9 None None] Network 13b54023-cd9b-4f29-8fc2-455799589a42 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:52:43.476518 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-184989de-65bc-4123-a8a8-70f5a8c31560 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-257152882', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3692ed00-9012-4f1d-8df9-215726fb45c5'}], 'security_groups': ['e473c0e0-1783-41e5-8f71-86371535e9cc']}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:52:43.586363 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2f09d89f-6318-4c3a-8046-383fc48d7df5 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:43.588289 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-524549d9-c5b6-4a33-92d8-6d8a5bec7738 req-23d46cb8-ffd6-45c6-b7b6-f0602442afdb tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Unset dirty status for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:52:43.596979 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-524549d9-c5b6-4a33-92d8-6d8a5bec7738 req-23d46cb8-ffd6-45c6-b7b6-f0602442afdb tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=6db93eee-b546-4abc-af1c-0f87597398e2 HTTP/1.1" status: 200 len: 932 time: 0.7325892 Dec 20 08:52:43.599779 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3c4161c8-ffb5-490b-99ca-77533a0b1ad9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:43.754925 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-524549d9-c5b6-4a33-92d8-6d8a5bec7738 req-a7f6d099-a8b6-402c-b865-8c30bf9b8551 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=1e901aa5-662d-4087-96f9-14c8dfadb03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1569262 Dec 20 08:52:43.769715 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09d89f-6318-4c3a-8046-383fc48d7df5 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Pushing event deleted for resources: {'Port': ['ID=8e51334f-e596-4f7b-ac7e-ae30dfdc0520,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:43.802304 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2f09d89f-6318-4c3a-8046-383fc48d7df5 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:43.803976 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device e8f40a8f-073f-4a23-9a34-daa23a9f4f65 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:52:43.824045 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.db.resource_extend [None req-0eb4fca7-01bd-4999-82dc-08944cf5d98d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 08:52:43.866384 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0eb4fca7-01bd-4999-82dc-08944cf5d98d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:43.875378 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2f09d89f-6318-4c3a-8046-383fc48d7df5 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks [] for floatingip, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:43.909690 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-0efbfb90-267e-4193-93f3-56f428681073 None None] Provisioning for port fd70e733-8ef9-4341-8064-f99a7ee5c7f0 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:52:43.983665 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port e8f40a8f-073f-4a23-9a34-daa23a9f4f65 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:52:43.984592 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:44.113433 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0eb4fca7-01bd-4999-82dc-08944cf5d98d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:44.148981 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1cd40ea8-0f23-4866-96ea-25d22bcb1eb3 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:44.181690 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-c1c2ec2f-cc1c-4ce1-8672-9e6592ca44f0 req-ca0b386d-c4e2-4a05-a4b2-1c6398888282 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/ports?device_id=10bd31a8-b5fe-46ce-9196-c85e8aba7e6a HTTP/1.1" status: 200 len: 210 time: 0.2064688 Dec 20 08:52:44.213725 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 15fc5732-fd9c-40c1-8c82-43b90eec6004 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:52:44.304705 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0eb4fca7-01bd-4999-82dc-08944cf5d98d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32898031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349045'] for router_interface, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:44.312359 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb4fca7-01bd-4999-82dc-08944cf5d98d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Pushing event updated for resources: {'Port': ['ID=6a961cd2-10b9-4514-9f84-53e0a4a34ffb,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:44.317914 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0eb4fca7-01bd-4999-82dc-08944cf5d98d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:44.351880 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 15fc5732-fd9c-40c1-8c82-43b90eec6004 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:52:44.397263 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 15fc5732-fd9c-40c1-8c82-43b90eec6004 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:52:44.397670 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:44.535251 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-184989de-65bc-4123-a8a8-70f5a8c31560 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:44.617072 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:44.617349 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb4fca7-01bd-4999-82dc-08944cf5d98d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Network 7c0441d4-1f50-4a57-a855-4ecc74045de8 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:52:44.630605 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-0eb4fca7-01bd-4999-82dc-08944cf5d98d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:52:44.692253 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bb9ad0-c8b6-438b-9083-bc6abb8516bd None None] Update dhcp port {'port': {'network_id': '13b54023-cd9b-4f29-8fc2-455799589a42', 'fixed_ips': [{'subnet_id': '4578b712-e099-4092-933b-41c7a5005cdf', 'ip_address': '172.20.0.2'}, {'subnet_id': '3692ed00-9012-4f1d-8df9-215726fb45c5'}], 'binding:host_id': 'dv-neutron-820491-1-hyperv'}, 'id': '7252b5aa-cbc9-439c-b5e0-854f6b910dff'} from dv-neutron-820491-1-hyperv. {{(pid=83446) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 20 08:52:44.767431 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f9bb9ad0-c8b6-438b-9083-bc6abb8516bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:44.916656 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [req-9a829ab9-e48f-4564-b5f9-b3fa4edaaf40 req-326aff81-020c-4422-bebf-1a0337cded63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 691a95c4-2ba0-4a11-9fd5-29cd98045756 {{(pid=83445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 08:52:44.932528 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-256a4674-afbf-4933-b547-5947ff5c3ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:44.937695 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-9a829ab9-e48f-4564-b5f9-b3fa4edaaf40 req-326aff81-020c-4422-bebf-1a0337cded63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:44.956478 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 15fc5732-fd9c-40c1-8c82-43b90eec6004, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=15fc5732-fd9c-40c1-8c82-43b90eec6004,segment=NetworkSegment(a8b72b36-34b5-43c4-ae4f-6ef39c83c10f),segment_id=a8b72b36-34b5-43c4-ae4f-6ef39c83c10f)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:52:44.975839 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:44.976807 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device fd70e733-8ef9-4341-8064-f99a7ee5c7f0 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:52:45.076588 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d6654ea7-54d6-470f-94de-ff602432ce7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:45.136181 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [req-9a829ab9-e48f-4564-b5f9-b3fa4edaaf40 req-326aff81-020c-4422-bebf-1a0337cded63 service neutron] Transition to ACTIVE for port object 691a95c4-2ba0-4a11-9fd5-29cd98045756 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:52:45.145936 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-9a829ab9-e48f-4564-b5f9-b3fa4edaaf40 req-326aff81-020c-4422-bebf-1a0337cded63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2036698'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:45.168445 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-05817f75-728e-4a4f-8251-9192b5fd55ef None None] Provisioning for port 6a961cd2-10b9-4514-9f84-53e0a4a34ffb completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:52:45.201054 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-15e423f5-c7be-4851-9358-8102a82d2af8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:45.202073 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-05817f75-728e-4a4f-8251-9192b5fd55ef None None] Provisioning complete for port 6a961cd2-10b9-4514-9f84-53e0a4a34ffb triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:52:45.202636 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-05817f75-728e-4a4f-8251-9192b5fd55ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:45.278341 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=15fc5732-fd9c-40c1-8c82-43b90eec6004,revision_number=5']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:45.300258 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:45.310493 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port fd70e733-8ef9-4341-8064-f99a7ee5c7f0 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:52:45.322347 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port fd70e733-8ef9-4341-8064-f99a7ee5c7f0 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:52:45.323041 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:45.434578 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-05817f75-728e-4a4f-8251-9192b5fd55ef None None] Port 6a961cd2-10b9-4514-9f84-53e0a4a34ffb cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:52:45.516271 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:45.537477 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5dc6d4-7bdc-4a75-a1f2-8619e761e4a6 req-69e7cd9d-4e47-4d89-8be3-6ee3a345185e tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:45.539098 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-cd5dc6d4-7bdc-4a75-a1f2-8619e761e4a6 req-69e7cd9d-4e47-4d89-8be3-6ee3a345185e tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.58 "GET /v2.0/networks?id=93bb2812-0b1d-4fea-b794-e7bc065467e8 HTTP/1.1" status: 200 len: 812 time: 0.1880791 Dec 20 08:52:45.545548 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207bddc1-d577-49e5-8f65-aec25a5a5f43 req-e7a2455a-9c01-4f9a-9bc8-91818ac511b1 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:45.546974 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-207bddc1-d577-49e5-8f65-aec25a5a5f43 req-e7a2455a-9c01-4f9a-9bc8-91818ac511b1 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=6db93eee-b546-4abc-af1c-0f87597398e2 HTTP/1.1" status: 200 len: 932 time: 0.5476828 Dec 20 08:52:45.572616 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-8b08b2cc-ef3f-43b5-94da-822d6017ca35 req-a20efad1-077d-482c-b2c3-b8a1eb458cfe tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/ports?device_id=10bd31a8-b5fe-46ce-9196-c85e8aba7e6a HTTP/1.1" status: 200 len: 210 time: 0.1527708 Dec 20 08:52:45.577668 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326aff81-020c-4422-bebf-1a0337cded63 service neutron] Pushing event updated for resources: {'Port': ['ID=691a95c4-2ba0-4a11-9fd5-29cd98045756,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:45.580882 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-326aff81-020c-4422-bebf-1a0337cded63 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:45.585986 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-184989de-65bc-4123-a8a8-70f5a8c31560 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Delete allocated IP 172.20.0.9 (13b54023-cd9b-4f29-8fc2-455799589a42/4578b712-e099-4092-933b-41c7a5005cdf) {{(pid=83445) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 20 08:52:45.654311 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port fd70e733-8ef9-4341-8064-f99a7ee5c7f0, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=fd70e733-8ef9-4341-8064-f99a7ee5c7f0,segment=NetworkSegment(ff9c9c08-718a-463d-ad5f-f547eeb7c4a6),segment_id=ff9c9c08-718a-463d-ad5f-f547eeb7c4a6)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:52:45.672137 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:45.680180 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-184989de-65bc-4123-a8a8-70f5a8c31560 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Allocated IP 172.20.0.25 (13b54023-cd9b-4f29-8fc2-455799589a42/3692ed00-9012-4f1d-8df9-215726fb45c5/1b3e0b76-affb-4b87-9095-f3016139c2e8) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:52:45.681601 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 7252b5aa-cbc9-439c-b5e0-854f6b910dff up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:52:45.684469 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eb4fca7-01bd-4999-82dc-08944cf5d98d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Router f919e8d6-85f1-4d92-b0e6-83cea647faf2 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:52:45.687921 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-cd5dc6d4-7bdc-4a75-a1f2-8619e761e4a6 req-44d591d4-bc80-40e4-9e92-b95dedf31807 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9cbdcc0323fa453595ec6616c2aaa00e HTTP/1.1" status: 200 len: 380 time: 0.1341584 Dec 20 08:52:45.692345 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-207bddc1-d577-49e5-8f65-aec25a5a5f43 req-2cac01f2-df5a-4329-9dac-6ac05b8ca09b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Synchronizing usage tracker for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:security_group {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:52:45.701201 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-cd5dc6d4-7bdc-4a75-a1f2-8619e761e4a6 req-41ccb092-f1d6-4aee-b848-ad05e3106ea7 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Request body: {'port': {'device_id': '10bd31a8-b5fe-46ce-9196-c85e8aba7e6a', 'network_id': '93bb2812-0b1d-4fea-b794-e7bc065467e8', 'admin_state_up': True, 'tenant_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'security_groups': ['4eb73519-9c90-4e50-9a3d-0898de63562c']}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:52:45.718121 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-47cce713-07a1-4962-84ec-eb37b961b7cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:45.748320 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-207bddc1-d577-49e5-8f65-aec25a5a5f43 req-2cac01f2-df5a-4329-9dac-6ac05b8ca09b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Unset dirty status for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:security_group {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:52:45.753893 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-3c306099-b256-4af3-bb7c-0724919beabf None None] Provisioning complete for port 6a961cd2-10b9-4514-9f84-53e0a4a34ffb triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:52:45.754403 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3c306099-b256-4af3-bb7c-0724919beabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:45.761225 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-207bddc1-d577-49e5-8f65-aec25a5a5f43 req-2cac01f2-df5a-4329-9dac-6ac05b8ca09b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=1e901aa5-662d-4087-96f9-14c8dfadb03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1923745 Dec 20 08:52:45.819842 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [req-9a829ab9-e48f-4564-b5f9-b3fa4edaaf40 req-326aff81-020c-4422-bebf-1a0337cded63 service neutron] Attempting to bind port 691a95c4-2ba0-4a11-9fd5-29cd98045756 on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:52:45.820175 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [req-9a829ab9-e48f-4564-b5f9-b3fa4edaaf40 req-326aff81-020c-4422-bebf-1a0337cded63 service neutron] Attempting to bind port 691a95c4-2ba0-4a11-9fd5-29cd98045756 by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': 'a8b72b36-34b5-43c4-ae4f-6ef39c83c10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e664d4c9-b00f-4349-9b46-df6a85ff1fc2'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:52:45.820506 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a829ab9-e48f-4564-b5f9-b3fa4edaaf40 req-326aff81-020c-4422-bebf-1a0337cded63 service neutron] Attempting to bind port 691a95c4-2ba0-4a11-9fd5-29cd98045756 on network e664d4c9-b00f-4349-9b46-df6a85ff1fc2 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:52:45.876468 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-3c306099-b256-4af3-bb7c-0724919beabf None None] Port 6a961cd2-10b9-4514-9f84-53e0a4a34ffb cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:52:45.880742 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a829ab9-e48f-4564-b5f9-b3fa4edaaf40 req-326aff81-020c-4422-bebf-1a0337cded63 service neutron] Port 691a95c4-2ba0-4a11-9fd5-29cd98045756 on network e664d4c9-b00f-4349-9b46-df6a85ff1fc2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 08:52:45.881070 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a829ab9-e48f-4564-b5f9-b3fa4edaaf40 req-326aff81-020c-4422-bebf-1a0337cded63 service neutron] Attempting to bind port 691a95c4-2ba0-4a11-9fd5-29cd98045756 on network e664d4c9-b00f-4349-9b46-df6a85ff1fc2 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:52:45.895323 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=fd70e733-8ef9-4341-8064-f99a7ee5c7f0,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:45.900919 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a829ab9-e48f-4564-b5f9-b3fa4edaaf40 req-326aff81-020c-4422-bebf-1a0337cded63 service neutron] Checking agent: {'id': 'bd419857-3bec-4b96-b211-3fb278c66880', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8204', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 40, 10), 'started_at': datetime.datetime(2021, 12, 20, 8, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:52:45.901276 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a829ab9-e48f-4564-b5f9-b3fa4edaaf40 req-326aff81-020c-4422-bebf-1a0337cded63 service neutron] Checking segment: {'id': 'a8b72b36-34b5-43c4-ae4f-6ef39c83c10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e664d4c9-b00f-4349-9b46-df6a85ff1fc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:52:45.901683 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a829ab9-e48f-4564-b5f9-b3fa4edaaf40 req-326aff81-020c-4422-bebf-1a0337cded63 service neutron] Bound using segment: {'id': 'a8b72b36-34b5-43c4-ae4f-6ef39c83c10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e664d4c9-b00f-4349-9b46-df6a85ff1fc2'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:52:45.902115 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [req-9a829ab9-e48f-4564-b5f9-b3fa4edaaf40 req-326aff81-020c-4422-bebf-1a0337cded63 service neutron] Bound port: 691a95c4-2ba0-4a11-9fd5-29cd98045756, host: hv-neutron-8204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8b72b36-34b5-43c4-ae4f-6ef39c83c10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e664d4c9-b00f-4349-9b46-df6a85ff1fc2'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:52:45.902462 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-9a829ab9-e48f-4564-b5f9-b3fa4edaaf40 req-326aff81-020c-4422-bebf-1a0337cded63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:45.912926 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:45.931723 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:45.936419 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 7252b5aa-cbc9-439c-b5e0-854f6b910dff triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:52:45.936939 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:46.012436 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:46.044642 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-184989de-65bc-4123-a8a8-70f5a8c31560 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:46.048530 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [req-9a829ab9-e48f-4564-b5f9-b3fa4edaaf40 req-326aff81-020c-4422-bebf-1a0337cded63 service neutron] For port 691a95c4-2ba0-4a11-9fd5-29cd98045756, host hv-neutron-8204, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:52:46.066066 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [req-9a829ab9-e48f-4564-b5f9-b3fa4edaaf40 req-326aff81-020c-4422-bebf-1a0337cded63 service neutron] For port 691a95c4-2ba0-4a11-9fd5-29cd98045756, host hv-neutron-8204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=691a95c4-2ba0-4a11-9fd5-29cd98045756,segment=NetworkSegment(a8b72b36-34b5-43c4-ae4f-6ef39c83c10f),segment_id=a8b72b36-34b5-43c4-ae4f-6ef39c83c10f)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:52:46.068126 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-184989de-65bc-4123-a8a8-70f5a8c31560 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Transition to ACTIVE for port object 1b3e0b76-affb-4b87-9095-f3016139c2e8 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:52:46.073989 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-9a829ab9-e48f-4564-b5f9-b3fa4edaaf40 req-326aff81-020c-4422-bebf-1a0337cded63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2036698'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:46.080107 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-c0454b9a-b53f-4613-95df-c3a920630c76 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:46.117370 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-184989de-65bc-4123-a8a8-70f5a8c31560 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2036698'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:46.143568 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f09d89f-6318-4c3a-8046-383fc48d7df5 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Router 1ed7dfbc-d4b3-4fac-b67b-badf62540924 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:52:46.148684 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-9a829ab9-e48f-4564-b5f9-b3fa4edaaf40 req-326aff81-020c-4422-bebf-1a0337cded63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:46.151136 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-9a829ab9-e48f-4564-b5f9-b3fa4edaaf40 req-326aff81-020c-4422-bebf-1a0337cded63 service neutron] 10.222.0.58 "PUT /v2.0/ports/691a95c4-2ba0-4a11-9fd5-29cd98045756 HTTP/1.1" status: 200 len: 1094 time: 3.5847204 Dec 20 08:52:46.153508 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6db93eee-b546-4abc-af1c-0f87597398e2', 'tag': '691a95c4-2ba0-4a11-9fd5-29cd98045756'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 08:52:46.197210 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-cd5dc6d4-7bdc-4a75-a1f2-8619e761e4a6 req-41ccb092-f1d6-4aee-b848-ad05e3106ea7 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:52:46.199708 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-f9bb9ad0-c8b6-438b-9083-bc6abb8516bd None None] Allocated IP 172.20.0.18 (13b54023-cd9b-4f29-8fc2-455799589a42/3692ed00-9012-4f1d-8df9-215726fb45c5/7252b5aa-cbc9-439c-b5e0-854f6b910dff) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:52:46.209829 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-cd5dc6d4-7bdc-4a75-a1f2-8619e761e4a6 req-41ccb092-f1d6-4aee-b848-ad05e3106ea7 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:52:46.230936 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd5dc6d4-7bdc-4a75-a1f2-8619e761e4a6 req-41ccb092-f1d6-4aee-b848-ad05e3106ea7 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Made reservation on behalf of 9cbdcc0323fa453595ec6616c2aaa00e for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:52:46.234078 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-cd5dc6d4-7bdc-4a75-a1f2-8619e761e4a6 req-41ccb092-f1d6-4aee-b848-ad05e3106ea7 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:46.363797 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6db93eee-b546-4abc-af1c-0f87597398e2', 'tag': '691a95c4-2ba0-4a11-9fd5-29cd98045756', 'status': 'completed', 'code': 200} Dec 20 08:52:46.387868 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326aff81-020c-4422-bebf-1a0337cded63 service neutron] Pushing event updated for resources: {'Port': ['ID=691a95c4-2ba0-4a11-9fd5-29cd98045756,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:46.406290 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 15fc5732-fd9c-40c1-8c82-43b90eec6004 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:52:46.418021 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-326aff81-020c-4422-bebf-1a0337cded63 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:46.418551 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-2e4ed1d1-d244-4968-807b-d9166cf2b738 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.286s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:46.497986 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-184989de-65bc-4123-a8a8-70f5a8c31560 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] In _notify_port_updated(), no bound segment for port 1b3e0b76-affb-4b87-9095-f3016139c2e8 on network 13b54023-cd9b-4f29-8fc2-455799589a42 {{(pid=83445) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 08:52:46.502002 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184989de-65bc-4123-a8a8-70f5a8c31560 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:46.502623 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-184989de-65bc-4123-a8a8-70f5a8c31560 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:46.506951 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-184989de-65bc-4123-a8a8-70f5a8c31560 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "PUT /v2.0/ports/1b3e0b76-affb-4b87-9095-f3016139c2e8 HTTP/1.1" status: 200 len: 920 time: 3.0360806 Dec 20 08:52:46.508749 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 45436) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:46.515862 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-f9bb9ad0-c8b6-438b-9083-bc6abb8516bd None None] For port 7252b5aa-cbc9-439c-b5e0-854f6b910dff, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=7252b5aa-cbc9-439c-b5e0-854f6b910dff,segment=NetworkSegment(f2da6ec1-02ff-440f-90d4-2ece753f3bf7),segment_id=f2da6ec1-02ff-440f-90d4-2ece753f3bf7)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:52:46.565977 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 15fc5732-fd9c-40c1-8c82-43b90eec6004 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:52:46.566356 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:46.592972 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184989de-65bc-4123-a8a8-70f5a8c31560 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Pushing event updated for resources: {'Port': ['ID=1b3e0b76-affb-4b87-9095-f3016139c2e8,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:46.595935 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f9bb9ad0-c8b6-438b-9083-bc6abb8516bd None None] Notify callbacks [] for port, precommit_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:46.602231 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-184989de-65bc-4123-a8a8-70f5a8c31560 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:46.640171 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-9a829ab9-e48f-4564-b5f9-b3fa4edaaf40 req-1c39b021-e90a-46b1-9a5b-c0fa9a8edb4d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f7b89f97320342ff933d41aa1a974b12&device_id=6db93eee-b546-4abc-af1c-0f87597398e2 HTTP/1.1" status: 200 len: 1097 time: 0.3639641 Dec 20 08:52:46.641546 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-f9bb9ad0-c8b6-438b-9083-bc6abb8516bd None None] Transition to ACTIVE for port object 7252b5aa-cbc9-439c-b5e0-854f6b910dff will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:52:46.647344 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-a38411dc-dabf-4a58-9e23-ca5993bbd81f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Deleting port 1b3e0b76-affb-4b87-9095-f3016139c2e8 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:52:46.647783 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a38411dc-dabf-4a58-9e23-ca5993bbd81f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:46.664835 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f9bb9ad0-c8b6-438b-9083-bc6abb8516bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:46.679379 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-3ac62382-1f1b-4b1f-9c32-022e7aa45257 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:46.710921 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eb4fca7-01bd-4999-82dc-08944cf5d98d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:52:46.780917 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-9a829ab9-e48f-4564-b5f9-b3fa4edaaf40 req-52657dbc-0328-4b9e-9998-28611ee780c8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=691a95c4-2ba0-4a11-9fd5-29cd98045756 HTTP/1.1" status: 200 len: 217 time: 0.0917997 Dec 20 08:52:46.869347 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-d7ec9eca-ba9b-4a44-addf-c3bbfbc41faa req-4e0947e2-8f1e-4a96-b205-58152f9b37c0 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Synchronizing usage tracker for tenant:9cbdcc0323fa453595ec6616c2aaa00e on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:52:46.878849 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-0eb4fca7-01bd-4999-82dc-08944cf5d98d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "PUT /v2.0/routers/f919e8d6-85f1-4d92-b0e6-83cea647faf2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0176826 Dec 20 08:52:46.882706 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45444) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:46.901895 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-447c18f1-1c99-43cc-8e4c-25bb8e7738c2 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:52:46.939293 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bb9ad0-c8b6-438b-9083-bc6abb8516bd None None] Pushing event updated for resources: {'Port': ['ID=7252b5aa-cbc9-439c-b5e0-854f6b910dff,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:46.947532 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-f9bb9ad0-c8b6-438b-9083-bc6abb8516bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:46.967006 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device fd70e733-8ef9-4341-8064-f99a7ee5c7f0 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:52:46.970263 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f09d89f-6318-4c3a-8046-383fc48d7df5 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:52:46.971774 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-d7ec9eca-ba9b-4a44-addf-c3bbfbc41faa req-4e0947e2-8f1e-4a96-b205-58152f9b37c0 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Unset dirty status for tenant:9cbdcc0323fa453595ec6616c2aaa00e on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:52:46.983839 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d7ec9eca-ba9b-4a44-addf-c3bbfbc41faa req-4e0947e2-8f1e-4a96-b205-58152f9b37c0 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/ports?device_id=10bd31a8-b5fe-46ce-9196-c85e8aba7e6a HTTP/1.1" status: 200 len: 210 time: 0.2232902 Dec 20 08:52:46.987072 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2f09d89f-6318-4c3a-8046-383fc48d7df5 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:47.008446 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4bb856-79f3-44f4-b05c-f82d03abdab3 None None] Sync routers for ids ['1ed7dfbc-d4b3-4fac-b67b-badf62540924'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:52:47.014877 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a829ab9-e48f-4564-b5f9-b3fa4edaaf40 req-aabaa830-0173-4929-ac94-d9d7b3d7f9a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:47.016340 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-9a829ab9-e48f-4564-b5f9-b3fa4edaaf40 req-aabaa830-0173-4929-ac94-d9d7b3d7f9a5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=63d8cf76-7c84-4a2e-bc0c-1d739038e9cb HTTP/1.1" status: 200 len: 835 time: 0.2247162 Dec 20 08:52:47.060261 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4bb856-79f3-44f4-b05c-f82d03abdab3 None None] Routers {'1ed7dfbc-d4b3-4fac-b67b-badf62540924'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:52:47.060920 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-ac4bb856-79f3-44f4-b05c-f82d03abdab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:52:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['1ed7dfbc-d4b3-4fac-b67b-badf62540924'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:52:47.212705 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [req-cd5dc6d4-7bdc-4a75-a1f2-8619e761e4a6 req-41ccb092-f1d6-4aee-b848-ad05e3106ea7 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Allocated IP 172.20.0.4 (93bb2812-0b1d-4fea-b794-e7bc065467e8/cff4e817-2297-42bb-840a-667d6388fa06/f1373e1f-2823-4b59-ae86-142e4dd4c501) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:52:47.231278 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-2f09d89f-6318-4c3a-8046-383fc48d7df5 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "DELETE /v2.0/floatingips/cbde4d20-5224-470f-b67f-c786ff4b22e8 HTTP/1.1" status: 204 len: 168 time: 6.9400692 Dec 20 08:52:47.246868 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57db2080-b211-4da8-bdbc-e13d2d3dca48', 'tag': '7bf7f621-eb7a-44a4-a11e-a463b7790d6c'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 08:52:47.247135 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port fd70e733-8ef9-4341-8064-f99a7ee5c7f0 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:52:47.247135 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:47.387568 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a38411dc-dabf-4a58-9e23-ca5993bbd81f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:47.389727 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:47.403133 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-ac4bb856-79f3-44f4-b05c-f82d03abdab3 None None] Set router 1ed7dfbc-d4b3-4fac-b67b-badf62540924 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:52:47.675317 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-a38411dc-dabf-4a58-9e23-ca5993bbd81f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Calling delete_port for 1b3e0b76-affb-4b87-9095-f3016139c2e8 owned by {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:52:47.752785 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-9a829ab9-e48f-4564-b5f9-b3fa4edaaf40 req-05139ee2-42ba-4fd8-833e-a32c632a3d66 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e664d4c9-b00f-4349-9b46-df6a85ff1fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7281308 Dec 20 08:52:47.796369 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be445ab0-ff36-4b0b-b04f-04a1452cb815 req-5ee8e8e2-d28b-4a59-bdb2-6d560fbc40c0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:47.797885 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-be445ab0-ff36-4b0b-b04f-04a1452cb815 req-5ee8e8e2-d28b-4a59-bdb2-6d560fbc40c0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=6db93eee-b546-4abc-af1c-0f87597398e2 HTTP/1.1" status: 200 len: 944 time: 0.7298868 Dec 20 08:52:47.916536 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-bbfc86cb-162a-4a8d-9715-88651755436a None None] Provisioning for port 7252b5aa-cbc9-439c-b5e0-854f6b910dff completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:52:47.926478 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-bbfc86cb-162a-4a8d-9715-88651755436a None None] Provisioning complete for port 7252b5aa-cbc9-439c-b5e0-854f6b910dff triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:52:47.926924 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-bbfc86cb-162a-4a8d-9715-88651755436a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:47.958003 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-be445ab0-ff36-4b0b-b04f-04a1452cb815 req-799a4493-390c-41f2-b793-949aa0d47f55 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=1e901aa5-662d-4087-96f9-14c8dfadb03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1486084 Dec 20 08:52:48.071925 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57db2080-b211-4da8-bdbc-e13d2d3dca48', 'tag': '7bf7f621-eb7a-44a4-a11e-a463b7790d6c', 'status': 'completed', 'code': 200} Dec 20 08:52:48.105852 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.58', 55222) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:48.157057 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-9a829ab9-e48f-4564-b5f9-b3fa4edaaf40 req-a5328d50-6995-40da-8cc6-65a0edb9e3be service neutron] 10.222.0.58 "GET /v2.0/networks/e664d4c9-b00f-4349-9b46-df6a85ff1fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3960717 Dec 20 08:52:48.203761 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a38411dc-dabf-4a58-9e23-ca5993bbd81f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:48.217647 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-20970b8d-4713-49ef-9cab-28c534d5d581 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:48.227440 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-ac4bb856-79f3-44f4-b05c-f82d03abdab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed7dfbc-d4b3-4fac-b67b-badf62540924', 'name': 'tempest-TestNetworkAdvancedServerOps-router-966577616', 'tenant_id': 'fabc5346054940109ef98c8222603d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.105'}], 'enable_snat': True}, 'gw_port_id': '8be543e7-411e-470d-a062-f1773875471e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:49:08Z', 'updated_at': '2021-12-20T08:49:20Z', 'revision_number': 4, 'project_id': 'fabc5346054940109ef98c8222603d73', 'gw_port': {'id': '8be543e7-411e-470d-a062-f1773875471e', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed7dfbc-d4b3-4fac-b67b-badf62540924', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:49:09Z', 'updated_at': '2021-12-20T08:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '0bf68bd0-d44e-4036-977d-ea99f4387efb', 'name': '', 'network_id': '8349d658-15a5-4502-934d-42d77be31e8f', 'tenant_id': 'fabc5346054940109ef98c8222603d73', 'mac_address': 'fa:16:3e:bd:89:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed7dfbc-d4b3-4fac-b67b-badf62540924', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83d9bad6-eabe-4733-8037-e23b2cdef254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:49:19Z', 'updated_at': '2021-12-20T08:49:51Z', 'revision_number': 5, 'project_id': 'fabc5346054940109ef98c8222603d73', 'subnets': [{'id': '83d9bad6-eabe-4733-8037-e23b2cdef254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:52:48.234771 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4bb856-79f3-44f4-b05c-f82d03abdab3 None None] Checking router: 1ed7dfbc-d4b3-4fac-b67b-badf62540924 for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 08:52:48.247973 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-bbfc86cb-162a-4a8d-9715-88651755436a None None] Provisioning complete for port 1b3e0b76-affb-4b87-9095-f3016139c2e8 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:52:48.248441 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-bbfc86cb-162a-4a8d-9715-88651755436a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:48.283251 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-cd5dc6d4-7bdc-4a75-a1f2-8619e761e4a6 req-41ccb092-f1d6-4aee-b848-ad05e3106ea7 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:48.304207 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4bb856-79f3-44f4-b05c-f82d03abdab3 None None] Routers {'1ed7dfbc-d4b3-4fac-b67b-badf62540924'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:52:48.305112 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-ac4bb856-79f3-44f4-b05c-f82d03abdab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:52:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['1ed7dfbc-d4b3-4fac-b67b-badf62540924'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:52:48.384621 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 7252b5aa-cbc9-439c-b5e0-854f6b910dff up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:52:48.408490 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-bbfc86cb-162a-4a8d-9715-88651755436a None None] Port 1b3e0b76-affb-4b87-9095-f3016139c2e8 was deleted so its status cannot be updated. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Dec 20 08:52:48.445625 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38411dc-dabf-4a58-9e23-ca5993bbd81f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Pushing event deleted for resources: {'Port': ['ID=1b3e0b76-affb-4b87-9095-f3016139c2e8,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:48.490836 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a38411dc-dabf-4a58-9e23-ca5993bbd81f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:48.495568 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-8af072e7-a192-4018-acc8-c8f235a49b63 req-be4b68e0-0e0f-4381-928b-e91608eba0b3 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/ports?device_id=10bd31a8-b5fe-46ce-9196-c85e8aba7e6a HTTP/1.1" status: 200 len: 210 time: 0.1669333 Dec 20 08:52:48.733626 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a38411dc-dabf-4a58-9e23-ca5993bbd81f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:48.757272 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45462) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:48.764271 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-a38411dc-dabf-4a58-9e23-ca5993bbd81f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "DELETE /v2.0/ports/1b3e0b76-affb-4b87-9095-f3016139c2e8 HTTP/1.1" status: 204 len: 168 time: 2.2431574 Dec 20 08:52:48.767019 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-cd5dc6d4-7bdc-4a75-a1f2-8619e761e4a6 req-41ccb092-f1d6-4aee-b848-ad05e3106ea7 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Transition to ACTIVE for port object f1373e1f-2823-4b59-ae86-142e4dd4c501 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:52:48.802261 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-bbfc86cb-162a-4a8d-9715-88651755436a None None] Provisioning complete for port 8506ae06-0395-4b60-858f-6843b617394a triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:52:48.802640 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-bbfc86cb-162a-4a8d-9715-88651755436a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:48.832209 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-9a829ab9-e48f-4564-b5f9-b3fa4edaaf40 req-61759a42-cd54-44d3-9cb6-1f5c78b97f70 service neutron] 10.222.0.58 "GET /v2.0/networks/e664d4c9-b00f-4349-9b46-df6a85ff1fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6580048 Dec 20 08:52:48.880780 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-f36b760b-2a49-41aa-9edc-27009fa771a1 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] GET failed (client error): The resource could not be found. Dec 20 08:52:48.882741 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f36b760b-2a49-41aa-9edc-27009fa771a1 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "GET /v2.0/ports/1b3e0b76-affb-4b87-9095-f3016139c2e8 HTTP/1.1" status: 404 len: 333 time: 0.1135006 Dec 20 08:52:48.887300 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 45466) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:48.896270 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-ac4bb856-79f3-44f4-b05c-f82d03abdab3 None None] Set router 1ed7dfbc-d4b3-4fac-b67b-badf62540924 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:52:48.938839 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92712e66-33b8-42e0-a765-003759518363 req-c4947518-f533-41ea-aee1-266ec08b7397 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:48.939540 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-92712e66-33b8-42e0-a765-003759518363 req-c4947518-f533-41ea-aee1-266ec08b7397 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Synchronizing usage tracker for tenant:fabc5346054940109ef98c8222603d73 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:52:48.959277 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-bbfc86cb-162a-4a8d-9715-88651755436a None None] Port 8506ae06-0395-4b60-858f-6843b617394a cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:52:48.970014 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 7252b5aa-cbc9-439c-b5e0-854f6b910dff triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:52:48.970390 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:48.992159 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-caeb66d7-5c1b-4ad6-a8a9-ecff4a2ec46e req-09a0c9b3-6bf7-4527-8bb1-628811b0b296 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fabc5346054940109ef98c8222603d73&device_id=57db2080-b211-4da8-bdbc-e13d2d3dca48 HTTP/1.1" status: 200 len: 1098 time: 0.8326724 Dec 20 08:52:49.037546 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-1e91ba29-c017-4af3-a5c1-d0f654c90d0c req-d7982ec8-db28-4484-ab22-8f0249bf505f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f7b89f97320342ff933d41aa1a974b12&device_id=6db93eee-b546-4abc-af1c-0f87597398e2 HTTP/1.1" status: 200 len: 1097 time: 0.1474860 Dec 20 08:52:49.041209 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fd6c4aed-f572-40e9-ba86-20d83e8d2fa1 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for security_group, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:49.122578 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fd6c4aed-f572-40e9-ba86-20d83e8d2fa1 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:49.143134 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-92712e66-33b8-42e0-a765-003759518363 req-c4947518-f533-41ea-aee1-266ec08b7397 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Unset dirty status for tenant:fabc5346054940109ef98c8222603d73 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:52:49.145062 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-92712e66-33b8-42e0-a765-003759518363 req-c4947518-f533-41ea-aee1-266ec08b7397 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "GET /v2.0/ports?device_id=57db2080-b211-4da8-bdbc-e13d2d3dca48 HTTP/1.1" status: 200 len: 945 time: 0.9462352 Dec 20 08:52:49.148126 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-cd5dc6d4-7bdc-4a75-a1f2-8619e761e4a6 req-41ccb092-f1d6-4aee-b848-ad05e3106ea7 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:49.155380 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeb66d7-5c1b-4ad6-a8a9-ecff4a2ec46e req-8e4a1917-05cf-4e19-9bff-7a84ec8d3763 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:49.156805 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-caeb66d7-5c1b-4ad6-a8a9-ecff4a2ec46e req-8e4a1917-05cf-4e19-9bff-7a84ec8d3763 service neutron] 10.222.0.58 "GET /v2.0/networks?id=8349d658-15a5-4502-934d-42d77be31e8f HTTP/1.1" status: 200 len: 898 time: 0.1539633 Dec 20 08:52:49.160899 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-29fdad27-f169-439c-ab79-de560f663b91 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:49.199033 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-09ef3e80-c9e8-49c3-ba9a-d1b4a16203f8 None None] Could not find standard attr ID for object 1b3e0b76-affb-4b87-9095-f3016139c2e8. {{(pid=83446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 08:52:49.296546 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e91ba29-c017-4af3-a5c1-d0f654c90d0c req-d28f9ad2-d646-40ba-a6f8-5586b2287a18 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:49.298050 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-1e91ba29-c017-4af3-a5c1-d0f654c90d0c req-d28f9ad2-d646-40ba-a6f8-5586b2287a18 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e664d4c9-b00f-4349-9b46-df6a85ff1fc2 HTTP/1.1" status: 200 len: 898 time: 0.2539091 Dec 20 08:52:49.301041 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fd6c4aed-f572-40e9-ba86-20d83e8d2fa1 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:49.306687 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-78632bf3-ac8b-4940-8f8b-a8c06fa06a99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:49.326673 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.extraroute_db [None req-447c18f1-1c99-43cc-8e4c-25bb8e7738c2 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=83444) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 20 08:52:49.334082 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-caeb66d7-5c1b-4ad6-a8a9-ecff4a2ec46e req-c90684f6-ff52-4939-b77d-6666fc67eb09 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7bf7f621-eb7a-44a4-a11e-a463b7790d6c HTTP/1.1" status: 200 len: 217 time: 0.1388645 Dec 20 08:52:49.365661 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-ac4bb856-79f3-44f4-b05c-f82d03abdab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed7dfbc-d4b3-4fac-b67b-badf62540924', 'name': 'tempest-TestNetworkAdvancedServerOps-router-966577616', 'tenant_id': 'fabc5346054940109ef98c8222603d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.105'}], 'enable_snat': True}, 'gw_port_id': '8be543e7-411e-470d-a062-f1773875471e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:49:08Z', 'updated_at': '2021-12-20T08:49:20Z', 'revision_number': 4, 'project_id': 'fabc5346054940109ef98c8222603d73', 'gw_port': {'id': '8be543e7-411e-470d-a062-f1773875471e', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed7dfbc-d4b3-4fac-b67b-badf62540924', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:49:09Z', 'updated_at': '2021-12-20T08:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '0bf68bd0-d44e-4036-977d-ea99f4387efb', 'name': '', 'network_id': '8349d658-15a5-4502-934d-42d77be31e8f', 'tenant_id': 'fabc5346054940109ef98c8222603d73', 'mac_address': 'fa:16:3e:bd:89:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed7dfbc-d4b3-4fac-b67b-badf62540924', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83d9bad6-eabe-4733-8037-e23b2cdef254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:49:19Z', 'updated_at': '2021-12-20T08:49:51Z', 'revision_number': 5, 'project_id': 'fabc5346054940109ef98c8222603d73', 'subnets': [{'id': '83d9bad6-eabe-4733-8037-e23b2cdef254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:52:49.370876 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4bb856-79f3-44f4-b05c-f82d03abdab3 None None] The sync data for ids ['1ed7dfbc-d4b3-4fac-b67b-badf62540924'] in dv-neutron-820491-1-hyperv is: [{'id': '1ed7dfbc-d4b3-4fac-b67b-badf62540924', 'name': 'tempest-TestNetworkAdvancedServerOps-router-966577616', 'tenant_id': 'fabc5346054940109ef98c8222603d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.105'}], 'enable_snat': True}, 'gw_port_id': '8be543e7-411e-470d-a062-f1773875471e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:49:08Z', 'updated_at': '2021-12-20T08:49:20Z', 'revision_number': 4, 'project_id': 'fabc5346054940109ef98c8222603d73', 'gw_port': {'id': '8be543e7-411e-470d-a062-f1773875471e', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed7dfbc-d4b3-4fac-b67b-badf62540924', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:49:09Z', 'updated_at': '2021-12-20T08:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '0bf68bd0-d44e-4036-977d-ea99f4387efb', 'name': '', 'network_id': '8349d658-15a5-4502-934d-42d77be31e8f', 'tenant_id': 'fabc5346054940109ef98c8222603d73', 'mac_address': 'fa:16:3e:bd:89:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed7dfbc-d4b3-4fac-b67b-badf62540924', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83d9bad6-eabe-4733-8037-e23b2cdef254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:49:19Z', 'updated_at': '2021-12-20T08:49:51Z', 'revision_number': 5, 'project_id': 'fabc5346054940109ef98c8222603d73', 'subnets': [{'id': '83d9bad6-eabe-4733-8037-e23b2cdef254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:52:49.390433 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd5dc6d4-7bdc-4a75-a1f2-8619e761e4a6 req-41ccb092-f1d6-4aee-b848-ad05e3106ea7 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Network 93bb2812-0b1d-4fea-b794-e7bc065467e8 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:52:49.409022 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [req-cd5dc6d4-7bdc-4a75-a1f2-8619e761e4a6 req-41ccb092-f1d6-4aee-b848-ad05e3106ea7 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:52:49.411591 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd5dc6d4-7bdc-4a75-a1f2-8619e761e4a6 req-41ccb092-f1d6-4aee-b848-ad05e3106ea7 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:52:49.441983 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ccb092-f1d6-4aee-b848-ad05e3106ea7 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Pushing event updated for resources: {'Port': ['ID=f1373e1f-2823-4b59-ae86-142e4dd4c501,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:49.444785 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-41ccb092-f1d6-4aee-b848-ad05e3106ea7 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:49.463926 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.extraroute_db [None req-447c18f1-1c99-43cc-8e4c-25bb8e7738c2 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Removed routes are [] {{(pid=83444) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 20 08:52:49.464337 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-447c18f1-1c99-43cc-8e4c-25bb8e7738c2 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24724'] for router, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:49.504629 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6c4aed-f572-40e9-ba86-20d83e8d2fa1 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ca2b77-dd89-40ff-a06a-d8a3c3894446,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:49.517991 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-fd6c4aed-f572-40e9-ba86-20d83e8d2fa1 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:49.541518 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fd6c4aed-f572-40e9-ba86-20d83e8d2fa1 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:49.542624 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-fd6c4aed-f572-40e9-ba86-20d83e8d2fa1 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "DELETE /v2.0/security-groups/23ca2b77-dd89-40ff-a06a-d8a3c3894446 HTTP/1.1" status: 204 len: 168 time: 0.6542985 Dec 20 08:52:49.551904 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986bb64e-3349-4cf8-b491-41b68ecc484e req-1f07fc5d-45d1-4d81-be0c-63ac1171255b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:49.558745 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-986bb64e-3349-4cf8-b491-41b68ecc484e req-1f07fc5d-45d1-4d81-be0c-63ac1171255b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=6db93eee-b546-4abc-af1c-0f87597398e2 HTTP/1.1" status: 200 len: 944 time: 0.3755052 Dec 20 08:52:49.570614 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-92712e66-33b8-42e0-a765-003759518363 req-cfbce048-06f7-4fdd-b6f9-aca7f13ba9bb tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "GET /v2.0/security-groups?id=eee36b9c-785d-4ab3-b1d4-e8674c8e6ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4128332 Dec 20 08:52:49.581689 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45474) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:49.661330 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-986bb64e-3349-4cf8-b491-41b68ecc484e req-bd409f1c-de42-4aae-880d-4681f3f63a86 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=1e901aa5-662d-4087-96f9-14c8dfadb03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016042 Dec 20 08:52:49.662782 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-1e91ba29-c017-4af3-a5c1-d0f654c90d0c req-8719c25f-eaf8-477d-885c-b8a54cdbe33e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=691a95c4-2ba0-4a11-9fd5-29cd98045756 HTTP/1.1" status: 200 len: 217 time: 0.3419933 Dec 20 08:52:49.674230 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeb66d7-5c1b-4ad6-a8a9-ecff4a2ec46e req-0d74dadb-c73b-4878-90d6-0ac7dea8292d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:49.675704 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-caeb66d7-5c1b-4ad6-a8a9-ecff4a2ec46e req-0d74dadb-c73b-4878-90d6-0ac7dea8292d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=83d9bad6-eabe-4733-8037-e23b2cdef254 HTTP/1.1" status: 200 len: 834 time: 0.3241677 Dec 20 08:52:49.690527 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5dc6d4-7bdc-4a75-a1f2-8619e761e4a6 req-41ccb092-f1d6-4aee-b848-ad05e3106ea7 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:49.691140 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-cd5dc6d4-7bdc-4a75-a1f2-8619e761e4a6 req-41ccb092-f1d6-4aee-b848-ad05e3106ea7 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:49.722465 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.58', 55224) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:49.792048 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e91ba29-c017-4af3-a5c1-d0f654c90d0c req-8946d408-6e54-408e-b945-ee6ebff9ee2e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:49.793421 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-1e91ba29-c017-4af3-a5c1-d0f654c90d0c req-8946d408-6e54-408e-b945-ee6ebff9ee2e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=63d8cf76-7c84-4a2e-bc0c-1d739038e9cb HTTP/1.1" status: 200 len: 835 time: 0.1190691 Dec 20 08:52:49.818328 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-cd5dc6d4-7bdc-4a75-a1f2-8619e761e4a6 req-41ccb092-f1d6-4aee-b848-ad05e3106ea7 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1209695 Dec 20 08:52:49.827029 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-c7bc6a38-78e7-4cff-8c81-20c71c875103 None None] Provisioning for port f1373e1f-2823-4b59-ae86-142e4dd4c501 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:52:49.832291 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-c7bc6a38-78e7-4cff-8c81-20c71c875103 None None] Provisioning complete for port f1373e1f-2823-4b59-ae86-142e4dd4c501 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:52:49.832762 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c7bc6a38-78e7-4cff-8c81-20c71c875103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:49.835203 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-cd5dc6d4-7bdc-4a75-a1f2-8619e761e4a6 req-adc5e718-c42d-48da-88c9-f0f86b121fe1 service neutron] Request body: {'port': {'device_id': '10bd31a8-b5fe-46ce-9196-c85e8aba7e6a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8204'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:52:49.863914 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d00c75-1f43-4681-b21e-ac6d834d8a9a req-98878e29-6bd7-4018-ba50-b2dc53ee08f9 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:49.865376 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-84d00c75-1f43-4681-b21e-ac6d834d8a9a req-98878e29-6bd7-4018-ba50-b2dc53ee08f9 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.58 "GET /v2.0/ports?device_id=57db2080-b211-4da8-bdbc-e13d2d3dca48 HTTP/1.1" status: 200 len: 945 time: 0.1419756 Dec 20 08:52:49.889206 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-c7bc6a38-78e7-4cff-8c81-20c71c875103 None None] Port f1373e1f-2823-4b59-ae86-142e4dd4c501 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:52:49.947399 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [req-84d00c75-1f43-4681-b21e-ac6d834d8a9a req-7918172f-5efa-416e-a968-f9ea8cee6818 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Deleting port 7bf7f621-eb7a-44a4-a11e-a463b7790d6c {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:52:49.947731 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-84d00c75-1f43-4681-b21e-ac6d834d8a9a req-7918172f-5efa-416e-a968-f9ea8cee6818 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:49.952357 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f1d03cd4-0987-46a2-917c-c9f3a8ff6239 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:49.980760 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-1e91ba29-c017-4af3-a5c1-d0f654c90d0c req-5dbe7939-9967-433f-a2f3-30c23455e488 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e664d4c9-b00f-4349-9b46-df6a85ff1fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1795428 Dec 20 08:52:50.037195 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-caeb66d7-5c1b-4ad6-a8a9-ecff4a2ec46e req-eb5774ec-b952-4a32-9df1-a4fef26ff8f9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8349d658-15a5-4502-934d-42d77be31e8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3398290 Dec 20 08:52:50.043920 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f1d03cd4-0987-46a2-917c-c9f3a8ff6239 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:50.106216 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2704521-cfca-452d-b1b6-3c10cc41a322 req-a0e898a7-250e-4dc4-8fd3-d32102a5e91f tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:50.107582 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d2704521-cfca-452d-b1b6-3c10cc41a322 req-a0e898a7-250e-4dc4-8fd3-d32102a5e91f tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/ports?device_id=10bd31a8-b5fe-46ce-9196-c85e8aba7e6a HTTP/1.1" status: 200 len: 931 time: 0.3530650 Dec 20 08:52:50.114812 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-cd5dc6d4-7bdc-4a75-a1f2-8619e761e4a6 req-adc5e718-c42d-48da-88c9-f0f86b121fe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:50.261450 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-1e91ba29-c017-4af3-a5c1-d0f654c90d0c req-1d7e0432-c046-49ad-8f1d-5e92151e91a2 service neutron] 10.222.0.58 "GET /v2.0/networks/e664d4c9-b00f-4349-9b46-df6a85ff1fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717748 Dec 20 08:52:50.393173 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [req-84d00c75-1f43-4681-b21e-ac6d834d8a9a req-7918172f-5efa-416e-a968-f9ea8cee6818 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] For port 7bf7f621-eb7a-44a4-a11e-a463b7790d6c, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=7bf7f621-eb7a-44a4-a11e-a463b7790d6c,segment=NetworkSegment(a5cd7a16-d340-41d4-84ea-bcc0742b6af4),segment_id=a5cd7a16-d340-41d4-84ea-bcc0742b6af4)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:52:50.393476 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-84d00c75-1f43-4681-b21e-ac6d834d8a9a req-7918172f-5efa-416e-a968-f9ea8cee6818 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:50.531316 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [req-84d00c75-1f43-4681-b21e-ac6d834d8a9a req-7918172f-5efa-416e-a968-f9ea8cee6818 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Calling delete_port for 7bf7f621-eb7a-44a4-a11e-a463b7790d6c owned by compute:nova {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:52:50.566685 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f1d03cd4-0987-46a2-917c-c9f3a8ff6239 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:50.588235 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-fd124cf5-18fb-4da3-a6fd-b97b14b56193 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:50.591372 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-1e91ba29-c017-4af3-a5c1-d0f654c90d0c req-ea5b9c1c-a986-4646-939b-88ebf84eb274 service neutron] 10.222.0.58 "GET /v2.0/networks/e664d4c9-b00f-4349-9b46-df6a85ff1fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3223529 Dec 20 08:52:50.632396 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-447c18f1-1c99-43cc-8e4c-25bb8e7738c2 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24724'] for router, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:50.636389 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d03cd4-0987-46a2-917c-c9f3a8ff6239 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e473c0e0-1783-41e5-8f71-86371535e9cc,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:50.639004 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f1d03cd4-0987-46a2-917c-c9f3a8ff6239 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:50.647018 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-caeb66d7-5c1b-4ad6-a8a9-ecff4a2ec46e req-a6a1a080-55f8-4440-a235-72ab2cacccdc service neutron] 10.222.0.58 "GET /v2.0/networks/8349d658-15a5-4502-934d-42d77be31e8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5859885 Dec 20 08:52:50.651351 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d2704521-cfca-452d-b1b6-3c10cc41a322 req-4c74f50b-48e9-4c68-afe5-5e5beb78fe4c tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb73519-9c90-4e50-9a3d-0898de63562c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5192041 Dec 20 08:52:50.686122 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9468456e-2f00-48cd-938c-340e201bc05d None None] Sync routers for ids ['f919e8d6-85f1-4d92-b0e6-83cea647faf2'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:52:50.707667 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9468456e-2f00-48cd-938c-340e201bc05d None None] Routers {'f919e8d6-85f1-4d92-b0e6-83cea647faf2'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:52:50.708297 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-9468456e-2f00-48cd-938c-340e201bc05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:52:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['f919e8d6-85f1-4d92-b0e6-83cea647faf2'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:52:50.713824 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-447c18f1-1c99-43cc-8e4c-25bb8e7738c2 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-351805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-351780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-379562'] for router, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:50.729822 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-84d00c75-1f43-4681-b21e-ac6d834d8a9a req-7918172f-5efa-416e-a968-f9ea8cee6818 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:50.736228 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-51b6782f-dd3b-4011-9714-b97111e82e37 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:50.744119 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f1d03cd4-0987-46a2-917c-c9f3a8ff6239 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:50.745222 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f1d03cd4-0987-46a2-917c-c9f3a8ff6239 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "DELETE /v2.0/security-groups/e473c0e0-1783-41e5-8f71-86371535e9cc HTTP/1.1" status: 204 len: 168 time: 1.1626136 Dec 20 08:52:50.766779 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45486) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:50.803080 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0077d041-dc16-4c81-923e-d475796db79e None None] New status for floating IP a8e902e1-aa0f-4275-8ac6-a7bc25f00739: DOWN {{(pid=83446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 08:52:50.887258 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7918172f-5efa-416e-a968-f9ea8cee6818 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Pushing event deleted for resources: {'Port': ['ID=7bf7f621-eb7a-44a4-a11e-a463b7790d6c,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:50.903608 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-7918172f-5efa-416e-a968-f9ea8cee6818 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:50.906455 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-99cc6bba-c390-475a-b677-f099df99d3e1 req-6dfc046c-32d6-4c3f-9a2f-7bb6417e0e8b tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "GET /v2.0/ports?device_id=57db2080-b211-4da8-bdbc-e13d2d3dca48 HTTP/1.1" status: 200 len: 210 time: 0.1025906 Dec 20 08:52:50.975112 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-9468456e-2f00-48cd-938c-340e201bc05d None None] Set router f919e8d6-85f1-4d92-b0e6-83cea647faf2 gateway port host: None {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:52:51.010859 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [req-84d00c75-1f43-4681-b21e-ac6d834d8a9a req-7918172f-5efa-416e-a968-f9ea8cee6818 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] No DVR routers for this DVR port 7bf7f621-eb7a-44a4-a11e-a463b7790d6c on host hv-neutron-8204 {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:52:51.013758 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-84d00c75-1f43-4681-b21e-ac6d834d8a9a req-7918172f-5efa-416e-a968-f9ea8cee6818 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:51.017242 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57db2080-b211-4da8-bdbc-e13d2d3dca48', 'name': 'network-vif-deleted', 'tag': '7bf7f621-eb7a-44a4-a11e-a463b7790d6c'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 08:52:51.037411 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-84d00c75-1f43-4681-b21e-ac6d834d8a9a req-7918172f-5efa-416e-a968-f9ea8cee6818 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.58 "DELETE /v2.0/ports/7bf7f621-eb7a-44a4-a11e-a463b7790d6c HTTP/1.1" status: 204 len: 173 time: 1.1665087 Dec 20 08:52:51.105490 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57db2080-b211-4da8-bdbc-e13d2d3dca48', 'name': 'network-vif-deleted', 'tag': '7bf7f621-eb7a-44a4-a11e-a463b7790d6c', 'status': 'completed', 'code': 200} Dec 20 08:52:51.306774 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-caeb66d7-5c1b-4ad6-a8a9-ecff4a2ec46e req-6a1ae69c-498f-4823-8248-f67744e6038a service neutron] 10.222.0.58 "GET /v2.0/networks/8349d658-15a5-4502-934d-42d77be31e8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6520901 Dec 20 08:52:51.324424 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-9468456e-2f00-48cd-938c-340e201bc05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f919e8d6-85f1-4d92-b0e6-83cea647faf2', 'name': 'tempest-RoutersTest-router-1948169302', 'tenant_id': '4697a8f4ef3e423facaab77bb132848e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:52:08Z', 'updated_at': '2021-12-20T08:52:49Z', 'revision_number': 6, 'project_id': '4697a8f4ef3e423facaab77bb132848e', 'gw_port_host': None, '_interfaces': [{'id': '4824da20-df2b-420a-8012-9e7130e2eb89', 'name': '', 'network_id': 'f7959ad9-7f8a-41b8-84e4-df4a2a333cb7', 'tenant_id': '4697a8f4ef3e423facaab77bb132848e', 'mac_address': 'fa:16:3e:2b:46:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f919e8d6-85f1-4d92-b0e6-83cea647faf2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e722309b-a2f9-48f2-847b-0f916fdd870f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:52:20Z', 'updated_at': '2021-12-20T08:52:33Z', 'revision_number': 5, 'project_id': '4697a8f4ef3e423facaab77bb132848e', 'subnets': [{'id': 'e722309b-a2f9-48f2-847b-0f916fdd870f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62d6e5ea-2d30-4d34-885f-f6fc23559841', 'name': '', 'network_id': '4e6e56c8-a506-4bd0-9fa0-bf3832e5e74c', 'tenant_id': '4697a8f4ef3e423facaab77bb132848e', 'mac_address': 'fa:16:3e:c4:89:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f919e8d6-85f1-4d92-b0e6-83cea647faf2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '350384e1-356c-4bf2-a3be-69295d633632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:52:11Z', 'updated_at': '2021-12-20T08:52:21Z', 'revision_number': 5, 'project_id': '4697a8f4ef3e423facaab77bb132848e', 'subnets': [{'id': '350384e1-356c-4bf2-a3be-69295d633632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a961cd2-10b9-4514-9f84-53e0a4a34ffb', 'name': '', 'network_id': '7c0441d4-1f50-4a57-a855-4ecc74045de8', 'tenant_id': '4697a8f4ef3e423facaab77bb132848e', 'mac_address': 'fa:16:3e:93:07:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f919e8d6-85f1-4d92-b0e6-83cea647faf2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '560472ac-49ee-48b0-b494-d69f282a15f9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:52:38Z', 'updated_at': '2021-12-20T08:52:43Z', 'revision_number': 2, 'project_id': '4697a8f4ef3e423facaab77bb132848e', 'subnets': [{'id': '560472ac-49ee-48b0-b494-d69f282a15f9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8f40a8f-073f-4a23-9a34-daa23a9f4f65', 'name': '', 'network_id': 'eeb2c19e-8d5b-45da-b5de-28fcc8533ce2', 'tenant_id': '4697a8f4ef3e423facaab77bb132848e', 'mac_address': 'fa:16:3e:97:54:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f919e8d6-85f1-4d92-b0e6-83cea647faf2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a11058f-2607-4afc-bfc5-70ebdd408f20', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:52:29Z', 'updated_at': '2021-12-20T08:52:40Z', 'revision_number': 5, 'project_id': '4697a8f4ef3e423facaab77bb132848e', 'subnets': [{'id': '7a11058f-2607-4afc-bfc5-70ebdd408f20', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:52:51.329358 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9468456e-2f00-48cd-938c-340e201bc05d None None] Checking router: f919e8d6-85f1-4d92-b0e6-83cea647faf2 for host: dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 08:52:51.329666 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9468456e-2f00-48cd-938c-340e201bc05d None None] Updating router f919e8d6-85f1-4d92-b0e6-83cea647faf2 port 6a961cd2-10b9-4514-9f84-53e0a4a34ffb binding host dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 08:52:51.386555 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-9468456e-2f00-48cd-938c-340e201bc05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:51.484056 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dad5066-3237-4304-a428-c5d8861aaa2d req-5ccce036-bc2a-4935-969a-a8d06cb8542a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:51.486436 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3dad5066-3237-4304-a428-c5d8861aaa2d req-5ccce036-bc2a-4935-969a-a8d06cb8542a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=6db93eee-b546-4abc-af1c-0f87597398e2 HTTP/1.1" status: 200 len: 944 time: 0.5424762 Dec 20 08:52:51.491372 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 691a95c4-2ba0-4a11-9fd5-29cd98045756 details requested by agent hyperv_hv-neutron-8204 with host hv-neutron-8204 {{(pid=83446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 08:52:51.514755 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-d159d52c-1021-4bab-9dfe-47e08647c5a5 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Deleting subnet 4578b712-e099-4092-933b-41c7a5005cdf {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:52:51.561873 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d159d52c-1021-4bab-9dfe-47e08647c5a5 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:51.655761 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [req-cd5dc6d4-7bdc-4a75-a1f2-8619e761e4a6 req-adc5e718-c42d-48da-88c9-f0f86b121fe1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1373e1f-2823-4b59-ae86-142e4dd4c501 {{(pid=83444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 08:52:51.683062 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-cd5dc6d4-7bdc-4a75-a1f2-8619e761e4a6 req-adc5e718-c42d-48da-88c9-f0f86b121fe1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:51.687591 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d159d52c-1021-4bab-9dfe-47e08647c5a5 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1618747'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:51.714527 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port 691a95c4-2ba0-4a11-9fd5-29cd98045756, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=691a95c4-2ba0-4a11-9fd5-29cd98045756,segment=NetworkSegment(a8b72b36-34b5-43c4-ae4f-6ef39c83c10f),segment_id=a8b72b36-34b5-43c4-ae4f-6ef39c83c10f)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:52:51.731669 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Returning: {'device': '691a95c4-2ba0-4a11-9fd5-29cd98045756', 'network_id': 'e664d4c9-b00f-4349-9b46-df6a85ff1fc2', 'port_id': '691a95c4-2ba0-4a11-9fd5-29cd98045756', 'mac_address': 'fa:16:3e:c1:19:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63d8cf76-7c84-4a2e-bc0c-1d739038e9cb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 08:52:51.753969 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3dad5066-3237-4304-a428-c5d8861aaa2d req-ce81a010-c1a1-4c01-bb0e-dc3f58d9cf8f tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=1e901aa5-662d-4087-96f9-14c8dfadb03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2497718 Dec 20 08:52:51.757218 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-447c18f1-1c99-43cc-8e4c-25bb8e7738c2 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Router f919e8d6-85f1-4d92-b0e6-83cea647faf2 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:52:51.761716 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-cd5dc6d4-7bdc-4a75-a1f2-8619e761e4a6 req-adc5e718-c42d-48da-88c9-f0f86b121fe1 service neutron] Transition to ACTIVE for port object f1373e1f-2823-4b59-ae86-142e4dd4c501 will not be triggered until provisioned by entity L2. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:52:51.782686 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-cd5dc6d4-7bdc-4a75-a1f2-8619e761e4a6 req-adc5e718-c42d-48da-88c9-f0f86b121fe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:51.790942 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-8a48f13d-c729-4c44-bf20-643585ddfec9 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:51.828517 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:51.875058 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 691a95c4-2ba0-4a11-9fd5-29cd98045756 {{(pid=83446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 08:52:51.921036 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port 691a95c4-2ba0-4a11-9fd5-29cd98045756, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=691a95c4-2ba0-4a11-9fd5-29cd98045756,segment=NetworkSegment(a8b72b36-34b5-43c4-ae4f-6ef39c83c10f),segment_id=a8b72b36-34b5-43c4-ae4f-6ef39c83c10f)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:52:51.938142 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:51.940091 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:52.074100 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-9468456e-2f00-48cd-938c-340e201bc05d None None] Notify callbacks [] for port, precommit_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:52.109709 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.provisioning_blocks [None req-9468456e-2f00-48cd-938c-340e201bc05d None None] Transition to ACTIVE for port object 6a961cd2-10b9-4514-9f84-53e0a4a34ffb will not be triggered until provisioned by entity L2. {{(pid=83447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:52:52.112252 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc5e718-c42d-48da-88c9-f0f86b121fe1 service neutron] Pushing event updated for resources: {'Port': ['ID=f1373e1f-2823-4b59-ae86-142e4dd4c501,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:52.116387 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-adc5e718-c42d-48da-88c9-f0f86b121fe1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:52.129160 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-9468456e-2f00-48cd-938c-340e201bc05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:52.151000 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-b17bea4e-8e07-445b-b009-b0d082c8434b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:52.152910 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d159d52c-1021-4bab-9dfe-47e08647c5a5 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:52.158452 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 45496) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:52.182812 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=691a95c4-2ba0-4a11-9fd5-29cd98045756,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:52.189081 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:52.283933 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] get_ports_and_sgs() called for port_ids ['691a95c4-2ba0-4a11-9fd5-29cd98045756'] {{(pid=83446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 08:52:52.302148 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019427c3-a534-432e-9373-3cb404f93e36 None None] Pushing event updated for resources: {'Port': ['ID=6a961cd2-10b9-4514-9f84-53e0a4a34ffb,revision_number=3']} {{(pid=83447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:52.327107 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e394ba06-373a-417e-b508-aa7b1df0d141 req-a24790ca-e42e-4451-9e73-0846b35e41b4 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:52.335193 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-e394ba06-373a-417e-b508-aa7b1df0d141 req-a24790ca-e42e-4451-9e73-0846b35e41b4 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/ports?device_id=10bd31a8-b5fe-46ce-9196-c85e8aba7e6a HTTP/1.1" status: 200 len: 943 time: 0.3064203 Dec 20 08:52:52.360516 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-019427c3-a534-432e-9373-3cb404f93e36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:52.579909 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d159d52c-1021-4bab-9dfe-47e08647c5a5 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1129313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1529131'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:52.589455 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-058d1c1a-7686-4f9b-85c9-785e596f8c56 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:52.596854 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-9468456e-2f00-48cd-938c-340e201bc05d None None] Attempting to bind port 6a961cd2-10b9-4514-9f84-53e0a4a34ffb on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:52:52.597253 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-9468456e-2f00-48cd-938c-340e201bc05d None None] Attempting to bind port 6a961cd2-10b9-4514-9f84-53e0a4a34ffb by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': 'ff9c9c08-718a-463d-ad5f-f547eeb7c4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '7c0441d4-1f50-4a57-a855-4ecc74045de8'}] {{(pid=83447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:52:52.597623 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9468456e-2f00-48cd-938c-340e201bc05d None None] Attempting to bind port 6a961cd2-10b9-4514-9f84-53e0a4a34ffb on network 7c0441d4-1f50-4a57-a855-4ecc74045de8 {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:52:52.614567 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9468456e-2f00-48cd-938c-340e201bc05d None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:52:52.614959 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9468456e-2f00-48cd-938c-340e201bc05d None None] Checking segment: {'id': 'ff9c9c08-718a-463d-ad5f-f547eeb7c4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '7c0441d4-1f50-4a57-a855-4ecc74045de8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:52:52.617412 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-9468456e-2f00-48cd-938c-340e201bc05d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:52.617826 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9468456e-2f00-48cd-938c-340e201bc05d None None] Bound using segment: {'id': 'ff9c9c08-718a-463d-ad5f-f547eeb7c4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '7c0441d4-1f50-4a57-a855-4ecc74045de8'} {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:52:52.618352 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-9468456e-2f00-48cd-938c-340e201bc05d None None] Bound port: 6a961cd2-10b9-4514-9f84-53e0a4a34ffb, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff9c9c08-718a-463d-ad5f-f547eeb7c4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '7c0441d4-1f50-4a57-a855-4ecc74045de8'}}] {{(pid=83447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:52:52.619037 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-9468456e-2f00-48cd-938c-340e201bc05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:52.647274 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d159d52c-1021-4bab-9dfe-47e08647c5a5 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Pushing event deleted for resources: {'Subnet': ['ID=4578b712-e099-4092-933b-41c7a5005cdf,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:52.651242 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d159d52c-1021-4bab-9dfe-47e08647c5a5 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:52.652297 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-cd5dc6d4-7bdc-4a75-a1f2-8619e761e4a6 req-adc5e718-c42d-48da-88c9-f0f86b121fe1 service neutron] Attempting to bind port f1373e1f-2823-4b59-ae86-142e4dd4c501 on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:52:52.653119 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-cd5dc6d4-7bdc-4a75-a1f2-8619e761e4a6 req-adc5e718-c42d-48da-88c9-f0f86b121fe1 service neutron] Attempting to bind port f1373e1f-2823-4b59-ae86-142e4dd4c501 by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': '816f3411-ce24-4874-a9f0-58ff5b5f140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '93bb2812-0b1d-4fea-b794-e7bc065467e8'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:52:52.655451 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5dc6d4-7bdc-4a75-a1f2-8619e761e4a6 req-adc5e718-c42d-48da-88c9-f0f86b121fe1 service neutron] Attempting to bind port f1373e1f-2823-4b59-ae86-142e4dd4c501 on network 93bb2812-0b1d-4fea-b794-e7bc065467e8 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:52:52.675579 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-e394ba06-373a-417e-b508-aa7b1df0d141 req-5727a8b4-2003-4938-aaec-3588f2ecd116 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb73519-9c90-4e50-9a3d-0898de63562c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3391514 Dec 20 08:52:52.683246 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d159d52c-1021-4bab-9dfe-47e08647c5a5 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:52.701119 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6a8f5b-7b1b-418b-bdd4-f28dde89a9b4 None None] Network 13b54023-cd9b-4f29-8fc2-455799589a42 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:52:52.703211 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5dc6d4-7bdc-4a75-a1f2-8619e761e4a6 req-adc5e718-c42d-48da-88c9-f0f86b121fe1 service neutron] Port f1373e1f-2823-4b59-ae86-142e4dd4c501 on network 93bb2812-0b1d-4fea-b794-e7bc065467e8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 08:52:52.703541 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5dc6d4-7bdc-4a75-a1f2-8619e761e4a6 req-adc5e718-c42d-48da-88c9-f0f86b121fe1 service neutron] Attempting to bind port f1373e1f-2823-4b59-ae86-142e4dd4c501 on network 93bb2812-0b1d-4fea-b794-e7bc065467e8 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:52:52.718434 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5dc6d4-7bdc-4a75-a1f2-8619e761e4a6 req-adc5e718-c42d-48da-88c9-f0f86b121fe1 service neutron] Checking agent: {'id': 'bd419857-3bec-4b96-b211-3fb278c66880', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8204', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 40, 10), 'started_at': datetime.datetime(2021, 12, 20, 8, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:52:52.718677 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5dc6d4-7bdc-4a75-a1f2-8619e761e4a6 req-adc5e718-c42d-48da-88c9-f0f86b121fe1 service neutron] Checking segment: {'id': '816f3411-ce24-4874-a9f0-58ff5b5f140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '93bb2812-0b1d-4fea-b794-e7bc065467e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:52:52.719059 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5dc6d4-7bdc-4a75-a1f2-8619e761e4a6 req-adc5e718-c42d-48da-88c9-f0f86b121fe1 service neutron] Bound using segment: {'id': '816f3411-ce24-4874-a9f0-58ff5b5f140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '93bb2812-0b1d-4fea-b794-e7bc065467e8'} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:52:52.720009 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-cd5dc6d4-7bdc-4a75-a1f2-8619e761e4a6 req-adc5e718-c42d-48da-88c9-f0f86b121fe1 service neutron] Bound port: f1373e1f-2823-4b59-ae86-142e4dd4c501, host: hv-neutron-8204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '816f3411-ce24-4874-a9f0-58ff5b5f140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '93bb2812-0b1d-4fea-b794-e7bc065467e8'}}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:52:52.720009 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-cd5dc6d4-7bdc-4a75-a1f2-8619e761e4a6 req-adc5e718-c42d-48da-88c9-f0f86b121fe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:52.760960 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.db [None req-9468456e-2f00-48cd-938c-340e201bc05d None None] For port 6a961cd2-10b9-4514-9f84-53e0a4a34ffb, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:52:52.765088 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.db [None req-9468456e-2f00-48cd-938c-340e201bc05d None None] For port 6a961cd2-10b9-4514-9f84-53e0a4a34ffb, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=6a961cd2-10b9-4514-9f84-53e0a4a34ffb,segment=NetworkSegment(ff9c9c08-718a-463d-ad5f-f547eeb7c4a6),segment_id=ff9c9c08-718a-463d-ad5f-f547eeb7c4a6)] {{(pid=83447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:52:52.779109 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-9468456e-2f00-48cd-938c-340e201bc05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:52.784078 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-e8f68963-9340-46a6-b12e-65bdc13f5c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:52.825451 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d159d52c-1021-4bab-9dfe-47e08647c5a5 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "DELETE /v2.0/subnets/4578b712-e099-4092-933b-41c7a5005cdf HTTP/1.1" status: 204 len: 168 time: 2.0570629 Dec 20 08:52:52.833873 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 45502) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:52.852963 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-2af1a772-451a-4361-b848-d36fb365913d tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Request body: {'subnet': {'network_id': '13b54023-cd9b-4f29-8fc2-455799589a42', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:52:52.871629 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-447c18f1-1c99-43cc-8e4c-25bb8e7738c2 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:52:52.887986 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-447c18f1-1c99-43cc-8e4c-25bb8e7738c2 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:52.895574 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9468456e-2f00-48cd-938c-340e201bc05d None None] Routers {'f919e8d6-85f1-4d92-b0e6-83cea647faf2'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:52:52.896423 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-9468456e-2f00-48cd-938c-340e201bc05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:52:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['f919e8d6-85f1-4d92-b0e6-83cea647faf2'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:52:52.896614 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-447c18f1-1c99-43cc-8e4c-25bb8e7738c2 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "PUT /v2.0/routers/f919e8d6-85f1-4d92-b0e6-83cea647faf2 HTTP/1.1" status: 200 len: 934 time: 6.0126073 Dec 20 08:52:52.907389 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45506) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:53.039049 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-2af1a772-451a-4361-b848-d36fb365913d tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:52:53.068607 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-2af1a772-451a-4361-b848-d36fb365913d tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Usage tracker for resource:subnet and tenant:9a4160c0c10e4c91b63b9bda9f2f4420 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:52:53.075347 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-2af1a772-451a-4361-b848-d36fb365913d tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:52:53.133728 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-9468456e-2f00-48cd-938c-340e201bc05d None None] Set router f919e8d6-85f1-4d92-b0e6-83cea647faf2 gateway port host: None {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:52:53.164349 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-2af1a772-451a-4361-b848-d36fb365913d tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:52:53.218091 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2af1a772-451a-4361-b848-d36fb365913d tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Made reservation on behalf of 9a4160c0c10e4c91b63b9bda9f2f4420 for: {'subnet': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:52:53.301782 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-cd5dc6d4-7bdc-4a75-a1f2-8619e761e4a6 req-adc5e718-c42d-48da-88c9-f0f86b121fe1 service neutron] For port f1373e1f-2823-4b59-ae86-142e4dd4c501, host hv-neutron-8204, cleared binding levels {{(pid=83444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:52:53.319337 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-cd5dc6d4-7bdc-4a75-a1f2-8619e761e4a6 req-adc5e718-c42d-48da-88c9-f0f86b121fe1 service neutron] For port f1373e1f-2823-4b59-ae86-142e4dd4c501, host hv-neutron-8204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=f1373e1f-2823-4b59-ae86-142e4dd4c501,segment=NetworkSegment(816f3411-ce24-4874-a9f0-58ff5b5f140f),segment_id=816f3411-ce24-4874-a9f0-58ff5b5f140f)] {{(pid=83444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:52:53.339688 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019427c3-a534-432e-9373-3cb404f93e36 None None] Pushing event updated for resources: {'Port': ['ID=6a961cd2-10b9-4514-9f84-53e0a4a34ffb,revision_number=4']} {{(pid=83447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:53.344098 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-019427c3-a534-432e-9373-3cb404f93e36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.560s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:53.378378 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2af1a772-451a-4361-b848-d36fb365913d tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2095160'] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:53.393406 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-cd5dc6d4-7bdc-4a75-a1f2-8619e761e4a6 req-adc5e718-c42d-48da-88c9-f0f86b121fe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:53.405050 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-42cfe9f4-3a0a-43bd-a31f-f53cd4b47428 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:53.494614 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 7bf7f621-eb7a-44a4-a11e-a463b7790d6c no longer exists at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:52:53.498189 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc5e718-c42d-48da-88c9-f0f86b121fe1 service neutron] Pushing event updated for resources: {'Port': ['ID=f1373e1f-2823-4b59-ae86-142e4dd4c501,revision_number=3']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:53.502033 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4c717633-4b88-422a-bb29-5050fdbf1e1b tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349062'] for router_interface, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:53.514120 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017bd2d5-47a5-44d8-931a-be3f740aa784 req-759ce9f6-d3d1-44f4-80b5-52ca3f5c3bcc tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:53.532917 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-017bd2d5-47a5-44d8-931a-be3f740aa784 req-759ce9f6-d3d1-44f4-80b5-52ca3f5c3bcc tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=6db93eee-b546-4abc-af1c-0f87597398e2 HTTP/1.1" status: 200 len: 945 time: 0.3327432 Dec 20 08:52:53.537406 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-adc5e718-c42d-48da-88c9-f0f86b121fe1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:53.540306 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] No Port match for: 7bf7f621-eb7a-44a4-a11e-a463b7790d6c {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:52:53.540649 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 7bf7f621-eb7a-44a4-a11e-a463b7790d6c not bound to the agent host hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:52:53.589902 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-cd5dc6d4-7bdc-4a75-a1f2-8619e761e4a6 req-adc5e718-c42d-48da-88c9-f0f86b121fe1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:53.591404 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-cd5dc6d4-7bdc-4a75-a1f2-8619e761e4a6 req-adc5e718-c42d-48da-88c9-f0f86b121fe1 service neutron] 10.222.0.58 "PUT /v2.0/ports/f1373e1f-2823-4b59-ae86-142e4dd4c501 HTTP/1.1" status: 200 len: 1093 time: 3.7624364 Dec 20 08:52:53.611972 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-fec65440-7413-4d7c-8888-32552be7acbd tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "GET /v2.0/routers/f919e8d6-85f1-4d92-b0e6-83cea647faf2 HTTP/1.1" status: 200 len: 934 time: 0.6899979 Dec 20 08:52:53.615817 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 45510) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:53.617716 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10bd31a8-b5fe-46ce-9196-c85e8aba7e6a', 'tag': 'f1373e1f-2823-4b59-ae86-142e4dd4c501'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 08:52:53.662631 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-9468456e-2f00-48cd-938c-340e201bc05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f919e8d6-85f1-4d92-b0e6-83cea647faf2', 'name': 'tempest-RoutersTest-router-1948169302', 'tenant_id': '4697a8f4ef3e423facaab77bb132848e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:52:08Z', 'updated_at': '2021-12-20T08:52:49Z', 'revision_number': 6, 'project_id': '4697a8f4ef3e423facaab77bb132848e', 'gw_port_host': None, '_interfaces': [{'id': '4824da20-df2b-420a-8012-9e7130e2eb89', 'name': '', 'network_id': 'f7959ad9-7f8a-41b8-84e4-df4a2a333cb7', 'tenant_id': '4697a8f4ef3e423facaab77bb132848e', 'mac_address': 'fa:16:3e:2b:46:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f919e8d6-85f1-4d92-b0e6-83cea647faf2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e722309b-a2f9-48f2-847b-0f916fdd870f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:52:20Z', 'updated_at': '2021-12-20T08:52:33Z', 'revision_number': 5, 'project_id': '4697a8f4ef3e423facaab77bb132848e', 'subnets': [{'id': 'e722309b-a2f9-48f2-847b-0f916fdd870f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62d6e5ea-2d30-4d34-885f-f6fc23559841', 'name': '', 'network_id': '4e6e56c8-a506-4bd0-9fa0-bf3832e5e74c', 'tenant_id': '4697a8f4ef3e423facaab77bb132848e', 'mac_address': 'fa:16:3e:c4:89:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f919e8d6-85f1-4d92-b0e6-83cea647faf2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '350384e1-356c-4bf2-a3be-69295d633632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:52:11Z', 'updated_at': '2021-12-20T08:52:21Z', 'revision_number': 5, 'project_id': '4697a8f4ef3e423facaab77bb132848e', 'subnets': [{'id': '350384e1-356c-4bf2-a3be-69295d633632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a961cd2-10b9-4514-9f84-53e0a4a34ffb', 'name': '', 'network_id': '7c0441d4-1f50-4a57-a855-4ecc74045de8', 'tenant_id': '4697a8f4ef3e423facaab77bb132848e', 'mac_address': 'fa:16:3e:93:07:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f919e8d6-85f1-4d92-b0e6-83cea647faf2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '560472ac-49ee-48b0-b494-d69f282a15f9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:52:38Z', 'updated_at': '2021-12-20T08:52:52Z', 'revision_number': 4, 'project_id': '4697a8f4ef3e423facaab77bb132848e', 'subnets': [{'id': '560472ac-49ee-48b0-b494-d69f282a15f9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8f40a8f-073f-4a23-9a34-daa23a9f4f65', 'name': '', 'network_id': 'eeb2c19e-8d5b-45da-b5de-28fcc8533ce2', 'tenant_id': '4697a8f4ef3e423facaab77bb132848e', 'mac_address': 'fa:16:3e:97:54:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f919e8d6-85f1-4d92-b0e6-83cea647faf2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a11058f-2607-4afc-bfc5-70ebdd408f20', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:52:29Z', 'updated_at': '2021-12-20T08:52:40Z', 'revision_number': 5, 'project_id': '4697a8f4ef3e423facaab77bb132848e', 'subnets': [{'id': '7a11058f-2607-4afc-bfc5-70ebdd408f20', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:52:53.671353 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-36d20f33-fee0-4e22-a40c-351028704179 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Request body: {'router': {'routes': None}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:52:53.671866 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9468456e-2f00-48cd-938c-340e201bc05d None None] The sync data for ids ['f919e8d6-85f1-4d92-b0e6-83cea647faf2'] in dv-neutron-820491-1-hyperv is: [{'id': 'f919e8d6-85f1-4d92-b0e6-83cea647faf2', 'name': 'tempest-RoutersTest-router-1948169302', 'tenant_id': '4697a8f4ef3e423facaab77bb132848e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:52:08Z', 'updated_at': '2021-12-20T08:52:49Z', 'revision_number': 6, 'project_id': '4697a8f4ef3e423facaab77bb132848e', 'gw_port_host': None, '_interfaces': [{'id': '4824da20-df2b-420a-8012-9e7130e2eb89', 'name': '', 'network_id': 'f7959ad9-7f8a-41b8-84e4-df4a2a333cb7', 'tenant_id': '4697a8f4ef3e423facaab77bb132848e', 'mac_address': 'fa:16:3e:2b:46:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f919e8d6-85f1-4d92-b0e6-83cea647faf2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e722309b-a2f9-48f2-847b-0f916fdd870f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:52:20Z', 'updated_at': '2021-12-20T08:52:33Z', 'revision_number': 5, 'project_id': '4697a8f4ef3e423facaab77bb132848e', 'subnets': [{'id': 'e722309b-a2f9-48f2-847b-0f916fdd870f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62d6e5ea-2d30-4d34-885f-f6fc23559841', 'name': '', 'network_id': '4e6e56c8-a506-4bd0-9fa0-bf3832e5e74c', 'tenant_id': '4697a8f4ef3e423facaab77bb132848e', 'mac_address': 'fa:16:3e:c4:89:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f919e8d6-85f1-4d92-b0e6-83cea647faf2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '350384e1-356c-4bf2-a3be-69295d633632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:52:11Z', 'updated_at': '2021-12-20T08:52:21Z', 'revision_number': 5, 'project_id': '4697a8f4ef3e423facaab77bb132848e', 'subnets': [{'id': '350384e1-356c-4bf2-a3be-69295d633632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a961cd2-10b9-4514-9f84-53e0a4a34ffb', 'name': '', 'network_id': '7c0441d4-1f50-4a57-a855-4ecc74045de8', 'tenant_id': '4697a8f4ef3e423facaab77bb132848e', 'mac_address': 'fa:16:3e:93:07:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f919e8d6-85f1-4d92-b0e6-83cea647faf2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '560472ac-49ee-48b0-b494-d69f282a15f9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:52:38Z', 'updated_at': '2021-12-20T08:52:52Z', 'revision_number': 4, 'project_id': '4697a8f4ef3e423facaab77bb132848e', 'subnets': [{'id': '560472ac-49ee-48b0-b494-d69f282a15f9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8f40a8f-073f-4a23-9a34-daa23a9f4f65', 'name': '', 'network_id': 'eeb2c19e-8d5b-45da-b5de-28fcc8533ce2', 'tenant_id': '4697a8f4ef3e423facaab77bb132848e', 'mac_address': 'fa:16:3e:97:54:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f919e8d6-85f1-4d92-b0e6-83cea647faf2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a11058f-2607-4afc-bfc5-70ebdd408f20', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:52:29Z', 'updated_at': '2021-12-20T08:52:40Z', 'revision_number': 5, 'project_id': '4697a8f4ef3e423facaab77bb132848e', 'subnets': [{'id': '7a11058f-2607-4afc-bfc5-70ebdd408f20', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:52:53.711429 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-017bd2d5-47a5-44d8-931a-be3f740aa784 req-bc08a138-e368-4d47-9490-9e11880d9661 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=1e901aa5-662d-4087-96f9-14c8dfadb03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1760890 Dec 20 08:52:53.759707 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10bd31a8-b5fe-46ce-9196-c85e8aba7e6a', 'tag': 'f1373e1f-2823-4b59-ae86-142e4dd4c501', 'status': 'completed', 'code': 200} Dec 20 08:52:53.816044 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-cd5dc6d4-7bdc-4a75-a1f2-8619e761e4a6 req-e4c1e0f3-66da-4ac9-8403-d7d08784140e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9cbdcc0323fa453595ec6616c2aaa00e&device_id=10bd31a8-b5fe-46ce-9196-c85e8aba7e6a HTTP/1.1" status: 200 len: 1096 time: 0.1526186 Dec 20 08:52:53.931112 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-cd5dc6d4-7bdc-4a75-a1f2-8619e761e4a6 req-874e15f4-97db-4273-90f2-135b2e3c6755 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1373e1f-2823-4b59-ae86-142e4dd4c501 HTTP/1.1" status: 200 len: 217 time: 0.1090162 Dec 20 08:52:54.015667 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5dc6d4-7bdc-4a75-a1f2-8619e761e4a6 req-308077ef-d01c-42f3-8aae-c3b65618dc31 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:54.017217 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-cd5dc6d4-7bdc-4a75-a1f2-8619e761e4a6 req-308077ef-d01c-42f3-8aae-c3b65618dc31 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cff4e817-2297-42bb-840a-667d6388fa06 HTTP/1.1" status: 200 len: 851 time: 0.0787554 Dec 20 08:52:54.121772 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-cd5dc6d4-7bdc-4a75-a1f2-8619e761e4a6 req-1048eaee-4894-4af3-8334-5a770328102a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=93bb2812-0b1d-4fea-b794-e7bc065467e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0948815 Dec 20 08:52:54.289154 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2021ecd1-29e5-4e5f-bdf9-49bffe4b7bca req-853a3fc6-45f0-4f3d-b0f6-bd72fa2a39df tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:54.290752 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-2021ecd1-29e5-4e5f-bdf9-49bffe4b7bca req-853a3fc6-45f0-4f3d-b0f6-bd72fa2a39df tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/ports?device_id=10bd31a8-b5fe-46ce-9196-c85e8aba7e6a HTTP/1.1" status: 200 len: 943 time: 0.3123455 Dec 20 08:52:54.323768 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 6a961cd2-10b9-4514-9f84-53e0a4a34ffb up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:52:54.377990 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-cd5dc6d4-7bdc-4a75-a1f2-8619e761e4a6 req-59e32d17-4dce-405e-a986-952778438099 service neutron] 10.222.0.58 "GET /v2.0/networks/93bb2812-0b1d-4fea-b794-e7bc065467e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486377 Dec 20 08:52:54.418359 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 6a961cd2-10b9-4514-9f84-53e0a4a34ffb completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:52:54.423854 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 6a961cd2-10b9-4514-9f84-53e0a4a34ffb triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:52:54.425008 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:54.564500 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-9b99afbd-fc17-440a-8e58-3c4cb0effcc3 None None] Provisioning complete for port 7252b5aa-cbc9-439c-b5e0-854f6b910dff triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:52:54.565154 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-9b99afbd-fc17-440a-8e58-3c4cb0effcc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:54.591631 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-cd5dc6d4-7bdc-4a75-a1f2-8619e761e4a6 req-b9975cae-20c9-4b8c-a200-c1751d8c6723 service neutron] 10.222.0.58 "GET /v2.0/networks/93bb2812-0b1d-4fea-b794-e7bc065467e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058656 Dec 20 08:52:54.608292 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:54.662458 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 6a961cd2-10b9-4514-9f84-53e0a4a34ffb, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=6a961cd2-10b9-4514-9f84-53e0a4a34ffb,segment=NetworkSegment(ff9c9c08-718a-463d-ad5f-f547eeb7c4a6),segment_id=ff9c9c08-718a-463d-ad5f-f547eeb7c4a6)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:52:54.669811 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:54.672039 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-34cbc13a-5efd-45b8-8e1c-4d6bb566a377 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:54.726398 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4849b31e-2dee-437b-8143-bcb71eb65b4f req-9140c196-5a05-41dd-8cd9-0a492ace8f5b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9cbdcc0323fa453595ec6616c2aaa00e&device_id=10bd31a8-b5fe-46ce-9196-c85e8aba7e6a HTTP/1.1" status: 200 len: 1096 time: 0.0836754 Dec 20 08:52:54.747912 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-2021ecd1-29e5-4e5f-bdf9-49bffe4b7bca req-39be855b-2f44-4feb-94ad-48eb906dc4de tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb73519-9c90-4e50-9a3d-0898de63562c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4413338 Dec 20 08:52:54.764239 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2af1a772-451a-4361-b848-d36fb365913d tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2036557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2095114'] for subnet, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:54.798220 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=6a961cd2-10b9-4514-9f84-53e0a4a34ffb,revision_number=5']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:54.802022 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-84fb07f7-35c5-479e-b1be-9eb123b4801c tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:54.802762 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:54.816243 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-9b99afbd-fc17-440a-8e58-3c4cb0effcc3 None None] Provisioning complete for port 8506ae06-0395-4b60-858f-6843b617394a triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:52:54.816499 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-9b99afbd-fc17-440a-8e58-3c4cb0effcc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:54.878423 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-9b99afbd-fc17-440a-8e58-3c4cb0effcc3 None None] Port 8506ae06-0395-4b60-858f-6843b617394a cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:52:54.897062 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4849b31e-2dee-437b-8143-bcb71eb65b4f req-3991ef8d-ef78-4046-8137-1cd52df6bf7f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:54.898700 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4849b31e-2dee-437b-8143-bcb71eb65b4f req-3991ef8d-ef78-4046-8137-1cd52df6bf7f service neutron] 10.222.0.58 "GET /v2.0/networks?id=93bb2812-0b1d-4fea-b794-e7bc065467e8 HTTP/1.1" status: 200 len: 913 time: 0.1659870 Dec 20 08:52:54.910861 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af1a772-451a-4361-b848-d36fb365913d tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Pushing event updated for resources: {'Subnet': ['ID=53738769-189f-419d-b16e-c772106a3eb9,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:54.922277 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-2af1a772-451a-4361-b848-d36fb365913d tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:55.023002 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af1a772-451a-4361-b848-d36fb365913d tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Network 13b54023-cd9b-4f29-8fc2-455799589a42 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:52:55.029407 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-2af1a772-451a-4361-b848-d36fb365913d tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:52:55.039092 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ca60bf-f1b4-4a6f-aa62-cc7e6f07a7cf None None] Network 13b54023-cd9b-4f29-8fc2-455799589a42 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:52:55.041114 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af1a772-451a-4361-b848-d36fb365913d tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:55.041738 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2af1a772-451a-4361-b848-d36fb365913d tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:55.117877 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-2af1a772-451a-4361-b848-d36fb365913d tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2713764 Dec 20 08:52:55.119613 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 45520) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:55.126913 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4849b31e-2dee-437b-8143-bcb71eb65b4f req-0f0b8325-d133-45f1-89d1-6a8f1b325979 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1373e1f-2823-4b59-ae86-142e4dd4c501 HTTP/1.1" status: 200 len: 217 time: 0.2219882 Dec 20 08:52:55.128700 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-90d419fa-c940-499f-a4af-b942b001bffd tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Request body: {'security_group': {'name': 'tempest-secgroup-767222560'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:52:55.141508 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-90d419fa-c940-499f-a4af-b942b001bffd tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:52:55.148200 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-90d419fa-c940-499f-a4af-b942b001bffd tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Usage tracker for resource:security_group and tenant:9a4160c0c10e4c91b63b9bda9f2f4420 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:52:55.152084 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-90d419fa-c940-499f-a4af-b942b001bffd tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:52:55.183458 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-90d419fa-c940-499f-a4af-b942b001bffd tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:52:55.210645 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4849b31e-2dee-437b-8143-bcb71eb65b4f req-d2de6421-2d5b-4c34-a4ec-bb27b6725774 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:55.212125 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4849b31e-2dee-437b-8143-bcb71eb65b4f req-d2de6421-2d5b-4c34-a4ec-bb27b6725774 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cff4e817-2297-42bb-840a-667d6388fa06 HTTP/1.1" status: 200 len: 851 time: 0.0773547 Dec 20 08:52:55.218566 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb97ae-b024-4d20-b460-d4d7372906a5 req-be87afa9-7c3e-4fe7-b944-0d17e46d13fc tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:55.219991 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c7eb97ae-b024-4d20-b460-d4d7372906a5 req-be87afa9-7c3e-4fe7-b944-0d17e46d13fc tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=6db93eee-b546-4abc-af1c-0f87597398e2 HTTP/1.1" status: 200 len: 945 time: 0.2669160 Dec 20 08:52:55.245487 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-90d419fa-c940-499f-a4af-b942b001bffd tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for security_group, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:55.313200 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c7eb97ae-b024-4d20-b460-d4d7372906a5 req-2a51d156-7750-4048-b630-e5b7118156d6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=1e901aa5-662d-4087-96f9-14c8dfadb03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550778 Dec 20 08:52:55.334930 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4849b31e-2dee-437b-8143-bcb71eb65b4f req-15096d26-0917-47da-af77-4587e4441d52 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=93bb2812-0b1d-4fea-b794-e7bc065467e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1139853 Dec 20 08:52:55.399851 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-90d419fa-c940-499f-a4af-b942b001bffd tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:52:55.402895 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.extraroute_db [None req-36d20f33-fee0-4e22-a40c-351028704179 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Added routes are [] {{(pid=83445) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 20 08:52:55.403212 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.extraroute_db [None req-36d20f33-fee0-4e22-a40c-351028704179 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=83445) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 20 08:52:55.410758 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-90d419fa-c940-499f-a4af-b942b001bffd tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Usage tracker for resource:security_group_rule and tenant:9a4160c0c10e4c91b63b9bda9f2f4420 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:52:55.415967 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-90d419fa-c940-499f-a4af-b942b001bffd tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:52:55.428084 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-90d419fa-c940-499f-a4af-b942b001bffd tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:52:55.453545 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248f4a3b-70ae-45c9-abfc-3afe7c4ba67d None None] Update dhcp port {'port': {'network_id': '13b54023-cd9b-4f29-8fc2-455799589a42', 'fixed_ips': [{'subnet_id': '3692ed00-9012-4f1d-8df9-215726fb45c5', 'ip_address': '172.20.0.18'}, {'subnet_id': '53738769-189f-419d-b16e-c772106a3eb9'}], 'binding:host_id': 'dv-neutron-820491-1-hyperv'}, 'id': '7252b5aa-cbc9-439c-b5e0-854f6b910dff'} from dv-neutron-820491-1-hyperv. {{(pid=83446) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 20 08:52:55.499255 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-36d20f33-fee0-4e22-a40c-351028704179 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24724'] for router, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:55.502118 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4849b31e-2dee-437b-8143-bcb71eb65b4f req-90f62241-40dc-40c3-b362-4008c4c0fa3e service neutron] 10.222.0.58 "GET /v2.0/networks/93bb2812-0b1d-4fea-b794-e7bc065467e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601627 Dec 20 08:52:55.509928 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 691a95c4-2ba0-4a11-9fd5-29cd98045756 up at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:52:55.544518 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-248f4a3b-70ae-45c9-abfc-3afe7c4ba67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:55.658109 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-90d419fa-c940-499f-a4af-b942b001bffd tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for security_group, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:55.658330 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4849b31e-2dee-437b-8143-bcb71eb65b4f req-f29e888c-6022-448d-b4c8-59ff89fd5dfd service neutron] 10.222.0.58 "GET /v2.0/networks/93bb2812-0b1d-4fea-b794-e7bc065467e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477387 Dec 20 08:52:55.700704 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-90d419fa-c940-499f-a4af-b942b001bffd tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:55.713890 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning for port 691a95c4-2ba0-4a11-9fd5-29cd98045756 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:52:55.716143 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-c8b35985-7a64-4688-9de4-35799b147bd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:55.723546 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning complete for port 691a95c4-2ba0-4a11-9fd5-29cd98045756 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:52:55.723923 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:55.765465 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d419fa-c940-499f-a4af-b942b001bffd tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f0bcb1b-35a6-4ea3-9726-20b6de7c095f,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:55.771186 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-90d419fa-c940-499f-a4af-b942b001bffd tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:55.775399 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-90d419fa-c940-499f-a4af-b942b001bffd tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:55.779882 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-90d419fa-c940-499f-a4af-b942b001bffd tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.6548054 Dec 20 08:52:55.780472 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45524) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:55.787037 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-2c28c4e6-8b33-4f8c-bb10-5b7a274dda1d tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Request body: {'security_group': {'name': 'tempest-secgroup-1012591458'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:52:55.793984 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-2c28c4e6-8b33-4f8c-bb10-5b7a274dda1d tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:52:55.798220 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-2c28c4e6-8b33-4f8c-bb10-5b7a274dda1d tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Usage tracker for resource:security_group and tenant:9a4160c0c10e4c91b63b9bda9f2f4420 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:52:55.801876 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-2c28c4e6-8b33-4f8c-bb10-5b7a274dda1d tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:52:55.809366 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-2c28c4e6-8b33-4f8c-bb10-5b7a274dda1d tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:52:55.823932 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2c28c4e6-8b33-4f8c-bb10-5b7a274dda1d tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:55.856878 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-248f4a3b-70ae-45c9-abfc-3afe7c4ba67d None None] Allocated IP 172.20.0.2 (13b54023-cd9b-4f29-8fc2-455799589a42/53738769-189f-419d-b16e-c772106a3eb9/7252b5aa-cbc9-439c-b5e0-854f6b910dff) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:52:55.867360 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-2c28c4e6-8b33-4f8c-bb10-5b7a274dda1d tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:52:55.872230 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-2c28c4e6-8b33-4f8c-bb10-5b7a274dda1d tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Usage tracker for resource:security_group_rule and tenant:9a4160c0c10e4c91b63b9bda9f2f4420 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:52:55.875459 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-2c28c4e6-8b33-4f8c-bb10-5b7a274dda1d tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:52:55.882543 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-2c28c4e6-8b33-4f8c-bb10-5b7a274dda1d tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:52:55.949633 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2c28c4e6-8b33-4f8c-bb10-5b7a274dda1d tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:55.953565 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2c28c4e6-8b33-4f8c-bb10-5b7a274dda1d tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:55.956051 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-4c717633-4b88-422a-bb29-5050fdbf1e1b tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Deleting port 0bf68bd0-d44e-4036-977d-ea99f4387efb {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:52:55.956388 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4c717633-4b88-422a-bb29-5050fdbf1e1b tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:55.959266 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-59b534d3-eb76-4e91-a564-37d5a4946300 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:56.002257 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c28c4e6-8b33-4f8c-bb10-5b7a274dda1d tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25d4f8f4-cefb-4565-9568-bb9aa24bdef1,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:56.007085 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2c28c4e6-8b33-4f8c-bb10-5b7a274dda1d tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:56.011896 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-2c28c4e6-8b33-4f8c-bb10-5b7a274dda1d tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2266755 Dec 20 08:52:56.012205 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45530) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:56.020022 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-1a68ddbd-77f3-4927-ac7b-4afee6a00e8b tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Request body: {'security_group': {'name': 'tempest-secgroup-1776531332'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:52:56.027165 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c28c4e6-8b33-4f8c-bb10-5b7a274dda1d tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:52:56.027554 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c28c4e6-8b33-4f8c-bb10-5b7a274dda1d tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:52:56.028102 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c28c4e6-8b33-4f8c-bb10-5b7a274dda1d tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:52:56.028479 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c28c4e6-8b33-4f8c-bb10-5b7a274dda1d tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:52:56.028843 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c28c4e6-8b33-4f8c-bb10-5b7a274dda1d tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:52:56.029207 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c28c4e6-8b33-4f8c-bb10-5b7a274dda1d tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:52:56.030730 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c28c4e6-8b33-4f8c-bb10-5b7a274dda1d tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:52:56.031110 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c28c4e6-8b33-4f8c-bb10-5b7a274dda1d tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:52:56.031877 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c28c4e6-8b33-4f8c-bb10-5b7a274dda1d tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:52:56.032005 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c28c4e6-8b33-4f8c-bb10-5b7a274dda1d tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:52:56.032364 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c28c4e6-8b33-4f8c-bb10-5b7a274dda1d tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:52:56.042344 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-1a68ddbd-77f3-4927-ac7b-4afee6a00e8b tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:52:56.047677 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-1a68ddbd-77f3-4927-ac7b-4afee6a00e8b tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Usage tracker for resource:security_group and tenant:9a4160c0c10e4c91b63b9bda9f2f4420 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:52:56.050718 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2c28c4e6-8b33-4f8c-bb10-5b7a274dda1d tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:56.052099 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-1a68ddbd-77f3-4927-ac7b-4afee6a00e8b tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:52:56.059499 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-1a68ddbd-77f3-4927-ac7b-4afee6a00e8b tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:52:56.072940 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1a68ddbd-77f3-4927-ac7b-4afee6a00e8b tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:56.074328 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-248f4a3b-70ae-45c9-abfc-3afe7c4ba67d None None] For port 7252b5aa-cbc9-439c-b5e0-854f6b910dff, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=7252b5aa-cbc9-439c-b5e0-854f6b910dff,segment=NetworkSegment(f2da6ec1-02ff-440f-90d4-2ece753f3bf7),segment_id=f2da6ec1-02ff-440f-90d4-2ece753f3bf7)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:52:56.079083 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:56.112114 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6db93eee-b546-4abc-af1c-0f87597398e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '691a95c4-2ba0-4a11-9fd5-29cd98045756'}] {{(pid=83446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 08:52:56.121772 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-1a68ddbd-77f3-4927-ac7b-4afee6a00e8b tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:52:56.127270 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port 691a95c4-2ba0-4a11-9fd5-29cd98045756, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=691a95c4-2ba0-4a11-9fd5-29cd98045756,segment=NetworkSegment(a8b72b36-34b5-43c4-ae4f-6ef39c83c10f),segment_id=a8b72b36-34b5-43c4-ae4f-6ef39c83c10f)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:52:56.127837 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-1a68ddbd-77f3-4927-ac7b-4afee6a00e8b tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Usage tracker for resource:security_group_rule and tenant:9a4160c0c10e4c91b63b9bda9f2f4420 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:52:56.131685 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-1a68ddbd-77f3-4927-ac7b-4afee6a00e8b tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:52:56.136985 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:56.140891 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-1a68ddbd-77f3-4927-ac7b-4afee6a00e8b tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:52:56.141785 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-4936fd97-2df4-4a51-aace-983e644ce518 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:56.243422 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1a68ddbd-77f3-4927-ac7b-4afee6a00e8b tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:56.249445 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1a68ddbd-77f3-4927-ac7b-4afee6a00e8b tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:56.260607 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b2308841-20e8-4f08-a25f-facf2ac96c9d tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:56.270226 dv-neutron-820491-1-hyperv neutron-server[83446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6db93eee-b546-4abc-af1c-0f87597398e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '691a95c4-2ba0-4a11-9fd5-29cd98045756', 'code': 200} Dec 20 08:52:56.271034 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=691a95c4-2ba0-4a11-9fd5-29cd98045756,revision_number=5']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:56.276061 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-248f4a3b-70ae-45c9-abfc-3afe7c4ba67d None None] Notify callbacks [] for port, precommit_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:56.280666 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:56.297340 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-248f4a3b-70ae-45c9-abfc-3afe7c4ba67d None None] Transition to ACTIVE for port object 7252b5aa-cbc9-439c-b5e0-854f6b910dff will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:52:56.304913 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-248f4a3b-70ae-45c9-abfc-3afe7c4ba67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:56.311439 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-f648f900-ecce-4187-9d55-573eb4c828fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:56.319975 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169cc20d-da8d-4097-a899-442e919d571d None None] New status for floating IP cbde4d20-5224-470f-b67f-c786ff4b22e8: DOWN {{(pid=83447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 08:52:56.353039 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a68ddbd-77f3-4927-ac7b-4afee6a00e8b tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=577b427f-f278-4fc3-a18f-5dd23c7966be,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:56.378136 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-36d20f33-fee0-4e22-a40c-351028704179 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24724'] for router, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:56.387112 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1a68ddbd-77f3-4927-ac7b-4afee6a00e8b tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:56.390580 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1a68ddbd-77f3-4927-ac7b-4afee6a00e8b tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:56.394966 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1a68ddbd-77f3-4927-ac7b-4afee6a00e8b tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3792450 Dec 20 08:52:56.395605 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45538) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:56.409566 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-3767c537-3984-4b3e-8ba7-6a639a853a5d tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-745750297', 'security_groups': ['577b427f-f278-4fc3-a18f-5dd23c7966be'], 'network_id': '13b54023-cd9b-4f29-8fc2-455799589a42', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '53738769-189f-419d-b16e-c772106a3eb9'}]}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:52:56.416439 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 6a961cd2-10b9-4514-9f84-53e0a4a34ffb up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:52:56.447679 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-36d20f33-fee0-4e22-a40c-351028704179 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-351805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-351780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-379562'] for router, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:56.646312 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb0389c-12ff-4b60-bbc1-52109af704e7 req-ae36b205-29e7-4d22-84ba-c07de4a31dff tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:56.648240 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-7cb0389c-12ff-4b60-bbc1-52109af704e7 req-ae36b205-29e7-4d22-84ba-c07de4a31dff tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/ports?device_id=10bd31a8-b5fe-46ce-9196-c85e8aba7e6a HTTP/1.1" status: 200 len: 943 time: 0.6652565 Dec 20 08:52:56.663125 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-4c717633-4b88-422a-bb29-5050fdbf1e1b tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] For port 0bf68bd0-d44e-4036-977d-ea99f4387efb, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=0bf68bd0-d44e-4036-977d-ea99f4387efb,segment=NetworkSegment(a5cd7a16-d340-41d4-84ea-bcc0742b6af4),segment_id=a5cd7a16-d340-41d4-84ea-bcc0742b6af4)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:52:56.663587 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4c717633-4b88-422a-bb29-5050fdbf1e1b tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:56.674483 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248f4a3b-70ae-45c9-abfc-3afe7c4ba67d None None] Pushing event updated for resources: {'Port': ['ID=7252b5aa-cbc9-439c-b5e0-854f6b910dff,revision_number=6']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:56.678064 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-248f4a3b-70ae-45c9-abfc-3afe7c4ba67d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:56.694892 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 6a961cd2-10b9-4514-9f84-53e0a4a34ffb triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:52:56.695091 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:56.733318 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-3767c537-3984-4b3e-8ba7-6a639a853a5d tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:52:56.753673 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-3767c537-3984-4b3e-8ba7-6a639a853a5d tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Usage tracker for resource:port and tenant:9a4160c0c10e4c91b63b9bda9f2f4420 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:52:56.758560 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-3767c537-3984-4b3e-8ba7-6a639a853a5d tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:52:56.774376 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-3767c537-3984-4b3e-8ba7-6a639a853a5d tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:52:56.792788 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3767c537-3984-4b3e-8ba7-6a639a853a5d tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Made reservation on behalf of 9a4160c0c10e4c91b63b9bda9f2f4420 for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:52:56.840131 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-4c717633-4b88-422a-bb29-5050fdbf1e1b tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Calling delete_port for 0bf68bd0-d44e-4036-977d-ea99f4387efb owned by network:router_interface {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:52:56.934174 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-7cb0389c-12ff-4b60-bbc1-52109af704e7 req-67bc602d-8ce0-4f90-a419-fc8a10c87c8b tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb73519-9c90-4e50-9a3d-0898de63562c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2735932 Dec 20 08:52:56.967630 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-23bda4b8-d603-4d32-aae8-99673e44063d req-b233a4b6-e691-4000-b14e-1a90bf96b627 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6db93eee-b546-4abc-af1c-0f87597398e2 HTTP/1.1" status: 200 len: 1099 time: 0.3236878 Dec 20 08:52:56.980859 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3767c537-3984-4b3e-8ba7-6a639a853a5d tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:56.998732 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36d20f33-fee0-4e22-a40c-351028704179 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Router f919e8d6-85f1-4d92-b0e6-83cea647faf2 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:52:57.017085 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378399b1-5749-4aca-a496-da3e9c7a4642 req-e5745553-3599-4f0e-b824-bcd618511173 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:57.018630 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-378399b1-5749-4aca-a496-da3e9c7a4642 req-e5745553-3599-4f0e-b824-bcd618511173 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=6db93eee-b546-4abc-af1c-0f87597398e2 HTTP/1.1" status: 200 len: 946 time: 0.3729806 Dec 20 08:52:57.062777 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-3767c537-3984-4b3e-8ba7-6a639a853a5d tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] device_id is not set on port 61972619-e762-4645-b20a-0470d0ced2fe yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:52:57.121976 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-23bda4b8-d603-4d32-aae8-99673e44063d req-9405dc0e-e68f-411e-82c2-9c17d0183aca service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1e901aa5-662d-4087-96f9-14c8dfadb03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1446545 Dec 20 08:52:57.159931 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-378399b1-5749-4aca-a496-da3e9c7a4642 req-1d4c5f67-c8a1-4f48-9ebb-382157ad043c tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=1e901aa5-662d-4087-96f9-14c8dfadb03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322062 Dec 20 08:52:57.240266 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4c717633-4b88-422a-bb29-5050fdbf1e1b tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:57.246705 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0a57fb9d-23e4-4c2a-b51c-06de3f085b8a tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:57.308881 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c717633-4b88-422a-bb29-5050fdbf1e1b tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Pushing event deleted for resources: {'Port': ['ID=0bf68bd0-d44e-4036-977d-ea99f4387efb,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:57.312940 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-4c717633-4b88-422a-bb29-5050fdbf1e1b tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:57.325992 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-9e2731d0-6c65-4f42-8447-afd170520f11 None None] Provisioning for port 7252b5aa-cbc9-439c-b5e0-854f6b910dff completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:52:57.328890 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-3767c537-3984-4b3e-8ba7-6a639a853a5d tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Allocated IP 172.20.0.6 (13b54023-cd9b-4f29-8fc2-455799589a42/53738769-189f-419d-b16e-c772106a3eb9/61972619-e762-4645-b20a-0470d0ced2fe) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:52:57.332810 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-9e2731d0-6c65-4f42-8447-afd170520f11 None None] Provisioning complete for port 7252b5aa-cbc9-439c-b5e0-854f6b910dff triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:52:57.333256 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-9e2731d0-6c65-4f42-8447-afd170520f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:57.396343 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d20f33-fee0-4e22-a40c-351028704179 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:52:57.424157 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-36d20f33-fee0-4e22-a40c-351028704179 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:57.429184 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-36d20f33-fee0-4e22-a40c-351028704179 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "PUT /v2.0/routers/f919e8d6-85f1-4d92-b0e6-83cea647faf2 HTTP/1.1" status: 200 len: 700 time: 3.7887838 Dec 20 08:52:57.429933 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 45542) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:57.506961 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-9e2731d0-6c65-4f42-8447-afd170520f11 None None] Provisioning complete for port 8506ae06-0395-4b60-858f-6843b617394a triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:52:57.507855 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-9e2731d0-6c65-4f42-8447-afd170520f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:57.581955 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-9e2731d0-6c65-4f42-8447-afd170520f11 None None] Port 8506ae06-0395-4b60-858f-6843b617394a cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:52:57.604500 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3767c537-3984-4b3e-8ba7-6a639a853a5d tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:57.624122 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-3767c537-3984-4b3e-8ba7-6a639a853a5d tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Transition to ACTIVE for port object 61972619-e762-4645-b20a-0470d0ced2fe will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:52:57.651361 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3767c537-3984-4b3e-8ba7-6a639a853a5d tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:57.659035 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f9a6b17a-ba58-46bd-8b23-1a22eae398a5 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:57.725194 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3767c537-3984-4b3e-8ba7-6a639a853a5d tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Network 13b54023-cd9b-4f29-8fc2-455799589a42 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:52:57.729466 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-3767c537-3984-4b3e-8ba7-6a639a853a5d tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:52:57.731767 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3767c537-3984-4b3e-8ba7-6a639a853a5d tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:52:57.771332 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-bb27654f-2bab-4bdf-a3bd-c8f42d217567 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "GET /v2.0/routers/f919e8d6-85f1-4d92-b0e6-83cea647faf2 HTTP/1.1" status: 200 len: 700 time: 0.3372118 Dec 20 08:52:57.774488 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 45546) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:57.890674 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3767c537-3984-4b3e-8ba7-6a639a853a5d tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Pushing event updated for resources: {'Port': ['ID=61972619-e762-4645-b20a-0470d0ced2fe,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:57.897650 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3767c537-3984-4b3e-8ba7-6a639a853a5d tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:57.927620 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3767c537-3984-4b3e-8ba7-6a639a853a5d tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:57.928406 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3767c537-3984-4b3e-8ba7-6a639a853a5d tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:57.956782 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-3767c537-3984-4b3e-8ba7-6a639a853a5d tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.5600071 Dec 20 08:52:57.959580 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45550) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:57.965145 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-ca057477-4826-4b93-8a9d-71cce5c02d45 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Request body: {'subnet': {'network_id': '13b54023-cd9b-4f29-8fc2-455799589a42', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:52:58.015728 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-b74aea5a-4f1d-45cf-9f0e-b5ce16e5066b None None] Provisioning for port 61972619-e762-4645-b20a-0470d0ced2fe completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:52:58.030641 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-b74aea5a-4f1d-45cf-9f0e-b5ce16e5066b None None] Provisioning complete for port 61972619-e762-4645-b20a-0470d0ced2fe triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:52:58.031029 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b74aea5a-4f1d-45cf-9f0e-b5ce16e5066b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:58.092645 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-b74aea5a-4f1d-45cf-9f0e-b5ce16e5066b None None] Port 61972619-e762-4645-b20a-0470d0ced2fe cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:52:58.122263 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-ca057477-4826-4b93-8a9d-71cce5c02d45 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:52:58.126395 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-ca057477-4826-4b93-8a9d-71cce5c02d45 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Usage tracker for resource:subnet and tenant:9a4160c0c10e4c91b63b9bda9f2f4420 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:52:58.129905 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-ca057477-4826-4b93-8a9d-71cce5c02d45 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:52:58.136208 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-ca057477-4826-4b93-8a9d-71cce5c02d45 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:52:58.147919 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca057477-4826-4b93-8a9d-71cce5c02d45 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Made reservation on behalf of 9a4160c0c10e4c91b63b9bda9f2f4420 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:52:58.151734 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ca057477-4826-4b93-8a9d-71cce5c02d45 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1529102'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:58.215149 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4c717633-4b88-422a-bb29-5050fdbf1e1b tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32897953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348760'] for router_interface, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:58.317756 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.ipam_backend_mixin [None req-ca057477-4826-4b93-8a9d-71cce5c02d45 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 53738769-189f-419d-b16e-c772106a3eb9 (CIDR: 172.20.0.0/28) Dec 20 08:52:58.324529 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca057477-4826-4b93-8a9d-71cce5c02d45 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 08:52:58.325222 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca057477-4826-4b93-8a9d-71cce5c02d45 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:52:58.355887 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 7252b5aa-cbc9-439c-b5e0-854f6b910dff up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:52:58.358091 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ca057477-4826-4b93-8a9d-71cce5c02d45 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3971512 Dec 20 08:52:58.359024 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45558) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:58.371624 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-f3909747-52ed-4089-a4f0-9592a9cea989 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Request body: {'subnet': {'network_id': '13b54023-cd9b-4f29-8fc2-455799589a42', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:52:58.440224 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 7252b5aa-cbc9-439c-b5e0-854f6b910dff triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:52:58.440586 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:58.535922 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c400024-c3d5-4918-a7d4-f7a2fac14ac2 req-aeab0f36-3c3e-4d4b-b880-09049c3522ec tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:58.537916 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-4c400024-c3d5-4918-a7d4-f7a2fac14ac2 req-aeab0f36-3c3e-4d4b-b880-09049c3522ec tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/ports?device_id=10bd31a8-b5fe-46ce-9196-c85e8aba7e6a HTTP/1.1" status: 200 len: 943 time: 0.4067807 Dec 20 08:52:58.723211 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51191918-5c15-4a75-97f6-db9be58bd311 req-f788b5c3-8e4a-4ec4-9778-eb518493187a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:58.724662 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-51191918-5c15-4a75-97f6-db9be58bd311 req-f788b5c3-8e4a-4ec4-9778-eb518493187a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=6db93eee-b546-4abc-af1c-0f87597398e2 HTTP/1.1" status: 200 len: 946 time: 0.3645921 Dec 20 08:52:58.728967 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-4c400024-c3d5-4918-a7d4-f7a2fac14ac2 req-6d86304f-8750-4328-8e85-177dfa21ade6 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb73519-9c90-4e50-9a3d-0898de63562c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1781421 Dec 20 08:52:58.764220 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-f3909747-52ed-4089-a4f0-9592a9cea989 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:52:58.772006 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f3909747-52ed-4089-a4f0-9592a9cea989 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Usage tracker for resource:subnet and tenant:9a4160c0c10e4c91b63b9bda9f2f4420 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:52:58.776428 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f3909747-52ed-4089-a4f0-9592a9cea989 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:52:58.791627 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-f3909747-52ed-4089-a4f0-9592a9cea989 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:52:58.807551 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-51191918-5c15-4a75-97f6-db9be58bd311 req-e6b798a3-fe80-4e8f-b926-ee64238295bb tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=1e901aa5-662d-4087-96f9-14c8dfadb03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692203 Dec 20 08:52:58.810910 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3909747-52ed-4089-a4f0-9592a9cea989 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Made reservation on behalf of 9a4160c0c10e4c91b63b9bda9f2f4420 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:52:58.812849 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-440f8d0b-0a89-404a-b035-bc711d130218 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349062'] for router_interface, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:58.814310 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f3909747-52ed-4089-a4f0-9592a9cea989 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1529102'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:58.951757 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.ipam_backend_mixin [None req-f3909747-52ed-4089-a4f0-9592a9cea989 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 3692ed00-9012-4f1d-8df9-215726fb45c5 (CIDR: 172.20.0.16/28) Dec 20 08:52:58.955166 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3909747-52ed-4089-a4f0-9592a9cea989 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 08:52:58.955701 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3909747-52ed-4089-a4f0-9592a9cea989 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:52:58.974558 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f3909747-52ed-4089-a4f0-9592a9cea989 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6128829 Dec 20 08:52:58.977221 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45562) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:58.983732 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-d21b6e32-8078-4840-ba89-6ca885bab3fd tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Request body: {'subnet': {'network_id': '13b54023-cd9b-4f29-8fc2-455799589a42', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:52:59.127485 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-d21b6e32-8078-4840-ba89-6ca885bab3fd tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:52:59.131229 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d21b6e32-8078-4840-ba89-6ca885bab3fd tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Usage tracker for resource:subnet and tenant:9a4160c0c10e4c91b63b9bda9f2f4420 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:52:59.134701 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d21b6e32-8078-4840-ba89-6ca885bab3fd tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:52:59.140186 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-d21b6e32-8078-4840-ba89-6ca885bab3fd tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:52:59.150268 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d21b6e32-8078-4840-ba89-6ca885bab3fd tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Made reservation on behalf of 9a4160c0c10e4c91b63b9bda9f2f4420 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:52:59.154194 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d21b6e32-8078-4840-ba89-6ca885bab3fd tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1529102'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:59.419724 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d21b6e32-8078-4840-ba89-6ca885bab3fd tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1129376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1529148'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:59.424660 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ab047770-7fd5-4356-81de-0a6169c58939 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:52:59.483402 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21b6e32-8078-4840-ba89-6ca885bab3fd tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Network 13b54023-cd9b-4f29-8fc2-455799589a42 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:52:59.486617 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-d21b6e32-8078-4840-ba89-6ca885bab3fd tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:52:59.490719 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21b6e32-8078-4840-ba89-6ca885bab3fd tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:52:59.491304 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d21b6e32-8078-4840-ba89-6ca885bab3fd tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:59.500548 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096a8516-3267-4b45-b558-e5a0e1091c23 None None] Network 13b54023-cd9b-4f29-8fc2-455799589a42 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:52:59.506008 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21b6e32-8078-4840-ba89-6ca885bab3fd tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Pushing event updated for resources: {'Subnet': ['ID=93956131-ed5c-459c-b75f-b16de933cf47,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:52:59.511367 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d21b6e32-8078-4840-ba89-6ca885bab3fd tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:52:59.520982 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d21b6e32-8078-4840-ba89-6ca885bab3fd tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5420928 Dec 20 08:52:59.523857 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45566) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:52:59.531081 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-6044a05f-be73-497e-97d8-7b4e5b1b191b tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1659062416', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '93956131-ed5c-459c-b75f-b16de933cf47'}], 'security_groups': ['9f0bcb1b-35a6-4ea3-9726-20b6de7c095f', '25d4f8f4-cefb-4565-9568-bb9aa24bdef1']}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:52:59.695596 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6044a05f-be73-497e-97d8-7b4e5b1b191b tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:52:59.985988 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a1e438-2165-4e66-a2a6-18ed4336da26 None None] Update dhcp port {'port': {'network_id': '13b54023-cd9b-4f29-8fc2-455799589a42', 'fixed_ips': [{'subnet_id': '3692ed00-9012-4f1d-8df9-215726fb45c5', 'ip_address': '172.20.0.18'}, {'subnet_id': '53738769-189f-419d-b16e-c772106a3eb9', 'ip_address': '172.20.0.2'}, {'subnet_id': '93956131-ed5c-459c-b75f-b16de933cf47'}], 'binding:host_id': 'dv-neutron-820491-1-hyperv'}, 'id': '7252b5aa-cbc9-439c-b5e0-854f6b910dff'} from dv-neutron-820491-1-hyperv. {{(pid=83446) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 20 08:53:00.047367 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b6a1e438-2165-4e66-a2a6-18ed4336da26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:00.155047 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ca8025-99a4-42fa-b46d-8c02a7b1b97a req-fb9b967f-5ae4-4517-b54a-c6aa9d207feb tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:53:00.157482 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-b9ca8025-99a4-42fa-b46d-8c02a7b1b97a req-fb9b967f-5ae4-4517-b54a-c6aa9d207feb tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/ports?device_id=10bd31a8-b5fe-46ce-9196-c85e8aba7e6a HTTP/1.1" status: 200 len: 943 time: 0.2468519 Dec 20 08:53:00.237368 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c717633-4b88-422a-bb29-5050fdbf1e1b tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Router 1ed7dfbc-d4b3-4fac-b67b-badf62540924 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:53:00.247251 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-b9ca8025-99a4-42fa-b46d-8c02a7b1b97a req-c4d769be-a0c7-4ba9-aaa8-095198900ec4 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb73519-9c90-4e50-9a3d-0898de63562c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782859 Dec 20 08:53:00.287423 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a47edad-b305-435b-9ce9-0364c81fe309 req-e304006f-1d03-4503-a315-7a3be6c20802 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:53:00.288865 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7a47edad-b305-435b-9ce9-0364c81fe309 req-e304006f-1d03-4503-a315-7a3be6c20802 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=6db93eee-b546-4abc-af1c-0f87597398e2 HTTP/1.1" status: 200 len: 946 time: 0.3030307 Dec 20 08:53:00.349484 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-6044a05f-be73-497e-97d8-7b4e5b1b191b tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Delete allocated IP 172.20.0.6 (13b54023-cd9b-4f29-8fc2-455799589a42/53738769-189f-419d-b16e-c772106a3eb9) {{(pid=83444) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 20 08:53:00.361672 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-6044a05f-be73-497e-97d8-7b4e5b1b191b tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Allocated IP 172.20.0.36 (13b54023-cd9b-4f29-8fc2-455799589a42/93956131-ed5c-459c-b75f-b16de933cf47/61972619-e762-4645-b20a-0470d0ced2fe) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:53:00.365935 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7a47edad-b305-435b-9ce9-0364c81fe309 req-7879d4aa-d778-476a-ba49-da1f7402f0f1 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=1e901aa5-662d-4087-96f9-14c8dfadb03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712221 Dec 20 08:53:00.591571 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6044a05f-be73-497e-97d8-7b4e5b1b191b tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:00.592186 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-440f8d0b-0a89-404a-b035-bc711d130218 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Deleting port 6a961cd2-10b9-4514-9f84-53e0a4a34ffb {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:53:00.592521 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-440f8d0b-0a89-404a-b035-bc711d130218 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:00.608833 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-6044a05f-be73-497e-97d8-7b4e5b1b191b tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Transition to ACTIVE for port object 61972619-e762-4645-b20a-0470d0ced2fe will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:53:00.614273 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6044a05f-be73-497e-97d8-7b4e5b1b191b tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:00.622356 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3767c537-3984-4b3e-8ba7-6a639a853a5d tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:53:00.710163 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-b6a1e438-2165-4e66-a2a6-18ed4336da26 None None] Allocated IP 172.20.0.34 (13b54023-cd9b-4f29-8fc2-455799589a42/93956131-ed5c-459c-b75f-b16de933cf47/7252b5aa-cbc9-439c-b5e0-854f6b910dff) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:53:00.770268 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6044a05f-be73-497e-97d8-7b4e5b1b191b tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Pushing event updated for resources: {'Port': ['ID=61972619-e762-4645-b20a-0470d0ced2fe,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:53:00.773560 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-6044a05f-be73-497e-97d8-7b4e5b1b191b tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:53:00.791870 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e10d3-2d4c-4e94-8fe4-3d550e04b505 req-a678f37c-cb30-44ab-a4f6-9276c18c492a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:53:00.793337 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-df6e10d3-2d4c-4e94-8fe4-3d550e04b505 req-a678f37c-cb30-44ab-a4f6-9276c18c492a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=6db93eee-b546-4abc-af1c-0f87597398e2 HTTP/1.1" status: 200 len: 946 time: 0.2943771 Dec 20 08:53:00.799794 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-6044a05f-be73-497e-97d8-7b4e5b1b191b tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] In _notify_port_updated(), no bound segment for port 61972619-e762-4645-b20a-0470d0ced2fe on network 13b54023-cd9b-4f29-8fc2-455799589a42 {{(pid=83444) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 08:53:00.803699 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6044a05f-be73-497e-97d8-7b4e5b1b191b tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:53:00.804342 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6044a05f-be73-497e-97d8-7b4e5b1b191b tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:00.807873 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-6044a05f-be73-497e-97d8-7b4e5b1b191b tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "PUT /v2.0/ports/61972619-e762-4645-b20a-0470d0ced2fe HTTP/1.1" status: 200 len: 960 time: 1.2798717 Dec 20 08:53:00.808951 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45576) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:53:00.836026 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c717633-4b88-422a-bb29-5050fdbf1e1b tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:53:00.857703 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-4c717633-4b88-422a-bb29-5050fdbf1e1b tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "PUT /v2.0/routers/1ed7dfbc-d4b3-4fac-b67b-badf62540924/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6912303 Dec 20 08:53:00.858623 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45580) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:53:00.864286 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-b6a1e438-2165-4e66-a2a6-18ed4336da26 None None] For port 7252b5aa-cbc9-439c-b5e0-854f6b910dff, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=7252b5aa-cbc9-439c-b5e0-854f6b910dff,segment=NetworkSegment(f2da6ec1-02ff-440f-90d4-2ece753f3bf7),segment_id=f2da6ec1-02ff-440f-90d4-2ece753f3bf7)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:53:00.875026 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-440f8d0b-0a89-404a-b035-bc711d130218 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] For port 6a961cd2-10b9-4514-9f84-53e0a4a34ffb, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=6a961cd2-10b9-4514-9f84-53e0a4a34ffb,segment=NetworkSegment(ff9c9c08-718a-463d-ad5f-f547eeb7c4a6),segment_id=ff9c9c08-718a-463d-ad5f-f547eeb7c4a6)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:53:00.875377 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-440f8d0b-0a89-404a-b035-bc711d130218 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:00.892633 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b6a1e438-2165-4e66-a2a6-18ed4336da26 None None] Notify callbacks [] for port, precommit_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:00.911477 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-b6a1e438-2165-4e66-a2a6-18ed4336da26 None None] Transition to ACTIVE for port object 7252b5aa-cbc9-439c-b5e0-854f6b910dff will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:53:00.917117 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b6a1e438-2165-4e66-a2a6-18ed4336da26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:00.920186 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-7bd848d5-e31b-4ca7-b186-7ceefc96bf87 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Deleting port 61972619-e762-4645-b20a-0470d0ced2fe {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:53:00.920732 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7bd848d5-e31b-4ca7-b186-7ceefc96bf87 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:00.926009 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-b754e576-5630-4d23-b9b8-940193b7250a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:53:01.005978 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-440f8d0b-0a89-404a-b035-bc711d130218 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Calling delete_port for 6a961cd2-10b9-4514-9f84-53e0a4a34ffb owned by network:router_interface {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:53:01.033968 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-df6e10d3-2d4c-4e94-8fe4-3d550e04b505 req-86e6f1f4-e0dc-4b2b-b638-b2093a1043dd tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=1e901aa5-662d-4087-96f9-14c8dfadb03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2299144 Dec 20 08:53:01.072657 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 45584) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:53:01.144298 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a1e438-2165-4e66-a2a6-18ed4336da26 None None] Pushing event updated for resources: {'Port': ['ID=7252b5aa-cbc9-439c-b5e0-854f6b910dff,revision_number=7']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:53:01.151949 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-b6a1e438-2165-4e66-a2a6-18ed4336da26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:53:01.200049 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-bb0e3cd0-6896-46f1-8b0c-3bd505772e21 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6db93eee-b546-4abc-af1c-0f87597398e2 HTTP/1.1" status: 200 len: 1094 time: 0.1254389 Dec 20 08:53:01.212380 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 45588) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:53:01.219392 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-d0607ab5-c880-437e-b2e8-15359487e760 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'floatingip': {'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'port_id': '691a95c4-2ba0-4a11-9fd5-29cd98045756', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:53:01.257879 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-d0607ab5-c880-437e-b2e8-15359487e760 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:53:01.268355 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-d0607ab5-c880-437e-b2e8-15359487e760 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:floatingip and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:53:01.270852 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-e89ea9af-093c-4e70-8e5f-4f56f5b0c983 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Deleting subnet 83d9bad6-eabe-4733-8037-e23b2cdef254 {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:53:01.273077 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-d0607ab5-c880-437e-b2e8-15359487e760 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:53:01.284193 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e89ea9af-093c-4e70-8e5f-4f56f5b0c983 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:01.287246 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-d0607ab5-c880-437e-b2e8-15359487e760 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:53:01.311287 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d0607ab5-c880-437e-b2e8-15359487e760 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for floatingip, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:01.328023 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-440f8d0b-0a89-404a-b035-bc711d130218 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:01.337285 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-7918172f-5efa-416e-a968-f9ea8cee6818 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:53:01.355794 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7bd848d5-e31b-4ca7-b186-7ceefc96bf87 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:01.373392 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e89ea9af-093c-4e70-8e5f-4f56f5b0c983 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1618747'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:01.387721 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440f8d0b-0a89-404a-b035-bc711d130218 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Pushing event deleted for resources: {'Port': ['ID=6a961cd2-10b9-4514-9f84-53e0a4a34ffb,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:53:01.437404 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440f8d0b-0a89-404a-b035-bc711d130218 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:53:01.437882 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440f8d0b-0a89-404a-b035-bc711d130218 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:53:01.438365 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440f8d0b-0a89-404a-b035-bc711d130218 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:53:01.438821 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440f8d0b-0a89-404a-b035-bc711d130218 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:53:01.439294 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440f8d0b-0a89-404a-b035-bc711d130218 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:53:01.439750 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440f8d0b-0a89-404a-b035-bc711d130218 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:53:01.440209 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440f8d0b-0a89-404a-b035-bc711d130218 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:53:01.440668 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440f8d0b-0a89-404a-b035-bc711d130218 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:53:01.441117 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440f8d0b-0a89-404a-b035-bc711d130218 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:53:01.441594 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440f8d0b-0a89-404a-b035-bc711d130218 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:53:01.442043 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440f8d0b-0a89-404a-b035-bc711d130218 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:53:01.453209 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-440f8d0b-0a89-404a-b035-bc711d130218 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:53:01.534969 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device f1373e1f-2823-4b59-ae86-142e4dd4c501 details requested by agent hyperv_hv-neutron-8204 with host hv-neutron-8204 {{(pid=83446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 08:53:01.577820 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-7bd848d5-e31b-4ca7-b186-7ceefc96bf87 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Calling delete_port for 61972619-e762-4645-b20a-0470d0ced2fe owned by {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:53:01.719623 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port f1373e1f-2823-4b59-ae86-142e4dd4c501, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=f1373e1f-2823-4b59-ae86-142e4dd4c501,segment=NetworkSegment(816f3411-ce24-4874-a9f0-58ff5b5f140f),segment_id=816f3411-ce24-4874-a9f0-58ff5b5f140f)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:53:01.738806 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Returning: {'device': 'f1373e1f-2823-4b59-ae86-142e4dd4c501', 'network_id': '93bb2812-0b1d-4fea-b794-e7bc065467e8', 'port_id': 'f1373e1f-2823-4b59-ae86-142e4dd4c501', 'mac_address': 'fa:16:3e:59:f2:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cff4e817-2297-42bb-840a-667d6388fa06', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 08:53:01.763403 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e89ea9af-093c-4e70-8e5f-4f56f5b0c983 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:01.831244 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:01.858726 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1373e1f-2823-4b59-ae86-142e4dd4c501 {{(pid=83446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 08:53:01.874836 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34bc98d-13f5-4f5c-93f7-17fddf1416f0 req-cb5f47dc-3d31-47dc-be84-2471f63818c4 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:53:01.876321 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f34bc98d-13f5-4f5c-93f7-17fddf1416f0 req-cb5f47dc-3d31-47dc-be84-2471f63818c4 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/ports?device_id=10bd31a8-b5fe-46ce-9196-c85e8aba7e6a HTTP/1.1" status: 200 len: 943 time: 0.4156318 Dec 20 08:53:01.887632 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port f1373e1f-2823-4b59-ae86-142e4dd4c501, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=f1373e1f-2823-4b59-ae86-142e4dd4c501,segment=NetworkSegment(816f3411-ce24-4874-a9f0-58ff5b5f140f),segment_id=816f3411-ce24-4874-a9f0-58ff5b5f140f)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:53:01.894105 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:01.896642 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-c2c6f6ba-3369-42fa-88ba-02d32e40fc47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:53:01.928773 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7bd848d5-e31b-4ca7-b186-7ceefc96bf87 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:01.936827 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4cb1ce48-e9fe-4ae8-b426-5474fc3fdedc tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:53:01.992622 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-5d620b6c-a6a3-4e19-aacf-f3330d5dbf22 None None] Provisioning for port 7252b5aa-cbc9-439c-b5e0-854f6b910dff completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:53:02.000158 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=f1373e1f-2823-4b59-ae86-142e4dd4c501,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:53:02.005288 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:53:02.006013 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-5d620b6c-a6a3-4e19-aacf-f3330d5dbf22 None None] Provisioning complete for port 7252b5aa-cbc9-439c-b5e0-854f6b910dff triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:53:02.006385 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-5d620b6c-a6a3-4e19-aacf-f3330d5dbf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:02.046334 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d0607ab5-c880-437e-b2e8-15359487e760 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:02.124517 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd848d5-e31b-4ca7-b186-7ceefc96bf87 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Pushing event deleted for resources: {'Port': ['ID=61972619-e762-4645-b20a-0470d0ced2fe,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:53:02.130218 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7bd848d5-e31b-4ca7-b186-7ceefc96bf87 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:53:02.134578 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f34bc98d-13f5-4f5c-93f7-17fddf1416f0 req-856f066a-6c41-4c40-b02a-f3e13cb3c938 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb73519-9c90-4e50-9a3d-0898de63562c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2426746 Dec 20 08:53:02.155056 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-440f8d0b-0a89-404a-b035-bc711d130218 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32897953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348760'] for router_interface, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:02.164685 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e89ea9af-093c-4e70-8e5f-4f56f5b0c983 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1129313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1529131'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:02.173884 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d159d52c-1021-4bab-9dfe-47e08647c5a5 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:53:02.199651 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-5d620b6c-a6a3-4e19-aacf-f3330d5dbf22 None None] Provisioning complete for port 8506ae06-0395-4b60-858f-6843b617394a triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:53:02.200220 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-5d620b6c-a6a3-4e19-aacf-f3330d5dbf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:02.254589 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] get_ports_and_sgs() called for port_ids ['f1373e1f-2823-4b59-ae86-142e4dd4c501'] {{(pid=83446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 08:53:02.303075 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e89ea9af-093c-4e70-8e5f-4f56f5b0c983 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:02.320556 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89ea9af-093c-4e70-8e5f-4f56f5b0c983 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Pushing event deleted for resources: {'Subnet': ['ID=83d9bad6-eabe-4733-8037-e23b2cdef254,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:53:02.323671 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e89ea9af-093c-4e70-8e5f-4f56f5b0c983 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:53:02.328599 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e89ea9af-093c-4e70-8e5f-4f56f5b0c983 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "DELETE /v2.0/subnets/83d9bad6-eabe-4733-8037-e23b2cdef254 HTTP/1.1" status: 204 len: 168 time: 1.4687293 Dec 20 08:53:02.331806 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45594) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:53:02.335403 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b3415f-4f72-480a-92aa-e7985b7d9e0d None None] Network 8349d658-15a5-4502-934d-42d77be31e8f requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:53:02.382789 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 7252b5aa-cbc9-439c-b5e0-854f6b910dff up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:53:02.428476 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-5d620b6c-a6a3-4e19-aacf-f3330d5dbf22 None None] Port 8506ae06-0395-4b60-858f-6843b617394a cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:53:02.438404 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7bd848d5-e31b-4ca7-b186-7ceefc96bf87 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:02.440692 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-d0607ab5-c880-437e-b2e8-15359487e760 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Allocated IP 172.26.5.224 (95f3bec2-46e6-4468-8229-8badd4a5aaae/cf8895a3-346d-4313-a645-16ecdcce9969/f2a9cfaa-cc38-4376-a932-97436d9685ec) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:53:02.441409 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-7bd848d5-e31b-4ca7-b186-7ceefc96bf87 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "DELETE /v2.0/ports/61972619-e762-4645-b20a-0470d0ced2fe HTTP/1.1" status: 204 len: 168 time: 1.6308379 Dec 20 08:53:02.443860 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45598) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:53:02.483233 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-5d620b6c-a6a3-4e19-aacf-f3330d5dbf22 None None] Could not find standard attr ID for object 61972619-e762-4645-b20a-0470d0ced2fe. {{(pid=83446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 08:53:02.501358 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-dffae080-2d44-4405-a2b3-2d76f7be774d tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] GET failed (client error): The resource could not be found. Dec 20 08:53:02.502057 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-dffae080-2d44-4405-a2b3-2d76f7be774d tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Synchronizing usage tracker for tenant:9a4160c0c10e4c91b63b9bda9f2f4420 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:53:02.538792 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-dffae080-2d44-4405-a2b3-2d76f7be774d tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Unset dirty status for tenant:9a4160c0c10e4c91b63b9bda9f2f4420 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:53:02.541295 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-dffae080-2d44-4405-a2b3-2d76f7be774d tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "GET /v2.0/ports/61972619-e762-4645-b20a-0470d0ced2fe HTTP/1.1" status: 404 len: 333 time: 0.0958097 Dec 20 08:53:02.544872 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 45602) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:53:02.646345 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-16cf1cf7-c773-4dfb-9a1e-df5dc74c2a8d None None] Could not find standard attr ID for object 61972619-e762-4645-b20a-0470d0ced2fe. {{(pid=83446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 08:53:02.707679 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 7252b5aa-cbc9-439c-b5e0-854f6b910dff triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:53:02.707973 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:02.710642 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6bdb590b-c611-4985-9df5-451e3376e118 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks [] for router, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:02.812779 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75087616-0577-4ab1-ad9c-44a612eb5ca5 None None] Sync routers for ids ['1ed7dfbc-d4b3-4fac-b67b-badf62540924'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:53:02.817970 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d0607ab5-c880-437e-b2e8-15359487e760 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:02.898005 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75087616-0577-4ab1-ad9c-44a612eb5ca5 None None] Routers {'1ed7dfbc-d4b3-4fac-b67b-badf62540924'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:53:02.898763 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-75087616-0577-4ab1-ad9c-44a612eb5ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:52:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['1ed7dfbc-d4b3-4fac-b67b-badf62540924'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:53:02.922765 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1085a5b1-c736-40e2-ac78-905193cac29d tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for security_group, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:02.961117 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6bdb590b-c611-4985-9df5-451e3376e118 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:02.972550 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-6bdb590b-c611-4985-9df5-451e3376e118 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Deleting port 8be543e7-411e-470d-a062-f1773875471e {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:53:02.973021 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6bdb590b-c611-4985-9df5-451e3376e118 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:03.038987 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1085a5b1-c736-40e2-ac78-905193cac29d tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:03.106902 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d0607ab5-c880-437e-b2e8-15359487e760 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:03.113277 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-1a23b358-d12c-4517-94e6-6122f1f0e789 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:53:03.175175 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-6bdb590b-c611-4985-9df5-451e3376e118 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] For port 8be543e7-411e-470d-a062-f1773875471e, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=8be543e7-411e-470d-a062-f1773875471e,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:53:03.175622 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6bdb590b-c611-4985-9df5-451e3376e118 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:03.246920 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-75087616-0577-4ab1-ad9c-44a612eb5ca5 None None] Set router 1ed7dfbc-d4b3-4fac-b67b-badf62540924 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:53:03.265980 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0607ab5-c880-437e-b2e8-15359487e760 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Network 95f3bec2-46e6-4468-8229-8badd4a5aaae is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:53:03.267480 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-d0607ab5-c880-437e-b2e8-15359487e760 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:53:03.270749 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0607ab5-c880-437e-b2e8-15359487e760 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:53:03.311832 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c603460-32c0-4990-8c68-ba49bb702848 None None] DHCP port deletion for 8349d658-15a5-4502-934d-42d77be31e8f request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 08:53:03.349042 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-6bdb590b-c611-4985-9df5-451e3376e118 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Calling delete_port for 8be543e7-411e-470d-a062-f1773875471e owned by network:router_gateway {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:53:03.360673 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0607ab5-c880-437e-b2e8-15359487e760 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'Port': ['ID=f2a9cfaa-cc38-4376-a932-97436d9685ec,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:53:03.376080 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-7c603460-32c0-4990-8c68-ba49bb702848 None None] Deleting port 14401944-5616-40ce-b256-a0877cc685e6 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:53:03.376499 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-7c603460-32c0-4990-8c68-ba49bb702848 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:03.415992 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d0607ab5-c880-437e-b2e8-15359487e760 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:53:03.429694 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1085a5b1-c736-40e2-ac78-905193cac29d tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:03.447519 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-90d419fa-c940-499f-a4af-b942b001bffd tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:53:03.551226 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6bdb590b-c611-4985-9df5-451e3376e118 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:03.557257 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-bce6366a-77ce-4f6d-9fab-2c20b3e9514a tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:53:03.609489 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdb590b-c611-4985-9df5-451e3376e118 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Pushing event deleted for resources: {'Port': ['ID=8be543e7-411e-470d-a062-f1773875471e,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:53:03.612533 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-6bdb590b-c611-4985-9df5-451e3376e118 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:53:03.657910 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1085a5b1-c736-40e2-ac78-905193cac29d tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=577b427f-f278-4fc3-a18f-5dd23c7966be,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:53:03.669754 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-1085a5b1-c736-40e2-ac78-905193cac29d tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:53:03.696790 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1085a5b1-c736-40e2-ac78-905193cac29d tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:03.700668 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-1085a5b1-c736-40e2-ac78-905193cac29d tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "DELETE /v2.0/security-groups/577b427f-f278-4fc3-a18f-5dd23c7966be HTTP/1.1" status: 204 len: 168 time: 1.1503389 Dec 20 08:53:03.703767 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45608) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:53:03.809860 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-7c603460-32c0-4990-8c68-ba49bb702848 None None] For port 14401944-5616-40ce-b256-a0877cc685e6, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=14401944-5616-40ce-b256-a0877cc685e6,segment=NetworkSegment(a5cd7a16-d340-41d4-84ea-bcc0742b6af4),segment_id=a5cd7a16-d340-41d4-84ea-bcc0742b6af4)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:53:03.810171 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-7c603460-32c0-4990-8c68-ba49bb702848 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:03.945512 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-7c603460-32c0-4990-8c68-ba49bb702848 None None] Calling delete_port for 14401944-5616-40ce-b256-a0877cc685e6 owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:53:03.970489 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c70333-f7e0-4a6a-ab63-5f107d7a1065 req-5fa1ded7-4b85-4234-a549-3f878174adf9 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:53:03.973459 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-36c70333-f7e0-4a6a-ab63-5f107d7a1065 req-5fa1ded7-4b85-4234-a549-3f878174adf9 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/ports?device_id=10bd31a8-b5fe-46ce-9196-c85e8aba7e6a HTTP/1.1" status: 200 len: 944 time: 0.5598609 Dec 20 08:53:04.007913 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-75087616-0577-4ab1-ad9c-44a612eb5ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed7dfbc-d4b3-4fac-b67b-badf62540924', 'name': 'tempest-TestNetworkAdvancedServerOps-router-966577616', 'tenant_id': 'fabc5346054940109ef98c8222603d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.105'}], 'enable_snat': True}, 'gw_port_id': '8be543e7-411e-470d-a062-f1773875471e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:49:08Z', 'updated_at': '2021-12-20T08:52:57Z', 'revision_number': 5, 'project_id': 'fabc5346054940109ef98c8222603d73', 'gw_port': {'id': '8be543e7-411e-470d-a062-f1773875471e', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed7dfbc-d4b3-4fac-b67b-badf62540924', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:49:09Z', 'updated_at': '2021-12-20T08:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:53:04.015426 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6bdb590b-c611-4985-9df5-451e3376e118 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346107'] for router_gateway, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:04.022332 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75087616-0577-4ab1-ad9c-44a612eb5ca5 None None] Checking router: 1ed7dfbc-d4b3-4fac-b67b-badf62540924 for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 08:53:04.037319 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-7c603460-32c0-4990-8c68-ba49bb702848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102'] for port, after_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:04.041586 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75087616-0577-4ab1-ad9c-44a612eb5ca5 None None] Routers {'1ed7dfbc-d4b3-4fac-b67b-badf62540924'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:53:04.042228 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-75087616-0577-4ab1-ad9c-44a612eb5ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:52:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['1ed7dfbc-d4b3-4fac-b67b-badf62540924'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:53:04.100407 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:53:04.140967 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-440f8d0b-0a89-404a-b035-bc711d130218 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Router f919e8d6-85f1-4d92-b0e6-83cea647faf2 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:53:04.143122 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-36c70333-f7e0-4a6a-ab63-5f107d7a1065 req-6cbfbe61-4839-4845-bafa-87d8fc91ef8d tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb73519-9c90-4e50-9a3d-0898de63562c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099112 Dec 20 08:53:04.168021 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0f52cb76-ef6b-41a2-a202-7533817037d2 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:04.202179 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0f52cb76-ef6b-41a2-a202-7533817037d2 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:04.210970 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c603460-32c0-4990-8c68-ba49bb702848 None None] Pushing event deleted for resources: {'Port': ['ID=14401944-5616-40ce-b256-a0877cc685e6,revision_number=None']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:53:04.214525 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-7c603460-32c0-4990-8c68-ba49bb702848 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:53:04.226073 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c603460-32c0-4990-8c68-ba49bb702848 None None] No DVR routers for this DVR port 14401944-5616-40ce-b256-a0877cc685e6 on host dv-neutron-820491-1-hyperv {{(pid=83446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:53:04.239397 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-75087616-0577-4ab1-ad9c-44a612eb5ca5 None None] Set router 1ed7dfbc-d4b3-4fac-b67b-badf62540924 gateway port host: None {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:53:04.354199 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-75087616-0577-4ab1-ad9c-44a612eb5ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed7dfbc-d4b3-4fac-b67b-badf62540924', 'name': 'tempest-TestNetworkAdvancedServerOps-router-966577616', 'tenant_id': 'fabc5346054940109ef98c8222603d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:49:08Z', 'updated_at': '2021-12-20T08:53:03Z', 'revision_number': 7, 'project_id': 'fabc5346054940109ef98c8222603d73', 'gw_port_host': None}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:53:04.359657 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75087616-0577-4ab1-ad9c-44a612eb5ca5 None None] The sync data for ids ['1ed7dfbc-d4b3-4fac-b67b-badf62540924'] in dv-neutron-820491-1-hyperv is: [{'id': '1ed7dfbc-d4b3-4fac-b67b-badf62540924', 'name': 'tempest-TestNetworkAdvancedServerOps-router-966577616', 'tenant_id': 'fabc5346054940109ef98c8222603d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:49:08Z', 'updated_at': '2021-12-20T08:53:03Z', 'revision_number': 7, 'project_id': 'fabc5346054940109ef98c8222603d73', 'gw_port_host': None}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:53:04.370089 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 14401944-5616-40ce-b256-a0877cc685e6 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:53:04.415535 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 14401944-5616-40ce-b256-a0877cc685e6 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:53:04.416590 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 14401944-5616-40ce-b256-a0877cc685e6 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:53:04.424882 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6bdb590b-c611-4985-9df5-451e3376e118 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24735'] for router, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:04.432787 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6bdb590b-c611-4985-9df5-451e3376e118 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:04.452171 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0f52cb76-ef6b-41a2-a202-7533817037d2 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:04.455942 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7f8c76ad-0869-4f5b-96f4-40c27dbda219 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:53:04.470347 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f52cb76-ef6b-41a2-a202-7533817037d2 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d4f8f4-cefb-4565-9568-bb9aa24bdef1,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:53:04.472143 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6bdb590b-c611-4985-9df5-451e3376e118 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-390871'] for router, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:04.472664 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bdb590b-c611-4985-9df5-451e3376e118 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Fanout notify agent at l3_agent the message router_deleted on router 1ed7dfbc-d4b3-4fac-b67b-badf62540924 {{(pid=83444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 08:53:04.479284 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0f52cb76-ef6b-41a2-a202-7533817037d2 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:53:04.501092 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0f52cb76-ef6b-41a2-a202-7533817037d2 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:04.502238 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-0f52cb76-ef6b-41a2-a202-7533817037d2 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "DELETE /v2.0/security-groups/25d4f8f4-cefb-4565-9568-bb9aa24bdef1 HTTP/1.1" status: 204 len: 168 time: 0.7981312 Dec 20 08:53:04.505078 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6bdb590b-c611-4985-9df5-451e3376e118 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:04.506071 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-6bdb590b-c611-4985-9df5-451e3376e118 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "DELETE /v2.0/routers/1ed7dfbc-d4b3-4fac-b67b-badf62540924 HTTP/1.1" status: 204 len: 168 time: 2.1725686 Dec 20 08:53:04.506758 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45612) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:53:04.509475 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45614) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:53:04.546633 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d0607ab5-c880-437e-b2e8-15359487e760 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:04.593115 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-440f8d0b-0a89-404a-b035-bc711d130218 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:53:04.608742 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-440f8d0b-0a89-404a-b035-bc711d130218 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "PUT /v2.0/routers/f919e8d6-85f1-4d92-b0e6-83cea647faf2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8330429 Dec 20 08:53:04.616130 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 45620) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:53:04.658318 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d0607ab5-c880-437e-b2e8-15359487e760 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:04.662954 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9e4f7da3-0086-4af4-91ae-d0b80f16ba1f tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:04.693606 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-05c3ba1d-017b-49c2-9f3d-f66ceff6151c tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:04.794631 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-05c3ba1d-017b-49c2-9f3d-f66ceff6151c tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:04.874469 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9e4f7da3-0086-4af4-91ae-d0b80f16ba1f tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:04.917035 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-9e4f7da3-0086-4af4-91ae-d0b80f16ba1f tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8349d658-15a5-4502-934d-42d77be31e8f']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:53:04.932246 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-9e4f7da3-0086-4af4-91ae-d0b80f16ba1f tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5cd7a16-d340-41d4-84ea-bcc0742b6af4') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:53:04.932629 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-9e4f7da3-0086-4af4-91ae-d0b80f16ba1f tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5cd7a16-d340-41d4-84ea-bcc0742b6af4') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:53:04.944379 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-05c3ba1d-017b-49c2-9f3d-f66ceff6151c tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:04.949957 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9e4f7da3-0086-4af4-91ae-d0b80f16ba1f tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1618722'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:04.956729 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-58d0dd46-5795-4540-b4a9-0b5ef88d6ee5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:53:04.974534 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c3ba1d-017b-49c2-9f3d-f66ceff6151c tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f0bcb1b-35a6-4ea3-9726-20b6de7c095f,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:53:04.977382 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-05c3ba1d-017b-49c2-9f3d-f66ceff6151c tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:53:04.980366 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9e4f7da3-0086-4af4-91ae-d0b80f16ba1f tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:04.985754 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_v2 [None req-ace12654-17d7-492a-bcc1-c2d5c63c4bea tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Deleting subnet 560472ac-49ee-48b0-b494-d69f282a15f9 {{(pid=83445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:53:04.988008 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-05c3ba1d-017b-49c2-9f3d-f66ceff6151c tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:04.991729 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-05c3ba1d-017b-49c2-9f3d-f66ceff6151c tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "DELETE /v2.0/security-groups/9f0bcb1b-35a6-4ea3-9726-20b6de7c095f HTTP/1.1" status: 204 len: 168 time: 0.4815130 Dec 20 08:53:04.991729 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e4f7da3-0086-4af4-91ae-d0b80f16ba1f tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:53:04.991729 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9e4f7da3-0086-4af4-91ae-d0b80f16ba1f tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1128911'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:04.992074 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ace12654-17d7-492a-bcc1-c2d5c63c4bea tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for subnet, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:05.007214 dv-neutron-820491-1-hyperv neutron-server[83444]: Traceback (most recent call last): Dec 20 08:53:05.007214 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:53:05.007214 dv-neutron-820491-1-hyperv neutron-server[83444]: timer() Dec 20 08:53:05.007214 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:53:05.007214 dv-neutron-820491-1-hyperv neutron-server[83444]: cb(*args, **kw) Dec 20 08:53:05.007214 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:53:05.007214 dv-neutron-820491-1-hyperv neutron-server[83444]: return func(*args, **kwargs) Dec 20 08:53:05.007214 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:53:05.007214 dv-neutron-820491-1-hyperv neutron-server[83444]: self._notify() Dec 20 08:53:05.007214 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:53:05.007214 dv-neutron-820491-1-hyperv neutron-server[83444]: self.callback(batched_events) Dec 20 08:53:05.007214 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:53:05.007214 dv-neutron-820491-1-hyperv neutron-server[83444]: event.method(event) Dec 20 08:53:05.007214 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:53:05.007214 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:53:05.007214 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:53:05.007214 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:53:05.007214 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:53:05.007214 dv-neutron-820491-1-hyperv neutron-server[83444]: return f(self, *a, **k) Dec 20 08:53:05.007214 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:53:05.007214 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._get(url).json() Dec 20 08:53:05.007214 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:53:05.007214 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:53:05.007214 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:53:05.007214 dv-neutron-820491-1-hyperv neutron-server[83444]: return self.request(url, 'GET', **kwargs) Dec 20 08:53:05.007214 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:53:05.007214 dv-neutron-820491-1-hyperv neutron-server[83444]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:53:05.007214 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:53:05.007214 dv-neutron-820491-1-hyperv neutron-server[83444]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:53:05.007214 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:53:05.007214 dv-neutron-820491-1-hyperv neutron-server[83444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:53:05.007214 dv-neutron-820491-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:53:05.010770 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45624) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:53:05.065094 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ace12654-17d7-492a-bcc1-c2d5c63c4bea tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1518554'] for subnet, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:05.120184 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d0607ab5-c880-437e-b2e8-15359487e760 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:05.128297 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d0607ab5-c880-437e-b2e8-15359487e760 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2036698'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:05.135206 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-20970b8d-4713-49ef-9cab-28c534d5d581 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:53:05.144975 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9e4f7da3-0086-4af4-91ae-d0b80f16ba1f tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:05.162391 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2c78ebc5-bd33-4d97-bb05-7dc81144dfd1 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:53:05.177018 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9e4f7da3-0086-4af4-91ae-d0b80f16ba1f tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:05.195879 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4f7da3-0086-4af4-91ae-d0b80f16ba1f tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Pushing event deleted for resources: {'Network': ['ID=8349d658-15a5-4502-934d-42d77be31e8f,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:53:05.200926 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9e4f7da3-0086-4af4-91ae-d0b80f16ba1f tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:53:05.216272 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-9e4f7da3-0086-4af4-91ae-d0b80f16ba1f tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "DELETE /v2.0/networks/8349d658-15a5-4502-934d-42d77be31e8f HTTP/1.1" status: 204 len: 168 time: 0.7055511 Dec 20 08:53:05.221785 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45630) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:53:05.259040 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0607ab5-c880-437e-b2e8-15359487e760 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'Port': ['ID=f2a9cfaa-cc38-4376-a932-97436d9685ec,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:53:05.262451 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d0607ab5-c880-437e-b2e8-15359487e760 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:53:05.291826 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d0607ab5-c880-437e-b2e8-15359487e760 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-345990'] for floatingip, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:05.360641 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ace12654-17d7-492a-bcc1-c2d5c63c4bea tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:05.409922 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-77dfab80-349b-455f-a955-9a1e60fe535d tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Deleting subnet 53738769-189f-419d-b16e-c772106a3eb9 {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:53:05.413852 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-77dfab80-349b-455f-a955-9a1e60fe535d tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:05.480029 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ab60199b-9fbc-4d93-b97f-d1953900ebfa tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:05.496727 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-77dfab80-349b-455f-a955-9a1e60fe535d tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1618747'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:05.504693 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ace12654-17d7-492a-bcc1-c2d5c63c4bea tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2036620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2095133'] for subnet, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:05.514828 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-065bc258-0ab0-407f-a332-a34e7cabcb21 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:53:05.565713 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device f1373e1f-2823-4b59-ae86-142e4dd4c501 up at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:53:05.575632 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ab60199b-9fbc-4d93-b97f-d1953900ebfa tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:05.612214 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccae58f-66ba-49c2-81c6-5ac67fa02b41 req-deafce8e-ccf6-4335-becd-1831f928f6e9 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:53:05.613749 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9ccae58f-66ba-49c2-81c6-5ac67fa02b41 req-deafce8e-ccf6-4335-becd-1831f928f6e9 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/ports?device_id=10bd31a8-b5fe-46ce-9196-c85e8aba7e6a HTTP/1.1" status: 200 len: 944 time: 0.2931814 Dec 20 08:53:05.670370 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning for port f1373e1f-2823-4b59-ae86-142e4dd4c501 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:53:05.676035 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning complete for port f1373e1f-2823-4b59-ae86-142e4dd4c501 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:53:05.676658 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:05.697265 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-77dfab80-349b-455f-a955-9a1e60fe535d tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:05.704931 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace12654-17d7-492a-bcc1-c2d5c63c4bea tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Pushing event deleted for resources: {'Subnet': ['ID=560472ac-49ee-48b0-b494-d69f282a15f9,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:53:05.708288 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ace12654-17d7-492a-bcc1-c2d5c63c4bea tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:53:05.714485 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ace12654-17d7-492a-bcc1-c2d5c63c4bea tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:05.723398 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-ace12654-17d7-492a-bcc1-c2d5c63c4bea tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "DELETE /v2.0/subnets/560472ac-49ee-48b0-b494-d69f282a15f9 HTTP/1.1" status: 204 len: 168 time: 1.1058359 Dec 20 08:53:05.727664 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 45634) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:53:05.732741 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9ccae58f-66ba-49c2-81c6-5ac67fa02b41 req-257dcb0a-eb75-4842-98cd-2a23bd4425a9 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb73519-9c90-4e50-9a3d-0898de63562c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996594 Dec 20 08:53:05.741074 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cca662d-1cfb-40ef-8706-5e0402cde0f2 None None] Network 7c0441d4-1f50-4a57-a855-4ecc74045de8 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:53:05.770385 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ab60199b-9fbc-4d93-b97f-d1953900ebfa tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:05.777888 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-117eccfb-b856-47fa-9241-82bc8be5a9e3 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:53:05.797425 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab60199b-9fbc-4d93-b97f-d1953900ebfa tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee36b9c-785d-4ab3-b1d4-e8674c8e6ce0,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:53:05.802743 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ab60199b-9fbc-4d93-b97f-d1953900ebfa tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:53:05.815582 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-77dfab80-349b-455f-a955-9a1e60fe535d tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1129313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1529131'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:05.820144 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-31452cf7-c574-4462-a8ac-282feb234fef tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:53:05.874571 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bc6df9c3-7b03-4451-a1b2-c4c0a1191d6d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:05.892205 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.l3_db [None req-d0607ab5-c880-437e-b2e8-15359487e760 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Floating IP 8c71111f-c824-4d85-bdd6-27418d175af9 associated. External IP: 172.26.5.224, port: 691a95c4-2ba0-4a11-9fd5-29cd98045756. Dec 20 08:53:05.945117 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-bc6df9c3-7b03-4451-a1b2-c4c0a1191d6d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Deleting port fd70e733-8ef9-4341-8064-f99a7ee5c7f0 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:53:05.945413 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bc6df9c3-7b03-4451-a1b2-c4c0a1191d6d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:05.987703 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dfab80-349b-455f-a955-9a1e60fe535d tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Pushing event deleted for resources: {'Subnet': ['ID=53738769-189f-419d-b16e-c772106a3eb9,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:53:05.991120 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ab60199b-9fbc-4d93-b97f-d1953900ebfa tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:05.991120 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ab60199b-9fbc-4d93-b97f-d1953900ebfa tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] 10.222.0.16 "DELETE /v2.0/security-groups/eee36b9c-785d-4ab3-b1d4-e8674c8e6ce0 HTTP/1.1" status: 204 len: 168 time: 0.7180088 Dec 20 08:53:05.991790 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-77dfab80-349b-455f-a955-9a1e60fe535d tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:53:06.000998 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-77dfab80-349b-455f-a955-9a1e60fe535d tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:06.016398 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-77dfab80-349b-455f-a955-9a1e60fe535d tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "DELETE /v2.0/subnets/53738769-189f-419d-b16e-c772106a3eb9 HTTP/1.1" status: 204 len: 168 time: 1.0078261 Dec 20 08:53:06.017175 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45640) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:53:06.039082 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d412f1cf-859f-493f-be2e-2db312c0d423 None None] Network 13b54023-cd9b-4f29-8fc2-455799589a42 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:53:06.057327 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:06.086050 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-af3f3994-47da-477c-9b35-7904a0ed9f26 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Deleting subnet 93956131-ed5c-459c-b75f-b16de933cf47 {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:53:06.090149 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-af3f3994-47da-477c-9b35-7904a0ed9f26 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:06.156497 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-af3f3994-47da-477c-9b35-7904a0ed9f26 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1618747'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:06.163961 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port f1373e1f-2823-4b59-ae86-142e4dd4c501, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=f1373e1f-2823-4b59-ae86-142e4dd4c501,segment=NetworkSegment(816f3411-ce24-4874-a9f0-58ff5b5f140f),segment_id=816f3411-ce24-4874-a9f0-58ff5b5f140f)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:53:06.172492 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10bd31a8-b5fe-46ce-9196-c85e8aba7e6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1373e1f-2823-4b59-ae86-142e4dd4c501'}] {{(pid=83446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 08:53:06.182706 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:06.206193 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d87ad4ef-7a8b-4fd8-80ba-f46929d9fdd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:53:06.280256 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-af3f3994-47da-477c-9b35-7904a0ed9f26 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:06.312696 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-bc6df9c3-7b03-4451-a1b2-c4c0a1191d6d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] For port fd70e733-8ef9-4341-8064-f99a7ee5c7f0, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=fd70e733-8ef9-4341-8064-f99a7ee5c7f0,segment=NetworkSegment(ff9c9c08-718a-463d-ad5f-f547eeb7c4a6),segment_id=ff9c9c08-718a-463d-ad5f-f547eeb7c4a6)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:53:06.313168 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bc6df9c3-7b03-4451-a1b2-c4c0a1191d6d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:06.336301 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 0bf68bd0-d44e-4036-977d-ea99f4387efb no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:53:06.365968 dv-neutron-820491-1-hyperv neutron-server[83446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10bd31a8-b5fe-46ce-9196-c85e8aba7e6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1373e1f-2823-4b59-ae86-142e4dd4c501', 'code': 200} Dec 20 08:53:06.387147 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-af3f3994-47da-477c-9b35-7904a0ed9f26 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1129313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1529131'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:06.403136 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d13143de-ef5a-4ca6-8a93-366830db1025 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:53:06.405068 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 0bf68bd0-d44e-4036-977d-ea99f4387efb {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:53:06.405648 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 0bf68bd0-d44e-4036-977d-ea99f4387efb not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:53:06.472684 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=f1373e1f-2823-4b59-ae86-142e4dd4c501,revision_number=5']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:53:06.485085 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:53:06.491911 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3f3994-47da-477c-9b35-7904a0ed9f26 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Pushing event deleted for resources: {'Subnet': ['ID=93956131-ed5c-459c-b75f-b16de933cf47,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:53:06.497183 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-af3f3994-47da-477c-9b35-7904a0ed9f26 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:53:06.499823 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-bc6df9c3-7b03-4451-a1b2-c4c0a1191d6d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Calling delete_port for fd70e733-8ef9-4341-8064-f99a7ee5c7f0 owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:53:06.501774 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-af3f3994-47da-477c-9b35-7904a0ed9f26 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:06.512062 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-af3f3994-47da-477c-9b35-7904a0ed9f26 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "DELETE /v2.0/subnets/93956131-ed5c-459c-b75f-b16de933cf47 HTTP/1.1" status: 204 len: 168 time: 0.4937451 Dec 20 08:53:06.514376 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45650) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:53:06.574556 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b3a9de-7315-4f84-8dcc-60039e50a778 None None] DHCP port deletion for 7c0441d4-1f50-4a57-a855-4ecc74045de8 request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 08:53:06.581665 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-29b3a9de-7315-4f84-8dcc-60039e50a778 None None] Deleting port fd70e733-8ef9-4341-8064-f99a7ee5c7f0 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:53:06.582148 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-29b3a9de-7315-4f84-8dcc-60039e50a778 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:06.624590 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45654) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:53:06.644639 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-92c9ffc7-3ed3-4088-9819-0673279785eb tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] DELETE failed (client error): The resource could not be found. Dec 20 08:53:06.645405 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92c9ffc7-3ed3-4088-9819-0673279785eb tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:53:06.647537 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bc6df9c3-7b03-4451-a1b2-c4c0a1191d6d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:06.649926 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-92c9ffc7-3ed3-4088-9819-0673279785eb tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "DELETE /v2.0/subnets/53738769-189f-419d-b16e-c772106a3eb9 HTTP/1.1" status: 404 len: 337 time: 0.1343567 Dec 20 08:53:06.650922 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45660) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:53:06.655901 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a38411dc-dabf-4a58-9e23-ca5993bbd81f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:53:06.685805 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-29b3a9de-7315-4f84-8dcc-60039e50a778 None None] The port 'fd70e733-8ef9-4341-8064-f99a7ee5c7f0' was deleted {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 08:53:06.712798 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6df9c3-7b03-4451-a1b2-c4c0a1191d6d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Pushing event deleted for resources: {'Port': ['ID=fd70e733-8ef9-4341-8064-f99a7ee5c7f0,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:53:06.717298 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-bc6df9c3-7b03-4451-a1b2-c4c0a1191d6d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:53:06.722722 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6df9c3-7b03-4451-a1b2-c4c0a1191d6d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] No DVR routers for this DVR port fd70e733-8ef9-4341-8064-f99a7ee5c7f0 on host dv-neutron-820491-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:53:06.756278 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9859b3b-199e-485b-936b-af97b6c55ce8 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Deleting subnet 3692ed00-9012-4f1d-8df9-215726fb45c5 {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:53:06.762678 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f9859b3b-199e-485b-936b-af97b6c55ce8 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:06.815702 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-67cc4132-3b5d-42d0-b8b1-7d7e13f2ebc0 req-621ccf8f-7d22-4e61-8c4e-b347081a338c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=10bd31a8-b5fe-46ce-9196-c85e8aba7e6a HTTP/1.1" status: 200 len: 1098 time: 0.2550015 Dec 20 08:53:06.870116 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f9859b3b-199e-485b-936b-af97b6c55ce8 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1618747'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:06.960880 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bc6df9c3-7b03-4451-a1b2-c4c0a1191d6d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:06.990193 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-67cc4132-3b5d-42d0-b8b1-7d7e13f2ebc0 req-358d3fea-fc23-4df1-936c-14f36f7a5222 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=4eb73519-9c90-4e50-9a3d-0898de63562c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1649530 Dec 20 08:53:06.996735 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-fb87b1be-309a-47ff-a53c-a4ce4d2babde admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fabc5346054940109ef98c8222603d73&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3670835 Dec 20 08:53:06.999213 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45666) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:53:07.039190 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f9859b3b-199e-485b-936b-af97b6c55ce8 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:07.045640 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-bc6df9c3-7b03-4451-a1b2-c4c0a1191d6d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c0441d4-1f50-4a57-a855-4ecc74045de8']}} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:53:07.062035 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-bc6df9c3-7b03-4451-a1b2-c4c0a1191d6d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff9c9c08-718a-463d-ad5f-f547eeb7c4a6') {'for_net_delete': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:53:07.062308 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-bc6df9c3-7b03-4451-a1b2-c4c0a1191d6d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff9c9c08-718a-463d-ad5f-f547eeb7c4a6') {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:53:07.096732 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bc6df9c3-7b03-4451-a1b2-c4c0a1191d6d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1518531'] for segment, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:07.142537 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2daa2b2f-27aa-4f1d-9dca-b7b08e78e781 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:07.165085 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8972b16-ed5c-4d5b-b6d7-07e6985d5e35 None None] Sync routers for ids ['f919e8d6-85f1-4d92-b0e6-83cea647faf2'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:53:07.177696 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f9859b3b-199e-485b-936b-af97b6c55ce8 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1129313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1529131'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:07.183183 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2daa2b2f-27aa-4f1d-9dca-b7b08e78e781 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:07.185092 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8972b16-ed5c-4d5b-b6d7-07e6985d5e35 None None] Routers {'f919e8d6-85f1-4d92-b0e6-83cea647faf2'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:53:07.186036 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-d8972b16-ed5c-4d5b-b6d7-07e6985d5e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:52:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['f919e8d6-85f1-4d92-b0e6-83cea647faf2'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:53:07.190539 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ed4779ea-c741-49c5-9a31-7aac6a200166 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:53:07.196806 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bc6df9c3-7b03-4451-a1b2-c4c0a1191d6d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:07.215846 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc6df9c3-7b03-4451-a1b2-c4c0a1191d6d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=83445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:53:07.216400 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bc6df9c3-7b03-4451-a1b2-c4c0a1191d6d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2036002'] for segment, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:07.236510 dv-neutron-820491-1-hyperv neutron-server[83445]: Traceback (most recent call last): Dec 20 08:53:07.236510 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:53:07.236510 dv-neutron-820491-1-hyperv neutron-server[83445]: timer() Dec 20 08:53:07.236510 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:53:07.236510 dv-neutron-820491-1-hyperv neutron-server[83445]: cb(*args, **kw) Dec 20 08:53:07.236510 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:53:07.236510 dv-neutron-820491-1-hyperv neutron-server[83445]: return func(*args, **kwargs) Dec 20 08:53:07.236510 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:53:07.236510 dv-neutron-820491-1-hyperv neutron-server[83445]: self._notify() Dec 20 08:53:07.236510 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:53:07.236510 dv-neutron-820491-1-hyperv neutron-server[83445]: self.callback(batched_events) Dec 20 08:53:07.236510 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:53:07.236510 dv-neutron-820491-1-hyperv neutron-server[83445]: event.method(event) Dec 20 08:53:07.236510 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:53:07.236510 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:53:07.236510 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:53:07.236510 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:53:07.236510 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:53:07.236510 dv-neutron-820491-1-hyperv neutron-server[83445]: return f(self, *a, **k) Dec 20 08:53:07.236510 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:53:07.236510 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._get(url).json() Dec 20 08:53:07.236510 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:53:07.236510 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:53:07.236510 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:53:07.236510 dv-neutron-820491-1-hyperv neutron-server[83445]: return self.request(url, 'GET', **kwargs) Dec 20 08:53:07.236510 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:53:07.236510 dv-neutron-820491-1-hyperv neutron-server[83445]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:53:07.236510 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:53:07.236510 dv-neutron-820491-1-hyperv neutron-server[83445]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:53:07.236510 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:53:07.236510 dv-neutron-820491-1-hyperv neutron-server[83445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:53:07.236510 dv-neutron-820491-1-hyperv neutron-server[83445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:53:07.239518 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9859b3b-199e-485b-936b-af97b6c55ce8 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Pushing event deleted for resources: {'Subnet': ['ID=3692ed00-9012-4f1d-8df9-215726fb45c5,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:53:07.247376 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f9859b3b-199e-485b-936b-af97b6c55ce8 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:53:07.257617 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0afa91-1cdd-4f1f-a387-a656704d182b req-a5b3489e-eb12-4ed0-8020-4d1f7e86015b tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:53:07.263510 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f9859b3b-199e-485b-936b-af97b6c55ce8 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:07.265562 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-8c0afa91-1cdd-4f1f-a387-a656704d182b req-a5b3489e-eb12-4ed0-8020-4d1f7e86015b tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/ports?device_id=10bd31a8-b5fe-46ce-9196-c85e8aba7e6a HTTP/1.1" status: 200 len: 945 time: 0.3099966 Dec 20 08:53:07.272798 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f9859b3b-199e-485b-936b-af97b6c55ce8 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "DELETE /v2.0/subnets/3692ed00-9012-4f1d-8df9-215726fb45c5 HTTP/1.1" status: 204 len: 168 time: 0.6197276 Dec 20 08:53:07.277028 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45670) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:53:07.324669 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-912a62d5-c107-4c58-a1a7-24dda16e3966 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] DELETE failed (client error): The resource could not be found. Dec 20 08:53:07.324669 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-912a62d5-c107-4c58-a1a7-24dda16e3966 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:53:07.335033 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-912a62d5-c107-4c58-a1a7-24dda16e3966 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "DELETE /v2.0/subnets/4578b712-e099-4092-933b-41c7a5005cdf HTTP/1.1" status: 404 len: 337 time: 0.0545561 Dec 20 08:53:07.335293 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45674) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:53:07.394331 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bc6df9c3-7b03-4451-a1b2-c4c0a1191d6d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:07.396216 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2daa2b2f-27aa-4f1d-9dca-b7b08e78e781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:07.399671 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2daa2b2f-27aa-4f1d-9dca-b7b08e78e781 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:07.401424 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-2daa2b2f-27aa-4f1d-9dca-b7b08e78e781 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/04d027f5-7667-48e4-9114-3c0190041bc4 HTTP/1.1" status: 204 len: 168 time: 0.3989604 Dec 20 08:53:07.407863 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-db051cdf-6dd1-4822-be9c-d2bdc0e68850 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "GET /v2.0/ports?device_id=b28586de-9bb8-476a-9367-f0d8ddf22637 HTTP/1.1" status: 200 len: 205 time: 0.0691094 Dec 20 08:53:07.407863 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-5f8fef53-49a7-4f7b-bdf3-9c22d8133f3e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:53:07.416309 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-7b59c4df-dd16-40c9-9215-c679a1be22a1 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:53:07.424968 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45680) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:53:07.426237 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daa2b2f-27aa-4f1d-9dca-b7b08e78e781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d027f5-7667-48e4-9114-3c0190041bc4,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:53:07.434002 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2daa2b2f-27aa-4f1d-9dca-b7b08e78e781 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:53:07.440034 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-d8972b16-ed5c-4d5b-b6d7-07e6985d5e35 None None] Set router f919e8d6-85f1-4d92-b0e6-83cea647faf2 gateway port host: None {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:53:07.525045 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-7fc2b994-c80f-46e5-970f-5c9d1cf82436 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] delete failed (client error): The resource could not be found. Dec 20 08:53:07.526376 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-7fc2b994-c80f-46e5-970f-5c9d1cf82436 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "DELETE /v2.0/routers/b28586de-9bb8-476a-9367-f0d8ddf22637 HTTP/1.1" status: 404 len: 336 time: 0.0953715 Dec 20 08:53:07.528675 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45684) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:53:07.570371 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-7418a11e-736a-4b1f-9957-65941fa6b106 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] DELETE failed (client error): The resource could not be found. Dec 20 08:53:07.573949 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7418a11e-736a-4b1f-9957-65941fa6b106 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:53:07.576694 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-7418a11e-736a-4b1f-9957-65941fa6b106 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "DELETE /v2.0/subnets/328ba63c-e2e8-4a16-bfdb-ac8a9da589cf HTTP/1.1" status: 404 len: 337 time: 0.0470695 Dec 20 08:53:07.579142 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45688) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:53:07.587970 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9c6be1-36f5-4095-8669-8104176c865e None None] Network 13b54023-cd9b-4f29-8fc2-455799589a42 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:53:07.608632 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bc6df9c3-7b03-4451-a1b2-c4c0a1191d6d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:07.625279 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-8c0afa91-1cdd-4f1f-a387-a656704d182b req-5d5803ab-4ada-4005-9a24-ad483d752685 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb73519-9c90-4e50-9a3d-0898de63562c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3586743 Dec 20 08:53:07.636104 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6df9c3-7b03-4451-a1b2-c4c0a1191d6d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Pushing event deleted for resources: {'Network': ['ID=7c0441d4-1f50-4a57-a855-4ecc74045de8,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:53:07.652349 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-bc6df9c3-7b03-4451-a1b2-c4c0a1191d6d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:53:07.666492 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-bc6df9c3-7b03-4451-a1b2-c4c0a1191d6d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "DELETE /v2.0/networks/7c0441d4-1f50-4a57-a855-4ecc74045de8 HTTP/1.1" status: 204 len: 168 time: 1.9376185 Dec 20 08:53:07.667377 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 45692) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:53:07.686005 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-5712a8f9-a3a6-4867-8cf0-0fdfd462f502 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] DELETE failed (client error): The resource could not be found. Dec 20 08:53:07.686646 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5712a8f9-a3a6-4867-8cf0-0fdfd462f502 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:53:07.688718 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-5712a8f9-a3a6-4867-8cf0-0fdfd462f502 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "DELETE /v2.0/subnets/08544189-e0ca-4224-8622-96219a78a7e0 HTTP/1.1" status: 404 len: 337 time: 0.1082294 Dec 20 08:53:07.691166 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45696) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:53:07.783550 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-408debe1-5df5-426b-9cf4-32c53a913075 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] DELETE failed (client error): The resource could not be found. Dec 20 08:53:07.786874 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-408debe1-5df5-426b-9cf4-32c53a913075 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:53:07.795670 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-408debe1-5df5-426b-9cf4-32c53a913075 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "DELETE /v2.0/subnets/469e506f-bf22-4eba-b2ad-4472c8f59b26 HTTP/1.1" status: 404 len: 337 time: 0.0987401 Dec 20 08:53:07.796611 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45702) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:53:07.843522 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0607ab5-c880-437e-b2e8-15359487e760 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Router 4255a948-077c-47f3-871f-7907afde6363 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:53:07.850110 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d91102f1-8b22-4438-80ca-e640ed8b000a None None] Provisioning complete for port 7252b5aa-cbc9-439c-b5e0-854f6b910dff triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:53:07.850110 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d91102f1-8b22-4438-80ca-e640ed8b000a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:07.890285 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-640aa2ef-5680-4648-aad8-f3b99e3c4864 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] DELETE failed (client error): The resource could not be found. Dec 20 08:53:07.893569 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-640aa2ef-5680-4648-aad8-f3b99e3c4864 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:53:07.899893 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-640aa2ef-5680-4648-aad8-f3b99e3c4864 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "DELETE /v2.0/ports/470ece21-9e8e-4b9e-96fa-8f98dbf97379 HTTP/1.1" status: 404 len: 333 time: 0.1007710 Dec 20 08:53:07.903297 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45706) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:53:07.921699 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-d8972b16-ed5c-4d5b-b6d7-07e6985d5e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f919e8d6-85f1-4d92-b0e6-83cea647faf2', 'name': 'tempest-RoutersTest-router-1948169302', 'tenant_id': '4697a8f4ef3e423facaab77bb132848e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:52:08Z', 'updated_at': '2021-12-20T08:53:01Z', 'revision_number': 8, 'project_id': '4697a8f4ef3e423facaab77bb132848e', 'gw_port_host': None, '_interfaces': [{'id': '4824da20-df2b-420a-8012-9e7130e2eb89', 'name': '', 'network_id': 'f7959ad9-7f8a-41b8-84e4-df4a2a333cb7', 'tenant_id': '4697a8f4ef3e423facaab77bb132848e', 'mac_address': 'fa:16:3e:2b:46:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f919e8d6-85f1-4d92-b0e6-83cea647faf2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e722309b-a2f9-48f2-847b-0f916fdd870f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:52:20Z', 'updated_at': '2021-12-20T08:52:33Z', 'revision_number': 5, 'project_id': '4697a8f4ef3e423facaab77bb132848e', 'subnets': [{'id': 'e722309b-a2f9-48f2-847b-0f916fdd870f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62d6e5ea-2d30-4d34-885f-f6fc23559841', 'name': '', 'network_id': '4e6e56c8-a506-4bd0-9fa0-bf3832e5e74c', 'tenant_id': '4697a8f4ef3e423facaab77bb132848e', 'mac_address': 'fa:16:3e:c4:89:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f919e8d6-85f1-4d92-b0e6-83cea647faf2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '350384e1-356c-4bf2-a3be-69295d633632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:52:11Z', 'updated_at': '2021-12-20T08:52:21Z', 'revision_number': 5, 'project_id': '4697a8f4ef3e423facaab77bb132848e', 'subnets': [{'id': '350384e1-356c-4bf2-a3be-69295d633632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8f40a8f-073f-4a23-9a34-daa23a9f4f65', 'name': '', 'network_id': 'eeb2c19e-8d5b-45da-b5de-28fcc8533ce2', 'tenant_id': '4697a8f4ef3e423facaab77bb132848e', 'mac_address': 'fa:16:3e:97:54:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f919e8d6-85f1-4d92-b0e6-83cea647faf2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a11058f-2607-4afc-bfc5-70ebdd408f20', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:52:29Z', 'updated_at': '2021-12-20T08:52:40Z', 'revision_number': 5, 'project_id': '4697a8f4ef3e423facaab77bb132848e', 'subnets': [{'id': '7a11058f-2607-4afc-bfc5-70ebdd408f20', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:53:07.926768 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8972b16-ed5c-4d5b-b6d7-07e6985d5e35 None None] Checking router: f919e8d6-85f1-4d92-b0e6-83cea647faf2 for host: dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 08:53:07.940360 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8972b16-ed5c-4d5b-b6d7-07e6985d5e35 None None] Routers {'f919e8d6-85f1-4d92-b0e6-83cea647faf2'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:53:07.941000 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-d8972b16-ed5c-4d5b-b6d7-07e6985d5e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:52:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['f919e8d6-85f1-4d92-b0e6-83cea647faf2'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:53:08.002828 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-a374fc75-5729-4a8c-b12f-398f1c24790b tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] DELETE failed (client error): The resource could not be found. Dec 20 08:53:08.004084 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a374fc75-5729-4a8c-b12f-398f1c24790b tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:53:08.012571 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a374fc75-5729-4a8c-b12f-398f1c24790b tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "DELETE /v2.0/subnets/652b5416-9ff1-4969-8703-65fc56b2c784 HTTP/1.1" status: 404 len: 337 time: 0.1059828 Dec 20 08:53:08.012826 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45710) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:53:08.022934 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d91102f1-8b22-4438-80ca-e640ed8b000a None None] Provisioning complete for port 8506ae06-0395-4b60-858f-6843b617394a triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:53:08.023538 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d91102f1-8b22-4438-80ca-e640ed8b000a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:08.105347 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d91102f1-8b22-4438-80ca-e640ed8b000a None None] Port 8506ae06-0395-4b60-858f-6843b617394a cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:53:08.115196 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-256b2e84-3844-4e7b-983e-280af174ee65 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] DELETE failed (client error): The resource could not be found. Dec 20 08:53:08.115618 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-256b2e84-3844-4e7b-983e-280af174ee65 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:53:08.122461 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-256b2e84-3844-4e7b-983e-280af174ee65 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "DELETE /v2.0/subnets/44a441fd-af85-41a9-b1b4-84188aea5905 HTTP/1.1" status: 404 len: 337 time: 0.1085577 Dec 20 08:53:08.123181 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45714) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:53:08.129073 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f8bf4c-83e5-4270-92ed-22925ded23d8 None None] DHCP port deletion for 13b54023-cd9b-4f29-8fc2-455799589a42 request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 08:53:08.157878 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-a3f8bf4c-83e5-4270-92ed-22925ded23d8 None None] Deleting port 7252b5aa-cbc9-439c-b5e0-854f6b910dff {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:53:08.158381 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a3f8bf4c-83e5-4270-92ed-22925ded23d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:08.203184 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45718) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:53:08.237707 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b057510-0471-443d-80c3-b63d79f40ee2 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] DELETE failed (client error): The resource could not be found. Dec 20 08:53:08.240052 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b057510-0471-443d-80c3-b63d79f40ee2 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:53:08.248464 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1b057510-0471-443d-80c3-b63d79f40ee2 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "DELETE /v2.0/ports/404eac57-c67a-4cac-86f5-f84781960405 HTTP/1.1" status: 404 len: 333 time: 0.1239100 Dec 20 08:53:08.249014 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45722) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:53:08.251727 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4e9fba16-4e4c-41b3-93cb-ea84ce838e75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:08.276558 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-d8972b16-ed5c-4d5b-b6d7-07e6985d5e35 None None] Set router f919e8d6-85f1-4d92-b0e6-83cea647faf2 gateway port host: None {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:53:08.324393 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f7189b8-1a6d-4761-a08b-cbf74beada59 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] DELETE failed (client error): The resource could not be found. Dec 20 08:53:08.324895 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f7189b8-1a6d-4761-a08b-cbf74beada59 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:53:08.329103 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1f7189b8-1a6d-4761-a08b-cbf74beada59 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "DELETE /v2.0/subnets/0da56016-7d6b-4196-a726-651095f263bf HTTP/1.1" status: 404 len: 337 time: 0.0763872 Dec 20 08:53:08.336471 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 45726) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:53:08.347078 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-4e9fba16-4e4c-41b3-93cb-ea84ce838e75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:53:08.352794 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-4e9fba16-4e4c-41b3-93cb-ea84ce838e75 admin admin] Usage tracker for resource:security_group_rule and tenant:e4005c3d087c4a7ea786170f2ae86fe5 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:53:08.356749 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-4e9fba16-4e4c-41b3-93cb-ea84ce838e75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:53:08.364031 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-4e9fba16-4e4c-41b3-93cb-ea84ce838e75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:53:08.388278 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-a3f8bf4c-83e5-4270-92ed-22925ded23d8 None None] For port 7252b5aa-cbc9-439c-b5e0-854f6b910dff, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=7252b5aa-cbc9-439c-b5e0-854f6b910dff,segment=NetworkSegment(f2da6ec1-02ff-440f-90d4-2ece753f3bf7),segment_id=f2da6ec1-02ff-440f-90d4-2ece753f3bf7)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:53:08.388730 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a3f8bf4c-83e5-4270-92ed-22925ded23d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:08.406130 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-37030221-12cd-4133-953c-947835bc440e tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] DELETE failed (client error): The resource could not be found. Dec 20 08:53:08.406871 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37030221-12cd-4133-953c-947835bc440e tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:53:08.413863 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45730) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:53:08.415125 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-37030221-12cd-4133-953c-947835bc440e tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "DELETE /v2.0/subnets/1c9ec9b9-9776-4a87-89e0-bedd113e64d7 HTTP/1.1" status: 404 len: 337 time: 0.0747895 Dec 20 08:53:08.439759 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a5f21952-08d7-4308-a30b-128bf21114a6 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349062'] for router_interface, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:08.491186 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-78db82d7-7f67-47cb-bc35-2d981e890890 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Deleting port 8506ae06-0395-4b60-858f-6843b617394a {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:53:08.493513 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-78db82d7-7f67-47cb-bc35-2d981e890890 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:08.608454 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-a3f8bf4c-83e5-4270-92ed-22925ded23d8 None None] Calling delete_port for 7252b5aa-cbc9-439c-b5e0-854f6b910dff owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:53:08.666605 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 7252b5aa-cbc9-439c-b5e0-854f6b910dff no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:53:08.711081 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0607ab5-c880-437e-b2e8-15359487e760 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:53:08.730947 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ed0d3c-7b9d-4c0e-bcd5-4d8ec0b057a7 None None] Sync routers for ids ['4255a948-077c-47f3-871f-7907afde6363'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:53:08.787278 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d0607ab5-c880-437e-b2e8-15359487e760 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for floatingip, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:08.792738 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ed0d3c-7b9d-4c0e-bcd5-4d8ec0b057a7 None None] Routers {'4255a948-077c-47f3-871f-7907afde6363'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:53:08.793528 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-f7ed0d3c-7b9d-4c0e-bcd5-4d8ec0b057a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:52:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['4255a948-077c-47f3-871f-7907afde6363'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:53:08.800095 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-d8972b16-ed5c-4d5b-b6d7-07e6985d5e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f919e8d6-85f1-4d92-b0e6-83cea647faf2', 'name': 'tempest-RoutersTest-router-1948169302', 'tenant_id': '4697a8f4ef3e423facaab77bb132848e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:52:08Z', 'updated_at': '2021-12-20T08:53:01Z', 'revision_number': 8, 'project_id': '4697a8f4ef3e423facaab77bb132848e', 'gw_port_host': None, '_interfaces': [{'id': '4824da20-df2b-420a-8012-9e7130e2eb89', 'name': '', 'network_id': 'f7959ad9-7f8a-41b8-84e4-df4a2a333cb7', 'tenant_id': '4697a8f4ef3e423facaab77bb132848e', 'mac_address': 'fa:16:3e:2b:46:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f919e8d6-85f1-4d92-b0e6-83cea647faf2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e722309b-a2f9-48f2-847b-0f916fdd870f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:52:20Z', 'updated_at': '2021-12-20T08:52:33Z', 'revision_number': 5, 'project_id': '4697a8f4ef3e423facaab77bb132848e', 'subnets': [{'id': 'e722309b-a2f9-48f2-847b-0f916fdd870f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62d6e5ea-2d30-4d34-885f-f6fc23559841', 'name': '', 'network_id': '4e6e56c8-a506-4bd0-9fa0-bf3832e5e74c', 'tenant_id': '4697a8f4ef3e423facaab77bb132848e', 'mac_address': 'fa:16:3e:c4:89:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f919e8d6-85f1-4d92-b0e6-83cea647faf2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '350384e1-356c-4bf2-a3be-69295d633632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:52:11Z', 'updated_at': '2021-12-20T08:52:21Z', 'revision_number': 5, 'project_id': '4697a8f4ef3e423facaab77bb132848e', 'subnets': [{'id': '350384e1-356c-4bf2-a3be-69295d633632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8f40a8f-073f-4a23-9a34-daa23a9f4f65', 'name': '', 'network_id': 'eeb2c19e-8d5b-45da-b5de-28fcc8533ce2', 'tenant_id': '4697a8f4ef3e423facaab77bb132848e', 'mac_address': 'fa:16:3e:97:54:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f919e8d6-85f1-4d92-b0e6-83cea647faf2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a11058f-2607-4afc-bfc5-70ebdd408f20', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:52:29Z', 'updated_at': '2021-12-20T08:52:40Z', 'revision_number': 5, 'project_id': '4697a8f4ef3e423facaab77bb132848e', 'subnets': [{'id': '7a11058f-2607-4afc-bfc5-70ebdd408f20', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:53:08.805569 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8972b16-ed5c-4d5b-b6d7-07e6985d5e35 None None] The sync data for ids ['f919e8d6-85f1-4d92-b0e6-83cea647faf2'] in dv-neutron-820491-1-hyperv is: [{'id': 'f919e8d6-85f1-4d92-b0e6-83cea647faf2', 'name': 'tempest-RoutersTest-router-1948169302', 'tenant_id': '4697a8f4ef3e423facaab77bb132848e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:52:08Z', 'updated_at': '2021-12-20T08:53:01Z', 'revision_number': 8, 'project_id': '4697a8f4ef3e423facaab77bb132848e', 'gw_port_host': None, '_interfaces': [{'id': '4824da20-df2b-420a-8012-9e7130e2eb89', 'name': '', 'network_id': 'f7959ad9-7f8a-41b8-84e4-df4a2a333cb7', 'tenant_id': '4697a8f4ef3e423facaab77bb132848e', 'mac_address': 'fa:16:3e:2b:46:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f919e8d6-85f1-4d92-b0e6-83cea647faf2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e722309b-a2f9-48f2-847b-0f916fdd870f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:52:20Z', 'updated_at': '2021-12-20T08:52:33Z', 'revision_number': 5, 'project_id': '4697a8f4ef3e423facaab77bb132848e', 'subnets': [{'id': 'e722309b-a2f9-48f2-847b-0f916fdd870f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62d6e5ea-2d30-4d34-885f-f6fc23559841', 'name': '', 'network_id': '4e6e56c8-a506-4bd0-9fa0-bf3832e5e74c', 'tenant_id': '4697a8f4ef3e423facaab77bb132848e', 'mac_address': 'fa:16:3e:c4:89:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f919e8d6-85f1-4d92-b0e6-83cea647faf2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '350384e1-356c-4bf2-a3be-69295d633632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:52:11Z', 'updated_at': '2021-12-20T08:52:21Z', 'revision_number': 5, 'project_id': '4697a8f4ef3e423facaab77bb132848e', 'subnets': [{'id': '350384e1-356c-4bf2-a3be-69295d633632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8f40a8f-073f-4a23-9a34-daa23a9f4f65', 'name': '', 'network_id': 'eeb2c19e-8d5b-45da-b5de-28fcc8533ce2', 'tenant_id': '4697a8f4ef3e423facaab77bb132848e', 'mac_address': 'fa:16:3e:97:54:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f919e8d6-85f1-4d92-b0e6-83cea647faf2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a11058f-2607-4afc-bfc5-70ebdd408f20', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:52:29Z', 'updated_at': '2021-12-20T08:52:40Z', 'revision_number': 5, 'project_id': '4697a8f4ef3e423facaab77bb132848e', 'subnets': [{'id': '7a11058f-2607-4afc-bfc5-70ebdd408f20', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:53:08.881338 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-d0607ab5-c880-437e-b2e8-15359487e760 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 7.6651196 Dec 20 08:53:08.881338 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6db93eee-b546-4abc-af1c-0f87597398e2', 'tag': '691a95c4-2ba0-4a11-9fd5-29cd98045756'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 08:53:08.885691 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 45736) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:53:08.973021 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4e9fba16-4e4c-41b3-93cb-ea84ce838e75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:08.983145 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4e9fba16-4e4c-41b3-93cb-ea84ce838e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:09.020303 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-59f2e141-ed24-4b63-a873-4adf4de57772 tempest-RoutersAdminNegativeIpV6Test-410709376 tempest-RoutersAdminNegativeIpV6Test-410709376-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:53:09.045956 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-99798242-b454-4e8f-ac7d-7f7e8981d143 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/floatingips/8c71111f-c824-4d85-bdd6-27418d175af9 HTTP/1.1" status: 200 len: 992 time: 0.1543238 Dec 20 08:53:09.046712 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6db93eee-b546-4abc-af1c-0f87597398e2', 'tag': '691a95c4-2ba0-4a11-9fd5-29cd98045756', 'status': 'completed', 'code': 200} Dec 20 08:53:09.154579 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a3f8bf4c-83e5-4270-92ed-22925ded23d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102'] for port, after_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:09.167600 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:53:09.168165 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9fba16-4e4c-41b3-93cb-ea84ce838e75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5034dc4d-7863-46e1-8709-974668863e9a,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:53:09.171748 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4e9fba16-4e4c-41b3-93cb-ea84ce838e75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:53:09.214491 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Port 7252b5aa-cbc9-439c-b5e0-854f6b910dff update to DOWN by agent not found {{(pid=83446) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2088}} Dec 20 08:53:09.215048 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device fd70e733-8ef9-4341-8064-f99a7ee5c7f0 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:53:09.257173 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f8bf4c-83e5-4270-92ed-22925ded23d8 None None] Pushing event deleted for resources: {'Port': ['ID=7252b5aa-cbc9-439c-b5e0-854f6b910dff,revision_number=None']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:53:09.261031 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-4e9fba16-4e4c-41b3-93cb-ea84ce838e75 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e4005c3d087c4a7ea786170f2ae86fe5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0564067 Dec 20 08:53:09.273044 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f8bf4c-83e5-4270-92ed-22925ded23d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:53:09.273420 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f8bf4c-83e5-4270-92ed-22925ded23d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:53:09.273542 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-78db82d7-7f67-47cb-bc35-2d981e890890 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:09.273755 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f8bf4c-83e5-4270-92ed-22925ded23d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:53:09.274127 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f8bf4c-83e5-4270-92ed-22925ded23d8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:53:09.274456 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f8bf4c-83e5-4270-92ed-22925ded23d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:53:09.274783 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f8bf4c-83e5-4270-92ed-22925ded23d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:53:09.275104 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f8bf4c-83e5-4270-92ed-22925ded23d8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:53:09.275425 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f8bf4c-83e5-4270-92ed-22925ded23d8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:53:09.275924 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f8bf4c-83e5-4270-92ed-22925ded23d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:53:09.276251 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f8bf4c-83e5-4270-92ed-22925ded23d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:53:09.277638 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f8bf4c-83e5-4270-92ed-22925ded23d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:53:09.281978 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: fd70e733-8ef9-4341-8064-f99a7ee5c7f0 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:53:09.282650 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device fd70e733-8ef9-4341-8064-f99a7ee5c7f0 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:53:09.283586 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 8be543e7-411e-470d-a062-f1773875471e no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:53:09.291438 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 45742) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:53:09.323536 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-a3f8bf4c-83e5-4270-92ed-22925ded23d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:53:09.324217 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 8be543e7-411e-470d-a062-f1773875471e {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:53:09.324668 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 8be543e7-411e-470d-a062-f1773875471e not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:53:09.326240 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f8bf4c-83e5-4270-92ed-22925ded23d8 None None] No DVR routers for this DVR port 7252b5aa-cbc9-439c-b5e0-854f6b910dff on host dv-neutron-820491-1-hyperv {{(pid=83446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:53:09.333952 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-f7ed0d3c-7b9d-4c0e-bcd5-4d8ec0b057a7 None None] Set router 4255a948-077c-47f3-871f-7907afde6363 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:53:09.438861 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059fac2b-dd4d-4f88-a69b-3461fefd7388 req-f0c192cd-8d2c-4f1b-b02a-f54b55638592 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:53:09.440577 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-059fac2b-dd4d-4f88-a69b-3461fefd7388 req-f0c192cd-8d2c-4f1b-b02a-f54b55638592 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/ports?device_id=10bd31a8-b5fe-46ce-9196-c85e8aba7e6a HTTP/1.1" status: 200 len: 945 time: 0.5481124 Dec 20 08:53:09.452109 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-78db82d7-7f67-47cb-bc35-2d981e890890 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Calling delete_port for 8506ae06-0395-4b60-858f-6843b617394a owned by {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:53:09.459681 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-56188a8a-4fa1-4bbd-899d-f5153d9ec40d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:09.511052 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-56188a8a-4fa1-4bbd-899d-f5153d9ec40d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:09.580226 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d2030c46-070a-4bdb-b0b0-811d628515b1 req-fcec2898-c6bf-4266-8c98-20214b40fb03 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f7b89f97320342ff933d41aa1a974b12&device_id=6db93eee-b546-4abc-af1c-0f87597398e2 HTTP/1.1" status: 200 len: 1099 time: 0.5149057 Dec 20 08:53:09.654043 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-059fac2b-dd4d-4f88-a69b-3461fefd7388 req-aa3d6e5d-d8a7-435d-b3f8-d0b6d64fcbe2 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb73519-9c90-4e50-9a3d-0898de63562c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1715872 Dec 20 08:53:09.729924 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-78db82d7-7f67-47cb-bc35-2d981e890890 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:09.747860 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4fcccefe-72fa-4a39-80b3-ea701e360bc4 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:53:09.788992 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-f7ed0d3c-7b9d-4c0e-bcd5-4d8ec0b057a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4255a948-077c-47f3-871f-7907afde6363', 'name': 'tempest-TestNetworkBasicOps-router-954016181', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.192'}], 'enable_snat': True}, 'gw_port_id': 'e9f65c13-f4f3-4c63-b7fc-14cbeceb62c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:52:22Z', 'updated_at': '2021-12-20T08:52:28Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': 'e9f65c13-f4f3-4c63-b7fc-14cbeceb62c3', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:93:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4255a948-077c-47f3-871f-7907afde6363', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:52:23Z', 'updated_at': '2021-12-20T08:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': '8c71111f-c824-4d85-bdd6-27418d175af9', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'floating_ip_address': '172.26.5.224', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': '4255a948-077c-47f3-871f-7907afde6363', 'port_id': '691a95c4-2ba0-4a11-9fd5-29cd98045756', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e664d4c9-b00f-4349-9b46-df6a85ff1fc2', 'mac_address': 'fa:16:3e:c1:19:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db93eee-b546-4abc-af1c-0f87597398e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T08:53:04Z', 'updated_at': '2021-12-20T08:53:04Z', 'revision_number': 0, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15fc5732-fd9c-40c1-8c82-43b90eec6004', 'name': '', 'network_id': 'e664d4c9-b00f-4349-9b46-df6a85ff1fc2', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'mac_address': 'fa:16:3e:14:a4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4255a948-077c-47f3-871f-7907afde6363', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63d8cf76-7c84-4a2e-bc0c-1d739038e9cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:52:27Z', 'updated_at': '2021-12-20T08:52:44Z', 'revision_number': 5, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'subnets': [{'id': '63d8cf76-7c84-4a2e-bc0c-1d739038e9cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:53:09.795226 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ed0d3c-7b9d-4c0e-bcd5-4d8ec0b057a7 None None] Checking router: 4255a948-077c-47f3-871f-7907afde6363 for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 08:53:09.798800 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-78db82d7-7f67-47cb-bc35-2d981e890890 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:09.805190 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78db82d7-7f67-47cb-bc35-2d981e890890 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Pushing event deleted for resources: {'Port': ['ID=8506ae06-0395-4b60-858f-6843b617394a,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:53:09.808903 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-78db82d7-7f67-47cb-bc35-2d981e890890 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:53:09.821005 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ed0d3c-7b9d-4c0e-bcd5-4d8ec0b057a7 None None] Routers {'4255a948-077c-47f3-871f-7907afde6363'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:53:09.821710 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-f7ed0d3c-7b9d-4c0e-bcd5-4d8ec0b057a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:52:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['4255a948-077c-47f3-871f-7907afde6363'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:53:09.838736 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2030c46-070a-4bdb-b0b0-811d628515b1 req-8ea7d731-91d6-4956-a42e-ce658434dc80 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:53:09.840332 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d2030c46-070a-4bdb-b0b0-811d628515b1 req-8ea7d731-91d6-4956-a42e-ce658434dc80 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e664d4c9-b00f-4349-9b46-df6a85ff1fc2 HTTP/1.1" status: 200 len: 898 time: 0.2513065 Dec 20 08:53:09.843467 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-78db82d7-7f67-47cb-bc35-2d981e890890 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "DELETE /v2.0/ports/8506ae06-0395-4b60-858f-6843b617394a HTTP/1.1" status: 204 len: 168 time: 1.4276605 Dec 20 08:53:09.845709 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45748) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:53:09.863985 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-a5f21952-08d7-4308-a30b-128bf21114a6 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Deleting port e8f40a8f-073f-4a23-9a34-daa23a9f4f65 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:53:09.864482 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a5f21952-08d7-4308-a30b-128bf21114a6 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:09.907713 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:09.931411 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-56188a8a-4fa1-4bbd-899d-f5153d9ec40d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:09.942342 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0b1f8438-5144-4e74-91d0-987b86eee7db tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:53:09.978312 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56188a8a-4fa1-4bbd-899d-f5153d9ec40d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5034dc4d-7863-46e1-8709-974668863e9a,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:53:09.984281 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-56188a8a-4fa1-4bbd-899d-f5153d9ec40d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:09.985391 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-56188a8a-4fa1-4bbd-899d-f5153d9ec40d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5034dc4d-7863-46e1-8709-974668863e9a HTTP/1.1" status: 204 len: 168 time: 0.6448567 Dec 20 08:53:09.988122 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-56188a8a-4fa1-4bbd-899d-f5153d9ec40d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:53:10.050128 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45754) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:53:10.061833 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-f7ed0d3c-7b9d-4c0e-bcd5-4d8ec0b057a7 None None] Set router 4255a948-077c-47f3-871f-7907afde6363 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:53:10.130371 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6aac224b-7a57-4ffd-be1d-110a5cf81061 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:10.148036 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d2030c46-070a-4bdb-b0b0-811d628515b1 req-60252a04-7197-40ee-96b4-cf239ef2d606 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=691a95c4-2ba0-4a11-9fd5-29cd98045756 HTTP/1.1" status: 200 len: 1000 time: 0.2989347 Dec 20 08:53:10.156293 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4e11cc-84f9-4667-b2ea-ef1f912dc919 req-49c7076a-8d97-48bf-8bf0-6161e65902c1 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:53:10.166057 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-8a4e11cc-84f9-4667-b2ea-ef1f912dc919 req-49c7076a-8d97-48bf-8bf0-6161e65902c1 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/ports?device_id=10bd31a8-b5fe-46ce-9196-c85e8aba7e6a HTTP/1.1" status: 200 len: 945 time: 0.2699254 Dec 20 08:53:10.221076 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-a5f21952-08d7-4308-a30b-128bf21114a6 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] For port e8f40a8f-073f-4a23-9a34-daa23a9f4f65, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=e8f40a8f-073f-4a23-9a34-daa23a9f4f65,segment=NetworkSegment(9b58e0d3-cedd-4f30-8dec-4d3862107ed6),segment_id=9b58e0d3-cedd-4f30-8dec-4d3862107ed6)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:53:10.221444 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a5f21952-08d7-4308-a30b-128bf21114a6 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:10.264016 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 6a961cd2-10b9-4514-9f84-53e0a4a34ffb no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:53:10.293762 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-38d3f2bd-2e80-45d3-9cc9-f2a45b34801d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/floatingips/8c71111f-c824-4d85-bdd6-27418d175af9 HTTP/1.1" status: 200 len: 992 time: 0.2412186 Dec 20 08:53:10.310907 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 6a961cd2-10b9-4514-9f84-53e0a4a34ffb {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:53:10.310907 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 6a961cd2-10b9-4514-9f84-53e0a4a34ffb not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:53:10.321781 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2030c46-070a-4bdb-b0b0-811d628515b1 req-00b2b9b3-64a0-4ba2-aaf1-5e95f21e51e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:53:10.323251 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d2030c46-070a-4bdb-b0b0-811d628515b1 req-00b2b9b3-64a0-4ba2-aaf1-5e95f21e51e5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=63d8cf76-7c84-4a2e-bc0c-1d739038e9cb HTTP/1.1" status: 200 len: 835 time: 0.1642880 Dec 20 08:53:10.373273 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-a5f21952-08d7-4308-a30b-128bf21114a6 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Calling delete_port for e8f40a8f-073f-4a23-9a34-daa23a9f4f65 owned by network:router_interface {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:53:10.409685 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6aac224b-7a57-4ffd-be1d-110a5cf81061 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:10.453203 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-6aac224b-7a57-4ffd-be1d-110a5cf81061 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13b54023-cd9b-4f29-8fc2-455799589a42']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:53:10.484350 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-6aac224b-7a57-4ffd-be1d-110a5cf81061 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2da6ec1-02ff-440f-90d4-2ece753f3bf7') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:53:10.484994 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-6aac224b-7a57-4ffd-be1d-110a5cf81061 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2da6ec1-02ff-440f-90d4-2ece753f3bf7') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:53:10.509906 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6aac224b-7a57-4ffd-be1d-110a5cf81061 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1618722'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:10.519078 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-f7ed0d3c-7b9d-4c0e-bcd5-4d8ec0b057a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4255a948-077c-47f3-871f-7907afde6363', 'name': 'tempest-TestNetworkBasicOps-router-954016181', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.192'}], 'enable_snat': True}, 'gw_port_id': 'e9f65c13-f4f3-4c63-b7fc-14cbeceb62c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:52:22Z', 'updated_at': '2021-12-20T08:52:28Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': 'e9f65c13-f4f3-4c63-b7fc-14cbeceb62c3', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:93:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4255a948-077c-47f3-871f-7907afde6363', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:52:23Z', 'updated_at': '2021-12-20T08:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': '8c71111f-c824-4d85-bdd6-27418d175af9', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'floating_ip_address': '172.26.5.224', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': '4255a948-077c-47f3-871f-7907afde6363', 'port_id': '691a95c4-2ba0-4a11-9fd5-29cd98045756', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e664d4c9-b00f-4349-9b46-df6a85ff1fc2', 'mac_address': 'fa:16:3e:c1:19:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db93eee-b546-4abc-af1c-0f87597398e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T08:53:04Z', 'updated_at': '2021-12-20T08:53:04Z', 'revision_number': 0, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15fc5732-fd9c-40c1-8c82-43b90eec6004', 'name': '', 'network_id': 'e664d4c9-b00f-4349-9b46-df6a85ff1fc2', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'mac_address': 'fa:16:3e:14:a4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4255a948-077c-47f3-871f-7907afde6363', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63d8cf76-7c84-4a2e-bc0c-1d739038e9cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:52:27Z', 'updated_at': '2021-12-20T08:52:44Z', 'revision_number': 5, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'subnets': [{'id': '63d8cf76-7c84-4a2e-bc0c-1d739038e9cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:53:10.525211 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-8a4e11cc-84f9-4667-b2ea-ef1f912dc919 req-fa4efe0d-d0b5-4458-a158-561f63e275b6 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb73519-9c90-4e50-9a3d-0898de63562c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3569989 Dec 20 08:53:10.525980 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ed0d3c-7b9d-4c0e-bcd5-4d8ec0b057a7 None None] The sync data for ids ['4255a948-077c-47f3-871f-7907afde6363'] in dv-neutron-820491-1-hyperv is: [{'id': '4255a948-077c-47f3-871f-7907afde6363', 'name': 'tempest-TestNetworkBasicOps-router-954016181', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.192'}], 'enable_snat': True}, 'gw_port_id': 'e9f65c13-f4f3-4c63-b7fc-14cbeceb62c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:52:22Z', 'updated_at': '2021-12-20T08:52:28Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': 'e9f65c13-f4f3-4c63-b7fc-14cbeceb62c3', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:93:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4255a948-077c-47f3-871f-7907afde6363', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:52:23Z', 'updated_at': '2021-12-20T08:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': '8c71111f-c824-4d85-bdd6-27418d175af9', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'floating_ip_address': '172.26.5.224', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': '4255a948-077c-47f3-871f-7907afde6363', 'port_id': '691a95c4-2ba0-4a11-9fd5-29cd98045756', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e664d4c9-b00f-4349-9b46-df6a85ff1fc2', 'mac_address': 'fa:16:3e:c1:19:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db93eee-b546-4abc-af1c-0f87597398e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T08:53:04Z', 'updated_at': '2021-12-20T08:53:04Z', 'revision_number': 0, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15fc5732-fd9c-40c1-8c82-43b90eec6004', 'name': '', 'network_id': 'e664d4c9-b00f-4349-9b46-df6a85ff1fc2', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'mac_address': 'fa:16:3e:14:a4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4255a948-077c-47f3-871f-7907afde6363', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63d8cf76-7c84-4a2e-bc0c-1d739038e9cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:52:27Z', 'updated_at': '2021-12-20T08:52:44Z', 'revision_number': 5, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'subnets': [{'id': '63d8cf76-7c84-4a2e-bc0c-1d739038e9cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:53:10.584805 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45758) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:53:10.591334 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d2030c46-070a-4bdb-b0b0-811d628515b1 req-3a87980c-74d3-4a15-9a2e-1eabf52cf1d2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e664d4c9-b00f-4349-9b46-df6a85ff1fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2175725 Dec 20 08:53:10.672383 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a5f21952-08d7-4308-a30b-128bf21114a6 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:10.676369 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-326aff81-020c-4422-bebf-1a0337cded63 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:53:10.724048 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f21952-08d7-4308-a30b-128bf21114a6 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Pushing event deleted for resources: {'Port': ['ID=e8f40a8f-073f-4a23-9a34-daa23a9f4f65,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:53:10.727830 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a5f21952-08d7-4308-a30b-128bf21114a6 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:53:10.780216 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6aac224b-7a57-4ffd-be1d-110a5cf81061 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:10.798603 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6aac224b-7a57-4ffd-be1d-110a5cf81061 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:53:10.799008 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6aac224b-7a57-4ffd-be1d-110a5cf81061 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1128911'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:10.809574 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d2407b-5a3e-42ba-a127-a1b16b99a9f2 None None] New status for floating IP 8c71111f-c824-4d85-bdd6-27418d175af9: ACTIVE {{(pid=83447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 08:53:10.815511 dv-neutron-820491-1-hyperv neutron-server[83444]: Traceback (most recent call last): Dec 20 08:53:10.815511 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:53:10.815511 dv-neutron-820491-1-hyperv neutron-server[83444]: timer() Dec 20 08:53:10.815511 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:53:10.815511 dv-neutron-820491-1-hyperv neutron-server[83444]: cb(*args, **kw) Dec 20 08:53:10.815511 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:53:10.815511 dv-neutron-820491-1-hyperv neutron-server[83444]: return func(*args, **kwargs) Dec 20 08:53:10.815511 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:53:10.815511 dv-neutron-820491-1-hyperv neutron-server[83444]: self._notify() Dec 20 08:53:10.815511 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:53:10.815511 dv-neutron-820491-1-hyperv neutron-server[83444]: self.callback(batched_events) Dec 20 08:53:10.815511 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:53:10.815511 dv-neutron-820491-1-hyperv neutron-server[83444]: event.method(event) Dec 20 08:53:10.815511 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:53:10.815511 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:53:10.815511 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:53:10.815511 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:53:10.815511 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:53:10.815511 dv-neutron-820491-1-hyperv neutron-server[83444]: return f(self, *a, **k) Dec 20 08:53:10.815511 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:53:10.815511 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._get(url).json() Dec 20 08:53:10.815511 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:53:10.815511 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:53:10.815511 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:53:10.815511 dv-neutron-820491-1-hyperv neutron-server[83444]: return self.request(url, 'GET', **kwargs) Dec 20 08:53:10.815511 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:53:10.815511 dv-neutron-820491-1-hyperv neutron-server[83444]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:53:10.815511 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:53:10.815511 dv-neutron-820491-1-hyperv neutron-server[83444]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:53:10.815511 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:53:10.815511 dv-neutron-820491-1-hyperv neutron-server[83444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:53:10.815511 dv-neutron-820491-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:53:11.004636 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6aac224b-7a57-4ffd-be1d-110a5cf81061 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:11.020045 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:53:11.038977 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a5f21952-08d7-4308-a30b-128bf21114a6 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32897953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348760'] for router_interface, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:11.040703 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6aac224b-7a57-4ffd-be1d-110a5cf81061 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:11.051550 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aac224b-7a57-4ffd-be1d-110a5cf81061 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Pushing event deleted for resources: {'Network': ['ID=13b54023-cd9b-4f29-8fc2-455799589a42,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:53:11.055761 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d2030c46-070a-4bdb-b0b0-811d628515b1 req-166f6564-bd68-4271-8f40-0a302569011d service neutron] 10.222.0.58 "GET /v2.0/networks/e664d4c9-b00f-4349-9b46-df6a85ff1fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4300656 Dec 20 08:53:11.058183 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-20c15812-6701-437e-af06-670e84fdf469 tempest-TestVolumeBootPattern-933414515 tempest-TestVolumeBootPattern-933414515-project-admin] Synchronizing usage tracker for tenant:267e2bb079e8441da27d64d99add18a5 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:53:11.060867 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-6aac224b-7a57-4ffd-be1d-110a5cf81061 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:53:11.064594 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-6aac224b-7a57-4ffd-be1d-110a5cf81061 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] 10.222.0.16 "DELETE /v2.0/networks/13b54023-cd9b-4f29-8fc2-455799589a42 HTTP/1.1" status: 204 len: 168 time: 1.2157328 Dec 20 08:53:11.162853 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-20c15812-6701-437e-af06-670e84fdf469 tempest-TestVolumeBootPattern-933414515 tempest-TestVolumeBootPattern-933414515-project-admin] Unset dirty status for tenant:267e2bb079e8441da27d64d99add18a5 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:53:11.164009 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-20c15812-6701-437e-af06-670e84fdf469 tempest-TestVolumeBootPattern-933414515 tempest-TestVolumeBootPattern-933414515-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=10bd31a8-b5fe-46ce-9196-c85e8aba7e6a HTTP/1.1" status: 200 len: 1093 time: 0.5777130 Dec 20 08:53:11.169268 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 45764) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:53:11.174397 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-bf09f2ac-d876-484d-8e97-2f57e5abb564 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Request body: {'floatingip': {'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'port_id': 'f1373e1f-2823-4b59-ae86-142e4dd4c501', 'tenant_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:53:11.186373 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-bf09f2ac-d876-484d-8e97-2f57e5abb564 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:53:11.191791 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-bf09f2ac-d876-484d-8e97-2f57e5abb564 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Usage tracker for resource:floatingip and tenant:9cbdcc0323fa453595ec6616c2aaa00e is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:53:11.197475 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-bf09f2ac-d876-484d-8e97-2f57e5abb564 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:53:11.204504 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-bf09f2ac-d876-484d-8e97-2f57e5abb564 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:53:11.207894 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d2030c46-070a-4bdb-b0b0-811d628515b1 req-0a7c41c0-0d82-4819-96df-f052c99c149c service neutron] 10.222.0.58 "GET /v2.0/networks/e664d4c9-b00f-4349-9b46-df6a85ff1fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433380 Dec 20 08:53:11.219615 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bf09f2ac-d876-484d-8e97-2f57e5abb564 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks [] for floatingip, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:11.297640 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45770) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:53:11.386966 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45774) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:53:11.420470 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-8428c77c-b8ff-4a41-afec-a2ca4113b529 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/floatingips/8c71111f-c824-4d85-bdd6-27418d175af9 HTTP/1.1" status: 200 len: 994 time: 0.1165798 Dec 20 08:53:11.581729 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ea165200-84b4-4a6b-8eb7-240927d4b4d0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9a4160c0c10e4c91b63b9bda9f2f4420&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1914034 Dec 20 08:53:11.582084 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45780) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:53:11.642552 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c3e2e7e6-bea2-49d0-88aa-2c7ba5848ede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:11.670795 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c3e2e7e6-bea2-49d0-88aa-2c7ba5848ede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:11.725626 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c3e2e7e6-bea2-49d0-88aa-2c7ba5848ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:11.730475 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-788aab22-eecb-403e-804a-8d8704ac149b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:53:11.744915 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e2e7e6-bea2-49d0-88aa-2c7ba5848ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d27003b-dfbe-470b-a94d-f28cedd2df16,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:53:11.747463 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c3e2e7e6-bea2-49d0-88aa-2c7ba5848ede admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:53:11.751030 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c3e2e7e6-bea2-49d0-88aa-2c7ba5848ede admin admin] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:11.761680 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c3e2e7e6-bea2-49d0-88aa-2c7ba5848ede admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1d27003b-dfbe-470b-a94d-f28cedd2df16 HTTP/1.1" status: 204 len: 168 time: 0.1715574 Dec 20 08:53:11.783582 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bf09f2ac-d876-484d-8e97-2f57e5abb564 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:11.962111 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-bf09f2ac-d876-484d-8e97-2f57e5abb564 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Allocated IP 172.26.5.183 (95f3bec2-46e6-4468-8229-8badd4a5aaae/cf8895a3-346d-4313-a645-16ecdcce9969/3ce59976-a133-460a-a282-35b26122e985) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:53:11.978874 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5f21952-08d7-4308-a30b-128bf21114a6 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Router f919e8d6-85f1-4d92-b0e6-83cea647faf2 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:53:12.270679 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bf09f2ac-d876-484d-8e97-2f57e5abb564 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:12.316876 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f21952-08d7-4308-a30b-128bf21114a6 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:53:12.327626 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb882d0-61f1-4362-8e62-51ab0f6d5b2f None None] Sync routers for ids ['f919e8d6-85f1-4d92-b0e6-83cea647faf2'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:53:12.331528 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bf09f2ac-d876-484d-8e97-2f57e5abb564 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:12.336078 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-86818edb-de87-4db5-98f9-12e19f4df3b8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:53:12.340336 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb882d0-61f1-4362-8e62-51ab0f6d5b2f None None] Routers {'f919e8d6-85f1-4d92-b0e6-83cea647faf2'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:53:12.340951 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-0bb882d0-61f1-4362-8e62-51ab0f6d5b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:52:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['f919e8d6-85f1-4d92-b0e6-83cea647faf2'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:53:12.368166 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-a5f21952-08d7-4308-a30b-128bf21114a6 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "PUT /v2.0/routers/f919e8d6-85f1-4d92-b0e6-83cea647faf2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6990314 Dec 20 08:53:12.371936 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45786) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:53:12.397333 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf09f2ac-d876-484d-8e97-2f57e5abb564 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Network 95f3bec2-46e6-4468-8229-8badd4a5aaae is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:53:12.400719 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-bf09f2ac-d876-484d-8e97-2f57e5abb564 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:53:12.408762 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf09f2ac-d876-484d-8e97-2f57e5abb564 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:53:12.457865 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf09f2ac-d876-484d-8e97-2f57e5abb564 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Pushing event updated for resources: {'Port': ['ID=3ce59976-a133-460a-a282-35b26122e985,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:53:12.460618 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-bf09f2ac-d876-484d-8e97-2f57e5abb564 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:53:12.520976 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d13eb840-f71a-4de9-8257-5d1000278b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:12.536016 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-0bb882d0-61f1-4362-8e62-51ab0f6d5b2f None None] Set router f919e8d6-85f1-4d92-b0e6-83cea647faf2 gateway port host: None {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:53:12.579597 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-2195324c-1210-4dfb-a70b-b69e2def408d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Deleting subnet 7a11058f-2607-4afc-bfc5-70ebdd408f20 {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:53:12.583783 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2195324c-1210-4dfb-a70b-b69e2def408d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:12.643018 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2195324c-1210-4dfb-a70b-b69e2def408d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1618747'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:12.732199 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2195324c-1210-4dfb-a70b-b69e2def408d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:12.810031 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2195324c-1210-4dfb-a70b-b69e2def408d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1129313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1529131'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:12.814947 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-8bfad647-4919-4220-ab2d-c1a70a707fa4 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:53:12.874008 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2195324c-1210-4dfb-a70b-b69e2def408d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Pushing event deleted for resources: {'Subnet': ['ID=7a11058f-2607-4afc-bfc5-70ebdd408f20,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:53:12.879596 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2195324c-1210-4dfb-a70b-b69e2def408d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:53:12.883353 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2195324c-1210-4dfb-a70b-b69e2def408d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:12.892563 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-2195324c-1210-4dfb-a70b-b69e2def408d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "DELETE /v2.0/subnets/7a11058f-2607-4afc-bfc5-70ebdd408f20 HTTP/1.1" status: 204 len: 168 time: 0.5160744 Dec 20 08:53:12.892563 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45790) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:53:12.910974 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b63750f-71dd-4acc-ab2a-fe4c2c058346 None None] Network eeb2c19e-8d5b-45da-b5de-28fcc8533ce2 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:53:13.006578 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bf09f2ac-d876-484d-8e97-2f57e5abb564 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:13.010608 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3b0f0732-7e1a-4602-8c9d-a941d5d8c832 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:13.021605 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-3b0f0732-7e1a-4602-8c9d-a941d5d8c832 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Deleting port 9624f389-95e7-445e-9234-2b2c73a29b5a {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:53:13.022074 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3b0f0732-7e1a-4602-8c9d-a941d5d8c832 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:13.067329 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bf09f2ac-d876-484d-8e97-2f57e5abb564 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:13.115180 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-0bb882d0-61f1-4362-8e62-51ab0f6d5b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f919e8d6-85f1-4d92-b0e6-83cea647faf2', 'name': 'tempest-RoutersTest-router-1948169302', 'tenant_id': '4697a8f4ef3e423facaab77bb132848e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:52:08Z', 'updated_at': '2021-12-20T08:53:10Z', 'revision_number': 9, 'project_id': '4697a8f4ef3e423facaab77bb132848e', 'gw_port_host': None, '_interfaces': [{'id': '4824da20-df2b-420a-8012-9e7130e2eb89', 'name': '', 'network_id': 'f7959ad9-7f8a-41b8-84e4-df4a2a333cb7', 'tenant_id': '4697a8f4ef3e423facaab77bb132848e', 'mac_address': 'fa:16:3e:2b:46:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f919e8d6-85f1-4d92-b0e6-83cea647faf2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e722309b-a2f9-48f2-847b-0f916fdd870f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:52:20Z', 'updated_at': '2021-12-20T08:52:33Z', 'revision_number': 5, 'project_id': '4697a8f4ef3e423facaab77bb132848e', 'subnets': [{'id': 'e722309b-a2f9-48f2-847b-0f916fdd870f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62d6e5ea-2d30-4d34-885f-f6fc23559841', 'name': '', 'network_id': '4e6e56c8-a506-4bd0-9fa0-bf3832e5e74c', 'tenant_id': '4697a8f4ef3e423facaab77bb132848e', 'mac_address': 'fa:16:3e:c4:89:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f919e8d6-85f1-4d92-b0e6-83cea647faf2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '350384e1-356c-4bf2-a3be-69295d633632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:52:11Z', 'updated_at': '2021-12-20T08:52:21Z', 'revision_number': 5, 'project_id': '4697a8f4ef3e423facaab77bb132848e', 'subnets': [{'id': '350384e1-356c-4bf2-a3be-69295d633632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:53:13.122002 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb882d0-61f1-4362-8e62-51ab0f6d5b2f None None] Checking router: f919e8d6-85f1-4d92-b0e6-83cea647faf2 for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 08:53:13.145955 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb882d0-61f1-4362-8e62-51ab0f6d5b2f None None] Routers {'f919e8d6-85f1-4d92-b0e6-83cea647faf2'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:53:13.146604 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-0bb882d0-61f1-4362-8e62-51ab0f6d5b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:52:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['f919e8d6-85f1-4d92-b0e6-83cea647faf2'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:53:13.244860 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-3b0f0732-7e1a-4602-8c9d-a941d5d8c832 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] For port 9624f389-95e7-445e-9234-2b2c73a29b5a, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=9624f389-95e7-445e-9234-2b2c73a29b5a,segment=NetworkSegment(9b58e0d3-cedd-4f30-8dec-4d3862107ed6),segment_id=9b58e0d3-cedd-4f30-8dec-4d3862107ed6)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:53:13.245215 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3b0f0732-7e1a-4602-8c9d-a941d5d8c832 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:13.327101 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-0bb882d0-61f1-4362-8e62-51ab0f6d5b2f None None] Set router f919e8d6-85f1-4d92-b0e6-83cea647faf2 gateway port host: None {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:53:13.370863 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b51ccb6-bb48-4bf9-82ea-39817d4cf01f None None] DHCP port deletion for eeb2c19e-8d5b-45da-b5de-28fcc8533ce2 request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 08:53:13.387648 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-3b51ccb6-bb48-4bf9-82ea-39817d4cf01f None None] Deleting port 9624f389-95e7-445e-9234-2b2c73a29b5a {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:53:13.388030 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3b51ccb6-bb48-4bf9-82ea-39817d4cf01f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:13.441670 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bf09f2ac-d876-484d-8e97-2f57e5abb564 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:13.447348 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bf09f2ac-d876-484d-8e97-2f57e5abb564 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2036698'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:13.451088 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-2e4ed1d1-d244-4968-807b-d9166cf2b738 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:53:13.486772 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-3b0f0732-7e1a-4602-8c9d-a941d5d8c832 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Calling delete_port for 9624f389-95e7-445e-9234-2b2c73a29b5a owned by network:dhcp {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:53:13.556436 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf09f2ac-d876-484d-8e97-2f57e5abb564 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Pushing event updated for resources: {'Port': ['ID=3ce59976-a133-460a-a282-35b26122e985,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:53:13.561596 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-bf09f2ac-d876-484d-8e97-2f57e5abb564 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:53:13.577133 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3b0f0732-7e1a-4602-8c9d-a941d5d8c832 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:13.578647 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bf09f2ac-d876-484d-8e97-2f57e5abb564 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-345990'] for floatingip, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:13.583110 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-adc5e718-c42d-48da-88c9-f0f86b121fe1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:53:13.627235 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0f0732-7e1a-4602-8c9d-a941d5d8c832 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Pushing event deleted for resources: {'Port': ['ID=9624f389-95e7-445e-9234-2b2c73a29b5a,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:53:13.631670 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3b0f0732-7e1a-4602-8c9d-a941d5d8c832 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:53:13.635446 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0f0732-7e1a-4602-8c9d-a941d5d8c832 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] No DVR routers for this DVR port 9624f389-95e7-445e-9234-2b2c73a29b5a on host dv-neutron-820491-1-hyperv {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:53:13.761145 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3b0f0732-7e1a-4602-8c9d-a941d5d8c832 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:13.786401 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-3b0f0732-7e1a-4602-8c9d-a941d5d8c832 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeb2c19e-8d5b-45da-b5de-28fcc8533ce2']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:53:13.792384 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.l3_db [None req-bf09f2ac-d876-484d-8e97-2f57e5abb564 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Floating IP 2ff5cc63-9a7d-48e7-be3c-72ab0724030e associated. External IP: 172.26.5.183, port: f1373e1f-2823-4b59-ae86-142e4dd4c501. Dec 20 08:53:13.799109 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-3b0f0732-7e1a-4602-8c9d-a941d5d8c832 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b58e0d3-cedd-4f30-8dec-4d3862107ed6') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:53:13.799524 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-3b0f0732-7e1a-4602-8c9d-a941d5d8c832 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b58e0d3-cedd-4f30-8dec-4d3862107ed6') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:53:13.811198 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3b0f0732-7e1a-4602-8c9d-a941d5d8c832 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1618722'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:13.825085 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-3b51ccb6-bb48-4bf9-82ea-39817d4cf01f None None] For port 9624f389-95e7-445e-9234-2b2c73a29b5a, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=9624f389-95e7-445e-9234-2b2c73a29b5a,segment=NetworkSegment(9b58e0d3-cedd-4f30-8dec-4d3862107ed6),segment_id=9b58e0d3-cedd-4f30-8dec-4d3862107ed6)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:53:13.825532 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3b51ccb6-bb48-4bf9-82ea-39817d4cf01f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:13.828618 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3b0f0732-7e1a-4602-8c9d-a941d5d8c832 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:13.834735 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b0f0732-7e1a-4602-8c9d-a941d5d8c832 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:53:13.835283 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3b0f0732-7e1a-4602-8c9d-a941d5d8c832 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1128911'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:13.849810 dv-neutron-820491-1-hyperv neutron-server[83444]: Traceback (most recent call last): Dec 20 08:53:13.849810 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:53:13.849810 dv-neutron-820491-1-hyperv neutron-server[83444]: timer() Dec 20 08:53:13.849810 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:53:13.849810 dv-neutron-820491-1-hyperv neutron-server[83444]: cb(*args, **kw) Dec 20 08:53:13.849810 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:53:13.849810 dv-neutron-820491-1-hyperv neutron-server[83444]: return func(*args, **kwargs) Dec 20 08:53:13.849810 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:53:13.849810 dv-neutron-820491-1-hyperv neutron-server[83444]: self._notify() Dec 20 08:53:13.849810 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:53:13.849810 dv-neutron-820491-1-hyperv neutron-server[83444]: self.callback(batched_events) Dec 20 08:53:13.849810 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:53:13.849810 dv-neutron-820491-1-hyperv neutron-server[83444]: event.method(event) Dec 20 08:53:13.849810 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:53:13.849810 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:53:13.849810 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:53:13.849810 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:53:13.849810 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:53:13.849810 dv-neutron-820491-1-hyperv neutron-server[83444]: return f(self, *a, **k) Dec 20 08:53:13.849810 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:53:13.849810 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._get(url).json() Dec 20 08:53:13.849810 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:53:13.849810 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:53:13.849810 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:53:13.849810 dv-neutron-820491-1-hyperv neutron-server[83444]: return self.request(url, 'GET', **kwargs) Dec 20 08:53:13.849810 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:53:13.849810 dv-neutron-820491-1-hyperv neutron-server[83444]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:53:13.849810 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:53:13.849810 dv-neutron-820491-1-hyperv neutron-server[83444]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:53:13.849810 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:53:13.849810 dv-neutron-820491-1-hyperv neutron-server[83444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:53:13.849810 dv-neutron-820491-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:53:13.936335 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3b0f0732-7e1a-4602-8c9d-a941d5d8c832 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:13.945856 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-253f79f3-a142-4898-96d6-1062e225a38c tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:53:13.952026 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-3b51ccb6-bb48-4bf9-82ea-39817d4cf01f None None] Calling delete_port for 9624f389-95e7-445e-9234-2b2c73a29b5a owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:53:13.960514 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3b0f0732-7e1a-4602-8c9d-a941d5d8c832 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:13.972442 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0f0732-7e1a-4602-8c9d-a941d5d8c832 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Pushing event deleted for resources: {'Network': ['ID=eeb2c19e-8d5b-45da-b5de-28fcc8533ce2,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:53:13.977509 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3b0f0732-7e1a-4602-8c9d-a941d5d8c832 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:53:13.985376 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-3b0f0732-7e1a-4602-8c9d-a941d5d8c832 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "DELETE /v2.0/networks/eeb2c19e-8d5b-45da-b5de-28fcc8533ce2 HTTP/1.1" status: 204 len: 168 time: 1.0894535 Dec 20 08:53:13.985760 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45794) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:53:14.091159 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-0bb882d0-61f1-4362-8e62-51ab0f6d5b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f919e8d6-85f1-4d92-b0e6-83cea647faf2', 'name': 'tempest-RoutersTest-router-1948169302', 'tenant_id': '4697a8f4ef3e423facaab77bb132848e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:52:08Z', 'updated_at': '2021-12-20T08:53:10Z', 'revision_number': 9, 'project_id': '4697a8f4ef3e423facaab77bb132848e', 'gw_port_host': None, '_interfaces': [{'id': '4824da20-df2b-420a-8012-9e7130e2eb89', 'name': '', 'network_id': 'f7959ad9-7f8a-41b8-84e4-df4a2a333cb7', 'tenant_id': '4697a8f4ef3e423facaab77bb132848e', 'mac_address': 'fa:16:3e:2b:46:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f919e8d6-85f1-4d92-b0e6-83cea647faf2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e722309b-a2f9-48f2-847b-0f916fdd870f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:52:20Z', 'updated_at': '2021-12-20T08:52:33Z', 'revision_number': 5, 'project_id': '4697a8f4ef3e423facaab77bb132848e', 'subnets': [{'id': 'e722309b-a2f9-48f2-847b-0f916fdd870f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62d6e5ea-2d30-4d34-885f-f6fc23559841', 'name': '', 'network_id': '4e6e56c8-a506-4bd0-9fa0-bf3832e5e74c', 'tenant_id': '4697a8f4ef3e423facaab77bb132848e', 'mac_address': 'fa:16:3e:c4:89:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f919e8d6-85f1-4d92-b0e6-83cea647faf2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '350384e1-356c-4bf2-a3be-69295d633632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:52:11Z', 'updated_at': '2021-12-20T08:52:21Z', 'revision_number': 5, 'project_id': '4697a8f4ef3e423facaab77bb132848e', 'subnets': [{'id': '350384e1-356c-4bf2-a3be-69295d633632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:53:14.096598 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.db.api [None req-3b51ccb6-bb48-4bf9-82ea-39817d4cf01f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 08:53:14.096598 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_db.api [None req-3b51ccb6-bb48-4bf9-82ea-39817d4cf01f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 08:53:14.097273 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb882d0-61f1-4362-8e62-51ab0f6d5b2f None None] The sync data for ids ['f919e8d6-85f1-4d92-b0e6-83cea647faf2'] in dv-neutron-820491-1-hyperv is: [{'id': 'f919e8d6-85f1-4d92-b0e6-83cea647faf2', 'name': 'tempest-RoutersTest-router-1948169302', 'tenant_id': '4697a8f4ef3e423facaab77bb132848e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:52:08Z', 'updated_at': '2021-12-20T08:53:10Z', 'revision_number': 9, 'project_id': '4697a8f4ef3e423facaab77bb132848e', 'gw_port_host': None, '_interfaces': [{'id': '4824da20-df2b-420a-8012-9e7130e2eb89', 'name': '', 'network_id': 'f7959ad9-7f8a-41b8-84e4-df4a2a333cb7', 'tenant_id': '4697a8f4ef3e423facaab77bb132848e', 'mac_address': 'fa:16:3e:2b:46:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f919e8d6-85f1-4d92-b0e6-83cea647faf2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e722309b-a2f9-48f2-847b-0f916fdd870f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:52:20Z', 'updated_at': '2021-12-20T08:52:33Z', 'revision_number': 5, 'project_id': '4697a8f4ef3e423facaab77bb132848e', 'subnets': [{'id': 'e722309b-a2f9-48f2-847b-0f916fdd870f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62d6e5ea-2d30-4d34-885f-f6fc23559841', 'name': '', 'network_id': '4e6e56c8-a506-4bd0-9fa0-bf3832e5e74c', 'tenant_id': '4697a8f4ef3e423facaab77bb132848e', 'mac_address': 'fa:16:3e:c4:89:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f919e8d6-85f1-4d92-b0e6-83cea647faf2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '350384e1-356c-4bf2-a3be-69295d633632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:52:11Z', 'updated_at': '2021-12-20T08:52:21Z', 'revision_number': 5, 'project_id': '4697a8f4ef3e423facaab77bb132848e', 'subnets': [{'id': '350384e1-356c-4bf2-a3be-69295d633632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:53:14.213572 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf09f2ac-d876-484d-8e97-2f57e5abb564 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Router bd875e86-a674-45ca-9850-8ca7353ab443 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:53:14.350319 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5fc85ce8-c8e6-4844-ac0b-4ec195a4ca25 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349062'] for router_interface, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:14.413505 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf09f2ac-d876-484d-8e97-2f57e5abb564 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:53:14.424073 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a66975-473b-476c-8c91-1eb4f81e46e6 None None] Sync routers for ids ['bd875e86-a674-45ca-9850-8ca7353ab443'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:53:14.437891 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bf09f2ac-d876-484d-8e97-2f57e5abb564 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for floatingip, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:14.440450 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a66975-473b-476c-8c91-1eb4f81e46e6 None None] Routers {'bd875e86-a674-45ca-9850-8ca7353ab443'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:53:14.441327 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-03a66975-473b-476c-8c91-1eb4f81e46e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:52:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['bd875e86-a674-45ca-9850-8ca7353ab443'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:53:14.518392 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-bf09f2ac-d876-484d-8e97-2f57e5abb564 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3480554 Dec 20 08:53:14.519704 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10bd31a8-b5fe-46ce-9196-c85e8aba7e6a', 'tag': 'f1373e1f-2823-4b59-ae86-142e4dd4c501'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 08:53:14.598491 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-3b51ccb6-bb48-4bf9-82ea-39817d4cf01f None None] Deleting port 9624f389-95e7-445e-9234-2b2c73a29b5a {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:53:14.599658 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3b51ccb6-bb48-4bf9-82ea-39817d4cf01f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:14.640818 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device e8f40a8f-073f-4a23-9a34-daa23a9f4f65 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:53:14.691844 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: e8f40a8f-073f-4a23-9a34-daa23a9f4f65 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:53:14.692198 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device e8f40a8f-073f-4a23-9a34-daa23a9f4f65 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:53:14.692623 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 9624f389-95e7-445e-9234-2b2c73a29b5a no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:53:14.712307 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-03a66975-473b-476c-8c91-1eb4f81e46e6 None None] Set router bd875e86-a674-45ca-9850-8ca7353ab443 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:53:14.756290 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-3b51ccb6-bb48-4bf9-82ea-39817d4cf01f None None] The port '9624f389-95e7-445e-9234-2b2c73a29b5a' was deleted {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 08:53:14.757044 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 9624f389-95e7-445e-9234-2b2c73a29b5a {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:53:14.757415 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 9624f389-95e7-445e-9234-2b2c73a29b5a not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:53:14.816800 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3271125d-db07-4294-a483-ef9d075eecc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:14.945082 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10bd31a8-b5fe-46ce-9196-c85e8aba7e6a', 'tag': 'f1373e1f-2823-4b59-ae86-142e4dd4c501', 'status': 'completed', 'code': 200} Dec 20 08:53:15.122372 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-03a66975-473b-476c-8c91-1eb4f81e46e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd875e86-a674-45ca-9850-8ca7353ab443', 'name': 'tempest-TestVolumeBootPattern-1742087875-router', 'tenant_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': 'f2cbcfcd-283f-4118-8bdd-b273ae3cd306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:48:57Z', 'updated_at': '2021-12-20T08:49:05Z', 'revision_number': 4, 'project_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'gw_port': {'id': 'f2cbcfcd-283f-4118-8bdd-b273ae3cd306', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd875e86-a674-45ca-9850-8ca7353ab443', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:48:58Z', 'updated_at': '2021-12-20T08:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': '2ff5cc63-9a7d-48e7-be3c-72ab0724030e', 'tenant_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'floating_ip_address': '172.26.5.183', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': 'bd875e86-a674-45ca-9850-8ca7353ab443', 'port_id': 'f1373e1f-2823-4b59-ae86-142e4dd4c501', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93bb2812-0b1d-4fea-b794-e7bc065467e8', 'mac_address': 'fa:16:3e:59:f2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10bd31a8-b5fe-46ce-9196-c85e8aba7e6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T08:53:12Z', 'updated_at': '2021-12-20T08:53:12Z', 'revision_number': 0, 'project_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7db998e5-5f07-4330-9ca7-a9cf1f556901', 'name': '', 'network_id': '93bb2812-0b1d-4fea-b794-e7bc065467e8', 'tenant_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'mac_address': 'fa:16:3e:08:1a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd875e86-a674-45ca-9850-8ca7353ab443', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cff4e817-2297-42bb-840a-667d6388fa06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:49:04Z', 'updated_at': '2021-12-20T08:49:18Z', 'revision_number': 5, 'project_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'subnets': [{'id': 'cff4e817-2297-42bb-840a-667d6388fa06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:53:15.126368 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a66975-473b-476c-8c91-1eb4f81e46e6 None None] Checking router: bd875e86-a674-45ca-9850-8ca7353ab443 for host: dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 08:53:15.137599 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a66975-473b-476c-8c91-1eb4f81e46e6 None None] Routers {'bd875e86-a674-45ca-9850-8ca7353ab443'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:53:15.138162 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-03a66975-473b-476c-8c91-1eb4f81e46e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:53:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['bd875e86-a674-45ca-9850-8ca7353ab443'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:53:15.191144 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-5fc85ce8-c8e6-4844-ac0b-4ec195a4ca25 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Deleting port 4824da20-df2b-420a-8012-9e7130e2eb89 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:53:15.191737 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5fc85ce8-c8e6-4844-ac0b-4ec195a4ca25 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:15.261198 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-41510617-328b-4bff-bf77-9de5e22392db req-cdbc162e-8d29-4a02-81e5-92711e32ba0d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9cbdcc0323fa453595ec6616c2aaa00e&device_id=10bd31a8-b5fe-46ce-9196-c85e8aba7e6a HTTP/1.1" status: 200 len: 1098 time: 0.2850175 Dec 20 08:53:15.319669 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-03a66975-473b-476c-8c91-1eb4f81e46e6 None None] Set router bd875e86-a674-45ca-9850-8ca7353ab443 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:53:15.506467 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-5fc85ce8-c8e6-4844-ac0b-4ec195a4ca25 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] For port 4824da20-df2b-420a-8012-9e7130e2eb89, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=4824da20-df2b-420a-8012-9e7130e2eb89,segment=NetworkSegment(145766f3-8d62-4219-a801-47d388414c60),segment_id=145766f3-8d62-4219-a801-47d388414c60)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:53:15.506826 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5fc85ce8-c8e6-4844-ac0b-4ec195a4ca25 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:15.518669 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41510617-328b-4bff-bf77-9de5e22392db req-244980a9-f66d-40f3-b264-2da268d1c679 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:53:15.520127 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-41510617-328b-4bff-bf77-9de5e22392db req-244980a9-f66d-40f3-b264-2da268d1c679 service neutron] 10.222.0.58 "GET /v2.0/networks?id=93bb2812-0b1d-4fea-b794-e7bc065467e8 HTTP/1.1" status: 200 len: 913 time: 0.2426834 Dec 20 08:53:15.679300 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-03a66975-473b-476c-8c91-1eb4f81e46e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd875e86-a674-45ca-9850-8ca7353ab443', 'name': 'tempest-TestVolumeBootPattern-1742087875-router', 'tenant_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': 'f2cbcfcd-283f-4118-8bdd-b273ae3cd306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:48:57Z', 'updated_at': '2021-12-20T08:49:05Z', 'revision_number': 4, 'project_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'gw_port': {'id': 'f2cbcfcd-283f-4118-8bdd-b273ae3cd306', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd875e86-a674-45ca-9850-8ca7353ab443', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:48:58Z', 'updated_at': '2021-12-20T08:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': '2ff5cc63-9a7d-48e7-be3c-72ab0724030e', 'tenant_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'floating_ip_address': '172.26.5.183', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': 'bd875e86-a674-45ca-9850-8ca7353ab443', 'port_id': 'f1373e1f-2823-4b59-ae86-142e4dd4c501', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93bb2812-0b1d-4fea-b794-e7bc065467e8', 'mac_address': 'fa:16:3e:59:f2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10bd31a8-b5fe-46ce-9196-c85e8aba7e6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T08:53:12Z', 'updated_at': '2021-12-20T08:53:12Z', 'revision_number': 0, 'project_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7db998e5-5f07-4330-9ca7-a9cf1f556901', 'name': '', 'network_id': '93bb2812-0b1d-4fea-b794-e7bc065467e8', 'tenant_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'mac_address': 'fa:16:3e:08:1a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd875e86-a674-45ca-9850-8ca7353ab443', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cff4e817-2297-42bb-840a-667d6388fa06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:49:04Z', 'updated_at': '2021-12-20T08:49:18Z', 'revision_number': 5, 'project_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'subnets': [{'id': 'cff4e817-2297-42bb-840a-667d6388fa06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:53:15.681657 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-5fc85ce8-c8e6-4844-ac0b-4ec195a4ca25 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Calling delete_port for 4824da20-df2b-420a-8012-9e7130e2eb89 owned by network:router_interface {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:53:15.683821 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a66975-473b-476c-8c91-1eb4f81e46e6 None None] The sync data for ids ['bd875e86-a674-45ca-9850-8ca7353ab443'] in dv-neutron-820491-1-hyperv is: [{'id': 'bd875e86-a674-45ca-9850-8ca7353ab443', 'name': 'tempest-TestVolumeBootPattern-1742087875-router', 'tenant_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': 'f2cbcfcd-283f-4118-8bdd-b273ae3cd306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:48:57Z', 'updated_at': '2021-12-20T08:49:05Z', 'revision_number': 4, 'project_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'gw_port': {'id': 'f2cbcfcd-283f-4118-8bdd-b273ae3cd306', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd875e86-a674-45ca-9850-8ca7353ab443', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:48:58Z', 'updated_at': '2021-12-20T08:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': '2ff5cc63-9a7d-48e7-be3c-72ab0724030e', 'tenant_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'floating_ip_address': '172.26.5.183', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': 'bd875e86-a674-45ca-9850-8ca7353ab443', 'port_id': 'f1373e1f-2823-4b59-ae86-142e4dd4c501', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93bb2812-0b1d-4fea-b794-e7bc065467e8', 'mac_address': 'fa:16:3e:59:f2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10bd31a8-b5fe-46ce-9196-c85e8aba7e6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T08:53:12Z', 'updated_at': '2021-12-20T08:53:12Z', 'revision_number': 0, 'project_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7db998e5-5f07-4330-9ca7-a9cf1f556901', 'name': '', 'network_id': '93bb2812-0b1d-4fea-b794-e7bc065467e8', 'tenant_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'mac_address': 'fa:16:3e:08:1a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd875e86-a674-45ca-9850-8ca7353ab443', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cff4e817-2297-42bb-840a-667d6388fa06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:49:04Z', 'updated_at': '2021-12-20T08:49:18Z', 'revision_number': 5, 'project_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'subnets': [{'id': 'cff4e817-2297-42bb-840a-667d6388fa06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:53:15.787218 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-41510617-328b-4bff-bf77-9de5e22392db req-edee5a20-d4bb-485b-80c2-a40879463a59 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1373e1f-2823-4b59-ae86-142e4dd4c501 HTTP/1.1" status: 200 len: 999 time: 0.2126150 Dec 20 08:53:15.863055 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41510617-328b-4bff-bf77-9de5e22392db req-67c5efec-7da0-4e6f-9f61-530a63b6a042 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:53:15.864481 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-41510617-328b-4bff-bf77-9de5e22392db req-67c5efec-7da0-4e6f-9f61-530a63b6a042 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cff4e817-2297-42bb-840a-667d6388fa06 HTTP/1.1" status: 200 len: 851 time: 0.0702667 Dec 20 08:53:15.902388 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:15.986685 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:15.998722 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-41510617-328b-4bff-bf77-9de5e22392db req-82f74ddd-1e70-439f-91fa-b0bed3f283aa service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=93bb2812-0b1d-4fea-b794-e7bc065467e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1263292 Dec 20 08:53:15.999975 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5fc85ce8-c8e6-4844-ac0b-4ec195a4ca25 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:16.003769 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3c4161c8-ffb5-490b-99ca-77533a0b1ad9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:53:16.072467 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc85ce8-c8e6-4844-ac0b-4ec195a4ca25 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Pushing event deleted for resources: {'Port': ['ID=4824da20-df2b-420a-8012-9e7130e2eb89,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:53:16.077897 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-5fc85ce8-c8e6-4844-ac0b-4ec195a4ca25 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:53:16.261327 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-41510617-328b-4bff-bf77-9de5e22392db req-70b1235a-d15e-415b-9143-33e9007d7366 service neutron] 10.222.0.58 "GET /v2.0/networks/93bb2812-0b1d-4fea-b794-e7bc065467e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267060 Dec 20 08:53:16.623081 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-41510617-328b-4bff-bf77-9de5e22392db req-6d2b75e1-073c-4af5-9433-b718c5f8e47e service neutron] 10.222.0.58 "GET /v2.0/networks/93bb2812-0b1d-4fea-b794-e7bc065467e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3107054 Dec 20 08:53:16.641857 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5fc85ce8-c8e6-4844-ac0b-4ec195a4ca25 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32897953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348760'] for router_interface, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:17.136322 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fc85ce8-c8e6-4844-ac0b-4ec195a4ca25 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Router f919e8d6-85f1-4d92-b0e6-83cea647faf2 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:53:17.143987 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80fe525-57b0-430a-8913-45d5bbd82aa8 None None] New status for floating IP 2ff5cc63-9a7d-48e7-be3c-72ab0724030e: ACTIVE {{(pid=83446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 08:53:17.306584 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fc85ce8-c8e6-4844-ac0b-4ec195a4ca25 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:53:17.320222 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e15556c-a3e8-40e6-a953-788e40d2944e None None] Sync routers for ids ['f919e8d6-85f1-4d92-b0e6-83cea647faf2'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:53:17.322601 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 45804) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:53:17.323183 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-5fc85ce8-c8e6-4844-ac0b-4ec195a4ca25 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "PUT /v2.0/routers/f919e8d6-85f1-4d92-b0e6-83cea647faf2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3359654 Dec 20 08:53:17.336883 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e15556c-a3e8-40e6-a953-788e40d2944e None None] Routers {'f919e8d6-85f1-4d92-b0e6-83cea647faf2'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:53:17.337727 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-0e15556c-a3e8-40e6-a953-788e40d2944e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:53:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['f919e8d6-85f1-4d92-b0e6-83cea647faf2'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:53:17.428013 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:17.497808 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-0e15556c-a3e8-40e6-a953-788e40d2944e None None] Set router f919e8d6-85f1-4d92-b0e6-83cea647faf2 gateway port host: None {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:53:17.512428 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_v2 [None req-8235873f-76b6-49e1-8d9c-a86521b269fe tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Deleting subnet e722309b-a2f9-48f2-847b-0f916fdd870f {{(pid=83445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:53:17.515443 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8235873f-76b6-49e1-8d9c-a86521b269fe tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for subnet, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:17.583603 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8235873f-76b6-49e1-8d9c-a86521b269fe tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1518554'] for subnet, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:17.674929 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8235873f-76b6-49e1-8d9c-a86521b269fe tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:17.746674 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8235873f-76b6-49e1-8d9c-a86521b269fe tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2036620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2095133'] for subnet, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:17.750892 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-42e00f44-b7bc-44e9-a869-c49013b1c3f6 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:53:17.786750 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8235873f-76b6-49e1-8d9c-a86521b269fe tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Pushing event deleted for resources: {'Subnet': ['ID=e722309b-a2f9-48f2-847b-0f916fdd870f,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:53:17.790653 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-8235873f-76b6-49e1-8d9c-a86521b269fe tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:53:17.791637 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8235873f-76b6-49e1-8d9c-a86521b269fe tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:17.800510 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-8235873f-76b6-49e1-8d9c-a86521b269fe tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "DELETE /v2.0/subnets/e722309b-a2f9-48f2-847b-0f916fdd870f HTTP/1.1" status: 204 len: 168 time: 0.4743681 Dec 20 08:53:17.800778 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 45808) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:53:17.801743 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4b8b9c-db2c-4ce8-b31b-c9efb5e323f9 None None] Network f7959ad9-7f8a-41b8-84e4-df4a2a333cb7 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:53:17.858066 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-0e15556c-a3e8-40e6-a953-788e40d2944e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f919e8d6-85f1-4d92-b0e6-83cea647faf2', 'name': 'tempest-RoutersTest-router-1948169302', 'tenant_id': '4697a8f4ef3e423facaab77bb132848e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:52:08Z', 'updated_at': '2021-12-20T08:53:15Z', 'revision_number': 10, 'project_id': '4697a8f4ef3e423facaab77bb132848e', 'gw_port_host': None, '_interfaces': [{'id': '62d6e5ea-2d30-4d34-885f-f6fc23559841', 'name': '', 'network_id': '4e6e56c8-a506-4bd0-9fa0-bf3832e5e74c', 'tenant_id': '4697a8f4ef3e423facaab77bb132848e', 'mac_address': 'fa:16:3e:c4:89:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f919e8d6-85f1-4d92-b0e6-83cea647faf2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '350384e1-356c-4bf2-a3be-69295d633632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:52:11Z', 'updated_at': '2021-12-20T08:52:21Z', 'revision_number': 5, 'project_id': '4697a8f4ef3e423facaab77bb132848e', 'subnets': [{'id': '350384e1-356c-4bf2-a3be-69295d633632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:53:17.862491 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e15556c-a3e8-40e6-a953-788e40d2944e None None] Checking router: f919e8d6-85f1-4d92-b0e6-83cea647faf2 for host: dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 08:53:17.874991 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e15556c-a3e8-40e6-a953-788e40d2944e None None] Routers {'f919e8d6-85f1-4d92-b0e6-83cea647faf2'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:53:17.875630 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-0e15556c-a3e8-40e6-a953-788e40d2944e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:53:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['f919e8d6-85f1-4d92-b0e6-83cea647faf2'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:53:18.031053 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-0e15556c-a3e8-40e6-a953-788e40d2944e None None] Set router f919e8d6-85f1-4d92-b0e6-83cea647faf2 gateway port host: None {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:53:18.058447 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3d7f8d61-8aca-4a41-a427-38ce6b9083fa tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:18.068707 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-3d7f8d61-8aca-4a41-a427-38ce6b9083fa tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Deleting port 3031ce5e-71ca-40e2-93a7-e2f026c18c22 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:53:18.069034 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3d7f8d61-8aca-4a41-a427-38ce6b9083fa tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:18.079902 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b692f3-4d6f-4a9f-bccd-1fdbb14292fa None None] DHCP port deletion for f7959ad9-7f8a-41b8-84e4-df4a2a333cb7 request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 08:53:18.084190 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-06b692f3-4d6f-4a9f-bccd-1fdbb14292fa None None] Deleting port 3031ce5e-71ca-40e2-93a7-e2f026c18c22 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:53:18.084825 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-06b692f3-4d6f-4a9f-bccd-1fdbb14292fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:18.288530 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 3031ce5e-71ca-40e2-93a7-e2f026c18c22 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:53:18.297639 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-3d7f8d61-8aca-4a41-a427-38ce6b9083fa tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] For port 3031ce5e-71ca-40e2-93a7-e2f026c18c22, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=3031ce5e-71ca-40e2-93a7-e2f026c18c22,segment=NetworkSegment(145766f3-8d62-4219-a801-47d388414c60),segment_id=145766f3-8d62-4219-a801-47d388414c60)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:53:18.297934 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3d7f8d61-8aca-4a41-a427-38ce6b9083fa tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:18.352251 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-06b692f3-4d6f-4a9f-bccd-1fdbb14292fa None None] For port 3031ce5e-71ca-40e2-93a7-e2f026c18c22, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=3031ce5e-71ca-40e2-93a7-e2f026c18c22,segment=NetworkSegment(145766f3-8d62-4219-a801-47d388414c60),segment_id=145766f3-8d62-4219-a801-47d388414c60)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:53:18.353425 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-06b692f3-4d6f-4a9f-bccd-1fdbb14292fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:18.380318 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-0e15556c-a3e8-40e6-a953-788e40d2944e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f919e8d6-85f1-4d92-b0e6-83cea647faf2', 'name': 'tempest-RoutersTest-router-1948169302', 'tenant_id': '4697a8f4ef3e423facaab77bb132848e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:52:08Z', 'updated_at': '2021-12-20T08:53:15Z', 'revision_number': 10, 'project_id': '4697a8f4ef3e423facaab77bb132848e', 'gw_port_host': None, '_interfaces': [{'id': '62d6e5ea-2d30-4d34-885f-f6fc23559841', 'name': '', 'network_id': '4e6e56c8-a506-4bd0-9fa0-bf3832e5e74c', 'tenant_id': '4697a8f4ef3e423facaab77bb132848e', 'mac_address': 'fa:16:3e:c4:89:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f919e8d6-85f1-4d92-b0e6-83cea647faf2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '350384e1-356c-4bf2-a3be-69295d633632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:52:11Z', 'updated_at': '2021-12-20T08:52:21Z', 'revision_number': 5, 'project_id': '4697a8f4ef3e423facaab77bb132848e', 'subnets': [{'id': '350384e1-356c-4bf2-a3be-69295d633632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:53:18.384262 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e15556c-a3e8-40e6-a953-788e40d2944e None None] The sync data for ids ['f919e8d6-85f1-4d92-b0e6-83cea647faf2'] in dv-neutron-820491-1-hyperv is: [{'id': 'f919e8d6-85f1-4d92-b0e6-83cea647faf2', 'name': 'tempest-RoutersTest-router-1948169302', 'tenant_id': '4697a8f4ef3e423facaab77bb132848e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:52:08Z', 'updated_at': '2021-12-20T08:53:15Z', 'revision_number': 10, 'project_id': '4697a8f4ef3e423facaab77bb132848e', 'gw_port_host': None, '_interfaces': [{'id': '62d6e5ea-2d30-4d34-885f-f6fc23559841', 'name': '', 'network_id': '4e6e56c8-a506-4bd0-9fa0-bf3832e5e74c', 'tenant_id': '4697a8f4ef3e423facaab77bb132848e', 'mac_address': 'fa:16:3e:c4:89:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f919e8d6-85f1-4d92-b0e6-83cea647faf2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '350384e1-356c-4bf2-a3be-69295d633632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:52:11Z', 'updated_at': '2021-12-20T08:52:21Z', 'revision_number': 5, 'project_id': '4697a8f4ef3e423facaab77bb132848e', 'subnets': [{'id': '350384e1-356c-4bf2-a3be-69295d633632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:53:18.439959 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-3d7f8d61-8aca-4a41-a427-38ce6b9083fa tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Calling delete_port for 3031ce5e-71ca-40e2-93a7-e2f026c18c22 owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:53:18.491434 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-06b692f3-4d6f-4a9f-bccd-1fdbb14292fa None None] Calling delete_port for 3031ce5e-71ca-40e2-93a7-e2f026c18c22 owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:53:18.515717 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3d7f8d61-8aca-4a41-a427-38ce6b9083fa tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:18.520226 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a5f21952-08d7-4308-a30b-128bf21114a6 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:53:18.528670 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No active binding found for port 3031ce5e-71ca-40e2-93a7-e2f026c18c22 {{(pid=83446) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Dec 20 08:53:18.529476 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 3031ce5e-71ca-40e2-93a7-e2f026c18c22 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:53:18.563909 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7f8d61-8aca-4a41-a427-38ce6b9083fa tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Pushing event deleted for resources: {'Port': ['ID=3031ce5e-71ca-40e2-93a7-e2f026c18c22,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:53:18.566554 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3d7f8d61-8aca-4a41-a427-38ce6b9083fa tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:53:18.569199 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7f8d61-8aca-4a41-a427-38ce6b9083fa tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] No DVR routers for this DVR port 3031ce5e-71ca-40e2-93a7-e2f026c18c22 on host dv-neutron-820491-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:53:18.581301 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.db.api [None req-06b692f3-4d6f-4a9f-bccd-1fdbb14292fa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 08:53:18.581678 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_db.api [None req-06b692f3-4d6f-4a9f-bccd-1fdbb14292fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 08:53:18.693521 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3d7f8d61-8aca-4a41-a427-38ce6b9083fa tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:18.717516 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-3d7f8d61-8aca-4a41-a427-38ce6b9083fa tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7959ad9-7f8a-41b8-84e4-df4a2a333cb7']}} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:53:18.729686 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-3d7f8d61-8aca-4a41-a427-38ce6b9083fa tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '145766f3-8d62-4219-a801-47d388414c60') {'for_net_delete': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:53:18.729980 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-3d7f8d61-8aca-4a41-a427-38ce6b9083fa tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '145766f3-8d62-4219-a801-47d388414c60') {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:53:18.741751 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3d7f8d61-8aca-4a41-a427-38ce6b9083fa tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1518531'] for segment, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:18.758556 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3d7f8d61-8aca-4a41-a427-38ce6b9083fa tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:18.764885 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d7f8d61-8aca-4a41-a427-38ce6b9083fa tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=83445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:53:18.765305 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3d7f8d61-8aca-4a41-a427-38ce6b9083fa tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2036002'] for segment, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:18.780800 dv-neutron-820491-1-hyperv neutron-server[83445]: Traceback (most recent call last): Dec 20 08:53:18.780800 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:53:18.780800 dv-neutron-820491-1-hyperv neutron-server[83445]: timer() Dec 20 08:53:18.780800 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:53:18.780800 dv-neutron-820491-1-hyperv neutron-server[83445]: cb(*args, **kw) Dec 20 08:53:18.780800 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:53:18.780800 dv-neutron-820491-1-hyperv neutron-server[83445]: return func(*args, **kwargs) Dec 20 08:53:18.780800 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:53:18.780800 dv-neutron-820491-1-hyperv neutron-server[83445]: self._notify() Dec 20 08:53:18.780800 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:53:18.780800 dv-neutron-820491-1-hyperv neutron-server[83445]: self.callback(batched_events) Dec 20 08:53:18.780800 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:53:18.780800 dv-neutron-820491-1-hyperv neutron-server[83445]: event.method(event) Dec 20 08:53:18.780800 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:53:18.780800 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:53:18.780800 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:53:18.780800 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:53:18.780800 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:53:18.780800 dv-neutron-820491-1-hyperv neutron-server[83445]: return f(self, *a, **k) Dec 20 08:53:18.780800 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:53:18.780800 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._get(url).json() Dec 20 08:53:18.780800 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:53:18.780800 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:53:18.780800 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:53:18.780800 dv-neutron-820491-1-hyperv neutron-server[83445]: return self.request(url, 'GET', **kwargs) Dec 20 08:53:18.780800 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:53:18.780800 dv-neutron-820491-1-hyperv neutron-server[83445]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:53:18.780800 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:53:18.780800 dv-neutron-820491-1-hyperv neutron-server[83445]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:53:18.780800 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:53:18.780800 dv-neutron-820491-1-hyperv neutron-server[83445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:53:18.780800 dv-neutron-820491-1-hyperv neutron-server[83445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:53:18.860074 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3d7f8d61-8aca-4a41-a427-38ce6b9083fa tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:18.863426 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-7cbec44b-cee0-46a3-a698-522e98396a9e tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:53:18.877363 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3d7f8d61-8aca-4a41-a427-38ce6b9083fa tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:18.888393 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7f8d61-8aca-4a41-a427-38ce6b9083fa tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Pushing event deleted for resources: {'Network': ['ID=f7959ad9-7f8a-41b8-84e4-df4a2a333cb7,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:53:18.892519 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3d7f8d61-8aca-4a41-a427-38ce6b9083fa tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:53:18.895901 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-3d7f8d61-8aca-4a41-a427-38ce6b9083fa tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "DELETE /v2.0/networks/f7959ad9-7f8a-41b8-84e4-df4a2a333cb7 HTTP/1.1" status: 204 len: 168 time: 1.0940931 Dec 20 08:53:18.898557 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 45812) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:53:19.082977 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-06b692f3-4d6f-4a9f-bccd-1fdbb14292fa None None] Deleting port 3031ce5e-71ca-40e2-93a7-e2f026c18c22 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:53:19.083372 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-06b692f3-4d6f-4a9f-bccd-1fdbb14292fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:19.152119 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-06b692f3-4d6f-4a9f-bccd-1fdbb14292fa None None] The port '3031ce5e-71ca-40e2-93a7-e2f026c18c22' was deleted {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 08:53:19.223549 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8ee74435-dae0-42fd-ae86-742e9ff47f63 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349062'] for router_interface, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:19.981652 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-8ee74435-dae0-42fd-ae86-742e9ff47f63 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Deleting port 62d6e5ea-2d30-4d34-885f-f6fc23559841 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:53:19.981652 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8ee74435-dae0-42fd-ae86-742e9ff47f63 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:20.114528 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 08:53:20.182356 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-8ee74435-dae0-42fd-ae86-742e9ff47f63 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] For port 62d6e5ea-2d30-4d34-885f-f6fc23559841, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=62d6e5ea-2d30-4d34-885f-f6fc23559841,segment=NetworkSegment(92daeb83-bb8b-4d3d-940e-85cad95d358d),segment_id=92daeb83-bb8b-4d3d-940e-85cad95d358d)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:53:20.183315 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8ee74435-dae0-42fd-ae86-742e9ff47f63 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:20.206437 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 4824da20-df2b-420a-8012-9e7130e2eb89 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:53:20.241366 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 4824da20-df2b-420a-8012-9e7130e2eb89 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:53:20.241773 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 4824da20-df2b-420a-8012-9e7130e2eb89 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:53:20.318314 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-8ee74435-dae0-42fd-ae86-742e9ff47f63 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Calling delete_port for 62d6e5ea-2d30-4d34-885f-f6fc23559841 owned by network:router_interface {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:53:20.530695 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8ee74435-dae0-42fd-ae86-742e9ff47f63 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:20.533038 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-440f8d0b-0a89-404a-b035-bc711d130218 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:53:20.596530 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee74435-dae0-42fd-ae86-742e9ff47f63 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Pushing event deleted for resources: {'Port': ['ID=62d6e5ea-2d30-4d34-885f-f6fc23559841,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:53:20.596530 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-8ee74435-dae0-42fd-ae86-742e9ff47f63 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:53:20.832348 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8ee74435-dae0-42fd-ae86-742e9ff47f63 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32897953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348760'] for router_interface, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:21.340904 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ee74435-dae0-42fd-ae86-742e9ff47f63 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Router f919e8d6-85f1-4d92-b0e6-83cea647faf2 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:53:21.477992 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ee74435-dae0-42fd-ae86-742e9ff47f63 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:53:21.492935 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-8ee74435-dae0-42fd-ae86-742e9ff47f63 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "PUT /v2.0/routers/f919e8d6-85f1-4d92-b0e6-83cea647faf2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5926733 Dec 20 08:53:21.495729 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 45816) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:53:21.675341 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a8c9fd7-2eb2-4f5a-9c41-f825596a185c tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Deleting subnet 350384e1-356c-4bf2-a3be-69295d633632 {{(pid=83445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:53:21.678182 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1a8c9fd7-2eb2-4f5a-9c41-f825596a185c tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for subnet, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:21.734271 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1a8c9fd7-2eb2-4f5a-9c41-f825596a185c tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1518554'] for subnet, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:21.816630 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1a8c9fd7-2eb2-4f5a-9c41-f825596a185c tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:21.890042 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1a8c9fd7-2eb2-4f5a-9c41-f825596a185c tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2036620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2095133'] for subnet, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:21.893996 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-1eb5f798-482a-45b6-8763-de3d4eb190b1 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:53:21.929968 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8c9fd7-2eb2-4f5a-9c41-f825596a185c tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Pushing event deleted for resources: {'Subnet': ['ID=350384e1-356c-4bf2-a3be-69295d633632,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:53:21.932750 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-1a8c9fd7-2eb2-4f5a-9c41-f825596a185c tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:53:21.935382 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1a8c9fd7-2eb2-4f5a-9c41-f825596a185c tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:21.940863 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6888bc1-26d5-4127-b34d-5ceadbc4af09 None None] Network 4e6e56c8-a506-4bd0-9fa0-bf3832e5e74c requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:53:21.941468 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-1a8c9fd7-2eb2-4f5a-9c41-f825596a185c tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "DELETE /v2.0/subnets/350384e1-356c-4bf2-a3be-69295d633632 HTTP/1.1" status: 204 len: 168 time: 0.4442768 Dec 20 08:53:21.943463 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 45820) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:53:22.055379 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2ea585d9-8e88-4710-8494-93117ecb1a4d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:22.065608 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-2ea585d9-8e88-4710-8494-93117ecb1a4d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Deleting port c45a2e43-f498-4719-9913-2a63389e6ddb {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:53:22.065937 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2ea585d9-8e88-4710-8494-93117ecb1a4d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:22.190060 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78d47a5-6302-4aad-a82a-99ed7431fbaf None None] DHCP port deletion for 4e6e56c8-a506-4bd0-9fa0-bf3832e5e74c request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 08:53:22.196086 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-a78d47a5-6302-4aad-a82a-99ed7431fbaf None None] Deleting port c45a2e43-f498-4719-9913-2a63389e6ddb {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:53:22.196469 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a78d47a5-6302-4aad-a82a-99ed7431fbaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:22.278653 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-2ea585d9-8e88-4710-8494-93117ecb1a4d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] For port c45a2e43-f498-4719-9913-2a63389e6ddb, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=c45a2e43-f498-4719-9913-2a63389e6ddb,segment=NetworkSegment(92daeb83-bb8b-4d3d-940e-85cad95d358d),segment_id=92daeb83-bb8b-4d3d-940e-85cad95d358d)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:53:22.279004 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2ea585d9-8e88-4710-8494-93117ecb1a4d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:22.314174 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device c45a2e43-f498-4719-9913-2a63389e6ddb no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:53:22.404070 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-2ea585d9-8e88-4710-8494-93117ecb1a4d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Calling delete_port for c45a2e43-f498-4719-9913-2a63389e6ddb owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:53:22.478839 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2ea585d9-8e88-4710-8494-93117ecb1a4d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:22.483359 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d0607ab5-c880-437e-b2e8-15359487e760 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:53:22.510915 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Port c45a2e43-f498-4719-9913-2a63389e6ddb update to DOWN by agent not found {{(pid=83446) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2088}} Dec 20 08:53:22.519832 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-a78d47a5-6302-4aad-a82a-99ed7431fbaf None None] For port c45a2e43-f498-4719-9913-2a63389e6ddb, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=c45a2e43-f498-4719-9913-2a63389e6ddb,segment=NetworkSegment(92daeb83-bb8b-4d3d-940e-85cad95d358d),segment_id=92daeb83-bb8b-4d3d-940e-85cad95d358d)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:53:22.519832 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a78d47a5-6302-4aad-a82a-99ed7431fbaf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:22.528177 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea585d9-8e88-4710-8494-93117ecb1a4d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Pushing event deleted for resources: {'Port': ['ID=c45a2e43-f498-4719-9913-2a63389e6ddb,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:53:22.532126 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-2ea585d9-8e88-4710-8494-93117ecb1a4d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:53:22.541821 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea585d9-8e88-4710-8494-93117ecb1a4d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] No DVR routers for this DVR port c45a2e43-f498-4719-9913-2a63389e6ddb on host dv-neutron-820491-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:53:22.642953 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-a78d47a5-6302-4aad-a82a-99ed7431fbaf None None] Calling delete_port for c45a2e43-f498-4719-9913-2a63389e6ddb owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:53:22.716249 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.db.api [None req-a78d47a5-6302-4aad-a82a-99ed7431fbaf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 08:53:22.716609 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_db.api [None req-a78d47a5-6302-4aad-a82a-99ed7431fbaf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 08:53:22.781966 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2ea585d9-8e88-4710-8494-93117ecb1a4d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:22.807152 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-2ea585d9-8e88-4710-8494-93117ecb1a4d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e6e56c8-a506-4bd0-9fa0-bf3832e5e74c']}} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:53:22.819832 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-2ea585d9-8e88-4710-8494-93117ecb1a4d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92daeb83-bb8b-4d3d-940e-85cad95d358d') {'for_net_delete': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:53:22.820127 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-2ea585d9-8e88-4710-8494-93117ecb1a4d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92daeb83-bb8b-4d3d-940e-85cad95d358d') {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:53:22.831494 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2ea585d9-8e88-4710-8494-93117ecb1a4d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1518531'] for segment, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:22.847777 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2ea585d9-8e88-4710-8494-93117ecb1a4d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:22.854444 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ea585d9-8e88-4710-8494-93117ecb1a4d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=83445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:53:22.854825 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2ea585d9-8e88-4710-8494-93117ecb1a4d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2036002'] for segment, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:22.870000 dv-neutron-820491-1-hyperv neutron-server[83445]: Traceback (most recent call last): Dec 20 08:53:22.870000 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:53:22.870000 dv-neutron-820491-1-hyperv neutron-server[83445]: timer() Dec 20 08:53:22.870000 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:53:22.870000 dv-neutron-820491-1-hyperv neutron-server[83445]: cb(*args, **kw) Dec 20 08:53:22.870000 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:53:22.870000 dv-neutron-820491-1-hyperv neutron-server[83445]: return func(*args, **kwargs) Dec 20 08:53:22.870000 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:53:22.870000 dv-neutron-820491-1-hyperv neutron-server[83445]: self._notify() Dec 20 08:53:22.870000 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:53:22.870000 dv-neutron-820491-1-hyperv neutron-server[83445]: self.callback(batched_events) Dec 20 08:53:22.870000 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:53:22.870000 dv-neutron-820491-1-hyperv neutron-server[83445]: event.method(event) Dec 20 08:53:22.870000 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:53:22.870000 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:53:22.870000 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:53:22.870000 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:53:22.870000 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:53:22.870000 dv-neutron-820491-1-hyperv neutron-server[83445]: return f(self, *a, **k) Dec 20 08:53:22.870000 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:53:22.870000 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._get(url).json() Dec 20 08:53:22.870000 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:53:22.870000 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:53:22.870000 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:53:22.870000 dv-neutron-820491-1-hyperv neutron-server[83445]: return self.request(url, 'GET', **kwargs) Dec 20 08:53:22.870000 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:53:22.870000 dv-neutron-820491-1-hyperv neutron-server[83445]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:53:22.870000 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:53:22.870000 dv-neutron-820491-1-hyperv neutron-server[83445]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:53:22.870000 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:53:22.870000 dv-neutron-820491-1-hyperv neutron-server[83445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:53:22.870000 dv-neutron-820491-1-hyperv neutron-server[83445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:53:22.958022 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2ea585d9-8e88-4710-8494-93117ecb1a4d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:22.961335 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-c8b35985-7a64-4688-9de4-35799b147bd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:53:22.975186 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2ea585d9-8e88-4710-8494-93117ecb1a4d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:22.989164 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea585d9-8e88-4710-8494-93117ecb1a4d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Pushing event deleted for resources: {'Network': ['ID=4e6e56c8-a506-4bd0-9fa0-bf3832e5e74c,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:53:22.991930 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-2ea585d9-8e88-4710-8494-93117ecb1a4d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:53:22.994991 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-2ea585d9-8e88-4710-8494-93117ecb1a4d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "DELETE /v2.0/networks/4e6e56c8-a506-4bd0-9fa0-bf3832e5e74c HTTP/1.1" status: 204 len: 168 time: 1.0502820 Dec 20 08:53:22.997255 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 45826) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:53:23.002457 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-1d0bc16c-c17d-4657-aeba-7ec2434a60f5 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Request body: {'router': {'routes': None}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:53:23.217680 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-a78d47a5-6302-4aad-a82a-99ed7431fbaf None None] Deleting port c45a2e43-f498-4719-9913-2a63389e6ddb {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:53:23.218225 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a78d47a5-6302-4aad-a82a-99ed7431fbaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:23.288633 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.extraroute_db [None req-1d0bc16c-c17d-4657-aeba-7ec2434a60f5 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Added routes are [] {{(pid=83445) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 20 08:53:23.288892 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.extraroute_db [None req-1d0bc16c-c17d-4657-aeba-7ec2434a60f5 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Removed routes are [] {{(pid=83445) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 20 08:53:23.289757 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1d0bc16c-c17d-4657-aeba-7ec2434a60f5 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24724'] for router, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:23.294620 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-a78d47a5-6302-4aad-a82a-99ed7431fbaf None None] The port 'c45a2e43-f498-4719-9913-2a63389e6ddb' was deleted {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 08:53:23.525102 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7177268-0344-4e8b-aaaa-2881034b14f8 None None] Sync routers for ids ['f919e8d6-85f1-4d92-b0e6-83cea647faf2'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:53:23.537029 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7177268-0344-4e8b-aaaa-2881034b14f8 None None] Routers {'f919e8d6-85f1-4d92-b0e6-83cea647faf2'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:53:23.538008 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-b7177268-0344-4e8b-aaaa-2881034b14f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:53:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['f919e8d6-85f1-4d92-b0e6-83cea647faf2'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:53:23.543351 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1d0bc16c-c17d-4657-aeba-7ec2434a60f5 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24724'] for router, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:23.546535 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1d0bc16c-c17d-4657-aeba-7ec2434a60f5 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-351805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-351780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-379562'] for router, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:23.674638 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-b7177268-0344-4e8b-aaaa-2881034b14f8 None None] Set router f919e8d6-85f1-4d92-b0e6-83cea647faf2 gateway port host: None {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:53:23.683915 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d0bc16c-c17d-4657-aeba-7ec2434a60f5 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Router f919e8d6-85f1-4d92-b0e6-83cea647faf2 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:53:23.779850 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-b7177268-0344-4e8b-aaaa-2881034b14f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f919e8d6-85f1-4d92-b0e6-83cea647faf2', 'name': 'tempest-RoutersTest-router-1948169302', 'tenant_id': '4697a8f4ef3e423facaab77bb132848e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:52:08Z', 'updated_at': '2021-12-20T08:53:20Z', 'revision_number': 11, 'project_id': '4697a8f4ef3e423facaab77bb132848e', 'gw_port_host': None}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:53:23.783743 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7177268-0344-4e8b-aaaa-2881034b14f8 None None] Checking router: f919e8d6-85f1-4d92-b0e6-83cea647faf2 for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 08:53:23.794325 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7177268-0344-4e8b-aaaa-2881034b14f8 None None] Routers {'f919e8d6-85f1-4d92-b0e6-83cea647faf2'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:53:23.794869 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-b7177268-0344-4e8b-aaaa-2881034b14f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:53:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['f919e8d6-85f1-4d92-b0e6-83cea647faf2'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:53:23.821223 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d0bc16c-c17d-4657-aeba-7ec2434a60f5 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:53:23.827351 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1d0bc16c-c17d-4657-aeba-7ec2434a60f5 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:23.828575 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-1d0bc16c-c17d-4657-aeba-7ec2434a60f5 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "PUT /v2.0/routers/f919e8d6-85f1-4d92-b0e6-83cea647faf2 HTTP/1.1" status: 200 len: 701 time: 0.8302505 Dec 20 08:53:23.831316 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 45830) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:53:23.875419 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-eb5f52e9-6619-4d25-81eb-68532e519fbc tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Synchronizing usage tracker for tenant:4697a8f4ef3e423facaab77bb132848e on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:53:23.895370 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-eb5f52e9-6619-4d25-81eb-68532e519fbc tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Unset dirty status for tenant:4697a8f4ef3e423facaab77bb132848e on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:53:23.896534 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-eb5f52e9-6619-4d25-81eb-68532e519fbc tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "GET /v2.0/ports?device_id=f919e8d6-85f1-4d92-b0e6-83cea647faf2 HTTP/1.1" status: 200 len: 205 time: 0.0643024 Dec 20 08:53:23.899387 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 45834) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:53:23.921830 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-b7177268-0344-4e8b-aaaa-2881034b14f8 None None] Set router f919e8d6-85f1-4d92-b0e6-83cea647faf2 gateway port host: None {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:53:24.031176 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-b7177268-0344-4e8b-aaaa-2881034b14f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f919e8d6-85f1-4d92-b0e6-83cea647faf2', 'name': 'tempest-RoutersTest-router-1948169302', 'tenant_id': '4697a8f4ef3e423facaab77bb132848e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:52:08Z', 'updated_at': '2021-12-20T08:53:20Z', 'revision_number': 11, 'project_id': '4697a8f4ef3e423facaab77bb132848e', 'gw_port_host': None}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:53:24.035360 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7177268-0344-4e8b-aaaa-2881034b14f8 None None] The sync data for ids ['f919e8d6-85f1-4d92-b0e6-83cea647faf2'] in dv-neutron-820491-1-hyperv is: [{'id': 'f919e8d6-85f1-4d92-b0e6-83cea647faf2', 'name': 'tempest-RoutersTest-router-1948169302', 'tenant_id': '4697a8f4ef3e423facaab77bb132848e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:52:08Z', 'updated_at': '2021-12-20T08:53:20Z', 'revision_number': 11, 'project_id': '4697a8f4ef3e423facaab77bb132848e', 'gw_port_host': None}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:53:24.152337 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8167a56e-5c69-40ab-85d4-b1de3991a9a4 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for router, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:24.389139 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 62d6e5ea-2d30-4d34-885f-f6fc23559841 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:53:24.425896 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 62d6e5ea-2d30-4d34-885f-f6fc23559841 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:53:24.426364 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 62d6e5ea-2d30-4d34-885f-f6fc23559841 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:53:24.538863 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8167a56e-5c69-40ab-85d4-b1de3991a9a4 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24735'] for router, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:24.545267 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8167a56e-5c69-40ab-85d4-b1de3991a9a4 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:24.550099 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e8f22a-6a51-4199-8b3c-abff4698f7c7 None None] Sync routers for ids ['f919e8d6-85f1-4d92-b0e6-83cea647faf2'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:53:24.562903 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e8f22a-6a51-4199-8b3c-abff4698f7c7 None None] Routers {'f919e8d6-85f1-4d92-b0e6-83cea647faf2'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:53:24.563760 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-95e8f22a-6a51-4199-8b3c-abff4698f7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:53:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['f919e8d6-85f1-4d92-b0e6-83cea647faf2'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:53:24.574045 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8167a56e-5c69-40ab-85d4-b1de3991a9a4 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-390871'] for router, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:24.574780 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8167a56e-5c69-40ab-85d4-b1de3991a9a4 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Fanout notify agent at l3_agent the message router_deleted on router f919e8d6-85f1-4d92-b0e6-83cea647faf2 {{(pid=83445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 08:53:24.591392 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8167a56e-5c69-40ab-85d4-b1de3991a9a4 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:24.596544 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-8167a56e-5c69-40ab-85d4-b1de3991a9a4 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "DELETE /v2.0/routers/f919e8d6-85f1-4d92-b0e6-83cea647faf2 HTTP/1.1" status: 204 len: 168 time: 0.6924171 Dec 20 08:53:24.596878 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45838) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:53:24.602143 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-0c607c3e-87f8-4a59-ade3-4520a9e03417 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2041102731', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:53:24.608463 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-0c607c3e-87f8-4a59-ade3-4520a9e03417 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:53:24.612780 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-0c607c3e-87f8-4a59-ade3-4520a9e03417 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Usage tracker for resource:router and tenant:4697a8f4ef3e423facaab77bb132848e is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:53:24.615698 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-0c607c3e-87f8-4a59-ade3-4520a9e03417 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:53:24.623259 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-0c607c3e-87f8-4a59-ade3-4520a9e03417 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:53:24.628776 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-95e8f22a-6a51-4199-8b3c-abff4698f7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:53:24.634789 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0c607c3e-87f8-4a59-ade3-4520a9e03417 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24817'] for router, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:24.635820 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0c607c3e-87f8-4a59-ade3-4520a9e03417 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-351744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24806'] for router, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:24.640304 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e8f22a-6a51-4199-8b3c-abff4698f7c7 None None] Routers set() bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:53:24.640738 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e8f22a-6a51-4199-8b3c-abff4698f7c7 None None] Router IDs set() for agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 20 08:53:24.641404 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_agentschedulers_db [None req-95e8f22a-6a51-4199-8b3c-abff4698f7c7 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f919e8d6-85f1-4d92-b0e6-83cea647faf2'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:53:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent'). {{(pid=83447) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 20 08:53:24.641776 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e8f22a-6a51-4199-8b3c-abff4698f7c7 None None] The sync data for ids ['f919e8d6-85f1-4d92-b0e6-83cea647faf2'] in dv-neutron-820491-1-hyperv is: [] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:53:24.656895 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0c607c3e-87f8-4a59-ade3-4520a9e03417 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:24.675113 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0c607c3e-87f8-4a59-ade3-4520a9e03417 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071'] for router, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:24.701511 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0c607c3e-87f8-4a59-ade3-4520a9e03417 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:24.702705 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-0c607c3e-87f8-4a59-ade3-4520a9e03417 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1048510 Dec 20 08:53:24.705303 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45842) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:53:24.710803 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-dd0ccabb-bdef-49ab-bc0c-4fafa04f2e81 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:53:25.088477 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-dd0ccabb-bdef-49ab-bc0c-4fafa04f2e81 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24724'] for router, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:25.100166 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-dd0ccabb-bdef-49ab-bc0c-4fafa04f2e81 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-351805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-351780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-379562'] for router, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:25.398368 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd0ccabb-bdef-49ab-bc0c-4fafa04f2e81 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Router 612fe65a-0dd0-4ffc-88a3-55a3540d683e is scheduled to L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 with binding_index 1 {{(pid=83444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 08:53:25.538570 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd0ccabb-bdef-49ab-bc0c-4fafa04f2e81 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:53:25.544952 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-dd0ccabb-bdef-49ab-bc0c-4fafa04f2e81 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:25.546101 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-dd0ccabb-bdef-49ab-bc0c-4fafa04f2e81 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "PUT /v2.0/routers/612fe65a-0dd0-4ffc-88a3-55a3540d683e HTTP/1.1" status: 200 len: 694 time: 0.8399153 Dec 20 08:53:25.548663 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45846) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:53:25.551805 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9491fc8a-7f4b-4135-8aac-8f583903456a None None] Sync routers for ids ['612fe65a-0dd0-4ffc-88a3-55a3540d683e'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:53:25.563982 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9491fc8a-7f4b-4135-8aac-8f583903456a None None] Routers {'612fe65a-0dd0-4ffc-88a3-55a3540d683e'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:53:25.564594 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-9491fc8a-7f4b-4135-8aac-8f583903456a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:53:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['612fe65a-0dd0-4ffc-88a3-55a3540d683e'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:53:25.689971 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-49d673bc-6f11-46c3-85db-72143275e896 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "GET /v2.0/routers/612fe65a-0dd0-4ffc-88a3-55a3540d683e HTTP/1.1" status: 200 len: 700 time: 0.1400623 Dec 20 08:53:25.692488 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45850) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:53:25.736441 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-857a2722-0ef7-4c35-8271-aac9329deb08 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Synchronizing usage tracker for tenant:4697a8f4ef3e423facaab77bb132848e on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:53:25.748453 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-857a2722-0ef7-4c35-8271-aac9329deb08 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Unset dirty status for tenant:4697a8f4ef3e423facaab77bb132848e on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:53:25.752056 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-857a2722-0ef7-4c35-8271-aac9329deb08 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "GET /v2.0/ports?device_id=612fe65a-0dd0-4ffc-88a3-55a3540d683e HTTP/1.1" status: 200 len: 205 time: 0.0562158 Dec 20 08:53:25.752273 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45854) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:53:25.754308 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-9491fc8a-7f4b-4135-8aac-8f583903456a None None] Set router 612fe65a-0dd0-4ffc-88a3-55a3540d683e gateway port host: None {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:53:25.858050 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-9491fc8a-7f4b-4135-8aac-8f583903456a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612fe65a-0dd0-4ffc-88a3-55a3540d683e', 'name': 'tempest-RoutersTest-router-2041102731', 'tenant_id': '4697a8f4ef3e423facaab77bb132848e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:53:24Z', 'updated_at': '2021-12-20T08:53:25Z', 'revision_number': 2, 'project_id': '4697a8f4ef3e423facaab77bb132848e', 'gw_port_host': None}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:53:25.861893 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9491fc8a-7f4b-4135-8aac-8f583903456a None None] Checking router: 612fe65a-0dd0-4ffc-88a3-55a3540d683e for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 08:53:25.878549 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9491fc8a-7f4b-4135-8aac-8f583903456a None None] Routers {'612fe65a-0dd0-4ffc-88a3-55a3540d683e'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:53:25.879178 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-9491fc8a-7f4b-4135-8aac-8f583903456a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:53:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['612fe65a-0dd0-4ffc-88a3-55a3540d683e'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:53:25.886148 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a3e03372-7503-4003-af1e-821bfb0435e8 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for router, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:26.028888 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-9491fc8a-7f4b-4135-8aac-8f583903456a None None] Set router 612fe65a-0dd0-4ffc-88a3-55a3540d683e gateway port host: None {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:53:26.137492 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-9491fc8a-7f4b-4135-8aac-8f583903456a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612fe65a-0dd0-4ffc-88a3-55a3540d683e', 'name': 'tempest-RoutersTest-router-2041102731', 'tenant_id': '4697a8f4ef3e423facaab77bb132848e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:53:24Z', 'updated_at': '2021-12-20T08:53:25Z', 'revision_number': 2, 'project_id': '4697a8f4ef3e423facaab77bb132848e', 'gw_port_host': None}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:53:26.142370 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9491fc8a-7f4b-4135-8aac-8f583903456a None None] The sync data for ids ['612fe65a-0dd0-4ffc-88a3-55a3540d683e'] in dv-neutron-820491-1-hyperv is: [{'id': '612fe65a-0dd0-4ffc-88a3-55a3540d683e', 'name': 'tempest-RoutersTest-router-2041102731', 'tenant_id': '4697a8f4ef3e423facaab77bb132848e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:53:24Z', 'updated_at': '2021-12-20T08:53:25Z', 'revision_number': 2, 'project_id': '4697a8f4ef3e423facaab77bb132848e', 'gw_port_host': None}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:53:26.277731 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a3e03372-7503-4003-af1e-821bfb0435e8 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24735'] for router, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:26.282099 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a3e03372-7503-4003-af1e-821bfb0435e8 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:26.306792 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a3e03372-7503-4003-af1e-821bfb0435e8 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-390871'] for router, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:26.307326 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e03372-7503-4003-af1e-821bfb0435e8 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Fanout notify agent at l3_agent the message router_deleted on router 612fe65a-0dd0-4ffc-88a3-55a3540d683e {{(pid=83444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 08:53:26.322203 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a3e03372-7503-4003-af1e-821bfb0435e8 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:26.323272 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a3e03372-7503-4003-af1e-821bfb0435e8 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "DELETE /v2.0/routers/612fe65a-0dd0-4ffc-88a3-55a3540d683e HTTP/1.1" status: 204 len: 168 time: 0.5701320 Dec 20 08:53:26.329554 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45858) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:53:26.376123 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f57b47e1-e632-4d7e-8f6d-800070cdb034 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "GET /v2.0/ports?device_id=612fe65a-0dd0-4ffc-88a3-55a3540d683e HTTP/1.1" status: 200 len: 205 time: 0.0431533 Dec 20 08:53:26.376123 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45862) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:53:26.444636 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-5eddfa63-cfc0-412c-b197-8406ac97bd3d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] delete failed (client error): The resource could not be found. Dec 20 08:53:26.444636 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-5eddfa63-cfc0-412c-b197-8406ac97bd3d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "DELETE /v2.0/routers/612fe65a-0dd0-4ffc-88a3-55a3540d683e HTTP/1.1" status: 404 len: 336 time: 0.0641394 Dec 20 08:53:26.444636 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45866) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:53:26.616382 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-98b84157-f815-4cb7-bfd9-a1506006570c tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] DELETE failed (client error): The resource could not be found. Dec 20 08:53:26.616382 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98b84157-f815-4cb7-bfd9-a1506006570c tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:53:26.620862 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-98b84157-f815-4cb7-bfd9-a1506006570c tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "DELETE /v2.0/subnets/560472ac-49ee-48b0-b494-d69f282a15f9 HTTP/1.1" status: 404 len: 337 time: 0.1720312 Dec 20 08:53:26.624610 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 45870) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:53:26.666642 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-3664a69f-1a20-498b-9ecc-7efa23636166 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] DELETE failed (client error): The resource could not be found. Dec 20 08:53:26.666642 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3664a69f-1a20-498b-9ecc-7efa23636166 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:53:26.666642 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-3664a69f-1a20-498b-9ecc-7efa23636166 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "DELETE /v2.0/subnets/7a11058f-2607-4afc-bfc5-70ebdd408f20 HTTP/1.1" status: 404 len: 337 time: 0.0426323 Dec 20 08:53:26.673553 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 45874) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:53:26.711741 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-db15b30c-9d08-4c04-91a1-291dbfaa9d49 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] DELETE failed (client error): The resource could not be found. Dec 20 08:53:26.711741 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db15b30c-9d08-4c04-91a1-291dbfaa9d49 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:53:26.711741 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-db15b30c-9d08-4c04-91a1-291dbfaa9d49 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "DELETE /v2.0/subnets/e722309b-a2f9-48f2-847b-0f916fdd870f HTTP/1.1" status: 404 len: 337 time: 0.0393982 Dec 20 08:53:26.711741 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 45878) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:53:26.758076 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d8de97d-83da-4fe6-8910-956c614e035c tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] DELETE failed (client error): The resource could not be found. Dec 20 08:53:26.758076 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d8de97d-83da-4fe6-8910-956c614e035c tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:53:26.758076 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-3d8de97d-83da-4fe6-8910-956c614e035c tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "DELETE /v2.0/subnets/350384e1-356c-4bf2-a3be-69295d633632 HTTP/1.1" status: 404 len: 337 time: 0.0423925 Dec 20 08:53:26.761467 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45882) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:53:26.807148 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c581624f-0a5a-46f9-80d0-1fa3228d0116 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "GET /v2.0/ports?device_id=f919e8d6-85f1-4d92-b0e6-83cea647faf2 HTTP/1.1" status: 200 len: 205 time: 0.0437841 Dec 20 08:53:26.807148 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45886) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:53:26.876922 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-bb60a85e-3773-473b-a025-acda289a4b4d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] delete failed (client error): The resource could not be found. Dec 20 08:53:26.876922 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-bb60a85e-3773-473b-a025-acda289a4b4d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "DELETE /v2.0/routers/f919e8d6-85f1-4d92-b0e6-83cea647faf2 HTTP/1.1" status: 404 len: 336 time: 0.0684338 Dec 20 08:53:26.883468 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45892) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:53:26.925370 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-bab14d1c-b781-4ecc-b24b-2872504160ef tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7c29ace-e214-492f-9bad-eb96bb2976d2 HTTP/1.1" status: 200 len: 205 time: 0.0415018 Dec 20 08:53:26.925370 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45896) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:53:26.994754 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-b627ca7b-163c-49e6-bf4b-b6fd620eaa0c tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] delete failed (client error): The resource could not be found. Dec 20 08:53:26.994754 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b627ca7b-163c-49e6-bf4b-b6fd620eaa0c tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "DELETE /v2.0/routers/d7c29ace-e214-492f-9bad-eb96bb2976d2 HTTP/1.1" status: 404 len: 336 time: 0.0689218 Dec 20 08:53:27.001773 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45900) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:53:27.041986 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dd1b2a1-d795-4f2b-bc3c-3333616926a2 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] DELETE failed (client error): The resource could not be found. Dec 20 08:53:27.041986 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dd1b2a1-d795-4f2b-bc3c-3333616926a2 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:53:27.041986 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-8dd1b2a1-d795-4f2b-bc3c-3333616926a2 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "DELETE /v2.0/subnets/67feef8d-24df-479c-bb2b-bf91faf33d01 HTTP/1.1" status: 404 len: 337 time: 0.0401323 Dec 20 08:53:27.041986 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45904) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:53:27.091508 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f921b28c-83a0-4196-bc8e-22df94e5dfa2 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2917f4f-f3d1-4c20-819a-b3aa45b1acdd HTTP/1.1" status: 200 len: 205 time: 0.0458000 Dec 20 08:53:27.091508 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45908) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:53:27.159299 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-9d1a3f9d-f4d9-4c01-aaa2-5885f24c44b1 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] delete failed (client error): The resource could not be found. Dec 20 08:53:27.159299 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-9d1a3f9d-f4d9-4c01-aaa2-5885f24c44b1 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "DELETE /v2.0/routers/e2917f4f-f3d1-4c20-819a-b3aa45b1acdd HTTP/1.1" status: 404 len: 336 time: 0.0661881 Dec 20 08:53:27.159299 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45912) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:53:27.209370 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-22e7b0ba-2200-46a6-b7f4-4ac06effee66 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "GET /v2.0/ports?device_id=90bfa390-4479-40d1-b0bf-96a28eed93b7 HTTP/1.1" status: 200 len: 205 time: 0.0442526 Dec 20 08:53:27.209370 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45916) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:53:27.275434 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-2151a76f-595b-49f4-9e65-16bbd1ce4f51 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] delete failed (client error): The resource could not be found. Dec 20 08:53:27.275434 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-2151a76f-595b-49f4-9e65-16bbd1ce4f51 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "DELETE /v2.0/routers/90bfa390-4479-40d1-b0bf-96a28eed93b7 HTTP/1.1" status: 404 len: 336 time: 0.0632303 Dec 20 08:53:27.275434 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45920) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:53:27.319918 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-a230ae9b-b173-446e-b395-0ec3a21054a3 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] DELETE failed (client error): The resource could not be found. Dec 20 08:53:27.319918 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a230ae9b-b173-446e-b395-0ec3a21054a3 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:53:27.319918 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a230ae9b-b173-446e-b395-0ec3a21054a3 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "DELETE /v2.0/subnets/fd07f0a4-f18f-4a09-ba09-1ec1564e78f2 HTTP/1.1" status: 404 len: 337 time: 0.0420139 Dec 20 08:53:27.319918 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45924) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:53:27.366666 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f1e485a3-9c90-4420-a045-39f8c2b2e90b tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "GET /v2.0/ports?device_id=15f20f5b-3e9a-43fc-a907-fdb58dae171e HTTP/1.1" status: 200 len: 205 time: 0.0405428 Dec 20 08:53:27.371048 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 45928) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:53:27.435770 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.api.v2.resource [None req-2f50ddf9-c26f-4d05-bcf2-f74fe90c0153 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] delete failed (client error): The resource could not be found. Dec 20 08:53:27.435770 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-2f50ddf9-c26f-4d05-bcf2-f74fe90c0153 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "DELETE /v2.0/routers/15f20f5b-3e9a-43fc-a907-fdb58dae171e HTTP/1.1" status: 404 len: 336 time: 0.0634816 Dec 20 08:53:27.440244 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45932) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:53:27.482786 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-865968bf-cf9d-460c-b892-612b0c5862b6 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] DELETE failed (client error): The resource could not be found. Dec 20 08:53:27.482786 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-865968bf-cf9d-460c-b892-612b0c5862b6 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:53:27.482786 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-865968bf-cf9d-460c-b892-612b0c5862b6 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "DELETE /v2.0/subnets/38e7bbd7-e254-4071-ab46-8c52039aa5bc HTTP/1.1" status: 404 len: 337 time: 0.0465407 Dec 20 08:53:27.486287 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 45936) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:53:27.537044 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-91c044c8-f808-4ca9-998e-08a290b60412 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6037187-9a35-4a3c-85f4-852ec023c622 HTTP/1.1" status: 200 len: 205 time: 0.0473886 Dec 20 08:53:27.541459 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45940) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:53:27.619499 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-02bd4625-5e0d-4810-8b8c-6e3e3e7a8fba tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] delete failed (client error): The resource could not be found. Dec 20 08:53:27.619499 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-02bd4625-5e0d-4810-8b8c-6e3e3e7a8fba tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "DELETE /v2.0/routers/f6037187-9a35-4a3c-85f4-852ec023c622 HTTP/1.1" status: 404 len: 336 time: 0.0798640 Dec 20 08:53:27.619499 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45944) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:53:27.665772 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a0263c2-e274-4370-b53d-ee96b292b26d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] DELETE failed (client error): The resource could not be found. Dec 20 08:53:27.665772 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a0263c2-e274-4370-b53d-ee96b292b26d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:53:27.669487 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 45948) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:53:27.672955 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-5a0263c2-e274-4370-b53d-ee96b292b26d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "DELETE /v2.0/subnets/6fb351d1-85eb-4047-b10c-09545fdd5f51 HTTP/1.1" status: 404 len: 337 time: 0.0465124 Dec 20 08:53:27.716424 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-343e8536-f739-480c-a791-1c92431f5841 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] DELETE failed (client error): The resource could not be found. Dec 20 08:53:27.716424 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-343e8536-f739-480c-a791-1c92431f5841 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 08:53:27.716424 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-343e8536-f739-480c-a791-1c92431f5841 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] 10.222.0.16 "DELETE /v2.0/subnets/cfe1e08a-52f5-4a62-b544-eeee2b56df13 HTTP/1.1" status: 404 len: 337 time: 0.0496109 Dec 20 08:53:28.048645 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 45956) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:53:28.242733 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45962) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:53:28.248566 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-318ae983-2312-4b59-82e2-b2f0edc4ca59 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4697a8f4ef3e423facaab77bb132848e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1874459 Dec 20 08:53:28.311929 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4ca238a1-1d6a-4922-aded-d5c433db9da6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:28.344452 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4ca238a1-1d6a-4922-aded-d5c433db9da6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:28.406801 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4ca238a1-1d6a-4922-aded-d5c433db9da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:28.406801 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-cb396c67-5793-4dfd-801d-4d2fda9ad78c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:53:28.429625 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca238a1-1d6a-4922-aded-d5c433db9da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63090b2c-240a-4fc0-830b-5834ed5040b0,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:53:28.429625 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4ca238a1-1d6a-4922-aded-d5c433db9da6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:53:28.435472 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4ca238a1-1d6a-4922-aded-d5c433db9da6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:28.435472 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-4ca238a1-1d6a-4922-aded-d5c433db9da6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/63090b2c-240a-4fc0-830b-5834ed5040b0 HTTP/1.1" status: 204 len: 168 time: 0.2016997 Dec 20 08:53:39.862905 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:42.504541 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-32b98803-1883-48ff-bab9-08c7637093a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:44.819838 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-ba5ef5e7-4741-45ec-883c-d2130cd6fd05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:45.905600 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:45.988662 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:47.365215 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:53:57.114847 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 08:54:09.864162 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:54:12.496201 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-0354d178-66e5-4ebf-a9b6-e957e334b468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:54:14.822574 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-fa8f50f1-24b2-4456-9578-00f23af9d2d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:54:15.907722 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:54:15.996304 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:54:16.475892 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 45998) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:54:16.561255 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b931f70d-93f5-40ef-a3b9-397c9c7b0520 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] 10.222.0.16 "GET /v2.0/ports?project_id=f7b89f97320342ff933d41aa1a974b12&network_id=e664d4c9-b00f-4349-9b46-df6a85ff1fc2 HTTP/1.1" status: 200 len: 3000 time: 0.0714087 Dec 20 08:54:17.367069 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:54:17.955304 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 46010) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:54:18.017878 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29a88bf-c86d-4990-8cc1-7ca8f0ee62a4 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:54:18.019343 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d29a88bf-c86d-4990-8cc1-7ca8f0ee62a4 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=95f3bec2-46e6-4468-8229-8badd4a5aaae HTTP/1.1" status: 200 len: 814 time: 0.0631554 Dec 20 08:54:18.655567 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 46018) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:54:18.661076 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-8d2251dc-1056-477f-9a1d-9cfef031fad4 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:54:18.758652 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8d2251dc-1056-477f-9a1d-9cfef031fad4 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for floatingip, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:54:19.119059 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8d2251dc-1056-477f-9a1d-9cfef031fad4 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:54:19.123254 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8d2251dc-1056-477f-9a1d-9cfef031fad4 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-345990'] for floatingip, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:54:19.123646 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.l3_db [None req-8d2251dc-1056-477f-9a1d-9cfef031fad4 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Floating IP 8c71111f-c824-4d85-bdd6-27418d175af9 disassociated. External IP: 172.26.5.224, port: 691a95c4-2ba0-4a11-9fd5-29cd98045756. Dec 20 08:54:19.515273 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d2251dc-1056-477f-9a1d-9cfef031fad4 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Router 4255a948-077c-47f3-871f-7907afde6363 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:54:19.716561 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d2251dc-1056-477f-9a1d-9cfef031fad4 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:54:19.720749 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8d2251dc-1056-477f-9a1d-9cfef031fad4 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:54:19.726111 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8753060-c648-4ddf-8d1b-325489933cba None None] Sync routers for ids ['4255a948-077c-47f3-871f-7907afde6363'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:54:19.738721 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8753060-c648-4ddf-8d1b-325489933cba None None] Routers {'4255a948-077c-47f3-871f-7907afde6363'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:54:19.739342 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-d8753060-c648-4ddf-8d1b-325489933cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:54:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['4255a948-077c-47f3-871f-7907afde6363'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:54:19.773918 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-8d2251dc-1056-477f-9a1d-9cfef031fad4 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "PUT /v2.0/floatingips/8c71111f-c824-4d85-bdd6-27418d175af9 HTTP/1.1" status: 200 len: 690 time: 1.1171322 Dec 20 08:54:19.774450 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6db93eee-b546-4abc-af1c-0f87597398e2', 'tag': '691a95c4-2ba0-4a11-9fd5-29cd98045756'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 08:54:19.776639 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 46022) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:54:19.830509 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6db93eee-b546-4abc-af1c-0f87597398e2', 'tag': '691a95c4-2ba0-4a11-9fd5-29cd98045756', 'status': 'completed', 'code': 200} Dec 20 08:54:19.866405 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-f0a406fd-5af9-44a0-85e7-79c3776a1935 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/floatingips/8c71111f-c824-4d85-bdd6-27418d175af9 HTTP/1.1" status: 200 len: 690 time: 0.0885353 Dec 20 08:54:19.917268 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-d8753060-c648-4ddf-8d1b-325489933cba None None] Set router 4255a948-077c-47f3-871f-7907afde6363 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:54:19.929977 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-78939b25-6bd3-4cb0-9616-0e1b29ca902a req-cb59981f-f322-473f-971b-5e21e619b47b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f7b89f97320342ff933d41aa1a974b12&device_id=6db93eee-b546-4abc-af1c-0f87597398e2 HTTP/1.1" status: 200 len: 1099 time: 0.0756857 Dec 20 08:54:20.062727 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78939b25-6bd3-4cb0-9616-0e1b29ca902a req-108f3141-2bef-4812-b816-579d53c36844 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:54:20.064094 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-78939b25-6bd3-4cb0-9616-0e1b29ca902a req-108f3141-2bef-4812-b816-579d53c36844 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e664d4c9-b00f-4349-9b46-df6a85ff1fc2 HTTP/1.1" status: 200 len: 898 time: 0.1279387 Dec 20 08:54:20.134051 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-78939b25-6bd3-4cb0-9616-0e1b29ca902a req-3f80906a-3dda-4e99-bf5f-bd5f958d7285 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=691a95c4-2ba0-4a11-9fd5-29cd98045756 HTTP/1.1" status: 200 len: 217 time: 0.0637128 Dec 20 08:54:20.200045 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78939b25-6bd3-4cb0-9616-0e1b29ca902a req-a0455f4c-bb2a-4f68-85a0-0c909e45bf27 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:54:20.201510 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-78939b25-6bd3-4cb0-9616-0e1b29ca902a req-a0455f4c-bb2a-4f68-85a0-0c909e45bf27 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=63d8cf76-7c84-4a2e-bc0c-1d739038e9cb HTTP/1.1" status: 200 len: 835 time: 0.0614974 Dec 20 08:54:20.233871 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-d8753060-c648-4ddf-8d1b-325489933cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4255a948-077c-47f3-871f-7907afde6363', 'name': 'tempest-TestNetworkBasicOps-router-954016181', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.192'}], 'enable_snat': True}, 'gw_port_id': 'e9f65c13-f4f3-4c63-b7fc-14cbeceb62c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:52:22Z', 'updated_at': '2021-12-20T08:52:28Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': 'e9f65c13-f4f3-4c63-b7fc-14cbeceb62c3', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:93:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4255a948-077c-47f3-871f-7907afde6363', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:52:23Z', 'updated_at': '2021-12-20T08:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '15fc5732-fd9c-40c1-8c82-43b90eec6004', 'name': '', 'network_id': 'e664d4c9-b00f-4349-9b46-df6a85ff1fc2', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'mac_address': 'fa:16:3e:14:a4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4255a948-077c-47f3-871f-7907afde6363', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63d8cf76-7c84-4a2e-bc0c-1d739038e9cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:52:27Z', 'updated_at': '2021-12-20T08:52:44Z', 'revision_number': 5, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'subnets': [{'id': '63d8cf76-7c84-4a2e-bc0c-1d739038e9cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:54:20.237759 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8753060-c648-4ddf-8d1b-325489933cba None None] Checking router: 4255a948-077c-47f3-871f-7907afde6363 for host: dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 08:54:20.249258 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8753060-c648-4ddf-8d1b-325489933cba None None] Routers {'4255a948-077c-47f3-871f-7907afde6363'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:54:20.249895 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-d8753060-c648-4ddf-8d1b-325489933cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:54:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['4255a948-077c-47f3-871f-7907afde6363'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:54:20.276191 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-78939b25-6bd3-4cb0-9616-0e1b29ca902a req-a07979a0-fda6-4642-87b0-973f00495a2f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e664d4c9-b00f-4349-9b46-df6a85ff1fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673268 Dec 20 08:54:20.409309 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-78939b25-6bd3-4cb0-9616-0e1b29ca902a req-5b56bf84-e9c9-4602-821a-4d9afefc44c8 service neutron] 10.222.0.58 "GET /v2.0/networks/e664d4c9-b00f-4349-9b46-df6a85ff1fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269703 Dec 20 08:54:20.454900 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-d8753060-c648-4ddf-8d1b-325489933cba None None] Set router 4255a948-077c-47f3-871f-7907afde6363 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:54:20.542753 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-78939b25-6bd3-4cb0-9616-0e1b29ca902a req-e9dc077d-17bb-4095-a45f-ed2057eee15e service neutron] 10.222.0.58 "GET /v2.0/networks/e664d4c9-b00f-4349-9b46-df6a85ff1fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260054 Dec 20 08:54:20.776013 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-d8753060-c648-4ddf-8d1b-325489933cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4255a948-077c-47f3-871f-7907afde6363', 'name': 'tempest-TestNetworkBasicOps-router-954016181', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.192'}], 'enable_snat': True}, 'gw_port_id': 'e9f65c13-f4f3-4c63-b7fc-14cbeceb62c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:52:22Z', 'updated_at': '2021-12-20T08:52:28Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': 'e9f65c13-f4f3-4c63-b7fc-14cbeceb62c3', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:93:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4255a948-077c-47f3-871f-7907afde6363', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:52:23Z', 'updated_at': '2021-12-20T08:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '15fc5732-fd9c-40c1-8c82-43b90eec6004', 'name': '', 'network_id': 'e664d4c9-b00f-4349-9b46-df6a85ff1fc2', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'mac_address': 'fa:16:3e:14:a4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4255a948-077c-47f3-871f-7907afde6363', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63d8cf76-7c84-4a2e-bc0c-1d739038e9cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:52:27Z', 'updated_at': '2021-12-20T08:52:44Z', 'revision_number': 5, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'subnets': [{'id': '63d8cf76-7c84-4a2e-bc0c-1d739038e9cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:54:20.779816 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8753060-c648-4ddf-8d1b-325489933cba None None] The sync data for ids ['4255a948-077c-47f3-871f-7907afde6363'] in dv-neutron-820491-1-hyperv is: [{'id': '4255a948-077c-47f3-871f-7907afde6363', 'name': 'tempest-TestNetworkBasicOps-router-954016181', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.192'}], 'enable_snat': True}, 'gw_port_id': 'e9f65c13-f4f3-4c63-b7fc-14cbeceb62c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:52:22Z', 'updated_at': '2021-12-20T08:52:28Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': 'e9f65c13-f4f3-4c63-b7fc-14cbeceb62c3', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:93:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4255a948-077c-47f3-871f-7907afde6363', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:52:23Z', 'updated_at': '2021-12-20T08:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '15fc5732-fd9c-40c1-8c82-43b90eec6004', 'name': '', 'network_id': 'e664d4c9-b00f-4349-9b46-df6a85ff1fc2', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'mac_address': 'fa:16:3e:14:a4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4255a948-077c-47f3-871f-7907afde6363', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63d8cf76-7c84-4a2e-bc0c-1d739038e9cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:52:27Z', 'updated_at': '2021-12-20T08:52:44Z', 'revision_number': 5, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'subnets': [{'id': '63d8cf76-7c84-4a2e-bc0c-1d739038e9cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:54:20.867912 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 46028) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:54:20.954895 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-2303d812-43d4-49a7-a82e-27c59a494b0f tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/floatingips/8c71111f-c824-4d85-bdd6-27418d175af9 HTTP/1.1" status: 200 len: 690 time: 0.0855169 Dec 20 08:54:21.003254 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ddf3eb-9e15-4dde-a2f1-7cd7a36e0d08 None None] New status for floating IP 8c71111f-c824-4d85-bdd6-27418d175af9: DOWN {{(pid=83446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 08:54:21.958790 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 46032) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:54:22.039282 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-44e99403-4634-4bd2-a25d-3bb3cc7f842a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/floatingips/8c71111f-c824-4d85-bdd6-27418d175af9 HTTP/1.1" status: 200 len: 688 time: 0.0792894 Dec 20 08:54:23.311862 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 46038) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:54:23.317739 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-d77a6bd0-c0c8-4ae8-8cc0-34149dd93fd4 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-796713112', 'description': 'tempest-secgroup-smoke-796713112 description', 'project_id': 'f7b89f97320342ff933d41aa1a974b12'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:54:23.324170 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-d77a6bd0-c0c8-4ae8-8cc0-34149dd93fd4 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:54:23.333934 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-d77a6bd0-c0c8-4ae8-8cc0-34149dd93fd4 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:54:23.344502 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d77a6bd0-c0c8-4ae8-8cc0-34149dd93fd4 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:54:23.383258 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-d77a6bd0-c0c8-4ae8-8cc0-34149dd93fd4 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:54:23.386902 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-d77a6bd0-c0c8-4ae8-8cc0-34149dd93fd4 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:security_group_rule and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:54:23.389599 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-d77a6bd0-c0c8-4ae8-8cc0-34149dd93fd4 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:54:23.395208 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-d77a6bd0-c0c8-4ae8-8cc0-34149dd93fd4 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:54:23.556907 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d77a6bd0-c0c8-4ae8-8cc0-34149dd93fd4 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:54:23.560582 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d77a6bd0-c0c8-4ae8-8cc0-34149dd93fd4 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:54:23.564493 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-7bc3f993-e785-4bb4-b961-40b8f3bd9ec0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:54:23.620183 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77a6bd0-c0c8-4ae8-8cc0-34149dd93fd4 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46477da7-106e-48b9-a659-677cee9696f6,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:54:23.626061 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d77a6bd0-c0c8-4ae8-8cc0-34149dd93fd4 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:54:23.627717 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-d77a6bd0-c0c8-4ae8-8cc0-34149dd93fd4 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3148191 Dec 20 08:54:23.630725 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 46042) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:54:23.635186 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77a6bd0-c0c8-4ae8-8cc0-34149dd93fd4 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:54:23.635581 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77a6bd0-c0c8-4ae8-8cc0-34149dd93fd4 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:54:23.635950 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77a6bd0-c0c8-4ae8-8cc0-34149dd93fd4 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:54:23.636314 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77a6bd0-c0c8-4ae8-8cc0-34149dd93fd4 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:54:23.636677 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77a6bd0-c0c8-4ae8-8cc0-34149dd93fd4 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:54:23.637034 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77a6bd0-c0c8-4ae8-8cc0-34149dd93fd4 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:54:23.637253 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-cf4d9cb2-c419-4e5e-944a-40ea5b04cf4b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'security_group_rule': {'security_group_id': '46477da7-106e-48b9-a659-677cee9696f6', 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:54:23.637562 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77a6bd0-c0c8-4ae8-8cc0-34149dd93fd4 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:54:23.638080 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77a6bd0-c0c8-4ae8-8cc0-34149dd93fd4 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:54:23.638594 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77a6bd0-c0c8-4ae8-8cc0-34149dd93fd4 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:54:23.639110 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77a6bd0-c0c8-4ae8-8cc0-34149dd93fd4 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:54:23.639620 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77a6bd0-c0c8-4ae8-8cc0-34149dd93fd4 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:54:23.643078 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-cf4d9cb2-c419-4e5e-944a-40ea5b04cf4b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:54:23.644875 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d77a6bd0-c0c8-4ae8-8cc0-34149dd93fd4 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:54:23.647124 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-cf4d9cb2-c419-4e5e-944a-40ea5b04cf4b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:security_group_rule and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:54:23.650932 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-cf4d9cb2-c419-4e5e-944a-40ea5b04cf4b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:54:23.657527 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-cf4d9cb2-c419-4e5e-944a-40ea5b04cf4b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:54:23.673414 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cf4d9cb2-c419-4e5e-944a-40ea5b04cf4b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:54:23.732861 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cf4d9cb2-c419-4e5e-944a-40ea5b04cf4b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:54:23.736234 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cf4d9cb2-c419-4e5e-944a-40ea5b04cf4b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:54:23.743635 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-15599a9f-2780-41a2-b4d5-187c3c7b2acb tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:54:23.764643 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4d9cb2-c419-4e5e-944a-40ea5b04cf4b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0e17ff4-c5d0-4d64-b030-3e09231b9cd4,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:54:23.776464 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cf4d9cb2-c419-4e5e-944a-40ea5b04cf4b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:54:23.777638 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-cf4d9cb2-c419-4e5e-944a-40ea5b04cf4b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1458671 Dec 20 08:54:23.779112 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4d9cb2-c419-4e5e-944a-40ea5b04cf4b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:54:23.779492 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4d9cb2-c419-4e5e-944a-40ea5b04cf4b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:54:23.779864 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4d9cb2-c419-4e5e-944a-40ea5b04cf4b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:54:23.780233 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4d9cb2-c419-4e5e-944a-40ea5b04cf4b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:54:23.780599 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4d9cb2-c419-4e5e-944a-40ea5b04cf4b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:54:23.780962 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4d9cb2-c419-4e5e-944a-40ea5b04cf4b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:54:23.781053 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 46046) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:54:23.781349 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4d9cb2-c419-4e5e-944a-40ea5b04cf4b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:54:23.781709 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4d9cb2-c419-4e5e-944a-40ea5b04cf4b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:54:23.782139 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4d9cb2-c419-4e5e-944a-40ea5b04cf4b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:54:23.782586 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4d9cb2-c419-4e5e-944a-40ea5b04cf4b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:54:23.782956 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4d9cb2-c419-4e5e-944a-40ea5b04cf4b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:54:23.786261 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-cf4d9cb2-c419-4e5e-944a-40ea5b04cf4b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:54:23.787045 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-f3608ed2-7226-4da4-9f95-ff20e9afa176 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'security_group_rule': {'security_group_id': '46477da7-106e-48b9-a659-677cee9696f6', 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:54:23.793126 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-f3608ed2-7226-4da4-9f95-ff20e9afa176 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:54:23.796839 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-f3608ed2-7226-4da4-9f95-ff20e9afa176 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:security_group_rule and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:54:23.799672 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-f3608ed2-7226-4da4-9f95-ff20e9afa176 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:54:23.805158 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-f3608ed2-7226-4da4-9f95-ff20e9afa176 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:54:23.820229 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f3608ed2-7226-4da4-9f95-ff20e9afa176 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:54:23.880550 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f3608ed2-7226-4da4-9f95-ff20e9afa176 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:54:23.884348 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f3608ed2-7226-4da4-9f95-ff20e9afa176 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:54:23.886085 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-aeb10534-8ff6-4db6-8f28-375a4237070a tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:54:23.907439 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3608ed2-7226-4da4-9f95-ff20e9afa176 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99210de5-e407-486b-b832-2b49980aa2ff,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:54:23.909731 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f3608ed2-7226-4da4-9f95-ff20e9afa176 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:54:23.916171 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f3608ed2-7226-4da4-9f95-ff20e9afa176 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:54:23.917948 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-f3608ed2-7226-4da4-9f95-ff20e9afa176 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1354127 Dec 20 08:54:23.920323 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 46050) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:54:23.925714 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-d33092ea-c977-439f-aa96-11cb67ec00e1 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'security_group_rule': {'security_group_id': '46477da7-106e-48b9-a659-677cee9696f6', 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:54:23.931575 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-d33092ea-c977-439f-aa96-11cb67ec00e1 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:54:23.935312 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-d33092ea-c977-439f-aa96-11cb67ec00e1 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:security_group_rule and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:54:23.938136 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-d33092ea-c977-439f-aa96-11cb67ec00e1 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:54:23.943664 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-d33092ea-c977-439f-aa96-11cb67ec00e1 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:54:23.960458 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d33092ea-c977-439f-aa96-11cb67ec00e1 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:54:24.025297 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d33092ea-c977-439f-aa96-11cb67ec00e1 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:54:24.028648 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d33092ea-c977-439f-aa96-11cb67ec00e1 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:54:24.030341 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:54:24.050678 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33092ea-c977-439f-aa96-11cb67ec00e1 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ad8a856-d685-41f3-82f1-bb66c780c8c2,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:54:24.052918 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d33092ea-c977-439f-aa96-11cb67ec00e1 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:54:24.060368 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d33092ea-c977-439f-aa96-11cb67ec00e1 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:54:24.061714 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-d33092ea-c977-439f-aa96-11cb67ec00e1 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1405423 Dec 20 08:54:24.064590 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 46054) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:54:24.070352 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-8535ec01-c50f-42a1-bb78-241b03dd578f tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'security_group_rule': {'security_group_id': '46477da7-106e-48b9-a659-677cee9696f6', 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:54:24.077151 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-8535ec01-c50f-42a1-bb78-241b03dd578f tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:54:24.080854 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-8535ec01-c50f-42a1-bb78-241b03dd578f tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:security_group_rule and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:54:24.083825 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-8535ec01-c50f-42a1-bb78-241b03dd578f tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:54:24.090299 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-8535ec01-c50f-42a1-bb78-241b03dd578f tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:54:24.106989 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8535ec01-c50f-42a1-bb78-241b03dd578f tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:54:24.168888 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8535ec01-c50f-42a1-bb78-241b03dd578f tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:54:24.172475 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8535ec01-c50f-42a1-bb78-241b03dd578f tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:54:24.174218 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-55d19d0a-012c-4158-b408-25f4847654e7 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:54:24.194588 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8535ec01-c50f-42a1-bb78-241b03dd578f tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54065e74-28fa-4265-8b4e-ab78a912cb11,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:54:24.197149 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-8535ec01-c50f-42a1-bb78-241b03dd578f tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:54:24.203558 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8535ec01-c50f-42a1-bb78-241b03dd578f tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:54:24.204848 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-8535ec01-c50f-42a1-bb78-241b03dd578f tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1393743 Dec 20 08:54:24.207620 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 46058) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:54:24.213602 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-c4cb3588-dfac-415c-8a40-5e9a841a4094 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'security_group_rule': {'security_group_id': '46477da7-106e-48b9-a659-677cee9696f6', 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:54:24.219252 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-c4cb3588-dfac-415c-8a40-5e9a841a4094 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:54:24.222988 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-c4cb3588-dfac-415c-8a40-5e9a841a4094 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:security_group_rule and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:54:24.225792 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-c4cb3588-dfac-415c-8a40-5e9a841a4094 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:54:24.232043 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-c4cb3588-dfac-415c-8a40-5e9a841a4094 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:54:24.241794 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.securitygroups_db [None req-c4cb3588-dfac-415c-8a40-5e9a841a4094 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Project f7b89f97320342ff933d41aa1a974b12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 08:54:24.248052 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c4cb3588-dfac-415c-8a40-5e9a841a4094 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:54:24.311310 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c4cb3588-dfac-415c-8a40-5e9a841a4094 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:54:24.316810 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c4cb3588-dfac-415c-8a40-5e9a841a4094 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:54:24.318717 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-5a6e575a-81f4-4ae9-a1d9-447706418642 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:54:24.342358 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cb3588-dfac-415c-8a40-5e9a841a4094 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7593515-5383-4be5-8a28-323f0f1df6a3,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:54:24.344576 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-c4cb3588-dfac-415c-8a40-5e9a841a4094 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:54:24.351326 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c4cb3588-dfac-415c-8a40-5e9a841a4094 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:54:24.353431 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-c4cb3588-dfac-415c-8a40-5e9a841a4094 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1442449 Dec 20 08:54:24.356238 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 46062) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:54:24.361696 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-e0abf372-4b1f-4afc-8611-9acdf4074270 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'security_group_rule': {'security_group_id': '46477da7-106e-48b9-a659-677cee9696f6', 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:54:24.367415 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-e0abf372-4b1f-4afc-8611-9acdf4074270 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:54:24.371425 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-e0abf372-4b1f-4afc-8611-9acdf4074270 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:security_group_rule and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:54:24.374268 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-e0abf372-4b1f-4afc-8611-9acdf4074270 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:54:24.384983 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-e0abf372-4b1f-4afc-8611-9acdf4074270 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:54:24.394481 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.securitygroups_db [None req-e0abf372-4b1f-4afc-8611-9acdf4074270 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Project f7b89f97320342ff933d41aa1a974b12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 08:54:24.401750 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e0abf372-4b1f-4afc-8611-9acdf4074270 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:54:24.466285 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e0abf372-4b1f-4afc-8611-9acdf4074270 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:54:24.469893 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e0abf372-4b1f-4afc-8611-9acdf4074270 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:54:24.471652 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e7e55230-cb52-463b-ae83-a088e335ed48 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:54:24.492535 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0abf372-4b1f-4afc-8611-9acdf4074270 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cabf094a-1b7c-4b25-b29c-ad5ac68edf2a,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:54:24.495473 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e0abf372-4b1f-4afc-8611-9acdf4074270 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:54:24.502146 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e0abf372-4b1f-4afc-8611-9acdf4074270 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:54:24.503390 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-e0abf372-4b1f-4afc-8611-9acdf4074270 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1461933 Dec 20 08:54:24.913075 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c3161380-d1c3-4804-94fe-b21660bf5c8a req-df98dfd6-93f9-4ec2-863f-7879f5cfd8c0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-796713112&fields=id&tenant_id=f7b89f97320342ff933d41aa1a974b12 HTTP/1.1" status: 200 len: 267 time: 0.1439593 Dec 20 08:54:25.059191 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3161380-d1c3-4804-94fe-b21660bf5c8a req-ebe99234-fb62-4e56-9cf7-3b70f19f7153 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:54:25.059857 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-c3161380-d1c3-4804-94fe-b21660bf5c8a req-ebe99234-fb62-4e56-9cf7-3b70f19f7153 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Synchronizing usage tracker for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:network {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:54:25.075333 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-c3161380-d1c3-4804-94fe-b21660bf5c8a req-ebe99234-fb62-4e56-9cf7-3b70f19f7153 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Unset dirty status for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:network {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:54:25.076498 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c3161380-d1c3-4804-94fe-b21660bf5c8a req-ebe99234-fb62-4e56-9cf7-3b70f19f7153 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/networks?id=e664d4c9-b00f-4349-9b46-df6a85ff1fc2 HTTP/1.1" status: 200 len: 797 time: 0.1570997 Dec 20 08:54:25.093010 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c3161380-d1c3-4804-94fe-b21660bf5c8a req-38a3ecd6-9e32-4e42-8bf8-a766eb0f7d39 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/quotas/f7b89f97320342ff933d41aa1a974b12 HTTP/1.1" status: 200 len: 375 time: 0.0112782 Dec 20 08:54:25.176003 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c3161380-d1c3-4804-94fe-b21660bf5c8a req-bacc73df-7761-42ca-b10a-81393d587b41 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f7b89f97320342ff933d41aa1a974b12&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0780089 Dec 20 08:54:25.316054 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c3161380-d1c3-4804-94fe-b21660bf5c8a req-7e290aec-726f-4584-967e-38cc46aee3b2 service neutron] 10.222.0.16 "GET /v2.0/networks/e664d4c9-b00f-4349-9b46-df6a85ff1fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280284 Dec 20 08:54:25.450977 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c3161380-d1c3-4804-94fe-b21660bf5c8a req-62b7416e-1101-4496-b5d4-ec722bc2b6e4 service neutron] 10.222.0.16 "GET /v2.0/networks/e664d4c9-b00f-4349-9b46-df6a85ff1fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289513 Dec 20 08:54:25.655214 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-19380bed-4f77-4a2b-b1c1-d0afd6879723 req-30307fec-b4b9-47ff-b87e-9fc76d6891dd tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b95d085-47d1-456e-8cfa-5ea7ac2efd17 HTTP/1.1" status: 200 len: 210 time: 0.0408096 Dec 20 08:54:26.879608 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ded36377-1a70-444c-b2f4-fa75392829e9 req-69ef5726-de2f-477a-b921-f2b64ac656af tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b95d085-47d1-456e-8cfa-5ea7ac2efd17 HTTP/1.1" status: 200 len: 210 time: 0.0895426 Dec 20 08:54:26.928267 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3161380-d1c3-4804-94fe-b21660bf5c8a req-1e4979ba-0c62-4bc0-9286-8a1d79361dbc tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:54:26.929709 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c3161380-d1c3-4804-94fe-b21660bf5c8a req-1e4979ba-0c62-4bc0-9286-8a1d79361dbc tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.58 "GET /v2.0/networks?id=e664d4c9-b00f-4349-9b46-df6a85ff1fc2 HTTP/1.1" status: 200 len: 797 time: 0.1886952 Dec 20 08:54:26.984757 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c3161380-d1c3-4804-94fe-b21660bf5c8a req-2cc78368-5e56-4303-af48-43e52196090d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7b89f97320342ff933d41aa1a974b12 HTTP/1.1" status: 200 len: 471 time: 0.0422616 Dec 20 08:54:26.994245 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-c3161380-d1c3-4804-94fe-b21660bf5c8a req-abcaa5ea-e0f8-46f6-a21d-957f35a9a3b6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'port': {'device_id': '8b95d085-47d1-456e-8cfa-5ea7ac2efd17', 'network_id': 'e664d4c9-b00f-4349-9b46-df6a85ff1fc2', 'admin_state_up': True, 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'security_groups': ['46477da7-106e-48b9-a659-677cee9696f6']}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:54:27.124145 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-c3161380-d1c3-4804-94fe-b21660bf5c8a req-abcaa5ea-e0f8-46f6-a21d-957f35a9a3b6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:54:27.133493 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-c3161380-d1c3-4804-94fe-b21660bf5c8a req-abcaa5ea-e0f8-46f6-a21d-957f35a9a3b6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:54:27.142781 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3161380-d1c3-4804-94fe-b21660bf5c8a req-abcaa5ea-e0f8-46f6-a21d-957f35a9a3b6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Made reservation on behalf of f7b89f97320342ff933d41aa1a974b12 for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:54:27.145962 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-c3161380-d1c3-4804-94fe-b21660bf5c8a req-abcaa5ea-e0f8-46f6-a21d-957f35a9a3b6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:54:27.306774 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [req-c3161380-d1c3-4804-94fe-b21660bf5c8a req-abcaa5ea-e0f8-46f6-a21d-957f35a9a3b6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Allocated IP 172.20.0.3 (e664d4c9-b00f-4349-9b46-df6a85ff1fc2/63d8cf76-7c84-4a2e-bc0c-1d739038e9cb/ed3bdd84-2f31-44c8-8ecc-3a6517d91cdd) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:54:27.489878 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-c3161380-d1c3-4804-94fe-b21660bf5c8a req-abcaa5ea-e0f8-46f6-a21d-957f35a9a3b6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:54:27.506261 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-c3161380-d1c3-4804-94fe-b21660bf5c8a req-abcaa5ea-e0f8-46f6-a21d-957f35a9a3b6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Transition to ACTIVE for port object ed3bdd84-2f31-44c8-8ecc-3a6517d91cdd will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:54:27.528884 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-c3161380-d1c3-4804-94fe-b21660bf5c8a req-abcaa5ea-e0f8-46f6-a21d-957f35a9a3b6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:54:27.534397 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7bd848d5-e31b-4ca7-b186-7ceefc96bf87 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:54:27.597959 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3161380-d1c3-4804-94fe-b21660bf5c8a req-abcaa5ea-e0f8-46f6-a21d-957f35a9a3b6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Network e664d4c9-b00f-4349-9b46-df6a85ff1fc2 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:54:27.605499 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [req-c3161380-d1c3-4804-94fe-b21660bf5c8a req-abcaa5ea-e0f8-46f6-a21d-957f35a9a3b6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:54:27.610415 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3161380-d1c3-4804-94fe-b21660bf5c8a req-abcaa5ea-e0f8-46f6-a21d-957f35a9a3b6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:54:27.644954 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcaa5ea-e0f8-46f6-a21d-957f35a9a3b6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'Port': ['ID=ed3bdd84-2f31-44c8-8ecc-3a6517d91cdd,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:54:27.650044 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-abcaa5ea-e0f8-46f6-a21d-957f35a9a3b6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:54:27.678830 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3161380-d1c3-4804-94fe-b21660bf5c8a req-abcaa5ea-e0f8-46f6-a21d-957f35a9a3b6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:54:27.679359 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-c3161380-d1c3-4804-94fe-b21660bf5c8a req-abcaa5ea-e0f8-46f6-a21d-957f35a9a3b6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:54:27.706356 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c3161380-d1c3-4804-94fe-b21660bf5c8a req-abcaa5ea-e0f8-46f6-a21d-957f35a9a3b6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7160683 Dec 20 08:54:27.718724 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-c3161380-d1c3-4804-94fe-b21660bf5c8a req-451df54a-5ac5-4b27-b003-1c3cc4ef4e3d service neutron] Request body: {'port': {'device_id': '8b95d085-47d1-456e-8cfa-5ea7ac2efd17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8204'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:54:27.829380 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-c3161380-d1c3-4804-94fe-b21660bf5c8a req-451df54a-5ac5-4b27-b003-1c3cc4ef4e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:54:27.865378 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-3127e396-0c3e-444b-8407-9b7ca5492204 None None] Provisioning for port ed3bdd84-2f31-44c8-8ecc-3a6517d91cdd completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:54:27.871244 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-3127e396-0c3e-444b-8407-9b7ca5492204 None None] Provisioning complete for port ed3bdd84-2f31-44c8-8ecc-3a6517d91cdd triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:54:27.871624 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3127e396-0c3e-444b-8407-9b7ca5492204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:54:27.923932 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-3127e396-0c3e-444b-8407-9b7ca5492204 None None] Port ed3bdd84-2f31-44c8-8ecc-3a6517d91cdd cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:54:28.088665 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1601fc04-4fa2-4712-919c-0d388a18c093 req-b4d71fdb-209e-4550-8a70-8634327a63f5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:54:28.090220 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-1601fc04-4fa2-4712-919c-0d388a18c093 req-b4d71fdb-209e-4550-8a70-8634327a63f5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b95d085-47d1-456e-8cfa-5ea7ac2efd17 HTTP/1.1" status: 200 len: 931 time: 0.0847108 Dec 20 08:54:28.136142 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-1601fc04-4fa2-4712-919c-0d388a18c093 req-03cf8bfc-c1d8-44b2-ad1d-6b956f95fcbc tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Synchronizing usage tracker for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:security_group {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:54:28.155859 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-1601fc04-4fa2-4712-919c-0d388a18c093 req-03cf8bfc-c1d8-44b2-ad1d-6b956f95fcbc tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Unset dirty status for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:security_group {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:54:28.157176 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-1601fc04-4fa2-4712-919c-0d388a18c093 req-03cf8bfc-c1d8-44b2-ad1d-6b956f95fcbc tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=46477da7-106e-48b9-a659-677cee9696f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612874 Dec 20 08:54:28.275433 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [req-c3161380-d1c3-4804-94fe-b21660bf5c8a req-451df54a-5ac5-4b27-b003-1c3cc4ef4e3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed3bdd84-2f31-44c8-8ecc-3a6517d91cdd {{(pid=83444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 08:54:28.282272 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-c3161380-d1c3-4804-94fe-b21660bf5c8a req-451df54a-5ac5-4b27-b003-1c3cc4ef4e3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:54:28.296529 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-c3161380-d1c3-4804-94fe-b21660bf5c8a req-451df54a-5ac5-4b27-b003-1c3cc4ef4e3d service neutron] Transition to ACTIVE for port object ed3bdd84-2f31-44c8-8ecc-3a6517d91cdd will not be triggered until provisioned by entity L2. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:54:28.300683 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-c3161380-d1c3-4804-94fe-b21660bf5c8a req-451df54a-5ac5-4b27-b003-1c3cc4ef4e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:54:28.304869 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-6bdb590b-c611-4985-9df5-451e3376e118 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:54:28.490985 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451df54a-5ac5-4b27-b003-1c3cc4ef4e3d service neutron] Pushing event updated for resources: {'Port': ['ID=ed3bdd84-2f31-44c8-8ecc-3a6517d91cdd,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:54:28.504685 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-451df54a-5ac5-4b27-b003-1c3cc4ef4e3d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:54:28.592854 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-345732da-e24f-4509-8b97-631f3031f50c req-f56ed825-d704-4124-8eb4-332ee85fedbb service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6db93eee-b546-4abc-af1c-0f87597398e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2558906 Dec 20 08:54:28.635466 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-c3161380-d1c3-4804-94fe-b21660bf5c8a req-451df54a-5ac5-4b27-b003-1c3cc4ef4e3d service neutron] Attempting to bind port ed3bdd84-2f31-44c8-8ecc-3a6517d91cdd on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:54:28.635792 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-c3161380-d1c3-4804-94fe-b21660bf5c8a req-451df54a-5ac5-4b27-b003-1c3cc4ef4e3d service neutron] Attempting to bind port ed3bdd84-2f31-44c8-8ecc-3a6517d91cdd by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': 'a8b72b36-34b5-43c4-ae4f-6ef39c83c10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e664d4c9-b00f-4349-9b46-df6a85ff1fc2'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:54:28.636110 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3161380-d1c3-4804-94fe-b21660bf5c8a req-451df54a-5ac5-4b27-b003-1c3cc4ef4e3d service neutron] Attempting to bind port ed3bdd84-2f31-44c8-8ecc-3a6517d91cdd on network e664d4c9-b00f-4349-9b46-df6a85ff1fc2 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:54:28.642063 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3161380-d1c3-4804-94fe-b21660bf5c8a req-451df54a-5ac5-4b27-b003-1c3cc4ef4e3d service neutron] Port ed3bdd84-2f31-44c8-8ecc-3a6517d91cdd on network e664d4c9-b00f-4349-9b46-df6a85ff1fc2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 08:54:28.642510 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3161380-d1c3-4804-94fe-b21660bf5c8a req-451df54a-5ac5-4b27-b003-1c3cc4ef4e3d service neutron] Attempting to bind port ed3bdd84-2f31-44c8-8ecc-3a6517d91cdd on network e664d4c9-b00f-4349-9b46-df6a85ff1fc2 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:54:28.648679 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3161380-d1c3-4804-94fe-b21660bf5c8a req-451df54a-5ac5-4b27-b003-1c3cc4ef4e3d service neutron] Checking agent: {'id': 'bd419857-3bec-4b96-b211-3fb278c66880', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8204', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 40, 10), 'started_at': datetime.datetime(2021, 12, 20, 8, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:54:28.649009 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3161380-d1c3-4804-94fe-b21660bf5c8a req-451df54a-5ac5-4b27-b003-1c3cc4ef4e3d service neutron] Checking segment: {'id': 'a8b72b36-34b5-43c4-ae4f-6ef39c83c10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e664d4c9-b00f-4349-9b46-df6a85ff1fc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:54:28.649621 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3161380-d1c3-4804-94fe-b21660bf5c8a req-451df54a-5ac5-4b27-b003-1c3cc4ef4e3d service neutron] Bound using segment: {'id': 'a8b72b36-34b5-43c4-ae4f-6ef39c83c10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e664d4c9-b00f-4349-9b46-df6a85ff1fc2'} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:54:28.650073 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-c3161380-d1c3-4804-94fe-b21660bf5c8a req-451df54a-5ac5-4b27-b003-1c3cc4ef4e3d service neutron] Bound port: ed3bdd84-2f31-44c8-8ecc-3a6517d91cdd, host: hv-neutron-8204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8b72b36-34b5-43c4-ae4f-6ef39c83c10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e664d4c9-b00f-4349-9b46-df6a85ff1fc2'}}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:54:28.650413 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-c3161380-d1c3-4804-94fe-b21660bf5c8a req-451df54a-5ac5-4b27-b003-1c3cc4ef4e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:54:28.808242 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-c3161380-d1c3-4804-94fe-b21660bf5c8a req-451df54a-5ac5-4b27-b003-1c3cc4ef4e3d service neutron] For port ed3bdd84-2f31-44c8-8ecc-3a6517d91cdd, host hv-neutron-8204, cleared binding levels {{(pid=83444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:54:28.812400 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-c3161380-d1c3-4804-94fe-b21660bf5c8a req-451df54a-5ac5-4b27-b003-1c3cc4ef4e3d service neutron] For port ed3bdd84-2f31-44c8-8ecc-3a6517d91cdd, host hv-neutron-8204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=ed3bdd84-2f31-44c8-8ecc-3a6517d91cdd,segment=NetworkSegment(a8b72b36-34b5-43c4-ae4f-6ef39c83c10f),segment_id=a8b72b36-34b5-43c4-ae4f-6ef39c83c10f)] {{(pid=83444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:54:28.817466 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-c3161380-d1c3-4804-94fe-b21660bf5c8a req-451df54a-5ac5-4b27-b003-1c3cc4ef4e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:54:28.822503 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ed8870e5-b9fc-45df-869f-8425d283fdad tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:54:28.854682 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-345732da-e24f-4509-8b97-631f3031f50c req-770fc51d-9796-4f17-afb5-21bee687d76b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f7b89f97320342ff933d41aa1a974b12&device_id=6db93eee-b546-4abc-af1c-0f87597398e2 HTTP/1.1" status: 200 len: 1099 time: 0.1894166 Dec 20 08:54:28.910377 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-c3161380-d1c3-4804-94fe-b21660bf5c8a req-451df54a-5ac5-4b27-b003-1c3cc4ef4e3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:54:28.912071 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c3161380-d1c3-4804-94fe-b21660bf5c8a req-451df54a-5ac5-4b27-b003-1c3cc4ef4e3d service neutron] 10.222.0.58 "PUT /v2.0/ports/ed3bdd84-2f31-44c8-8ecc-3a6517d91cdd HTTP/1.1" status: 200 len: 1093 time: 1.1972170 Dec 20 08:54:28.912265 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b95d085-47d1-456e-8cfa-5ea7ac2efd17', 'tag': 'ed3bdd84-2f31-44c8-8ecc-3a6517d91cdd'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 08:54:28.943962 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451df54a-5ac5-4b27-b003-1c3cc4ef4e3d service neutron] Pushing event updated for resources: {'Port': ['ID=ed3bdd84-2f31-44c8-8ecc-3a6517d91cdd,revision_number=3']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:54:28.994836 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b95d085-47d1-456e-8cfa-5ea7ac2efd17', 'tag': 'ed3bdd84-2f31-44c8-8ecc-3a6517d91cdd', 'status': 'completed', 'code': 200} Dec 20 08:54:28.997220 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-451df54a-5ac5-4b27-b003-1c3cc4ef4e3d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:54:29.085150 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345732da-e24f-4509-8b97-631f3031f50c req-e97f53de-38a8-4199-820b-1c0613b50f43 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:54:29.087268 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-345732da-e24f-4509-8b97-631f3031f50c req-e97f53de-38a8-4199-820b-1c0613b50f43 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e664d4c9-b00f-4349-9b46-df6a85ff1fc2 HTTP/1.1" status: 200 len: 898 time: 0.2127266 Dec 20 08:54:29.169040 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-345732da-e24f-4509-8b97-631f3031f50c req-928d6a71-9ae5-49b7-9991-7b598a016616 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=691a95c4-2ba0-4a11-9fd5-29cd98045756 HTTP/1.1" status: 200 len: 217 time: 0.0739906 Dec 20 08:54:29.172498 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c3161380-d1c3-4804-94fe-b21660bf5c8a req-086d4c01-c925-46aa-aea4-11179f60b53c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f7b89f97320342ff933d41aa1a974b12&device_id=8b95d085-47d1-456e-8cfa-5ea7ac2efd17 HTTP/1.1" status: 200 len: 1096 time: 0.1769142 Dec 20 08:54:29.283726 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c3161380-d1c3-4804-94fe-b21660bf5c8a req-0a5acb14-3d79-4a31-b7e3-87ad162523cc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ed3bdd84-2f31-44c8-8ecc-3a6517d91cdd HTTP/1.1" status: 200 len: 217 time: 0.1031177 Dec 20 08:54:29.334972 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345732da-e24f-4509-8b97-631f3031f50c req-e201a26d-b8c4-4588-a8c7-e23f7ddaffae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:54:29.336296 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-345732da-e24f-4509-8b97-631f3031f50c req-e201a26d-b8c4-4588-a8c7-e23f7ddaffae service neutron] 10.222.0.58 "GET /v2.0/subnets?id=63d8cf76-7c84-4a2e-bc0c-1d739038e9cb HTTP/1.1" status: 200 len: 835 time: 0.1544893 Dec 20 08:54:29.357599 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a462f167-6bd9-42b9-aaca-9251f08dafad req-baa5129e-2434-4fed-b840-a4cfaadd6349 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:54:29.359023 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-a462f167-6bd9-42b9-aaca-9251f08dafad req-baa5129e-2434-4fed-b840-a4cfaadd6349 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b95d085-47d1-456e-8cfa-5ea7ac2efd17 HTTP/1.1" status: 200 len: 943 time: 0.0758655 Dec 20 08:54:29.406870 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3161380-d1c3-4804-94fe-b21660bf5c8a req-8f488a61-14d0-4dc7-8e96-e5fde846fd5c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:54:29.408934 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c3161380-d1c3-4804-94fe-b21660bf5c8a req-8f488a61-14d0-4dc7-8e96-e5fde846fd5c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=63d8cf76-7c84-4a2e-bc0c-1d739038e9cb HTTP/1.1" status: 200 len: 835 time: 0.1192508 Dec 20 08:54:29.415401 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-a462f167-6bd9-42b9-aaca-9251f08dafad req-4bd4ef57-e7fc-4640-b6f0-424326e68eba tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=46477da7-106e-48b9-a659-677cee9696f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501966 Dec 20 08:54:29.487633 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-345732da-e24f-4509-8b97-631f3031f50c req-b152da7b-08ee-4997-840c-dba412863c33 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e664d4c9-b00f-4349-9b46-df6a85ff1fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1436586 Dec 20 08:54:29.548704 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c3161380-d1c3-4804-94fe-b21660bf5c8a req-619bea13-7096-43e0-80de-c9e5de6429fd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e664d4c9-b00f-4349-9b46-df6a85ff1fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1327717 Dec 20 08:54:29.847804 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-345732da-e24f-4509-8b97-631f3031f50c req-e7aecdb8-d599-4128-9018-9f5dc0ae6d26 service neutron] 10.222.0.58 "GET /v2.0/networks/e664d4c9-b00f-4349-9b46-df6a85ff1fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3528638 Dec 20 08:54:29.920010 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c3161380-d1c3-4804-94fe-b21660bf5c8a req-074851c9-002a-4dae-aa77-5ce2cfc8a6a6 service neutron] 10.222.0.58 "GET /v2.0/networks/e664d4c9-b00f-4349-9b46-df6a85ff1fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220043 Dec 20 08:54:30.115861 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-345732da-e24f-4509-8b97-631f3031f50c req-604463b6-153e-44c8-810f-1ee2827a0038 service neutron] 10.222.0.58 "GET /v2.0/networks/e664d4c9-b00f-4349-9b46-df6a85ff1fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563295 Dec 20 08:54:30.155213 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c3161380-d1c3-4804-94fe-b21660bf5c8a req-a98c875a-fea5-485e-a6d5-4784b6c313cc service neutron] 10.222.0.58 "GET /v2.0/networks/e664d4c9-b00f-4349-9b46-df6a85ff1fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885569 Dec 20 08:54:30.279542 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-63003b92-6c8c-48e8-93f3-cc46947906c4 req-eb4c419d-adc1-490e-b2fa-937815313be1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f7b89f97320342ff933d41aa1a974b12&device_id=8b95d085-47d1-456e-8cfa-5ea7ac2efd17 HTTP/1.1" status: 200 len: 1096 time: 0.0827887 Dec 20 08:54:30.428603 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63003b92-6c8c-48e8-93f3-cc46947906c4 req-feb5ceab-4f1f-4721-aab2-aed95e9cc811 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:54:30.430303 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-63003b92-6c8c-48e8-93f3-cc46947906c4 req-feb5ceab-4f1f-4721-aab2-aed95e9cc811 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e664d4c9-b00f-4349-9b46-df6a85ff1fc2 HTTP/1.1" status: 200 len: 898 time: 0.1445985 Dec 20 08:54:30.508328 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-63003b92-6c8c-48e8-93f3-cc46947906c4 req-83af1c42-66dd-4b0a-a7f6-81d1ae6466c1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ed3bdd84-2f31-44c8-8ecc-3a6517d91cdd HTTP/1.1" status: 200 len: 217 time: 0.0712397 Dec 20 08:54:30.610442 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63003b92-6c8c-48e8-93f3-cc46947906c4 req-f717ac26-c905-4a7c-99cf-c2501ad9c122 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:54:30.611885 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-63003b92-6c8c-48e8-93f3-cc46947906c4 req-f717ac26-c905-4a7c-99cf-c2501ad9c122 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=63d8cf76-7c84-4a2e-bc0c-1d739038e9cb HTTP/1.1" status: 200 len: 835 time: 0.0976677 Dec 20 08:54:30.714319 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1564e23e-259d-4045-ad08-00fb48887bf4 req-c9aa551d-69ad-4217-b4cc-cb1c4d9de646 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:54:30.715017 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-1564e23e-259d-4045-ad08-00fb48887bf4 req-c9aa551d-69ad-4217-b4cc-cb1c4d9de646 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Synchronizing usage tracker for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:54:30.729813 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-63003b92-6c8c-48e8-93f3-cc46947906c4 req-396df634-cef1-484e-84fe-ff2ac703d31c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e664d4c9-b00f-4349-9b46-df6a85ff1fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1107874 Dec 20 08:54:30.735512 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-1564e23e-259d-4045-ad08-00fb48887bf4 req-c9aa551d-69ad-4217-b4cc-cb1c4d9de646 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Unset dirty status for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:54:30.736635 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1564e23e-259d-4045-ad08-00fb48887bf4 req-c9aa551d-69ad-4217-b4cc-cb1c4d9de646 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b95d085-47d1-456e-8cfa-5ea7ac2efd17 HTTP/1.1" status: 200 len: 943 time: 0.1690912 Dec 20 08:54:30.864888 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1564e23e-259d-4045-ad08-00fb48887bf4 req-69a3c9eb-3a4b-4c63-b059-a93ba4b1bc39 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=46477da7-106e-48b9-a659-677cee9696f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096001 Dec 20 08:54:30.897723 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-63003b92-6c8c-48e8-93f3-cc46947906c4 req-68ad0854-4643-460e-9ebc-a69a8eaee9ee service neutron] 10.222.0.58 "GET /v2.0/networks/e664d4c9-b00f-4349-9b46-df6a85ff1fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601388 Dec 20 08:54:31.032299 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-63003b92-6c8c-48e8-93f3-cc46947906c4 req-fa0f7542-3bc0-4a64-8c3f-1cf3653f1e2c service neutron] 10.222.0.58 "GET /v2.0/networks/e664d4c9-b00f-4349-9b46-df6a85ff1fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275482 Dec 20 08:54:32.016064 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device ed3bdd84-2f31-44c8-8ecc-3a6517d91cdd details requested by agent hyperv_hv-neutron-8204 with host hv-neutron-8204 {{(pid=83446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 08:54:32.060993 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d756bdf1-d2ac-40cb-bd84-19b88a2991ca req-d6b952a9-26d2-46fa-88e9-ffdf44630650 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:54:32.062473 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-d756bdf1-d2ac-40cb-bd84-19b88a2991ca req-d6b952a9-26d2-46fa-88e9-ffdf44630650 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b95d085-47d1-456e-8cfa-5ea7ac2efd17 HTTP/1.1" status: 200 len: 943 time: 0.0783932 Dec 20 08:54:32.111015 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-d756bdf1-d2ac-40cb-bd84-19b88a2991ca req-c17ccd78-e4e8-41df-a5b1-afa560c8727f tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=46477da7-106e-48b9-a659-677cee9696f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430725 Dec 20 08:54:32.196597 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port ed3bdd84-2f31-44c8-8ecc-3a6517d91cdd, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=ed3bdd84-2f31-44c8-8ecc-3a6517d91cdd,segment=NetworkSegment(a8b72b36-34b5-43c4-ae4f-6ef39c83c10f),segment_id=a8b72b36-34b5-43c4-ae4f-6ef39c83c10f)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:54:32.209188 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Returning: {'device': 'ed3bdd84-2f31-44c8-8ecc-3a6517d91cdd', 'network_id': 'e664d4c9-b00f-4349-9b46-df6a85ff1fc2', 'port_id': 'ed3bdd84-2f31-44c8-8ecc-3a6517d91cdd', 'mac_address': 'fa:16:3e:84:e9:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63d8cf76-7c84-4a2e-bc0c-1d739038e9cb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 08:54:32.265478 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:54:32.281948 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed3bdd84-2f31-44c8-8ecc-3a6517d91cdd {{(pid=83446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 08:54:32.296363 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port ed3bdd84-2f31-44c8-8ecc-3a6517d91cdd, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=ed3bdd84-2f31-44c8-8ecc-3a6517d91cdd,segment=NetworkSegment(a8b72b36-34b5-43c4-ae4f-6ef39c83c10f),segment_id=a8b72b36-34b5-43c4-ae4f-6ef39c83c10f)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:54:32.299985 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:54:32.301751 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:54:32.364019 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=ed3bdd84-2f31-44c8-8ecc-3a6517d91cdd,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:54:32.372928 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:54:32.373299 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:54:32.373641 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:54:32.373975 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:54:32.374308 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:54:32.374636 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:54:32.374959 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:54:32.375284 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:54:32.375617 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:54:32.375924 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:54:32.376242 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:54:32.379973 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:54:32.668747 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] get_ports_and_sgs() called for port_ids ['ed3bdd84-2f31-44c8-8ecc-3a6517d91cdd'] {{(pid=83446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 08:54:33.308232 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa62bd-336b-4004-9b2c-6fa6287a52d1 req-d7009b75-e50c-4d6b-b1a5-9cbbe5197c98 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:54:33.309687 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ceaa62bd-336b-4004-9b2c-6fa6287a52d1 req-d7009b75-e50c-4d6b-b1a5-9cbbe5197c98 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b95d085-47d1-456e-8cfa-5ea7ac2efd17 HTTP/1.1" status: 200 len: 944 time: 0.0807924 Dec 20 08:54:33.353394 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ceaa62bd-336b-4004-9b2c-6fa6287a52d1 req-22f9aea9-0b86-41e4-83b8-12ffa8389ba0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=46477da7-106e-48b9-a659-677cee9696f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381074 Dec 20 08:54:34.047005 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device ed3bdd84-2f31-44c8-8ecc-3a6517d91cdd up at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:54:34.114291 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 08:54:34.118479 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning for port ed3bdd84-2f31-44c8-8ecc-3a6517d91cdd completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:54:34.123196 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning complete for port ed3bdd84-2f31-44c8-8ecc-3a6517d91cdd triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:54:34.123577 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:54:34.238384 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:54:34.268026 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b95d085-47d1-456e-8cfa-5ea7ac2efd17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed3bdd84-2f31-44c8-8ecc-3a6517d91cdd'}] {{(pid=83446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 08:54:34.278695 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port ed3bdd84-2f31-44c8-8ecc-3a6517d91cdd, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=ed3bdd84-2f31-44c8-8ecc-3a6517d91cdd,segment=NetworkSegment(a8b72b36-34b5-43c4-ae4f-6ef39c83c10f),segment_id=a8b72b36-34b5-43c4-ae4f-6ef39c83c10f)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:54:34.282685 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:54:34.284644 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d6654ea7-54d6-470f-94de-ff602432ce7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:54:34.353991 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=ed3bdd84-2f31-44c8-8ecc-3a6517d91cdd,revision_number=5']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:54:34.357102 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:54:34.570047 dv-neutron-820491-1-hyperv neutron-server[83446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b95d085-47d1-456e-8cfa-5ea7ac2efd17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed3bdd84-2f31-44c8-8ecc-3a6517d91cdd', 'code': 200} Dec 20 08:54:34.575177 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37f09c-7d73-449f-b66d-4c848d57d058 req-c0972819-9863-49f0-9584-785acdc0f91d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:54:34.576664 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2a37f09c-7d73-449f-b66d-4c848d57d058 req-c0972819-9863-49f0-9584-785acdc0f91d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b95d085-47d1-456e-8cfa-5ea7ac2efd17 HTTP/1.1" status: 200 len: 945 time: 0.0972710 Dec 20 08:54:34.626423 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2a37f09c-7d73-449f-b66d-4c848d57d058 req-bf7fb4ec-796c-4b13-995f-2f101af31653 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=46477da7-106e-48b9-a659-677cee9696f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431616 Dec 20 08:54:34.810553 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-642d26e6-8809-49c5-8ee0-65db4fd75c81 req-d68cfe17-d877-4575-9fe3-dcbad3e3d041 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8b95d085-47d1-456e-8cfa-5ea7ac2efd17 HTTP/1.1" status: 200 len: 1098 time: 0.0831046 Dec 20 08:54:34.858682 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-642d26e6-8809-49c5-8ee0-65db4fd75c81 req-e481c409-6d36-4707-982b-2f602cb7b695 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=46477da7-106e-48b9-a659-677cee9696f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425508 Dec 20 08:54:35.826154 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7712f5-99cb-4b9f-acf3-01d4c927da94 req-d8fac641-dfce-4cad-9632-dacd8095b38a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:54:35.827597 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-3d7712f5-99cb-4b9f-acf3-01d4c927da94 req-d8fac641-dfce-4cad-9632-dacd8095b38a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b95d085-47d1-456e-8cfa-5ea7ac2efd17 HTTP/1.1" status: 200 len: 945 time: 0.0806262 Dec 20 08:54:35.872873 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-3d7712f5-99cb-4b9f-acf3-01d4c927da94 req-44f3a56e-99f6-45fe-b10e-621adff2bedc tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=46477da7-106e-48b9-a659-677cee9696f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398107 Dec 20 08:54:37.066213 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd72d62-d028-43b4-8583-14758b4b77ac req-aad37e4d-950d-42aa-a529-b0c3e185bcf2 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:54:37.067665 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2dd72d62-d028-43b4-8583-14758b4b77ac req-aad37e4d-950d-42aa-a529-b0c3e185bcf2 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b95d085-47d1-456e-8cfa-5ea7ac2efd17 HTTP/1.1" status: 200 len: 945 time: 0.0753522 Dec 20 08:54:37.112104 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2dd72d62-d028-43b4-8583-14758b4b77ac req-e3c462f5-433a-45d6-909b-575c92146dcf tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=46477da7-106e-48b9-a659-677cee9696f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390229 Dec 20 08:54:37.310951 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd1f3a0-abe9-4205-9cda-d938e3fe9b67 req-5ffb4f2c-d937-4921-9fcf-ed9b115233db tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:54:37.312389 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-bdd1f3a0-abe9-4205-9cda-d938e3fe9b67 req-5ffb4f2c-d937-4921-9fcf-ed9b115233db tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b95d085-47d1-456e-8cfa-5ea7ac2efd17 HTTP/1.1" status: 200 len: 945 time: 0.0766644 Dec 20 08:54:37.358585 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-bdd1f3a0-abe9-4205-9cda-d938e3fe9b67 req-8d304d24-aecf-4cfd-9173-50286d279e21 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=46477da7-106e-48b9-a659-677cee9696f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407281 Dec 20 08:54:37.385890 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 46116) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:54:37.569862 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-bb9625cb-2281-43e5-8c68-8f1df16e18d6 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8b95d085-47d1-456e-8cfa-5ea7ac2efd17 HTTP/1.1" status: 200 len: 1093 time: 0.1826339 Dec 20 08:54:37.572258 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 46120) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:54:37.577883 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-6394776d-64eb-4454-9d21-b0afad69b0af tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'floatingip': {'port_id': 'ed3bdd84-2f31-44c8-8ecc-3a6517d91cdd'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:54:37.655757 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6394776d-64eb-4454-9d21-b0afad69b0af tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for floatingip, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:54:38.262308 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6394776d-64eb-4454-9d21-b0afad69b0af tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:54:38.265882 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6394776d-64eb-4454-9d21-b0afad69b0af tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-345990'] for floatingip, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:54:38.464410 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.l3_db [None req-6394776d-64eb-4454-9d21-b0afad69b0af tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Floating IP 8c71111f-c824-4d85-bdd6-27418d175af9 associated. External IP: 172.26.5.224, port: ed3bdd84-2f31-44c8-8ecc-3a6517d91cdd. Dec 20 08:54:38.859848 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6394776d-64eb-4454-9d21-b0afad69b0af tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Router 4255a948-077c-47f3-871f-7907afde6363 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:54:39.175848 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6394776d-64eb-4454-9d21-b0afad69b0af tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:54:39.180096 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6394776d-64eb-4454-9d21-b0afad69b0af tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:54:39.185337 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fa009c-9a0a-48b4-a88e-9b4a25ca5de5 None None] Sync routers for ids ['4255a948-077c-47f3-871f-7907afde6363'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:54:39.197728 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fa009c-9a0a-48b4-a88e-9b4a25ca5de5 None None] Routers {'4255a948-077c-47f3-871f-7907afde6363'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:54:39.198413 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-68fa009c-9a0a-48b4-a88e-9b4a25ca5de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:54:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['4255a948-077c-47f3-871f-7907afde6363'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:54:39.236248 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-6394776d-64eb-4454-9d21-b0afad69b0af tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "PUT /v2.0/floatingips/8c71111f-c824-4d85-bdd6-27418d175af9 HTTP/1.1" status: 200 len: 991 time: 1.6626914 Dec 20 08:54:39.236896 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b95d085-47d1-456e-8cfa-5ea7ac2efd17', 'tag': 'ed3bdd84-2f31-44c8-8ecc-3a6517d91cdd'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 08:54:39.239062 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 46124) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:54:39.294206 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b95d085-47d1-456e-8cfa-5ea7ac2efd17', 'tag': 'ed3bdd84-2f31-44c8-8ecc-3a6517d91cdd', 'status': 'completed', 'code': 200} Dec 20 08:54:39.351769 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-5461296d-bfda-4e1e-b4d6-445d4735ad82 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/floatingips/8c71111f-c824-4d85-bdd6-27418d175af9 HTTP/1.1" status: 200 len: 991 time: 0.1103487 Dec 20 08:54:39.382785 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-68fa009c-9a0a-48b4-a88e-9b4a25ca5de5 None None] Set router 4255a948-077c-47f3-871f-7907afde6363 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:54:39.386274 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5b98e528-e505-4d17-abb0-ce98ced684d3 req-13ad8323-0b53-454e-b966-85cd90e28a4e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f7b89f97320342ff933d41aa1a974b12&device_id=8b95d085-47d1-456e-8cfa-5ea7ac2efd17 HTTP/1.1" status: 200 len: 1098 time: 0.0718758 Dec 20 08:54:39.517028 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b98e528-e505-4d17-abb0-ce98ced684d3 req-ab64b730-8b5e-4e34-ad11-4d63f2479a78 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:54:39.518493 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5b98e528-e505-4d17-abb0-ce98ced684d3 req-ab64b730-8b5e-4e34-ad11-4d63f2479a78 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e664d4c9-b00f-4349-9b46-df6a85ff1fc2 HTTP/1.1" status: 200 len: 898 time: 0.1262708 Dec 20 08:54:39.628647 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5b98e528-e505-4d17-abb0-ce98ced684d3 req-804d2872-7340-468d-9b5b-ef24f34b9ae3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ed3bdd84-2f31-44c8-8ecc-3a6517d91cdd HTTP/1.1" status: 200 len: 999 time: 0.1030059 Dec 20 08:54:39.692328 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b98e528-e505-4d17-abb0-ce98ced684d3 req-339d3189-4de1-4836-8f52-92f1965895a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:54:39.693844 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5b98e528-e505-4d17-abb0-ce98ced684d3 req-339d3189-4de1-4836-8f52-92f1965895a8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=63d8cf76-7c84-4a2e-bc0c-1d739038e9cb HTTP/1.1" status: 200 len: 835 time: 0.0596519 Dec 20 08:54:39.738932 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-68fa009c-9a0a-48b4-a88e-9b4a25ca5de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4255a948-077c-47f3-871f-7907afde6363', 'name': 'tempest-TestNetworkBasicOps-router-954016181', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.192'}], 'enable_snat': True}, 'gw_port_id': 'e9f65c13-f4f3-4c63-b7fc-14cbeceb62c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:52:22Z', 'updated_at': '2021-12-20T08:52:28Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': 'e9f65c13-f4f3-4c63-b7fc-14cbeceb62c3', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:93:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4255a948-077c-47f3-871f-7907afde6363', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:52:23Z', 'updated_at': '2021-12-20T08:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': '8c71111f-c824-4d85-bdd6-27418d175af9', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'floating_ip_address': '172.26.5.224', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': '4255a948-077c-47f3-871f-7907afde6363', 'port_id': 'ed3bdd84-2f31-44c8-8ecc-3a6517d91cdd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e664d4c9-b00f-4349-9b46-df6a85ff1fc2', 'mac_address': 'fa:16:3e:84:e9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b95d085-47d1-456e-8cfa-5ea7ac2efd17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T08:53:04Z', 'updated_at': '2021-12-20T08:54:38Z', 'revision_number': 5, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15fc5732-fd9c-40c1-8c82-43b90eec6004', 'name': '', 'network_id': 'e664d4c9-b00f-4349-9b46-df6a85ff1fc2', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'mac_address': 'fa:16:3e:14:a4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4255a948-077c-47f3-871f-7907afde6363', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63d8cf76-7c84-4a2e-bc0c-1d739038e9cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:52:27Z', 'updated_at': '2021-12-20T08:52:44Z', 'revision_number': 5, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'subnets': [{'id': '63d8cf76-7c84-4a2e-bc0c-1d739038e9cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:54:39.742810 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fa009c-9a0a-48b4-a88e-9b4a25ca5de5 None None] Checking router: 4255a948-077c-47f3-871f-7907afde6363 for host: dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 08:54:39.754495 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fa009c-9a0a-48b4-a88e-9b4a25ca5de5 None None] Routers {'4255a948-077c-47f3-871f-7907afde6363'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:54:39.755103 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-68fa009c-9a0a-48b4-a88e-9b4a25ca5de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:54:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['4255a948-077c-47f3-871f-7907afde6363'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:54:39.774448 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5b98e528-e505-4d17-abb0-ce98ced684d3 req-159132f4-846d-44df-9402-97e05343ec13 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e664d4c9-b00f-4349-9b46-df6a85ff1fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735917 Dec 20 08:54:39.872261 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:54:39.909834 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5b98e528-e505-4d17-abb0-ce98ced684d3 req-45d973fe-7fb7-493d-8d9d-ac961cac9c59 service neutron] 10.222.0.58 "GET /v2.0/networks/e664d4c9-b00f-4349-9b46-df6a85ff1fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288810 Dec 20 08:54:39.928577 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-68fa009c-9a0a-48b4-a88e-9b4a25ca5de5 None None] Set router 4255a948-077c-47f3-871f-7907afde6363 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:54:40.042518 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5b98e528-e505-4d17-abb0-ce98ced684d3 req-d7b58faa-41ab-4089-8a54-66dc0492ff8a service neutron] 10.222.0.58 "GET /v2.0/networks/e664d4c9-b00f-4349-9b46-df6a85ff1fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265502 Dec 20 08:54:40.303108 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-68fa009c-9a0a-48b4-a88e-9b4a25ca5de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4255a948-077c-47f3-871f-7907afde6363', 'name': 'tempest-TestNetworkBasicOps-router-954016181', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.192'}], 'enable_snat': True}, 'gw_port_id': 'e9f65c13-f4f3-4c63-b7fc-14cbeceb62c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:52:22Z', 'updated_at': '2021-12-20T08:52:28Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': 'e9f65c13-f4f3-4c63-b7fc-14cbeceb62c3', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:93:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4255a948-077c-47f3-871f-7907afde6363', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:52:23Z', 'updated_at': '2021-12-20T08:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': '8c71111f-c824-4d85-bdd6-27418d175af9', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'floating_ip_address': '172.26.5.224', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': '4255a948-077c-47f3-871f-7907afde6363', 'port_id': 'ed3bdd84-2f31-44c8-8ecc-3a6517d91cdd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e664d4c9-b00f-4349-9b46-df6a85ff1fc2', 'mac_address': 'fa:16:3e:84:e9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b95d085-47d1-456e-8cfa-5ea7ac2efd17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T08:53:04Z', 'updated_at': '2021-12-20T08:54:38Z', 'revision_number': 5, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15fc5732-fd9c-40c1-8c82-43b90eec6004', 'name': '', 'network_id': 'e664d4c9-b00f-4349-9b46-df6a85ff1fc2', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'mac_address': 'fa:16:3e:14:a4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4255a948-077c-47f3-871f-7907afde6363', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63d8cf76-7c84-4a2e-bc0c-1d739038e9cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:52:27Z', 'updated_at': '2021-12-20T08:52:44Z', 'revision_number': 5, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'subnets': [{'id': '63d8cf76-7c84-4a2e-bc0c-1d739038e9cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:54:40.307063 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fa009c-9a0a-48b4-a88e-9b4a25ca5de5 None None] The sync data for ids ['4255a948-077c-47f3-871f-7907afde6363'] in dv-neutron-820491-1-hyperv is: [{'id': '4255a948-077c-47f3-871f-7907afde6363', 'name': 'tempest-TestNetworkBasicOps-router-954016181', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.192'}], 'enable_snat': True}, 'gw_port_id': 'e9f65c13-f4f3-4c63-b7fc-14cbeceb62c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:52:22Z', 'updated_at': '2021-12-20T08:52:28Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': 'e9f65c13-f4f3-4c63-b7fc-14cbeceb62c3', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:93:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4255a948-077c-47f3-871f-7907afde6363', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:52:23Z', 'updated_at': '2021-12-20T08:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': '8c71111f-c824-4d85-bdd6-27418d175af9', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'floating_ip_address': '172.26.5.224', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': '4255a948-077c-47f3-871f-7907afde6363', 'port_id': 'ed3bdd84-2f31-44c8-8ecc-3a6517d91cdd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e664d4c9-b00f-4349-9b46-df6a85ff1fc2', 'mac_address': 'fa:16:3e:84:e9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b95d085-47d1-456e-8cfa-5ea7ac2efd17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T08:53:04Z', 'updated_at': '2021-12-20T08:54:38Z', 'revision_number': 5, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15fc5732-fd9c-40c1-8c82-43b90eec6004', 'name': '', 'network_id': 'e664d4c9-b00f-4349-9b46-df6a85ff1fc2', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'mac_address': 'fa:16:3e:14:a4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4255a948-077c-47f3-871f-7907afde6363', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63d8cf76-7c84-4a2e-bc0c-1d739038e9cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:52:27Z', 'updated_at': '2021-12-20T08:52:44Z', 'revision_number': 5, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'subnets': [{'id': '63d8cf76-7c84-4a2e-bc0c-1d739038e9cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:54:40.354568 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 46130) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:54:40.462026 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-1f9a49b1-6d7f-477d-bda3-85f5ef869cbd tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/floatingips/8c71111f-c824-4d85-bdd6-27418d175af9 HTTP/1.1" status: 200 len: 991 time: 0.1062393 Dec 20 08:54:40.491402 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8333307f-d530-44b8-a97d-a46a49f72319 None None] New status for floating IP 8c71111f-c824-4d85-bdd6-27418d175af9: ACTIVE {{(pid=83446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 08:54:41.465902 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 46134) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:54:41.577990 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-06592154-5f98-46b3-bfcb-5cdecee780e7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/floatingips/8c71111f-c824-4d85-bdd6-27418d175af9 HTTP/1.1" status: 200 len: 993 time: 0.1105592 Dec 20 08:54:42.497620 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e75bd5a3-9ee5-4722-bb7f-ef8fb6e2a4b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:54:44.832606 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f5170338-907a-4822-87a8-1b1434b7e7ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:54:45.912149 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:54:45.987483 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:54:47.370499 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:55:01.084040 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-72467a0b-c0a5-43c2-954d-cada2dbe83c3 req-a2858880-d7f8-49f3-87e9-d17032aad17e tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1261651627&fields=id&tenant_id=9cbdcc0323fa453595ec6616c2aaa00e HTTP/1.1" status: 200 len: 267 time: 0.0417204 Dec 20 08:55:01.226367 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72467a0b-c0a5-43c2-954d-cada2dbe83c3 req-d702da11-ce5e-41c6-8514-01fd0e6c9da2 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:55:01.227780 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-72467a0b-c0a5-43c2-954d-cada2dbe83c3 req-d702da11-ce5e-41c6-8514-01fd0e6c9da2 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/networks?id=93bb2812-0b1d-4fea-b794-e7bc065467e8 HTTP/1.1" status: 200 len: 812 time: 0.1375866 Dec 20 08:55:01.244202 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-72467a0b-c0a5-43c2-954d-cada2dbe83c3 req-35227e2b-c348-4ce0-9577-61baa29b34bf tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/quotas/9cbdcc0323fa453595ec6616c2aaa00e HTTP/1.1" status: 200 len: 375 time: 0.0105391 Dec 20 08:55:01.337495 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-72467a0b-c0a5-43c2-954d-cada2dbe83c3 req-4c9030d9-58ec-4cd2-8192-a1402d05a752 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9cbdcc0323fa453595ec6616c2aaa00e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0866077 Dec 20 08:55:01.720535 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-72467a0b-c0a5-43c2-954d-cada2dbe83c3 req-57f8c76a-bf1f-490d-9b28-b99ebec7422f service neutron] 10.222.0.16 "GET /v2.0/networks/93bb2812-0b1d-4fea-b794-e7bc065467e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3721154 Dec 20 08:55:01.850460 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-72467a0b-c0a5-43c2-954d-cada2dbe83c3 req-c3a855e5-be45-4fa5-9acb-d8a10672c325 service neutron] 10.222.0.16 "GET /v2.0/networks/93bb2812-0b1d-4fea-b794-e7bc065467e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242487 Dec 20 08:55:02.237857 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b4bf0e85-9dc5-497e-8091-1f4d93a7ac46 req-ba531288-a68d-444c-88d7-e2c2e1a32012 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/ports?device_id=174d5166-a078-4e26-92ff-06d32bbb10bf HTTP/1.1" status: 200 len: 210 time: 0.0409818 Dec 20 08:55:03.400596 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-2ca5d852-3251-4630-915c-761d7796b4a6 req-154b6e5e-4266-4e8a-ad33-6ddc0b456e5b tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/ports?device_id=174d5166-a078-4e26-92ff-06d32bbb10bf HTTP/1.1" status: 200 len: 210 time: 0.0404367 Dec 20 08:55:04.249976 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72467a0b-c0a5-43c2-954d-cada2dbe83c3 req-7abe73e6-aacf-49f0-a570-bbbc5a93f0c2 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:55:04.251376 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-72467a0b-c0a5-43c2-954d-cada2dbe83c3 req-7abe73e6-aacf-49f0-a570-bbbc5a93f0c2 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.58 "GET /v2.0/networks?id=93bb2812-0b1d-4fea-b794-e7bc065467e8 HTTP/1.1" status: 200 len: 812 time: 0.1456146 Dec 20 08:55:04.304664 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-72467a0b-c0a5-43c2-954d-cada2dbe83c3 req-09cd84bc-be44-4e15-bb6f-c2228792414d tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9cbdcc0323fa453595ec6616c2aaa00e HTTP/1.1" status: 200 len: 380 time: 0.0398245 Dec 20 08:55:04.313325 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-72467a0b-c0a5-43c2-954d-cada2dbe83c3 req-25093bfa-676b-47d7-b688-8c44686e6b37 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Request body: {'port': {'device_id': '174d5166-a078-4e26-92ff-06d32bbb10bf', 'network_id': '93bb2812-0b1d-4fea-b794-e7bc065467e8', 'admin_state_up': True, 'tenant_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'security_groups': ['4eb73519-9c90-4e50-9a3d-0898de63562c']}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:55:04.450448 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-72467a0b-c0a5-43c2-954d-cada2dbe83c3 req-25093bfa-676b-47d7-b688-8c44686e6b37 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:55:04.459934 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-72467a0b-c0a5-43c2-954d-cada2dbe83c3 req-25093bfa-676b-47d7-b688-8c44686e6b37 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:55:04.472033 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72467a0b-c0a5-43c2-954d-cada2dbe83c3 req-25093bfa-676b-47d7-b688-8c44686e6b37 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Made reservation on behalf of 9cbdcc0323fa453595ec6616c2aaa00e for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:55:04.474736 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-72467a0b-c0a5-43c2-954d-cada2dbe83c3 req-25093bfa-676b-47d7-b688-8c44686e6b37 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:55:04.587126 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1bd3e031-5af8-44c8-b0a2-c5ede4f8c90c req-85511b02-6a43-48fa-a824-32e2138f123a tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/ports?device_id=174d5166-a078-4e26-92ff-06d32bbb10bf HTTP/1.1" status: 200 len: 210 time: 0.0505764 Dec 20 08:55:04.781653 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [req-72467a0b-c0a5-43c2-954d-cada2dbe83c3 req-25093bfa-676b-47d7-b688-8c44686e6b37 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Allocated IP 172.20.0.12 (93bb2812-0b1d-4fea-b794-e7bc065467e8/cff4e817-2297-42bb-840a-667d6388fa06/9c7dbfc4-d02c-4078-a330-db74ae2834a9) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:55:04.966711 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-72467a0b-c0a5-43c2-954d-cada2dbe83c3 req-25093bfa-676b-47d7-b688-8c44686e6b37 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:55:04.984497 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-72467a0b-c0a5-43c2-954d-cada2dbe83c3 req-25093bfa-676b-47d7-b688-8c44686e6b37 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Transition to ACTIVE for port object 9c7dbfc4-d02c-4078-a330-db74ae2834a9 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:55:05.009721 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-72467a0b-c0a5-43c2-954d-cada2dbe83c3 req-25093bfa-676b-47d7-b688-8c44686e6b37 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:55:05.016421 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-78db82d7-7f67-47cb-bc35-2d981e890890 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:55:05.092896 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72467a0b-c0a5-43c2-954d-cada2dbe83c3 req-25093bfa-676b-47d7-b688-8c44686e6b37 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Network 93bb2812-0b1d-4fea-b794-e7bc065467e8 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:55:05.095126 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [req-72467a0b-c0a5-43c2-954d-cada2dbe83c3 req-25093bfa-676b-47d7-b688-8c44686e6b37 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:55:05.099484 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-72467a0b-c0a5-43c2-954d-cada2dbe83c3 req-25093bfa-676b-47d7-b688-8c44686e6b37 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:55:05.127002 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25093bfa-676b-47d7-b688-8c44686e6b37 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Pushing event updated for resources: {'Port': ['ID=9c7dbfc4-d02c-4078-a330-db74ae2834a9,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:55:05.132448 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-25093bfa-676b-47d7-b688-8c44686e6b37 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:55:05.176344 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72467a0b-c0a5-43c2-954d-cada2dbe83c3 req-25093bfa-676b-47d7-b688-8c44686e6b37 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:55:05.176994 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-72467a0b-c0a5-43c2-954d-cada2dbe83c3 req-25093bfa-676b-47d7-b688-8c44686e6b37 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:55:05.210504 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-72467a0b-c0a5-43c2-954d-cada2dbe83c3 req-25093bfa-676b-47d7-b688-8c44686e6b37 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9002752 Dec 20 08:55:05.227284 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-72467a0b-c0a5-43c2-954d-cada2dbe83c3 req-6fcdde46-44c4-4c58-81fa-b6fae3f4821e service neutron] Request body: {'port': {'device_id': '174d5166-a078-4e26-92ff-06d32bbb10bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8204'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:55:05.362005 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-72467a0b-c0a5-43c2-954d-cada2dbe83c3 req-6fcdde46-44c4-4c58-81fa-b6fae3f4821e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:55:05.431946 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-9c2343f1-3a7f-45b2-b5bb-41b7c3325b53 None None] Provisioning for port 9c7dbfc4-d02c-4078-a330-db74ae2834a9 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:55:05.439064 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-9c2343f1-3a7f-45b2-b5bb-41b7c3325b53 None None] Provisioning complete for port 9c7dbfc4-d02c-4078-a330-db74ae2834a9 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:55:05.439980 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-9c2343f1-3a7f-45b2-b5bb-41b7c3325b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:55:05.517928 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-9c2343f1-3a7f-45b2-b5bb-41b7c3325b53 None None] Port 9c7dbfc4-d02c-4078-a330-db74ae2834a9 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:55:05.791226 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [req-72467a0b-c0a5-43c2-954d-cada2dbe83c3 req-6fcdde46-44c4-4c58-81fa-b6fae3f4821e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c7dbfc4-d02c-4078-a330-db74ae2834a9 {{(pid=83444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 08:55:05.800395 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-72467a0b-c0a5-43c2-954d-cada2dbe83c3 req-6fcdde46-44c4-4c58-81fa-b6fae3f4821e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:55:05.819402 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-72467a0b-c0a5-43c2-954d-cada2dbe83c3 req-6fcdde46-44c4-4c58-81fa-b6fae3f4821e service neutron] Transition to ACTIVE for port object 9c7dbfc4-d02c-4078-a330-db74ae2834a9 will not be triggered until provisioned by entity L2. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:55:05.825508 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-72467a0b-c0a5-43c2-954d-cada2dbe83c3 req-6fcdde46-44c4-4c58-81fa-b6fae3f4821e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:55:05.832821 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c631f88b-4920-47bd-9295-79938d583215 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:55:05.883859 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aa77dc-5472-4781-bcbe-dd92e574be9b req-e0b521a4-d3a9-461c-8506-4c04ef0ba985 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:55:05.886846 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-25aa77dc-5472-4781-bcbe-dd92e574be9b req-e0b521a4-d3a9-461c-8506-4c04ef0ba985 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/ports?device_id=174d5166-a078-4e26-92ff-06d32bbb10bf HTTP/1.1" status: 200 len: 932 time: 0.1383791 Dec 20 08:55:05.963320 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-25aa77dc-5472-4781-bcbe-dd92e574be9b req-6b9b9c9d-3a69-4f05-9060-94ae2255bc66 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb73519-9c90-4e50-9a3d-0898de63562c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702283 Dec 20 08:55:06.017981 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcdde46-44c4-4c58-81fa-b6fae3f4821e service neutron] Pushing event updated for resources: {'Port': ['ID=9c7dbfc4-d02c-4078-a330-db74ae2834a9,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:55:06.028226 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-6fcdde46-44c4-4c58-81fa-b6fae3f4821e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:55:06.140119 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-72467a0b-c0a5-43c2-954d-cada2dbe83c3 req-6fcdde46-44c4-4c58-81fa-b6fae3f4821e service neutron] Attempting to bind port 9c7dbfc4-d02c-4078-a330-db74ae2834a9 on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:55:06.140525 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-72467a0b-c0a5-43c2-954d-cada2dbe83c3 req-6fcdde46-44c4-4c58-81fa-b6fae3f4821e service neutron] Attempting to bind port 9c7dbfc4-d02c-4078-a330-db74ae2834a9 by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': '816f3411-ce24-4874-a9f0-58ff5b5f140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '93bb2812-0b1d-4fea-b794-e7bc065467e8'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:55:06.140998 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72467a0b-c0a5-43c2-954d-cada2dbe83c3 req-6fcdde46-44c4-4c58-81fa-b6fae3f4821e service neutron] Attempting to bind port 9c7dbfc4-d02c-4078-a330-db74ae2834a9 on network 93bb2812-0b1d-4fea-b794-e7bc065467e8 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:55:06.147454 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72467a0b-c0a5-43c2-954d-cada2dbe83c3 req-6fcdde46-44c4-4c58-81fa-b6fae3f4821e service neutron] Port 9c7dbfc4-d02c-4078-a330-db74ae2834a9 on network 93bb2812-0b1d-4fea-b794-e7bc065467e8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 08:55:06.148053 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72467a0b-c0a5-43c2-954d-cada2dbe83c3 req-6fcdde46-44c4-4c58-81fa-b6fae3f4821e service neutron] Attempting to bind port 9c7dbfc4-d02c-4078-a330-db74ae2834a9 on network 93bb2812-0b1d-4fea-b794-e7bc065467e8 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:55:06.156527 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72467a0b-c0a5-43c2-954d-cada2dbe83c3 req-6fcdde46-44c4-4c58-81fa-b6fae3f4821e service neutron] Checking agent: {'id': 'bd419857-3bec-4b96-b211-3fb278c66880', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8204', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 40, 10), 'started_at': datetime.datetime(2021, 12, 20, 8, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:55:06.157018 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72467a0b-c0a5-43c2-954d-cada2dbe83c3 req-6fcdde46-44c4-4c58-81fa-b6fae3f4821e service neutron] Checking segment: {'id': '816f3411-ce24-4874-a9f0-58ff5b5f140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '93bb2812-0b1d-4fea-b794-e7bc065467e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:55:06.157493 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72467a0b-c0a5-43c2-954d-cada2dbe83c3 req-6fcdde46-44c4-4c58-81fa-b6fae3f4821e service neutron] Bound using segment: {'id': '816f3411-ce24-4874-a9f0-58ff5b5f140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '93bb2812-0b1d-4fea-b794-e7bc065467e8'} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:55:06.157946 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-72467a0b-c0a5-43c2-954d-cada2dbe83c3 req-6fcdde46-44c4-4c58-81fa-b6fae3f4821e service neutron] Bound port: 9c7dbfc4-d02c-4078-a330-db74ae2834a9, host: hv-neutron-8204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '816f3411-ce24-4874-a9f0-58ff5b5f140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '93bb2812-0b1d-4fea-b794-e7bc065467e8'}}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:55:06.158297 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-72467a0b-c0a5-43c2-954d-cada2dbe83c3 req-6fcdde46-44c4-4c58-81fa-b6fae3f4821e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:55:06.254367 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-72467a0b-c0a5-43c2-954d-cada2dbe83c3 req-6fcdde46-44c4-4c58-81fa-b6fae3f4821e service neutron] For port 9c7dbfc4-d02c-4078-a330-db74ae2834a9, host hv-neutron-8204, cleared binding levels {{(pid=83444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:55:06.257396 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-72467a0b-c0a5-43c2-954d-cada2dbe83c3 req-6fcdde46-44c4-4c58-81fa-b6fae3f4821e service neutron] For port 9c7dbfc4-d02c-4078-a330-db74ae2834a9, host hv-neutron-8204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=9c7dbfc4-d02c-4078-a330-db74ae2834a9,segment=NetworkSegment(816f3411-ce24-4874-a9f0-58ff5b5f140f),segment_id=816f3411-ce24-4874-a9f0-58ff5b5f140f)] {{(pid=83444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:55:06.261745 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-72467a0b-c0a5-43c2-954d-cada2dbe83c3 req-6fcdde46-44c4-4c58-81fa-b6fae3f4821e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:55:06.265350 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-41ccb092-f1d6-4aee-b848-ad05e3106ea7 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:55:06.326736 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-72467a0b-c0a5-43c2-954d-cada2dbe83c3 req-6fcdde46-44c4-4c58-81fa-b6fae3f4821e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:55:06.328103 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-72467a0b-c0a5-43c2-954d-cada2dbe83c3 req-6fcdde46-44c4-4c58-81fa-b6fae3f4821e service neutron] 10.222.0.58 "PUT /v2.0/ports/9c7dbfc4-d02c-4078-a330-db74ae2834a9 HTTP/1.1" status: 200 len: 1094 time: 1.1099496 Dec 20 08:55:06.328617 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '174d5166-a078-4e26-92ff-06d32bbb10bf', 'tag': '9c7dbfc4-d02c-4078-a330-db74ae2834a9'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 08:55:06.354198 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcdde46-44c4-4c58-81fa-b6fae3f4821e service neutron] Pushing event updated for resources: {'Port': ['ID=9c7dbfc4-d02c-4078-a330-db74ae2834a9,revision_number=3']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:55:06.359218 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-6fcdde46-44c4-4c58-81fa-b6fae3f4821e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:55:06.445057 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-72467a0b-c0a5-43c2-954d-cada2dbe83c3 req-3c86e69f-a654-41ce-ab1f-be9c97d17324 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9cbdcc0323fa453595ec6616c2aaa00e&device_id=174d5166-a078-4e26-92ff-06d32bbb10bf HTTP/1.1" status: 200 len: 1097 time: 0.0754466 Dec 20 08:55:06.504500 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '174d5166-a078-4e26-92ff-06d32bbb10bf', 'tag': '9c7dbfc4-d02c-4078-a330-db74ae2834a9', 'status': 'completed', 'code': 200} Dec 20 08:55:06.520034 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-72467a0b-c0a5-43c2-954d-cada2dbe83c3 req-4937f69a-3573-48ab-b19c-6fa36551034d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c7dbfc4-d02c-4078-a330-db74ae2834a9 HTTP/1.1" status: 200 len: 217 time: 0.0670528 Dec 20 08:55:06.586858 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72467a0b-c0a5-43c2-954d-cada2dbe83c3 req-ae6f97c2-771b-415b-954f-3532cf36c8c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:55:06.588384 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-72467a0b-c0a5-43c2-954d-cada2dbe83c3 req-ae6f97c2-771b-415b-954f-3532cf36c8c3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cff4e817-2297-42bb-840a-667d6388fa06 HTTP/1.1" status: 200 len: 851 time: 0.0601494 Dec 20 08:55:06.667991 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-72467a0b-c0a5-43c2-954d-cada2dbe83c3 req-443880f3-6cfa-4bf3-96fd-67dc0b6bae8a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=93bb2812-0b1d-4fea-b794-e7bc065467e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734167 Dec 20 08:55:06.907200 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-72467a0b-c0a5-43c2-954d-cada2dbe83c3 req-3fea3bc2-a759-4098-84ad-9340e6001f64 service neutron] 10.222.0.58 "GET /v2.0/networks/93bb2812-0b1d-4fea-b794-e7bc065467e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333322 Dec 20 08:55:07.071940 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-72467a0b-c0a5-43c2-954d-cada2dbe83c3 req-48c0c4e4-6802-415f-ad61-52cae8f17607 service neutron] 10.222.0.58 "GET /v2.0/networks/93bb2812-0b1d-4fea-b794-e7bc065467e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577008 Dec 20 08:55:07.173874 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4e1716-c1cc-49bf-bc26-0162698fea86 req-9b8393a5-7dc5-4aaa-ba06-674b399b17ad tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:55:07.175895 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-ec4e1716-c1cc-49bf-bc26-0162698fea86 req-9b8393a5-7dc5-4aaa-ba06-674b399b17ad tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/ports?device_id=174d5166-a078-4e26-92ff-06d32bbb10bf HTTP/1.1" status: 200 len: 944 time: 0.0814719 Dec 20 08:55:07.199169 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a5736951-6dec-42ff-9bb8-c5fc91a35200 req-02952df9-b135-4251-a84e-06c108121ef9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9cbdcc0323fa453595ec6616c2aaa00e&device_id=174d5166-a078-4e26-92ff-06d32bbb10bf HTTP/1.1" status: 200 len: 1097 time: 0.0804434 Dec 20 08:55:07.227617 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-ec4e1716-c1cc-49bf-bc26-0162698fea86 req-b59c3484-4552-43cf-b19a-9f277947f3ee tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb73519-9c90-4e50-9a3d-0898de63562c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448170 Dec 20 08:55:07.343959 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5736951-6dec-42ff-9bb8-c5fc91a35200 req-6f39b0a7-329e-4746-afc1-0ec38d432971 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:55:07.345348 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a5736951-6dec-42ff-9bb8-c5fc91a35200 req-6f39b0a7-329e-4746-afc1-0ec38d432971 service neutron] 10.222.0.58 "GET /v2.0/networks?id=93bb2812-0b1d-4fea-b794-e7bc065467e8 HTTP/1.1" status: 200 len: 913 time: 0.1402872 Dec 20 08:55:07.435675 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a5736951-6dec-42ff-9bb8-c5fc91a35200 req-b840c2c9-fbe1-4fee-9be2-2af75165e54a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c7dbfc4-d02c-4078-a330-db74ae2834a9 HTTP/1.1" status: 200 len: 217 time: 0.0830767 Dec 20 08:55:07.514886 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5736951-6dec-42ff-9bb8-c5fc91a35200 req-6e2a83d0-1a17-4f78-ac82-02b6f47da2ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:55:07.515806 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a5736951-6dec-42ff-9bb8-c5fc91a35200 req-6e2a83d0-1a17-4f78-ac82-02b6f47da2ac service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cff4e817-2297-42bb-840a-667d6388fa06 HTTP/1.1" status: 200 len: 851 time: 0.0746727 Dec 20 08:55:07.593915 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a5736951-6dec-42ff-9bb8-c5fc91a35200 req-280ed371-9c0b-4a62-9794-593b0a718eff service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=93bb2812-0b1d-4fea-b794-e7bc065467e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715208 Dec 20 08:55:07.748718 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a5736951-6dec-42ff-9bb8-c5fc91a35200 req-2ee5751a-3116-4e30-a926-c0279aae84e5 service neutron] 10.222.0.58 "GET /v2.0/networks/93bb2812-0b1d-4fea-b794-e7bc065467e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480899 Dec 20 08:55:07.885631 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a5736951-6dec-42ff-9bb8-c5fc91a35200 req-d059642f-f708-413b-80f1-52927c7fa538 service neutron] 10.222.0.58 "GET /v2.0/networks/93bb2812-0b1d-4fea-b794-e7bc065467e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308064 Dec 20 08:55:08.443334 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2add85f-fff7-44f5-8618-edef14f31031 req-b7116dfb-3a4c-4980-8989-4c0fe1aa548b tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:55:08.443928 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-b2add85f-fff7-44f5-8618-edef14f31031 req-b7116dfb-3a4c-4980-8989-4c0fe1aa548b tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Synchronizing usage tracker for tenant:9cbdcc0323fa453595ec6616c2aaa00e on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:55:08.459683 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-b2add85f-fff7-44f5-8618-edef14f31031 req-b7116dfb-3a4c-4980-8989-4c0fe1aa548b tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Unset dirty status for tenant:9cbdcc0323fa453595ec6616c2aaa00e on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:55:08.461061 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b2add85f-fff7-44f5-8618-edef14f31031 req-b7116dfb-3a4c-4980-8989-4c0fe1aa548b tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/ports?device_id=174d5166-a078-4e26-92ff-06d32bbb10bf HTTP/1.1" status: 200 len: 944 time: 0.0982006 Dec 20 08:55:08.510298 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b2add85f-fff7-44f5-8618-edef14f31031 req-c132572d-63d2-431c-ac4d-7c0753a9da7b tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb73519-9c90-4e50-9a3d-0898de63562c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432889 Dec 20 08:55:09.708282 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e086bf4d-9471-4458-b8e6-e5d1c2e77561 req-bf8e8fef-4bac-491b-9a60-21ef17103cd5 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:55:09.710575 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-e086bf4d-9471-4458-b8e6-e5d1c2e77561 req-bf8e8fef-4bac-491b-9a60-21ef17103cd5 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/ports?device_id=174d5166-a078-4e26-92ff-06d32bbb10bf HTTP/1.1" status: 200 len: 944 time: 0.0801132 Dec 20 08:55:09.756282 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-e086bf4d-9471-4458-b8e6-e5d1c2e77561 req-1b923a58-5758-4baa-ba64-a26d582aae3d tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb73519-9c90-4e50-9a3d-0898de63562c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405610 Dec 20 08:55:09.887022 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:55:10.949631 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ffbe89-020c-4b91-81aa-c13ddd884c3b req-017d3874-11ec-43cf-b215-9abda8d34b73 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:55:10.950984 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f8ffbe89-020c-4b91-81aa-c13ddd884c3b req-017d3874-11ec-43cf-b215-9abda8d34b73 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/ports?device_id=174d5166-a078-4e26-92ff-06d32bbb10bf HTTP/1.1" status: 200 len: 944 time: 0.0759907 Dec 20 08:55:10.995772 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f8ffbe89-020c-4b91-81aa-c13ddd884c3b req-fba944ad-cf9c-4800-aa4a-40698c414af9 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb73519-9c90-4e50-9a3d-0898de63562c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394509 Dec 20 08:55:11.113698 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 08:55:12.189955 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b39be-d35d-43a3-94b2-c880af249591 req-703ff979-7d0d-417d-89c2-e6ba34892b87 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:55:12.191390 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-860b39be-d35d-43a3-94b2-c880af249591 req-703ff979-7d0d-417d-89c2-e6ba34892b87 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/ports?device_id=174d5166-a078-4e26-92ff-06d32bbb10bf HTTP/1.1" status: 200 len: 944 time: 0.0752833 Dec 20 08:55:12.236722 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-860b39be-d35d-43a3-94b2-c880af249591 req-144e836d-4a3b-49b7-b811-7b05b99af5c4 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb73519-9c90-4e50-9a3d-0898de63562c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399990 Dec 20 08:55:12.499298 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-471ca853-be3c-444a-ab93-a1aa08377d6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:55:13.447233 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae7f60-dca8-4fa3-9c7f-34fcebfe3d8a req-5768878b-da0e-47ce-84f6-8dab866d3e93 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:55:13.448561 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2eae7f60-dca8-4fa3-9c7f-34fcebfe3d8a req-5768878b-da0e-47ce-84f6-8dab866d3e93 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/ports?device_id=174d5166-a078-4e26-92ff-06d32bbb10bf HTTP/1.1" status: 200 len: 944 time: 0.0810184 Dec 20 08:55:13.492590 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2eae7f60-dca8-4fa3-9c7f-34fcebfe3d8a req-16c2a18d-2b5b-4c0a-acf6-cbfe75535cc1 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb73519-9c90-4e50-9a3d-0898de63562c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379989 Dec 20 08:55:14.689716 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd777dd9-0c1e-4566-820d-831740399971 req-8d79342b-f301-4349-a7b2-39248787ea11 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:55:14.691072 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-bd777dd9-0c1e-4566-820d-831740399971 req-8d79342b-f301-4349-a7b2-39248787ea11 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/ports?device_id=174d5166-a078-4e26-92ff-06d32bbb10bf HTTP/1.1" status: 200 len: 944 time: 0.0804021 Dec 20 08:55:14.740620 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-bd777dd9-0c1e-4566-820d-831740399971 req-74a64f7e-1120-4da0-b14b-c2c77a6f8f1a tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb73519-9c90-4e50-9a3d-0898de63562c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440416 Dec 20 08:55:14.823921 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-24b69748-aae9-45ce-bf6a-4e506a5a135f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:55:15.912249 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:55:15.939597 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d89c83b-2717-4208-bb4e-882f73f48e19 req-a9cb50ce-7980-44ea-9026-ce02a658268a tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:55:15.941044 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8d89c83b-2717-4208-bb4e-882f73f48e19 req-a9cb50ce-7980-44ea-9026-ce02a658268a tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/ports?device_id=174d5166-a078-4e26-92ff-06d32bbb10bf HTTP/1.1" status: 200 len: 944 time: 0.0783277 Dec 20 08:55:15.989817 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8d89c83b-2717-4208-bb4e-882f73f48e19 req-df174a0c-8db4-467e-9935-1a01286dfe08 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb73519-9c90-4e50-9a3d-0898de63562c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432136 Dec 20 08:55:15.996881 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:55:16.209456 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 9c7dbfc4-d02c-4078-a330-db74ae2834a9 details requested by agent hyperv_hv-neutron-8204 with host hv-neutron-8204 {{(pid=83446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 08:55:16.353746 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port 9c7dbfc4-d02c-4078-a330-db74ae2834a9, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=9c7dbfc4-d02c-4078-a330-db74ae2834a9,segment=NetworkSegment(816f3411-ce24-4874-a9f0-58ff5b5f140f),segment_id=816f3411-ce24-4874-a9f0-58ff5b5f140f)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:55:16.367234 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Returning: {'device': '9c7dbfc4-d02c-4078-a330-db74ae2834a9', 'network_id': '93bb2812-0b1d-4fea-b794-e7bc065467e8', 'port_id': '9c7dbfc4-d02c-4078-a330-db74ae2834a9', 'mac_address': 'fa:16:3e:b0:6b:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cff4e817-2297-42bb-840a-667d6388fa06', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 08:55:16.423520 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:55:16.440300 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c7dbfc4-d02c-4078-a330-db74ae2834a9 {{(pid=83446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 08:55:16.458962 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port 9c7dbfc4-d02c-4078-a330-db74ae2834a9, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=9c7dbfc4-d02c-4078-a330-db74ae2834a9,segment=NetworkSegment(816f3411-ce24-4874-a9f0-58ff5b5f140f),segment_id=816f3411-ce24-4874-a9f0-58ff5b5f140f)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:55:16.462889 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:55:16.464612 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-14b8f049-091e-4b31-abe8-2b322be6fb10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:55:16.529651 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=9c7dbfc4-d02c-4078-a330-db74ae2834a9,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:55:16.533023 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:55:16.828761 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] get_ports_and_sgs() called for port_ids ['9c7dbfc4-d02c-4078-a330-db74ae2834a9'] {{(pid=83446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 08:55:17.193954 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed851d5-7c80-4786-b226-4c25dd62d0c0 req-c8c8ced8-4496-493b-845a-f3ff04869774 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:55:17.195364 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-3ed851d5-7c80-4786-b226-4c25dd62d0c0 req-c8c8ced8-4496-493b-845a-f3ff04869774 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/ports?device_id=174d5166-a078-4e26-92ff-06d32bbb10bf HTTP/1.1" status: 200 len: 945 time: 0.0845728 Dec 20 08:55:17.243513 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-3ed851d5-7c80-4786-b226-4c25dd62d0c0 req-79285fb3-49e7-4ec8-b111-1385769e9f38 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb73519-9c90-4e50-9a3d-0898de63562c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419014 Dec 20 08:55:17.373691 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:55:18.233809 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 9c7dbfc4-d02c-4078-a330-db74ae2834a9 up at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:55:18.339672 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning for port 9c7dbfc4-d02c-4078-a330-db74ae2834a9 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:55:18.344456 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning complete for port 9c7dbfc4-d02c-4078-a330-db74ae2834a9 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:55:18.344846 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:55:18.448115 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac0d2aa-9f85-4ee0-bf1e-ce19c769a04c req-5c8da11b-c596-458d-9a3a-25f33dff1145 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:55:18.449596 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-eac0d2aa-9f85-4ee0-bf1e-ce19c769a04c req-5c8da11b-c596-458d-9a3a-25f33dff1145 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/ports?device_id=174d5166-a078-4e26-92ff-06d32bbb10bf HTTP/1.1" status: 200 len: 945 time: 0.0841346 Dec 20 08:55:18.459303 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:55:18.489696 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '174d5166-a078-4e26-92ff-06d32bbb10bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c7dbfc4-d02c-4078-a330-db74ae2834a9'}] {{(pid=83446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 08:55:18.500955 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-eac0d2aa-9f85-4ee0-bf1e-ce19c769a04c req-d124ad3c-50dc-471e-be5f-719733e4ef26 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb73519-9c90-4e50-9a3d-0898de63562c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456748 Dec 20 08:55:18.502469 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port 9c7dbfc4-d02c-4078-a330-db74ae2834a9, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=9c7dbfc4-d02c-4078-a330-db74ae2834a9,segment=NetworkSegment(816f3411-ce24-4874-a9f0-58ff5b5f140f),segment_id=816f3411-ce24-4874-a9f0-58ff5b5f140f)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:55:18.508711 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:55:18.510818 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-0e34e28a-72b4-4731-86c0-08324e435eb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:55:18.553142 dv-neutron-820491-1-hyperv neutron-server[83446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '174d5166-a078-4e26-92ff-06d32bbb10bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c7dbfc4-d02c-4078-a330-db74ae2834a9', 'code': 200} Dec 20 08:55:18.593690 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=9c7dbfc4-d02c-4078-a330-db74ae2834a9,revision_number=5']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:55:18.596991 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:55:18.841402 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ac38b667-12ea-4877-9f48-39f7336732f9 req-10905f60-2143-4632-954b-8beeb22ccf03 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=174d5166-a078-4e26-92ff-06d32bbb10bf HTTP/1.1" status: 200 len: 1099 time: 0.0660043 Dec 20 08:55:18.882483 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ac38b667-12ea-4877-9f48-39f7336732f9 req-5e12f2f1-b43c-443b-bf3c-cee446a92ca4 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=4eb73519-9c90-4e50-9a3d-0898de63562c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356107 Dec 20 08:55:19.704371 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5dd33-3af5-4d91-9abe-31d47bc564fd req-5838f5eb-91b8-4048-9c96-71914d7d617f tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:55:19.706010 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-46b5dd33-3af5-4d91-9abe-31d47bc564fd req-5838f5eb-91b8-4048-9c96-71914d7d617f tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/ports?device_id=174d5166-a078-4e26-92ff-06d32bbb10bf HTTP/1.1" status: 200 len: 946 time: 0.0817368 Dec 20 08:55:19.751988 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-46b5dd33-3af5-4d91-9abe-31d47bc564fd req-6bf39e4f-aa90-4a75-ac9d-92514b7865da tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb73519-9c90-4e50-9a3d-0898de63562c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405273 Dec 20 08:55:20.949010 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c7b15e-1473-4dd6-856a-9aef65e45ac0 req-b802302e-63c4-4eac-96e0-10231430a525 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:55:20.950380 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-63c7b15e-1473-4dd6-856a-9aef65e45ac0 req-b802302e-63c4-4eac-96e0-10231430a525 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/ports?device_id=174d5166-a078-4e26-92ff-06d32bbb10bf HTTP/1.1" status: 200 len: 946 time: 0.0748343 Dec 20 08:55:20.995294 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-63c7b15e-1473-4dd6-856a-9aef65e45ac0 req-345b892a-8a2d-40aa-a9c8-1867d37ca895 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb73519-9c90-4e50-9a3d-0898de63562c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394192 Dec 20 08:55:21.188063 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb866917-80f6-42b5-bc17-c91e60c9a739 req-c2a5dcef-c1b5-47ee-9014-42c9f57d8697 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:55:21.189534 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bb866917-80f6-42b5-bc17-c91e60c9a739 req-c2a5dcef-c1b5-47ee-9014-42c9f57d8697 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/ports?device_id=174d5166-a078-4e26-92ff-06d32bbb10bf HTTP/1.1" status: 200 len: 946 time: 0.0738916 Dec 20 08:55:21.347896 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bb866917-80f6-42b5-bc17-c91e60c9a739 req-2923543a-5415-4bee-8132-b80e437bacfb tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb73519-9c90-4e50-9a3d-0898de63562c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528964 Dec 20 08:55:21.375444 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 46244) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:55:21.446316 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a21c9f7a-aa48-400c-bf6a-28d665c072ea tempest-TestVolumeBootPattern-933414515 tempest-TestVolumeBootPattern-933414515-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=174d5166-a078-4e26-92ff-06d32bbb10bf HTTP/1.1" status: 200 len: 1094 time: 0.0694201 Dec 20 08:55:21.448784 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 46248) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:55:21.453847 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-c9286fcb-7d7d-4bb6-822c-d5731893696d tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Request body: {'floatingip': {'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'port_id': '9c7dbfc4-d02c-4078-a330-db74ae2834a9', 'tenant_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:55:21.459423 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-c9286fcb-7d7d-4bb6-822c-d5731893696d tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:55:21.463127 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-c9286fcb-7d7d-4bb6-822c-d5731893696d tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Usage tracker for resource:floatingip and tenant:9cbdcc0323fa453595ec6616c2aaa00e is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:55:21.465901 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-c9286fcb-7d7d-4bb6-822c-d5731893696d tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:55:21.471398 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-c9286fcb-7d7d-4bb6-822c-d5731893696d tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:55:21.481640 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c9286fcb-7d7d-4bb6-822c-d5731893696d tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks [] for floatingip, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:55:21.618249 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c9286fcb-7d7d-4bb6-822c-d5731893696d tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:55:21.765328 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-c9286fcb-7d7d-4bb6-822c-d5731893696d tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Allocated IP 172.26.5.58 (95f3bec2-46e6-4468-8229-8badd4a5aaae/cf8895a3-346d-4313-a645-16ecdcce9969/c3f35de2-d94c-4648-a41e-bc05729c7167) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:55:21.922619 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c9286fcb-7d7d-4bb6-822c-d5731893696d tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:55:21.951483 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c9286fcb-7d7d-4bb6-822c-d5731893696d tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:55:21.956026 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-adc5e718-c42d-48da-88c9-f0f86b121fe1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:55:22.013615 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9286fcb-7d7d-4bb6-822c-d5731893696d tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Network 95f3bec2-46e6-4468-8229-8badd4a5aaae is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:55:22.021265 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-c9286fcb-7d7d-4bb6-822c-d5731893696d tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:55:22.023916 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9286fcb-7d7d-4bb6-822c-d5731893696d tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:55:22.061523 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9286fcb-7d7d-4bb6-822c-d5731893696d tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Pushing event updated for resources: {'Port': ['ID=c3f35de2-d94c-4648-a41e-bc05729c7167,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:55:22.066157 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c9286fcb-7d7d-4bb6-822c-d5731893696d tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:55:22.541775 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c9286fcb-7d7d-4bb6-822c-d5731893696d tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:55:22.596686 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c9286fcb-7d7d-4bb6-822c-d5731893696d tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:55:22.795013 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c9286fcb-7d7d-4bb6-822c-d5731893696d tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:55:22.799426 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c9286fcb-7d7d-4bb6-822c-d5731893696d tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:55:22.803046 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-6fcdde46-44c4-4c58-81fa-b6fae3f4821e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:55:22.901829 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9286fcb-7d7d-4bb6-822c-d5731893696d tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Pushing event updated for resources: {'Port': ['ID=c3f35de2-d94c-4648-a41e-bc05729c7167,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:55:22.910086 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c9286fcb-7d7d-4bb6-822c-d5731893696d tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:55:22.918634 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c9286fcb-7d7d-4bb6-822c-d5731893696d tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-345990'] for floatingip, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:55:23.201268 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.l3_db [None req-c9286fcb-7d7d-4bb6-822c-d5731893696d tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Floating IP ff4953d8-3f27-4134-beea-8cf51b03a5ca associated. External IP: 172.26.5.58, port: 9c7dbfc4-d02c-4078-a330-db74ae2834a9. Dec 20 08:55:23.581619 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9286fcb-7d7d-4bb6-822c-d5731893696d tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Router bd875e86-a674-45ca-9850-8ca7353ab443 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:55:23.800801 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9286fcb-7d7d-4bb6-822c-d5731893696d tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:55:23.810094 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0800d69-6039-4e6f-a0b2-23d44b8442f2 None None] Sync routers for ids ['bd875e86-a674-45ca-9850-8ca7353ab443'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:55:23.822169 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0800d69-6039-4e6f-a0b2-23d44b8442f2 None None] Routers {'bd875e86-a674-45ca-9850-8ca7353ab443'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:55:23.822812 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-c0800d69-6039-4e6f-a0b2-23d44b8442f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:55:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['bd875e86-a674-45ca-9850-8ca7353ab443'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:55:23.824830 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c9286fcb-7d7d-4bb6-822c-d5731893696d tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:55:23.879123 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c9286fcb-7d7d-4bb6-822c-d5731893696d tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4291699 Dec 20 08:55:23.880066 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '174d5166-a078-4e26-92ff-06d32bbb10bf', 'tag': '9c7dbfc4-d02c-4078-a330-db74ae2834a9'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 08:55:23.934044 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '174d5166-a078-4e26-92ff-06d32bbb10bf', 'tag': '9c7dbfc4-d02c-4078-a330-db74ae2834a9', 'status': 'completed', 'code': 200} Dec 20 08:55:24.003227 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-c0800d69-6039-4e6f-a0b2-23d44b8442f2 None None] Set router bd875e86-a674-45ca-9850-8ca7353ab443 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:55:24.024636 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-08fbb5b4-ddb3-45e8-9e53-402ba84d6b83 req-f93034dd-0b58-4a71-8758-e06444a594a7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9cbdcc0323fa453595ec6616c2aaa00e&device_id=174d5166-a078-4e26-92ff-06d32bbb10bf HTTP/1.1" status: 200 len: 1099 time: 0.0688517 Dec 20 08:55:24.167296 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fbb5b4-ddb3-45e8-9e53-402ba84d6b83 req-d1affab4-20d0-4c2c-beb2-fd77cac77759 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:55:24.168662 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-08fbb5b4-ddb3-45e8-9e53-402ba84d6b83 req-d1affab4-20d0-4c2c-beb2-fd77cac77759 service neutron] 10.222.0.58 "GET /v2.0/networks?id=93bb2812-0b1d-4fea-b794-e7bc065467e8 HTTP/1.1" status: 200 len: 913 time: 0.1372824 Dec 20 08:55:24.271436 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-08fbb5b4-ddb3-45e8-9e53-402ba84d6b83 req-062bdf56-4d5c-441a-a458-179fcd9ebbae service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c7dbfc4-d02c-4078-a330-db74ae2834a9 HTTP/1.1" status: 200 len: 999 time: 0.0967376 Dec 20 08:55:24.336541 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fbb5b4-ddb3-45e8-9e53-402ba84d6b83 req-c9275327-c1b4-493f-b368-59b39ab8b8a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:55:24.338013 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-08fbb5b4-ddb3-45e8-9e53-402ba84d6b83 req-c9275327-c1b4-493f-b368-59b39ab8b8a4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cff4e817-2297-42bb-840a-667d6388fa06 HTTP/1.1" status: 200 len: 851 time: 0.0610163 Dec 20 08:55:24.357818 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-c0800d69-6039-4e6f-a0b2-23d44b8442f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd875e86-a674-45ca-9850-8ca7353ab443', 'name': 'tempest-TestVolumeBootPattern-1742087875-router', 'tenant_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': 'f2cbcfcd-283f-4118-8bdd-b273ae3cd306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:48:57Z', 'updated_at': '2021-12-20T08:49:05Z', 'revision_number': 4, 'project_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'gw_port': {'id': 'f2cbcfcd-283f-4118-8bdd-b273ae3cd306', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd875e86-a674-45ca-9850-8ca7353ab443', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:48:58Z', 'updated_at': '2021-12-20T08:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': '2ff5cc63-9a7d-48e7-be3c-72ab0724030e', 'tenant_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'floating_ip_address': '172.26.5.183', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': 'bd875e86-a674-45ca-9850-8ca7353ab443', 'port_id': 'f1373e1f-2823-4b59-ae86-142e4dd4c501', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93bb2812-0b1d-4fea-b794-e7bc065467e8', 'mac_address': 'fa:16:3e:59:f2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10bd31a8-b5fe-46ce-9196-c85e8aba7e6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T08:53:12Z', 'updated_at': '2021-12-20T08:53:17Z', 'revision_number': 1, 'project_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'fixed_ip_address_scope': None}, {'id': 'ff4953d8-3f27-4134-beea-8cf51b03a5ca', 'tenant_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'floating_ip_address': '172.26.5.58', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': 'bd875e86-a674-45ca-9850-8ca7353ab443', 'port_id': '9c7dbfc4-d02c-4078-a330-db74ae2834a9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93bb2812-0b1d-4fea-b794-e7bc065467e8', 'mac_address': 'fa:16:3e:b0:6b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174d5166-a078-4e26-92ff-06d32bbb10bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T08:55:22Z', 'updated_at': '2021-12-20T08:55:22Z', 'revision_number': 0, 'project_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7db998e5-5f07-4330-9ca7-a9cf1f556901', 'name': '', 'network_id': '93bb2812-0b1d-4fea-b794-e7bc065467e8', 'tenant_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'mac_address': 'fa:16:3e:08:1a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd875e86-a674-45ca-9850-8ca7353ab443', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cff4e817-2297-42bb-840a-667d6388fa06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:49:04Z', 'updated_at': '2021-12-20T08:49:18Z', 'revision_number': 5, 'project_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'subnets': [{'id': 'cff4e817-2297-42bb-840a-667d6388fa06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:55:24.362298 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0800d69-6039-4e6f-a0b2-23d44b8442f2 None None] Checking router: bd875e86-a674-45ca-9850-8ca7353ab443 for host: dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 08:55:24.375930 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0800d69-6039-4e6f-a0b2-23d44b8442f2 None None] Routers {'bd875e86-a674-45ca-9850-8ca7353ab443'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:55:24.377538 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-c0800d69-6039-4e6f-a0b2-23d44b8442f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:55:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['bd875e86-a674-45ca-9850-8ca7353ab443'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:55:24.418506 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-08fbb5b4-ddb3-45e8-9e53-402ba84d6b83 req-8d1d6ce2-a741-4e78-ad57-0e45d27c3287 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=93bb2812-0b1d-4fea-b794-e7bc065467e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734863 Dec 20 08:55:24.556205 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-08fbb5b4-ddb3-45e8-9e53-402ba84d6b83 req-634366a7-261a-408f-8d62-5689b213ef64 service neutron] 10.222.0.58 "GET /v2.0/networks/93bb2812-0b1d-4fea-b794-e7bc065467e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306419 Dec 20 08:55:24.560020 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-c0800d69-6039-4e6f-a0b2-23d44b8442f2 None None] Set router bd875e86-a674-45ca-9850-8ca7353ab443 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:55:24.814211 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-08fbb5b4-ddb3-45e8-9e53-402ba84d6b83 req-e0df9d93-0459-4d95-b3f1-40f94a760f5f service neutron] 10.222.0.58 "GET /v2.0/networks/93bb2812-0b1d-4fea-b794-e7bc065467e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517288 Dec 20 08:55:24.960191 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-c0800d69-6039-4e6f-a0b2-23d44b8442f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd875e86-a674-45ca-9850-8ca7353ab443', 'name': 'tempest-TestVolumeBootPattern-1742087875-router', 'tenant_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': 'f2cbcfcd-283f-4118-8bdd-b273ae3cd306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:48:57Z', 'updated_at': '2021-12-20T08:49:05Z', 'revision_number': 4, 'project_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'gw_port': {'id': 'f2cbcfcd-283f-4118-8bdd-b273ae3cd306', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd875e86-a674-45ca-9850-8ca7353ab443', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:48:58Z', 'updated_at': '2021-12-20T08:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': '2ff5cc63-9a7d-48e7-be3c-72ab0724030e', 'tenant_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'floating_ip_address': '172.26.5.183', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': 'bd875e86-a674-45ca-9850-8ca7353ab443', 'port_id': 'f1373e1f-2823-4b59-ae86-142e4dd4c501', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93bb2812-0b1d-4fea-b794-e7bc065467e8', 'mac_address': 'fa:16:3e:59:f2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10bd31a8-b5fe-46ce-9196-c85e8aba7e6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T08:53:12Z', 'updated_at': '2021-12-20T08:53:17Z', 'revision_number': 1, 'project_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'fixed_ip_address_scope': None}, {'id': 'ff4953d8-3f27-4134-beea-8cf51b03a5ca', 'tenant_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'floating_ip_address': '172.26.5.58', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': 'bd875e86-a674-45ca-9850-8ca7353ab443', 'port_id': '9c7dbfc4-d02c-4078-a330-db74ae2834a9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93bb2812-0b1d-4fea-b794-e7bc065467e8', 'mac_address': 'fa:16:3e:b0:6b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174d5166-a078-4e26-92ff-06d32bbb10bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T08:55:22Z', 'updated_at': '2021-12-20T08:55:22Z', 'revision_number': 0, 'project_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7db998e5-5f07-4330-9ca7-a9cf1f556901', 'name': '', 'network_id': '93bb2812-0b1d-4fea-b794-e7bc065467e8', 'tenant_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'mac_address': 'fa:16:3e:08:1a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd875e86-a674-45ca-9850-8ca7353ab443', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cff4e817-2297-42bb-840a-667d6388fa06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:49:04Z', 'updated_at': '2021-12-20T08:49:18Z', 'revision_number': 5, 'project_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'subnets': [{'id': 'cff4e817-2297-42bb-840a-667d6388fa06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:55:24.964053 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0800d69-6039-4e6f-a0b2-23d44b8442f2 None None] The sync data for ids ['bd875e86-a674-45ca-9850-8ca7353ab443'] in dv-neutron-820491-1-hyperv is: [{'id': 'bd875e86-a674-45ca-9850-8ca7353ab443', 'name': 'tempest-TestVolumeBootPattern-1742087875-router', 'tenant_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': 'f2cbcfcd-283f-4118-8bdd-b273ae3cd306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:48:57Z', 'updated_at': '2021-12-20T08:49:05Z', 'revision_number': 4, 'project_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'gw_port': {'id': 'f2cbcfcd-283f-4118-8bdd-b273ae3cd306', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd875e86-a674-45ca-9850-8ca7353ab443', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:48:58Z', 'updated_at': '2021-12-20T08:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': '2ff5cc63-9a7d-48e7-be3c-72ab0724030e', 'tenant_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'floating_ip_address': '172.26.5.183', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': 'bd875e86-a674-45ca-9850-8ca7353ab443', 'port_id': 'f1373e1f-2823-4b59-ae86-142e4dd4c501', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93bb2812-0b1d-4fea-b794-e7bc065467e8', 'mac_address': 'fa:16:3e:59:f2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10bd31a8-b5fe-46ce-9196-c85e8aba7e6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T08:53:12Z', 'updated_at': '2021-12-20T08:53:17Z', 'revision_number': 1, 'project_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'fixed_ip_address_scope': None}, {'id': 'ff4953d8-3f27-4134-beea-8cf51b03a5ca', 'tenant_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'floating_ip_address': '172.26.5.58', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': 'bd875e86-a674-45ca-9850-8ca7353ab443', 'port_id': '9c7dbfc4-d02c-4078-a330-db74ae2834a9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93bb2812-0b1d-4fea-b794-e7bc065467e8', 'mac_address': 'fa:16:3e:b0:6b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174d5166-a078-4e26-92ff-06d32bbb10bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T08:55:22Z', 'updated_at': '2021-12-20T08:55:22Z', 'revision_number': 0, 'project_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7db998e5-5f07-4330-9ca7-a9cf1f556901', 'name': '', 'network_id': '93bb2812-0b1d-4fea-b794-e7bc065467e8', 'tenant_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'mac_address': 'fa:16:3e:08:1a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd875e86-a674-45ca-9850-8ca7353ab443', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cff4e817-2297-42bb-840a-667d6388fa06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:49:04Z', 'updated_at': '2021-12-20T08:49:18Z', 'revision_number': 5, 'project_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'subnets': [{'id': 'cff4e817-2297-42bb-840a-667d6388fa06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:55:25.155034 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f808bc4-7f1d-4686-96e7-da94f27787ff None None] New status for floating IP ff4953d8-3f27-4134-beea-8cf51b03a5ca: ACTIVE {{(pid=83446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 08:55:30.733371 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dd133851-e896-43a8-b70c-4195308660e3 req-5346a5d5-5eeb-4191-8406-83eb788281d9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=10bd31a8-b5fe-46ce-9196-c85e8aba7e6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0656135 Dec 20 08:55:30.824603 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dd133851-e896-43a8-b70c-4195308660e3 req-cf7d45f7-a6a5-4d78-a4f9-25925e099df4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9cbdcc0323fa453595ec6616c2aaa00e&device_id=10bd31a8-b5fe-46ce-9196-c85e8aba7e6a HTTP/1.1" status: 200 len: 1098 time: 0.0710466 Dec 20 08:55:30.973191 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd133851-e896-43a8-b70c-4195308660e3 req-a06d0e88-7e73-430c-9c71-074f42268a7b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:55:30.974638 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dd133851-e896-43a8-b70c-4195308660e3 req-a06d0e88-7e73-430c-9c71-074f42268a7b service neutron] 10.222.0.58 "GET /v2.0/networks?id=93bb2812-0b1d-4fea-b794-e7bc065467e8 HTTP/1.1" status: 200 len: 913 time: 0.1312323 Dec 20 08:55:31.087596 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dd133851-e896-43a8-b70c-4195308660e3 req-0f590692-b4bc-42c9-9449-739754546011 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1373e1f-2823-4b59-ae86-142e4dd4c501 HTTP/1.1" status: 200 len: 1001 time: 0.1059735 Dec 20 08:55:31.159816 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd133851-e896-43a8-b70c-4195308660e3 req-c572e14f-d575-4ec5-b04c-a18806a9e0e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:55:31.161489 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dd133851-e896-43a8-b70c-4195308660e3 req-c572e14f-d575-4ec5-b04c-a18806a9e0e2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cff4e817-2297-42bb-840a-667d6388fa06 HTTP/1.1" status: 200 len: 851 time: 0.0670056 Dec 20 08:55:31.245518 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dd133851-e896-43a8-b70c-4195308660e3 req-d8885ea4-ac98-42c6-8046-7a360db9b13a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=93bb2812-0b1d-4fea-b794-e7bc065467e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788534 Dec 20 08:55:31.407033 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dd133851-e896-43a8-b70c-4195308660e3 req-7a47261a-ad8f-4709-9634-0c5ab69f1bd6 service neutron] 10.222.0.58 "GET /v2.0/networks/93bb2812-0b1d-4fea-b794-e7bc065467e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509783 Dec 20 08:55:31.572659 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dd133851-e896-43a8-b70c-4195308660e3 req-98de10d6-6b9c-4de1-a517-c6266b978d2c service neutron] 10.222.0.58 "GET /v2.0/networks/93bb2812-0b1d-4fea-b794-e7bc065467e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607285 Dec 20 08:55:39.917470 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:55:42.500050 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c6baf756-ed7c-4437-aac8-2c9be42db855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:55:44.830356 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-8d710117-4f4a-421b-b273-4b9f9d35b098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:55:45.917893 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:55:45.996267 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:55:47.380279 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:55:48.114626 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 08:56:09.901357 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:11.017808 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf6badf-d8d8-4c5f-9acb-d06b9899b021 req-393be5b6-f773-4781-afad-73827d8f1e14 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:56:11.019261 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0cf6badf-d8d8-4c5f-9acb-d06b9899b021 req-393be5b6-f773-4781-afad-73827d8f1e14 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b95d085-47d1-456e-8cfa-5ea7ac2efd17 HTTP/1.1" status: 200 len: 945 time: 0.0849781 Dec 20 08:56:11.067189 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0cf6badf-d8d8-4c5f-9acb-d06b9899b021 req-e602971a-69ac-4b92-bb34-fd5bc01055cb tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=46477da7-106e-48b9-a659-677cee9696f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414455 Dec 20 08:56:12.271217 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d21a710-0a1c-4266-bd52-6f307f2475b6 req-cf5bd086-2cf5-46cc-9ba4-9a30687d8866 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:56:12.273314 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-4d21a710-0a1c-4266-bd52-6f307f2475b6 req-cf5bd086-2cf5-46cc-9ba4-9a30687d8866 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b95d085-47d1-456e-8cfa-5ea7ac2efd17 HTTP/1.1" status: 200 len: 945 time: 0.0808988 Dec 20 08:56:12.318055 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-4d21a710-0a1c-4266-bd52-6f307f2475b6 req-02ab0e84-f70c-42d3-b485-7e4e1e6d2317 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=46477da7-106e-48b9-a659-677cee9696f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391562 Dec 20 08:56:12.503152 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c3865873-ee89-421b-852f-17520ba387e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:12.750059 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad7d014-be4e-4d11-80bf-72bae64aad1f req-40b3f1cf-857b-4356-bec5-b894edcb5895 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:56:12.751127 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9ad7d014-be4e-4d11-80bf-72bae64aad1f req-40b3f1cf-857b-4356-bec5-b894edcb5895 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b95d085-47d1-456e-8cfa-5ea7ac2efd17 HTTP/1.1" status: 200 len: 945 time: 0.0954883 Dec 20 08:56:12.818308 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-9ad7d014-be4e-4d11-80bf-72bae64aad1f req-953e4b91-2377-4c4c-be5a-a33819f67217 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Deleting port ed3bdd84-2f31-44c8-8ecc-3a6517d91cdd {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:56:12.818669 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-9ad7d014-be4e-4d11-80bf-72bae64aad1f req-953e4b91-2377-4c4c-be5a-a33819f67217 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:13.083523 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-9ad7d014-be4e-4d11-80bf-72bae64aad1f req-953e4b91-2377-4c4c-be5a-a33819f67217 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] For port ed3bdd84-2f31-44c8-8ecc-3a6517d91cdd, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=ed3bdd84-2f31-44c8-8ecc-3a6517d91cdd,segment=NetworkSegment(a8b72b36-34b5-43c4-ae4f-6ef39c83c10f),segment_id=a8b72b36-34b5-43c4-ae4f-6ef39c83c10f)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:56:13.083884 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-9ad7d014-be4e-4d11-80bf-72bae64aad1f req-953e4b91-2377-4c4c-be5a-a33819f67217 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:13.572476 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-9ad7d014-be4e-4d11-80bf-72bae64aad1f req-953e4b91-2377-4c4c-be5a-a33819f67217 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:13.572850 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-9ad7d014-be4e-4d11-80bf-72bae64aad1f req-953e4b91-2377-4c4c-be5a-a33819f67217 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-345990'] for floatingip, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:13.573163 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.l3_db [req-9ad7d014-be4e-4d11-80bf-72bae64aad1f req-953e4b91-2377-4c4c-be5a-a33819f67217 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Floating IP 8c71111f-c824-4d85-bdd6-27418d175af9 disassociated. External IP: 172.26.5.224, port: ed3bdd84-2f31-44c8-8ecc-3a6517d91cdd. Dec 20 08:56:13.574095 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-9ad7d014-be4e-4d11-80bf-72bae64aad1f req-953e4b91-2377-4c4c-be5a-a33819f67217 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Calling delete_port for ed3bdd84-2f31-44c8-8ecc-3a6517d91cdd owned by compute:nova {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:56:13.679163 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bb8949-58fd-441a-903d-35b852b384dd req-f0bc0820-6f87-48f7-90c8-e37cefa674ca tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:56:13.680754 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b1bb8949-58fd-441a-903d-35b852b384dd req-f0bc0820-6f87-48f7-90c8-e37cefa674ca tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b95d085-47d1-456e-8cfa-5ea7ac2efd17 HTTP/1.1" status: 200 len: 945 time: 0.2080929 Dec 20 08:56:13.799212 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b1bb8949-58fd-441a-903d-35b852b384dd req-390e56bc-af9e-430f-8b33-3a3169bb3e1d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=46477da7-106e-48b9-a659-677cee9696f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047804 Dec 20 08:56:13.799212 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-9ad7d014-be4e-4d11-80bf-72bae64aad1f req-953e4b91-2377-4c4c-be5a-a33819f67217 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:13.804154 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3b0f0732-7e1a-4602-8c9d-a941d5d8c832 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:56:13.861191 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953e4b91-2377-4c4c-be5a-a33819f67217 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event deleted for resources: {'Port': ['ID=ed3bdd84-2f31-44c8-8ecc-3a6517d91cdd,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:56:13.879062 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953e4b91-2377-4c4c-be5a-a33819f67217 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:56:13.879569 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953e4b91-2377-4c4c-be5a-a33819f67217 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:56:13.880026 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953e4b91-2377-4c4c-be5a-a33819f67217 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:56:13.880507 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953e4b91-2377-4c4c-be5a-a33819f67217 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:56:13.880959 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953e4b91-2377-4c4c-be5a-a33819f67217 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:56:13.884867 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953e4b91-2377-4c4c-be5a-a33819f67217 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:56:13.884867 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953e4b91-2377-4c4c-be5a-a33819f67217 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:56:13.884867 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953e4b91-2377-4c4c-be5a-a33819f67217 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:56:13.884867 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953e4b91-2377-4c4c-be5a-a33819f67217 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:56:13.884867 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953e4b91-2377-4c4c-be5a-a33819f67217 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:56:13.885603 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953e4b91-2377-4c4c-be5a-a33819f67217 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:56:13.891120 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-953e4b91-2377-4c4c-be5a-a33819f67217 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:56:14.129932 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ad7d014-be4e-4d11-80bf-72bae64aad1f req-953e4b91-2377-4c4c-be5a-a33819f67217 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Router 4255a948-077c-47f3-871f-7907afde6363 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:56:14.422213 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ad7d014-be4e-4d11-80bf-72bae64aad1f req-953e4b91-2377-4c4c-be5a-a33819f67217 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:56:14.433900 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbed2b2-a753-4401-8283-f433f0edb90a None None] Sync routers for ids ['4255a948-077c-47f3-871f-7907afde6363'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:56:14.469759 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbed2b2-a753-4401-8283-f433f0edb90a None None] Routers {'4255a948-077c-47f3-871f-7907afde6363'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:56:14.469759 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-8cbed2b2-a753-4401-8283-f433f0edb90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:55:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['4255a948-077c-47f3-871f-7907afde6363'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:56:14.507499 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ad7d014-be4e-4d11-80bf-72bae64aad1f req-953e4b91-2377-4c4c-be5a-a33819f67217 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] No DVR routers for this DVR port ed3bdd84-2f31-44c8-8ecc-3a6517d91cdd on host hv-neutron-8204 {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:56:14.507499 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-9ad7d014-be4e-4d11-80bf-72bae64aad1f req-953e4b91-2377-4c4c-be5a-a33819f67217 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:14.507499 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b95d085-47d1-456e-8cfa-5ea7ac2efd17', 'name': 'network-vif-deleted', 'tag': 'ed3bdd84-2f31-44c8-8ecc-3a6517d91cdd'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 08:56:14.532034 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9ad7d014-be4e-4d11-80bf-72bae64aad1f req-953e4b91-2377-4c4c-be5a-a33819f67217 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.58 "DELETE /v2.0/ports/ed3bdd84-2f31-44c8-8ecc-3a6517d91cdd HTTP/1.1" status: 204 len: 173 time: 1.7670743 Dec 20 08:56:14.675105 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b95d085-47d1-456e-8cfa-5ea7ac2efd17', 'name': 'network-vif-deleted', 'tag': 'ed3bdd84-2f31-44c8-8ecc-3a6517d91cdd', 'status': 'completed', 'code': 200} Dec 20 08:56:14.744945 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-8cbed2b2-a753-4401-8283-f433f0edb90a None None] Set router 4255a948-077c-47f3-871f-7907afde6363 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:56:14.832366 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-de4dd425-a74d-489c-b537-81d4e0d8a04d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:15.063500 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-88097cd9-d0d3-4cc3-97bb-4aaf0a9c0f1d req-c655dce5-3830-4d8d-aab1-3ca02c56b1c9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Synchronizing usage tracker for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:56:15.098359 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-88097cd9-d0d3-4cc3-97bb-4aaf0a9c0f1d req-c655dce5-3830-4d8d-aab1-3ca02c56b1c9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Unset dirty status for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:56:15.108694 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-88097cd9-d0d3-4cc3-97bb-4aaf0a9c0f1d req-c655dce5-3830-4d8d-aab1-3ca02c56b1c9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b95d085-47d1-456e-8cfa-5ea7ac2efd17 HTTP/1.1" status: 200 len: 210 time: 0.1208558 Dec 20 08:56:15.196445 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-8cbed2b2-a753-4401-8283-f433f0edb90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4255a948-077c-47f3-871f-7907afde6363', 'name': 'tempest-TestNetworkBasicOps-router-954016181', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.192'}], 'enable_snat': True}, 'gw_port_id': 'e9f65c13-f4f3-4c63-b7fc-14cbeceb62c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:52:22Z', 'updated_at': '2021-12-20T08:52:28Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': 'e9f65c13-f4f3-4c63-b7fc-14cbeceb62c3', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:93:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4255a948-077c-47f3-871f-7907afde6363', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:52:23Z', 'updated_at': '2021-12-20T08:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '15fc5732-fd9c-40c1-8c82-43b90eec6004', 'name': '', 'network_id': 'e664d4c9-b00f-4349-9b46-df6a85ff1fc2', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'mac_address': 'fa:16:3e:14:a4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4255a948-077c-47f3-871f-7907afde6363', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63d8cf76-7c84-4a2e-bc0c-1d739038e9cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:52:27Z', 'updated_at': '2021-12-20T08:52:44Z', 'revision_number': 5, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'subnets': [{'id': '63d8cf76-7c84-4a2e-bc0c-1d739038e9cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:56:15.212958 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbed2b2-a753-4401-8283-f433f0edb90a None None] Checking router: 4255a948-077c-47f3-871f-7907afde6363 for host: dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 08:56:15.227453 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbed2b2-a753-4401-8283-f433f0edb90a None None] Routers {'4255a948-077c-47f3-871f-7907afde6363'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:56:15.227453 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-8cbed2b2-a753-4401-8283-f433f0edb90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:56:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['4255a948-077c-47f3-871f-7907afde6363'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:56:15.507846 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-8cbed2b2-a753-4401-8283-f433f0edb90a None None] Set router 4255a948-077c-47f3-871f-7907afde6363 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:56:15.946595 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:16.011345 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:16.061573 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-8cbed2b2-a753-4401-8283-f433f0edb90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4255a948-077c-47f3-871f-7907afde6363', 'name': 'tempest-TestNetworkBasicOps-router-954016181', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.192'}], 'enable_snat': True}, 'gw_port_id': 'e9f65c13-f4f3-4c63-b7fc-14cbeceb62c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:52:22Z', 'updated_at': '2021-12-20T08:52:28Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': 'e9f65c13-f4f3-4c63-b7fc-14cbeceb62c3', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:93:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4255a948-077c-47f3-871f-7907afde6363', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:52:23Z', 'updated_at': '2021-12-20T08:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '15fc5732-fd9c-40c1-8c82-43b90eec6004', 'name': '', 'network_id': 'e664d4c9-b00f-4349-9b46-df6a85ff1fc2', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'mac_address': 'fa:16:3e:14:a4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4255a948-077c-47f3-871f-7907afde6363', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63d8cf76-7c84-4a2e-bc0c-1d739038e9cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:52:27Z', 'updated_at': '2021-12-20T08:52:44Z', 'revision_number': 5, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'subnets': [{'id': '63d8cf76-7c84-4a2e-bc0c-1d739038e9cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:56:16.073593 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbed2b2-a753-4401-8283-f433f0edb90a None None] The sync data for ids ['4255a948-077c-47f3-871f-7907afde6363'] in dv-neutron-820491-1-hyperv is: [{'id': '4255a948-077c-47f3-871f-7907afde6363', 'name': 'tempest-TestNetworkBasicOps-router-954016181', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.192'}], 'enable_snat': True}, 'gw_port_id': 'e9f65c13-f4f3-4c63-b7fc-14cbeceb62c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:52:22Z', 'updated_at': '2021-12-20T08:52:28Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': 'e9f65c13-f4f3-4c63-b7fc-14cbeceb62c3', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:93:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4255a948-077c-47f3-871f-7907afde6363', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:52:23Z', 'updated_at': '2021-12-20T08:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '15fc5732-fd9c-40c1-8c82-43b90eec6004', 'name': '', 'network_id': 'e664d4c9-b00f-4349-9b46-df6a85ff1fc2', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'mac_address': 'fa:16:3e:14:a4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4255a948-077c-47f3-871f-7907afde6363', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63d8cf76-7c84-4a2e-bc0c-1d739038e9cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:52:27Z', 'updated_at': '2021-12-20T08:52:44Z', 'revision_number': 5, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'subnets': [{'id': '63d8cf76-7c84-4a2e-bc0c-1d739038e9cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:56:16.246168 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 46308) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:56:16.363289 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f19e1697-c102-4964-a09f-b6ca841c0869 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:16.403834 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f19e1697-c102-4964-a09f-b6ca841c0869 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:16.424736 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582712a7-b76a-4af4-abbf-b23acd9776dc None None] New status for floating IP 8c71111f-c824-4d85-bdd6-27418d175af9: DOWN {{(pid=83446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 08:56:16.503392 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f19e1697-c102-4964-a09f-b6ca841c0869 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:16.509160 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device ed3bdd84-2f31-44c8-8ecc-3a6517d91cdd no longer exists at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:56:16.512331 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1a68ddbd-77f3-4927-ac7b-4afee6a00e8b tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:56:16.536991 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19e1697-c102-4964-a09f-b6ca841c0869 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46477da7-106e-48b9-a659-677cee9696f6,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:56:16.543074 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f19e1697-c102-4964-a09f-b6ca841c0869 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:56:16.551357 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f19e1697-c102-4964-a09f-b6ca841c0869 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:16.555302 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f19e1697-c102-4964-a09f-b6ca841c0869 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "DELETE /v2.0/security-groups/46477da7-106e-48b9-a659-677cee9696f6 HTTP/1.1" status: 204 len: 168 time: 0.3106709 Dec 20 08:56:16.607653 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 46314) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:56:16.623409 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] No Port match for: ed3bdd84-2f31-44c8-8ecc-3a6517d91cdd {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:56:16.623762 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device ed3bdd84-2f31-44c8-8ecc-3a6517d91cdd not bound to the agent host hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:56:16.796386 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-91f5c329-87e8-4e77-afdb-812bdc9e54ef tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Deleting port f2a9cfaa-cc38-4376-a932-97436d9685ec {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:56:16.796806 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-91f5c329-87e8-4e77-afdb-812bdc9e54ef tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:17.018454 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-91f5c329-87e8-4e77-afdb-812bdc9e54ef tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:17.018672 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-91f5c329-87e8-4e77-afdb-812bdc9e54ef tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:17.279591 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-91f5c329-87e8-4e77-afdb-812bdc9e54ef tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Calling delete_port for f2a9cfaa-cc38-4376-a932-97436d9685ec owned by network:floatingip {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:56:17.383327 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:17.447008 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-91f5c329-87e8-4e77-afdb-812bdc9e54ef tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:17.451247 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ce0331de-64d9-49fd-96c3-48bcc28f2074 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:56:17.492320 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f5c329-87e8-4e77-afdb-812bdc9e54ef tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event deleted for resources: {'Port': ['ID=f2a9cfaa-cc38-4376-a932-97436d9685ec,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:56:17.498030 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-91f5c329-87e8-4e77-afdb-812bdc9e54ef tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:56:17.592427 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-91f5c329-87e8-4e77-afdb-812bdc9e54ef tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for floatingip, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:17.611074 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-91f5c329-87e8-4e77-afdb-812bdc9e54ef tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:17.612210 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-91f5c329-87e8-4e77-afdb-812bdc9e54ef tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "DELETE /v2.0/floatingips/8c71111f-c824-4d85-bdd6-27418d175af9 HTTP/1.1" status: 204 len: 168 time: 1.0041270 Dec 20 08:56:18.016302 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a10ee-dfc2-4da3-8bb3-5b6bad18c0a5 req-40cd2280-f7db-4bad-83d8-c502f2e5d022 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:56:18.017006 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-b60a10ee-dfc2-4da3-8bb3-5b6bad18c0a5 req-40cd2280-f7db-4bad-83d8-c502f2e5d022 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Synchronizing usage tracker for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:56:18.036609 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-b60a10ee-dfc2-4da3-8bb3-5b6bad18c0a5 req-40cd2280-f7db-4bad-83d8-c502f2e5d022 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Unset dirty status for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:56:18.038340 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b60a10ee-dfc2-4da3-8bb3-5b6bad18c0a5 req-40cd2280-f7db-4bad-83d8-c502f2e5d022 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=6db93eee-b546-4abc-af1c-0f87597398e2 HTTP/1.1" status: 200 len: 946 time: 0.1020951 Dec 20 08:56:18.085260 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-b60a10ee-dfc2-4da3-8bb3-5b6bad18c0a5 req-ffbe8925-eb49-433d-a175-a78c456edf53 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Synchronizing usage tracker for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:security_group {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:56:18.101675 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-b60a10ee-dfc2-4da3-8bb3-5b6bad18c0a5 req-ffbe8925-eb49-433d-a175-a78c456edf53 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Unset dirty status for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:security_group {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:56:18.102901 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b60a10ee-dfc2-4da3-8bb3-5b6bad18c0a5 req-ffbe8925-eb49-433d-a175-a78c456edf53 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=1e901aa5-662d-4087-96f9-14c8dfadb03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588849 Dec 20 08:56:19.330952 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a16d3f3-49ee-40fb-b58b-1f939774e887 req-7ac642c9-20a0-4ab1-a6d3-c30da6ac1df0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:56:19.332401 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-2a16d3f3-49ee-40fb-b58b-1f939774e887 req-7ac642c9-20a0-4ab1-a6d3-c30da6ac1df0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=6db93eee-b546-4abc-af1c-0f87597398e2 HTTP/1.1" status: 200 len: 946 time: 0.0809069 Dec 20 08:56:19.379970 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-2a16d3f3-49ee-40fb-b58b-1f939774e887 req-4db286e8-a027-4900-859f-9365d718ea81 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=1e901aa5-662d-4087-96f9-14c8dfadb03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411861 Dec 20 08:56:19.567159 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c320e915-72ea-47b5-b79c-3fbbfafd31b1 req-af654015-702f-444b-92c0-5a32ed00738f tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:56:19.569255 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c320e915-72ea-47b5-b79c-3fbbfafd31b1 req-af654015-702f-444b-92c0-5a32ed00738f tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.58 "GET /v2.0/ports?device_id=6db93eee-b546-4abc-af1c-0f87597398e2 HTTP/1.1" status: 200 len: 946 time: 0.0914428 Dec 20 08:56:19.642713 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-c320e915-72ea-47b5-b79c-3fbbfafd31b1 req-abf34569-decc-4802-b2e7-ef14bf0c56da tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Deleting port 691a95c4-2ba0-4a11-9fd5-29cd98045756 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:56:19.643251 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-c320e915-72ea-47b5-b79c-3fbbfafd31b1 req-abf34569-decc-4802-b2e7-ef14bf0c56da tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:19.923040 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-c320e915-72ea-47b5-b79c-3fbbfafd31b1 req-abf34569-decc-4802-b2e7-ef14bf0c56da tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] For port 691a95c4-2ba0-4a11-9fd5-29cd98045756, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=691a95c4-2ba0-4a11-9fd5-29cd98045756,segment=NetworkSegment(a8b72b36-34b5-43c4-ae4f-6ef39c83c10f),segment_id=a8b72b36-34b5-43c4-ae4f-6ef39c83c10f)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:56:19.923304 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-c320e915-72ea-47b5-b79c-3fbbfafd31b1 req-abf34569-decc-4802-b2e7-ef14bf0c56da tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:20.046672 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-c320e915-72ea-47b5-b79c-3fbbfafd31b1 req-abf34569-decc-4802-b2e7-ef14bf0c56da tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Calling delete_port for 691a95c4-2ba0-4a11-9fd5-29cd98045756 owned by compute:nova {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:56:20.208537 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-c320e915-72ea-47b5-b79c-3fbbfafd31b1 req-abf34569-decc-4802-b2e7-ef14bf0c56da tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:20.216294 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-91f5c329-87e8-4e77-afdb-812bdc9e54ef tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:56:20.268934 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf34569-decc-4802-b2e7-ef14bf0c56da tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event deleted for resources: {'Port': ['ID=691a95c4-2ba0-4a11-9fd5-29cd98045756,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:56:20.271613 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-abf34569-decc-4802-b2e7-ef14bf0c56da tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:56:20.350769 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-c320e915-72ea-47b5-b79c-3fbbfafd31b1 req-abf34569-decc-4802-b2e7-ef14bf0c56da tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] No DVR routers for this DVR port 691a95c4-2ba0-4a11-9fd5-29cd98045756 on host hv-neutron-8204 {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:56:20.353153 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-c320e915-72ea-47b5-b79c-3fbbfafd31b1 req-abf34569-decc-4802-b2e7-ef14bf0c56da tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:20.355888 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6db93eee-b546-4abc-af1c-0f87597398e2', 'name': 'network-vif-deleted', 'tag': '691a95c4-2ba0-4a11-9fd5-29cd98045756'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 08:56:20.376385 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c320e915-72ea-47b5-b79c-3fbbfafd31b1 req-abf34569-decc-4802-b2e7-ef14bf0c56da tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.58 "DELETE /v2.0/ports/691a95c4-2ba0-4a11-9fd5-29cd98045756 HTTP/1.1" status: 204 len: 173 time: 0.8020318 Dec 20 08:56:20.421532 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6db93eee-b546-4abc-af1c-0f87597398e2', 'name': 'network-vif-deleted', 'tag': '691a95c4-2ba0-4a11-9fd5-29cd98045756', 'status': 'completed', 'code': 200} Dec 20 08:56:20.596470 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-708d857d-9bcb-45e4-bee6-96a9a08585bf req-fcb8dfb4-9448-4305-9dad-03703cfa4ccc tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=6db93eee-b546-4abc-af1c-0f87597398e2 HTTP/1.1" status: 200 len: 210 time: 0.0521300 Dec 20 08:56:21.713429 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 46334) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:56:21.787269 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bd52f06d-e932-423b-8b71-c19c26366011 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:21.824784 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bd52f06d-e932-423b-8b71-c19c26366011 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:21.907580 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bd52f06d-e932-423b-8b71-c19c26366011 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:21.912486 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f19e1697-c102-4964-a09f-b6ca841c0869 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:56:21.931875 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd52f06d-e932-423b-8b71-c19c26366011 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e901aa5-662d-4087-96f9-14c8dfadb03a,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:56:21.934914 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-bd52f06d-e932-423b-8b71-c19c26366011 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:56:21.947210 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bd52f06d-e932-423b-8b71-c19c26366011 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:21.948408 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-bd52f06d-e932-423b-8b71-c19c26366011 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "DELETE /v2.0/security-groups/1e901aa5-662d-4087-96f9-14c8dfadb03a HTTP/1.1" status: 204 len: 168 time: 0.2338665 Dec 20 08:56:21.994493 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 46340) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:56:22.417070 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-00c7c1ec-5a06-4b44-b321-bf3137d0a5ec tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349062'] for router_interface, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:23.197693 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-00c7c1ec-5a06-4b44-b321-bf3137d0a5ec tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Deleting port 15fc5732-fd9c-40c1-8c82-43b90eec6004 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:56:23.198504 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-00c7c1ec-5a06-4b44-b321-bf3137d0a5ec tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:23.404885 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-00c7c1ec-5a06-4b44-b321-bf3137d0a5ec tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] For port 15fc5732-fd9c-40c1-8c82-43b90eec6004, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=15fc5732-fd9c-40c1-8c82-43b90eec6004,segment=NetworkSegment(a8b72b36-34b5-43c4-ae4f-6ef39c83c10f),segment_id=a8b72b36-34b5-43c4-ae4f-6ef39c83c10f)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:56:23.405254 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-00c7c1ec-5a06-4b44-b321-bf3137d0a5ec tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:23.536980 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-00c7c1ec-5a06-4b44-b321-bf3137d0a5ec tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Calling delete_port for 15fc5732-fd9c-40c1-8c82-43b90eec6004 owned by network:router_interface {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:56:23.750660 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-00c7c1ec-5a06-4b44-b321-bf3137d0a5ec tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:23.755331 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ecc9e157-9323-4fc7-bde1-69566d3c05a0 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:56:23.808360 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c7c1ec-5a06-4b44-b321-bf3137d0a5ec tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event deleted for resources: {'Port': ['ID=15fc5732-fd9c-40c1-8c82-43b90eec6004,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:56:23.848797 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c7c1ec-5a06-4b44-b321-bf3137d0a5ec tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:56:23.849181 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c7c1ec-5a06-4b44-b321-bf3137d0a5ec tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:56:23.849638 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c7c1ec-5a06-4b44-b321-bf3137d0a5ec tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:56:23.850032 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c7c1ec-5a06-4b44-b321-bf3137d0a5ec tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:56:23.850398 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c7c1ec-5a06-4b44-b321-bf3137d0a5ec tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:56:23.850759 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c7c1ec-5a06-4b44-b321-bf3137d0a5ec tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:56:23.851119 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c7c1ec-5a06-4b44-b321-bf3137d0a5ec tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:56:23.851479 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c7c1ec-5a06-4b44-b321-bf3137d0a5ec tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:56:23.851834 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c7c1ec-5a06-4b44-b321-bf3137d0a5ec tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:56:23.852189 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c7c1ec-5a06-4b44-b321-bf3137d0a5ec tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:56:23.852544 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c7c1ec-5a06-4b44-b321-bf3137d0a5ec tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:56:23.860094 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-00c7c1ec-5a06-4b44-b321-bf3137d0a5ec tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:56:24.147053 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-00c7c1ec-5a06-4b44-b321-bf3137d0a5ec tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32897953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348760'] for router_interface, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:24.512150 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 691a95c4-2ba0-4a11-9fd5-29cd98045756 no longer exists at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:56:24.549488 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] No Port match for: 691a95c4-2ba0-4a11-9fd5-29cd98045756 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:56:24.549851 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 691a95c4-2ba0-4a11-9fd5-29cd98045756 not bound to the agent host hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:56:24.885331 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00c7c1ec-5a06-4b44-b321-bf3137d0a5ec tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Router 4255a948-077c-47f3-871f-7907afde6363 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:56:25.090848 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00c7c1ec-5a06-4b44-b321-bf3137d0a5ec tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:56:25.101204 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c92dc2c-9823-4921-a81f-18a19f0a0e62 None None] Sync routers for ids ['4255a948-077c-47f3-871f-7907afde6363'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:56:25.105774 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-00c7c1ec-5a06-4b44-b321-bf3137d0a5ec tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "PUT /v2.0/routers/4255a948-077c-47f3-871f-7907afde6363/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1101348 Dec 20 08:56:25.107477 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 46344) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:56:25.119010 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 08:56:25.122887 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c92dc2c-9823-4921-a81f-18a19f0a0e62 None None] Routers {'4255a948-077c-47f3-871f-7907afde6363'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:56:25.123500 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-1c92dc2c-9823-4921-a81f-18a19f0a0e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:56:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['4255a948-077c-47f3-871f-7907afde6363'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:56:25.309630 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_v2 [None req-cae9437b-3f40-4d73-8029-ef54f96e9e41 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Deleting subnet 63d8cf76-7c84-4a2e-bc0c-1d739038e9cb {{(pid=83445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:56:25.312889 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-cae9437b-3f40-4d73-8029-ef54f96e9e41 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for subnet, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:25.317765 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-1c92dc2c-9823-4921-a81f-18a19f0a0e62 None None] Set router 4255a948-077c-47f3-871f-7907afde6363 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:56:25.368578 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-cae9437b-3f40-4d73-8029-ef54f96e9e41 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1518554'] for subnet, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:25.458889 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-cae9437b-3f40-4d73-8029-ef54f96e9e41 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:25.539709 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-cae9437b-3f40-4d73-8029-ef54f96e9e41 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2036620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2095133'] for subnet, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:25.544969 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-8235873f-76b6-49e1-8d9c-a86521b269fe tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:56:25.580914 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae9437b-3f40-4d73-8029-ef54f96e9e41 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event deleted for resources: {'Subnet': ['ID=63d8cf76-7c84-4a2e-bc0c-1d739038e9cb,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:56:25.583895 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-cae9437b-3f40-4d73-8029-ef54f96e9e41 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:56:25.590524 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-cae9437b-3f40-4d73-8029-ef54f96e9e41 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:25.598919 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde10a9e-7314-488f-aff3-4048a35dc4a0 None None] Network e664d4c9-b00f-4349-9b46-df6a85ff1fc2 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:56:25.599455 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-cae9437b-3f40-4d73-8029-ef54f96e9e41 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "DELETE /v2.0/subnets/63d8cf76-7c84-4a2e-bc0c-1d739038e9cb HTTP/1.1" status: 204 len: 168 time: 0.4906712 Dec 20 08:56:25.602053 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 46348) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:56:25.654515 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-1c92dc2c-9823-4921-a81f-18a19f0a0e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4255a948-077c-47f3-871f-7907afde6363', 'name': 'tempest-TestNetworkBasicOps-router-954016181', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.192'}], 'enable_snat': True}, 'gw_port_id': 'e9f65c13-f4f3-4c63-b7fc-14cbeceb62c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:52:22Z', 'updated_at': '2021-12-20T08:56:23Z', 'revision_number': 5, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': 'e9f65c13-f4f3-4c63-b7fc-14cbeceb62c3', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:93:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4255a948-077c-47f3-871f-7907afde6363', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:52:23Z', 'updated_at': '2021-12-20T08:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:56:25.659092 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c92dc2c-9823-4921-a81f-18a19f0a0e62 None None] Checking router: 4255a948-077c-47f3-871f-7907afde6363 for host: dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 08:56:25.670984 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c92dc2c-9823-4921-a81f-18a19f0a0e62 None None] Routers {'4255a948-077c-47f3-871f-7907afde6363'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:56:25.671599 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-1c92dc2c-9823-4921-a81f-18a19f0a0e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:56:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['4255a948-077c-47f3-871f-7907afde6363'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:56:25.891154 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bd8153a6-7be4-4be1-857c-f2b6bc1ffdca tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for router, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:25.912489 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b94b43c-8fa7-4dc5-b63b-58a0ac8b18b3 None None] DHCP port deletion for e664d4c9-b00f-4349-9b46-df6a85ff1fc2 request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 08:56:25.917912 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-6b94b43c-8fa7-4dc5-b63b-58a0ac8b18b3 None None] Deleting port 96fe5f98-def4-4ff4-a474-9a3023ef92e2 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:56:25.918517 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-6b94b43c-8fa7-4dc5-b63b-58a0ac8b18b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:25.950109 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-1c92dc2c-9823-4921-a81f-18a19f0a0e62 None None] Set router 4255a948-077c-47f3-871f-7907afde6363 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:56:26.267652 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-6b94b43c-8fa7-4dc5-b63b-58a0ac8b18b3 None None] For port 96fe5f98-def4-4ff4-a474-9a3023ef92e2, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=96fe5f98-def4-4ff4-a474-9a3023ef92e2,segment=NetworkSegment(a8b72b36-34b5-43c4-ae4f-6ef39c83c10f),segment_id=a8b72b36-34b5-43c4-ae4f-6ef39c83c10f)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:56:26.268187 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-6b94b43c-8fa7-4dc5-b63b-58a0ac8b18b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:26.320208 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-1c92dc2c-9823-4921-a81f-18a19f0a0e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4255a948-077c-47f3-871f-7907afde6363', 'name': 'tempest-TestNetworkBasicOps-router-954016181', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.192'}], 'enable_snat': True}, 'gw_port_id': 'e9f65c13-f4f3-4c63-b7fc-14cbeceb62c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:52:22Z', 'updated_at': '2021-12-20T08:56:23Z', 'revision_number': 5, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': 'e9f65c13-f4f3-4c63-b7fc-14cbeceb62c3', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:93:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4255a948-077c-47f3-871f-7907afde6363', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:52:23Z', 'updated_at': '2021-12-20T08:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:56:26.324261 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c92dc2c-9823-4921-a81f-18a19f0a0e62 None None] The sync data for ids ['4255a948-077c-47f3-871f-7907afde6363'] in dv-neutron-820491-1-hyperv is: [{'id': '4255a948-077c-47f3-871f-7907afde6363', 'name': 'tempest-TestNetworkBasicOps-router-954016181', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.192'}], 'enable_snat': True}, 'gw_port_id': 'e9f65c13-f4f3-4c63-b7fc-14cbeceb62c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:52:22Z', 'updated_at': '2021-12-20T08:56:23Z', 'revision_number': 5, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': 'e9f65c13-f4f3-4c63-b7fc-14cbeceb62c3', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:93:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4255a948-077c-47f3-871f-7907afde6363', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:52:23Z', 'updated_at': '2021-12-20T08:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:56:26.395745 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 96fe5f98-def4-4ff4-a474-9a3023ef92e2 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:56:26.423479 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bd8153a6-7be4-4be1-857c-f2b6bc1ffdca tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:26.435252 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-bd8153a6-7be4-4be1-857c-f2b6bc1ffdca tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Deleting port e9f65c13-f4f3-4c63-b7fc-14cbeceb62c3 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:56:26.435252 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bd8153a6-7be4-4be1-857c-f2b6bc1ffdca tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:26.505785 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-6b94b43c-8fa7-4dc5-b63b-58a0ac8b18b3 None None] Calling delete_port for 96fe5f98-def4-4ff4-a474-9a3023ef92e2 owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:56:26.624580 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-bd8153a6-7be4-4be1-857c-f2b6bc1ffdca tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] For port e9f65c13-f4f3-4c63-b7fc-14cbeceb62c3, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=e9f65c13-f4f3-4c63-b7fc-14cbeceb62c3,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:56:26.624844 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bd8153a6-7be4-4be1-857c-f2b6bc1ffdca tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:26.638543 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-6b94b43c-8fa7-4dc5-b63b-58a0ac8b18b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102'] for port, after_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:26.644109 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-f9bb9ad0-c8b6-438b-9083-bc6abb8516bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:56:26.705265 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b94b43c-8fa7-4dc5-b63b-58a0ac8b18b3 None None] Pushing event deleted for resources: {'Port': ['ID=96fe5f98-def4-4ff4-a474-9a3023ef92e2,revision_number=None']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:56:26.707798 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b94b43c-8fa7-4dc5-b63b-58a0ac8b18b3 None None] No DVR routers for this DVR port 96fe5f98-def4-4ff4-a474-9a3023ef92e2 on host dv-neutron-820491-1-hyperv {{(pid=83446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:56:26.709752 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:26.743929 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b94b43c-8fa7-4dc5-b63b-58a0ac8b18b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:56:26.744343 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b94b43c-8fa7-4dc5-b63b-58a0ac8b18b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:56:26.744688 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b94b43c-8fa7-4dc5-b63b-58a0ac8b18b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:56:26.745026 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b94b43c-8fa7-4dc5-b63b-58a0ac8b18b3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:56:26.745394 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b94b43c-8fa7-4dc5-b63b-58a0ac8b18b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:56:26.745724 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b94b43c-8fa7-4dc5-b63b-58a0ac8b18b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:56:26.746050 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b94b43c-8fa7-4dc5-b63b-58a0ac8b18b3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:56:26.746376 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b94b43c-8fa7-4dc5-b63b-58a0ac8b18b3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:56:26.746697 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b94b43c-8fa7-4dc5-b63b-58a0ac8b18b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:56:26.747019 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b94b43c-8fa7-4dc5-b63b-58a0ac8b18b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:56:26.747339 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b94b43c-8fa7-4dc5-b63b-58a0ac8b18b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:56:26.762655 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-bd8153a6-7be4-4be1-857c-f2b6bc1ffdca tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Calling delete_port for e9f65c13-f4f3-4c63-b7fc-14cbeceb62c3 owned by network:router_gateway {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:56:26.777791 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-6b94b43c-8fa7-4dc5-b63b-58a0ac8b18b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:56:26.950794 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bd8153a6-7be4-4be1-857c-f2b6bc1ffdca tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:26.954384 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-cb1a6e79-7d2d-4e28-b9e7-ef6ea1e03712 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:56:26.997740 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8153a6-7be4-4be1-857c-f2b6bc1ffdca tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event deleted for resources: {'Port': ['ID=e9f65c13-f4f3-4c63-b7fc-14cbeceb62c3,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:56:27.000019 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-bd8153a6-7be4-4be1-857c-f2b6bc1ffdca tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:56:27.222290 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bd8153a6-7be4-4be1-857c-f2b6bc1ffdca tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346107'] for router_gateway, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:27.488587 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bd8153a6-7be4-4be1-857c-f2b6bc1ffdca tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24735'] for router, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:27.493676 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bd8153a6-7be4-4be1-857c-f2b6bc1ffdca tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:27.518568 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bd8153a6-7be4-4be1-857c-f2b6bc1ffdca tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-390871'] for router, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:27.519059 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd8153a6-7be4-4be1-857c-f2b6bc1ffdca tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Fanout notify agent at l3_agent the message router_deleted on router 4255a948-077c-47f3-871f-7907afde6363 {{(pid=83445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 08:56:27.533962 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bd8153a6-7be4-4be1-857c-f2b6bc1ffdca tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:27.538044 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-bd8153a6-7be4-4be1-857c-f2b6bc1ffdca tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "DELETE /v2.0/routers/4255a948-077c-47f3-871f-7907afde6363 HTTP/1.1" status: 204 len: 168 time: 1.9323258 Dec 20 08:56:27.538431 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 46352) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:56:27.661464 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c2941056-2c0a-438f-8163-0238aa452df6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:27.897754 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c2941056-2c0a-438f-8163-0238aa452df6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:27.925844 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-c2941056-2c0a-438f-8163-0238aa452df6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e664d4c9-b00f-4349-9b46-df6a85ff1fc2']}} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:56:27.938423 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-c2941056-2c0a-438f-8163-0238aa452df6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8b72b36-34b5-43c4-ae4f-6ef39c83c10f') {'for_net_delete': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:56:27.938715 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-c2941056-2c0a-438f-8163-0238aa452df6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8b72b36-34b5-43c4-ae4f-6ef39c83c10f') {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:56:27.949954 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c2941056-2c0a-438f-8163-0238aa452df6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1518531'] for segment, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:27.967004 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c2941056-2c0a-438f-8163-0238aa452df6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:27.973413 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2941056-2c0a-438f-8163-0238aa452df6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=83445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:56:27.973849 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c2941056-2c0a-438f-8163-0238aa452df6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2036002'] for segment, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:27.998100 dv-neutron-820491-1-hyperv neutron-server[83445]: Traceback (most recent call last): Dec 20 08:56:27.998100 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:56:27.998100 dv-neutron-820491-1-hyperv neutron-server[83445]: timer() Dec 20 08:56:27.998100 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:56:27.998100 dv-neutron-820491-1-hyperv neutron-server[83445]: cb(*args, **kw) Dec 20 08:56:27.998100 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:56:27.998100 dv-neutron-820491-1-hyperv neutron-server[83445]: return func(*args, **kwargs) Dec 20 08:56:27.998100 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:56:27.998100 dv-neutron-820491-1-hyperv neutron-server[83445]: self._notify() Dec 20 08:56:27.998100 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:56:27.998100 dv-neutron-820491-1-hyperv neutron-server[83445]: self.callback(batched_events) Dec 20 08:56:27.998100 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:56:27.998100 dv-neutron-820491-1-hyperv neutron-server[83445]: event.method(event) Dec 20 08:56:27.998100 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:56:27.998100 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:56:27.998100 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:56:27.998100 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:56:27.998100 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:56:27.998100 dv-neutron-820491-1-hyperv neutron-server[83445]: return f(self, *a, **k) Dec 20 08:56:27.998100 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:56:27.998100 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._get(url).json() Dec 20 08:56:27.998100 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:56:27.998100 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:56:27.998100 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:56:27.998100 dv-neutron-820491-1-hyperv neutron-server[83445]: return self.request(url, 'GET', **kwargs) Dec 20 08:56:27.998100 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:56:27.998100 dv-neutron-820491-1-hyperv neutron-server[83445]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:56:27.998100 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:56:27.998100 dv-neutron-820491-1-hyperv neutron-server[83445]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:56:27.998100 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:56:27.998100 dv-neutron-820491-1-hyperv neutron-server[83445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:56:27.998100 dv-neutron-820491-1-hyperv neutron-server[83445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:56:28.077780 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c2941056-2c0a-438f-8163-0238aa452df6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:28.082145 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3d7f8d61-8aca-4a41-a427-38ce6b9083fa tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:56:28.103983 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c2941056-2c0a-438f-8163-0238aa452df6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:28.118557 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2941056-2c0a-438f-8163-0238aa452df6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event deleted for resources: {'Network': ['ID=e664d4c9-b00f-4349-9b46-df6a85ff1fc2,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:56:28.122473 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-c2941056-2c0a-438f-8163-0238aa452df6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:56:28.129640 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-c2941056-2c0a-438f-8163-0238aa452df6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "DELETE /v2.0/networks/e664d4c9-b00f-4349-9b46-df6a85ff1fc2 HTTP/1.1" status: 204 len: 168 time: 0.5901406 Dec 20 08:56:28.157693 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 46356) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:56:28.163480 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-7d76df5c-a55e-4fed-8697-78014e41dfe7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'network': {'name': 'tempest-network-smoke--486089152', 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'port_security_enabled': True}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:56:28.168620 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-7d76df5c-a55e-4fed-8697-78014e41dfe7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:56:28.172983 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-7d76df5c-a55e-4fed-8697-78014e41dfe7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:network and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:56:28.175976 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-7d76df5c-a55e-4fed-8697-78014e41dfe7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:56:28.182379 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-7d76df5c-a55e-4fed-8697-78014e41dfe7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:56:28.191733 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d76df5c-a55e-4fed-8697-78014e41dfe7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Made reservation on behalf of f7b89f97320342ff933d41aa1a974b12 for: {'network': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:56:28.195559 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7d76df5c-a55e-4fed-8697-78014e41dfe7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:28.223372 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d76df5c-a55e-4fed-8697-78014e41dfe7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=83445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:56:28.233498 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7d76df5c-a55e-4fed-8697-78014e41dfe7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:28.233831 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.segments_db [None req-7d76df5c-a55e-4fed-8697-78014e41dfe7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Added segment 99bfc52a-0419-463e-9487-7d81c8008a85 of type vlan for network 60eab37f-ec39-46fe-b653-fb6a07650aaa Dec 20 08:56:28.263209 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7d76df5c-a55e-4fed-8697-78014e41dfe7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:28.294134 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7d76df5c-a55e-4fed-8697-78014e41dfe7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:28.298099 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d76df5c-a55e-4fed-8697-78014e41dfe7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:56:28.298700 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7d76df5c-a55e-4fed-8697-78014e41dfe7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:28.302543 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d1fc093f-b027-4603-a445-43cba16372a4 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:56:28.338289 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 15fc5732-fd9c-40c1-8c82-43b90eec6004 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:56:28.373071 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 15fc5732-fd9c-40c1-8c82-43b90eec6004 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:56:28.373449 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 15fc5732-fd9c-40c1-8c82-43b90eec6004 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:56:28.373880 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device e9f65c13-f4f3-4c63-b7fc-14cbeceb62c3 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:56:28.412324 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-7d76df5c-a55e-4fed-8697-78014e41dfe7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2471080 Dec 20 08:56:28.412525 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: e9f65c13-f4f3-4c63-b7fc-14cbeceb62c3 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:56:28.412525 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device e9f65c13-f4f3-4c63-b7fc-14cbeceb62c3 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:56:28.412717 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 46360) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:56:28.420274 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-44a97eb0-64d8-4be6-a949-4598b87a5e92 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2040651096', 'admin_state_up': True, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:56:28.425513 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d76df5c-a55e-4fed-8697-78014e41dfe7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'Network': ['ID=60eab37f-ec39-46fe-b653-fb6a07650aaa,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:56:28.429585 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-7d76df5c-a55e-4fed-8697-78014e41dfe7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:56:28.430487 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-44a97eb0-64d8-4be6-a949-4598b87a5e92 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:56:28.434381 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-44a97eb0-64d8-4be6-a949-4598b87a5e92 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:router and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:56:28.437280 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-44a97eb0-64d8-4be6-a949-4598b87a5e92 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:56:28.437521 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network 60eab37f-ec39-46fe-b653-fb6a07650aaa details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:56:28.442905 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-44a97eb0-64d8-4be6-a949-4598b87a5e92 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:56:28.453644 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-44a97eb0-64d8-4be6-a949-4598b87a5e92 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24817'] for router, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:28.454561 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-44a97eb0-64d8-4be6-a949-4598b87a5e92 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-351744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24806'] for router, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:28.474289 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-44a97eb0-64d8-4be6-a949-4598b87a5e92 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:28.623228 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-44a97eb0-64d8-4be6-a949-4598b87a5e92 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24724'] for router, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:28.812776 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-44a97eb0-64d8-4be6-a949-4598b87a5e92 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for router_gateway, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:28.845531 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-44a97eb0-64d8-4be6-a949-4598b87a5e92 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:29.004385 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-44a97eb0-64d8-4be6-a949-4598b87a5e92 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Allocated IP 172.26.5.15 (95f3bec2-46e6-4468-8229-8badd4a5aaae/cf8895a3-346d-4313-a645-16ecdcce9969/d3539b11-85b8-4589-90a4-baf49d7c023d) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:56:29.182667 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-44a97eb0-64d8-4be6-a949-4598b87a5e92 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:29.226133 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-44a97eb0-64d8-4be6-a949-4598b87a5e92 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:29.230435 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-90c7346d-82f5-4ad3-aa20-7f8ac4ec1c5f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:56:29.298344 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a97eb0-64d8-4be6-a949-4598b87a5e92 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Network 95f3bec2-46e6-4468-8229-8badd4a5aaae is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:56:29.301411 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-44a97eb0-64d8-4be6-a949-4598b87a5e92 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:56:29.303941 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a97eb0-64d8-4be6-a949-4598b87a5e92 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:56:29.338072 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a97eb0-64d8-4be6-a949-4598b87a5e92 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'Port': ['ID=d3539b11-85b8-4589-90a4-baf49d7c023d,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:56:29.341385 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-44a97eb0-64d8-4be6-a949-4598b87a5e92 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:56:29.484898 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-44a97eb0-64d8-4be6-a949-4598b87a5e92 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for router_gateway, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:29.485671 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-44a97eb0-64d8-4be6-a949-4598b87a5e92 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071'] for router, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:29.827229 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44a97eb0-64d8-4be6-a949-4598b87a5e92 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Router bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c is scheduled to L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 with binding_index 1 {{(pid=83445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 08:56:30.031642 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44a97eb0-64d8-4be6-a949-4598b87a5e92 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:56:30.041372 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4394e805-d4d7-4691-b4cb-ebce93adf34f None None] Sync routers for ids ['bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:56:30.052741 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4394e805-d4d7-4691-b4cb-ebce93adf34f None None] Routers {'bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:56:30.053398 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-4394e805-d4d7-4691-b4cb-ebce93adf34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:56:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:56:30.059484 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-44a97eb0-64d8-4be6-a949-4598b87a5e92 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:30.065392 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-44a97eb0-64d8-4be6-a949-4598b87a5e92 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.6462119 Dec 20 08:56:30.065588 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 46364) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:56:30.113363 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-e1043f03-78b8-4243-aa87-d2d8caf57e92 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=f7b89f97320342ff933d41aa1a974b12&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0465186 Dec 20 08:56:30.115844 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 46368) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:56:30.233592 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-4394e805-d4d7-4691-b4cb-ebce93adf34f None None] Set router bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:56:30.253210 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7cd828-7443-41ed-935d-e663253f966f tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:56:30.254726 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-ed7cd828-7443-41ed-935d-e663253f966f tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1379998 Dec 20 08:56:30.258271 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 46372) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:56:30.299616 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-6292dda3-c67f-4cfe-a63a-6342f9b36016 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=95f3bec2-46e6-4468-8229-8badd4a5aaae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0401223 Dec 20 08:56:30.302013 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 46376) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:56:30.307830 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-ad6b76f2-148b-4f3e-8a2d-ff6236d490e1 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-917935637', 'network_id': '60eab37f-ec39-46fe-b653-fb6a07650aaa', 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:56:30.392725 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8d4f1818-c97f-4245-974a-41de0a1301d9 req-ee0c926e-35cf-4e87-9d2e-834cb9b5d09e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=10bd31a8-b5fe-46ce-9196-c85e8aba7e6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0724020 Dec 20 08:56:30.425958 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-ad6b76f2-148b-4f3e-8a2d-ff6236d490e1 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:56:30.430565 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-ad6b76f2-148b-4f3e-8a2d-ff6236d490e1 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:subnet and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:56:30.433436 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-ad6b76f2-148b-4f3e-8a2d-ff6236d490e1 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:56:30.439348 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-ad6b76f2-148b-4f3e-8a2d-ff6236d490e1 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:56:30.452697 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad6b76f2-148b-4f3e-8a2d-ff6236d490e1 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Made reservation on behalf of f7b89f97320342ff933d41aa1a974b12 for: {'subnet': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:56:30.541222 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-4394e805-d4d7-4691-b4cb-ebce93adf34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c', 'name': 'tempest-TestNetworkBasicOps-router-2040651096', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': 'd3539b11-85b8-4589-90a4-baf49d7c023d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:56:28Z', 'updated_at': '2021-12-20T08:56:29Z', 'revision_number': 3, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': 'd3539b11-85b8-4589-90a4-baf49d7c023d', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5e:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:56:28Z', 'updated_at': '2021-12-20T08:56:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:56:30.546107 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4394e805-d4d7-4691-b4cb-ebce93adf34f None None] Checking router: bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 08:56:30.546470 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4394e805-d4d7-4691-b4cb-ebce93adf34f None None] Updating router bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c port d3539b11-85b8-4589-90a4-baf49d7c023d binding host dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 08:56:30.553736 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8d4f1818-c97f-4245-974a-41de0a1301d9 req-b0040a7c-03d1-4b26-807e-c0f7f42e737a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9cbdcc0323fa453595ec6616c2aaa00e&device_id=10bd31a8-b5fe-46ce-9196-c85e8aba7e6a HTTP/1.1" status: 200 len: 1098 time: 0.0888004 Dec 20 08:56:30.565527 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ad6b76f2-148b-4f3e-8a2d-ff6236d490e1 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2095160'] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:30.605950 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-4394e805-d4d7-4691-b4cb-ebce93adf34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:30.811357 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ad6b76f2-148b-4f3e-8a2d-ff6236d490e1 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2036557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2095114'] for subnet, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:30.816410 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-bd0471e0-067f-4334-b508-37157dc50165 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:56:30.835482 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4f1818-c97f-4245-974a-41de0a1301d9 req-aa3ca98c-dfb7-4d05-ab38-bb34747ef434 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:56:30.836778 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8d4f1818-c97f-4245-974a-41de0a1301d9 req-aa3ca98c-dfb7-4d05-ab38-bb34747ef434 service neutron] 10.222.0.58 "GET /v2.0/networks?id=93bb2812-0b1d-4fea-b794-e7bc065467e8 HTTP/1.1" status: 200 len: 913 time: 0.2654111 Dec 20 08:56:30.889632 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6b76f2-148b-4f3e-8a2d-ff6236d490e1 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'Subnet': ['ID=8a51ebf8-08aa-45b9-8544-f59dae2b8091,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:56:30.893466 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ad6b76f2-148b-4f3e-8a2d-ff6236d490e1 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:56:30.919386 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6b76f2-148b-4f3e-8a2d-ff6236d490e1 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Checking segment: {'id': '99bfc52a-0419-463e-9487-7d81c8008a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '60eab37f-ec39-46fe-b653-fb6a07650aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:56:30.919838 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6b76f2-148b-4f3e-8a2d-ff6236d490e1 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Network hostable DHCP agents. Network: 60eab37f-ec39-46fe-b653-fb6a07650aaa, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:56:30.944059 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6b76f2-148b-4f3e-8a2d-ff6236d490e1 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Network 60eab37f-ec39-46fe-b653-fb6a07650aaa is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:56:30.952624 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8d4f1818-c97f-4245-974a-41de0a1301d9 req-ee1cdad5-443b-48f7-bbf4-3ae31398ba46 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1373e1f-2823-4b59-ae86-142e4dd4c501 HTTP/1.1" status: 200 len: 1001 time: 0.1085696 Dec 20 08:56:30.954610 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-ad6b76f2-148b-4f3e-8a2d-ff6236d490e1 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, 60eab37f-ec39-46fe-b653-fb6a07650aaa) {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:56:30.958421 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6b76f2-148b-4f3e-8a2d-ff6236d490e1 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:56:30.959163 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ad6b76f2-148b-4f3e-8a2d-ff6236d490e1 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:30.973353 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f849e9dd-2269-4793-b7f1-4cc4b5a465a6 None None] Network 60eab37f-ec39-46fe-b653-fb6a07650aaa requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:56:30.985341 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-ad6b76f2-148b-4f3e-8a2d-ff6236d490e1 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6800742 Dec 20 08:56:30.986121 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 46380) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:56:31.022757 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4f1818-c97f-4245-974a-41de0a1301d9 req-93b8f54a-5ec2-4073-bf58-183e889910d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:56:31.024432 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8d4f1818-c97f-4245-974a-41de0a1301d9 req-93b8f54a-5ec2-4073-bf58-183e889910d4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cff4e817-2297-42bb-840a-667d6388fa06 HTTP/1.1" status: 200 len: 851 time: 0.0657015 Dec 20 08:56:31.085864 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-4394e805-d4d7-4691-b4cb-ebce93adf34f None None] Notify callbacks [] for port, precommit_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:31.101641 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-4394e805-d4d7-4691-b4cb-ebce93adf34f None None] Transition to ACTIVE for port object d3539b11-85b8-4589-90a4-baf49d7c023d will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:56:31.102470 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8d4f1818-c97f-4245-974a-41de0a1301d9 req-e34adb78-a331-4ef9-951b-d2319b541e55 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=93bb2812-0b1d-4fea-b794-e7bc065467e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712447 Dec 20 08:56:31.106535 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-4394e805-d4d7-4691-b4cb-ebce93adf34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:31.117015 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:56:31.236846 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2ee6d0-8450-4605-bf56-fe03ed7e4d34 None None] Pushing event updated for resources: {'Port': ['ID=d3539b11-85b8-4589-90a4-baf49d7c023d,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:56:31.245869 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-1e2ee6d0-8450-4605-bf56-fe03ed7e4d34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:56:31.249390 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-4394e805-d4d7-4691-b4cb-ebce93adf34f None None] Attempting to bind port d3539b11-85b8-4589-90a4-baf49d7c023d on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:56:31.249764 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-4394e805-d4d7-4691-b4cb-ebce93adf34f None None] Attempting to bind port d3539b11-85b8-4589-90a4-baf49d7c023d by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:56:31.250132 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4394e805-d4d7-4691-b4cb-ebce93adf34f None None] Attempting to bind port d3539b11-85b8-4589-90a4-baf49d7c023d on network 95f3bec2-46e6-4468-8229-8badd4a5aaae {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:56:31.258945 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8d4f1818-c97f-4245-974a-41de0a1301d9 req-3112da78-17ed-4e6f-804d-7d569616aa5b service neutron] 10.222.0.58 "GET /v2.0/networks/93bb2812-0b1d-4fea-b794-e7bc065467e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499517 Dec 20 08:56:31.266904 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4394e805-d4d7-4691-b4cb-ebce93adf34f None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:56:31.267286 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4394e805-d4d7-4691-b4cb-ebce93adf34f None None] Checking segment: {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:56:31.267688 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-4394e805-d4d7-4691-b4cb-ebce93adf34f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:31.268096 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4394e805-d4d7-4691-b4cb-ebce93adf34f None None] Bound using segment: {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:56:31.268559 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-4394e805-d4d7-4691-b4cb-ebce93adf34f None None] Bound port: d3539b11-85b8-4589-90a4-baf49d7c023d, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:56:31.268937 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-4394e805-d4d7-4691-b4cb-ebce93adf34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:31.359576 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82cbc84-b4ce-42ae-a515-d01b3625ac9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-60eab37f-ec39-46fe-b653-fb6a07650aaa', 'network_id': '60eab37f-ec39-46fe-b653-fb6a07650aaa', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'fixed_ips': [{'subnet_id': '8a51ebf8-08aa-45b9-8544-f59dae2b8091'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:56:31.360436 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c82cbc84-b4ce-42ae-a515-d01b3625ac9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:31.410437 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8d4f1818-c97f-4245-974a-41de0a1301d9 req-6e58b04a-02ec-4d2b-a0fd-12caff2978b8 service neutron] 10.222.0.58 "GET /v2.0/networks/93bb2812-0b1d-4fea-b794-e7bc065467e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457584 Dec 20 08:56:31.439448 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-4394e805-d4d7-4691-b4cb-ebce93adf34f None None] For port d3539b11-85b8-4589-90a4-baf49d7c023d, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:56:31.457601 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-4394e805-d4d7-4691-b4cb-ebce93adf34f None None] For port d3539b11-85b8-4589-90a4-baf49d7c023d, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=d3539b11-85b8-4589-90a4-baf49d7c023d,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:56:31.466535 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-4394e805-d4d7-4691-b4cb-ebce93adf34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:31.473091 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:56:31.613888 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2ee6d0-8450-4605-bf56-fe03ed7e4d34 None None] Pushing event updated for resources: {'Port': ['ID=d3539b11-85b8-4589-90a4-baf49d7c023d,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:56:31.621519 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-1e2ee6d0-8450-4605-bf56-fe03ed7e4d34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:56:31.627755 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4394e805-d4d7-4691-b4cb-ebce93adf34f None None] Routers {'bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:56:31.628392 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-4394e805-d4d7-4691-b4cb-ebce93adf34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:56:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:56:31.680882 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-c82cbc84-b4ce-42ae-a515-d01b3625ac9c None None] Allocated IP 172.20.0.2 (60eab37f-ec39-46fe-b653-fb6a07650aaa/8a51ebf8-08aa-45b9-8544-f59dae2b8091/375c6d6b-c5af-495f-865b-ae2af3ffd2c0) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:56:31.932066 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-4394e805-d4d7-4691-b4cb-ebce93adf34f None None] Set router bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:56:31.974076 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-868bd48c-79cb-4637-a330-e5b4bb94bc38 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:32.127926 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c82cbc84-b4ce-42ae-a515-d01b3625ac9c None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:32.186091 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-c82cbc84-b4ce-42ae-a515-d01b3625ac9c None None] Transition to ACTIVE for port object 375c6d6b-c5af-495f-865b-ae2af3ffd2c0 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:56:32.227710 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-c82cbc84-b4ce-42ae-a515-d01b3625ac9c None None] Transition to ACTIVE for port object 375c6d6b-c5af-495f-865b-ae2af3ffd2c0 will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:56:32.329347 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c82cbc84-b4ce-42ae-a515-d01b3625ac9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:32.337308 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-1e2ee6d0-8450-4605-bf56-fe03ed7e4d34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:56:32.411538 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-868bd48c-79cb-4637-a330-e5b4bb94bc38 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Allocated IP 172.20.0.1 (60eab37f-ec39-46fe-b653-fb6a07650aaa/8a51ebf8-08aa-45b9-8544-f59dae2b8091/ed4f358a-1c27-4ba7-909c-26bdcf896aa7) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:56:32.418279 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82cbc84-b4ce-42ae-a515-d01b3625ac9c None None] Network 60eab37f-ec39-46fe-b653-fb6a07650aaa is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:56:32.425181 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82cbc84-b4ce-42ae-a515-d01b3625ac9c None None] Pushing event updated for resources: {'Port': ['ID=375c6d6b-c5af-495f-865b-ae2af3ffd2c0,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:56:32.428384 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-c82cbc84-b4ce-42ae-a515-d01b3625ac9c None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:56:32.430097 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-c82cbc84-b4ce-42ae-a515-d01b3625ac9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:56:32.432113 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82cbc84-b4ce-42ae-a515-d01b3625ac9c None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:56:32.502721 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-4394e805-d4d7-4691-b4cb-ebce93adf34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c', 'name': 'tempest-TestNetworkBasicOps-router-2040651096', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': 'd3539b11-85b8-4589-90a4-baf49d7c023d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:56:28Z', 'updated_at': '2021-12-20T08:56:29Z', 'revision_number': 3, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': 'd3539b11-85b8-4589-90a4-baf49d7c023d', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5e:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:56:28Z', 'updated_at': '2021-12-20T08:56:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:56:32.523267 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4394e805-d4d7-4691-b4cb-ebce93adf34f None None] The sync data for ids ['bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c'] in dv-neutron-820491-1-hyperv is: [{'id': 'bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c', 'name': 'tempest-TestNetworkBasicOps-router-2040651096', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': 'd3539b11-85b8-4589-90a4-baf49d7c023d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:56:28Z', 'updated_at': '2021-12-20T08:56:29Z', 'revision_number': 3, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': 'd3539b11-85b8-4589-90a4-baf49d7c023d', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5e:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:56:28Z', 'updated_at': '2021-12-20T08:56:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:56:32.531108 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-c82cbc84-b4ce-42ae-a515-d01b3625ac9c None None] Attempting to bind port 375c6d6b-c5af-495f-865b-ae2af3ffd2c0 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:56:32.531484 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-c82cbc84-b4ce-42ae-a515-d01b3625ac9c None None] Attempting to bind port 375c6d6b-c5af-495f-865b-ae2af3ffd2c0 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '99bfc52a-0419-463e-9487-7d81c8008a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '60eab37f-ec39-46fe-b653-fb6a07650aaa'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:56:32.531854 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82cbc84-b4ce-42ae-a515-d01b3625ac9c None None] Attempting to bind port 375c6d6b-c5af-495f-865b-ae2af3ffd2c0 on network 60eab37f-ec39-46fe-b653-fb6a07650aaa {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:56:32.539091 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82cbc84-b4ce-42ae-a515-d01b3625ac9c None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:56:32.539473 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82cbc84-b4ce-42ae-a515-d01b3625ac9c None None] Checking segment: {'id': '99bfc52a-0419-463e-9487-7d81c8008a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '60eab37f-ec39-46fe-b653-fb6a07650aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:56:32.539870 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c82cbc84-b4ce-42ae-a515-d01b3625ac9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:32.540260 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82cbc84-b4ce-42ae-a515-d01b3625ac9c None None] Bound using segment: {'id': '99bfc52a-0419-463e-9487-7d81c8008a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '60eab37f-ec39-46fe-b653-fb6a07650aaa'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:56:32.540721 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-c82cbc84-b4ce-42ae-a515-d01b3625ac9c None None] Bound port: 375c6d6b-c5af-495f-865b-ae2af3ffd2c0, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99bfc52a-0419-463e-9487-7d81c8008a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '60eab37f-ec39-46fe-b653-fb6a07650aaa'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:56:32.541094 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c82cbc84-b4ce-42ae-a515-d01b3625ac9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:32.606640 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-868bd48c-79cb-4637-a330-e5b4bb94bc38 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:32.633556 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-868bd48c-79cb-4637-a330-e5b4bb94bc38 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Transition to ACTIVE for port object ed4f358a-1c27-4ba7-909c-26bdcf896aa7 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:56:32.661742 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-c82cbc84-b4ce-42ae-a515-d01b3625ac9c None None] For port 375c6d6b-c5af-495f-865b-ae2af3ffd2c0, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:56:32.666038 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-c82cbc84-b4ce-42ae-a515-d01b3625ac9c None None] For port 375c6d6b-c5af-495f-865b-ae2af3ffd2c0, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=375c6d6b-c5af-495f-865b-ae2af3ffd2c0,segment=NetworkSegment(99bfc52a-0419-463e-9487-7d81c8008a85),segment_id=99bfc52a-0419-463e-9487-7d81c8008a85)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:56:32.669520 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-868bd48c-79cb-4637-a330-e5b4bb94bc38 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:32.671352 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c82cbc84-b4ce-42ae-a515-d01b3625ac9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:32.674306 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-2ea585d9-8e88-4710-8494-93117ecb1a4d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:56:32.675009 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-248f4a3b-70ae-45c9-abfc-3afe7c4ba67d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:56:32.741913 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868bd48c-79cb-4637-a330-e5b4bb94bc38 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Network 60eab37f-ec39-46fe-b653-fb6a07650aaa is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:56:32.749687 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-868bd48c-79cb-4637-a330-e5b4bb94bc38 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:56:32.754372 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868bd48c-79cb-4637-a330-e5b4bb94bc38 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:56:32.764427 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82cbc84-b4ce-42ae-a515-d01b3625ac9c None None] Pushing event updated for resources: {'Port': ['ID=375c6d6b-c5af-495f-865b-ae2af3ffd2c0,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:56:32.784778 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-c82cbc84-b4ce-42ae-a515-d01b3625ac9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:56:32.800144 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868bd48c-79cb-4637-a330-e5b4bb94bc38 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'Port': ['ID=ed4f358a-1c27-4ba7-909c-26bdcf896aa7,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:56:32.807531 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-868bd48c-79cb-4637-a330-e5b4bb94bc38 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:56:32.834849 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-868bd48c-79cb-4637-a330-e5b4bb94bc38 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-345881'] for router_interface, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:32.952291 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-868bd48c-79cb-4637-a330-e5b4bb94bc38 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:33.429275 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-868bd48c-79cb-4637-a330-e5b4bb94bc38 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:33.434632 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-868bd48c-79cb-4637-a330-e5b4bb94bc38 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2036698'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:33.460602 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d0607ab5-c880-437e-b2e8-15359487e760 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:56:33.552096 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868bd48c-79cb-4637-a330-e5b4bb94bc38 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'Port': ['ID=ed4f358a-1c27-4ba7-909c-26bdcf896aa7,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:56:33.555027 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-868bd48c-79cb-4637-a330-e5b4bb94bc38 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32898031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349045'] for router_interface, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:33.559529 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-868bd48c-79cb-4637-a330-e5b4bb94bc38 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:56:33.825276 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868bd48c-79cb-4637-a330-e5b4bb94bc38 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Network 60eab37f-ec39-46fe-b653-fb6a07650aaa is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:56:33.825981 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-868bd48c-79cb-4637-a330-e5b4bb94bc38 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:56:33.854917 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c405cff1-970a-4b83-ae4a-f76464c1c225 None None] Network 60eab37f-ec39-46fe-b653-fb6a07650aaa requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:56:33.991729 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-dc4a9621-7e4b-403b-b758-54a3650473a0 None None] Provisioning for port 375c6d6b-c5af-495f-865b-ae2af3ffd2c0 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:56:34.233840 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-868bd48c-79cb-4637-a330-e5b4bb94bc38 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Router bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:56:34.375873 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-166c9ed4-c2d5-423f-8ccd-6f80a368842f None None] Provisioning for port ed4f358a-1c27-4ba7-909c-26bdcf896aa7 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:56:34.383030 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-166c9ed4-c2d5-423f-8ccd-6f80a368842f None None] Provisioning complete for port ed4f358a-1c27-4ba7-909c-26bdcf896aa7 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:56:34.383743 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-166c9ed4-c2d5-423f-8ccd-6f80a368842f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:34.432611 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device d3539b11-85b8-4589-90a4-baf49d7c023d up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:56:34.475584 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-868bd48c-79cb-4637-a330-e5b4bb94bc38 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:56:34.495974 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-868bd48c-79cb-4637-a330-e5b4bb94bc38 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "PUT /v2.0/routers/bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5057344 Dec 20 08:56:34.496188 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 46384) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:56:34.520721 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-166c9ed4-c2d5-423f-8ccd-6f80a368842f None None] Port ed4f358a-1c27-4ba7-909c-26bdcf896aa7 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:56:34.545699 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port d3539b11-85b8-4589-90a4-baf49d7c023d completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:56:34.552109 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port d3539b11-85b8-4589-90a4-baf49d7c023d triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:56:34.553803 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:34.686081 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-0172dca3-d9b3-4bbd-b1ab-d528793e7dca None None] Provisioning complete for port ed4f358a-1c27-4ba7-909c-26bdcf896aa7 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:56:34.686465 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-0172dca3-d9b3-4bbd-b1ab-d528793e7dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:34.691269 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678b50a7-97a7-434e-b7c4-2e69ba611a09 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:56:34.691653 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678b50a7-97a7-434e-b7c4-2e69ba611a09 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:56:34.692029 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678b50a7-97a7-434e-b7c4-2e69ba611a09 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:56:34.692400 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678b50a7-97a7-434e-b7c4-2e69ba611a09 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:56:34.692761 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678b50a7-97a7-434e-b7c4-2e69ba611a09 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:56:34.693731 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678b50a7-97a7-434e-b7c4-2e69ba611a09 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:56:34.695961 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-678b50a7-97a7-434e-b7c4-2e69ba611a09 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1990781 Dec 20 08:56:34.699110 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 46388) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:56:34.763339 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:34.770922 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-0172dca3-d9b3-4bbd-b1ab-d528793e7dca None None] Port ed4f358a-1c27-4ba7-909c-26bdcf896aa7 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:56:34.781857 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port d3539b11-85b8-4589-90a4-baf49d7c023d, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=d3539b11-85b8-4589-90a4-baf49d7c023d,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:56:34.785972 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:34.786794 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 375c6d6b-c5af-495f-865b-ae2af3ffd2c0 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:56:34.788559 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547a41bd-a753-4b50-9f64-d65fa417289e tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:56:34.788950 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547a41bd-a753-4b50-9f64-d65fa417289e tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:56:34.789530 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547a41bd-a753-4b50-9f64-d65fa417289e tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:56:34.790021 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547a41bd-a753-4b50-9f64-d65fa417289e tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:56:34.790432 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547a41bd-a753-4b50-9f64-d65fa417289e tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:56:34.791025 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547a41bd-a753-4b50-9f64-d65fa417289e tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:56:34.795779 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 46392) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:56:34.795915 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-547a41bd-a753-4b50-9f64-d65fa417289e tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0955384 Dec 20 08:56:34.814253 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-c82cbc84-b4ce-42ae-a515-d01b3625ac9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:56:34.913620 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=d3539b11-85b8-4589-90a4-baf49d7c023d,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:56:34.920880 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:56:34.938503 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-12827096-d503-4a26-b572-f07635bb8bc4 None None] Provisioning complete for port ed4f358a-1c27-4ba7-909c-26bdcf896aa7 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:56:34.938979 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-12827096-d503-4a26-b572-f07635bb8bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:34.978319 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 375c6d6b-c5af-495f-865b-ae2af3ffd2c0 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:56:34.988984 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 375c6d6b-c5af-495f-865b-ae2af3ffd2c0 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:56:34.989392 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:35.041921 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-12827096-d503-4a26-b572-f07635bb8bc4 None None] Port ed4f358a-1c27-4ba7-909c-26bdcf896aa7 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:56:35.042324 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-c66a6844-5f05-479b-937b-6d2b44dbf083 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2453172 Dec 20 08:56:35.045701 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 46396) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:56:35.051144 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-99679be7-9c59-4986-85b5-e605b48396ef tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-658595303', 'network_id': '60eab37f-ec39-46fe-b653-fb6a07650aaa'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:56:35.118366 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:35.152627 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 375c6d6b-c5af-495f-865b-ae2af3ffd2c0, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=375c6d6b-c5af-495f-865b-ae2af3ffd2c0,segment=NetworkSegment(99bfc52a-0419-463e-9487-7d81c8008a85),segment_id=99bfc52a-0419-463e-9487-7d81c8008a85)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:56:35.156507 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:35.158258 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:56:35.188823 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-99679be7-9c59-4986-85b5-e605b48396ef tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:56:35.193298 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-99679be7-9c59-4986-85b5-e605b48396ef tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:port and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:56:35.196430 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-99679be7-9c59-4986-85b5-e605b48396ef tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:56:35.202241 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-99679be7-9c59-4986-85b5-e605b48396ef tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:56:35.219184 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99679be7-9c59-4986-85b5-e605b48396ef tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Made reservation on behalf of f7b89f97320342ff933d41aa1a974b12 for: {'port': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:56:35.222377 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-99679be7-9c59-4986-85b5-e605b48396ef tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:35.227094 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=375c6d6b-c5af-495f-865b-ae2af3ffd2c0,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:56:35.230984 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:56:35.246458 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-99679be7-9c59-4986-85b5-e605b48396ef tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] device_id is not set on port 2171b36a-5878-42e0-bcc4-1020ccf07992 yet. {{(pid=83445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:56:35.395888 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-99679be7-9c59-4986-85b5-e605b48396ef tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Allocated IP 172.20.0.4 (60eab37f-ec39-46fe-b653-fb6a07650aaa/8a51ebf8-08aa-45b9-8544-f59dae2b8091/2171b36a-5878-42e0-bcc4-1020ccf07992) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:56:35.598578 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-99679be7-9c59-4986-85b5-e605b48396ef tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:35.614362 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-99679be7-9c59-4986-85b5-e605b48396ef tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Transition to ACTIVE for port object 2171b36a-5878-42e0-bcc4-1020ccf07992 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:56:35.637496 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-99679be7-9c59-4986-85b5-e605b48396ef tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:35.643089 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-4c717633-4b88-422a-bb29-5050fdbf1e1b tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:56:35.823409 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99679be7-9c59-4986-85b5-e605b48396ef tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Network 60eab37f-ec39-46fe-b653-fb6a07650aaa is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:56:35.830866 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-99679be7-9c59-4986-85b5-e605b48396ef tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:56:35.835095 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99679be7-9c59-4986-85b5-e605b48396ef tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:56:35.869060 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99679be7-9c59-4986-85b5-e605b48396ef tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'Port': ['ID=2171b36a-5878-42e0-bcc4-1020ccf07992,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:56:35.873500 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-99679be7-9c59-4986-85b5-e605b48396ef tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:56:35.899710 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99679be7-9c59-4986-85b5-e605b48396ef tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:56:35.900330 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-99679be7-9c59-4986-85b5-e605b48396ef tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:35.926370 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-99679be7-9c59-4986-85b5-e605b48396ef tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8795128 Dec 20 08:56:36.069494 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-1ca56270-d34a-48c0-a9df-7a0aa4c889cf None None] Provisioning for port 2171b36a-5878-42e0-bcc4-1020ccf07992 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:56:36.074988 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-1ca56270-d34a-48c0-a9df-7a0aa4c889cf None None] Provisioning complete for port 2171b36a-5878-42e0-bcc4-1020ccf07992 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:56:36.075372 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-1ca56270-d34a-48c0-a9df-7a0aa4c889cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:36.092978 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 46402) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:56:36.099055 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-00ebd673-d1e7-41aa-95b6-08d997a4620c tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2101273505', 'description': 'tempest-secgroup-smoke-2101273505 description', 'project_id': 'f7b89f97320342ff933d41aa1a974b12'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:56:36.108910 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-00ebd673-d1e7-41aa-95b6-08d997a4620c tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:56:36.113576 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-00ebd673-d1e7-41aa-95b6-08d997a4620c tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:security_group and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:56:36.116572 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-00ebd673-d1e7-41aa-95b6-08d997a4620c tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:56:36.122637 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-00ebd673-d1e7-41aa-95b6-08d997a4620c tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:56:36.134063 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-00ebd673-d1e7-41aa-95b6-08d997a4620c tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:36.142741 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-1ca56270-d34a-48c0-a9df-7a0aa4c889cf None None] Port 2171b36a-5878-42e0-bcc4-1020ccf07992 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:56:36.170584 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-00ebd673-d1e7-41aa-95b6-08d997a4620c tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:56:36.174464 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-00ebd673-d1e7-41aa-95b6-08d997a4620c tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:security_group_rule and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:56:36.177466 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-00ebd673-d1e7-41aa-95b6-08d997a4620c tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:56:36.183518 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-00ebd673-d1e7-41aa-95b6-08d997a4620c tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:56:36.239058 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-00ebd673-d1e7-41aa-95b6-08d997a4620c tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:36.243368 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-00ebd673-d1e7-41aa-95b6-08d997a4620c tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:36.247936 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab6fca6-0293-4c03-afd6-7a6d0c2e3bc8 None None] Sync routers for ids ['bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:56:36.248747 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-26be44b4-36fa-4a87-84f2-18bd26d25615 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:56:36.260909 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab6fca6-0293-4c03-afd6-7a6d0c2e3bc8 None None] Routers {'bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:56:36.261533 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-dab6fca6-0293-4c03-afd6-7a6d0c2e3bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:56:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:56:36.290930 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ebd673-d1e7-41aa-95b6-08d997a4620c tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc68451-cb0f-436c-b5b5-558541f9b79d,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:56:36.294357 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-00ebd673-d1e7-41aa-95b6-08d997a4620c tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:56:36.296170 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-00ebd673-d1e7-41aa-95b6-08d997a4620c tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:36.297496 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-00ebd673-d1e7-41aa-95b6-08d997a4620c tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2034655 Dec 20 08:56:36.300282 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 46406) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:56:36.306739 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-520c5838-6582-4c1f-89a8-491f80324e9b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'security_group_rule': {'security_group_id': '1fc68451-cb0f-436c-b5b5-558541f9b79d', 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:56:36.313271 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-520c5838-6582-4c1f-89a8-491f80324e9b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:56:36.317338 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-520c5838-6582-4c1f-89a8-491f80324e9b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:security_group_rule and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:56:36.321090 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-520c5838-6582-4c1f-89a8-491f80324e9b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:56:36.327648 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-520c5838-6582-4c1f-89a8-491f80324e9b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:56:36.345601 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-520c5838-6582-4c1f-89a8-491f80324e9b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:36.360094 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device d3539b11-85b8-4589-90a4-baf49d7c023d up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:56:36.413240 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-520c5838-6582-4c1f-89a8-491f80324e9b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:36.418952 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-520c5838-6582-4c1f-89a8-491f80324e9b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:36.430968 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-55297539-73a3-457b-a55b-cd936e2f30d5 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:56:36.442389 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port d3539b11-85b8-4589-90a4-baf49d7c023d triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:56:36.442856 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:36.450119 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520c5838-6582-4c1f-89a8-491f80324e9b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5c129b5-8394-42d4-a676-4f5049147dcd,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:56:36.452930 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-520c5838-6582-4c1f-89a8-491f80324e9b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:56:36.460817 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-dab6fca6-0293-4c03-afd6-7a6d0c2e3bc8 None None] Set router bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:56:36.461788 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-520c5838-6582-4c1f-89a8-491f80324e9b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:36.466333 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 46410) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:56:36.467070 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-520c5838-6582-4c1f-89a8-491f80324e9b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1657608 Dec 20 08:56:36.473133 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-1c5d9e58-440c-463d-83ee-0b218c7b04dd tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'security_group_rule': {'security_group_id': '1fc68451-cb0f-436c-b5b5-558541f9b79d', 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:56:36.480323 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-1c5d9e58-440c-463d-83ee-0b218c7b04dd tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:56:36.484246 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-1c5d9e58-440c-463d-83ee-0b218c7b04dd tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:security_group_rule and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:56:36.487234 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-1c5d9e58-440c-463d-83ee-0b218c7b04dd tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:56:36.494278 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-1c5d9e58-440c-463d-83ee-0b218c7b04dd tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:56:36.512602 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1c5d9e58-440c-463d-83ee-0b218c7b04dd tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:36.565467 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 375c6d6b-c5af-495f-865b-ae2af3ffd2c0 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:56:36.585828 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1c5d9e58-440c-463d-83ee-0b218c7b04dd tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:36.590322 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1c5d9e58-440c-463d-83ee-0b218c7b04dd tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:36.599325 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b2c02994-4c48-4bc4-be2f-317e6da35026 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:56:36.621824 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5d9e58-440c-463d-83ee-0b218c7b04dd tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16b89ccd-77d4-45b0-be53-0d0cd7620b7d,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:56:36.625071 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1c5d9e58-440c-463d-83ee-0b218c7b04dd tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:56:36.637120 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1c5d9e58-440c-463d-83ee-0b218c7b04dd tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:36.638618 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1c5d9e58-440c-463d-83ee-0b218c7b04dd tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1702745 Dec 20 08:56:36.641494 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 46414) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:56:36.649187 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-0c4a7e3e-65b3-4c58-a0f1-63e8e357d707 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'security_group_rule': {'security_group_id': '1fc68451-cb0f-436c-b5b5-558541f9b79d', 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:56:36.650169 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 375c6d6b-c5af-495f-865b-ae2af3ffd2c0 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:56:36.650675 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:36.656050 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-0c4a7e3e-65b3-4c58-a0f1-63e8e357d707 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:56:36.659842 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-0c4a7e3e-65b3-4c58-a0f1-63e8e357d707 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:security_group_rule and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:56:36.663279 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-0c4a7e3e-65b3-4c58-a0f1-63e8e357d707 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:56:36.670024 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-0c4a7e3e-65b3-4c58-a0f1-63e8e357d707 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:56:36.692681 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0c4a7e3e-65b3-4c58-a0f1-63e8e357d707 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:36.765403 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0c4a7e3e-65b3-4c58-a0f1-63e8e357d707 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:36.770529 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0c4a7e3e-65b3-4c58-a0f1-63e8e357d707 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:36.772516 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9a97ba3b-4ba5-4a31-a6c4-ad04e54a9452 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:56:36.795147 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4a7e3e-65b3-4c58-a0f1-63e8e357d707 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6782c36-108a-43fd-9dce-4e8c1b733080,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:56:36.797729 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0c4a7e3e-65b3-4c58-a0f1-63e8e357d707 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:56:36.807302 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0c4a7e3e-65b3-4c58-a0f1-63e8e357d707 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:36.807925 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-dab6fca6-0293-4c03-afd6-7a6d0c2e3bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c', 'name': 'tempest-TestNetworkBasicOps-router-2040651096', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': 'd3539b11-85b8-4589-90a4-baf49d7c023d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:56:28Z', 'updated_at': '2021-12-20T08:56:32Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': 'd3539b11-85b8-4589-90a4-baf49d7c023d', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:56:28Z', 'updated_at': '2021-12-20T08:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': 'ed4f358a-1c27-4ba7-909c-26bdcf896aa7', 'name': '', 'network_id': '60eab37f-ec39-46fe-b653-fb6a07650aaa', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'mac_address': 'fa:16:3e:5d:17:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a51ebf8-08aa-45b9-8544-f59dae2b8091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:56:32Z', 'updated_at': '2021-12-20T08:56:33Z', 'revision_number': 2, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'subnets': [{'id': '8a51ebf8-08aa-45b9-8544-f59dae2b8091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:56:36.808600 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-0c4a7e3e-65b3-4c58-a0f1-63e8e357d707 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1656990 Dec 20 08:56:36.811657 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 46418) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:56:36.813337 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab6fca6-0293-4c03-afd6-7a6d0c2e3bc8 None None] Checking router: bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c for host: dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 08:56:36.813688 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab6fca6-0293-4c03-afd6-7a6d0c2e3bc8 None None] Updating router bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c port ed4f358a-1c27-4ba7-909c-26bdcf896aa7 binding host dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 08:56:36.819545 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-1cb794f2-bbf3-4343-9bd3-b716073233ad tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'security_group_rule': {'security_group_id': '1fc68451-cb0f-436c-b5b5-558541f9b79d', 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:56:36.825908 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-1cb794f2-bbf3-4343-9bd3-b716073233ad tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:56:36.829986 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-1cb794f2-bbf3-4343-9bd3-b716073233ad tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:security_group_rule and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:56:36.832813 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-1cb794f2-bbf3-4343-9bd3-b716073233ad tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:56:36.839154 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-1cb794f2-bbf3-4343-9bd3-b716073233ad tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:56:36.855709 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1cb794f2-bbf3-4343-9bd3-b716073233ad tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:36.866691 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-dab6fca6-0293-4c03-afd6-7a6d0c2e3bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:36.927350 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1cb794f2-bbf3-4343-9bd3-b716073233ad tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:36.931394 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1cb794f2-bbf3-4343-9bd3-b716073233ad tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:36.933220 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-4a0708ee-bc93-4177-8e1c-824b6cc801e3 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:56:36.955690 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb794f2-bbf3-4343-9bd3-b716073233ad tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fbbe80f-13d3-4263-a7b2-971bbaa9c1d5,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:56:36.958157 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-1cb794f2-bbf3-4343-9bd3-b716073233ad tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:56:36.967014 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1cb794f2-bbf3-4343-9bd3-b716073233ad tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:36.971194 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-1cb794f2-bbf3-4343-9bd3-b716073233ad tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1548471 Dec 20 08:56:36.971324 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 46422) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:56:36.978655 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-1188179b-4ae1-40b7-a6ed-0b1e2f976600 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'security_group_rule': {'security_group_id': '1fc68451-cb0f-436c-b5b5-558541f9b79d', 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:56:36.985275 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-1188179b-4ae1-40b7-a6ed-0b1e2f976600 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:56:36.988939 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-1188179b-4ae1-40b7-a6ed-0b1e2f976600 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:security_group_rule and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:56:36.993105 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-1188179b-4ae1-40b7-a6ed-0b1e2f976600 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:56:36.998796 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-1188179b-4ae1-40b7-a6ed-0b1e2f976600 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:56:37.009445 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.securitygroups_db [None req-1188179b-4ae1-40b7-a6ed-0b1e2f976600 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Project f7b89f97320342ff933d41aa1a974b12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 08:56:37.015892 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1188179b-4ae1-40b7-a6ed-0b1e2f976600 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:37.085293 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1188179b-4ae1-40b7-a6ed-0b1e2f976600 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:37.089727 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1188179b-4ae1-40b7-a6ed-0b1e2f976600 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:37.095908 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:56:37.113952 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1188179b-4ae1-40b7-a6ed-0b1e2f976600 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=004e9d64-1d5b-4a19-be0b-d1c7e922df07,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:56:37.116887 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-1188179b-4ae1-40b7-a6ed-0b1e2f976600 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:56:37.126428 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1188179b-4ae1-40b7-a6ed-0b1e2f976600 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:37.127624 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-1188179b-4ae1-40b7-a6ed-0b1e2f976600 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1553888 Dec 20 08:56:37.131271 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 46426) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:56:37.136941 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-ebe78a68-c268-4aa0-b0ee-406e4840ea11 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'security_group_rule': {'security_group_id': '1fc68451-cb0f-436c-b5b5-558541f9b79d', 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:56:37.142609 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-ebe78a68-c268-4aa0-b0ee-406e4840ea11 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:56:37.147201 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-ebe78a68-c268-4aa0-b0ee-406e4840ea11 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:security_group_rule and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:56:37.150424 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-ebe78a68-c268-4aa0-b0ee-406e4840ea11 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:56:37.156035 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-ebe78a68-c268-4aa0-b0ee-406e4840ea11 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:56:37.166574 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.securitygroups_db [None req-ebe78a68-c268-4aa0-b0ee-406e4840ea11 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Project f7b89f97320342ff933d41aa1a974b12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 08:56:37.173084 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ebe78a68-c268-4aa0-b0ee-406e4840ea11 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:37.239794 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-dab6fca6-0293-4c03-afd6-7a6d0c2e3bc8 None None] Notify callbacks [] for port, precommit_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:37.247471 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ebe78a68-c268-4aa0-b0ee-406e4840ea11 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:37.251664 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ebe78a68-c268-4aa0-b0ee-406e4840ea11 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:37.253573 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-52ef76f3-89cf-4fdc-b05f-3b6dee276eba tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:56:37.254469 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.provisioning_blocks [None req-dab6fca6-0293-4c03-afd6-7a6d0c2e3bc8 None None] Transition to ACTIVE for port object ed4f358a-1c27-4ba7-909c-26bdcf896aa7 will not be triggered until provisioned by entity L2. {{(pid=83447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:56:37.262240 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-dab6fca6-0293-4c03-afd6-7a6d0c2e3bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:37.266544 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-d6d2481d-0819-46db-a902-b14a340d1ca5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:56:37.276468 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe78a68-c268-4aa0-b0ee-406e4840ea11 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c12b3b9-e967-4773-8538-b8ac086a9ce7,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:56:37.278942 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ebe78a68-c268-4aa0-b0ee-406e4840ea11 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:56:37.286355 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ebe78a68-c268-4aa0-b0ee-406e4840ea11 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:37.287729 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-ebe78a68-c268-4aa0-b0ee-406e4840ea11 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1553686 Dec 20 08:56:37.426493 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bc356b-cd96-498c-93c7-2c6e50987f07 None None] Pushing event updated for resources: {'Port': ['ID=ed4f358a-1c27-4ba7-909c-26bdcf896aa7,revision_number=3']} {{(pid=83447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:56:37.467530 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bc356b-cd96-498c-93c7-2c6e50987f07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:56:37.468131 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bc356b-cd96-498c-93c7-2c6e50987f07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:56:37.468461 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bc356b-cd96-498c-93c7-2c6e50987f07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:56:37.468785 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bc356b-cd96-498c-93c7-2c6e50987f07 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:56:37.469114 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bc356b-cd96-498c-93c7-2c6e50987f07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:56:37.469458 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bc356b-cd96-498c-93c7-2c6e50987f07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:56:37.469773 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bc356b-cd96-498c-93c7-2c6e50987f07 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:56:37.470090 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bc356b-cd96-498c-93c7-2c6e50987f07 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:56:37.470404 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bc356b-cd96-498c-93c7-2c6e50987f07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:56:37.470712 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bc356b-cd96-498c-93c7-2c6e50987f07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:56:37.471215 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bc356b-cd96-498c-93c7-2c6e50987f07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:56:37.479253 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-e9bc356b-cd96-498c-93c7-2c6e50987f07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:56:37.497379 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-dab6fca6-0293-4c03-afd6-7a6d0c2e3bc8 None None] Attempting to bind port ed4f358a-1c27-4ba7-909c-26bdcf896aa7 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:56:37.497780 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-dab6fca6-0293-4c03-afd6-7a6d0c2e3bc8 None None] Attempting to bind port ed4f358a-1c27-4ba7-909c-26bdcf896aa7 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '99bfc52a-0419-463e-9487-7d81c8008a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '60eab37f-ec39-46fe-b653-fb6a07650aaa'}] {{(pid=83447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:56:37.498166 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab6fca6-0293-4c03-afd6-7a6d0c2e3bc8 None None] Attempting to bind port ed4f358a-1c27-4ba7-909c-26bdcf896aa7 on network 60eab37f-ec39-46fe-b653-fb6a07650aaa {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:56:37.503249 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-53d1bc6e-670b-4436-ab73-92336468a3f2 req-305c651b-d4ad-4cf2-9607-ba2a87531012 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Synchronizing usage tracker for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:security_group {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:56:37.507811 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab6fca6-0293-4c03-afd6-7a6d0c2e3bc8 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:56:37.508198 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab6fca6-0293-4c03-afd6-7a6d0c2e3bc8 None None] Checking segment: {'id': '99bfc52a-0419-463e-9487-7d81c8008a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '60eab37f-ec39-46fe-b653-fb6a07650aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:56:37.508606 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-dab6fca6-0293-4c03-afd6-7a6d0c2e3bc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:37.509013 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab6fca6-0293-4c03-afd6-7a6d0c2e3bc8 None None] Bound using segment: {'id': '99bfc52a-0419-463e-9487-7d81c8008a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '60eab37f-ec39-46fe-b653-fb6a07650aaa'} {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:56:37.509511 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-dab6fca6-0293-4c03-afd6-7a6d0c2e3bc8 None None] Bound port: ed4f358a-1c27-4ba7-909c-26bdcf896aa7, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99bfc52a-0419-463e-9487-7d81c8008a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '60eab37f-ec39-46fe-b653-fb6a07650aaa'}}] {{(pid=83447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:56:37.509890 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-dab6fca6-0293-4c03-afd6-7a6d0c2e3bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:37.520991 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-53d1bc6e-670b-4436-ab73-92336468a3f2 req-305c651b-d4ad-4cf2-9607-ba2a87531012 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Unset dirty status for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:security_group {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:56:37.522724 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-53d1bc6e-670b-4436-ab73-92336468a3f2 req-305c651b-d4ad-4cf2-9607-ba2a87531012 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2101273505&fields=id&tenant_id=f7b89f97320342ff933d41aa1a974b12 HTTP/1.1" status: 200 len: 267 time: 0.0661614 Dec 20 08:56:37.600478 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d1bc6e-670b-4436-ab73-92336468a3f2 req-6a4d3e87-ea73-4129-b297-f2ccbfc9e8e5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:56:37.602029 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-53d1bc6e-670b-4436-ab73-92336468a3f2 req-6a4d3e87-ea73-4129-b297-f2ccbfc9e8e5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Synchronizing usage tracker for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:56:37.620356 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-53d1bc6e-670b-4436-ab73-92336468a3f2 req-6a4d3e87-ea73-4129-b297-f2ccbfc9e8e5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Unset dirty status for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:56:37.621899 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-53d1bc6e-670b-4436-ab73-92336468a3f2 req-6a4d3e87-ea73-4129-b297-f2ccbfc9e8e5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports/2171b36a-5878-42e0-bcc4-1020ccf07992 HTTP/1.1" status: 200 len: 929 time: 0.0925317 Dec 20 08:56:37.622027 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.db [None req-dab6fca6-0293-4c03-afd6-7a6d0c2e3bc8 None None] For port ed4f358a-1c27-4ba7-909c-26bdcf896aa7, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:56:37.625471 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.db [None req-dab6fca6-0293-4c03-afd6-7a6d0c2e3bc8 None None] For port ed4f358a-1c27-4ba7-909c-26bdcf896aa7, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=ed4f358a-1c27-4ba7-909c-26bdcf896aa7,segment=NetworkSegment(99bfc52a-0419-463e-9487-7d81c8008a85),segment_id=99bfc52a-0419-463e-9487-7d81c8008a85)] {{(pid=83447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:56:37.629873 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-dab6fca6-0293-4c03-afd6-7a6d0c2e3bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:37.634556 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-019427c3-a534-432e-9373-3cb404f93e36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:56:37.710851 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-53d1bc6e-670b-4436-ab73-92336468a3f2 req-a85c4254-243e-408d-9481-72cf093d6e37 service neutron] 10.222.0.16 "GET /v2.0/ports/2171b36a-5878-42e0-bcc4-1020ccf07992?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0708013 Dec 20 08:56:37.722592 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bc356b-cd96-498c-93c7-2c6e50987f07 None None] Pushing event updated for resources: {'Port': ['ID=ed4f358a-1c27-4ba7-909c-26bdcf896aa7,revision_number=4']} {{(pid=83447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:56:37.726392 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab6fca6-0293-4c03-afd6-7a6d0c2e3bc8 None None] Routers {'bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:56:37.727043 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-dab6fca6-0293-4c03-afd6-7a6d0c2e3bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:56:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:56:37.782527 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-e9bc356b-cd96-498c-93c7-2c6e50987f07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:56:37.864127 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-53d1bc6e-670b-4436-ab73-92336468a3f2 req-7f27a0de-dc17-434e-9501-2692b45771af service neutron] 10.222.0.16 "GET /v2.0/networks/60eab37f-ec39-46fe-b653-fb6a07650aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470029 Dec 20 08:56:37.925804 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-dab6fca6-0293-4c03-afd6-7a6d0c2e3bc8 None None] Set router bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:56:38.014056 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-53d1bc6e-670b-4436-ab73-92336468a3f2 req-7bda7074-a44b-4ca5-9737-93a01c42430e service neutron] 10.222.0.16 "GET /v2.0/networks/60eab37f-ec39-46fe-b653-fb6a07650aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440551 Dec 20 08:56:38.234580 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-073b6916-5b9c-45ac-ac23-d2d3b8730ddf req-95f040c8-9c79-427c-8df4-4e84c2ee1dcc tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Synchronizing usage tracker for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:56:38.247666 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-073b6916-5b9c-45ac-ac23-d2d3b8730ddf req-95f040c8-9c79-427c-8df4-4e84c2ee1dcc tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Unset dirty status for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:56:38.249054 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-073b6916-5b9c-45ac-ac23-d2d3b8730ddf req-95f040c8-9c79-427c-8df4-4e84c2ee1dcc tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=e491c419-2a5c-47fa-877c-8bb081fed3c4 HTTP/1.1" status: 200 len: 210 time: 0.0682852 Dec 20 08:56:38.255746 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-dab6fca6-0293-4c03-afd6-7a6d0c2e3bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c', 'name': 'tempest-TestNetworkBasicOps-router-2040651096', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': 'd3539b11-85b8-4589-90a4-baf49d7c023d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:56:28Z', 'updated_at': '2021-12-20T08:56:32Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': 'd3539b11-85b8-4589-90a4-baf49d7c023d', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:56:28Z', 'updated_at': '2021-12-20T08:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': 'ed4f358a-1c27-4ba7-909c-26bdcf896aa7', 'name': '', 'network_id': '60eab37f-ec39-46fe-b653-fb6a07650aaa', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'mac_address': 'fa:16:3e:5d:17:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a51ebf8-08aa-45b9-8544-f59dae2b8091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:56:32Z', 'updated_at': '2021-12-20T08:56:37Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'subnets': [{'id': '8a51ebf8-08aa-45b9-8544-f59dae2b8091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:56:38.260710 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab6fca6-0293-4c03-afd6-7a6d0c2e3bc8 None None] The sync data for ids ['bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c'] in dv-neutron-820491-1-hyperv is: [{'id': 'bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c', 'name': 'tempest-TestNetworkBasicOps-router-2040651096', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': 'd3539b11-85b8-4589-90a4-baf49d7c023d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:56:28Z', 'updated_at': '2021-12-20T08:56:32Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': 'd3539b11-85b8-4589-90a4-baf49d7c023d', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:56:28Z', 'updated_at': '2021-12-20T08:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': 'ed4f358a-1c27-4ba7-909c-26bdcf896aa7', 'name': '', 'network_id': '60eab37f-ec39-46fe-b653-fb6a07650aaa', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'mac_address': 'fa:16:3e:5d:17:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a51ebf8-08aa-45b9-8544-f59dae2b8091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:56:32Z', 'updated_at': '2021-12-20T08:56:37Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'subnets': [{'id': '8a51ebf8-08aa-45b9-8544-f59dae2b8091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:56:39.240911 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-53d1bc6e-670b-4436-ab73-92336468a3f2 req-4b6a0894-4067-4187-926c-f3abc8a6e63b service neutron] 10.222.0.58 "GET /v2.0/ports/2171b36a-5878-42e0-bcc4-1020ccf07992 HTTP/1.1" status: 200 len: 1025 time: 0.0677280 Dec 20 08:56:39.405030 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d1bc6e-670b-4436-ab73-92336468a3f2 req-9fb92e14-cc99-4220-8f59-6ba210439413 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:56:39.406383 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-53d1bc6e-670b-4436-ab73-92336468a3f2 req-9fb92e14-cc99-4220-8f59-6ba210439413 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.58 "GET /v2.0/networks?id=60eab37f-ec39-46fe-b653-fb6a07650aaa HTTP/1.1" status: 200 len: 796 time: 0.1604779 Dec 20 08:56:39.427072 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-83134466-df32-4453-8abb-f64588fc360d req-c1b4cae7-03dd-49c3-99d3-1bf682751a99 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=e491c419-2a5c-47fa-877c-8bb081fed3c4 HTTP/1.1" status: 200 len: 210 time: 0.0454426 Dec 20 08:56:39.466403 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-53d1bc6e-670b-4436-ab73-92336468a3f2 req-674e65ff-2be8-4ada-850f-2bbcf4fe7e22 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Synchronizing usage tracker for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:security_group {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:56:39.478579 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-53d1bc6e-670b-4436-ab73-92336468a3f2 req-674e65ff-2be8-4ada-850f-2bbcf4fe7e22 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Unset dirty status for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:security_group {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:56:39.479630 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-53d1bc6e-670b-4436-ab73-92336468a3f2 req-674e65ff-2be8-4ada-850f-2bbcf4fe7e22 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7b89f97320342ff933d41aa1a974b12 HTTP/1.1" status: 200 len: 380 time: 0.0587955 Dec 20 08:56:39.490609 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-53d1bc6e-670b-4436-ab73-92336468a3f2 req-d302e29b-9158-4409-a80d-6295d3bb733a service neutron] Request body: {'port': {'device_id': 'e491c419-2a5c-47fa-877c-8bb081fed3c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8204'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:56:39.606847 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-53d1bc6e-670b-4436-ab73-92336468a3f2 req-d302e29b-9158-4409-a80d-6295d3bb733a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:39.915145 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:39.966539 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [req-53d1bc6e-670b-4436-ab73-92336468a3f2 req-d302e29b-9158-4409-a80d-6295d3bb733a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2171b36a-5878-42e0-bcc4-1020ccf07992 {{(pid=83444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 08:56:39.974046 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-53d1bc6e-670b-4436-ab73-92336468a3f2 req-d302e29b-9158-4409-a80d-6295d3bb733a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:39.991221 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-53d1bc6e-670b-4436-ab73-92336468a3f2 req-d302e29b-9158-4409-a80d-6295d3bb733a service neutron] Transition to ACTIVE for port object 2171b36a-5878-42e0-bcc4-1020ccf07992 will not be triggered until provisioned by entity L2. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:56:39.995418 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-53d1bc6e-670b-4436-ab73-92336468a3f2 req-d302e29b-9158-4409-a80d-6295d3bb733a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:39.999144 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2f09d89f-6318-4c3a-8046-383fc48d7df5 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:56:40.245492 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d302e29b-9158-4409-a80d-6295d3bb733a service neutron] Pushing event updated for resources: {'Port': ['ID=2171b36a-5878-42e0-bcc4-1020ccf07992,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:56:40.250042 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d302e29b-9158-4409-a80d-6295d3bb733a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:56:40.364089 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-53d1bc6e-670b-4436-ab73-92336468a3f2 req-d302e29b-9158-4409-a80d-6295d3bb733a service neutron] Attempting to bind port 2171b36a-5878-42e0-bcc4-1020ccf07992 on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:56:40.364430 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-53d1bc6e-670b-4436-ab73-92336468a3f2 req-d302e29b-9158-4409-a80d-6295d3bb733a service neutron] Attempting to bind port 2171b36a-5878-42e0-bcc4-1020ccf07992 by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': '99bfc52a-0419-463e-9487-7d81c8008a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '60eab37f-ec39-46fe-b653-fb6a07650aaa'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:56:40.364752 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d1bc6e-670b-4436-ab73-92336468a3f2 req-d302e29b-9158-4409-a80d-6295d3bb733a service neutron] Attempting to bind port 2171b36a-5878-42e0-bcc4-1020ccf07992 on network 60eab37f-ec39-46fe-b653-fb6a07650aaa {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:56:40.365153 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device ed4f358a-1c27-4ba7-909c-26bdcf896aa7 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:56:40.371920 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d1bc6e-670b-4436-ab73-92336468a3f2 req-d302e29b-9158-4409-a80d-6295d3bb733a service neutron] Port 2171b36a-5878-42e0-bcc4-1020ccf07992 on network 60eab37f-ec39-46fe-b653-fb6a07650aaa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 08:56:40.372239 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d1bc6e-670b-4436-ab73-92336468a3f2 req-d302e29b-9158-4409-a80d-6295d3bb733a service neutron] Attempting to bind port 2171b36a-5878-42e0-bcc4-1020ccf07992 on network 60eab37f-ec39-46fe-b653-fb6a07650aaa {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:56:40.378847 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d1bc6e-670b-4436-ab73-92336468a3f2 req-d302e29b-9158-4409-a80d-6295d3bb733a service neutron] Checking agent: {'id': 'bd419857-3bec-4b96-b211-3fb278c66880', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8204', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 40, 10), 'started_at': datetime.datetime(2021, 12, 20, 8, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:56:40.379466 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d1bc6e-670b-4436-ab73-92336468a3f2 req-d302e29b-9158-4409-a80d-6295d3bb733a service neutron] Checking segment: {'id': '99bfc52a-0419-463e-9487-7d81c8008a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '60eab37f-ec39-46fe-b653-fb6a07650aaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:56:40.379851 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d1bc6e-670b-4436-ab73-92336468a3f2 req-d302e29b-9158-4409-a80d-6295d3bb733a service neutron] Bound using segment: {'id': '99bfc52a-0419-463e-9487-7d81c8008a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '60eab37f-ec39-46fe-b653-fb6a07650aaa'} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:56:40.380277 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-53d1bc6e-670b-4436-ab73-92336468a3f2 req-d302e29b-9158-4409-a80d-6295d3bb733a service neutron] Bound port: 2171b36a-5878-42e0-bcc4-1020ccf07992, host: hv-neutron-8204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99bfc52a-0419-463e-9487-7d81c8008a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '60eab37f-ec39-46fe-b653-fb6a07650aaa'}}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:56:40.380666 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-53d1bc6e-670b-4436-ab73-92336468a3f2 req-d302e29b-9158-4409-a80d-6295d3bb733a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:40.440261 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port ed4f358a-1c27-4ba7-909c-26bdcf896aa7 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:56:40.444969 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port ed4f358a-1c27-4ba7-909c-26bdcf896aa7 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:56:40.445377 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:40.473498 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-53d1bc6e-670b-4436-ab73-92336468a3f2 req-d302e29b-9158-4409-a80d-6295d3bb733a service neutron] For port 2171b36a-5878-42e0-bcc4-1020ccf07992, host hv-neutron-8204, cleared binding levels {{(pid=83444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:56:40.478602 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-53d1bc6e-670b-4436-ab73-92336468a3f2 req-d302e29b-9158-4409-a80d-6295d3bb733a service neutron] For port 2171b36a-5878-42e0-bcc4-1020ccf07992, host hv-neutron-8204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=2171b36a-5878-42e0-bcc4-1020ccf07992,segment=NetworkSegment(99bfc52a-0419-463e-9487-7d81c8008a85),segment_id=99bfc52a-0419-463e-9487-7d81c8008a85)] {{(pid=83444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:56:40.486144 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-53d1bc6e-670b-4436-ab73-92336468a3f2 req-d302e29b-9158-4409-a80d-6295d3bb733a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:40.491800 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-953e4b91-2377-4c4c-be5a-a33819f67217 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:56:40.565672 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:40.572646 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d302e29b-9158-4409-a80d-6295d3bb733a service neutron] Pushing event updated for resources: {'Port': ['ID=2171b36a-5878-42e0-bcc4-1020ccf07992,revision_number=3']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:56:40.598686 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port ed4f358a-1c27-4ba7-909c-26bdcf896aa7, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=ed4f358a-1c27-4ba7-909c-26bdcf896aa7,segment=NetworkSegment(99bfc52a-0419-463e-9487-7d81c8008a85),segment_id=99bfc52a-0419-463e-9487-7d81c8008a85)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:56:40.603544 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:40.605303 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:56:40.612923 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d302e29b-9158-4409-a80d-6295d3bb733a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:56:40.626610 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-53d1bc6e-670b-4436-ab73-92336468a3f2 req-d302e29b-9158-4409-a80d-6295d3bb733a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:40.627781 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-53d1bc6e-670b-4436-ab73-92336468a3f2 req-d302e29b-9158-4409-a80d-6295d3bb733a service neutron] 10.222.0.58 "PUT /v2.0/ports/2171b36a-5878-42e0-bcc4-1020ccf07992 HTTP/1.1" status: 200 len: 1130 time: 1.1417100 Dec 20 08:56:40.628301 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e491c419-2a5c-47fa-877c-8bb081fed3c4', 'tag': '2171b36a-5878-42e0-bcc4-1020ccf07992'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 08:56:40.694549 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=ed4f358a-1c27-4ba7-909c-26bdcf896aa7,revision_number=5']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:56:40.702564 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:56:40.712975 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e491c419-2a5c-47fa-877c-8bb081fed3c4', 'tag': '2171b36a-5878-42e0-bcc4-1020ccf07992', 'status': 'completed', 'code': 200} Dec 20 08:56:40.737987 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63087ab-3a0e-4ffa-b59c-dc110178db34 req-62f3bbd8-5810-4429-96bf-30b6fc5a34c0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:56:40.739484 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d63087ab-3a0e-4ffa-b59c-dc110178db34 req-62f3bbd8-5810-4429-96bf-30b6fc5a34c0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=e491c419-2a5c-47fa-877c-8bb081fed3c4 HTTP/1.1" status: 200 len: 980 time: 0.1704688 Dec 20 08:56:40.813015 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d63087ab-3a0e-4ffa-b59c-dc110178db34 req-f0019421-1e28-445c-8e59-e590a1a24b25 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3300a61-370b-4563-9f0a-90930d8ea706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657601 Dec 20 08:56:40.820743 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-53d1bc6e-670b-4436-ab73-92336468a3f2 req-68a7487a-2927-4a10-8b76-3a418aecb3f9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f7b89f97320342ff933d41aa1a974b12&device_id=e491c419-2a5c-47fa-877c-8bb081fed3c4 HTTP/1.1" status: 200 len: 1133 time: 0.1450841 Dec 20 08:56:40.892055 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-53d1bc6e-670b-4436-ab73-92336468a3f2 req-973889c2-5e5b-4e00-aaed-ff067f396045 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2171b36a-5878-42e0-bcc4-1020ccf07992 HTTP/1.1" status: 200 len: 217 time: 0.0644810 Dec 20 08:56:40.960058 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d1bc6e-670b-4436-ab73-92336468a3f2 req-7d91a88a-d13c-4432-b344-a5ceef80f914 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:56:40.961433 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-53d1bc6e-670b-4436-ab73-92336468a3f2 req-7d91a88a-d13c-4432-b344-a5ceef80f914 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8a51ebf8-08aa-45b9-8544-f59dae2b8091 HTTP/1.1" status: 200 len: 834 time: 0.0631390 Dec 20 08:56:41.036413 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-53d1bc6e-670b-4436-ab73-92336468a3f2 req-dc84ddb0-003f-4f3b-82b0-3c06b34ed2f0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=60eab37f-ec39-46fe-b653-fb6a07650aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690176 Dec 20 08:56:41.171262 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-53d1bc6e-670b-4436-ab73-92336468a3f2 req-f31b3f67-a28b-472a-86b9-16ee0650b824 service neutron] 10.222.0.58 "GET /v2.0/networks/60eab37f-ec39-46fe-b653-fb6a07650aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280079 Dec 20 08:56:41.306329 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-53d1bc6e-670b-4436-ab73-92336468a3f2 req-79ac2612-dc28-4c8e-9c72-9d1aadc1c753 service neutron] 10.222.0.58 "GET /v2.0/networks/60eab37f-ec39-46fe-b653-fb6a07650aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287851 Dec 20 08:56:41.428686 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c0c7d326-0cae-4d8b-a765-352a74e9f179 req-0750385f-8c26-4261-9e51-f6518e72c653 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f7b89f97320342ff933d41aa1a974b12&device_id=e491c419-2a5c-47fa-877c-8bb081fed3c4 HTTP/1.1" status: 200 len: 1133 time: 0.0748775 Dec 20 08:56:41.564750 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c7d326-0cae-4d8b-a765-352a74e9f179 req-0866a69b-cf2a-4a98-bb41-506b16072c51 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:56:41.566179 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c0c7d326-0cae-4d8b-a765-352a74e9f179 req-0866a69b-cf2a-4a98-bb41-506b16072c51 service neutron] 10.222.0.58 "GET /v2.0/networks?id=60eab37f-ec39-46fe-b653-fb6a07650aaa HTTP/1.1" status: 200 len: 897 time: 0.1317685 Dec 20 08:56:41.638902 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c0c7d326-0cae-4d8b-a765-352a74e9f179 req-c65f621c-d725-44d5-b2d0-307a55b37b10 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2171b36a-5878-42e0-bcc4-1020ccf07992 HTTP/1.1" status: 200 len: 217 time: 0.0654328 Dec 20 08:56:41.710768 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c7d326-0cae-4d8b-a765-352a74e9f179 req-6355689a-231d-4938-b08e-5725d1381279 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:56:41.712257 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c0c7d326-0cae-4d8b-a765-352a74e9f179 req-6355689a-231d-4938-b08e-5725d1381279 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8a51ebf8-08aa-45b9-8544-f59dae2b8091 HTTP/1.1" status: 200 len: 834 time: 0.0679822 Dec 20 08:56:41.792838 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c0c7d326-0cae-4d8b-a765-352a74e9f179 req-e5da0379-e676-44ab-ab34-f8762c7db615 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=60eab37f-ec39-46fe-b653-fb6a07650aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746939 Dec 20 08:56:41.929218 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c0c7d326-0cae-4d8b-a765-352a74e9f179 req-8c3f0f0b-5efd-4b58-960a-d6ba351e221b service neutron] 10.222.0.58 "GET /v2.0/networks/60eab37f-ec39-46fe-b653-fb6a07650aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297576 Dec 20 08:56:42.023521 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bfb961-83f0-4531-9c22-01df2f656b3a req-57743023-40b6-4851-ae58-e0d3b2a62c11 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:56:42.025041 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-a7bfb961-83f0-4531-9c22-01df2f656b3a req-57743023-40b6-4851-ae58-e0d3b2a62c11 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=e491c419-2a5c-47fa-877c-8bb081fed3c4 HTTP/1.1" status: 200 len: 980 time: 0.0851569 Dec 20 08:56:42.080204 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-a7bfb961-83f0-4531-9c22-01df2f656b3a req-24c8d03b-a5bb-4042-a466-9c2271868ad3 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3300a61-370b-4563-9f0a-90930d8ea706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485423 Dec 20 08:56:42.184045 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c0c7d326-0cae-4d8b-a765-352a74e9f179 req-d7d2da50-85e5-4fd0-975f-9a18da585923 service neutron] 10.222.0.58 "GET /v2.0/networks/60eab37f-ec39-46fe-b653-fb6a07650aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468917 Dec 20 08:56:42.339582 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device ed4f358a-1c27-4ba7-909c-26bdcf896aa7 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:56:42.411531 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port ed4f358a-1c27-4ba7-909c-26bdcf896aa7 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:56:42.411916 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:42.531256 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-1eafc9fc-8a2c-411f-8877-e02261ea6cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:43.284786 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1b9b98-6f35-4adf-9353-fa8201720d4d req-ce7812ee-b749-422d-a862-a4048f9aab64 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:56:43.286306 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5c1b9b98-6f35-4adf-9353-fa8201720d4d req-ce7812ee-b749-422d-a862-a4048f9aab64 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=e491c419-2a5c-47fa-877c-8bb081fed3c4 HTTP/1.1" status: 200 len: 980 time: 0.0767412 Dec 20 08:56:43.334879 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5c1b9b98-6f35-4adf-9353-fa8201720d4d req-00a7764a-19f4-4135-8390-c24489258a4e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3300a61-370b-4563-9f0a-90930d8ea706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421486 Dec 20 08:56:44.541304 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5243fbde-8ebe-4ddf-aed1-80bd12d2ee71 req-d3eec620-5d04-4349-8cca-b0126753018e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:56:44.542708 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-5243fbde-8ebe-4ddf-aed1-80bd12d2ee71 req-d3eec620-5d04-4349-8cca-b0126753018e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=e491c419-2a5c-47fa-877c-8bb081fed3c4 HTTP/1.1" status: 200 len: 980 time: 0.0771563 Dec 20 08:56:44.575588 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 2171b36a-5878-42e0-bcc4-1020ccf07992 details requested by agent hyperv_hv-neutron-8204 with host hv-neutron-8204 {{(pid=83446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 08:56:44.593210 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-5243fbde-8ebe-4ddf-aed1-80bd12d2ee71 req-1ce1be4b-350c-4692-86d7-ac295bf9e249 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3300a61-370b-4563-9f0a-90930d8ea706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448084 Dec 20 08:56:44.721354 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port 2171b36a-5878-42e0-bcc4-1020ccf07992, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=2171b36a-5878-42e0-bcc4-1020ccf07992,segment=NetworkSegment(99bfc52a-0419-463e-9487-7d81c8008a85),segment_id=99bfc52a-0419-463e-9487-7d81c8008a85)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:56:44.742819 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Returning: {'device': '2171b36a-5878-42e0-bcc4-1020ccf07992', 'network_id': '60eab37f-ec39-46fe-b653-fb6a07650aaa', 'port_id': '2171b36a-5878-42e0-bcc4-1020ccf07992', 'mac_address': 'fa:16:3e:6e:c7:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a51ebf8-08aa-45b9-8544-f59dae2b8091', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 08:56:44.799965 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:44.826057 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2171b36a-5878-42e0-bcc4-1020ccf07992 {{(pid=83446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 08:56:44.841107 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f7b8acfc-115f-4a10-9c7b-cfa2bcbf8108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:44.846731 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port 2171b36a-5878-42e0-bcc4-1020ccf07992, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=2171b36a-5878-42e0-bcc4-1020ccf07992,segment=NetworkSegment(99bfc52a-0419-463e-9487-7d81c8008a85),segment_id=99bfc52a-0419-463e-9487-7d81c8008a85)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:56:44.851674 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:44.853762 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-b6a1e438-2165-4e66-a2a6-18ed4336da26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:56:44.923178 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=2171b36a-5878-42e0-bcc4-1020ccf07992,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:56:44.926200 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:56:45.192152 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] get_ports_and_sgs() called for port_ids ['2171b36a-5878-42e0-bcc4-1020ccf07992'] {{(pid=83446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 08:56:45.802997 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8adb4e-3a09-45d0-98e0-09526464ee0b req-b00d0aae-8cad-448a-a84b-a7a05780887e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:56:45.804475 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fe8adb4e-3a09-45d0-98e0-09526464ee0b req-b00d0aae-8cad-448a-a84b-a7a05780887e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=e491c419-2a5c-47fa-877c-8bb081fed3c4 HTTP/1.1" status: 200 len: 981 time: 0.0838442 Dec 20 08:56:45.852293 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fe8adb4e-3a09-45d0-98e0-09526464ee0b req-83f4cb62-8213-4b18-8e70-b06b6e107546 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3300a61-370b-4563-9f0a-90930d8ea706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421834 Dec 20 08:56:45.917596 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:45.999980 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:46.574254 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 2171b36a-5878-42e0-bcc4-1020ccf07992 up at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:56:46.642631 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning for port 2171b36a-5878-42e0-bcc4-1020ccf07992 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:56:46.647610 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning complete for port 2171b36a-5878-42e0-bcc4-1020ccf07992 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:56:46.648017 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:46.766012 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:46.792875 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e491c419-2a5c-47fa-877c-8bb081fed3c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2171b36a-5878-42e0-bcc4-1020ccf07992'}] {{(pid=83446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 08:56:46.803483 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port 2171b36a-5878-42e0-bcc4-1020ccf07992, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=2171b36a-5878-42e0-bcc4-1020ccf07992,segment=NetworkSegment(99bfc52a-0419-463e-9487-7d81c8008a85),segment_id=99bfc52a-0419-463e-9487-7d81c8008a85)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:56:46.808469 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:46.810882 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:56:46.853867 dv-neutron-820491-1-hyperv neutron-server[83446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e491c419-2a5c-47fa-877c-8bb081fed3c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2171b36a-5878-42e0-bcc4-1020ccf07992', 'code': 200} Dec 20 08:56:46.884271 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=2171b36a-5878-42e0-bcc4-1020ccf07992,revision_number=5']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:56:46.887227 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:56:47.106403 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9608d10-6952-4acc-abfc-ac7b43b28207 req-b8bbd004-59b8-4e42-a453-864d56f87350 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:56:47.107787 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e9608d10-6952-4acc-abfc-ac7b43b28207 req-b8bbd004-59b8-4e42-a453-864d56f87350 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=e491c419-2a5c-47fa-877c-8bb081fed3c4 HTTP/1.1" status: 200 len: 982 time: 0.1308649 Dec 20 08:56:47.143096 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dc3d2c97-dc9a-4428-9bd3-6f017632b375 req-8710a27a-1228-432b-add7-0fbd71cb0b29 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e491c419-2a5c-47fa-877c-8bb081fed3c4 HTTP/1.1" status: 200 len: 1135 time: 0.1201725 Dec 20 08:56:47.191581 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e9608d10-6952-4acc-abfc-ac7b43b28207 req-328523e4-f970-481b-9e15-744c4d7008b8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3300a61-370b-4563-9f0a-90930d8ea706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777192 Dec 20 08:56:47.208164 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dc3d2c97-dc9a-4428-9bd3-6f017632b375 req-8ff7823d-33c8-44d1-8300-64241211e400 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c3300a61-370b-4563-9f0a-90930d8ea706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572948 Dec 20 08:56:47.383064 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:48.393608 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1178225-8146-4f49-83e3-489e4c384397 req-9d05890c-ff5f-4d4c-ae41-6480ce971165 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:56:48.395106 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-c1178225-8146-4f49-83e3-489e4c384397 req-9d05890c-ff5f-4d4c-ae41-6480ce971165 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=e491c419-2a5c-47fa-877c-8bb081fed3c4 HTTP/1.1" status: 200 len: 982 time: 0.0817435 Dec 20 08:56:48.444142 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-c1178225-8146-4f49-83e3-489e4c384397 req-391aec9e-aa4d-4915-b581-6ed4c02012e7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3300a61-370b-4563-9f0a-90930d8ea706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426891 Dec 20 08:56:49.650552 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adfe57a-ed56-41ed-91f8-3d99bab4a034 req-132e1d85-6712-459c-8e31-2e7ad6ca3850 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:56:49.652049 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0adfe57a-ed56-41ed-91f8-3d99bab4a034 req-132e1d85-6712-459c-8e31-2e7ad6ca3850 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=e491c419-2a5c-47fa-877c-8bb081fed3c4 HTTP/1.1" status: 200 len: 982 time: 0.0873282 Dec 20 08:56:49.699486 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0adfe57a-ed56-41ed-91f8-3d99bab4a034 req-65d12b25-5114-4619-a483-0464034157f8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3300a61-370b-4563-9f0a-90930d8ea706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419836 Dec 20 08:56:49.907033 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c8a752-eca5-40ab-b999-3673100e7a41 req-8aa4332d-ac1e-4d91-8ee4-8215dc33e67a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:56:49.908474 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-41c8a752-eca5-40ab-b999-3673100e7a41 req-8aa4332d-ac1e-4d91-8ee4-8215dc33e67a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=e491c419-2a5c-47fa-877c-8bb081fed3c4 HTTP/1.1" status: 200 len: 982 time: 0.0784693 Dec 20 08:56:49.956866 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-41c8a752-eca5-40ab-b999-3673100e7a41 req-0d3b4af0-fcc9-4cc5-a053-24175caf0907 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3300a61-370b-4563-9f0a-90930d8ea706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428991 Dec 20 08:56:49.985034 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 46472) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:56:50.067145 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-5aa87b69-21e8-4db4-a27f-09bd546de2a4 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e491c419-2a5c-47fa-877c-8bb081fed3c4 HTTP/1.1" status: 200 len: 1130 time: 0.0807621 Dec 20 08:56:50.070746 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 46476) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:56:50.076362 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-cf65a01e-bde6-4b29-b2f4-68a0e3b2f6ca tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'floatingip': {'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'port_id': '2171b36a-5878-42e0-bcc4-1020ccf07992', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:56:50.082418 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-cf65a01e-bde6-4b29-b2f4-68a0e3b2f6ca tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:56:50.086786 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-cf65a01e-bde6-4b29-b2f4-68a0e3b2f6ca tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:floatingip and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:56:50.090869 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-cf65a01e-bde6-4b29-b2f4-68a0e3b2f6ca tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:56:50.098599 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-cf65a01e-bde6-4b29-b2f4-68a0e3b2f6ca tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:56:50.112139 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-cf65a01e-bde6-4b29-b2f4-68a0e3b2f6ca tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for floatingip, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:50.254039 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-cf65a01e-bde6-4b29-b2f4-68a0e3b2f6ca tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:50.512121 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-cf65a01e-bde6-4b29-b2f4-68a0e3b2f6ca tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Allocated IP 172.26.5.75 (95f3bec2-46e6-4468-8229-8badd4a5aaae/cf8895a3-346d-4313-a645-16ecdcce9969/deb6557b-0cd1-4aa7-a0e7-7170b1604ba9) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:56:50.661066 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-cf65a01e-bde6-4b29-b2f4-68a0e3b2f6ca tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:50.688754 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-cf65a01e-bde6-4b29-b2f4-68a0e3b2f6ca tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:50.693656 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-8ee74435-dae0-42fd-ae86-742e9ff47f63 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:56:50.756777 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf65a01e-bde6-4b29-b2f4-68a0e3b2f6ca tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Network 95f3bec2-46e6-4468-8229-8badd4a5aaae is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:56:50.759966 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-cf65a01e-bde6-4b29-b2f4-68a0e3b2f6ca tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:56:50.764268 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf65a01e-bde6-4b29-b2f4-68a0e3b2f6ca tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:56:50.791841 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf65a01e-bde6-4b29-b2f4-68a0e3b2f6ca tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'Port': ['ID=deb6557b-0cd1-4aa7-a0e7-7170b1604ba9,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:56:50.796911 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-cf65a01e-bde6-4b29-b2f4-68a0e3b2f6ca tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:56:51.286655 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-cf65a01e-bde6-4b29-b2f4-68a0e3b2f6ca tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:51.355476 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-cf65a01e-bde6-4b29-b2f4-68a0e3b2f6ca tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:51.563313 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-cf65a01e-bde6-4b29-b2f4-68a0e3b2f6ca tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:51.567942 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-cf65a01e-bde6-4b29-b2f4-68a0e3b2f6ca tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2036698'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:51.571754 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-1285a412-aaaa-4d44-ac2f-c4dcb5449d03 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:56:51.676092 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf65a01e-bde6-4b29-b2f4-68a0e3b2f6ca tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'Port': ['ID=deb6557b-0cd1-4aa7-a0e7-7170b1604ba9,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:56:51.680988 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-cf65a01e-bde6-4b29-b2f4-68a0e3b2f6ca tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:56:51.696359 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-cf65a01e-bde6-4b29-b2f4-68a0e3b2f6ca tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-345990'] for floatingip, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:51.897200 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.l3_db [None req-cf65a01e-bde6-4b29-b2f4-68a0e3b2f6ca tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Floating IP 7e943110-7fa7-497f-8988-ad6945b69548 associated. External IP: 172.26.5.75, port: 2171b36a-5878-42e0-bcc4-1020ccf07992. Dec 20 08:56:52.439086 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf65a01e-bde6-4b29-b2f4-68a0e3b2f6ca tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Router bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:56:52.664342 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf65a01e-bde6-4b29-b2f4-68a0e3b2f6ca tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:56:52.675212 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babc5640-3738-47fb-aeae-de430c273bb1 None None] Sync routers for ids ['bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:56:52.688956 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babc5640-3738-47fb-aeae-de430c273bb1 None None] Routers {'bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:56:52.689631 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-babc5640-3738-47fb-aeae-de430c273bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:56:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:56:52.696132 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-cf65a01e-bde6-4b29-b2f4-68a0e3b2f6ca tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for floatingip, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:52.751430 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-cf65a01e-bde6-4b29-b2f4-68a0e3b2f6ca tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1032 time: 2.6796362 Dec 20 08:56:52.752098 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e491c419-2a5c-47fa-877c-8bb081fed3c4', 'tag': '2171b36a-5878-42e0-bcc4-1020ccf07992'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 08:56:52.754308 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 46480) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:56:52.812139 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e491c419-2a5c-47fa-877c-8bb081fed3c4', 'tag': '2171b36a-5878-42e0-bcc4-1020ccf07992', 'status': 'completed', 'code': 200} Dec 20 08:56:52.871490 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ece9e2ce-740a-44bf-9571-58926dfda96f tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e491c419-2a5c-47fa-877c-8bb081fed3c4&network_id=60eab37f-ec39-46fe-b653-fb6a07650aaa HTTP/1.1" status: 200 len: 1130 time: 0.1158028 Dec 20 08:56:52.888954 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-babc5640-3738-47fb-aeae-de430c273bb1 None None] Set router bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:56:52.916696 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-02318a8f-f254-4958-8d1c-105011b483b4 req-affe7864-11e2-4b53-977d-3c01df691215 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f7b89f97320342ff933d41aa1a974b12&device_id=e491c419-2a5c-47fa-877c-8bb081fed3c4 HTTP/1.1" status: 200 len: 1135 time: 0.0833359 Dec 20 08:56:53.074135 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02318a8f-f254-4958-8d1c-105011b483b4 req-d768a6c3-c1fb-45da-9136-435fff0f258b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:56:53.075876 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-02318a8f-f254-4958-8d1c-105011b483b4 req-d768a6c3-c1fb-45da-9136-435fff0f258b service neutron] 10.222.0.58 "GET /v2.0/networks?id=60eab37f-ec39-46fe-b653-fb6a07650aaa HTTP/1.1" status: 200 len: 897 time: 0.1525407 Dec 20 08:56:53.191566 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-02318a8f-f254-4958-8d1c-105011b483b4 req-c8af464a-c8b2-475d-85ab-9e1aafaf672b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2171b36a-5878-42e0-bcc4-1020ccf07992 HTTP/1.1" status: 200 len: 1035 time: 0.1082404 Dec 20 08:56:53.301115 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02318a8f-f254-4958-8d1c-105011b483b4 req-10a0289d-b678-4412-bc91-c0f401964e0b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:56:53.303180 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-02318a8f-f254-4958-8d1c-105011b483b4 req-10a0289d-b678-4412-bc91-c0f401964e0b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8a51ebf8-08aa-45b9-8544-f59dae2b8091 HTTP/1.1" status: 200 len: 834 time: 0.1041553 Dec 20 08:56:53.312839 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-babc5640-3738-47fb-aeae-de430c273bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c', 'name': 'tempest-TestNetworkBasicOps-router-2040651096', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': 'd3539b11-85b8-4589-90a4-baf49d7c023d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:56:28Z', 'updated_at': '2021-12-20T08:56:32Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': 'd3539b11-85b8-4589-90a4-baf49d7c023d', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:56:28Z', 'updated_at': '2021-12-20T08:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': '7e943110-7fa7-497f-8988-ad6945b69548', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'floating_ip_address': '172.26.5.75', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': 'bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c', 'port_id': '2171b36a-5878-42e0-bcc4-1020ccf07992', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-658595303', 'network_id': '60eab37f-ec39-46fe-b653-fb6a07650aaa', 'mac_address': 'fa:16:3e:6e:c7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e491c419-2a5c-47fa-877c-8bb081fed3c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T08:56:51Z', 'updated_at': '2021-12-20T08:56:51Z', 'revision_number': 0, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed4f358a-1c27-4ba7-909c-26bdcf896aa7', 'name': '', 'network_id': '60eab37f-ec39-46fe-b653-fb6a07650aaa', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'mac_address': 'fa:16:3e:5d:17:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a51ebf8-08aa-45b9-8544-f59dae2b8091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:56:32Z', 'updated_at': '2021-12-20T08:56:40Z', 'revision_number': 5, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'subnets': [{'id': '8a51ebf8-08aa-45b9-8544-f59dae2b8091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:56:53.316844 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babc5640-3738-47fb-aeae-de430c273bb1 None None] Checking router: bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 08:56:53.331098 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babc5640-3738-47fb-aeae-de430c273bb1 None None] Routers {'bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:56:53.331725 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-babc5640-3738-47fb-aeae-de430c273bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:56:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:56:53.379694 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c1788f-ffd1-49d6-93cb-57a690be80e6 req-bde30d1e-4f14-4b4a-9b6c-d6fa56367d76 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:56:53.381109 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a8c1788f-ffd1-49d6-93cb-57a690be80e6 req-bde30d1e-4f14-4b4a-9b6c-d6fa56367d76 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=e491c419-2a5c-47fa-877c-8bb081fed3c4 HTTP/1.1" status: 200 len: 982 time: 0.1470594 Dec 20 08:56:53.435233 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-02318a8f-f254-4958-8d1c-105011b483b4 req-b0004308-6792-461e-b847-04e1878400c2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=60eab37f-ec39-46fe-b653-fb6a07650aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1253283 Dec 20 08:56:53.471660 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a8c1788f-ffd1-49d6-93cb-57a690be80e6 req-e4759a14-ed42-4516-a20d-a38ff90f28ed tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3300a61-370b-4563-9f0a-90930d8ea706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823729 Dec 20 08:56:53.531756 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-babc5640-3738-47fb-aeae-de430c273bb1 None None] Set router bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:56:53.603205 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-02318a8f-f254-4958-8d1c-105011b483b4 req-636383e3-dd90-4b57-8c9c-6d3f2360734f service neutron] 10.222.0.58 "GET /v2.0/networks/60eab37f-ec39-46fe-b653-fb6a07650aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596711 Dec 20 08:56:53.743331 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-02318a8f-f254-4958-8d1c-105011b483b4 req-904febc6-91cd-4692-9a7f-914227b372a8 service neutron] 10.222.0.58 "GET /v2.0/networks/60eab37f-ec39-46fe-b653-fb6a07650aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337337 Dec 20 08:56:53.896419 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-babc5640-3738-47fb-aeae-de430c273bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c', 'name': 'tempest-TestNetworkBasicOps-router-2040651096', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': 'd3539b11-85b8-4589-90a4-baf49d7c023d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:56:28Z', 'updated_at': '2021-12-20T08:56:32Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': 'd3539b11-85b8-4589-90a4-baf49d7c023d', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:56:28Z', 'updated_at': '2021-12-20T08:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': '7e943110-7fa7-497f-8988-ad6945b69548', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'floating_ip_address': '172.26.5.75', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': 'bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c', 'port_id': '2171b36a-5878-42e0-bcc4-1020ccf07992', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-658595303', 'network_id': '60eab37f-ec39-46fe-b653-fb6a07650aaa', 'mac_address': 'fa:16:3e:6e:c7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e491c419-2a5c-47fa-877c-8bb081fed3c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T08:56:51Z', 'updated_at': '2021-12-20T08:56:51Z', 'revision_number': 0, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed4f358a-1c27-4ba7-909c-26bdcf896aa7', 'name': '', 'network_id': '60eab37f-ec39-46fe-b653-fb6a07650aaa', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'mac_address': 'fa:16:3e:5d:17:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a51ebf8-08aa-45b9-8544-f59dae2b8091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:56:32Z', 'updated_at': '2021-12-20T08:56:40Z', 'revision_number': 5, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'subnets': [{'id': '8a51ebf8-08aa-45b9-8544-f59dae2b8091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:56:53.900703 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babc5640-3738-47fb-aeae-de430c273bb1 None None] The sync data for ids ['bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c'] in dv-neutron-820491-1-hyperv is: [{'id': 'bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c', 'name': 'tempest-TestNetworkBasicOps-router-2040651096', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': 'd3539b11-85b8-4589-90a4-baf49d7c023d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:56:28Z', 'updated_at': '2021-12-20T08:56:32Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': 'd3539b11-85b8-4589-90a4-baf49d7c023d', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:56:28Z', 'updated_at': '2021-12-20T08:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': '7e943110-7fa7-497f-8988-ad6945b69548', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'floating_ip_address': '172.26.5.75', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': 'bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c', 'port_id': '2171b36a-5878-42e0-bcc4-1020ccf07992', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-658595303', 'network_id': '60eab37f-ec39-46fe-b653-fb6a07650aaa', 'mac_address': 'fa:16:3e:6e:c7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e491c419-2a5c-47fa-877c-8bb081fed3c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T08:56:51Z', 'updated_at': '2021-12-20T08:56:51Z', 'revision_number': 0, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed4f358a-1c27-4ba7-909c-26bdcf896aa7', 'name': '', 'network_id': '60eab37f-ec39-46fe-b653-fb6a07650aaa', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'mac_address': 'fa:16:3e:5d:17:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a51ebf8-08aa-45b9-8544-f59dae2b8091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:56:32Z', 'updated_at': '2021-12-20T08:56:40Z', 'revision_number': 5, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'subnets': [{'id': '8a51ebf8-08aa-45b9-8544-f59dae2b8091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:56:54.682061 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caa0651-cc5a-441a-b9d5-e571890ff9a7 req-b7389c49-f082-469d-84c4-12727bdc7c9f tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:56:54.683590 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-2caa0651-cc5a-441a-b9d5-e571890ff9a7 req-b7389c49-f082-469d-84c4-12727bdc7c9f tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=e491c419-2a5c-47fa-877c-8bb081fed3c4 HTTP/1.1" status: 200 len: 982 time: 0.0841963 Dec 20 08:56:54.735102 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-2caa0651-cc5a-441a-b9d5-e571890ff9a7 req-ba27f2ef-e2a8-42bf-bc0d-9dcfe76c18d3 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3300a61-370b-4563-9f0a-90930d8ea706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460300 Dec 20 08:56:54.778398 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60062580-0e2a-4119-993d-6f9cf1b95b97 req-7295b353-a94d-4107-a061-3e7fed6d94de tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:56:54.779774 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-60062580-0e2a-4119-993d-6f9cf1b95b97 req-7295b353-a94d-4107-a061-3e7fed6d94de tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.58 "GET /v2.0/ports?device_id=e491c419-2a5c-47fa-877c-8bb081fed3c4 HTTP/1.1" status: 200 len: 982 time: 0.0837619 Dec 20 08:56:54.854524 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60062580-0e2a-4119-993d-6f9cf1b95b97 req-72f9f221-b41f-458b-ad84-0edb4cdf4f1f tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:56:54.855871 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-60062580-0e2a-4119-993d-6f9cf1b95b97 req-72f9f221-b41f-458b-ad84-0edb4cdf4f1f tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.58 "GET /v2.0/ports/2171b36a-5878-42e0-bcc4-1020ccf07992?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0706389 Dec 20 08:56:55.151157 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-60062580-0e2a-4119-993d-6f9cf1b95b97 req-9c6fe471-0109-4d5a-b472-8a767313daef tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.58 "GET /v2.0/networks/60eab37f-ec39-46fe-b653-fb6a07650aaa?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2905121 Dec 20 08:56:55.161359 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-60062580-0e2a-4119-993d-6f9cf1b95b97 req-895c7dd1-c241-4785-9ff7-83bc94c5b7fa service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:56:55.268372 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9882b48c-050f-4034-8d41-7e4212f454cf None None] New status for floating IP 7e943110-7fa7-497f-8988-ad6945b69548: ACTIVE {{(pid=83447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 08:56:55.294540 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-60062580-0e2a-4119-993d-6f9cf1b95b97 req-895c7dd1-c241-4785-9ff7-83bc94c5b7fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:55.568287 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-60062580-0e2a-4119-993d-6f9cf1b95b97 req-895c7dd1-c241-4785-9ff7-83bc94c5b7fa service neutron] For port 2171b36a-5878-42e0-bcc4-1020ccf07992, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=2171b36a-5878-42e0-bcc4-1020ccf07992,segment=NetworkSegment(99bfc52a-0419-463e-9487-7d81c8008a85),segment_id=99bfc52a-0419-463e-9487-7d81c8008a85)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:56:55.620125 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-60062580-0e2a-4119-993d-6f9cf1b95b97 req-895c7dd1-c241-4785-9ff7-83bc94c5b7fa service neutron] For port 2171b36a-5878-42e0-bcc4-1020ccf07992, host hv-neutron-8204, cleared binding levels {{(pid=83444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:56:55.698127 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [req-60062580-0e2a-4119-993d-6f9cf1b95b97 req-895c7dd1-c241-4785-9ff7-83bc94c5b7fa service neutron] device_id is not set on port 2171b36a-5878-42e0-bcc4-1020ccf07992 yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:56:55.707833 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-60062580-0e2a-4119-993d-6f9cf1b95b97 req-895c7dd1-c241-4785-9ff7-83bc94c5b7fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:55.714100 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-60062580-0e2a-4119-993d-6f9cf1b95b97 req-895c7dd1-c241-4785-9ff7-83bc94c5b7fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:55.717849 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4ea858d7-70c5-443d-891b-97f278c1d404 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:56:55.857029 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895c7dd1-c241-4785-9ff7-83bc94c5b7fa service neutron] Pushing event updated for resources: {'Port': ['ID=2171b36a-5878-42e0-bcc4-1020ccf07992,revision_number=6']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:56:55.861692 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-895c7dd1-c241-4785-9ff7-83bc94c5b7fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:56:55.963666 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-60062580-0e2a-4119-993d-6f9cf1b95b97 req-895c7dd1-c241-4785-9ff7-83bc94c5b7fa service neutron] No DVR routers for this DVR port 2171b36a-5878-42e0-bcc4-1020ccf07992 on host hv-neutron-8204 {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:56:56.017825 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-f56b3374-5aab-4898-9eaf-e6e9cc1fa1ad None None] Provisioning complete for port 2171b36a-5878-42e0-bcc4-1020ccf07992 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:56:56.018398 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f56b3374-5aab-4898-9eaf-e6e9cc1fa1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:56.035273 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-71463984-7367-4f6d-a710-981c85da2389 req-52c6f37f-8d9a-4e96-a202-2fbca9511a63 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=e491c419-2a5c-47fa-877c-8bb081fed3c4 HTTP/1.1" status: 200 len: 210 time: 0.1172378 Dec 20 08:56:56.072787 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-f56b3374-5aab-4898-9eaf-e6e9cc1fa1ad None None] Port 2171b36a-5878-42e0-bcc4-1020ccf07992 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:56:56.257748 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-60062580-0e2a-4119-993d-6f9cf1b95b97 req-895c7dd1-c241-4785-9ff7-83bc94c5b7fa service neutron] In _notify_port_updated(), no bound segment for port 2171b36a-5878-42e0-bcc4-1020ccf07992 on network 60eab37f-ec39-46fe-b653-fb6a07650aaa {{(pid=83444) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 08:56:56.258805 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-60062580-0e2a-4119-993d-6f9cf1b95b97 req-895c7dd1-c241-4785-9ff7-83bc94c5b7fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:56.260122 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-60062580-0e2a-4119-993d-6f9cf1b95b97 req-895c7dd1-c241-4785-9ff7-83bc94c5b7fa service neutron] 10.222.0.58 "PUT /v2.0/ports/2171b36a-5878-42e0-bcc4-1020ccf07992 HTTP/1.1" status: 200 len: 1025 time: 1.1031401 Dec 20 08:56:57.146010 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 46496) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:56:57.212584 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97f9f83-cb25-468f-95fd-5b9f54b8edfc tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:56:57.213983 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e97f9f83-cb25-468f-95fd-5b9f54b8edfc tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports/2171b36a-5878-42e0-bcc4-1020ccf07992 HTTP/1.1" status: 200 len: 924 time: 0.0670271 Dec 20 08:56:57.370966 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 46502) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:56:57.377150 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-4946193b-ec6d-4d46-8303-3862ca72fe17 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1883424038', 'description': 'tempest-secgroup-smoke-1883424038 description', 'project_id': 'f7b89f97320342ff933d41aa1a974b12'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:56:57.383952 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-4946193b-ec6d-4d46-8303-3862ca72fe17 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:56:57.393344 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-4946193b-ec6d-4d46-8303-3862ca72fe17 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:56:57.406731 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4946193b-ec6d-4d46-8303-3862ca72fe17 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:57.443143 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-4946193b-ec6d-4d46-8303-3862ca72fe17 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:56:57.447084 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-4946193b-ec6d-4d46-8303-3862ca72fe17 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:security_group_rule and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:56:57.449940 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-4946193b-ec6d-4d46-8303-3862ca72fe17 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:56:57.455832 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-4946193b-ec6d-4d46-8303-3862ca72fe17 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:56:57.511865 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4946193b-ec6d-4d46-8303-3862ca72fe17 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:57.515340 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4946193b-ec6d-4d46-8303-3862ca72fe17 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:57.518743 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0f52cb76-ef6b-41a2-a202-7533817037d2 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:56:57.560548 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4946193b-ec6d-4d46-8303-3862ca72fe17 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15a35c0f-2e2b-4e7d-8755-f72880acf54e,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:56:57.563514 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4946193b-ec6d-4d46-8303-3862ca72fe17 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:56:57.567651 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4946193b-ec6d-4d46-8303-3862ca72fe17 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:57.568811 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-4946193b-ec6d-4d46-8303-3862ca72fe17 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1967511 Dec 20 08:56:57.571625 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 46506) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:56:57.577409 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-d50b25eb-d3b0-4dc5-a1e5-bde9fba1b316 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'security_group_rule': {'security_group_id': '15a35c0f-2e2b-4e7d-8755-f72880acf54e', 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:56:57.584236 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-d50b25eb-d3b0-4dc5-a1e5-bde9fba1b316 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:56:57.591044 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d50b25eb-d3b0-4dc5-a1e5-bde9fba1b316 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:security_group_rule and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:56:57.594091 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d50b25eb-d3b0-4dc5-a1e5-bde9fba1b316 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:56:57.600399 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-d50b25eb-d3b0-4dc5-a1e5-bde9fba1b316 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:56:57.622414 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d50b25eb-d3b0-4dc5-a1e5-bde9fba1b316 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:57.684159 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d50b25eb-d3b0-4dc5-a1e5-bde9fba1b316 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:57.687842 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d50b25eb-d3b0-4dc5-a1e5-bde9fba1b316 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:57.689868 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3f9b43c0-82b8-4959-9dbe-56a5bbef42da tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:56:57.711269 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50b25eb-d3b0-4dc5-a1e5-bde9fba1b316 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02cda320-1c19-4ff9-bc64-af46942c73b3,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:56:57.713876 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d50b25eb-d3b0-4dc5-a1e5-bde9fba1b316 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:56:57.721042 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d50b25eb-d3b0-4dc5-a1e5-bde9fba1b316 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:57.722235 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d50b25eb-d3b0-4dc5-a1e5-bde9fba1b316 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1496713 Dec 20 08:56:57.725643 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 46510) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:56:57.730920 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-6c22335e-b3eb-4ac3-a08f-faa64fee18bd tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'security_group_rule': {'security_group_id': '15a35c0f-2e2b-4e7d-8755-f72880acf54e', 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:56:57.736548 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-6c22335e-b3eb-4ac3-a08f-faa64fee18bd tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:56:57.740967 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-6c22335e-b3eb-4ac3-a08f-faa64fee18bd tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:security_group_rule and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:56:57.744297 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-6c22335e-b3eb-4ac3-a08f-faa64fee18bd tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:56:57.749940 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-6c22335e-b3eb-4ac3-a08f-faa64fee18bd tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:56:57.766257 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6c22335e-b3eb-4ac3-a08f-faa64fee18bd tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:57.828884 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6c22335e-b3eb-4ac3-a08f-faa64fee18bd tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:57.832237 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6c22335e-b3eb-4ac3-a08f-faa64fee18bd tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:57.834104 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-36623fbb-757c-4a61-979a-8fb7ba99c7d5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:56:57.856196 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c22335e-b3eb-4ac3-a08f-faa64fee18bd tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53f7a72c-4dd9-4b86-8124-4a53e530b32e,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:56:57.858546 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-6c22335e-b3eb-4ac3-a08f-faa64fee18bd tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:56:57.866349 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6c22335e-b3eb-4ac3-a08f-faa64fee18bd tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:57.867695 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-6c22335e-b3eb-4ac3-a08f-faa64fee18bd tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1411402 Dec 20 08:56:57.870523 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 46514) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:56:57.875937 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-d14bbcaa-95d9-49f9-9f65-4dd15dc10885 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'security_group_rule': {'security_group_id': '15a35c0f-2e2b-4e7d-8755-f72880acf54e', 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:56:57.882195 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-d14bbcaa-95d9-49f9-9f65-4dd15dc10885 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:56:57.886348 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d14bbcaa-95d9-49f9-9f65-4dd15dc10885 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:security_group_rule and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:56:57.889181 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d14bbcaa-95d9-49f9-9f65-4dd15dc10885 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:56:57.901128 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-d14bbcaa-95d9-49f9-9f65-4dd15dc10885 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:56:57.924101 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d14bbcaa-95d9-49f9-9f65-4dd15dc10885 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:57.989205 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d14bbcaa-95d9-49f9-9f65-4dd15dc10885 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:57.993170 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d14bbcaa-95d9-49f9-9f65-4dd15dc10885 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:57.995019 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e7358220-cf77-41f2-8208-0c06e007e236 tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:56:58.017099 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14bbcaa-95d9-49f9-9f65-4dd15dc10885 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9849f8b1-f527-4ccd-a8e0-07674df72165,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:56:58.019565 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d14bbcaa-95d9-49f9-9f65-4dd15dc10885 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:56:58.027571 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d14bbcaa-95d9-49f9-9f65-4dd15dc10885 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:58.028742 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d14bbcaa-95d9-49f9-9f65-4dd15dc10885 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1573286 Dec 20 08:56:58.031549 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 46518) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:56:58.037599 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-e92cce89-c423-4090-9ee4-129ef73f7e84 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'security_group_rule': {'security_group_id': '15a35c0f-2e2b-4e7d-8755-f72880acf54e', 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:56:58.043385 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-e92cce89-c423-4090-9ee4-129ef73f7e84 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:56:58.047114 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e92cce89-c423-4090-9ee4-129ef73f7e84 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:security_group_rule and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:56:58.050018 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e92cce89-c423-4090-9ee4-129ef73f7e84 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:56:58.056268 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-e92cce89-c423-4090-9ee4-129ef73f7e84 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:56:58.071614 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e92cce89-c423-4090-9ee4-129ef73f7e84 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:58.133209 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e92cce89-c423-4090-9ee4-129ef73f7e84 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:58.137659 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e92cce89-c423-4090-9ee4-129ef73f7e84 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:58.139328 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:56:58.162807 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92cce89-c423-4090-9ee4-129ef73f7e84 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2afc177f-fbc3-4984-b9e8-dc3b63ae5a6c,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:56:58.165275 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e92cce89-c423-4090-9ee4-129ef73f7e84 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:56:58.171452 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e92cce89-c423-4090-9ee4-129ef73f7e84 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:58.172578 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e92cce89-c423-4090-9ee4-129ef73f7e84 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1401393 Dec 20 08:56:58.175262 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 46522) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:56:58.180688 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-12cac0b9-7b9d-44b6-9a50-ece71dd0dced tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'security_group_rule': {'security_group_id': '15a35c0f-2e2b-4e7d-8755-f72880acf54e', 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:56:58.186488 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-12cac0b9-7b9d-44b6-9a50-ece71dd0dced tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:56:58.190250 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-12cac0b9-7b9d-44b6-9a50-ece71dd0dced tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:security_group_rule and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:56:58.193356 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-12cac0b9-7b9d-44b6-9a50-ece71dd0dced tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:56:58.198976 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-12cac0b9-7b9d-44b6-9a50-ece71dd0dced tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:56:58.209609 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.securitygroups_db [None req-12cac0b9-7b9d-44b6-9a50-ece71dd0dced tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Project f7b89f97320342ff933d41aa1a974b12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 08:56:58.215925 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-12cac0b9-7b9d-44b6-9a50-ece71dd0dced tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:58.281403 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-12cac0b9-7b9d-44b6-9a50-ece71dd0dced tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:58.284797 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-12cac0b9-7b9d-44b6-9a50-ece71dd0dced tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:58.286596 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-57e5017c-5232-4464-b853-0a81b5a38a4f tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:56:58.307602 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cac0b9-7b9d-44b6-9a50-ece71dd0dced tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f13bb57b-82df-4d8e-8dd5-846cdacec848,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:56:58.309999 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-12cac0b9-7b9d-44b6-9a50-ece71dd0dced tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:56:58.316715 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-12cac0b9-7b9d-44b6-9a50-ece71dd0dced tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:58.318485 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-12cac0b9-7b9d-44b6-9a50-ece71dd0dced tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1422915 Dec 20 08:56:58.321425 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 46526) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:56:58.326714 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-f7140f4d-c68b-4472-b6f7-e60515ae5c41 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'security_group_rule': {'security_group_id': '15a35c0f-2e2b-4e7d-8755-f72880acf54e', 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:56:58.332366 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-f7140f4d-c68b-4472-b6f7-e60515ae5c41 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:56:58.337776 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f7140f4d-c68b-4472-b6f7-e60515ae5c41 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:security_group_rule and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:56:58.340713 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f7140f4d-c68b-4472-b6f7-e60515ae5c41 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:56:58.346619 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-f7140f4d-c68b-4472-b6f7-e60515ae5c41 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:56:58.359258 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.securitygroups_db [None req-f7140f4d-c68b-4472-b6f7-e60515ae5c41 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Project f7b89f97320342ff933d41aa1a974b12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 08:56:58.365730 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f7140f4d-c68b-4472-b6f7-e60515ae5c41 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:58.431827 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f7140f4d-c68b-4472-b6f7-e60515ae5c41 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:58.436238 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f7140f4d-c68b-4472-b6f7-e60515ae5c41 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:58.442677 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-cf4d9cb2-c419-4e5e-944a-40ea5b04cf4b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:56:58.462616 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7140f4d-c68b-4472-b6f7-e60515ae5c41 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1edb84e-cc21-4319-bb74-41bf2bd1902c,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:56:58.465211 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f7140f4d-c68b-4472-b6f7-e60515ae5c41 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:56:58.472380 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f7140f4d-c68b-4472-b6f7-e60515ae5c41 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:56:58.474398 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f7140f4d-c68b-4472-b6f7-e60515ae5c41 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1514106 Dec 20 08:56:58.636792 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 2171b36a-5878-42e0-bcc4-1020ccf07992 no longer exists at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:56:58.655941 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-87b70d44-c805-44c9-868d-0be830303890 req-735f9a98-1385-4682-b56e-f5fffcb15146 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1883424038&fields=id&tenant_id=f7b89f97320342ff933d41aa1a974b12 HTTP/1.1" status: 200 len: 267 time: 0.0466533 Dec 20 08:56:58.694590 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 2171b36a-5878-42e0-bcc4-1020ccf07992 not bound to the agent host hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:56:58.732825 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b70d44-c805-44c9-868d-0be830303890 req-dc8e1535-6834-4129-8c5b-8aa1b86095cd tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:56:58.734161 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-87b70d44-c805-44c9-868d-0be830303890 req-dc8e1535-6834-4129-8c5b-8aa1b86095cd tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports/2171b36a-5878-42e0-bcc4-1020ccf07992 HTTP/1.1" status: 200 len: 929 time: 0.0712624 Dec 20 08:56:58.805771 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-87b70d44-c805-44c9-868d-0be830303890 req-cba9c815-c94c-4da9-8e88-75ab3853360a service neutron] 10.222.0.16 "GET /v2.0/ports/2171b36a-5878-42e0-bcc4-1020ccf07992?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0596740 Dec 20 08:56:58.936648 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-87b70d44-c805-44c9-868d-0be830303890 req-2239c65f-61fa-42bb-ac35-f0268d8ce777 service neutron] 10.222.0.16 "GET /v2.0/networks/60eab37f-ec39-46fe-b653-fb6a07650aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251953 Dec 20 08:56:59.069551 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-87b70d44-c805-44c9-868d-0be830303890 req-cd117eb7-ec45-4ab6-ba18-f818e07c9022 service neutron] 10.222.0.16 "GET /v2.0/networks/60eab37f-ec39-46fe-b653-fb6a07650aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273391 Dec 20 08:56:59.255555 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-13c33158-05cd-4fd0-a38e-32cd774884e8 req-c0ad0a2c-255a-46bc-9504-d95cfdf78d97 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=a73fe798-b99f-476d-a1b1-b600ee57942d HTTP/1.1" status: 200 len: 210 time: 0.0423541 Dec 20 08:57:00.344911 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-87b70d44-c805-44c9-868d-0be830303890 req-6e8078fd-42a5-4867-a6f3-8b0562c2b78c service neutron] 10.222.0.58 "GET /v2.0/ports/2171b36a-5878-42e0-bcc4-1020ccf07992 HTTP/1.1" status: 200 len: 1025 time: 0.1856642 Dec 20 08:57:00.435735 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-f7fc1f02-2c4c-4edd-a440-a6d5355aad65 req-c89aeb0d-5186-459a-825d-e1c94c3895ed tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=a73fe798-b99f-476d-a1b1-b600ee57942d HTTP/1.1" status: 200 len: 210 time: 0.0467196 Dec 20 08:57:00.515024 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b70d44-c805-44c9-868d-0be830303890 req-c1de997c-7a18-4fa3-be22-d2fe9830156f tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:57:00.517275 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-87b70d44-c805-44c9-868d-0be830303890 req-c1de997c-7a18-4fa3-be22-d2fe9830156f tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.58 "GET /v2.0/networks?id=60eab37f-ec39-46fe-b653-fb6a07650aaa HTTP/1.1" status: 200 len: 796 time: 0.1620996 Dec 20 08:57:00.572251 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-87b70d44-c805-44c9-868d-0be830303890 req-6f385329-4f42-4cf5-81c6-b96e94f14cf3 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Synchronizing usage tracker for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:security_group {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:57:00.588040 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-87b70d44-c805-44c9-868d-0be830303890 req-6f385329-4f42-4cf5-81c6-b96e94f14cf3 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Unset dirty status for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:security_group {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:57:00.589161 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-87b70d44-c805-44c9-868d-0be830303890 req-6f385329-4f42-4cf5-81c6-b96e94f14cf3 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7b89f97320342ff933d41aa1a974b12 HTTP/1.1" status: 200 len: 473 time: 0.0594068 Dec 20 08:57:00.599916 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-87b70d44-c805-44c9-868d-0be830303890 req-7a746fc1-908b-4009-96b9-cb776d4c7f79 service neutron] Request body: {'port': {'device_id': 'a73fe798-b99f-476d-a1b1-b600ee57942d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8204'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:57:00.711143 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-87b70d44-c805-44c9-868d-0be830303890 req-7a746fc1-908b-4009-96b9-cb776d4c7f79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:01.046119 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [req-87b70d44-c805-44c9-868d-0be830303890 req-7a746fc1-908b-4009-96b9-cb776d4c7f79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2171b36a-5878-42e0-bcc4-1020ccf07992 {{(pid=83444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 08:57:01.052909 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-87b70d44-c805-44c9-868d-0be830303890 req-7a746fc1-908b-4009-96b9-cb776d4c7f79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:01.067087 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-87b70d44-c805-44c9-868d-0be830303890 req-7a746fc1-908b-4009-96b9-cb776d4c7f79 service neutron] Transition to ACTIVE for port object 2171b36a-5878-42e0-bcc4-1020ccf07992 will not be triggered until provisioned by entity L2. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:57:01.070180 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-87b70d44-c805-44c9-868d-0be830303890 req-7a746fc1-908b-4009-96b9-cb776d4c7f79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:01.073829 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0eb4fca7-01bd-4999-82dc-08944cf5d98d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:57:01.206216 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a746fc1-908b-4009-96b9-cb776d4c7f79 service neutron] Pushing event updated for resources: {'Port': ['ID=2171b36a-5878-42e0-bcc4-1020ccf07992,revision_number=7']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:57:01.213611 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7a746fc1-908b-4009-96b9-cb776d4c7f79 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:57:01.236519 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 46550) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:57:01.547749 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-87b70d44-c805-44c9-868d-0be830303890 req-7a746fc1-908b-4009-96b9-cb776d4c7f79 service neutron] Attempting to bind port 2171b36a-5878-42e0-bcc4-1020ccf07992 on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:57:01.548398 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-87b70d44-c805-44c9-868d-0be830303890 req-7a746fc1-908b-4009-96b9-cb776d4c7f79 service neutron] Attempting to bind port 2171b36a-5878-42e0-bcc4-1020ccf07992 by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': '99bfc52a-0419-463e-9487-7d81c8008a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '60eab37f-ec39-46fe-b653-fb6a07650aaa'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:57:01.548398 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b70d44-c805-44c9-868d-0be830303890 req-7a746fc1-908b-4009-96b9-cb776d4c7f79 service neutron] Attempting to bind port 2171b36a-5878-42e0-bcc4-1020ccf07992 on network 60eab37f-ec39-46fe-b653-fb6a07650aaa {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:57:01.553609 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-6c2e24f6-6ef0-44b5-8d9c-ae602d7d4afc tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Deleting port c3f35de2-d94c-4648-a41e-bc05729c7167 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:57:01.553872 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6c2e24f6-6ef0-44b5-8d9c-ae602d7d4afc tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:01.620376 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b70d44-c805-44c9-868d-0be830303890 req-7a746fc1-908b-4009-96b9-cb776d4c7f79 service neutron] Port 2171b36a-5878-42e0-bcc4-1020ccf07992 on network 60eab37f-ec39-46fe-b653-fb6a07650aaa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 08:57:01.620699 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b70d44-c805-44c9-868d-0be830303890 req-7a746fc1-908b-4009-96b9-cb776d4c7f79 service neutron] Attempting to bind port 2171b36a-5878-42e0-bcc4-1020ccf07992 on network 60eab37f-ec39-46fe-b653-fb6a07650aaa {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:57:01.655371 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b70d44-c805-44c9-868d-0be830303890 req-7a746fc1-908b-4009-96b9-cb776d4c7f79 service neutron] Checking agent: {'id': 'bd419857-3bec-4b96-b211-3fb278c66880', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8204', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 40, 10), 'started_at': datetime.datetime(2021, 12, 20, 8, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:57:01.655888 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b70d44-c805-44c9-868d-0be830303890 req-7a746fc1-908b-4009-96b9-cb776d4c7f79 service neutron] Checking segment: {'id': '99bfc52a-0419-463e-9487-7d81c8008a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '60eab37f-ec39-46fe-b653-fb6a07650aaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:57:01.656305 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b70d44-c805-44c9-868d-0be830303890 req-7a746fc1-908b-4009-96b9-cb776d4c7f79 service neutron] Bound using segment: {'id': '99bfc52a-0419-463e-9487-7d81c8008a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '60eab37f-ec39-46fe-b653-fb6a07650aaa'} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:57:01.656749 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-87b70d44-c805-44c9-868d-0be830303890 req-7a746fc1-908b-4009-96b9-cb776d4c7f79 service neutron] Bound port: 2171b36a-5878-42e0-bcc4-1020ccf07992, host: hv-neutron-8204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99bfc52a-0419-463e-9487-7d81c8008a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '60eab37f-ec39-46fe-b653-fb6a07650aaa'}}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:57:01.657097 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-87b70d44-c805-44c9-868d-0be830303890 req-7a746fc1-908b-4009-96b9-cb776d4c7f79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:01.876184 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6da42f7-977f-4712-8040-bf832e4908b0 req-09cd1779-d56e-464b-8588-a4c2387ee45a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:57:01.877569 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f6da42f7-977f-4712-8040-bf832e4908b0 req-09cd1779-d56e-464b-8588-a4c2387ee45a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=a73fe798-b99f-476d-a1b1-b600ee57942d HTTP/1.1" status: 200 len: 980 time: 0.3003147 Dec 20 08:57:01.878560 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-87b70d44-c805-44c9-868d-0be830303890 req-7a746fc1-908b-4009-96b9-cb776d4c7f79 service neutron] For port 2171b36a-5878-42e0-bcc4-1020ccf07992, host hv-neutron-8204, cleared binding levels {{(pid=83444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:57:01.881557 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6c2e24f6-6ef0-44b5-8d9c-ae602d7d4afc tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:01.881872 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6c2e24f6-6ef0-44b5-8d9c-ae602d7d4afc tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:02.120407 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 08:57:02.129887 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-87b70d44-c805-44c9-868d-0be830303890 req-7a746fc1-908b-4009-96b9-cb776d4c7f79 service neutron] For port 2171b36a-5878-42e0-bcc4-1020ccf07992, host hv-neutron-8204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=2171b36a-5878-42e0-bcc4-1020ccf07992,segment=NetworkSegment(99bfc52a-0419-463e-9487-7d81c8008a85),segment_id=99bfc52a-0419-463e-9487-7d81c8008a85)] {{(pid=83444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:57:02.138272 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-6c2e24f6-6ef0-44b5-8d9c-ae602d7d4afc tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Calling delete_port for c3f35de2-d94c-4648-a41e-bc05729c7167 owned by network:floatingip {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:57:02.170772 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-87b70d44-c805-44c9-868d-0be830303890 req-7a746fc1-908b-4009-96b9-cb776d4c7f79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:02.174312 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-6044a05f-be73-497e-97d8-7b4e5b1b191b tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:57:02.279548 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f6da42f7-977f-4712-8040-bf832e4908b0 req-03eabdc0-068c-4a8c-b5f7-47f100c96f3e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3300a61-370b-4563-9f0a-90930d8ea706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3890066 Dec 20 08:57:02.281855 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-87b70d44-c805-44c9-868d-0be830303890 req-7a746fc1-908b-4009-96b9-cb776d4c7f79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:02.283132 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-87b70d44-c805-44c9-868d-0be830303890 req-7a746fc1-908b-4009-96b9-cb776d4c7f79 service neutron] 10.222.0.58 "PUT /v2.0/ports/2171b36a-5878-42e0-bcc4-1020ccf07992 HTTP/1.1" status: 200 len: 1130 time: 1.6878831 Dec 20 08:57:02.285339 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a73fe798-b99f-476d-a1b1-b600ee57942d', 'tag': '2171b36a-5878-42e0-bcc4-1020ccf07992'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 08:57:02.294344 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a746fc1-908b-4009-96b9-cb776d4c7f79 service neutron] Pushing event updated for resources: {'Port': ['ID=2171b36a-5878-42e0-bcc4-1020ccf07992,revision_number=8']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:57:02.312286 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7a746fc1-908b-4009-96b9-cb776d4c7f79 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:57:02.401899 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a73fe798-b99f-476d-a1b1-b600ee57942d', 'tag': '2171b36a-5878-42e0-bcc4-1020ccf07992', 'status': 'completed', 'code': 200} Dec 20 08:57:02.444205 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6c2e24f6-6ef0-44b5-8d9c-ae602d7d4afc tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:02.448356 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-719a4eb1-4578-45f2-9c2f-94206cebb94f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:57:02.494772 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2e24f6-6ef0-44b5-8d9c-ae602d7d4afc tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Pushing event deleted for resources: {'Port': ['ID=c3f35de2-d94c-4648-a41e-bc05729c7167,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:57:02.501499 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-6c2e24f6-6ef0-44b5-8d9c-ae602d7d4afc tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:57:02.539686 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-87b70d44-c805-44c9-868d-0be830303890 req-d498c16a-68a8-4015-8a9d-6d041f506100 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f7b89f97320342ff933d41aa1a974b12&device_id=a73fe798-b99f-476d-a1b1-b600ee57942d HTTP/1.1" status: 200 len: 1133 time: 0.1766348 Dec 20 08:57:02.680229 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6c2e24f6-6ef0-44b5-8d9c-ae602d7d4afc tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks [] for floatingip, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:02.748329 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-87b70d44-c805-44c9-868d-0be830303890 req-d5304e3b-cb19-40a1-a9e6-0bbfc1d40bc5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2171b36a-5878-42e0-bcc4-1020ccf07992 HTTP/1.1" status: 200 len: 1035 time: 0.1778855 Dec 20 08:57:02.828157 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b70d44-c805-44c9-868d-0be830303890 req-ae187f23-7476-4d00-a072-7f13b96561e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:57:02.830110 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-87b70d44-c805-44c9-868d-0be830303890 req-ae187f23-7476-4d00-a072-7f13b96561e6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8a51ebf8-08aa-45b9-8544-f59dae2b8091 HTTP/1.1" status: 200 len: 834 time: 0.0757878 Dec 20 08:57:02.982977 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-87b70d44-c805-44c9-868d-0be830303890 req-382c82b1-e737-4c6e-ab40-c23b0653d01c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=60eab37f-ec39-46fe-b653-fb6a07650aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1027658 Dec 20 08:57:03.192223 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-87b70d44-c805-44c9-868d-0be830303890 req-ce66200a-dad3-449b-b696-7334adff7aaf service neutron] 10.222.0.58 "GET /v2.0/networks/60eab37f-ec39-46fe-b653-fb6a07650aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027748 Dec 20 08:57:03.408254 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-87b70d44-c805-44c9-868d-0be830303890 req-7623574d-368e-4d01-8772-e5b21c59af5c service neutron] 10.222.0.58 "GET /v2.0/networks/60eab37f-ec39-46fe-b653-fb6a07650aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050433 Dec 20 08:57:03.698276 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c2e24f6-6ef0-44b5-8d9c-ae602d7d4afc tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Router bd875e86-a674-45ca-9850-8ca7353ab443 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:57:03.715510 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-eeb41b56-347f-4ca6-8116-1e1a1a08a961 req-9a0026fa-d653-4506-b2a9-99888bdcf1b0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f7b89f97320342ff933d41aa1a974b12&device_id=a73fe798-b99f-476d-a1b1-b600ee57942d HTTP/1.1" status: 200 len: 1133 time: 0.1534882 Dec 20 08:57:03.727920 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecf95ec-2324-4605-98a5-8097ecc2dda7 req-6ae814f3-13d8-448c-9ac5-d2af0d5833b0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:57:03.729325 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9ecf95ec-2324-4605-98a5-8097ecc2dda7 req-6ae814f3-13d8-448c-9ac5-d2af0d5833b0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=a73fe798-b99f-476d-a1b1-b600ee57942d HTTP/1.1" status: 200 len: 980 time: 0.1698475 Dec 20 08:57:03.942431 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9ecf95ec-2324-4605-98a5-8097ecc2dda7 req-46e34698-c4fd-4f24-b7c4-64660fb19ef6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3300a61-370b-4563-9f0a-90930d8ea706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918352 Dec 20 08:57:03.960518 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb41b56-347f-4ca6-8116-1e1a1a08a961 req-7a786911-6ef4-4ae5-83da-0634a82b7e7c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:57:03.961990 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-eeb41b56-347f-4ca6-8116-1e1a1a08a961 req-7a786911-6ef4-4ae5-83da-0634a82b7e7c service neutron] 10.222.0.58 "GET /v2.0/networks?id=60eab37f-ec39-46fe-b653-fb6a07650aaa HTTP/1.1" status: 200 len: 897 time: 0.2305229 Dec 20 08:57:04.123396 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-eeb41b56-347f-4ca6-8116-1e1a1a08a961 req-0a53719d-f373-451b-ae48-a204ffdf1b13 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2171b36a-5878-42e0-bcc4-1020ccf07992 HTTP/1.1" status: 200 len: 1035 time: 0.1542344 Dec 20 08:57:04.207458 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb41b56-347f-4ca6-8116-1e1a1a08a961 req-4be4597b-6c71-4c29-b940-232220a548f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:57:04.209466 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-eeb41b56-347f-4ca6-8116-1e1a1a08a961 req-4be4597b-6c71-4c29-b940-232220a548f3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8a51ebf8-08aa-45b9-8544-f59dae2b8091 HTTP/1.1" status: 200 len: 834 time: 0.0787530 Dec 20 08:57:04.250162 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c2e24f6-6ef0-44b5-8d9c-ae602d7d4afc tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:57:04.260008 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f219fe2-1868-4ad5-98f9-3f2bfbf06fa2 None None] Sync routers for ids ['bd875e86-a674-45ca-9850-8ca7353ab443'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:57:04.273404 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f219fe2-1868-4ad5-98f9-3f2bfbf06fa2 None None] Routers {'bd875e86-a674-45ca-9850-8ca7353ab443'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:57:04.274125 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-6f219fe2-1868-4ad5-98f9-3f2bfbf06fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:56:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['bd875e86-a674-45ca-9850-8ca7353ab443'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:57:04.282012 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6c2e24f6-6ef0-44b5-8d9c-ae602d7d4afc tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:04.349648 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-6c2e24f6-6ef0-44b5-8d9c-ae602d7d4afc tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "DELETE /v2.0/floatingips/ff4953d8-3f27-4134-beea-8cf51b03a5ca HTTP/1.1" status: 204 len: 168 time: 3.1119106 Dec 20 08:57:04.353108 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-eeb41b56-347f-4ca6-8116-1e1a1a08a961 req-4dbf20e4-3cef-441c-b063-75189f485d93 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=60eab37f-ec39-46fe-b653-fb6a07650aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1367228 Dec 20 08:57:04.403645 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '174d5166-a078-4e26-92ff-06d32bbb10bf', 'tag': '9c7dbfc4-d02c-4078-a330-db74ae2834a9'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 08:57:04.463211 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-6f219fe2-1868-4ad5-98f9-3f2bfbf06fa2 None None] Set router bd875e86-a674-45ca-9850-8ca7353ab443 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:57:04.483652 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '174d5166-a078-4e26-92ff-06d32bbb10bf', 'tag': '9c7dbfc4-d02c-4078-a330-db74ae2834a9', 'status': 'completed', 'code': 200} Dec 20 08:57:04.550513 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-eeb41b56-347f-4ca6-8116-1e1a1a08a961 req-a4e423b7-a7f9-4bca-8eb0-4a3ad1fffda7 service neutron] 10.222.0.58 "GET /v2.0/networks/60eab37f-ec39-46fe-b653-fb6a07650aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899815 Dec 20 08:57:04.690475 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-619139df-7419-46d5-a72d-71ead51f4049 req-d02d5c07-e246-4d92-b030-7a3389b41c48 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9cbdcc0323fa453595ec6616c2aaa00e&device_id=174d5166-a078-4e26-92ff-06d32bbb10bf HTTP/1.1" status: 200 len: 1099 time: 0.1863060 Dec 20 08:57:04.798506 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-eeb41b56-347f-4ca6-8116-1e1a1a08a961 req-23649b56-a0bb-4831-82cd-86847202905a service neutron] 10.222.0.58 "GET /v2.0/networks/60eab37f-ec39-46fe-b653-fb6a07650aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412035 Dec 20 08:57:04.890512 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-6f219fe2-1868-4ad5-98f9-3f2bfbf06fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd875e86-a674-45ca-9850-8ca7353ab443', 'name': 'tempest-TestVolumeBootPattern-1742087875-router', 'tenant_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': 'f2cbcfcd-283f-4118-8bdd-b273ae3cd306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:48:57Z', 'updated_at': '2021-12-20T08:49:05Z', 'revision_number': 4, 'project_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'gw_port': {'id': 'f2cbcfcd-283f-4118-8bdd-b273ae3cd306', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd875e86-a674-45ca-9850-8ca7353ab443', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:48:58Z', 'updated_at': '2021-12-20T08:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': '2ff5cc63-9a7d-48e7-be3c-72ab0724030e', 'tenant_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'floating_ip_address': '172.26.5.183', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': 'bd875e86-a674-45ca-9850-8ca7353ab443', 'port_id': 'f1373e1f-2823-4b59-ae86-142e4dd4c501', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93bb2812-0b1d-4fea-b794-e7bc065467e8', 'mac_address': 'fa:16:3e:59:f2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10bd31a8-b5fe-46ce-9196-c85e8aba7e6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T08:53:12Z', 'updated_at': '2021-12-20T08:53:17Z', 'revision_number': 1, 'project_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7db998e5-5f07-4330-9ca7-a9cf1f556901', 'name': '', 'network_id': '93bb2812-0b1d-4fea-b794-e7bc065467e8', 'tenant_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'mac_address': 'fa:16:3e:08:1a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd875e86-a674-45ca-9850-8ca7353ab443', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cff4e817-2297-42bb-840a-667d6388fa06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:49:04Z', 'updated_at': '2021-12-20T08:49:18Z', 'revision_number': 5, 'project_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'subnets': [{'id': 'cff4e817-2297-42bb-840a-667d6388fa06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:57:04.894569 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f219fe2-1868-4ad5-98f9-3f2bfbf06fa2 None None] Checking router: bd875e86-a674-45ca-9850-8ca7353ab443 for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 08:57:04.900188 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619139df-7419-46d5-a72d-71ead51f4049 req-52a08982-a8ed-49cd-9d13-8808cc1cf9ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:57:04.901673 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-619139df-7419-46d5-a72d-71ead51f4049 req-52a08982-a8ed-49cd-9d13-8808cc1cf9ef service neutron] 10.222.0.58 "GET /v2.0/networks?id=93bb2812-0b1d-4fea-b794-e7bc065467e8 HTTP/1.1" status: 200 len: 913 time: 0.2025476 Dec 20 08:57:04.905153 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f219fe2-1868-4ad5-98f9-3f2bfbf06fa2 None None] Routers {'bd875e86-a674-45ca-9850-8ca7353ab443'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:57:04.905795 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-6f219fe2-1868-4ad5-98f9-3f2bfbf06fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:56:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['bd875e86-a674-45ca-9850-8ca7353ab443'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:57:04.982705 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9e5250-47d2-4e72-ad03-65f64266a09f req-a8a4adcb-82f8-460a-9bd5-13be11455835 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:57:04.983332 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-3d9e5250-47d2-4e72-ad03-65f64266a09f req-a8a4adcb-82f8-460a-9bd5-13be11455835 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Synchronizing usage tracker for tenant:9cbdcc0323fa453595ec6616c2aaa00e on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:57:04.988454 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-619139df-7419-46d5-a72d-71ead51f4049 req-7edbeaf1-3a3a-4d69-a4a0-e64107781250 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c7dbfc4-d02c-4078-a330-db74ae2834a9 HTTP/1.1" status: 200 len: 217 time: 0.0783992 Dec 20 08:57:05.032231 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-3d9e5250-47d2-4e72-ad03-65f64266a09f req-a8a4adcb-82f8-460a-9bd5-13be11455835 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Unset dirty status for tenant:9cbdcc0323fa453595ec6616c2aaa00e on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:57:05.033498 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3d9e5250-47d2-4e72-ad03-65f64266a09f req-a8a4adcb-82f8-460a-9bd5-13be11455835 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/ports?device_id=174d5166-a078-4e26-92ff-06d32bbb10bf HTTP/1.1" status: 200 len: 946 time: 0.2915092 Dec 20 08:57:05.105698 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-6f219fe2-1868-4ad5-98f9-3f2bfbf06fa2 None None] Set router bd875e86-a674-45ca-9850-8ca7353ab443 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:57:05.155681 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c920c-7cc7-46f2-84e3-521ed041e19a req-c27d005b-38d5-45e6-9f04-ad7f70468d65 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:57:05.157493 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-ff4c920c-7cc7-46f2-84e3-521ed041e19a req-c27d005b-38d5-45e6-9f04-ad7f70468d65 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=a73fe798-b99f-476d-a1b1-b600ee57942d HTTP/1.1" status: 200 len: 980 time: 0.0900743 Dec 20 08:57:05.208152 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-ff4c920c-7cc7-46f2-84e3-521ed041e19a req-2c02844f-9735-4e25-a875-1e524a4b108b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3300a61-370b-4563-9f0a-90930d8ea706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444992 Dec 20 08:57:05.216278 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619139df-7419-46d5-a72d-71ead51f4049 req-597c5fdd-9c8a-4d99-a57b-8808f0a5ecbc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:57:05.217739 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-619139df-7419-46d5-a72d-71ead51f4049 req-597c5fdd-9c8a-4d99-a57b-8808f0a5ecbc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cff4e817-2297-42bb-840a-667d6388fa06 HTTP/1.1" status: 200 len: 851 time: 0.2214811 Dec 20 08:57:05.276532 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3d9e5250-47d2-4e72-ad03-65f64266a09f req-feac408c-a48a-4621-854e-aa99f1f35d00 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb73519-9c90-4e50-9a3d-0898de63562c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2336648 Dec 20 08:57:05.305797 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-619139df-7419-46d5-a72d-71ead51f4049 req-b1b072c1-8493-49fa-adfe-2f539845fab1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=93bb2812-0b1d-4fea-b794-e7bc065467e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800631 Dec 20 08:57:05.440998 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-619139df-7419-46d5-a72d-71ead51f4049 req-587c4f11-4f6c-4a5b-8414-5332a06a34ed service neutron] 10.222.0.58 "GET /v2.0/networks/93bb2812-0b1d-4fea-b794-e7bc065467e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277032 Dec 20 08:57:05.476822 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-6f219fe2-1868-4ad5-98f9-3f2bfbf06fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd875e86-a674-45ca-9850-8ca7353ab443', 'name': 'tempest-TestVolumeBootPattern-1742087875-router', 'tenant_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': 'f2cbcfcd-283f-4118-8bdd-b273ae3cd306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:48:57Z', 'updated_at': '2021-12-20T08:49:05Z', 'revision_number': 4, 'project_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'gw_port': {'id': 'f2cbcfcd-283f-4118-8bdd-b273ae3cd306', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd875e86-a674-45ca-9850-8ca7353ab443', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:48:58Z', 'updated_at': '2021-12-20T08:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': '2ff5cc63-9a7d-48e7-be3c-72ab0724030e', 'tenant_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'floating_ip_address': '172.26.5.183', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': 'bd875e86-a674-45ca-9850-8ca7353ab443', 'port_id': 'f1373e1f-2823-4b59-ae86-142e4dd4c501', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93bb2812-0b1d-4fea-b794-e7bc065467e8', 'mac_address': 'fa:16:3e:59:f2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10bd31a8-b5fe-46ce-9196-c85e8aba7e6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T08:53:12Z', 'updated_at': '2021-12-20T08:53:17Z', 'revision_number': 1, 'project_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7db998e5-5f07-4330-9ca7-a9cf1f556901', 'name': '', 'network_id': '93bb2812-0b1d-4fea-b794-e7bc065467e8', 'tenant_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'mac_address': 'fa:16:3e:08:1a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd875e86-a674-45ca-9850-8ca7353ab443', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cff4e817-2297-42bb-840a-667d6388fa06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:49:04Z', 'updated_at': '2021-12-20T08:49:18Z', 'revision_number': 5, 'project_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'subnets': [{'id': 'cff4e817-2297-42bb-840a-667d6388fa06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:57:05.481041 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f219fe2-1868-4ad5-98f9-3f2bfbf06fa2 None None] The sync data for ids ['bd875e86-a674-45ca-9850-8ca7353ab443'] in dv-neutron-820491-1-hyperv is: [{'id': 'bd875e86-a674-45ca-9850-8ca7353ab443', 'name': 'tempest-TestVolumeBootPattern-1742087875-router', 'tenant_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': 'f2cbcfcd-283f-4118-8bdd-b273ae3cd306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:48:57Z', 'updated_at': '2021-12-20T08:49:05Z', 'revision_number': 4, 'project_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'gw_port': {'id': 'f2cbcfcd-283f-4118-8bdd-b273ae3cd306', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd875e86-a674-45ca-9850-8ca7353ab443', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:48:58Z', 'updated_at': '2021-12-20T08:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': '2ff5cc63-9a7d-48e7-be3c-72ab0724030e', 'tenant_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'floating_ip_address': '172.26.5.183', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': 'bd875e86-a674-45ca-9850-8ca7353ab443', 'port_id': 'f1373e1f-2823-4b59-ae86-142e4dd4c501', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93bb2812-0b1d-4fea-b794-e7bc065467e8', 'mac_address': 'fa:16:3e:59:f2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10bd31a8-b5fe-46ce-9196-c85e8aba7e6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T08:53:12Z', 'updated_at': '2021-12-20T08:53:17Z', 'revision_number': 1, 'project_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7db998e5-5f07-4330-9ca7-a9cf1f556901', 'name': '', 'network_id': '93bb2812-0b1d-4fea-b794-e7bc065467e8', 'tenant_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'mac_address': 'fa:16:3e:08:1a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd875e86-a674-45ca-9850-8ca7353ab443', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cff4e817-2297-42bb-840a-667d6388fa06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:49:04Z', 'updated_at': '2021-12-20T08:49:18Z', 'revision_number': 5, 'project_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'subnets': [{'id': 'cff4e817-2297-42bb-840a-667d6388fa06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:57:05.578314 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-619139df-7419-46d5-a72d-71ead51f4049 req-3df73214-5133-4d9d-a7f1-77115c46ba58 service neutron] 10.222.0.58 "GET /v2.0/networks/93bb2812-0b1d-4fea-b794-e7bc065467e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303928 Dec 20 08:57:05.732945 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0b3db4-0026-4f4d-a116-319bf6af4e9c None None] New status for floating IP ff4953d8-3f27-4134-beea-8cf51b03a5ca: DOWN {{(pid=83447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 08:57:06.429694 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465eb8e5-5e05-4443-a8ca-5415267f3c47 req-5409d3f3-5caa-4d48-9ecb-6ed95453b1ad tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:57:06.431154 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-465eb8e5-5e05-4443-a8ca-5415267f3c47 req-5409d3f3-5caa-4d48-9ecb-6ed95453b1ad tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=a73fe798-b99f-476d-a1b1-b600ee57942d HTTP/1.1" status: 200 len: 980 time: 0.0832701 Dec 20 08:57:06.481269 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-465eb8e5-5e05-4443-a8ca-5415267f3c47 req-c164a407-9274-4d6d-889a-231f85583ae8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3300a61-370b-4563-9f0a-90930d8ea706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443096 Dec 20 08:57:06.535625 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269a8104-779a-49f6-9965-8135ad73f1b1 req-d8bfeab8-3378-427a-ae7f-dab497801526 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:57:06.537761 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-269a8104-779a-49f6-9965-8135ad73f1b1 req-d8bfeab8-3378-427a-ae7f-dab497801526 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.58 "GET /v2.0/ports?device_id=174d5166-a078-4e26-92ff-06d32bbb10bf HTTP/1.1" status: 200 len: 946 time: 0.1466458 Dec 20 08:57:06.543757 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fdc655-4711-4c7a-89aa-57f85ddd625e req-24b74d5c-2b03-49e6-8398-83ba5342664d tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:57:06.545080 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-35fdc655-4711-4c7a-89aa-57f85ddd625e req-24b74d5c-2b03-49e6-8398-83ba5342664d tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/ports?device_id=174d5166-a078-4e26-92ff-06d32bbb10bf HTTP/1.1" status: 200 len: 946 time: 0.1120746 Dec 20 08:57:06.639340 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-269a8104-779a-49f6-9965-8135ad73f1b1 req-16bc223b-d172-4489-846e-bb16a3640a16 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Deleting port 9c7dbfc4-d02c-4078-a330-db74ae2834a9 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:57:06.639672 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-269a8104-779a-49f6-9965-8135ad73f1b1 req-16bc223b-d172-4489-846e-bb16a3640a16 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:06.682112 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-35fdc655-4711-4c7a-89aa-57f85ddd625e req-59ff4779-196a-407a-a5bd-d2526b41201f tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb73519-9c90-4e50-9a3d-0898de63562c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089058 Dec 20 08:57:06.682612 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 2171b36a-5878-42e0-bcc4-1020ccf07992 details requested by agent hyperv_hv-neutron-8204 with host hv-neutron-8204 {{(pid=83446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 08:57:06.827411 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port 2171b36a-5878-42e0-bcc4-1020ccf07992, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=2171b36a-5878-42e0-bcc4-1020ccf07992,segment=NetworkSegment(99bfc52a-0419-463e-9487-7d81c8008a85),segment_id=99bfc52a-0419-463e-9487-7d81c8008a85)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:57:06.845077 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Returning: {'device': '2171b36a-5878-42e0-bcc4-1020ccf07992', 'network_id': '60eab37f-ec39-46fe-b653-fb6a07650aaa', 'port_id': '2171b36a-5878-42e0-bcc4-1020ccf07992', 'mac_address': 'fa:16:3e:6e:c7:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a51ebf8-08aa-45b9-8544-f59dae2b8091', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 08:57:06.888439 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-269a8104-779a-49f6-9965-8135ad73f1b1 req-16bc223b-d172-4489-846e-bb16a3640a16 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] For port 9c7dbfc4-d02c-4078-a330-db74ae2834a9, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=9c7dbfc4-d02c-4078-a330-db74ae2834a9,segment=NetworkSegment(816f3411-ce24-4874-a9f0-58ff5b5f140f),segment_id=816f3411-ce24-4874-a9f0-58ff5b5f140f)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:57:06.888798 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-269a8104-779a-49f6-9965-8135ad73f1b1 req-16bc223b-d172-4489-846e-bb16a3640a16 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:06.899913 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:06.917254 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2171b36a-5878-42e0-bcc4-1020ccf07992 {{(pid=83446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 08:57:06.932229 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port 2171b36a-5878-42e0-bcc4-1020ccf07992, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=2171b36a-5878-42e0-bcc4-1020ccf07992,segment=NetworkSegment(99bfc52a-0419-463e-9487-7d81c8008a85),segment_id=99bfc52a-0419-463e-9487-7d81c8008a85)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:57:06.936287 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:06.938162 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:57:07.002208 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=2171b36a-5878-42e0-bcc4-1020ccf07992,revision_number=9']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:57:07.006258 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:57:07.014268 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-269a8104-779a-49f6-9965-8135ad73f1b1 req-16bc223b-d172-4489-846e-bb16a3640a16 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Calling delete_port for 9c7dbfc4-d02c-4078-a330-db74ae2834a9 owned by compute:nova {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:57:07.151506 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-269a8104-779a-49f6-9965-8135ad73f1b1 req-16bc223b-d172-4489-846e-bb16a3640a16 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:07.156468 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-451df54a-5ac5-4b27-b003-1c3cc4ef4e3d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:57:07.202602 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bc223b-d172-4489-846e-bb16a3640a16 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Pushing event deleted for resources: {'Port': ['ID=9c7dbfc4-d02c-4078-a330-db74ae2834a9,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:57:07.205846 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-16bc223b-d172-4489-846e-bb16a3640a16 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:57:07.252791 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] get_ports_and_sgs() called for port_ids ['2171b36a-5878-42e0-bcc4-1020ccf07992'] {{(pid=83446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 08:57:07.273625 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-269a8104-779a-49f6-9965-8135ad73f1b1 req-16bc223b-d172-4489-846e-bb16a3640a16 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] No DVR routers for this DVR port 9c7dbfc4-d02c-4078-a330-db74ae2834a9 on host hv-neutron-8204 {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:57:07.276087 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-269a8104-779a-49f6-9965-8135ad73f1b1 req-16bc223b-d172-4489-846e-bb16a3640a16 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:07.278655 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '174d5166-a078-4e26-92ff-06d32bbb10bf', 'name': 'network-vif-deleted', 'tag': '9c7dbfc4-d02c-4078-a330-db74ae2834a9'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 08:57:07.295350 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-269a8104-779a-49f6-9965-8135ad73f1b1 req-16bc223b-d172-4489-846e-bb16a3640a16 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.58 "DELETE /v2.0/ports/9c7dbfc4-d02c-4078-a330-db74ae2834a9 HTTP/1.1" status: 204 len: 173 time: 0.7488599 Dec 20 08:57:07.339928 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '174d5166-a078-4e26-92ff-06d32bbb10bf', 'name': 'network-vif-deleted', 'tag': '9c7dbfc4-d02c-4078-a330-db74ae2834a9', 'status': 'completed', 'code': 200} Dec 20 08:57:07.711418 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e97dd16-e571-49ff-b4d0-4869ecc574a8 req-82b09084-28f0-4043-adc6-0fce26da9ff3 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:57:07.713116 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3e97dd16-e571-49ff-b4d0-4869ecc574a8 req-82b09084-28f0-4043-adc6-0fce26da9ff3 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=a73fe798-b99f-476d-a1b1-b600ee57942d HTTP/1.1" status: 200 len: 981 time: 0.0939043 Dec 20 08:57:07.791568 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3e97dd16-e571-49ff-b4d0-4869ecc574a8 req-c2073463-9289-46d6-a689-bba98276941e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3300a61-370b-4563-9f0a-90930d8ea706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652215 Dec 20 08:57:07.894223 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-7ee146b6-887a-48d3-94e4-3711ddb88890 req-6014f341-1c51-49b1-88c2-b6dc17642dfa tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/ports?device_id=174d5166-a078-4e26-92ff-06d32bbb10bf HTTP/1.1" status: 200 len: 210 time: 0.0494123 Dec 20 08:57:08.683822 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 2171b36a-5878-42e0-bcc4-1020ccf07992 up at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:57:08.755194 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning for port 2171b36a-5878-42e0-bcc4-1020ccf07992 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:57:08.760056 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning complete for port 2171b36a-5878-42e0-bcc4-1020ccf07992 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:57:08.760434 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:08.881006 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:08.910076 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a73fe798-b99f-476d-a1b1-b600ee57942d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2171b36a-5878-42e0-bcc4-1020ccf07992'}] {{(pid=83446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 08:57:08.920535 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port 2171b36a-5878-42e0-bcc4-1020ccf07992, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=2171b36a-5878-42e0-bcc4-1020ccf07992,segment=NetworkSegment(99bfc52a-0419-463e-9487-7d81c8008a85),segment_id=99bfc52a-0419-463e-9487-7d81c8008a85)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:57:08.923887 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:08.929062 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:57:08.971457 dv-neutron-820491-1-hyperv neutron-server[83446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a73fe798-b99f-476d-a1b1-b600ee57942d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2171b36a-5878-42e0-bcc4-1020ccf07992', 'code': 200} Dec 20 08:57:08.996270 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f653715b-ac4f-42be-8403-bc6ca33afc30 req-74859e9d-7fe1-4833-9f86-163c2f89ba4b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:57:08.998047 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f653715b-ac4f-42be-8403-bc6ca33afc30 req-74859e9d-7fe1-4833-9f86-163c2f89ba4b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=a73fe798-b99f-476d-a1b1-b600ee57942d HTTP/1.1" status: 200 len: 983 time: 0.0867190 Dec 20 08:57:09.007082 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=2171b36a-5878-42e0-bcc4-1020ccf07992,revision_number=10']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:57:09.010668 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:57:09.045291 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f653715b-ac4f-42be-8403-bc6ca33afc30 req-1d937cd4-a62d-453b-9eef-e6217a660c70 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3300a61-370b-4563-9f0a-90930d8ea706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418882 Dec 20 08:57:09.234454 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1bf8fcf2-3bb8-452f-a4d8-7640110ac7a3 req-68a92167-e926-4040-9a25-9b89d752e346 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a73fe798-b99f-476d-a1b1-b600ee57942d HTTP/1.1" status: 200 len: 1136 time: 0.0837035 Dec 20 08:57:09.293841 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1bf8fcf2-3bb8-452f-a4d8-7640110ac7a3 req-7fdd7a84-f690-4410-895a-b4af57169f01 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c3300a61-370b-4563-9f0a-90930d8ea706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532124 Dec 20 08:57:09.929150 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:10.259542 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f585a-1180-4443-b80e-6093b99def1f req-61369c5d-6f40-45e7-8105-7de8cdfda941 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:57:10.260987 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-435f585a-1180-4443-b80e-6093b99def1f req-61369c5d-6f40-45e7-8105-7de8cdfda941 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=a73fe798-b99f-476d-a1b1-b600ee57942d HTTP/1.1" status: 200 len: 983 time: 0.0827763 Dec 20 08:57:10.314000 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-435f585a-1180-4443-b80e-6093b99def1f req-ac9a7bf6-416b-4bc6-86ad-ef0d44351d27 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3300a61-370b-4563-9f0a-90930d8ea706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466788 Dec 20 08:57:10.682141 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 9c7dbfc4-d02c-4078-a330-db74ae2834a9 no longer exists at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:57:10.719895 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] No Port match for: 9c7dbfc4-d02c-4078-a330-db74ae2834a9 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:57:10.720249 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 9c7dbfc4-d02c-4078-a330-db74ae2834a9 not bound to the agent host hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:57:11.598783 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2331bb24-1824-47eb-8c82-057d4466df57 req-0d66248d-3b6b-4ba1-9b17-01d33742a9a6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:57:11.601891 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2331bb24-1824-47eb-8c82-057d4466df57 req-0d66248d-3b6b-4ba1-9b17-01d33742a9a6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=a73fe798-b99f-476d-a1b1-b600ee57942d HTTP/1.1" status: 200 len: 983 time: 0.1213551 Dec 20 08:57:11.665850 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2331bb24-1824-47eb-8c82-057d4466df57 req-dd1c863c-ed35-409f-a15c-c674bff0230f tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3300a61-370b-4563-9f0a-90930d8ea706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591111 Dec 20 08:57:11.888455 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c306c934-c3dc-4712-ac29-7c98ac28f1fe req-c732c8f9-d564-4b7e-8e62-885298160d17 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:57:11.889963 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-c306c934-c3dc-4712-ac29-7c98ac28f1fe req-c732c8f9-d564-4b7e-8e62-885298160d17 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=a73fe798-b99f-476d-a1b1-b600ee57942d HTTP/1.1" status: 200 len: 983 time: 0.0856395 Dec 20 08:57:11.939734 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-c306c934-c3dc-4712-ac29-7c98ac28f1fe req-5f584a2e-f5c8-4832-b315-b5d2d5f2fbe1 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3300a61-370b-4563-9f0a-90930d8ea706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432591 Dec 20 08:57:11.967551 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 46604) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:57:12.143250 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-40f02a28-5684-4b96-8caa-dc777143a1e1 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a73fe798-b99f-476d-a1b1-b600ee57942d&network_id=60eab37f-ec39-46fe-b653-fb6a07650aaa HTTP/1.1" status: 200 len: 1131 time: 0.1743412 Dec 20 08:57:12.504036 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-641797e0-46ce-44ac-8b56-22e20ce28037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:12.535584 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18660835-5709-400d-b4a1-c5334649dfb8 req-3df863e3-09e6-47f3-871f-09ee21d6a763 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:57:12.541730 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-18660835-5709-400d-b4a1-c5334649dfb8 req-3df863e3-09e6-47f3-871f-09ee21d6a763 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=a73fe798-b99f-476d-a1b1-b600ee57942d HTTP/1.1" status: 200 len: 983 time: 0.0907235 Dec 20 08:57:12.710993 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-18660835-5709-400d-b4a1-c5334649dfb8 req-fa582b41-ff9c-45cd-812d-7cb2906c8477 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3300a61-370b-4563-9f0a-90930d8ea706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667898 Dec 20 08:57:13.717406 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 46616) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:57:13.918735 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-e2aa7a50-c575-4c62-97cb-af293785b9d7 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Deleting port 3ce59976-a133-460a-a282-35b26122e985 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:57:13.919104 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e2aa7a50-c575-4c62-97cb-af293785b9d7 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:13.976546 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d61f92-0064-4afd-9a3e-0d0789ceaac6 req-5b02d352-c2d1-4c6f-9ce2-5cdd486a9543 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:57:13.978069 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b0d61f92-0064-4afd-9a3e-0d0789ceaac6 req-5b02d352-c2d1-4c6f-9ce2-5cdd486a9543 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=a73fe798-b99f-476d-a1b1-b600ee57942d HTTP/1.1" status: 200 len: 983 time: 0.1393838 Dec 20 08:57:13.990085 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b043cd06-cf58-4001-97c4-ff955238d83a req-529ca4d1-a326-4d8f-8e2b-6d4bf5f2dbb1 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:57:13.991473 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b043cd06-cf58-4001-97c4-ff955238d83a req-529ca4d1-a326-4d8f-8e2b-6d4bf5f2dbb1 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.58 "GET /v2.0/ports?device_id=a73fe798-b99f-476d-a1b1-b600ee57942d HTTP/1.1" status: 200 len: 983 time: 0.1117027 Dec 20 08:57:14.091929 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e2aa7a50-c575-4c62-97cb-af293785b9d7 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:14.092170 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b0d61f92-0064-4afd-9a3e-0d0789ceaac6 req-a1322800-075f-4e80-8c88-27c63c44499a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3300a61-370b-4563-9f0a-90930d8ea706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080270 Dec 20 08:57:14.092289 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e2aa7a50-c575-4c62-97cb-af293785b9d7 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:14.094380 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b043cd06-cf58-4001-97c4-ff955238d83a req-5dfab6a1-b89b-453b-9fa7-6840a889f46a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:57:14.095656 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b043cd06-cf58-4001-97c4-ff955238d83a req-5dfab6a1-b89b-453b-9fa7-6840a889f46a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.58 "GET /v2.0/ports/2171b36a-5878-42e0-bcc4-1020ccf07992?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0882390 Dec 20 08:57:14.221975 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-e2aa7a50-c575-4c62-97cb-af293785b9d7 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Calling delete_port for 3ce59976-a133-460a-a282-35b26122e985 owned by network:floatingip {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:57:14.257604 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b043cd06-cf58-4001-97c4-ff955238d83a req-0e53749e-c8f8-4e2f-9f92-7826f12e52de tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.58 "GET /v2.0/networks/60eab37f-ec39-46fe-b653-fb6a07650aaa?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1562090 Dec 20 08:57:14.268151 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-b043cd06-cf58-4001-97c4-ff955238d83a req-abc0943e-9138-43a3-9d03-e371bed2d185 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:57:14.378317 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e2aa7a50-c575-4c62-97cb-af293785b9d7 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:14.380668 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-b043cd06-cf58-4001-97c4-ff955238d83a req-abc0943e-9138-43a3-9d03-e371bed2d185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:14.383864 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-cf65a01e-bde6-4b29-b2f4-68a0e3b2f6ca tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:57:14.427048 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aa7a50-c575-4c62-97cb-af293785b9d7 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Pushing event deleted for resources: {'Port': ['ID=3ce59976-a133-460a-a282-35b26122e985,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:57:14.430627 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e2aa7a50-c575-4c62-97cb-af293785b9d7 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:57:14.522360 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e2aa7a50-c575-4c62-97cb-af293785b9d7 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks [] for floatingip, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:14.592233 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-b043cd06-cf58-4001-97c4-ff955238d83a req-abc0943e-9138-43a3-9d03-e371bed2d185 service neutron] For port 2171b36a-5878-42e0-bcc4-1020ccf07992, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=2171b36a-5878-42e0-bcc4-1020ccf07992,segment=NetworkSegment(99bfc52a-0419-463e-9487-7d81c8008a85),segment_id=99bfc52a-0419-463e-9487-7d81c8008a85)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:57:14.625593 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-b043cd06-cf58-4001-97c4-ff955238d83a req-abc0943e-9138-43a3-9d03-e371bed2d185 service neutron] For port 2171b36a-5878-42e0-bcc4-1020ccf07992, host hv-neutron-8204, cleared binding levels {{(pid=83444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:57:14.705939 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [req-b043cd06-cf58-4001-97c4-ff955238d83a req-abc0943e-9138-43a3-9d03-e371bed2d185 service neutron] device_id is not set on port 2171b36a-5878-42e0-bcc4-1020ccf07992 yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 08:57:14.714255 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-b043cd06-cf58-4001-97c4-ff955238d83a req-abc0943e-9138-43a3-9d03-e371bed2d185 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:14.720362 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-b043cd06-cf58-4001-97c4-ff955238d83a req-abc0943e-9138-43a3-9d03-e371bed2d185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:14.724994 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c9286fcb-7d7d-4bb6-822c-d5731893696d tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:57:14.835878 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f96824de-5c66-45aa-bc98-0c2bd30b6b25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:14.862500 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc0943e-9138-43a3-9d03-e371bed2d185 service neutron] Pushing event updated for resources: {'Port': ['ID=2171b36a-5878-42e0-bcc4-1020ccf07992,revision_number=11']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:57:14.887875 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc0943e-9138-43a3-9d03-e371bed2d185 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:57:14.888261 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc0943e-9138-43a3-9d03-e371bed2d185 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:57:14.888635 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc0943e-9138-43a3-9d03-e371bed2d185 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:57:14.889003 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc0943e-9138-43a3-9d03-e371bed2d185 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:57:14.889401 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc0943e-9138-43a3-9d03-e371bed2d185 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:57:14.889765 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc0943e-9138-43a3-9d03-e371bed2d185 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:57:14.890124 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc0943e-9138-43a3-9d03-e371bed2d185 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:57:14.890480 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc0943e-9138-43a3-9d03-e371bed2d185 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:57:14.890835 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc0943e-9138-43a3-9d03-e371bed2d185 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:57:14.891188 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc0943e-9138-43a3-9d03-e371bed2d185 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:57:14.891544 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc0943e-9138-43a3-9d03-e371bed2d185 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:57:14.897515 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-abc0943e-9138-43a3-9d03-e371bed2d185 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:57:14.933518 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-b043cd06-cf58-4001-97c4-ff955238d83a req-abc0943e-9138-43a3-9d03-e371bed2d185 service neutron] No DVR routers for this DVR port 2171b36a-5878-42e0-bcc4-1020ccf07992 on host hv-neutron-8204 {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:57:14.981862 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2aa7a50-c575-4c62-97cb-af293785b9d7 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Router bd875e86-a674-45ca-9850-8ca7353ab443 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:57:15.074815 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-08b6a03f-d2cb-4a7a-90ac-d5ed89211f25 None None] Provisioning complete for port 2171b36a-5878-42e0-bcc4-1020ccf07992 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:57:15.075576 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-08b6a03f-d2cb-4a7a-90ac-d5ed89211f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:15.179181 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-08b6a03f-d2cb-4a7a-90ac-d5ed89211f25 None None] Port 2171b36a-5878-42e0-bcc4-1020ccf07992 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:57:15.188215 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-b043cd06-cf58-4001-97c4-ff955238d83a req-abc0943e-9138-43a3-9d03-e371bed2d185 service neutron] In _notify_port_updated(), no bound segment for port 2171b36a-5878-42e0-bcc4-1020ccf07992 on network 60eab37f-ec39-46fe-b653-fb6a07650aaa {{(pid=83444) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 20 08:57:15.189309 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-b043cd06-cf58-4001-97c4-ff955238d83a req-abc0943e-9138-43a3-9d03-e371bed2d185 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:15.191096 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b043cd06-cf58-4001-97c4-ff955238d83a req-abc0943e-9138-43a3-9d03-e371bed2d185 service neutron] 10.222.0.58 "PUT /v2.0/ports/2171b36a-5878-42e0-bcc4-1020ccf07992 HTTP/1.1" status: 200 len: 1026 time: 0.9272633 Dec 20 08:57:15.213484 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2aa7a50-c575-4c62-97cb-af293785b9d7 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:57:15.225989 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d84364-ddfd-493d-bcad-b73a5196c981 None None] Sync routers for ids ['bd875e86-a674-45ca-9850-8ca7353ab443'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:57:15.232930 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e2aa7a50-c575-4c62-97cb-af293785b9d7 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for floatingip, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:15.247405 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d84364-ddfd-493d-bcad-b73a5196c981 None None] Routers {'bd875e86-a674-45ca-9850-8ca7353ab443'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:57:15.248272 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-74d84364-ddfd-493d-bcad-b73a5196c981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:57:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['bd875e86-a674-45ca-9850-8ca7353ab443'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:57:15.428430 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-cc5d5997-84ce-4a57-96f5-cd1020d6552c req-6e5058b8-c393-4c89-b5cf-5b99b118d2d0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=a73fe798-b99f-476d-a1b1-b600ee57942d HTTP/1.1" status: 200 len: 210 time: 0.0525389 Dec 20 08:57:15.442304 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-74d84364-ddfd-493d-bcad-b73a5196c981 None None] Set router bd875e86-a674-45ca-9850-8ca7353ab443 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:57:15.453300 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-e2aa7a50-c575-4c62-97cb-af293785b9d7 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "DELETE /v2.0/floatingips/2ff5cc63-9a7d-48e7-be3c-72ab0724030e HTTP/1.1" status: 204 len: 168 time: 1.7343056 Dec 20 08:57:15.454103 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10bd31a8-b5fe-46ce-9196-c85e8aba7e6a', 'tag': 'f1373e1f-2823-4b59-ae86-142e4dd4c501'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 08:57:15.526007 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10bd31a8-b5fe-46ce-9196-c85e8aba7e6a', 'tag': 'f1373e1f-2823-4b59-ae86-142e4dd4c501', 'status': 'completed', 'code': 200} Dec 20 08:57:15.648325 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0a80be5d-62db-44a4-ba54-938a4b9a6cb2 req-e39c48b5-728c-431d-a307-af67268b6cf3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9cbdcc0323fa453595ec6616c2aaa00e&device_id=10bd31a8-b5fe-46ce-9196-c85e8aba7e6a HTTP/1.1" status: 200 len: 1098 time: 0.0959597 Dec 20 08:57:15.822100 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-74d84364-ddfd-493d-bcad-b73a5196c981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd875e86-a674-45ca-9850-8ca7353ab443', 'name': 'tempest-TestVolumeBootPattern-1742087875-router', 'tenant_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': 'f2cbcfcd-283f-4118-8bdd-b273ae3cd306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:48:57Z', 'updated_at': '2021-12-20T08:49:05Z', 'revision_number': 4, 'project_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'gw_port': {'id': 'f2cbcfcd-283f-4118-8bdd-b273ae3cd306', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd875e86-a674-45ca-9850-8ca7353ab443', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:48:58Z', 'updated_at': '2021-12-20T08:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '7db998e5-5f07-4330-9ca7-a9cf1f556901', 'name': '', 'network_id': '93bb2812-0b1d-4fea-b794-e7bc065467e8', 'tenant_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'mac_address': 'fa:16:3e:08:1a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd875e86-a674-45ca-9850-8ca7353ab443', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cff4e817-2297-42bb-840a-667d6388fa06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:49:04Z', 'updated_at': '2021-12-20T08:49:18Z', 'revision_number': 5, 'project_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'subnets': [{'id': 'cff4e817-2297-42bb-840a-667d6388fa06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:57:15.826555 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d84364-ddfd-493d-bcad-b73a5196c981 None None] Checking router: bd875e86-a674-45ca-9850-8ca7353ab443 for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 08:57:15.832387 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80be5d-62db-44a4-ba54-938a4b9a6cb2 req-5efc8674-7473-46d2-ae42-a818e642b4ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:57:15.836021 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0a80be5d-62db-44a4-ba54-938a4b9a6cb2 req-5efc8674-7473-46d2-ae42-a818e642b4ac service neutron] 10.222.0.58 "GET /v2.0/networks?id=93bb2812-0b1d-4fea-b794-e7bc065467e8 HTTP/1.1" status: 200 len: 913 time: 0.1810043 Dec 20 08:57:15.843965 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d84364-ddfd-493d-bcad-b73a5196c981 None None] Routers {'bd875e86-a674-45ca-9850-8ca7353ab443'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:57:15.844563 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-74d84364-ddfd-493d-bcad-b73a5196c981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:57:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['bd875e86-a674-45ca-9850-8ca7353ab443'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:57:15.906919 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8bb5f3-a24f-422b-a1b6-861d98436af3 req-9c2c7b01-8c75-43d6-a8e7-1fbac6fbc91f tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:57:15.907651 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-ff8bb5f3-a24f-422b-a1b6-861d98436af3 req-9c2c7b01-8c75-43d6-a8e7-1fbac6fbc91f tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Synchronizing usage tracker for tenant:9cbdcc0323fa453595ec6616c2aaa00e on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:57:15.925924 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-ff8bb5f3-a24f-422b-a1b6-861d98436af3 req-9c2c7b01-8c75-43d6-a8e7-1fbac6fbc91f tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Unset dirty status for tenant:9cbdcc0323fa453595ec6616c2aaa00e on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:57:15.928319 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-ff8bb5f3-a24f-422b-a1b6-861d98436af3 req-9c2c7b01-8c75-43d6-a8e7-1fbac6fbc91f tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/ports?device_id=10bd31a8-b5fe-46ce-9196-c85e8aba7e6a HTTP/1.1" status: 200 len: 945 time: 0.1161172 Dec 20 08:57:15.980269 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-ff8bb5f3-a24f-422b-a1b6-861d98436af3 req-0c82bf60-7a86-46d6-89eb-bf6e83c346e1 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb73519-9c90-4e50-9a3d-0898de63562c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449834 Dec 20 08:57:16.026740 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:16.027414 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:16.043886 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0a80be5d-62db-44a4-ba54-938a4b9a6cb2 req-7b60c9f7-8f16-4296-9c5a-e212544ce3e2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1373e1f-2823-4b59-ae86-142e4dd4c501 HTTP/1.1" status: 200 len: 217 time: 0.2003107 Dec 20 08:57:16.061849 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-74d84364-ddfd-493d-bcad-b73a5196c981 None None] Set router bd875e86-a674-45ca-9850-8ca7353ab443 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:57:16.113314 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80be5d-62db-44a4-ba54-938a4b9a6cb2 req-bf0950fe-4a9b-4171-aecd-34bda4e25098 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:57:16.115839 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0a80be5d-62db-44a4-ba54-938a4b9a6cb2 req-bf0950fe-4a9b-4171-aecd-34bda4e25098 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cff4e817-2297-42bb-840a-667d6388fa06 HTTP/1.1" status: 200 len: 851 time: 0.0651126 Dec 20 08:57:16.194204 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0a80be5d-62db-44a4-ba54-938a4b9a6cb2 req-2304e4f6-f24e-47ff-86d3-7f4d9b53cf04 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=93bb2812-0b1d-4fea-b794-e7bc065467e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718799 Dec 20 08:57:16.332051 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0a80be5d-62db-44a4-ba54-938a4b9a6cb2 req-9bf78d38-a8d9-4d55-afe8-bb0c374867f1 service neutron] 10.222.0.58 "GET /v2.0/networks/93bb2812-0b1d-4fea-b794-e7bc065467e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307633 Dec 20 08:57:16.389507 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-74d84364-ddfd-493d-bcad-b73a5196c981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd875e86-a674-45ca-9850-8ca7353ab443', 'name': 'tempest-TestVolumeBootPattern-1742087875-router', 'tenant_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': 'f2cbcfcd-283f-4118-8bdd-b273ae3cd306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:48:57Z', 'updated_at': '2021-12-20T08:49:05Z', 'revision_number': 4, 'project_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'gw_port': {'id': 'f2cbcfcd-283f-4118-8bdd-b273ae3cd306', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd875e86-a674-45ca-9850-8ca7353ab443', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:48:58Z', 'updated_at': '2021-12-20T08:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '7db998e5-5f07-4330-9ca7-a9cf1f556901', 'name': '', 'network_id': '93bb2812-0b1d-4fea-b794-e7bc065467e8', 'tenant_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'mac_address': 'fa:16:3e:08:1a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd875e86-a674-45ca-9850-8ca7353ab443', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cff4e817-2297-42bb-840a-667d6388fa06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:49:04Z', 'updated_at': '2021-12-20T08:49:18Z', 'revision_number': 5, 'project_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'subnets': [{'id': 'cff4e817-2297-42bb-840a-667d6388fa06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:57:16.393543 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d84364-ddfd-493d-bcad-b73a5196c981 None None] The sync data for ids ['bd875e86-a674-45ca-9850-8ca7353ab443'] in dv-neutron-820491-1-hyperv is: [{'id': 'bd875e86-a674-45ca-9850-8ca7353ab443', 'name': 'tempest-TestVolumeBootPattern-1742087875-router', 'tenant_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': 'f2cbcfcd-283f-4118-8bdd-b273ae3cd306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:48:57Z', 'updated_at': '2021-12-20T08:49:05Z', 'revision_number': 4, 'project_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'gw_port': {'id': 'f2cbcfcd-283f-4118-8bdd-b273ae3cd306', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd875e86-a674-45ca-9850-8ca7353ab443', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:48:58Z', 'updated_at': '2021-12-20T08:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '7db998e5-5f07-4330-9ca7-a9cf1f556901', 'name': '', 'network_id': '93bb2812-0b1d-4fea-b794-e7bc065467e8', 'tenant_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'mac_address': 'fa:16:3e:08:1a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd875e86-a674-45ca-9850-8ca7353ab443', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cff4e817-2297-42bb-840a-667d6388fa06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:49:04Z', 'updated_at': '2021-12-20T08:49:18Z', 'revision_number': 5, 'project_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'subnets': [{'id': 'cff4e817-2297-42bb-840a-667d6388fa06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:57:16.471855 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0a80be5d-62db-44a4-ba54-938a4b9a6cb2 req-1c51f06e-04f0-4afd-b5a4-4c177ee00265 service neutron] 10.222.0.58 "GET /v2.0/networks/93bb2812-0b1d-4fea-b794-e7bc065467e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322351 Dec 20 08:57:16.547288 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 46632) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:57:16.630320 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-67571152-be7e-42c8-91bd-8ff115fcedab tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:16.642464 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277a0e61-a5f1-4f5f-a015-9b4b0316ff6b None None] New status for floating IP 2ff5cc63-9a7d-48e7-be3c-72ab0724030e: DOWN {{(pid=83447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 08:57:16.663233 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-67571152-be7e-42c8-91bd-8ff115fcedab tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:16.735313 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-67571152-be7e-42c8-91bd-8ff115fcedab tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:16.740039 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-56188a8a-4fa1-4bbd-899d-f5153d9ec40d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:57:16.756120 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67571152-be7e-42c8-91bd-8ff115fcedab tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a35c0f-2e2b-4e7d-8755-f72880acf54e,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:57:16.758825 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-67571152-be7e-42c8-91bd-8ff115fcedab tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:57:16.772323 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-67571152-be7e-42c8-91bd-8ff115fcedab tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:16.773643 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-67571152-be7e-42c8-91bd-8ff115fcedab tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "DELETE /v2.0/security-groups/15a35c0f-2e2b-4e7d-8755-f72880acf54e HTTP/1.1" status: 204 len: 168 time: 0.2251909 Dec 20 08:57:16.820010 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 46638) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:57:17.031144 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-b6673fa5-89d4-4cd2-9246-a85912007bba tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Deleting port deb6557b-0cd1-4aa7-a0e7-7170b1604ba9 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:57:17.031483 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b6673fa5-89d4-4cd2-9246-a85912007bba tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:17.194891 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ba9c1-86ed-4ef2-965a-91b8bbefe885 req-3f8e49ec-7366-4f4e-8f0f-02bb56437657 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:57:17.195522 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-236ba9c1-86ed-4ef2-965a-91b8bbefe885 req-3f8e49ec-7366-4f4e-8f0f-02bb56437657 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Synchronizing usage tracker for tenant:9cbdcc0323fa453595ec6616c2aaa00e on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:57:17.207303 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b6673fa5-89d4-4cd2-9246-a85912007bba tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:17.207650 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b6673fa5-89d4-4cd2-9246-a85912007bba tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:17.208509 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-236ba9c1-86ed-4ef2-965a-91b8bbefe885 req-3f8e49ec-7366-4f4e-8f0f-02bb56437657 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Unset dirty status for tenant:9cbdcc0323fa453595ec6616c2aaa00e on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:57:17.209759 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-236ba9c1-86ed-4ef2-965a-91b8bbefe885 req-3f8e49ec-7366-4f4e-8f0f-02bb56437657 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/ports?device_id=10bd31a8-b5fe-46ce-9196-c85e8aba7e6a HTTP/1.1" status: 200 len: 945 time: 0.0950892 Dec 20 08:57:17.258249 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-236ba9c1-86ed-4ef2-965a-91b8bbefe885 req-ca22156a-c077-4e74-9479-d83d3ae23774 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb73519-9c90-4e50-9a3d-0898de63562c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428338 Dec 20 08:57:17.335088 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-b6673fa5-89d4-4cd2-9246-a85912007bba tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Calling delete_port for deb6557b-0cd1-4aa7-a0e7-7170b1604ba9 owned by network:floatingip {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:57:17.393627 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:17.493110 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b6673fa5-89d4-4cd2-9246-a85912007bba tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:17.497293 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-fb335452-ba76-400f-bf61-1d56f23f5923 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:57:17.521068 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb5a54d-8ddd-4d9b-a0bb-1f8fce9c78d1 req-a23e7d9b-6bfd-4d3b-81df-03d8aaf1e185 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:57:17.522922 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2bb5a54d-8ddd-4d9b-a0bb-1f8fce9c78d1 req-a23e7d9b-6bfd-4d3b-81df-03d8aaf1e185 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.58 "GET /v2.0/ports?device_id=10bd31a8-b5fe-46ce-9196-c85e8aba7e6a HTTP/1.1" status: 200 len: 945 time: 0.0856330 Dec 20 08:57:17.541660 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6673fa5-89d4-4cd2-9246-a85912007bba tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event deleted for resources: {'Port': ['ID=deb6557b-0cd1-4aa7-a0e7-7170b1604ba9,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:57:17.544035 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b6673fa5-89d4-4cd2-9246-a85912007bba tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:57:17.607182 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-2bb5a54d-8ddd-4d9b-a0bb-1f8fce9c78d1 req-bb606522-1a79-4677-b372-0d8b86f70cc1 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Deleting port f1373e1f-2823-4b59-ae86-142e4dd4c501 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:57:17.607182 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-2bb5a54d-8ddd-4d9b-a0bb-1f8fce9c78d1 req-bb606522-1a79-4677-b372-0d8b86f70cc1 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:17.638870 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b6673fa5-89d4-4cd2-9246-a85912007bba tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for floatingip, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:17.858405 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-2bb5a54d-8ddd-4d9b-a0bb-1f8fce9c78d1 req-bb606522-1a79-4677-b372-0d8b86f70cc1 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] For port f1373e1f-2823-4b59-ae86-142e4dd4c501, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=f1373e1f-2823-4b59-ae86-142e4dd4c501,segment=NetworkSegment(816f3411-ce24-4874-a9f0-58ff5b5f140f),segment_id=816f3411-ce24-4874-a9f0-58ff5b5f140f)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:57:17.858673 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-2bb5a54d-8ddd-4d9b-a0bb-1f8fce9c78d1 req-bb606522-1a79-4677-b372-0d8b86f70cc1 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:17.980012 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-2bb5a54d-8ddd-4d9b-a0bb-1f8fce9c78d1 req-bb606522-1a79-4677-b372-0d8b86f70cc1 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Calling delete_port for f1373e1f-2823-4b59-ae86-142e4dd4c501 owned by compute:nova {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:57:18.133031 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-2bb5a54d-8ddd-4d9b-a0bb-1f8fce9c78d1 req-bb606522-1a79-4677-b372-0d8b86f70cc1 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:18.138380 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-451df54a-5ac5-4b27-b003-1c3cc4ef4e3d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:57:18.167090 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6673fa5-89d4-4cd2-9246-a85912007bba tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Router bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:57:18.180144 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb606522-1a79-4677-b372-0d8b86f70cc1 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Pushing event deleted for resources: {'Port': ['ID=f1373e1f-2823-4b59-ae86-142e4dd4c501,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:57:18.184234 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-bb606522-1a79-4677-b372-0d8b86f70cc1 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:57:18.261526 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bb5a54d-8ddd-4d9b-a0bb-1f8fce9c78d1 req-bb606522-1a79-4677-b372-0d8b86f70cc1 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] No DVR routers for this DVR port f1373e1f-2823-4b59-ae86-142e4dd4c501 on host hv-neutron-8204 {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:57:18.264029 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-2bb5a54d-8ddd-4d9b-a0bb-1f8fce9c78d1 req-bb606522-1a79-4677-b372-0d8b86f70cc1 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:18.266806 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10bd31a8-b5fe-46ce-9196-c85e8aba7e6a', 'name': 'network-vif-deleted', 'tag': 'f1373e1f-2823-4b59-ae86-142e4dd4c501'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 08:57:18.283295 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2bb5a54d-8ddd-4d9b-a0bb-1f8fce9c78d1 req-bb606522-1a79-4677-b372-0d8b86f70cc1 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.58 "DELETE /v2.0/ports/f1373e1f-2823-4b59-ae86-142e4dd4c501 HTTP/1.1" status: 204 len: 173 time: 0.7553544 Dec 20 08:57:18.338043 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10bd31a8-b5fe-46ce-9196-c85e8aba7e6a', 'name': 'network-vif-deleted', 'tag': 'f1373e1f-2823-4b59-ae86-142e4dd4c501', 'status': 'completed', 'code': 200} Dec 20 08:57:18.388224 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6673fa5-89d4-4cd2-9246-a85912007bba tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:57:18.408137 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d5611c-f08f-4160-83d6-b326cc718d57 None None] Sync routers for ids ['bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:57:18.420025 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b6673fa5-89d4-4cd2-9246-a85912007bba tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for floatingip, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:18.423970 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d5611c-f08f-4160-83d6-b326cc718d57 None None] Routers {'bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:57:18.425004 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-33d5611c-f08f-4160-83d6-b326cc718d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:57:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:57:18.456021 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-bb29d64a-7f7f-48d4-ab46-6fdc80d69e35 req-91153cd9-6a0d-42a7-a55c-d825aacb7910 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Synchronizing usage tracker for tenant:9cbdcc0323fa453595ec6616c2aaa00e on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:57:18.475979 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-bb29d64a-7f7f-48d4-ab46-6fdc80d69e35 req-91153cd9-6a0d-42a7-a55c-d825aacb7910 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Unset dirty status for tenant:9cbdcc0323fa453595ec6616c2aaa00e on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:57:18.490245 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bb29d64a-7f7f-48d4-ab46-6fdc80d69e35 req-91153cd9-6a0d-42a7-a55c-d825aacb7910 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "GET /v2.0/ports?device_id=10bd31a8-b5fe-46ce-9196-c85e8aba7e6a HTTP/1.1" status: 200 len: 210 time: 0.0776923 Dec 20 08:57:18.491167 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-b6673fa5-89d4-4cd2-9246-a85912007bba tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "DELETE /v2.0/floatingips/7e943110-7fa7-497f-8988-ad6945b69548 HTTP/1.1" status: 204 len: 168 time: 1.6700895 Dec 20 08:57:18.662408 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-33d5611c-f08f-4160-83d6-b326cc718d57 None None] Set router bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:57:18.695149 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 46652) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:57:18.777013 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 2171b36a-5878-42e0-bcc4-1020ccf07992 no longer exists at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:57:18.788200 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-842fde98-7cc5-466e-a9a4-9fbcdbd0a1b8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:18.824577 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-842fde98-7cc5-466e-a9a4-9fbcdbd0a1b8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:18.906734 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-842fde98-7cc5-466e-a9a4-9fbcdbd0a1b8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:18.913343 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-523d2b92-36c6-4b6d-b686-00643b31447d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:57:18.929458 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842fde98-7cc5-466e-a9a4-9fbcdbd0a1b8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc68451-cb0f-436c-b5b5-558541f9b79d,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:57:18.937402 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-842fde98-7cc5-466e-a9a4-9fbcdbd0a1b8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:57:18.937402 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-842fde98-7cc5-466e-a9a4-9fbcdbd0a1b8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:18.951180 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-842fde98-7cc5-466e-a9a4-9fbcdbd0a1b8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "DELETE /v2.0/security-groups/1fc68451-cb0f-436c-b5b5-558541f9b79d HTTP/1.1" status: 204 len: 168 time: 0.2548163 Dec 20 08:57:18.964524 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 2171b36a-5878-42e0-bcc4-1020ccf07992 not bound to the agent host hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:57:18.964978 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device f1373e1f-2823-4b59-ae86-142e4dd4c501 no longer exists at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:57:18.981634 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 46658) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:57:19.058858 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-e3ea1bd4-700a-4d24-ad10-d300fe3aa8ad tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Deleting port 2171b36a-5878-42e0-bcc4-1020ccf07992 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:57:19.059284 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e3ea1bd4-700a-4d24-ad10-d300fe3aa8ad tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:19.069502 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] No Port match for: f1373e1f-2823-4b59-ae86-142e4dd4c501 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:57:19.069731 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device f1373e1f-2823-4b59-ae86-142e4dd4c501 not bound to the agent host hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:57:19.183953 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-33d5611c-f08f-4160-83d6-b326cc718d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c', 'name': 'tempest-TestNetworkBasicOps-router-2040651096', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': 'd3539b11-85b8-4589-90a4-baf49d7c023d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:56:28Z', 'updated_at': '2021-12-20T08:56:32Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': 'd3539b11-85b8-4589-90a4-baf49d7c023d', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:56:28Z', 'updated_at': '2021-12-20T08:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': 'ed4f358a-1c27-4ba7-909c-26bdcf896aa7', 'name': '', 'network_id': '60eab37f-ec39-46fe-b653-fb6a07650aaa', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'mac_address': 'fa:16:3e:5d:17:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a51ebf8-08aa-45b9-8544-f59dae2b8091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:56:32Z', 'updated_at': '2021-12-20T08:56:40Z', 'revision_number': 5, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'subnets': [{'id': '8a51ebf8-08aa-45b9-8544-f59dae2b8091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:57:19.187876 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d5611c-f08f-4160-83d6-b326cc718d57 None None] Checking router: bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 08:57:19.199238 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d5611c-f08f-4160-83d6-b326cc718d57 None None] Routers {'bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:57:19.199884 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-33d5611c-f08f-4160-83d6-b326cc718d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:57:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:57:19.414915 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-33d5611c-f08f-4160-83d6-b326cc718d57 None None] Set router bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:57:19.432472 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e3ea1bd4-700a-4d24-ad10-d300fe3aa8ad tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:19.562587 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-e3ea1bd4-700a-4d24-ad10-d300fe3aa8ad tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Calling delete_port for 2171b36a-5878-42e0-bcc4-1020ccf07992 owned by {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:57:19.633320 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 46664) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:57:19.720379 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e3ea1bd4-700a-4d24-ad10-d300fe3aa8ad tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:19.728255 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c9286fcb-7d7d-4bb6-822c-d5731893696d tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:57:19.774264 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-33d5611c-f08f-4160-83d6-b326cc718d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c', 'name': 'tempest-TestNetworkBasicOps-router-2040651096', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': 'd3539b11-85b8-4589-90a4-baf49d7c023d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:56:28Z', 'updated_at': '2021-12-20T08:56:32Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': 'd3539b11-85b8-4589-90a4-baf49d7c023d', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:56:28Z', 'updated_at': '2021-12-20T08:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': 'ed4f358a-1c27-4ba7-909c-26bdcf896aa7', 'name': '', 'network_id': '60eab37f-ec39-46fe-b653-fb6a07650aaa', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'mac_address': 'fa:16:3e:5d:17:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a51ebf8-08aa-45b9-8544-f59dae2b8091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:56:32Z', 'updated_at': '2021-12-20T08:56:40Z', 'revision_number': 5, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'subnets': [{'id': '8a51ebf8-08aa-45b9-8544-f59dae2b8091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:57:19.779216 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d5611c-f08f-4160-83d6-b326cc718d57 None None] The sync data for ids ['bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c'] in dv-neutron-820491-1-hyperv is: [{'id': 'bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c', 'name': 'tempest-TestNetworkBasicOps-router-2040651096', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': 'd3539b11-85b8-4589-90a4-baf49d7c023d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:56:28Z', 'updated_at': '2021-12-20T08:56:32Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': 'd3539b11-85b8-4589-90a4-baf49d7c023d', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:56:28Z', 'updated_at': '2021-12-20T08:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': 'ed4f358a-1c27-4ba7-909c-26bdcf896aa7', 'name': '', 'network_id': '60eab37f-ec39-46fe-b653-fb6a07650aaa', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'mac_address': 'fa:16:3e:5d:17:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a51ebf8-08aa-45b9-8544-f59dae2b8091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:56:32Z', 'updated_at': '2021-12-20T08:56:40Z', 'revision_number': 5, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'subnets': [{'id': '8a51ebf8-08aa-45b9-8544-f59dae2b8091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:57:19.791442 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ea1bd4-700a-4d24-ad10-d300fe3aa8ad tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event deleted for resources: {'Port': ['ID=2171b36a-5878-42e0-bcc4-1020ccf07992,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:57:19.794333 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e3ea1bd4-700a-4d24-ad10-d300fe3aa8ad tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:57:19.806858 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-532e460a-a56e-4c68-ae2b-666a58977c41 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Deleting port a23de831-681a-4906-b40a-525b9d2b2b01 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:57:19.807457 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-532e460a-a56e-4c68-ae2b-666a58977c41 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:19.918611 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e3ea1bd4-700a-4d24-ad10-d300fe3aa8ad tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:19.930096 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e3ea1bd4-700a-4d24-ad10-d300fe3aa8ad tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "DELETE /v2.0/ports/2171b36a-5878-42e0-bcc4-1020ccf07992 HTTP/1.1" status: 204 len: 168 time: 0.9471190 Dec 20 08:57:19.932442 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 46668) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:57:20.012908 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-532e460a-a56e-4c68-ae2b-666a58977c41 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:20.013295 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-532e460a-a56e-4c68-ae2b-666a58977c41 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:20.079424 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa42a66-2756-4ba5-b3d3-c705c655a188 None None] New status for floating IP 7e943110-7fa7-497f-8988-ad6945b69548: DOWN {{(pid=83447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 08:57:20.155718 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-532e460a-a56e-4c68-ae2b-666a58977c41 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Calling delete_port for a23de831-681a-4906-b40a-525b9d2b2b01 owned by network:floatingip {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:57:20.310470 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-532e460a-a56e-4c68-ae2b-666a58977c41 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:20.314868 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-bd8153a6-7be4-4be1-857c-f2b6bc1ffdca tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:57:20.357508 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532e460a-a56e-4c68-ae2b-666a58977c41 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Pushing event deleted for resources: {'Port': ['ID=a23de831-681a-4906-b40a-525b9d2b2b01,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:57:20.360113 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-532e460a-a56e-4c68-ae2b-666a58977c41 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:57:20.376393 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-43aa016e-246f-4616-93d2-ff48982ebb2b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349062'] for router_interface, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:20.455276 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-532e460a-a56e-4c68-ae2b-666a58977c41 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks [] for floatingip, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:20.474530 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-532e460a-a56e-4c68-ae2b-666a58977c41 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for floatingip, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:20.478378 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-532e460a-a56e-4c68-ae2b-666a58977c41 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "DELETE /v2.0/floatingips/a8e902e1-aa0f-4275-8ac6-a7bc25f00739 HTTP/1.1" status: 204 len: 168 time: 0.8411722 Dec 20 08:57:21.124816 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-43aa016e-246f-4616-93d2-ff48982ebb2b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Deleting port ed4f358a-1c27-4ba7-909c-26bdcf896aa7 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:57:21.125386 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-43aa016e-246f-4616-93d2-ff48982ebb2b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:21.345875 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-43aa016e-246f-4616-93d2-ff48982ebb2b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] For port ed4f358a-1c27-4ba7-909c-26bdcf896aa7, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=ed4f358a-1c27-4ba7-909c-26bdcf896aa7,segment=NetworkSegment(99bfc52a-0419-463e-9487-7d81c8008a85),segment_id=99bfc52a-0419-463e-9487-7d81c8008a85)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:57:21.346234 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-43aa016e-246f-4616-93d2-ff48982ebb2b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:21.480613 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-43aa016e-246f-4616-93d2-ff48982ebb2b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Calling delete_port for ed4f358a-1c27-4ba7-909c-26bdcf896aa7 owned by network:router_interface {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:57:21.689687 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-43aa016e-246f-4616-93d2-ff48982ebb2b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:21.693605 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-abc0943e-9138-43a3-9d03-e371bed2d185 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:57:21.748553 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aa016e-246f-4616-93d2-ff48982ebb2b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event deleted for resources: {'Port': ['ID=ed4f358a-1c27-4ba7-909c-26bdcf896aa7,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:57:21.751620 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-43aa016e-246f-4616-93d2-ff48982ebb2b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:57:22.077506 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-43aa016e-246f-4616-93d2-ff48982ebb2b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32897953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348760'] for router_interface, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:22.796602 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43aa016e-246f-4616-93d2-ff48982ebb2b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Router bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:57:23.007706 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43aa016e-246f-4616-93d2-ff48982ebb2b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:57:23.019584 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d2720a-fff3-4838-9c0d-14ab16f54e9c None None] Sync routers for ids ['bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:57:23.020619 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 46684) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:57:23.027831 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-43aa016e-246f-4616-93d2-ff48982ebb2b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "PUT /v2.0/routers/bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0942953 Dec 20 08:57:23.028668 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 46688) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:57:23.033969 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d2720a-fff3-4838-9c0d-14ab16f54e9c None None] Routers {'bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:57:23.034896 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-67d2720a-fff3-4838-9c0d-14ab16f54e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:57:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:57:23.108238 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ee95f283-4f16-4e1c-be78-5067c97b269a tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks [] for security_group, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:23.141717 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ee95f283-4f16-4e1c-be78-5067c97b269a tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:23.224320 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ee95f283-4f16-4e1c-be78-5067c97b269a tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:23.229589 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-7b59c4df-dd16-40c9-9215-c679a1be22a1 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:57:23.233586 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-67d2720a-fff3-4838-9c0d-14ab16f54e9c None None] Set router bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:57:23.244800 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3b8793e-be62-4515-87df-d36d13669870 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Deleting subnet 8a51ebf8-08aa-45b9-8544-f59dae2b8091 {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:57:23.247778 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b3b8793e-be62-4515-87df-d36d13669870 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:23.250865 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee95f283-4f16-4e1c-be78-5067c97b269a tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb73519-9c90-4e50-9a3d-0898de63562c,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:57:23.253988 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ee95f283-4f16-4e1c-be78-5067c97b269a tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:57:23.266075 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ee95f283-4f16-4e1c-be78-5067c97b269a tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:23.269298 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-ee95f283-4f16-4e1c-be78-5067c97b269a tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] 10.222.0.16 "DELETE /v2.0/security-groups/4eb73519-9c90-4e50-9a3d-0898de63562c HTTP/1.1" status: 204 len: 168 time: 0.2457705 Dec 20 08:57:23.328663 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b3b8793e-be62-4515-87df-d36d13669870 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1618747'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:23.359609 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 46694) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:57:23.440810 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b3b8793e-be62-4515-87df-d36d13669870 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:23.534948 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b3b8793e-be62-4515-87df-d36d13669870 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1129313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1529131'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:23.539002 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1bda4322-188c-439d-8f10-1268cda10912 tempest-NetworksTestDHCPv6-1921766214 tempest-NetworksTestDHCPv6-1921766214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:57:23.574624 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b8793e-be62-4515-87df-d36d13669870 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event deleted for resources: {'Subnet': ['ID=8a51ebf8-08aa-45b9-8544-f59dae2b8091,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:57:23.578061 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b3b8793e-be62-4515-87df-d36d13669870 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:57:23.581314 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b3b8793e-be62-4515-87df-d36d13669870 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:23.591531 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b3b8793e-be62-4515-87df-d36d13669870 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "DELETE /v2.0/subnets/8a51ebf8-08aa-45b9-8544-f59dae2b8091 HTTP/1.1" status: 204 len: 168 time: 0.5612664 Dec 20 08:57:23.592107 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 46700) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:57:23.601578 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a5b783-6a68-47aa-8eb1-64791192d9e3 None None] Network 60eab37f-ec39-46fe-b653-fb6a07650aaa requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:57:23.784021 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-67d2720a-fff3-4838-9c0d-14ab16f54e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c', 'name': 'tempest-TestNetworkBasicOps-router-2040651096', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': 'd3539b11-85b8-4589-90a4-baf49d7c023d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:56:28Z', 'updated_at': '2021-12-20T08:57:21Z', 'revision_number': 5, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': 'd3539b11-85b8-4589-90a4-baf49d7c023d', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:56:28Z', 'updated_at': '2021-12-20T08:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:57:23.791631 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d2720a-fff3-4838-9c0d-14ab16f54e9c None None] Checking router: bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 08:57:23.797894 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-85cb65ca-74ab-4785-bf79-d474a4ea503a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for router, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:23.819271 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d2720a-fff3-4838-9c0d-14ab16f54e9c None None] Routers {'bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:57:23.819918 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-67d2720a-fff3-4838-9c0d-14ab16f54e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:57:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:57:24.014572 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-85cb65ca-74ab-4785-bf79-d474a4ea503a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:24.027599 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-67d2720a-fff3-4838-9c0d-14ab16f54e9c None None] Set router bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:57:24.032033 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-85cb65ca-74ab-4785-bf79-d474a4ea503a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Deleting port d3539b11-85b8-4589-90a4-baf49d7c023d {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:57:24.032443 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-85cb65ca-74ab-4785-bf79-d474a4ea503a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:24.075387 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c04491-18a8-4fca-93db-e4d9269c74cb None None] DHCP port deletion for 60eab37f-ec39-46fe-b653-fb6a07650aaa request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 08:57:24.114050 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4ba37e34-7cd8-445f-b002-bd82f4855c4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349062'] for router_interface, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:24.133078 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-76c04491-18a8-4fca-93db-e4d9269c74cb None None] Deleting port 375c6d6b-c5af-495f-865b-ae2af3ffd2c0 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:57:24.133486 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-76c04491-18a8-4fca-93db-e4d9269c74cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:24.232885 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-85cb65ca-74ab-4785-bf79-d474a4ea503a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] For port d3539b11-85b8-4589-90a4-baf49d7c023d, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=d3539b11-85b8-4589-90a4-baf49d7c023d,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:57:24.233465 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-85cb65ca-74ab-4785-bf79-d474a4ea503a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:24.422062 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 375c6d6b-c5af-495f-865b-ae2af3ffd2c0 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:57:24.491590 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-85cb65ca-74ab-4785-bf79-d474a4ea503a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Calling delete_port for d3539b11-85b8-4589-90a4-baf49d7c023d owned by network:router_gateway {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:57:24.549891 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-76c04491-18a8-4fca-93db-e4d9269c74cb None None] For port 375c6d6b-c5af-495f-865b-ae2af3ffd2c0, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=375c6d6b-c5af-495f-865b-ae2af3ffd2c0,segment=NetworkSegment(99bfc52a-0419-463e-9487-7d81c8008a85),segment_id=99bfc52a-0419-463e-9487-7d81c8008a85)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:57:24.550138 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-76c04491-18a8-4fca-93db-e4d9269c74cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:24.694511 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-76c04491-18a8-4fca-93db-e4d9269c74cb None None] Calling delete_port for 375c6d6b-c5af-495f-865b-ae2af3ffd2c0 owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:57:24.709258 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-85cb65ca-74ab-4785-bf79-d474a4ea503a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:24.715694 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-25093bfa-676b-47d7-b688-8c44686e6b37 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:57:24.774963 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cb65ca-74ab-4785-bf79-d474a4ea503a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event deleted for resources: {'Port': ['ID=d3539b11-85b8-4589-90a4-baf49d7c023d,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:57:24.778411 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-85cb65ca-74ab-4785-bf79-d474a4ea503a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:57:24.815140 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:24.838233 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-67d2720a-fff3-4838-9c0d-14ab16f54e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c', 'name': 'tempest-TestNetworkBasicOps-router-2040651096', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': 'd3539b11-85b8-4589-90a4-baf49d7c023d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:56:28Z', 'updated_at': '2021-12-20T08:57:21Z', 'revision_number': 5, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': 'd3539b11-85b8-4589-90a4-baf49d7c023d', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:56:28Z', 'updated_at': '2021-12-20T08:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:57:24.848389 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-4ba37e34-7cd8-445f-b002-bd82f4855c4e admin admin] Deleting port 7db998e5-5f07-4330-9ca7-a9cf1f556901 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:57:24.848745 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d2720a-fff3-4838-9c0d-14ab16f54e9c None None] The sync data for ids ['bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c'] in dv-neutron-820491-1-hyperv is: [{'id': 'bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c', 'name': 'tempest-TestNetworkBasicOps-router-2040651096', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': 'd3539b11-85b8-4589-90a4-baf49d7c023d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:56:28Z', 'updated_at': '2021-12-20T08:57:21Z', 'revision_number': 5, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': 'd3539b11-85b8-4589-90a4-baf49d7c023d', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:56:28Z', 'updated_at': '2021-12-20T08:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:57:24.849037 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4ba37e34-7cd8-445f-b002-bd82f4855c4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:24.865132 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-76c04491-18a8-4fca-93db-e4d9269c74cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102'] for port, after_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:24.870763 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:57:24.917665 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c04491-18a8-4fca-93db-e4d9269c74cb None None] Pushing event deleted for resources: {'Port': ['ID=375c6d6b-c5af-495f-865b-ae2af3ffd2c0,revision_number=None']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:57:24.949383 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-76c04491-18a8-4fca-93db-e4d9269c74cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:57:24.965844 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c04491-18a8-4fca-93db-e4d9269c74cb None None] No DVR routers for this DVR port 375c6d6b-c5af-495f-865b-ae2af3ffd2c0 on host dv-neutron-820491-1-hyperv {{(pid=83446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:57:25.024493 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-85cb65ca-74ab-4785-bf79-d474a4ea503a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346107'] for router_gateway, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:25.052372 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-4ba37e34-7cd8-445f-b002-bd82f4855c4e admin admin] For port 7db998e5-5f07-4330-9ca7-a9cf1f556901, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=7db998e5-5f07-4330-9ca7-a9cf1f556901,segment=NetworkSegment(816f3411-ce24-4874-a9f0-58ff5b5f140f),segment_id=816f3411-ce24-4874-a9f0-58ff5b5f140f)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:57:25.052726 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4ba37e34-7cd8-445f-b002-bd82f4855c4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:25.178430 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-4ba37e34-7cd8-445f-b002-bd82f4855c4e admin admin] Calling delete_port for 7db998e5-5f07-4330-9ca7-a9cf1f556901 owned by network:router_interface {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:57:25.297864 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-85cb65ca-74ab-4785-bf79-d474a4ea503a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24735'] for router, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:25.304487 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-85cb65ca-74ab-4785-bf79-d474a4ea503a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:25.330465 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-85cb65ca-74ab-4785-bf79-d474a4ea503a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-390871'] for router, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:25.331038 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85cb65ca-74ab-4785-bf79-d474a4ea503a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Fanout notify agent at l3_agent the message router_deleted on router bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c {{(pid=83444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 08:57:25.347414 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-85cb65ca-74ab-4785-bf79-d474a4ea503a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:25.349570 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-85cb65ca-74ab-4785-bf79-d474a4ea503a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "DELETE /v2.0/routers/bc77fabb-ff3d-4e4d-a88d-5dc96c82dd4c HTTP/1.1" status: 204 len: 168 time: 1.7564933 Dec 20 08:57:25.352102 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 46704) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:57:25.381065 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4ba37e34-7cd8-445f-b002-bd82f4855c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:25.386795 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ea6a099c-9006-4ce4-8f26-53747f2b0a53 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:57:25.429383 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba37e34-7cd8-445f-b002-bd82f4855c4e admin admin] Pushing event deleted for resources: {'Port': ['ID=7db998e5-5f07-4330-9ca7-a9cf1f556901,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:57:25.471555 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba37e34-7cd8-445f-b002-bd82f4855c4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:57:25.472066 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba37e34-7cd8-445f-b002-bd82f4855c4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:57:25.472542 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba37e34-7cd8-445f-b002-bd82f4855c4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:57:25.473695 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba37e34-7cd8-445f-b002-bd82f4855c4e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:57:25.474047 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba37e34-7cd8-445f-b002-bd82f4855c4e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:57:25.474519 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba37e34-7cd8-445f-b002-bd82f4855c4e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:57:25.475004 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba37e34-7cd8-445f-b002-bd82f4855c4e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:57:25.475473 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba37e34-7cd8-445f-b002-bd82f4855c4e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:57:25.476744 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba37e34-7cd8-445f-b002-bd82f4855c4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:57:25.476744 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba37e34-7cd8-445f-b002-bd82f4855c4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:57:25.476744 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba37e34-7cd8-445f-b002-bd82f4855c4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:57:25.484534 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-4ba37e34-7cd8-445f-b002-bd82f4855c4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:57:25.486797 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-18fdf5f3-d246-46be-91c2-f6f317f30291 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:25.666817 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-18fdf5f3-d246-46be-91c2-f6f317f30291 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:25.695779 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-18fdf5f3-d246-46be-91c2-f6f317f30291 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60eab37f-ec39-46fe-b653-fb6a07650aaa']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:57:25.708672 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-18fdf5f3-d246-46be-91c2-f6f317f30291 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99bfc52a-0419-463e-9487-7d81c8008a85') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:57:25.708977 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-18fdf5f3-d246-46be-91c2-f6f317f30291 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99bfc52a-0419-463e-9487-7d81c8008a85') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:57:25.722152 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-18fdf5f3-d246-46be-91c2-f6f317f30291 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1618722'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:25.743102 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-18fdf5f3-d246-46be-91c2-f6f317f30291 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:25.750884 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18fdf5f3-d246-46be-91c2-f6f317f30291 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:57:25.751464 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-18fdf5f3-d246-46be-91c2-f6f317f30291 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1128911'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:25.767964 dv-neutron-820491-1-hyperv neutron-server[83444]: Traceback (most recent call last): Dec 20 08:57:25.767964 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:57:25.767964 dv-neutron-820491-1-hyperv neutron-server[83444]: timer() Dec 20 08:57:25.767964 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:57:25.767964 dv-neutron-820491-1-hyperv neutron-server[83444]: cb(*args, **kw) Dec 20 08:57:25.767964 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:57:25.767964 dv-neutron-820491-1-hyperv neutron-server[83444]: return func(*args, **kwargs) Dec 20 08:57:25.767964 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:57:25.767964 dv-neutron-820491-1-hyperv neutron-server[83444]: self._notify() Dec 20 08:57:25.767964 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:57:25.767964 dv-neutron-820491-1-hyperv neutron-server[83444]: self.callback(batched_events) Dec 20 08:57:25.767964 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:57:25.767964 dv-neutron-820491-1-hyperv neutron-server[83444]: event.method(event) Dec 20 08:57:25.767964 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:57:25.767964 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:57:25.767964 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:57:25.767964 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:57:25.767964 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:57:25.767964 dv-neutron-820491-1-hyperv neutron-server[83444]: return f(self, *a, **k) Dec 20 08:57:25.767964 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:57:25.767964 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._get(url).json() Dec 20 08:57:25.767964 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:57:25.767964 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:57:25.767964 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:57:25.767964 dv-neutron-820491-1-hyperv neutron-server[83444]: return self.request(url, 'GET', **kwargs) Dec 20 08:57:25.767964 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:57:25.767964 dv-neutron-820491-1-hyperv neutron-server[83444]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:57:25.767964 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:57:25.767964 dv-neutron-820491-1-hyperv neutron-server[83444]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:57:25.767964 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:57:25.767964 dv-neutron-820491-1-hyperv neutron-server[83444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:57:25.767964 dv-neutron-820491-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:57:25.857562 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-18fdf5f3-d246-46be-91c2-f6f317f30291 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:25.861044 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-67b98d68-6e1e-453e-bc7b-cb71a1872949 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:57:25.878309 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-18fdf5f3-d246-46be-91c2-f6f317f30291 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:25.885398 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fdf5f3-d246-46be-91c2-f6f317f30291 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event deleted for resources: {'Network': ['ID=60eab37f-ec39-46fe-b653-fb6a07650aaa,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:57:25.889914 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-18fdf5f3-d246-46be-91c2-f6f317f30291 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:57:25.893741 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-18fdf5f3-d246-46be-91c2-f6f317f30291 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "DELETE /v2.0/networks/60eab37f-ec39-46fe-b653-fb6a07650aaa HTTP/1.1" status: 204 len: 168 time: 0.5402911 Dec 20 08:57:25.906482 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 46708) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:57:25.908452 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4ba37e34-7cd8-445f-b002-bd82f4855c4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32897953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348760'] for router_interface, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:26.109468 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-09dc841f-0f1f-4192-8774-0675ce8c8c13 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] 10.222.0.16 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.2016401 Dec 20 08:57:26.111813 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 46714) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:57:26.128619 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-24e1f8b9-9551-423f-bcd4-3fa18c0955b4 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'network': {'name': 'tempest-network-smoke--688062419', 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'port_security_enabled': True}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:57:26.128619 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-24e1f8b9-9551-423f-bcd4-3fa18c0955b4 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:57:26.128619 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-24e1f8b9-9551-423f-bcd4-3fa18c0955b4 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:network and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:57:26.130630 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-24e1f8b9-9551-423f-bcd4-3fa18c0955b4 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:57:26.136540 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-24e1f8b9-9551-423f-bcd4-3fa18c0955b4 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:57:26.147171 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e1f8b9-9551-423f-bcd4-3fa18c0955b4 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Made reservation on behalf of f7b89f97320342ff933d41aa1a974b12 for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:57:26.150865 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-24e1f8b9-9551-423f-bcd4-3fa18c0955b4 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:26.183778 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24e1f8b9-9551-423f-bcd4-3fa18c0955b4 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:57:26.196530 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-24e1f8b9-9551-423f-bcd4-3fa18c0955b4 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:26.196967 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-24e1f8b9-9551-423f-bcd4-3fa18c0955b4 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Added segment a2d1feb9-148d-4bb1-9c94-0511ae5f27a6 of type vlan for network a5e345fb-de02-4c3e-8664-21b7ba095690 Dec 20 08:57:26.227110 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-24e1f8b9-9551-423f-bcd4-3fa18c0955b4 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:26.263598 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-24e1f8b9-9551-423f-bcd4-3fa18c0955b4 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:26.267395 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e1f8b9-9551-423f-bcd4-3fa18c0955b4 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:57:26.267974 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-24e1f8b9-9551-423f-bcd4-3fa18c0955b4 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:26.271788 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1b17ffba-c642-42ff-a3f4-069486212ae9 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:57:26.331686 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-24e1f8b9-9551-423f-bcd4-3fa18c0955b4 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2187035 Dec 20 08:57:26.335746 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 46718) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:57:26.343255 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-6d0c9c33-5a7f-4270-a1b3-275efbd949f6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2123587442', 'admin_state_up': True, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:57:26.398276 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-6d0c9c33-5a7f-4270-a1b3-275efbd949f6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:57:26.406817 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e1f8b9-9551-423f-bcd4-3fa18c0955b4 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'Network': ['ID=a5e345fb-de02-4c3e-8664-21b7ba095690,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:57:26.409201 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-6d0c9c33-5a7f-4270-a1b3-275efbd949f6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:router and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:57:26.419874 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-24e1f8b9-9551-423f-bcd4-3fa18c0955b4 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:57:26.421823 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-6d0c9c33-5a7f-4270-a1b3-275efbd949f6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:57:26.422653 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network a5e345fb-de02-4c3e-8664-21b7ba095690 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:57:26.429189 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-6d0c9c33-5a7f-4270-a1b3-275efbd949f6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:57:26.444677 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6d0c9c33-5a7f-4270-a1b3-275efbd949f6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24817'] for router, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:26.445746 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6d0c9c33-5a7f-4270-a1b3-275efbd949f6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-351744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24806'] for router, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:26.483302 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6d0c9c33-5a7f-4270-a1b3-275efbd949f6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:26.500411 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device d3539b11-85b8-4589-90a4-baf49d7c023d no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:57:26.539674 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: d3539b11-85b8-4589-90a4-baf49d7c023d {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:57:26.540014 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device d3539b11-85b8-4589-90a4-baf49d7c023d not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:57:26.540451 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device ed4f358a-1c27-4ba7-909c-26bdcf896aa7 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:57:26.601830 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: ed4f358a-1c27-4ba7-909c-26bdcf896aa7 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:57:26.602131 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device ed4f358a-1c27-4ba7-909c-26bdcf896aa7 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:57:26.665908 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ba37e34-7cd8-445f-b002-bd82f4855c4e admin admin] Router bd875e86-a674-45ca-9850-8ca7353ab443 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:57:26.826557 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6d0c9c33-5a7f-4270-a1b3-275efbd949f6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24724'] for router, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:26.890821 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ba37e34-7cd8-445f-b002-bd82f4855c4e admin admin] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:57:26.906667 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-4ba37e34-7cd8-445f-b002-bd82f4855c4e admin admin] 10.222.0.16 "PUT /v2.0/routers/bd875e86-a674-45ca-9850-8ca7353ab443/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5417800 Dec 20 08:57:26.906922 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 46722) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:57:26.908494 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03bd9df-75c2-4343-96da-74f8a0eaede3 None None] Sync routers for ids ['bd875e86-a674-45ca-9850-8ca7353ab443'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:57:26.932715 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03bd9df-75c2-4343-96da-74f8a0eaede3 None None] Routers {'bd875e86-a674-45ca-9850-8ca7353ab443'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:57:26.933420 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-a03bd9df-75c2-4343-96da-74f8a0eaede3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:57:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['bd875e86-a674-45ca-9850-8ca7353ab443'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:57:27.029955 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6d0c9c33-5a7f-4270-a1b3-275efbd949f6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for router_gateway, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:27.065805 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6d0c9c33-5a7f-4270-a1b3-275efbd949f6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:27.119910 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-a03bd9df-75c2-4343-96da-74f8a0eaede3 None None] Set router bd875e86-a674-45ca-9850-8ca7353ab443 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:57:27.127248 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e6e72a1a-4a19-481e-9969-cdd2d94f4b9a admin admin] Notify callbacks [] for router, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:27.204152 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-6d0c9c33-5a7f-4270-a1b3-275efbd949f6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Allocated IP 172.26.5.18 (95f3bec2-46e6-4468-8229-8badd4a5aaae/cf8895a3-346d-4313-a645-16ecdcce9969/2d5a9264-46da-45e2-88a7-4ee5a76d4ed2) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:57:27.340200 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e6e72a1a-4a19-481e-9969-cdd2d94f4b9a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:27.350358 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-e6e72a1a-4a19-481e-9969-cdd2d94f4b9a admin admin] Deleting port f2cbcfcd-283f-4118-8bdd-b273ae3cd306 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:57:27.351052 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e6e72a1a-4a19-481e-9969-cdd2d94f4b9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:27.367113 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6d0c9c33-5a7f-4270-a1b3-275efbd949f6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:27.397721 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6d0c9c33-5a7f-4270-a1b3-275efbd949f6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:27.402203 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-16bc223b-d172-4489-846e-bb16a3640a16 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:57:27.418439 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-a03bd9df-75c2-4343-96da-74f8a0eaede3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd875e86-a674-45ca-9850-8ca7353ab443', 'name': 'tempest-TestVolumeBootPattern-1742087875-router', 'tenant_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': 'f2cbcfcd-283f-4118-8bdd-b273ae3cd306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:48:57Z', 'updated_at': '2021-12-20T08:57:25Z', 'revision_number': 5, 'project_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'gw_port': {'id': 'f2cbcfcd-283f-4118-8bdd-b273ae3cd306', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd875e86-a674-45ca-9850-8ca7353ab443', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:48:58Z', 'updated_at': '2021-12-20T08:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:57:27.422972 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03bd9df-75c2-4343-96da-74f8a0eaede3 None None] Checking router: bd875e86-a674-45ca-9850-8ca7353ab443 for host: dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 08:57:27.435759 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03bd9df-75c2-4343-96da-74f8a0eaede3 None None] Routers {'bd875e86-a674-45ca-9850-8ca7353ab443'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:57:27.436384 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-a03bd9df-75c2-4343-96da-74f8a0eaede3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:57:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['bd875e86-a674-45ca-9850-8ca7353ab443'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:57:27.480382 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0c9c33-5a7f-4270-a1b3-275efbd949f6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Network 95f3bec2-46e6-4468-8229-8badd4a5aaae is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:57:27.483787 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-6d0c9c33-5a7f-4270-a1b3-275efbd949f6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:57:27.485849 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0c9c33-5a7f-4270-a1b3-275efbd949f6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'Port': ['ID=2d5a9264-46da-45e2-88a7-4ee5a76d4ed2,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:57:27.487907 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0c9c33-5a7f-4270-a1b3-275efbd949f6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:57:27.514201 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-6d0c9c33-5a7f-4270-a1b3-275efbd949f6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:57:27.652162 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-a03bd9df-75c2-4343-96da-74f8a0eaede3 None None] Set router bd875e86-a674-45ca-9850-8ca7353ab443 gateway port host: None {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:57:27.673755 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-e6e72a1a-4a19-481e-9969-cdd2d94f4b9a admin admin] For port f2cbcfcd-283f-4118-8bdd-b273ae3cd306, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=f2cbcfcd-283f-4118-8bdd-b273ae3cd306,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:57:27.674349 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e6e72a1a-4a19-481e-9969-cdd2d94f4b9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:27.674441 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6d0c9c33-5a7f-4270-a1b3-275efbd949f6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for router_gateway, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:27.675136 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6d0c9c33-5a7f-4270-a1b3-275efbd949f6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071'] for router, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:27.763010 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-a03bd9df-75c2-4343-96da-74f8a0eaede3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd875e86-a674-45ca-9850-8ca7353ab443', 'name': 'tempest-TestVolumeBootPattern-1742087875-router', 'tenant_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:48:57Z', 'updated_at': '2021-12-20T08:57:27Z', 'revision_number': 6, 'project_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'gw_port_host': None}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:57:27.771189 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03bd9df-75c2-4343-96da-74f8a0eaede3 None None] The sync data for ids ['bd875e86-a674-45ca-9850-8ca7353ab443'] in dv-neutron-820491-1-hyperv is: [{'id': 'bd875e86-a674-45ca-9850-8ca7353ab443', 'name': 'tempest-TestVolumeBootPattern-1742087875-router', 'tenant_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:48:57Z', 'updated_at': '2021-12-20T08:57:27Z', 'revision_number': 6, 'project_id': '9cbdcc0323fa453595ec6616c2aaa00e', 'gw_port_host': None}] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:57:27.800720 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-e6e72a1a-4a19-481e-9969-cdd2d94f4b9a admin admin] Calling delete_port for f2cbcfcd-283f-4118-8bdd-b273ae3cd306 owned by network:router_gateway {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:57:27.922812 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d0c9c33-5a7f-4270-a1b3-275efbd949f6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Router c833b261-8bd6-4a8c-ac01-677b728bd30e is scheduled to L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 with binding_index 1 {{(pid=83444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 08:57:27.981711 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e6e72a1a-4a19-481e-9969-cdd2d94f4b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:27.985470 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d6bcef10-0e79-4b3b-a622-b599fa09a4ce tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:57:28.025803 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e72a1a-4a19-481e-9969-cdd2d94f4b9a admin admin] Pushing event deleted for resources: {'Port': ['ID=f2cbcfcd-283f-4118-8bdd-b273ae3cd306,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:57:28.029723 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e6e72a1a-4a19-481e-9969-cdd2d94f4b9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:57:28.143222 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d0c9c33-5a7f-4270-a1b3-275efbd949f6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:57:28.155198 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f13b3d-6df3-4223-a902-d9f06806d0a0 None None] Sync routers for ids ['c833b261-8bd6-4a8c-ac01-677b728bd30e'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:57:28.174278 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6d0c9c33-5a7f-4270-a1b3-275efbd949f6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:28.179092 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-6d0c9c33-5a7f-4270-a1b3-275efbd949f6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.8391223 Dec 20 08:57:28.179496 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 46726) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:57:28.180067 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f13b3d-6df3-4223-a902-d9f06806d0a0 None None] Routers {'c833b261-8bd6-4a8c-ac01-677b728bd30e'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:57:28.180747 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-b9f13b3d-6df3-4223-a902-d9f06806d0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:57:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['c833b261-8bd6-4a8c-ac01-677b728bd30e'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:57:28.222545 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-306b1fb8-2991-4b44-908c-7a300becdda0 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=f7b89f97320342ff933d41aa1a974b12&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0392432 Dec 20 08:57:28.223741 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 46730) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:57:28.282488 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e6e72a1a-4a19-481e-9969-cdd2d94f4b9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346107'] for router_gateway, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:28.386946 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc22225-ff24-4bd8-8062-2a4a4e95715a tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:57:28.388704 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-b9f13b3d-6df3-4223-a902-d9f06806d0a0 None None] Set router c833b261-8bd6-4a8c-ac01-677b728bd30e gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:57:28.389677 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-fcc22225-ff24-4bd8-8062-2a4a4e95715a tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1650684 Dec 20 08:57:28.391275 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 46734) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:57:28.545376 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-cd1b3124-b0c3-488f-87d5-313265405fa2 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=95f3bec2-46e6-4468-8229-8badd4a5aaae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1509969 Dec 20 08:57:28.548631 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 46738) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:57:28.558133 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-cdc43f9b-a2d4-4b0e-950b-509cebb9deb9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1231541847', 'network_id': 'a5e345fb-de02-4c3e-8664-21b7ba095690', 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:57:28.582136 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e6e72a1a-4a19-481e-9969-cdd2d94f4b9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24735'] for router, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:28.594011 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e6e72a1a-4a19-481e-9969-cdd2d94f4b9a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:28.687164 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 7db998e5-5f07-4330-9ca7-a9cf1f556901 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:57:28.710228 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-cdc43f9b-a2d4-4b0e-950b-509cebb9deb9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:57:28.715083 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-cdc43f9b-a2d4-4b0e-950b-509cebb9deb9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:subnet and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:57:28.718167 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-cdc43f9b-a2d4-4b0e-950b-509cebb9deb9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:57:28.720798 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e6e72a1a-4a19-481e-9969-cdd2d94f4b9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-390871'] for router, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:28.721327 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6e72a1a-4a19-481e-9969-cdd2d94f4b9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd875e86-a674-45ca-9850-8ca7353ab443 {{(pid=83445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 08:57:28.728428 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-cdc43f9b-a2d4-4b0e-950b-509cebb9deb9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:57:28.732739 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 7db998e5-5f07-4330-9ca7-a9cf1f556901 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:57:28.733010 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 7db998e5-5f07-4330-9ca7-a9cf1f556901 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:57:28.733493 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device f2cbcfcd-283f-4118-8bdd-b273ae3cd306 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:57:28.742460 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e6e72a1a-4a19-481e-9969-cdd2d94f4b9a admin admin] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:28.743653 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-e6e72a1a-4a19-481e-9969-cdd2d94f4b9a admin admin] 10.222.0.16 "DELETE /v2.0/routers/bd875e86-a674-45ca-9850-8ca7353ab443 HTTP/1.1" status: 204 len: 168 time: 1.8358397 Dec 20 08:57:28.746342 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdc43f9b-a2d4-4b0e-950b-509cebb9deb9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Made reservation on behalf of f7b89f97320342ff933d41aa1a974b12 for: {'subnet': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:57:28.746598 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 46742) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:57:28.778494 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: f2cbcfcd-283f-4118-8bdd-b273ae3cd306 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:57:28.778845 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device f2cbcfcd-283f-4118-8bdd-b273ae3cd306 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:57:28.810693 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-b9f13b3d-6df3-4223-a902-d9f06806d0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c833b261-8bd6-4a8c-ac01-677b728bd30e', 'name': 'tempest-TestNetworkBasicOps-router-2123587442', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': '2d5a9264-46da-45e2-88a7-4ee5a76d4ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:57:26Z', 'updated_at': '2021-12-20T08:57:27Z', 'revision_number': 3, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': '2d5a9264-46da-45e2-88a7-4ee5a76d4ed2', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d7:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c833b261-8bd6-4a8c-ac01-677b728bd30e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:57:27Z', 'updated_at': '2021-12-20T08:57:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:57:28.815117 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f13b3d-6df3-4223-a902-d9f06806d0a0 None None] Checking router: c833b261-8bd6-4a8c-ac01-677b728bd30e for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 08:57:28.815479 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f13b3d-6df3-4223-a902-d9f06806d0a0 None None] Updating router c833b261-8bd6-4a8c-ac01-677b728bd30e port 2d5a9264-46da-45e2-88a7-4ee5a76d4ed2 binding host dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 08:57:28.815966 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-829dbb1d-48ce-434b-9319-92ad3e7da330 admin admin] Deleting subnet cff4e817-2297-42bb-840a-667d6388fa06 {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:57:28.820099 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-829dbb1d-48ce-434b-9319-92ad3e7da330 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:28.853951 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-cdc43f9b-a2d4-4b0e-950b-509cebb9deb9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2095160'] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:28.885497 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b9f13b3d-6df3-4223-a902-d9f06806d0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:28.886948 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-829dbb1d-48ce-434b-9319-92ad3e7da330 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1618747'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:28.983673 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-829dbb1d-48ce-434b-9319-92ad3e7da330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:29.063883 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-829dbb1d-48ce-434b-9319-92ad3e7da330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1129313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1529131'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:29.069863 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1cd40ea8-0f23-4866-96ea-25d22bcb1eb3 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:57:29.107707 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829dbb1d-48ce-434b-9319-92ad3e7da330 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cff4e817-2297-42bb-840a-667d6388fa06,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:57:29.110392 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-829dbb1d-48ce-434b-9319-92ad3e7da330 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:57:29.114847 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-829dbb1d-48ce-434b-9319-92ad3e7da330 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:29.125393 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-829dbb1d-48ce-434b-9319-92ad3e7da330 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/cff4e817-2297-42bb-840a-667d6388fa06 HTTP/1.1" status: 204 len: 168 time: 0.3734560 Dec 20 08:57:29.125393 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 46746) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:57:29.133548 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca75e1af-a5e6-432f-94f9-70d23c844d99 None None] Network 93bb2812-0b1d-4fea-b794-e7bc065467e8 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:57:29.139721 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-cdc43f9b-a2d4-4b0e-950b-509cebb9deb9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2036557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2095114'] for subnet, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:29.144193 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-40f4d030-d679-4a6b-bed2-8df82f63e26f tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:57:29.250096 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3df58afb-81d9-4312-9104-7e0f9fef7f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:29.266749 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-3df58afb-81d9-4312-9104-7e0f9fef7f2f admin admin] Deleting port f4a09f49-def6-43d5-a237-982216211158 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:57:29.267905 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3df58afb-81d9-4312-9104-7e0f9fef7f2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:29.344245 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc43f9b-a2d4-4b0e-950b-509cebb9deb9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'Subnet': ['ID=203e63ce-f69e-43a3-8738-c5b447c99daa,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:57:29.348159 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-cdc43f9b-a2d4-4b0e-950b-509cebb9deb9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:57:29.360516 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc43f9b-a2d4-4b0e-950b-509cebb9deb9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Checking segment: {'id': 'a2d1feb9-148d-4bb1-9c94-0511ae5f27a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a5e345fb-de02-4c3e-8664-21b7ba095690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:57:29.360995 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc43f9b-a2d4-4b0e-950b-509cebb9deb9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Network hostable DHCP agents. Network: a5e345fb-de02-4c3e-8664-21b7ba095690, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:57:29.389495 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc43f9b-a2d4-4b0e-950b-509cebb9deb9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Network a5e345fb-de02-4c3e-8664-21b7ba095690 is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:57:29.403332 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-cdc43f9b-a2d4-4b0e-950b-509cebb9deb9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, a5e345fb-de02-4c3e-8664-21b7ba095690) {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:57:29.409191 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc43f9b-a2d4-4b0e-950b-509cebb9deb9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:57:29.410825 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-cdc43f9b-a2d4-4b0e-950b-509cebb9deb9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:29.423987 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c9cad8-f8bb-41fc-8b38-633da5755fe8 None None] Network a5e345fb-de02-4c3e-8664-21b7ba095690 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:57:29.441495 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-cdc43f9b-a2d4-4b0e-950b-509cebb9deb9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8915551 Dec 20 08:57:29.444718 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 46750) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:57:29.456319 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b9f13b3d-6df3-4223-a902-d9f06806d0a0 None None] Notify callbacks [] for port, precommit_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:29.487016 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-b9f13b3d-6df3-4223-a902-d9f06806d0a0 None None] Transition to ACTIVE for port object 2d5a9264-46da-45e2-88a7-4ee5a76d4ed2 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:57:29.539786 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-3df58afb-81d9-4312-9104-7e0f9fef7f2f admin admin] For port f4a09f49-def6-43d5-a237-982216211158, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=f4a09f49-def6-43d5-a237-982216211158,segment=NetworkSegment(816f3411-ce24-4874-a9f0-58ff5b5f140f),segment_id=816f3411-ce24-4874-a9f0-58ff5b5f140f)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:57:29.540289 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3df58afb-81d9-4312-9104-7e0f9fef7f2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:29.681720 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-3df58afb-81d9-4312-9104-7e0f9fef7f2f admin admin] Calling delete_port for f4a09f49-def6-43d5-a237-982216211158 owned by network:dhcp {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:57:29.697089 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0311cac0-f695-425c-a140-a4c18f312cbf None None] DHCP port deletion for 93bb2812-0b1d-4fea-b794-e7bc065467e8 request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 08:57:29.709644 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b9f13b3d-6df3-4223-a902-d9f06806d0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:29.716272 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:57:29.751059 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-0311cac0-f695-425c-a140-a4c18f312cbf None None] Deleting port f4a09f49-def6-43d5-a237-982216211158 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:57:29.751440 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-0311cac0-f695-425c-a140-a4c18f312cbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:29.788269 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3df58afb-81d9-4312-9104-7e0f9fef7f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:29.793910 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-310b2af8-1040-4636-b973-118f753a8944 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:57:29.836972 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df58afb-81d9-4312-9104-7e0f9fef7f2f admin admin] Pushing event deleted for resources: {'Port': ['ID=f4a09f49-def6-43d5-a237-982216211158,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:57:29.844692 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3df58afb-81d9-4312-9104-7e0f9fef7f2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:57:29.854462 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df58afb-81d9-4312-9104-7e0f9fef7f2f admin admin] No DVR routers for this DVR port f4a09f49-def6-43d5-a237-982216211158 on host dv-neutron-820491-1-hyperv {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:57:29.856917 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-0311cac0-f695-425c-a140-a4c18f312cbf None None] The port 'f4a09f49-def6-43d5-a237-982216211158' was deleted {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 08:57:29.932017 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07282fc0-3369-4532-a928-b6c674d34427 None None] Pushing event updated for resources: {'Port': ['ID=2d5a9264-46da-45e2-88a7-4ee5a76d4ed2,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:57:29.938758 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-b9f13b3d-6df3-4223-a902-d9f06806d0a0 None None] Attempting to bind port 2d5a9264-46da-45e2-88a7-4ee5a76d4ed2 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:57:29.939134 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-b9f13b3d-6df3-4223-a902-d9f06806d0a0 None None] Attempting to bind port 2d5a9264-46da-45e2-88a7-4ee5a76d4ed2 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:57:29.939505 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f13b3d-6df3-4223-a902-d9f06806d0a0 None None] Attempting to bind port 2d5a9264-46da-45e2-88a7-4ee5a76d4ed2 on network 95f3bec2-46e6-4468-8229-8badd4a5aaae {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:57:29.952541 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf9a6a5-bdd8-44e5-8278-233da8b6eeba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-a5e345fb-de02-4c3e-8664-21b7ba095690', 'network_id': 'a5e345fb-de02-4c3e-8664-21b7ba095690', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'fixed_ips': [{'subnet_id': '203e63ce-f69e-43a3-8738-c5b447c99daa'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:57:29.953699 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-5bf9a6a5-bdd8-44e5-8278-233da8b6eeba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:29.967666 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07282fc0-3369-4532-a928-b6c674d34427 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:57:29.968015 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07282fc0-3369-4532-a928-b6c674d34427 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:57:29.968350 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07282fc0-3369-4532-a928-b6c674d34427 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:57:29.968689 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07282fc0-3369-4532-a928-b6c674d34427 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:57:29.969407 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07282fc0-3369-4532-a928-b6c674d34427 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:57:29.969746 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07282fc0-3369-4532-a928-b6c674d34427 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:57:29.970104 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07282fc0-3369-4532-a928-b6c674d34427 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:57:29.970440 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07282fc0-3369-4532-a928-b6c674d34427 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:57:29.970770 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07282fc0-3369-4532-a928-b6c674d34427 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:57:29.971095 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07282fc0-3369-4532-a928-b6c674d34427 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:57:29.971418 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07282fc0-3369-4532-a928-b6c674d34427 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:57:29.978587 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-07282fc0-3369-4532-a928-b6c674d34427 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:57:29.981947 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f13b3d-6df3-4223-a902-d9f06806d0a0 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:57:29.982350 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f13b3d-6df3-4223-a902-d9f06806d0a0 None None] Checking segment: {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:57:29.982770 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b9f13b3d-6df3-4223-a902-d9f06806d0a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:29.983178 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f13b3d-6df3-4223-a902-d9f06806d0a0 None None] Bound using segment: {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:57:29.983665 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-b9f13b3d-6df3-4223-a902-d9f06806d0a0 None None] Bound port: 2d5a9264-46da-45e2-88a7-4ee5a76d4ed2, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:57:29.984054 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b9f13b3d-6df3-4223-a902-d9f06806d0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:29.994827 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3df58afb-81d9-4312-9104-7e0f9fef7f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:30.030608 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-3df58afb-81d9-4312-9104-7e0f9fef7f2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93bb2812-0b1d-4fea-b794-e7bc065467e8']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:57:30.046257 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-3df58afb-81d9-4312-9104-7e0f9fef7f2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '816f3411-ce24-4874-a9f0-58ff5b5f140f') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:57:30.046638 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-3df58afb-81d9-4312-9104-7e0f9fef7f2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '816f3411-ce24-4874-a9f0-58ff5b5f140f') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:57:30.061483 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3df58afb-81d9-4312-9104-7e0f9fef7f2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1618722'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:30.079836 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3df58afb-81d9-4312-9104-7e0f9fef7f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:30.087137 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3df58afb-81d9-4312-9104-7e0f9fef7f2f admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:57:30.087777 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3df58afb-81d9-4312-9104-7e0f9fef7f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1128911'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:30.102773 dv-neutron-820491-1-hyperv neutron-server[83444]: Traceback (most recent call last): Dec 20 08:57:30.102773 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:57:30.102773 dv-neutron-820491-1-hyperv neutron-server[83444]: timer() Dec 20 08:57:30.102773 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:57:30.102773 dv-neutron-820491-1-hyperv neutron-server[83444]: cb(*args, **kw) Dec 20 08:57:30.102773 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:57:30.102773 dv-neutron-820491-1-hyperv neutron-server[83444]: return func(*args, **kwargs) Dec 20 08:57:30.102773 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:57:30.102773 dv-neutron-820491-1-hyperv neutron-server[83444]: self._notify() Dec 20 08:57:30.102773 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:57:30.102773 dv-neutron-820491-1-hyperv neutron-server[83444]: self.callback(batched_events) Dec 20 08:57:30.102773 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:57:30.102773 dv-neutron-820491-1-hyperv neutron-server[83444]: event.method(event) Dec 20 08:57:30.102773 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:57:30.102773 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:57:30.102773 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:57:30.102773 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:57:30.102773 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:57:30.102773 dv-neutron-820491-1-hyperv neutron-server[83444]: return f(self, *a, **k) Dec 20 08:57:30.102773 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:57:30.102773 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._get(url).json() Dec 20 08:57:30.102773 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:57:30.102773 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:57:30.102773 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:57:30.102773 dv-neutron-820491-1-hyperv neutron-server[83444]: return self.request(url, 'GET', **kwargs) Dec 20 08:57:30.102773 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:57:30.102773 dv-neutron-820491-1-hyperv neutron-server[83444]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:57:30.102773 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:57:30.102773 dv-neutron-820491-1-hyperv neutron-server[83444]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:57:30.102773 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:57:30.102773 dv-neutron-820491-1-hyperv neutron-server[83444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:57:30.102773 dv-neutron-820491-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:57:30.154573 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-b9f13b3d-6df3-4223-a902-d9f06806d0a0 None None] For port 2d5a9264-46da-45e2-88a7-4ee5a76d4ed2, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:57:30.197351 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3df58afb-81d9-4312-9104-7e0f9fef7f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:30.197908 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-b9f13b3d-6df3-4223-a902-d9f06806d0a0 None None] For port 2d5a9264-46da-45e2-88a7-4ee5a76d4ed2, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=2d5a9264-46da-45e2-88a7-4ee5a76d4ed2,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:57:30.204397 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3df58afb-81d9-4312-9104-7e0f9fef7f2f admin admin] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:30.205281 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b9f13b3d-6df3-4223-a902-d9f06806d0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:30.216785 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3b0f0732-7e1a-4602-8c9d-a941d5d8c832 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:57:30.221574 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-1e2ee6d0-8450-4605-bf56-fe03ed7e4d34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:57:30.241080 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df58afb-81d9-4312-9104-7e0f9fef7f2f admin admin] Pushing event deleted for resources: {'Network': ['ID=93bb2812-0b1d-4fea-b794-e7bc065467e8,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:57:30.244327 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3df58afb-81d9-4312-9104-7e0f9fef7f2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:57:30.254020 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-3df58afb-81d9-4312-9104-7e0f9fef7f2f admin admin] 10.222.0.16 "DELETE /v2.0/networks/93bb2812-0b1d-4fea-b794-e7bc065467e8 HTTP/1.1" status: 204 len: 168 time: 1.1294916 Dec 20 08:57:30.256982 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 46754) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:57:30.297003 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-5bf9a6a5-bdd8-44e5-8278-233da8b6eeba None None] Allocated IP 172.20.0.2 (a5e345fb-de02-4c3e-8664-21b7ba095690/203e63ce-f69e-43a3-8738-c5b447c99daa/9e5834fb-da96-4081-8935-1cd312c8e367) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:57:30.329418 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f13b3d-6df3-4223-a902-d9f06806d0a0 None None] Routers {'c833b261-8bd6-4a8c-ac01-677b728bd30e'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:57:30.330393 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-b9f13b3d-6df3-4223-a902-d9f06806d0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:57:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['c833b261-8bd6-4a8c-ac01-677b728bd30e'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:57:30.424524 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device f4a09f49-def6-43d5-a237-982216211158 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:57:30.514172 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: f4a09f49-def6-43d5-a237-982216211158 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:57:30.514535 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device f4a09f49-def6-43d5-a237-982216211158 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:57:30.542253 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7bd33ed6-c690-4e68-a712-a9706129f8fb tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:30.543428 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07282fc0-3369-4532-a928-b6c674d34427 None None] Pushing event updated for resources: {'Port': ['ID=2d5a9264-46da-45e2-88a7-4ee5a76d4ed2,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:57:30.554233 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-07282fc0-3369-4532-a928-b6c674d34427 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:57:30.868233 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-b9f13b3d-6df3-4223-a902-d9f06806d0a0 None None] Set router c833b261-8bd6-4a8c-ac01-677b728bd30e gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:57:31.043106 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-5bf9a6a5-bdd8-44e5-8278-233da8b6eeba None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:31.109663 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-5bf9a6a5-bdd8-44e5-8278-233da8b6eeba None None] Transition to ACTIVE for port object 9e5834fb-da96-4081-8935-1cd312c8e367 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:57:31.149645 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-5bf9a6a5-bdd8-44e5-8278-233da8b6eeba None None] Transition to ACTIVE for port object 9e5834fb-da96-4081-8935-1cd312c8e367 will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:57:31.163904 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-5bf9a6a5-bdd8-44e5-8278-233da8b6eeba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:31.173357 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-ede5abed-75b1-44e9-82b7-e1f250b69c8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:57:31.299088 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf9a6a5-bdd8-44e5-8278-233da8b6eeba None None] Pushing event updated for resources: {'Port': ['ID=9e5834fb-da96-4081-8935-1cd312c8e367,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:57:31.302666 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf9a6a5-bdd8-44e5-8278-233da8b6eeba None None] Network a5e345fb-de02-4c3e-8664-21b7ba095690 is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:57:31.304279 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-5bf9a6a5-bdd8-44e5-8278-233da8b6eeba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:57:31.305133 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-5bf9a6a5-bdd8-44e5-8278-233da8b6eeba None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:57:31.308143 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf9a6a5-bdd8-44e5-8278-233da8b6eeba None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:57:31.355866 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-7bd33ed6-c690-4e68-a712-a9706129f8fb tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Allocated IP 172.20.0.1 (a5e345fb-de02-4c3e-8664-21b7ba095690/203e63ce-f69e-43a3-8738-c5b447c99daa/f0bcc289-daa1-40be-8195-717285ace2d5) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:57:31.476386 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-5bf9a6a5-bdd8-44e5-8278-233da8b6eeba None None] Attempting to bind port 9e5834fb-da96-4081-8935-1cd312c8e367 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:57:31.476995 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-5bf9a6a5-bdd8-44e5-8278-233da8b6eeba None None] Attempting to bind port 9e5834fb-da96-4081-8935-1cd312c8e367 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': 'a2d1feb9-148d-4bb1-9c94-0511ae5f27a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a5e345fb-de02-4c3e-8664-21b7ba095690'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:57:31.477107 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf9a6a5-bdd8-44e5-8278-233da8b6eeba None None] Attempting to bind port 9e5834fb-da96-4081-8935-1cd312c8e367 on network a5e345fb-de02-4c3e-8664-21b7ba095690 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:57:31.489220 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf9a6a5-bdd8-44e5-8278-233da8b6eeba None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:57:31.489633 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf9a6a5-bdd8-44e5-8278-233da8b6eeba None None] Checking segment: {'id': 'a2d1feb9-148d-4bb1-9c94-0511ae5f27a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a5e345fb-de02-4c3e-8664-21b7ba095690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:57:31.490038 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-5bf9a6a5-bdd8-44e5-8278-233da8b6eeba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:31.490441 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf9a6a5-bdd8-44e5-8278-233da8b6eeba None None] Bound using segment: {'id': 'a2d1feb9-148d-4bb1-9c94-0511ae5f27a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a5e345fb-de02-4c3e-8664-21b7ba095690'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:57:31.490928 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-5bf9a6a5-bdd8-44e5-8278-233da8b6eeba None None] Bound port: 9e5834fb-da96-4081-8935-1cd312c8e367, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d1feb9-148d-4bb1-9c94-0511ae5f27a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a5e345fb-de02-4c3e-8664-21b7ba095690'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:57:31.491312 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-5bf9a6a5-bdd8-44e5-8278-233da8b6eeba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:31.503586 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-b9f13b3d-6df3-4223-a902-d9f06806d0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c833b261-8bd6-4a8c-ac01-677b728bd30e', 'name': 'tempest-TestNetworkBasicOps-router-2123587442', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': '2d5a9264-46da-45e2-88a7-4ee5a76d4ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:57:26Z', 'updated_at': '2021-12-20T08:57:27Z', 'revision_number': 3, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': '2d5a9264-46da-45e2-88a7-4ee5a76d4ed2', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d7:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c833b261-8bd6-4a8c-ac01-677b728bd30e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:57:27Z', 'updated_at': '2021-12-20T08:57:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:57:31.513143 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f13b3d-6df3-4223-a902-d9f06806d0a0 None None] The sync data for ids ['c833b261-8bd6-4a8c-ac01-677b728bd30e'] in dv-neutron-820491-1-hyperv is: [{'id': 'c833b261-8bd6-4a8c-ac01-677b728bd30e', 'name': 'tempest-TestNetworkBasicOps-router-2123587442', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': '2d5a9264-46da-45e2-88a7-4ee5a76d4ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:57:26Z', 'updated_at': '2021-12-20T08:57:27Z', 'revision_number': 3, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': '2d5a9264-46da-45e2-88a7-4ee5a76d4ed2', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d7:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c833b261-8bd6-4a8c-ac01-677b728bd30e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:57:27Z', 'updated_at': '2021-12-20T08:57:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:57:31.553292 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-dca6c695-d6f4-4dac-8b3c-3b35c25c3c83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349062'] for router_interface, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:31.607767 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-5bf9a6a5-bdd8-44e5-8278-233da8b6eeba None None] For port 9e5834fb-da96-4081-8935-1cd312c8e367, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:57:31.614749 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-5bf9a6a5-bdd8-44e5-8278-233da8b6eeba None None] For port 9e5834fb-da96-4081-8935-1cd312c8e367, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=9e5834fb-da96-4081-8935-1cd312c8e367,segment=NetworkSegment(a2d1feb9-148d-4bb1-9c94-0511ae5f27a6),segment_id=a2d1feb9-148d-4bb1-9c94-0511ae5f27a6)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:57:31.626667 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-5bf9a6a5-bdd8-44e5-8278-233da8b6eeba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:31.639492 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:57:31.648340 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7bd33ed6-c690-4e68-a712-a9706129f8fb tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:31.671287 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-7bd33ed6-c690-4e68-a712-a9706129f8fb tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Transition to ACTIVE for port object f0bcc289-daa1-40be-8195-717285ace2d5 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:57:31.747576 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf9a6a5-bdd8-44e5-8278-233da8b6eeba None None] Pushing event updated for resources: {'Port': ['ID=9e5834fb-da96-4081-8935-1cd312c8e367,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:57:31.757898 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-5bf9a6a5-bdd8-44e5-8278-233da8b6eeba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:57:31.775783 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7bd33ed6-c690-4e68-a712-a9706129f8fb tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:31.780525 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ae2fd2ee-7521-46ad-9f41-1aceaa1d16ca tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:57:31.904176 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd33ed6-c690-4e68-a712-a9706129f8fb tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'Port': ['ID=f0bcc289-daa1-40be-8195-717285ace2d5,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:57:31.909805 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd33ed6-c690-4e68-a712-a9706129f8fb tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Network a5e345fb-de02-4c3e-8664-21b7ba095690 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:57:31.911600 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-7bd33ed6-c690-4e68-a712-a9706129f8fb tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:57:31.914942 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-7bd33ed6-c690-4e68-a712-a9706129f8fb tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:57:31.919957 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd33ed6-c690-4e68-a712-a9706129f8fb tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:57:32.025338 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7bd33ed6-c690-4e68-a712-a9706129f8fb tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-345881'] for router_interface, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:32.336166 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7bd33ed6-c690-4e68-a712-a9706129f8fb tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:32.450227 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 9e5834fb-da96-4081-8935-1cd312c8e367 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:57:32.562088 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 9e5834fb-da96-4081-8935-1cd312c8e367 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:57:32.572944 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 2d5a9264-46da-45e2-88a7-4ee5a76d4ed2 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:57:32.671897 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 2d5a9264-46da-45e2-88a7-4ee5a76d4ed2 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:57:32.683783 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 2d5a9264-46da-45e2-88a7-4ee5a76d4ed2 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:57:32.684392 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:32.853382 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:32.888873 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 2d5a9264-46da-45e2-88a7-4ee5a76d4ed2, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=2d5a9264-46da-45e2-88a7-4ee5a76d4ed2,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:57:32.896437 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:32.902309 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-07282fc0-3369-4532-a928-b6c674d34427 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:57:32.995022 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=2d5a9264-46da-45e2-88a7-4ee5a76d4ed2,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:57:32.999048 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:57:33.036321 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cdd932a-c570-4ee5-808a-c8dc056bd07a None None] Network a5e345fb-de02-4c3e-8664-21b7ba095690 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:57:33.177637 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-a9f5c91e-1a46-4fb6-831d-efbebb12e2ff None None] Provisioning for port 9e5834fb-da96-4081-8935-1cd312c8e367 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:57:33.195558 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-a9f5c91e-1a46-4fb6-831d-efbebb12e2ff None None] Provisioning complete for port 9e5834fb-da96-4081-8935-1cd312c8e367 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:57:33.196212 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a9f5c91e-1a46-4fb6-831d-efbebb12e2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:33.322516 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7bd33ed6-c690-4e68-a712-a9706129f8fb tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:33.324035 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-dca6c695-d6f4-4dac-8b3c-3b35c25c3c83 admin admin] Deleting port 6e80f991-1642-4212-99ad-73bf1cb0ac21 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:57:33.324398 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-dca6c695-d6f4-4dac-8b3c-3b35c25c3c83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:33.353053 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7bd33ed6-c690-4e68-a712-a9706129f8fb tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2036698'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:33.388769 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-bf09f2ac-d876-484d-8e97-2f57e5abb564 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:57:33.467118 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a9f5c91e-1a46-4fb6-831d-efbebb12e2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:33.514992 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-a9f5c91e-1a46-4fb6-831d-efbebb12e2ff None None] For port 9e5834fb-da96-4081-8935-1cd312c8e367, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=9e5834fb-da96-4081-8935-1cd312c8e367,segment=NetworkSegment(a2d1feb9-148d-4bb1-9c94-0511ae5f27a6),segment_id=a2d1feb9-148d-4bb1-9c94-0511ae5f27a6)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:57:33.519482 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a9f5c91e-1a46-4fb6-831d-efbebb12e2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:33.521743 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:57:33.544504 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7bd33ed6-c690-4e68-a712-a9706129f8fb tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32898031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349045'] for router_interface, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:33.618169 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f5c91e-1a46-4fb6-831d-efbebb12e2ff None None] Pushing event updated for resources: {'Port': ['ID=9e5834fb-da96-4081-8935-1cd312c8e367,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:57:33.623307 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-a9f5c91e-1a46-4fb6-831d-efbebb12e2ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:57:33.627425 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd33ed6-c690-4e68-a712-a9706129f8fb tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'Port': ['ID=f0bcc289-daa1-40be-8195-717285ace2d5,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:57:33.640572 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-7bd33ed6-c690-4e68-a712-a9706129f8fb tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:57:33.718212 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-dca6c695-d6f4-4dac-8b3c-3b35c25c3c83 admin admin] For port 6e80f991-1642-4212-99ad-73bf1cb0ac21, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=6e80f991-1642-4212-99ad-73bf1cb0ac21,segment=NetworkSegment(ef16c412-6eb9-4616-97a7-a4682fd6a930),segment_id=ef16c412-6eb9-4616-97a7-a4682fd6a930)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:57:33.718565 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-dca6c695-d6f4-4dac-8b3c-3b35c25c3c83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:33.881160 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-59da06a7-c514-4b0e-93ed-6dc02798ad4b None None] Provisioning for port f0bcc289-daa1-40be-8195-717285ace2d5 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:57:33.886735 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-59da06a7-c514-4b0e-93ed-6dc02798ad4b None None] Provisioning complete for port f0bcc289-daa1-40be-8195-717285ace2d5 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:57:33.887174 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-59da06a7-c514-4b0e-93ed-6dc02798ad4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:33.913688 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-dca6c695-d6f4-4dac-8b3c-3b35c25c3c83 admin admin] Calling delete_port for 6e80f991-1642-4212-99ad-73bf1cb0ac21 owned by network:router_interface {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:57:33.950072 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-59da06a7-c514-4b0e-93ed-6dc02798ad4b None None] Port f0bcc289-daa1-40be-8195-717285ace2d5 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:57:33.963443 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-59da06a7-c514-4b0e-93ed-6dc02798ad4b None None] Provisioning complete for port 9e5834fb-da96-4081-8935-1cd312c8e367 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:57:33.963827 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-59da06a7-c514-4b0e-93ed-6dc02798ad4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:34.018785 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd33ed6-c690-4e68-a712-a9706129f8fb tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Network a5e345fb-de02-4c3e-8664-21b7ba095690 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:57:34.030064 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-7bd33ed6-c690-4e68-a712-a9706129f8fb tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:57:34.220987 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-187446ed-2473-41b2-94b6-99f60b2e4f54 None None] Provisioning complete for port f0bcc289-daa1-40be-8195-717285ace2d5 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:57:34.221535 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-187446ed-2473-41b2-94b6-99f60b2e4f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:34.306231 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-187446ed-2473-41b2-94b6-99f60b2e4f54 None None] Port f0bcc289-daa1-40be-8195-717285ace2d5 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:57:34.402618 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 9e5834fb-da96-4081-8935-1cd312c8e367 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:57:34.435597 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-dca6c695-d6f4-4dac-8b3c-3b35c25c3c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:34.440257 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e2aa7a50-c575-4c62-97cb-af293785b9d7 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:57:34.483782 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-18c4ffbd-3f0d-420d-a2a2-19c2fe012c82 None None] Provisioning complete for port f0bcc289-daa1-40be-8195-717285ace2d5 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:57:34.484183 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-18c4ffbd-3f0d-420d-a2a2-19c2fe012c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:34.491661 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca6c695-d6f4-4dac-8b3c-3b35c25c3c83 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e80f991-1642-4212-99ad-73bf1cb0ac21,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:57:34.497071 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-dca6c695-d6f4-4dac-8b3c-3b35c25c3c83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:57:34.572574 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-18c4ffbd-3f0d-420d-a2a2-19c2fe012c82 None None] Port f0bcc289-daa1-40be-8195-717285ace2d5 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:57:34.583926 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 9e5834fb-da96-4081-8935-1cd312c8e367 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:57:34.584837 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:34.749681 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 2d5a9264-46da-45e2-88a7-4ee5a76d4ed2 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:57:34.850619 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 2d5a9264-46da-45e2-88a7-4ee5a76d4ed2 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:57:34.851140 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:35.077595 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bd33ed6-c690-4e68-a712-a9706129f8fb tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Router c833b261-8bd6-4a8c-ac01-677b728bd30e has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:57:35.229862 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-dca6c695-d6f4-4dac-8b3c-3b35c25c3c83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32897953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348760'] for router_interface, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:35.504423 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bd33ed6-c690-4e68-a712-a9706129f8fb tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:57:35.514116 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f3a87a-de2d-4e41-9544-2891a75c0bc7 None None] Sync routers for ids ['c833b261-8bd6-4a8c-ac01-677b728bd30e'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:57:35.527576 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-7bd33ed6-c690-4e68-a712-a9706129f8fb tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "PUT /v2.0/routers/c833b261-8bd6-4a8c-ac01-677b728bd30e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0816643 Dec 20 08:57:35.529780 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f3a87a-de2d-4e41-9544-2891a75c0bc7 None None] Routers {'c833b261-8bd6-4a8c-ac01-677b728bd30e'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:57:35.530229 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 46758) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:57:35.530883 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-b9f3a87a-de2d-4e41-9544-2891a75c0bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:57:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['c833b261-8bd6-4a8c-ac01-677b728bd30e'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:57:35.718943 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-b9f3a87a-de2d-4e41-9544-2891a75c0bc7 None None] Set router c833b261-8bd6-4a8c-ac01-677b728bd30e gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:57:35.783031 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9916beda-185a-4c42-a7f1-9e39b0f3e680 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:57:35.783404 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9916beda-185a-4c42-a7f1-9e39b0f3e680 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:57:35.783777 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9916beda-185a-4c42-a7f1-9e39b0f3e680 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:57:35.784135 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9916beda-185a-4c42-a7f1-9e39b0f3e680 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:57:35.784527 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9916beda-185a-4c42-a7f1-9e39b0f3e680 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:57:35.786429 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-9916beda-185a-4c42-a7f1-9e39b0f3e680 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3585 time: 0.2552834 Dec 20 08:57:35.790724 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 46762) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:57:35.902524 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c17ffe-dcfa-4050-8b0e-60593cbbf4e4 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:57:35.902992 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c17ffe-dcfa-4050-8b0e-60593cbbf4e4 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:57:35.903480 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c17ffe-dcfa-4050-8b0e-60593cbbf4e4 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:57:35.904039 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c17ffe-dcfa-4050-8b0e-60593cbbf4e4 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:57:35.904599 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c17ffe-dcfa-4050-8b0e-60593cbbf4e4 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:57:35.906596 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-16c17ffe-dcfa-4050-8b0e-60593cbbf4e4 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3367 time: 0.1135724 Dec 20 08:57:35.911335 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 46766) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:57:36.101263 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-b9f3a87a-de2d-4e41-9544-2891a75c0bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c833b261-8bd6-4a8c-ac01-677b728bd30e', 'name': 'tempest-TestNetworkBasicOps-router-2123587442', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': '2d5a9264-46da-45e2-88a7-4ee5a76d4ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:57:26Z', 'updated_at': '2021-12-20T08:57:32Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': '2d5a9264-46da-45e2-88a7-4ee5a76d4ed2', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d7:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c833b261-8bd6-4a8c-ac01-677b728bd30e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:57:27Z', 'updated_at': '2021-12-20T08:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': 'f0bcc289-daa1-40be-8195-717285ace2d5', 'name': '', 'network_id': 'a5e345fb-de02-4c3e-8664-21b7ba095690', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'mac_address': 'fa:16:3e:4f:e4:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c833b261-8bd6-4a8c-ac01-677b728bd30e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '203e63ce-f69e-43a3-8738-c5b447c99daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:57:30Z', 'updated_at': '2021-12-20T08:57:32Z', 'revision_number': 2, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'subnets': [{'id': '203e63ce-f69e-43a3-8738-c5b447c99daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:57:36.106217 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f3a87a-de2d-4e41-9544-2891a75c0bc7 None None] Checking router: c833b261-8bd6-4a8c-ac01-677b728bd30e for host: dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 08:57:36.107232 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f3a87a-de2d-4e41-9544-2891a75c0bc7 None None] Updating router c833b261-8bd6-4a8c-ac01-677b728bd30e port f0bcc289-daa1-40be-8195-717285ace2d5 binding host dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 08:57:36.163922 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-91d1c275-c826-4f41-bd57-3edf8c2e88d1 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2327 time: 0.2507467 Dec 20 08:57:36.174725 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-b9f3a87a-de2d-4e41-9544-2891a75c0bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:36.182776 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dca6c695-d6f4-4dac-8b3c-3b35c25c3c83 admin admin] Router 02095b17-94fa-4b5e-aecd-f6e867c619b5 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:57:36.463343 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca6c695-d6f4-4dac-8b3c-3b35c25c3c83 admin admin] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:57:36.478908 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-dca6c695-d6f4-4dac-8b3c-3b35c25c3c83 admin admin] 10.222.0.16 "PUT /v2.0/routers/02095b17-94fa-4b5e-aecd-f6e867c619b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2179816 Dec 20 08:57:36.479812 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 46772) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:57:36.483432 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff331ea-75dd-4a35-b59d-2a1e7daac391 None None] Sync routers for ids ['02095b17-94fa-4b5e-aecd-f6e867c619b5'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:57:36.524610 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff331ea-75dd-4a35-b59d-2a1e7daac391 None None] Routers {'02095b17-94fa-4b5e-aecd-f6e867c619b5'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:57:36.529336 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-3ff331ea-75dd-4a35-b59d-2a1e7daac391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:57:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['02095b17-94fa-4b5e-aecd-f6e867c619b5'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:57:36.603127 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 46776) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:57:36.611137 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-14993304-79f4-4b43-a89d-99f8177517f5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-369624794', 'description': 'tempest-secgroup-smoke-369624794 description', 'project_id': 'f7b89f97320342ff933d41aa1a974b12'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:57:36.619750 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-14993304-79f4-4b43-a89d-99f8177517f5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:57:36.628909 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-14993304-79f4-4b43-a89d-99f8177517f5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:security_group and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:57:36.634931 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-14993304-79f4-4b43-a89d-99f8177517f5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:57:36.643019 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-14993304-79f4-4b43-a89d-99f8177517f5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:57:36.668974 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-14993304-79f4-4b43-a89d-99f8177517f5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:36.698473 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-b9f3a87a-de2d-4e41-9544-2891a75c0bc7 None None] Notify callbacks [] for port, precommit_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:36.723145 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.provisioning_blocks [None req-b9f3a87a-de2d-4e41-9544-2891a75c0bc7 None None] Transition to ACTIVE for port object f0bcc289-daa1-40be-8195-717285ace2d5 will not be triggered until provisioned by entity L2. {{(pid=83447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:57:36.731297 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-14993304-79f4-4b43-a89d-99f8177517f5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:57:36.737174 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-b9f3a87a-de2d-4e41-9544-2891a75c0bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:36.737600 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-14993304-79f4-4b43-a89d-99f8177517f5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:security_group_rule and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:57:36.742088 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-14993304-79f4-4b43-a89d-99f8177517f5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:57:36.757083 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-14993304-79f4-4b43-a89d-99f8177517f5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:57:36.760039 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-a42595dc-c9b2-4761-b6b1-fb1d2e637ff1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:57:36.924446 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-3ff331ea-75dd-4a35-b59d-2a1e7daac391 None None] Set router 02095b17-94fa-4b5e-aecd-f6e867c619b5 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:57:36.951208 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fce49e6-2003-427d-aabc-c5104f013416 None None] Pushing event updated for resources: {'Port': ['ID=f0bcc289-daa1-40be-8195-717285ace2d5,revision_number=3']} {{(pid=83447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:57:36.955351 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-8fce49e6-2003-427d-aabc-c5104f013416 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:57:37.022894 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1906b8e7-05fd-4546-9d65-5486630a1a7e admin admin] Notify callbacks [] for router, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:37.089954 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-b9f3a87a-de2d-4e41-9544-2891a75c0bc7 None None] Attempting to bind port f0bcc289-daa1-40be-8195-717285ace2d5 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:57:37.090582 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-b9f3a87a-de2d-4e41-9544-2891a75c0bc7 None None] Attempting to bind port f0bcc289-daa1-40be-8195-717285ace2d5 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': 'a2d1feb9-148d-4bb1-9c94-0511ae5f27a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a5e345fb-de02-4c3e-8664-21b7ba095690'}] {{(pid=83447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:57:37.091020 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f3a87a-de2d-4e41-9544-2891a75c0bc7 None None] Attempting to bind port f0bcc289-daa1-40be-8195-717285ace2d5 on network a5e345fb-de02-4c3e-8664-21b7ba095690 {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:57:37.099616 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f3a87a-de2d-4e41-9544-2891a75c0bc7 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:57:37.100081 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f3a87a-de2d-4e41-9544-2891a75c0bc7 None None] Checking segment: {'id': 'a2d1feb9-148d-4bb1-9c94-0511ae5f27a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a5e345fb-de02-4c3e-8664-21b7ba095690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:57:37.100716 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-b9f3a87a-de2d-4e41-9544-2891a75c0bc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:37.101206 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f3a87a-de2d-4e41-9544-2891a75c0bc7 None None] Bound using segment: {'id': 'a2d1feb9-148d-4bb1-9c94-0511ae5f27a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a5e345fb-de02-4c3e-8664-21b7ba095690'} {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:57:37.101817 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-b9f3a87a-de2d-4e41-9544-2891a75c0bc7 None None] Bound port: f0bcc289-daa1-40be-8195-717285ace2d5, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d1feb9-148d-4bb1-9c94-0511ae5f27a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a5e345fb-de02-4c3e-8664-21b7ba095690'}}] {{(pid=83447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:57:37.102877 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-b9f3a87a-de2d-4e41-9544-2891a75c0bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:37.137772 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-14993304-79f4-4b43-a89d-99f8177517f5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:37.145975 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-14993304-79f4-4b43-a89d-99f8177517f5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:37.153142 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-20e44940-cc8c-4579-b9fc-17e1297b14e7 tempest-NegativeSecGroupIPv6Test-1103281693 tempest-NegativeSecGroupIPv6Test-1103281693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:57:37.219330 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993304-79f4-4b43-a89d-99f8177517f5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ef2170-3fac-4512-a9fb-bb71b05dbea6,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:57:37.224618 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-14993304-79f4-4b43-a89d-99f8177517f5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:57:37.226749 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-14993304-79f4-4b43-a89d-99f8177517f5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:37.230486 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-14993304-79f4-4b43-a89d-99f8177517f5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.6251590 Dec 20 08:57:37.231211 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 46780) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:57:37.237766 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.db [None req-b9f3a87a-de2d-4e41-9544-2891a75c0bc7 None None] For port f0bcc289-daa1-40be-8195-717285ace2d5, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:57:37.240770 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-7cd0954e-fde1-4ece-9740-922745018efa tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'security_group_rule': {'security_group_id': 'c1ef2170-3fac-4512-a9fb-bb71b05dbea6', 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:57:37.242921 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.db [None req-b9f3a87a-de2d-4e41-9544-2891a75c0bc7 None None] For port f0bcc289-daa1-40be-8195-717285ace2d5, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=f0bcc289-daa1-40be-8195-717285ace2d5,segment=NetworkSegment(a2d1feb9-148d-4bb1-9c94-0511ae5f27a6),segment_id=a2d1feb9-148d-4bb1-9c94-0511ae5f27a6)] {{(pid=83447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:57:37.248264 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-b9f3a87a-de2d-4e41-9544-2891a75c0bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:37.249418 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-7cd0954e-fde1-4ece-9740-922745018efa tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:57:37.255716 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-7cd0954e-fde1-4ece-9740-922745018efa tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:security_group_rule and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:57:37.259275 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-7cd0954e-fde1-4ece-9740-922745018efa tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:57:37.261399 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-529541a7-e0ea-47eb-b342-954cc086fb91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:57:37.265443 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-7cd0954e-fde1-4ece-9740-922745018efa tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:57:37.291891 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7cd0954e-fde1-4ece-9740-922745018efa tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:37.319447 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1906b8e7-05fd-4546-9d65-5486630a1a7e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:37.334547 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-1906b8e7-05fd-4546-9d65-5486630a1a7e admin admin] Deleting port ef7a86e3-a87b-424d-bb95-4c34a0bb3a16 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:57:37.335235 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1906b8e7-05fd-4546-9d65-5486630a1a7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:37.353348 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fce49e6-2003-427d-aabc-c5104f013416 None None] Pushing event updated for resources: {'Port': ['ID=f0bcc289-daa1-40be-8195-717285ace2d5,revision_number=4']} {{(pid=83447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:57:37.357451 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-8fce49e6-2003-427d-aabc-c5104f013416 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:57:37.365188 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f3a87a-de2d-4e41-9544-2891a75c0bc7 None None] Routers {'c833b261-8bd6-4a8c-ac01-677b728bd30e'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:57:37.365362 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-3ff331ea-75dd-4a35-b59d-2a1e7daac391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02095b17-94fa-4b5e-aecd-f6e867c619b5', 'name': 'tempest-TestVolumeBootPattern-1281238679-router', 'tenant_id': '267e2bb079e8441da27d64d99add18a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.125'}], 'enable_snat': True}, 'gw_port_id': 'ef7a86e3-a87b-424d-bb95-4c34a0bb3a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:49:12Z', 'updated_at': '2021-12-20T08:57:34Z', 'revision_number': 5, 'project_id': '267e2bb079e8441da27d64d99add18a5', 'gw_port': {'id': 'ef7a86e3-a87b-424d-bb95-4c34a0bb3a16', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02095b17-94fa-4b5e-aecd-f6e867c619b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:49:14Z', 'updated_at': '2021-12-20T08:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:57:37.366052 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-b9f3a87a-de2d-4e41-9544-2891a75c0bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:57:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['c833b261-8bd6-4a8c-ac01-677b728bd30e'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:57:37.370959 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff331ea-75dd-4a35-b59d-2a1e7daac391 None None] Checking router: 02095b17-94fa-4b5e-aecd-f6e867c619b5 for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 08:57:37.390413 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff331ea-75dd-4a35-b59d-2a1e7daac391 None None] Routers {'02095b17-94fa-4b5e-aecd-f6e867c619b5'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:57:37.391206 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-3ff331ea-75dd-4a35-b59d-2a1e7daac391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:57:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['02095b17-94fa-4b5e-aecd-f6e867c619b5'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:57:37.404214 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7cd0954e-fde1-4ece-9740-922745018efa tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:37.414426 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7cd0954e-fde1-4ece-9740-922745018efa tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:37.416939 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-1188179b-4ae1-40b7-a6ed-0b1e2f976600 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:57:37.468934 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7cd0954e-fde1-4ece-9740-922745018efa tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:37.470883 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-7cd0954e-fde1-4ece-9740-922745018efa tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2385745 Dec 20 08:57:37.474154 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd0954e-fde1-4ece-9740-922745018efa tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b12f97c0-9e04-4c6f-8240-e2c3a403b097,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:57:37.476184 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 46784) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:57:37.488084 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-7cd0954e-fde1-4ece-9740-922745018efa tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:57:37.497531 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-e3938f8c-9c35-4a7a-a1e7-333a0e04729b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'security_group_rule': {'security_group_id': 'c1ef2170-3fac-4512-a9fb-bb71b05dbea6', 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:57:37.504552 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-e3938f8c-9c35-4a7a-a1e7-333a0e04729b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:57:37.517253 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-e3938f8c-9c35-4a7a-a1e7-333a0e04729b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:security_group_rule and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:57:37.521881 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-e3938f8c-9c35-4a7a-a1e7-333a0e04729b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:57:37.533565 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-e3938f8c-9c35-4a7a-a1e7-333a0e04729b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:57:37.561338 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e3938f8c-9c35-4a7a-a1e7-333a0e04729b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:37.641345 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-1906b8e7-05fd-4546-9d65-5486630a1a7e admin admin] For port ef7a86e3-a87b-424d-bb95-4c34a0bb3a16, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=ef7a86e3-a87b-424d-bb95-4c34a0bb3a16,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:57:37.641715 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1906b8e7-05fd-4546-9d65-5486630a1a7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:37.665798 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-b9f3a87a-de2d-4e41-9544-2891a75c0bc7 None None] Set router c833b261-8bd6-4a8c-ac01-677b728bd30e gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:57:37.684771 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-3ff331ea-75dd-4a35-b59d-2a1e7daac391 None None] Set router 02095b17-94fa-4b5e-aecd-f6e867c619b5 gateway port host: None {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:57:37.715592 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e3938f8c-9c35-4a7a-a1e7-333a0e04729b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:37.720592 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e3938f8c-9c35-4a7a-a1e7-333a0e04729b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:37.723208 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-475253a2-e49c-4168-9705-798caa149a33 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:57:37.754080 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3938f8c-9c35-4a7a-a1e7-333a0e04729b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0455ee32-5830-4f89-9589-1fd31d8f3da4,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:57:37.758137 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e3938f8c-9c35-4a7a-a1e7-333a0e04729b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:57:37.771745 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e3938f8c-9c35-4a7a-a1e7-333a0e04729b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:37.773462 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-e3938f8c-9c35-4a7a-a1e7-333a0e04729b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2907073 Dec 20 08:57:37.776123 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 46788) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:57:37.782613 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-2d14c41e-6f01-4181-99be-793c209a43ba tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'security_group_rule': {'security_group_id': 'c1ef2170-3fac-4512-a9fb-bb71b05dbea6', 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:57:37.789595 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-2d14c41e-6f01-4181-99be-793c209a43ba tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:57:37.794001 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-2d14c41e-6f01-4181-99be-793c209a43ba tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:security_group_rule and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:57:37.797434 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-2d14c41e-6f01-4181-99be-793c209a43ba tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:57:37.804881 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-2d14c41e-6f01-4181-99be-793c209a43ba tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:57:37.816372 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-1906b8e7-05fd-4546-9d65-5486630a1a7e admin admin] Calling delete_port for ef7a86e3-a87b-424d-bb95-4c34a0bb3a16 owned by network:router_gateway {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:57:37.825716 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-3ff331ea-75dd-4a35-b59d-2a1e7daac391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02095b17-94fa-4b5e-aecd-f6e867c619b5', 'name': 'tempest-TestVolumeBootPattern-1281238679-router', 'tenant_id': '267e2bb079e8441da27d64d99add18a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:49:12Z', 'updated_at': '2021-12-20T08:57:37Z', 'revision_number': 6, 'project_id': '267e2bb079e8441da27d64d99add18a5', 'gw_port_host': None}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:57:37.831242 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff331ea-75dd-4a35-b59d-2a1e7daac391 None None] The sync data for ids ['02095b17-94fa-4b5e-aecd-f6e867c619b5'] in dv-neutron-820491-1-hyperv is: [{'id': '02095b17-94fa-4b5e-aecd-f6e867c619b5', 'name': 'tempest-TestVolumeBootPattern-1281238679-router', 'tenant_id': '267e2bb079e8441da27d64d99add18a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:49:12Z', 'updated_at': '2021-12-20T08:57:37Z', 'revision_number': 6, 'project_id': '267e2bb079e8441da27d64d99add18a5', 'gw_port_host': None}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:57:37.832212 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2d14c41e-6f01-4181-99be-793c209a43ba tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:37.929562 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2d14c41e-6f01-4181-99be-793c209a43ba tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:37.934491 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2d14c41e-6f01-4181-99be-793c209a43ba tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:37.936504 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-36787303-8502-49c2-9da5-a0a051405ebb tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:57:37.960605 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d14c41e-6f01-4181-99be-793c209a43ba tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d045a3c2-04a0-48d5-aebc-7304a91e30f3,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:57:37.966050 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-2d14c41e-6f01-4181-99be-793c209a43ba tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:57:37.976559 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2d14c41e-6f01-4181-99be-793c209a43ba tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:37.978089 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-2d14c41e-6f01-4181-99be-793c209a43ba tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2006605 Dec 20 08:57:37.981032 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 46792) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:57:37.989778 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-aedeb6d7-cd87-49d6-8e22-1a3c4a65ef4e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'security_group_rule': {'security_group_id': 'c1ef2170-3fac-4512-a9fb-bb71b05dbea6', 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:57:37.998338 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-aedeb6d7-cd87-49d6-8e22-1a3c4a65ef4e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:57:38.003598 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-aedeb6d7-cd87-49d6-8e22-1a3c4a65ef4e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:security_group_rule and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:57:38.007878 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-aedeb6d7-cd87-49d6-8e22-1a3c4a65ef4e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:57:38.015204 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-aedeb6d7-cd87-49d6-8e22-1a3c4a65ef4e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:57:38.036134 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-aedeb6d7-cd87-49d6-8e22-1a3c4a65ef4e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:38.052342 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1906b8e7-05fd-4546-9d65-5486630a1a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:38.057017 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-43aa016e-246f-4616-93d2-ff48982ebb2b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:57:38.072934 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-b9f3a87a-de2d-4e41-9544-2891a75c0bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c833b261-8bd6-4a8c-ac01-677b728bd30e', 'name': 'tempest-TestNetworkBasicOps-router-2123587442', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': '2d5a9264-46da-45e2-88a7-4ee5a76d4ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:57:26Z', 'updated_at': '2021-12-20T08:57:32Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': '2d5a9264-46da-45e2-88a7-4ee5a76d4ed2', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d7:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c833b261-8bd6-4a8c-ac01-677b728bd30e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:57:27Z', 'updated_at': '2021-12-20T08:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': 'f0bcc289-daa1-40be-8195-717285ace2d5', 'name': '', 'network_id': 'a5e345fb-de02-4c3e-8664-21b7ba095690', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'mac_address': 'fa:16:3e:4f:e4:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c833b261-8bd6-4a8c-ac01-677b728bd30e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '203e63ce-f69e-43a3-8738-c5b447c99daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:57:30Z', 'updated_at': '2021-12-20T08:57:37Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'subnets': [{'id': '203e63ce-f69e-43a3-8738-c5b447c99daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:57:38.077941 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f3a87a-de2d-4e41-9544-2891a75c0bc7 None None] The sync data for ids ['c833b261-8bd6-4a8c-ac01-677b728bd30e'] in dv-neutron-820491-1-hyperv is: [{'id': 'c833b261-8bd6-4a8c-ac01-677b728bd30e', 'name': 'tempest-TestNetworkBasicOps-router-2123587442', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': '2d5a9264-46da-45e2-88a7-4ee5a76d4ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:57:26Z', 'updated_at': '2021-12-20T08:57:32Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': '2d5a9264-46da-45e2-88a7-4ee5a76d4ed2', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d7:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c833b261-8bd6-4a8c-ac01-677b728bd30e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:57:27Z', 'updated_at': '2021-12-20T08:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': 'f0bcc289-daa1-40be-8195-717285ace2d5', 'name': '', 'network_id': 'a5e345fb-de02-4c3e-8664-21b7ba095690', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'mac_address': 'fa:16:3e:4f:e4:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c833b261-8bd6-4a8c-ac01-677b728bd30e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '203e63ce-f69e-43a3-8738-c5b447c99daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:57:30Z', 'updated_at': '2021-12-20T08:57:37Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'subnets': [{'id': '203e63ce-f69e-43a3-8738-c5b447c99daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:57:38.105896 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1906b8e7-05fd-4546-9d65-5486630a1a7e admin admin] Pushing event deleted for resources: {'Port': ['ID=ef7a86e3-a87b-424d-bb95-4c34a0bb3a16,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:57:38.109929 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1906b8e7-05fd-4546-9d65-5486630a1a7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:57:38.116457 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-aedeb6d7-cd87-49d6-8e22-1a3c4a65ef4e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:38.128500 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-aedeb6d7-cd87-49d6-8e22-1a3c4a65ef4e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:38.130912 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-16baaa9c-4539-48a0-b89a-09e8d849b354 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:57:38.151528 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedeb6d7-cd87-49d6-8e22-1a3c4a65ef4e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5fe0168-b1c3-4314-ad1c-04db46eb0be8,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:57:38.155658 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-aedeb6d7-cd87-49d6-8e22-1a3c4a65ef4e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:57:38.164676 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-aedeb6d7-cd87-49d6-8e22-1a3c4a65ef4e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:38.165871 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-aedeb6d7-cd87-49d6-8e22-1a3c4a65ef4e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1836407 Dec 20 08:57:38.168566 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 46796) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:57:38.174055 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-d738c101-79cd-48c4-9597-e32d4cb46160 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'security_group_rule': {'security_group_id': 'c1ef2170-3fac-4512-a9fb-bb71b05dbea6', 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:57:38.181174 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-d738c101-79cd-48c4-9597-e32d4cb46160 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:57:38.185311 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-d738c101-79cd-48c4-9597-e32d4cb46160 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:security_group_rule and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:57:38.188569 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-d738c101-79cd-48c4-9597-e32d4cb46160 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:57:38.194437 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-d738c101-79cd-48c4-9597-e32d4cb46160 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:57:38.227011 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.securitygroups_db [None req-d738c101-79cd-48c4-9597-e32d4cb46160 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Project f7b89f97320342ff933d41aa1a974b12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 08:57:38.242823 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d738c101-79cd-48c4-9597-e32d4cb46160 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:38.352681 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d738c101-79cd-48c4-9597-e32d4cb46160 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:38.357585 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d738c101-79cd-48c4-9597-e32d4cb46160 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:38.359523 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e44a9539-c3b1-4ec4-bc71-94553d0f6515 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:57:38.384759 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1906b8e7-05fd-4546-9d65-5486630a1a7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346107'] for router_gateway, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:38.388153 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d738c101-79cd-48c4-9597-e32d4cb46160 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a88d2436-7ce8-4076-a676-6d5e73e01254,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:57:38.393545 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d738c101-79cd-48c4-9597-e32d4cb46160 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:57:38.401481 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d738c101-79cd-48c4-9597-e32d4cb46160 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:38.406316 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-d738c101-79cd-48c4-9597-e32d4cb46160 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2367435 Dec 20 08:57:38.407135 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 46800) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:57:38.414254 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-f3d2a63a-54f9-48c6-85a8-8873bc41975c tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'security_group_rule': {'security_group_id': 'c1ef2170-3fac-4512-a9fb-bb71b05dbea6', 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:57:38.421578 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-f3d2a63a-54f9-48c6-85a8-8873bc41975c tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:57:38.427762 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-f3d2a63a-54f9-48c6-85a8-8873bc41975c tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:security_group_rule and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:57:38.430002 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-f3d2a63a-54f9-48c6-85a8-8873bc41975c tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:57:38.436847 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-f3d2a63a-54f9-48c6-85a8-8873bc41975c tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:57:38.458956 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.securitygroups_db [None req-f3d2a63a-54f9-48c6-85a8-8873bc41975c tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Project f7b89f97320342ff933d41aa1a974b12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 08:57:38.468372 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f3d2a63a-54f9-48c6-85a8-8873bc41975c tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:38.527662 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device f0bcc289-daa1-40be-8195-717285ace2d5 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:57:38.592794 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f3d2a63a-54f9-48c6-85a8-8873bc41975c tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:38.599532 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f3d2a63a-54f9-48c6-85a8-8873bc41975c tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:38.601596 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a91f1566-33b0-4677-aa1c-c00650826866 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:57:38.631710 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d2a63a-54f9-48c6-85a8-8873bc41975c tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b7164f6-435d-436d-87ae-24049344f53e,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:57:38.634428 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f3d2a63a-54f9-48c6-85a8-8873bc41975c tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:57:38.643617 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f3d2a63a-54f9-48c6-85a8-8873bc41975c tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:38.644901 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-f3d2a63a-54f9-48c6-85a8-8873bc41975c tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2367287 Dec 20 08:57:38.658694 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port f0bcc289-daa1-40be-8195-717285ace2d5 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:57:38.664684 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port f0bcc289-daa1-40be-8195-717285ace2d5 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:57:38.665063 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:38.819542 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:38.870651 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port f0bcc289-daa1-40be-8195-717285ace2d5, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=f0bcc289-daa1-40be-8195-717285ace2d5,segment=NetworkSegment(a2d1feb9-148d-4bb1-9c94-0511ae5f27a6),segment_id=a2d1feb9-148d-4bb1-9c94-0511ae5f27a6)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:57:38.875715 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:38.880939 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-82e5b764-a643-47f6-95fe-33cd94c163a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:57:38.966343 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=f0bcc289-daa1-40be-8195-717285ace2d5,revision_number=5']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:57:38.970258 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 6e80f991-1642-4212-99ad-73bf1cb0ac21 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:57:38.996796 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:57:39.009312 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1906b8e7-05fd-4546-9d65-5486630a1a7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24735'] for router, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:39.017325 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1906b8e7-05fd-4546-9d65-5486630a1a7e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:39.018128 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 6e80f991-1642-4212-99ad-73bf1cb0ac21 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:57:39.018578 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 6e80f991-1642-4212-99ad-73bf1cb0ac21 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:57:39.060506 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1906b8e7-05fd-4546-9d65-5486630a1a7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-390871'] for router, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:39.061332 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1906b8e7-05fd-4546-9d65-5486630a1a7e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02095b17-94fa-4b5e-aecd-f6e867c619b5 {{(pid=83444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 08:57:39.077988 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1906b8e7-05fd-4546-9d65-5486630a1a7e admin admin] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:39.082103 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1906b8e7-05fd-4546-9d65-5486630a1a7e admin admin] 10.222.0.16 "DELETE /v2.0/routers/02095b17-94fa-4b5e-aecd-f6e867c619b5 HTTP/1.1" status: 204 len: 168 time: 2.5983803 Dec 20 08:57:39.082537 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 46812) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:57:39.137100 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 08:57:39.165674 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-c376a606-d48c-4ee8-b9b6-077920fb55d7 admin admin] Deleting subnet ec2f7ce4-2b92-4250-94f8-ff458d7e7f44 {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:57:39.170794 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c376a606-d48c-4ee8-b9b6-077920fb55d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:39.246907 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c376a606-d48c-4ee8-b9b6-077920fb55d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1618747'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:39.296364 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-f792b1db-a947-4e0c-8025-d04fb4babb69 req-b1ecc89e-af41-4b10-acbc-b4e6e3393cf5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Synchronizing usage tracker for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:security_group {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:57:39.314144 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-f792b1db-a947-4e0c-8025-d04fb4babb69 req-b1ecc89e-af41-4b10-acbc-b4e6e3393cf5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Unset dirty status for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:security_group {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:57:39.315388 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-f792b1db-a947-4e0c-8025-d04fb4babb69 req-b1ecc89e-af41-4b10-acbc-b4e6e3393cf5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-369624794&fields=id&tenant_id=f7b89f97320342ff933d41aa1a974b12 HTTP/1.1" status: 200 len: 267 time: 0.0678580 Dec 20 08:57:39.352934 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c376a606-d48c-4ee8-b9b6-077920fb55d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:39.433591 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c376a606-d48c-4ee8-b9b6-077920fb55d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1129313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1529131'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:39.438639 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0517aec6-6af9-4c6f-a013-6cf364bfbc58 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:57:39.483382 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c376a606-d48c-4ee8-b9b6-077920fb55d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec2f7ce4-2b92-4250-94f8-ff458d7e7f44,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:57:39.496987 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd629874-c7b0-4445-963e-a0156753054b None None] Network 9b0d164c-7269-4e58-a7e0-5aaa270beab1 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:57:39.497263 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c376a606-d48c-4ee8-b9b6-077920fb55d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:39.501477 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c376a606-d48c-4ee8-b9b6-077920fb55d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:57:39.505865 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c376a606-d48c-4ee8-b9b6-077920fb55d7 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ec2f7ce4-2b92-4250-94f8-ff458d7e7f44 HTTP/1.1" status: 204 len: 168 time: 0.4212766 Dec 20 08:57:39.507656 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 46818) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:57:39.516686 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f792b1db-a947-4e0c-8025-d04fb4babb69 req-9174a327-b25c-4402-ba2a-02c6c0b583b5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:57:39.517516 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-f792b1db-a947-4e0c-8025-d04fb4babb69 req-9174a327-b25c-4402-ba2a-02c6c0b583b5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Synchronizing usage tracker for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:network {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:57:39.539008 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-f792b1db-a947-4e0c-8025-d04fb4babb69 req-9174a327-b25c-4402-ba2a-02c6c0b583b5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Unset dirty status for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:network {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:57:39.547440 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-f792b1db-a947-4e0c-8025-d04fb4babb69 req-9174a327-b25c-4402-ba2a-02c6c0b583b5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/networks?id=a5e345fb-de02-4c3e-8664-21b7ba095690 HTTP/1.1" status: 200 len: 796 time: 0.2233908 Dec 20 08:57:39.566908 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-f792b1db-a947-4e0c-8025-d04fb4babb69 req-3d5e5283-6aac-4ecf-860e-dd722603c83e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/quotas/f7b89f97320342ff933d41aa1a974b12 HTTP/1.1" status: 200 len: 375 time: 0.0179074 Dec 20 08:57:39.628089 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1e601e32-01df-42c3-bbb7-c400fe647d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:39.641642 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-1e601e32-01df-42c3-bbb7-c400fe647d55 admin admin] Deleting port 2edb4a4a-43d2-4dce-b108-89119d3cf0b2 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:57:39.642080 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1e601e32-01df-42c3-bbb7-c400fe647d55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:39.656605 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-f792b1db-a947-4e0c-8025-d04fb4babb69 req-376cc2da-6589-4535-bbaa-ea91f3b8f427 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Synchronizing usage tracker for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:57:39.674463 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-f792b1db-a947-4e0c-8025-d04fb4babb69 req-376cc2da-6589-4535-bbaa-ea91f3b8f427 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Unset dirty status for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:57:39.676423 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-f792b1db-a947-4e0c-8025-d04fb4babb69 req-376cc2da-6589-4535-bbaa-ea91f3b8f427 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f7b89f97320342ff933d41aa1a974b12&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1082058 Dec 20 08:57:39.824584 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042a47c2-7258-4216-961a-e5a9acb4156c None None] DHCP port deletion for 9b0d164c-7269-4e58-a7e0-5aaa270beab1 request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 08:57:39.828922 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-042a47c2-7258-4216-961a-e5a9acb4156c None None] Deleting port 2edb4a4a-43d2-4dce-b108-89119d3cf0b2 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:57:39.829350 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-042a47c2-7258-4216-961a-e5a9acb4156c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:39.849799 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-f792b1db-a947-4e0c-8025-d04fb4babb69 req-219e48da-43a4-4258-9c94-77b0bb9b762b service neutron] 10.222.0.16 "GET /v2.0/networks/a5e345fb-de02-4c3e-8664-21b7ba095690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608171 Dec 20 08:57:39.900318 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-1e601e32-01df-42c3-bbb7-c400fe647d55 admin admin] For port 2edb4a4a-43d2-4dce-b108-89119d3cf0b2, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=2edb4a4a-43d2-4dce-b108-89119d3cf0b2,segment=NetworkSegment(ef16c412-6eb9-4616-97a7-a4682fd6a930),segment_id=ef16c412-6eb9-4616-97a7-a4682fd6a930)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:57:39.900875 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1e601e32-01df-42c3-bbb7-c400fe647d55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:40.018797 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:40.039434 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-f792b1db-a947-4e0c-8025-d04fb4babb69 req-0ea07cf9-dfdf-48e4-889e-7e54f8043b5c service neutron] 10.222.0.16 "GET /v2.0/networks/a5e345fb-de02-4c3e-8664-21b7ba095690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837537 Dec 20 08:57:40.062216 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-1e601e32-01df-42c3-bbb7-c400fe647d55 admin admin] Calling delete_port for 2edb4a4a-43d2-4dce-b108-89119d3cf0b2 owned by network:dhcp {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:57:40.147388 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-042a47c2-7258-4216-961a-e5a9acb4156c None None] For port 2edb4a4a-43d2-4dce-b108-89119d3cf0b2, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=2edb4a4a-43d2-4dce-b108-89119d3cf0b2,segment=NetworkSegment(ef16c412-6eb9-4616-97a7-a4682fd6a930),segment_id=ef16c412-6eb9-4616-97a7-a4682fd6a930)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:57:40.148807 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-042a47c2-7258-4216-961a-e5a9acb4156c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:40.164297 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1e601e32-01df-42c3-bbb7-c400fe647d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:40.168711 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7a746fc1-908b-4009-96b9-cb776d4c7f79 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:57:40.240809 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e601e32-01df-42c3-bbb7-c400fe647d55 admin admin] No DVR routers for this DVR port 2edb4a4a-43d2-4dce-b108-89119d3cf0b2 on host dv-neutron-820491-1-hyperv {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:57:40.279042 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e601e32-01df-42c3-bbb7-c400fe647d55 admin admin] Pushing event deleted for resources: {'Port': ['ID=2edb4a4a-43d2-4dce-b108-89119d3cf0b2,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:57:40.286498 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1e601e32-01df-42c3-bbb7-c400fe647d55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:57:40.286755 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-042a47c2-7258-4216-961a-e5a9acb4156c None None] Calling delete_port for 2edb4a4a-43d2-4dce-b108-89119d3cf0b2 owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:57:40.379848 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.db.api [None req-042a47c2-7258-4216-961a-e5a9acb4156c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 08:57:40.380960 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_db.api [None req-042a47c2-7258-4216-961a-e5a9acb4156c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 08:57:40.423160 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1e601e32-01df-42c3-bbb7-c400fe647d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:40.449258 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device f0bcc289-daa1-40be-8195-717285ace2d5 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:57:40.484728 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-0cfcea83-780f-438d-a2f3-3bdeff41966e req-7ae512d3-58df-4ad7-b33b-7cc0b1978e07 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Synchronizing usage tracker for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:57:40.495859 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-1e601e32-01df-42c3-bbb7-c400fe647d55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b0d164c-7269-4e58-a7e0-5aaa270beab1']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:57:40.525798 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-1e601e32-01df-42c3-bbb7-c400fe647d55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef16c412-6eb9-4616-97a7-a4682fd6a930') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:57:40.526095 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-1e601e32-01df-42c3-bbb7-c400fe647d55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef16c412-6eb9-4616-97a7-a4682fd6a930') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:57:40.538260 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-0cfcea83-780f-438d-a2f3-3bdeff41966e req-7ae512d3-58df-4ad7-b33b-7cc0b1978e07 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Unset dirty status for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:57:40.546570 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port f0bcc289-daa1-40be-8195-717285ace2d5 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:57:40.547547 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:40.550576 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0cfcea83-780f-438d-a2f3-3bdeff41966e req-7ae512d3-58df-4ad7-b33b-7cc0b1978e07 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=71017660-e4d6-44bc-bdec-e19c1bdca1df HTTP/1.1" status: 200 len: 210 time: 0.2770741 Dec 20 08:57:40.558794 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1e601e32-01df-42c3-bbb7-c400fe647d55 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1618722'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:40.591198 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1e601e32-01df-42c3-bbb7-c400fe647d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:40.606160 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e601e32-01df-42c3-bbb7-c400fe647d55 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:57:40.606160 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1e601e32-01df-42c3-bbb7-c400fe647d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1128911'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:40.625581 dv-neutron-820491-1-hyperv neutron-server[83444]: Traceback (most recent call last): Dec 20 08:57:40.625581 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:57:40.625581 dv-neutron-820491-1-hyperv neutron-server[83444]: timer() Dec 20 08:57:40.625581 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:57:40.625581 dv-neutron-820491-1-hyperv neutron-server[83444]: cb(*args, **kw) Dec 20 08:57:40.625581 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:57:40.625581 dv-neutron-820491-1-hyperv neutron-server[83444]: return func(*args, **kwargs) Dec 20 08:57:40.625581 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:57:40.625581 dv-neutron-820491-1-hyperv neutron-server[83444]: self._notify() Dec 20 08:57:40.625581 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:57:40.625581 dv-neutron-820491-1-hyperv neutron-server[83444]: self.callback(batched_events) Dec 20 08:57:40.625581 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:57:40.625581 dv-neutron-820491-1-hyperv neutron-server[83444]: event.method(event) Dec 20 08:57:40.625581 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:57:40.625581 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:57:40.625581 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:57:40.625581 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:57:40.625581 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:57:40.625581 dv-neutron-820491-1-hyperv neutron-server[83444]: return f(self, *a, **k) Dec 20 08:57:40.625581 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:57:40.625581 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._get(url).json() Dec 20 08:57:40.625581 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:57:40.625581 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:57:40.625581 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:57:40.625581 dv-neutron-820491-1-hyperv neutron-server[83444]: return self.request(url, 'GET', **kwargs) Dec 20 08:57:40.625581 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:57:40.625581 dv-neutron-820491-1-hyperv neutron-server[83444]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:57:40.625581 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:57:40.625581 dv-neutron-820491-1-hyperv neutron-server[83444]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:57:40.625581 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:57:40.625581 dv-neutron-820491-1-hyperv neutron-server[83444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:57:40.625581 dv-neutron-820491-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:57:40.712101 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1e601e32-01df-42c3-bbb7-c400fe647d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:40.719216 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1e601e32-01df-42c3-bbb7-c400fe647d55 admin admin] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:40.724108 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-42cfe9f4-3a0a-43bd-a31f-f53cd4b47428 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:57:40.756138 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e601e32-01df-42c3-bbb7-c400fe647d55 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b0d164c-7269-4e58-a7e0-5aaa270beab1,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:57:40.759082 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1e601e32-01df-42c3-bbb7-c400fe647d55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:57:40.763646 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1e601e32-01df-42c3-bbb7-c400fe647d55 admin admin] 10.222.0.16 "DELETE /v2.0/networks/9b0d164c-7269-4e58-a7e0-5aaa270beab1 HTTP/1.1" status: 204 len: 168 time: 1.2549694 Dec 20 08:57:40.784392 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 2edb4a4a-43d2-4dce-b108-89119d3cf0b2 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:57:40.819883 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 2edb4a4a-43d2-4dce-b108-89119d3cf0b2 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:57:40.820233 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 2edb4a4a-43d2-4dce-b108-89119d3cf0b2 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:57:40.820663 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device ef7a86e3-a87b-424d-bb95-4c34a0bb3a16 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:57:40.852674 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: ef7a86e3-a87b-424d-bb95-4c34a0bb3a16 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:57:40.853409 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device ef7a86e3-a87b-424d-bb95-4c34a0bb3a16 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:57:40.883142 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-042a47c2-7258-4216-961a-e5a9acb4156c None None] Deleting port 2edb4a4a-43d2-4dce-b108-89119d3cf0b2 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:57:40.883514 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-042a47c2-7258-4216-961a-e5a9acb4156c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:40.956179 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-042a47c2-7258-4216-961a-e5a9acb4156c None None] The port '2edb4a4a-43d2-4dce-b108-89119d3cf0b2' was deleted {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 08:57:40.980496 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 46836) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:57:41.039973 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a7ac6748-4fae-4565-8274-d643bbd7f8c2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9cbdcc0323fa453595ec6616c2aaa00e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0578716 Dec 20 08:57:41.042406 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 46840) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:57:41.118513 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7f1f2437-4687-40fd-b847-1daaad8b2ed7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:41.146398 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7f1f2437-4687-40fd-b847-1daaad8b2ed7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:41.199030 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7f1f2437-4687-40fd-b847-1daaad8b2ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:41.202951 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c3fad6d0-d296-4ec6-9392-6adbc00f0bf4 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:57:41.219223 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1f2437-4687-40fd-b847-1daaad8b2ed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe35198-4572-4a29-9b88-259ed88a5a3e,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:57:41.224861 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7f1f2437-4687-40fd-b847-1daaad8b2ed7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:57:41.228608 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7f1f2437-4687-40fd-b847-1daaad8b2ed7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:41.232181 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-7f1f2437-4687-40fd-b847-1daaad8b2ed7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cfe35198-4572-4a29-9b88-259ed88a5a3e HTTP/1.1" status: 204 len: 168 time: 0.1865115 Dec 20 08:57:41.715091 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 46850) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:57:41.725872 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f792b1db-a947-4e0c-8025-d04fb4babb69 req-e23db147-0d97-437d-b1da-37a6e90100f8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:57:41.726842 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-f792b1db-a947-4e0c-8025-d04fb4babb69 req-e23db147-0d97-437d-b1da-37a6e90100f8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Synchronizing usage tracker for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:network {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:57:41.740936 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-f792b1db-a947-4e0c-8025-d04fb4babb69 req-e23db147-0d97-437d-b1da-37a6e90100f8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Unset dirty status for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:network {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:57:41.742380 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f792b1db-a947-4e0c-8025-d04fb4babb69 req-e23db147-0d97-437d-b1da-37a6e90100f8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.58 "GET /v2.0/networks?id=a5e345fb-de02-4c3e-8664-21b7ba095690 HTTP/1.1" status: 200 len: 796 time: 0.3676105 Dec 20 08:57:41.785027 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-4e90aee7-51e6-4715-94d1-df9649ed0e6c req-3b2697d7-957d-4fd7-ab76-30df7d41f3ab tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=71017660-e4d6-44bc-bdec-e19c1bdca1df HTTP/1.1" status: 200 len: 210 time: 0.0525253 Dec 20 08:57:41.814406 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f792b1db-a947-4e0c-8025-d04fb4babb69 req-e97407df-6c5e-4c0b-9387-234bee052834 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7b89f97320342ff933d41aa1a974b12 HTTP/1.1" status: 200 len: 379 time: 0.0577559 Dec 20 08:57:41.816817 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-64f6e7f8-6723-4655-ba48-ef425dcf4d0f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=267e2bb079e8441da27d64d99add18a5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0999629 Dec 20 08:57:41.820174 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 46854) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:57:41.824105 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-f792b1db-a947-4e0c-8025-d04fb4babb69 req-bfdb58b2-2602-4de0-a807-8f919d0cc130 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'port': {'device_id': '71017660-e4d6-44bc-bdec-e19c1bdca1df', 'network_id': 'a5e345fb-de02-4c3e-8664-21b7ba095690', 'admin_state_up': True, 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'security_groups': ['c1ef2170-3fac-4512-a9fb-bb71b05dbea6']}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:57:41.885024 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-72fe4028-2ce9-406e-af10-60cd5dcc781a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:41.915441 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-72fe4028-2ce9-406e-af10-60cd5dcc781a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:41.979098 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-f792b1db-a947-4e0c-8025-d04fb4babb69 req-bfdb58b2-2602-4de0-a807-8f919d0cc130 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:57:41.993284 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-f792b1db-a947-4e0c-8025-d04fb4babb69 req-bfdb58b2-2602-4de0-a807-8f919d0cc130 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:57:41.993541 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-72fe4028-2ce9-406e-af10-60cd5dcc781a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:42.000230 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e216879c-b166-49ac-9a7e-92236483c51e tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:57:42.001792 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f792b1db-a947-4e0c-8025-d04fb4babb69 req-bfdb58b2-2602-4de0-a807-8f919d0cc130 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Made reservation on behalf of f7b89f97320342ff933d41aa1a974b12 for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:57:42.005698 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-f792b1db-a947-4e0c-8025-d04fb4babb69 req-bfdb58b2-2602-4de0-a807-8f919d0cc130 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:42.014686 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fe4028-2ce9-406e-af10-60cd5dcc781a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35bebacb-1ff4-4611-a091-28ad4c6f414a,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:57:42.021099 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-72fe4028-2ce9-406e-af10-60cd5dcc781a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:57:42.023789 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-72fe4028-2ce9-406e-af10-60cd5dcc781a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:42.027675 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-72fe4028-2ce9-406e-af10-60cd5dcc781a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/35bebacb-1ff4-4611-a091-28ad4c6f414a HTTP/1.1" status: 204 len: 168 time: 0.2038972 Dec 20 08:57:42.204219 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [req-f792b1db-a947-4e0c-8025-d04fb4babb69 req-bfdb58b2-2602-4de0-a807-8f919d0cc130 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Allocated IP 172.20.0.4 (a5e345fb-de02-4c3e-8664-21b7ba095690/203e63ce-f69e-43a3-8738-c5b447c99daa/b76b70c1-9c6d-436a-a753-815db86979d6) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:57:42.447292 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-f792b1db-a947-4e0c-8025-d04fb4babb69 req-bfdb58b2-2602-4de0-a807-8f919d0cc130 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:42.465891 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-f792b1db-a947-4e0c-8025-d04fb4babb69 req-bfdb58b2-2602-4de0-a807-8f919d0cc130 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Transition to ACTIVE for port object b76b70c1-9c6d-436a-a753-815db86979d6 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:57:42.489086 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-f792b1db-a947-4e0c-8025-d04fb4babb69 req-bfdb58b2-2602-4de0-a807-8f919d0cc130 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:42.496838 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e3ea1bd4-700a-4d24-ad10-d300fe3aa8ad tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:57:42.509605 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-84d4a859-3e22-420f-8c37-b72c6b008bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:42.570260 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f792b1db-a947-4e0c-8025-d04fb4babb69 req-bfdb58b2-2602-4de0-a807-8f919d0cc130 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Network a5e345fb-de02-4c3e-8664-21b7ba095690 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:57:42.573869 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [req-f792b1db-a947-4e0c-8025-d04fb4babb69 req-bfdb58b2-2602-4de0-a807-8f919d0cc130 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:57:42.578200 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-f792b1db-a947-4e0c-8025-d04fb4babb69 req-bfdb58b2-2602-4de0-a807-8f919d0cc130 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:57:42.608054 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdb58b2-2602-4de0-a807-8f919d0cc130 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'Port': ['ID=b76b70c1-9c6d-436a-a753-815db86979d6,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:57:42.613722 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-bfdb58b2-2602-4de0-a807-8f919d0cc130 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:57:42.649652 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f792b1db-a947-4e0c-8025-d04fb4babb69 req-bfdb58b2-2602-4de0-a807-8f919d0cc130 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:57:42.650662 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-f792b1db-a947-4e0c-8025-d04fb4babb69 req-bfdb58b2-2602-4de0-a807-8f919d0cc130 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:42.687736 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f792b1db-a947-4e0c-8025-d04fb4babb69 req-bfdb58b2-2602-4de0-a807-8f919d0cc130 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8673549 Dec 20 08:57:42.702227 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-f792b1db-a947-4e0c-8025-d04fb4babb69 req-9454784a-ffc3-4488-8cf5-d05cc3ae51f7 service neutron] Request body: {'port': {'device_id': '71017660-e4d6-44bc-bdec-e19c1bdca1df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8204'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:57:42.824142 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-9622fb24-30ec-4b6d-9497-2db5528c0bd0 None None] Provisioning for port b76b70c1-9c6d-436a-a753-815db86979d6 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:57:42.829340 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-9622fb24-30ec-4b6d-9497-2db5528c0bd0 None None] Provisioning complete for port b76b70c1-9c6d-436a-a753-815db86979d6 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:57:42.829728 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-9622fb24-30ec-4b6d-9497-2db5528c0bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:42.875693 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-f792b1db-a947-4e0c-8025-d04fb4babb69 req-9454784a-ffc3-4488-8cf5-d05cc3ae51f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:42.890042 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-9622fb24-30ec-4b6d-9497-2db5528c0bd0 None None] Port b76b70c1-9c6d-436a-a753-815db86979d6 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:57:43.131311 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f741fe-d491-4aff-bd44-23dd8f13f389 req-fcad7768-a650-42c9-853e-be2954951c82 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:57:43.132018 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-a9f741fe-d491-4aff-bd44-23dd8f13f389 req-fcad7768-a650-42c9-853e-be2954951c82 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Synchronizing usage tracker for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:57:43.211835 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-a9f741fe-d491-4aff-bd44-23dd8f13f389 req-fcad7768-a650-42c9-853e-be2954951c82 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Unset dirty status for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:57:43.213063 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a9f741fe-d491-4aff-bd44-23dd8f13f389 req-fcad7768-a650-42c9-853e-be2954951c82 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=71017660-e4d6-44bc-bdec-e19c1bdca1df HTTP/1.1" status: 200 len: 931 time: 0.2858145 Dec 20 08:57:43.291698 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a9f741fe-d491-4aff-bd44-23dd8f13f389 req-0ed9d41e-f3a0-46ab-b290-f39811124caa tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1ef2170-3fac-4512-a9fb-bb71b05dbea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713735 Dec 20 08:57:43.372803 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [req-f792b1db-a947-4e0c-8025-d04fb4babb69 req-9454784a-ffc3-4488-8cf5-d05cc3ae51f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b76b70c1-9c6d-436a-a753-815db86979d6 {{(pid=83444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 08:57:43.380113 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-f792b1db-a947-4e0c-8025-d04fb4babb69 req-9454784a-ffc3-4488-8cf5-d05cc3ae51f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:43.395628 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-f792b1db-a947-4e0c-8025-d04fb4babb69 req-9454784a-ffc3-4488-8cf5-d05cc3ae51f7 service neutron] Transition to ACTIVE for port object b76b70c1-9c6d-436a-a753-815db86979d6 will not be triggered until provisioned by entity L2. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:57:43.400368 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-f792b1db-a947-4e0c-8025-d04fb4babb69 req-9454784a-ffc3-4488-8cf5-d05cc3ae51f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:43.405696 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-85cb65ca-74ab-4785-bf79-d474a4ea503a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:57:43.548090 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9454784a-ffc3-4488-8cf5-d05cc3ae51f7 service neutron] Pushing event updated for resources: {'Port': ['ID=b76b70c1-9c6d-436a-a753-815db86979d6,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:57:43.554603 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9454784a-ffc3-4488-8cf5-d05cc3ae51f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:57:43.686926 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-f792b1db-a947-4e0c-8025-d04fb4babb69 req-9454784a-ffc3-4488-8cf5-d05cc3ae51f7 service neutron] Attempting to bind port b76b70c1-9c6d-436a-a753-815db86979d6 on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:57:43.687269 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-f792b1db-a947-4e0c-8025-d04fb4babb69 req-9454784a-ffc3-4488-8cf5-d05cc3ae51f7 service neutron] Attempting to bind port b76b70c1-9c6d-436a-a753-815db86979d6 by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': 'a2d1feb9-148d-4bb1-9c94-0511ae5f27a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a5e345fb-de02-4c3e-8664-21b7ba095690'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:57:43.687593 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f792b1db-a947-4e0c-8025-d04fb4babb69 req-9454784a-ffc3-4488-8cf5-d05cc3ae51f7 service neutron] Attempting to bind port b76b70c1-9c6d-436a-a753-815db86979d6 on network a5e345fb-de02-4c3e-8664-21b7ba095690 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:57:43.695362 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f792b1db-a947-4e0c-8025-d04fb4babb69 req-9454784a-ffc3-4488-8cf5-d05cc3ae51f7 service neutron] Port b76b70c1-9c6d-436a-a753-815db86979d6 on network a5e345fb-de02-4c3e-8664-21b7ba095690 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 08:57:43.695688 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f792b1db-a947-4e0c-8025-d04fb4babb69 req-9454784a-ffc3-4488-8cf5-d05cc3ae51f7 service neutron] Attempting to bind port b76b70c1-9c6d-436a-a753-815db86979d6 on network a5e345fb-de02-4c3e-8664-21b7ba095690 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:57:43.703017 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f792b1db-a947-4e0c-8025-d04fb4babb69 req-9454784a-ffc3-4488-8cf5-d05cc3ae51f7 service neutron] Checking agent: {'id': 'bd419857-3bec-4b96-b211-3fb278c66880', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8204', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 40, 10), 'started_at': datetime.datetime(2021, 12, 20, 8, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:57:43.703363 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f792b1db-a947-4e0c-8025-d04fb4babb69 req-9454784a-ffc3-4488-8cf5-d05cc3ae51f7 service neutron] Checking segment: {'id': 'a2d1feb9-148d-4bb1-9c94-0511ae5f27a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a5e345fb-de02-4c3e-8664-21b7ba095690'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:57:43.703756 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f792b1db-a947-4e0c-8025-d04fb4babb69 req-9454784a-ffc3-4488-8cf5-d05cc3ae51f7 service neutron] Bound using segment: {'id': 'a2d1feb9-148d-4bb1-9c94-0511ae5f27a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a5e345fb-de02-4c3e-8664-21b7ba095690'} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:57:43.704201 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-f792b1db-a947-4e0c-8025-d04fb4babb69 req-9454784a-ffc3-4488-8cf5-d05cc3ae51f7 service neutron] Bound port: b76b70c1-9c6d-436a-a753-815db86979d6, host: hv-neutron-8204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d1feb9-148d-4bb1-9c94-0511ae5f27a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a5e345fb-de02-4c3e-8664-21b7ba095690'}}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:57:43.704559 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-f792b1db-a947-4e0c-8025-d04fb4babb69 req-9454784a-ffc3-4488-8cf5-d05cc3ae51f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:43.928520 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-f792b1db-a947-4e0c-8025-d04fb4babb69 req-9454784a-ffc3-4488-8cf5-d05cc3ae51f7 service neutron] For port b76b70c1-9c6d-436a-a753-815db86979d6, host hv-neutron-8204, cleared binding levels {{(pid=83444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:57:43.931656 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-f792b1db-a947-4e0c-8025-d04fb4babb69 req-9454784a-ffc3-4488-8cf5-d05cc3ae51f7 service neutron] For port b76b70c1-9c6d-436a-a753-815db86979d6, host hv-neutron-8204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=b76b70c1-9c6d-436a-a753-815db86979d6,segment=NetworkSegment(a2d1feb9-148d-4bb1-9c94-0511ae5f27a6),segment_id=a2d1feb9-148d-4bb1-9c94-0511ae5f27a6)] {{(pid=83444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:57:43.936166 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-f792b1db-a947-4e0c-8025-d04fb4babb69 req-9454784a-ffc3-4488-8cf5-d05cc3ae51f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:43.939905 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-6fcdde46-44c4-4c58-81fa-b6fae3f4821e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:57:43.995864 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-f792b1db-a947-4e0c-8025-d04fb4babb69 req-9454784a-ffc3-4488-8cf5-d05cc3ae51f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:43.997256 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f792b1db-a947-4e0c-8025-d04fb4babb69 req-9454784a-ffc3-4488-8cf5-d05cc3ae51f7 service neutron] 10.222.0.58 "PUT /v2.0/ports/b76b70c1-9c6d-436a-a753-815db86979d6 HTTP/1.1" status: 200 len: 1093 time: 1.3017778 Dec 20 08:57:43.997796 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71017660-e4d6-44bc-bdec-e19c1bdca1df', 'tag': 'b76b70c1-9c6d-436a-a753-815db86979d6'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 08:57:44.028098 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9454784a-ffc3-4488-8cf5-d05cc3ae51f7 service neutron] Pushing event updated for resources: {'Port': ['ID=b76b70c1-9c6d-436a-a753-815db86979d6,revision_number=3']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:57:44.037960 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9454784a-ffc3-4488-8cf5-d05cc3ae51f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:57:44.096103 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71017660-e4d6-44bc-bdec-e19c1bdca1df', 'tag': 'b76b70c1-9c6d-436a-a753-815db86979d6', 'status': 'completed', 'code': 200} Dec 20 08:57:44.146937 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f792b1db-a947-4e0c-8025-d04fb4babb69 req-2c173b68-f720-4cb3-ac35-03b7d2ce742a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f7b89f97320342ff933d41aa1a974b12&device_id=71017660-e4d6-44bc-bdec-e19c1bdca1df HTTP/1.1" status: 200 len: 1096 time: 0.0948937 Dec 20 08:57:44.224081 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f792b1db-a947-4e0c-8025-d04fb4babb69 req-d56738c3-a940-4067-ab0e-49237776951d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b76b70c1-9c6d-436a-a753-815db86979d6 HTTP/1.1" status: 200 len: 217 time: 0.0715868 Dec 20 08:57:44.293343 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f792b1db-a947-4e0c-8025-d04fb4babb69 req-efdfd220-25ec-4846-9130-e1d91fde13ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:57:44.294827 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f792b1db-a947-4e0c-8025-d04fb4babb69 req-efdfd220-25ec-4846-9130-e1d91fde13ee service neutron] 10.222.0.58 "GET /v2.0/subnets?id=203e63ce-f69e-43a3-8738-c5b447c99daa HTTP/1.1" status: 200 len: 835 time: 0.0652924 Dec 20 08:57:44.377171 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f792b1db-a947-4e0c-8025-d04fb4babb69 req-0d06d074-a6b4-41a2-abfe-2d9e9282a884 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a5e345fb-de02-4c3e-8664-21b7ba095690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759516 Dec 20 08:57:44.566058 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f792b1db-a947-4e0c-8025-d04fb4babb69 req-750ef9d3-c326-4806-aaf6-f3ebf2291354 service neutron] 10.222.0.58 "GET /v2.0/networks/a5e345fb-de02-4c3e-8664-21b7ba095690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821215 Dec 20 08:57:44.614030 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73613bd3-615a-47cb-92f2-a59ca0e30c65 req-51707ac6-5299-4e0b-9562-836e3d966851 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:57:44.615536 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-73613bd3-615a-47cb-92f2-a59ca0e30c65 req-51707ac6-5299-4e0b-9562-836e3d966851 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=71017660-e4d6-44bc-bdec-e19c1bdca1df HTTP/1.1" status: 200 len: 943 time: 0.1417222 Dec 20 08:57:44.746319 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-73613bd3-615a-47cb-92f2-a59ca0e30c65 req-d1ebfe39-80b1-4d5d-b1a7-8fb30462e48f tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1ef2170-3fac-4512-a9fb-bb71b05dbea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203110 Dec 20 08:57:44.752369 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f792b1db-a947-4e0c-8025-d04fb4babb69 req-cbee3643-9080-4a49-bf43-99ea1b5ca4d4 service neutron] 10.222.0.58 "GET /v2.0/networks/a5e345fb-de02-4c3e-8664-21b7ba095690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761310 Dec 20 08:57:44.830091 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a49f9b72-7834-4171-8519-6c9035191254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:44.874540 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9c6c91d2-57d2-467f-bdf3-cfd8e18b7f7e req-c3fc4969-e9af-4186-8f7f-94ea87c6d0e3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f7b89f97320342ff933d41aa1a974b12&device_id=71017660-e4d6-44bc-bdec-e19c1bdca1df HTTP/1.1" status: 200 len: 1096 time: 0.0767119 Dec 20 08:57:45.015084 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6c91d2-57d2-467f-bdf3-cfd8e18b7f7e req-37386200-f5d5-49fe-bdca-9ff8a988e76d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:57:45.016547 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9c6c91d2-57d2-467f-bdf3-cfd8e18b7f7e req-37386200-f5d5-49fe-bdca-9ff8a988e76d service neutron] 10.222.0.58 "GET /v2.0/networks?id=a5e345fb-de02-4c3e-8664-21b7ba095690 HTTP/1.1" status: 200 len: 897 time: 0.1350729 Dec 20 08:57:45.095484 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9c6c91d2-57d2-467f-bdf3-cfd8e18b7f7e req-c3e9d44c-27c3-4c6d-8be1-120e954f053c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b76b70c1-9c6d-436a-a753-815db86979d6 HTTP/1.1" status: 200 len: 217 time: 0.0719535 Dec 20 08:57:45.160239 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6c91d2-57d2-467f-bdf3-cfd8e18b7f7e req-d7ab8cfd-4f2d-414a-90fd-da4426ac2d0d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:57:45.161730 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9c6c91d2-57d2-467f-bdf3-cfd8e18b7f7e req-d7ab8cfd-4f2d-414a-90fd-da4426ac2d0d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=203e63ce-f69e-43a3-8738-c5b447c99daa HTTP/1.1" status: 200 len: 835 time: 0.0597067 Dec 20 08:57:45.245571 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9c6c91d2-57d2-467f-bdf3-cfd8e18b7f7e req-d7e13d46-2147-4450-abdc-e3cfb6d530f7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a5e345fb-de02-4c3e-8664-21b7ba095690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776782 Dec 20 08:57:45.387258 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9c6c91d2-57d2-467f-bdf3-cfd8e18b7f7e req-cc78d305-7052-4631-8dcc-ffef5f3dec82 service neutron] 10.222.0.58 "GET /v2.0/networks/a5e345fb-de02-4c3e-8664-21b7ba095690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354539 Dec 20 08:57:45.533936 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9c6c91d2-57d2-467f-bdf3-cfd8e18b7f7e req-fbb4b529-0a3e-445b-b8ca-ef47441a01df service neutron] 10.222.0.58 "GET /v2.0/networks/a5e345fb-de02-4c3e-8664-21b7ba095690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401453 Dec 20 08:57:45.924475 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:45.976429 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec60f3-f3d9-45ba-9c9c-147d7d75844c req-09399281-7b77-450a-b497-1780e125b40a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:57:45.977980 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-22ec60f3-f3d9-45ba-9c9c-147d7d75844c req-09399281-7b77-450a-b497-1780e125b40a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=71017660-e4d6-44bc-bdec-e19c1bdca1df HTTP/1.1" status: 200 len: 943 time: 0.0922112 Dec 20 08:57:46.001786 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:46.033790 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-22ec60f3-f3d9-45ba-9c9c-147d7d75844c req-e37d9406-2082-4403-9c87-16f17f8ed459 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1ef2170-3fac-4512-a9fb-bb71b05dbea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500777 Dec 20 08:57:47.237404 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84c1db7-4e06-4ca7-a949-0fdf71d90a85 req-e5bfcdb4-b400-4931-9c46-d16de369ab04 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:57:47.239051 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d84c1db7-4e06-4ca7-a949-0fdf71d90a85 req-e5bfcdb4-b400-4931-9c46-d16de369ab04 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=71017660-e4d6-44bc-bdec-e19c1bdca1df HTTP/1.1" status: 200 len: 943 time: 0.0830691 Dec 20 08:57:47.294827 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d84c1db7-4e06-4ca7-a949-0fdf71d90a85 req-6ee984bd-90de-464d-8a37-f833fc2204e8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1ef2170-3fac-4512-a9fb-bb71b05dbea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488732 Dec 20 08:57:47.390038 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:48.497563 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2ec9ca-3b87-4a28-9959-1d5c6dc97abf req-2527e517-9973-450f-8ef7-231371ff6ea9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:57:48.499362 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-cf2ec9ca-3b87-4a28-9959-1d5c6dc97abf req-2527e517-9973-450f-8ef7-231371ff6ea9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=71017660-e4d6-44bc-bdec-e19c1bdca1df HTTP/1.1" status: 200 len: 943 time: 0.0809467 Dec 20 08:57:48.561767 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-cf2ec9ca-3b87-4a28-9959-1d5c6dc97abf req-6006884f-1e7b-40de-8aff-5520a0792c4b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1ef2170-3fac-4512-a9fb-bb71b05dbea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540397 Dec 20 08:57:48.942437 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device b76b70c1-9c6d-436a-a753-815db86979d6 details requested by agent hyperv_hv-neutron-8204 with host hv-neutron-8204 {{(pid=83446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 08:57:49.106224 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port b76b70c1-9c6d-436a-a753-815db86979d6, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=b76b70c1-9c6d-436a-a753-815db86979d6,segment=NetworkSegment(a2d1feb9-148d-4bb1-9c94-0511ae5f27a6),segment_id=a2d1feb9-148d-4bb1-9c94-0511ae5f27a6)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:57:49.123907 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Returning: {'device': 'b76b70c1-9c6d-436a-a753-815db86979d6', 'network_id': 'a5e345fb-de02-4c3e-8664-21b7ba095690', 'port_id': 'b76b70c1-9c6d-436a-a753-815db86979d6', 'mac_address': 'fa:16:3e:9a:b3:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '203e63ce-f69e-43a3-8738-c5b447c99daa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 08:57:49.194268 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:49.214086 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b76b70c1-9c6d-436a-a753-815db86979d6 {{(pid=83446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 08:57:49.232069 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port b76b70c1-9c6d-436a-a753-815db86979d6, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=b76b70c1-9c6d-436a-a753-815db86979d6,segment=NetworkSegment(a2d1feb9-148d-4bb1-9c94-0511ae5f27a6),segment_id=a2d1feb9-148d-4bb1-9c94-0511ae5f27a6)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:57:49.236288 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:49.238078 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:57:49.311504 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=b76b70c1-9c6d-436a-a753-815db86979d6,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:57:49.315514 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:57:49.625831 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] get_ports_and_sgs() called for port_ids ['b76b70c1-9c6d-436a-a753-815db86979d6'] {{(pid=83446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 08:57:49.965215 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ff6b92-d805-48d7-92dd-7da4a719a6b7 req-5f6ac0e7-1b55-4cba-af5d-236a3a8345d1 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:57:49.966838 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-96ff6b92-d805-48d7-92dd-7da4a719a6b7 req-5f6ac0e7-1b55-4cba-af5d-236a3a8345d1 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=71017660-e4d6-44bc-bdec-e19c1bdca1df HTTP/1.1" status: 200 len: 944 time: 0.2530200 Dec 20 08:57:50.026808 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-96ff6b92-d805-48d7-92dd-7da4a719a6b7 req-36d27006-7727-46fb-8a05-e9184aa3b8c8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1ef2170-3fac-4512-a9fb-bb71b05dbea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456128 Dec 20 08:57:50.947380 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device b76b70c1-9c6d-436a-a753-815db86979d6 up at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:57:51.019841 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning for port b76b70c1-9c6d-436a-a753-815db86979d6 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:57:51.025745 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning complete for port b76b70c1-9c6d-436a-a753-815db86979d6 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:57:51.026125 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:51.172517 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:51.211354 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71017660-e4d6-44bc-bdec-e19c1bdca1df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b76b70c1-9c6d-436a-a753-815db86979d6'}] {{(pid=83446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 08:57:51.224924 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port b76b70c1-9c6d-436a-a753-815db86979d6, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=b76b70c1-9c6d-436a-a753-815db86979d6,segment=NetworkSegment(a2d1feb9-148d-4bb1-9c94-0511ae5f27a6),segment_id=a2d1feb9-148d-4bb1-9c94-0511ae5f27a6)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:57:51.229525 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:51.232915 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-a3f8bf4c-83e5-4270-92ed-22925ded23d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:57:51.278398 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d028f-a513-4009-84b7-8ea914cc9d60 req-08fa7ff5-e3fb-4cbc-b773-26429ef08ba0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:57:51.281936 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-404d028f-a513-4009-84b7-8ea914cc9d60 req-08fa7ff5-e3fb-4cbc-b773-26429ef08ba0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=71017660-e4d6-44bc-bdec-e19c1bdca1df HTTP/1.1" status: 200 len: 944 time: 0.1194108 Dec 20 08:57:51.282762 dv-neutron-820491-1-hyperv neutron-server[83446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71017660-e4d6-44bc-bdec-e19c1bdca1df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b76b70c1-9c6d-436a-a753-815db86979d6', 'code': 200} Dec 20 08:57:51.321334 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=b76b70c1-9c6d-436a-a753-815db86979d6,revision_number=5']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:57:51.324577 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:57:51.337848 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-404d028f-a513-4009-84b7-8ea914cc9d60 req-048c307c-18f5-4570-a677-7327a7e85696 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1ef2170-3fac-4512-a9fb-bb71b05dbea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503418 Dec 20 08:57:51.737579 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9cdbea1c-defb-4ff0-b4c2-466d79dc6ac6 req-4c436fc4-8c23-41d9-8631-d1b93b5fbf6c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=71017660-e4d6-44bc-bdec-e19c1bdca1df HTTP/1.1" status: 200 len: 1098 time: 0.2714930 Dec 20 08:57:51.798792 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9cdbea1c-defb-4ff0-b4c2-466d79dc6ac6 req-4f8f3d4b-ea68-4d57-b1bc-38cf91988de9 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c1ef2170-3fac-4512-a9fb-bb71b05dbea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543849 Dec 20 08:57:52.550723 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e3e5d1-9743-420d-9a86-d4421c395b2e req-01ac811b-b9d7-4354-bb26-3d614ba76d36 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:57:52.552847 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b6e3e5d1-9743-420d-9a86-d4421c395b2e req-01ac811b-b9d7-4354-bb26-3d614ba76d36 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=71017660-e4d6-44bc-bdec-e19c1bdca1df HTTP/1.1" status: 200 len: 945 time: 0.0873349 Dec 20 08:57:52.624711 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b6e3e5d1-9743-420d-9a86-d4421c395b2e req-9f2579ba-f8ca-4c92-9aee-f32970700fca tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1ef2170-3fac-4512-a9fb-bb71b05dbea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627806 Dec 20 08:57:53.831186 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db79460b-3873-478d-a54e-180736ff11e7 req-3ae577f3-2eb8-49b3-9180-813b58a8ad09 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:57:53.832567 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-db79460b-3873-478d-a54e-180736ff11e7 req-3ae577f3-2eb8-49b3-9180-813b58a8ad09 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=71017660-e4d6-44bc-bdec-e19c1bdca1df HTTP/1.1" status: 200 len: 945 time: 0.0807567 Dec 20 08:57:53.884486 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-db79460b-3873-478d-a54e-180736ff11e7 req-dc9ce360-c191-4f3a-b6f8-fe89c64b4934 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1ef2170-3fac-4512-a9fb-bb71b05dbea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450938 Dec 20 08:57:54.094522 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0ab132-268e-4222-aeac-a8141340f9dd req-5bf94caa-fde0-468f-8c8d-12ffd405a6d0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:57:54.095882 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ad0ab132-268e-4222-aeac-a8141340f9dd req-5bf94caa-fde0-468f-8c8d-12ffd405a6d0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=71017660-e4d6-44bc-bdec-e19c1bdca1df HTTP/1.1" status: 200 len: 945 time: 0.0826409 Dec 20 08:57:54.147668 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ad0ab132-268e-4222-aeac-a8141340f9dd req-0af986df-51ba-45a8-8b03-1ea7ac7feeeb tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1ef2170-3fac-4512-a9fb-bb71b05dbea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456755 Dec 20 08:57:54.176094 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 46888) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:57:54.248137 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-80a2c3db-8052-423f-b180-1069988e4152 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=71017660-e4d6-44bc-bdec-e19c1bdca1df HTTP/1.1" status: 200 len: 1093 time: 0.0708046 Dec 20 08:57:54.250729 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 46892) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:57:54.256527 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-918c4d0c-3f01-462c-8db6-fd036b2e580e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'floatingip': {'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'port_id': 'b76b70c1-9c6d-436a-a753-815db86979d6', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:57:54.262153 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-918c4d0c-3f01-462c-8db6-fd036b2e580e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:57:54.265866 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-918c4d0c-3f01-462c-8db6-fd036b2e580e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:floatingip and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:57:54.268636 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-918c4d0c-3f01-462c-8db6-fd036b2e580e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:57:54.274690 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-918c4d0c-3f01-462c-8db6-fd036b2e580e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:57:54.285121 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-918c4d0c-3f01-462c-8db6-fd036b2e580e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for floatingip, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:54.529331 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-918c4d0c-3f01-462c-8db6-fd036b2e580e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:54.675956 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-918c4d0c-3f01-462c-8db6-fd036b2e580e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Allocated IP 172.26.5.186 (95f3bec2-46e6-4468-8229-8badd4a5aaae/cf8895a3-346d-4313-a645-16ecdcce9969/d2a42008-24cd-489f-903c-53151c7415da) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:57:54.838062 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-918c4d0c-3f01-462c-8db6-fd036b2e580e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:54.865442 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-918c4d0c-3f01-462c-8db6-fd036b2e580e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:54.869565 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-bc6df9c3-7b03-4451-a1b2-c4c0a1191d6d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:57:54.926093 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918c4d0c-3f01-462c-8db6-fd036b2e580e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Network 95f3bec2-46e6-4468-8229-8badd4a5aaae is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:57:54.929496 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-918c4d0c-3f01-462c-8db6-fd036b2e580e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:57:54.937535 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918c4d0c-3f01-462c-8db6-fd036b2e580e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:57:54.977738 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918c4d0c-3f01-462c-8db6-fd036b2e580e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'Port': ['ID=d2a42008-24cd-489f-903c-53151c7415da,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:57:54.981900 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-918c4d0c-3f01-462c-8db6-fd036b2e580e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:57:55.480873 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-918c4d0c-3f01-462c-8db6-fd036b2e580e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:55.542388 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-918c4d0c-3f01-462c-8db6-fd036b2e580e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:55.780396 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-918c4d0c-3f01-462c-8db6-fd036b2e580e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:55.785082 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-918c4d0c-3f01-462c-8db6-fd036b2e580e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2036698'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:55.790216 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-7bd33ed6-c690-4e68-a712-a9706129f8fb tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:57:55.894050 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918c4d0c-3f01-462c-8db6-fd036b2e580e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'Port': ['ID=d2a42008-24cd-489f-903c-53151c7415da,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:57:55.898261 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-918c4d0c-3f01-462c-8db6-fd036b2e580e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:57:55.913787 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-918c4d0c-3f01-462c-8db6-fd036b2e580e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-345990'] for floatingip, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:56.114067 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.l3_db [None req-918c4d0c-3f01-462c-8db6-fd036b2e580e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Floating IP 09d2a77c-103f-47e1-a1c6-af43c0196277 associated. External IP: 172.26.5.186, port: b76b70c1-9c6d-436a-a753-815db86979d6. Dec 20 08:57:56.689148 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-918c4d0c-3f01-462c-8db6-fd036b2e580e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Router c833b261-8bd6-4a8c-ac01-677b728bd30e has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:57:56.937555 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-918c4d0c-3f01-462c-8db6-fd036b2e580e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:57:56.951503 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5529b7fa-b02c-4864-9c0c-9857f5717bc7 None None] Sync routers for ids ['c833b261-8bd6-4a8c-ac01-677b728bd30e'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:57:56.968408 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5529b7fa-b02c-4864-9c0c-9857f5717bc7 None None] Routers {'c833b261-8bd6-4a8c-ac01-677b728bd30e'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:57:56.969400 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-5529b7fa-b02c-4864-9c0c-9857f5717bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:57:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['c833b261-8bd6-4a8c-ac01-677b728bd30e'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:57:56.974766 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-918c4d0c-3f01-462c-8db6-fd036b2e580e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for floatingip, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:57:57.043008 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-918c4d0c-3f01-462c-8db6-fd036b2e580e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7912266 Dec 20 08:57:57.043850 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71017660-e4d6-44bc-bdec-e19c1bdca1df', 'tag': 'b76b70c1-9c6d-436a-a753-815db86979d6'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 08:57:57.046120 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 46896) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:57:57.112806 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71017660-e4d6-44bc-bdec-e19c1bdca1df', 'tag': 'b76b70c1-9c6d-436a-a753-815db86979d6', 'status': 'completed', 'code': 200} Dec 20 08:57:57.194295 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-5529b7fa-b02c-4864-9c0c-9857f5717bc7 None None] Set router c833b261-8bd6-4a8c-ac01-677b728bd30e gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:57:57.296396 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-db4d9d24-c0d0-4dbd-b11c-d7ef069f000d req-2be7c30d-08e4-4159-9013-44bcc859686b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f7b89f97320342ff933d41aa1a974b12&device_id=71017660-e4d6-44bc-bdec-e19c1bdca1df HTTP/1.1" status: 200 len: 1098 time: 0.1551318 Dec 20 08:57:57.512612 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4d9d24-c0d0-4dbd-b11c-d7ef069f000d req-31d18e63-b686-4a5e-a4ed-51cb45fdd9a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:57:57.514120 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-db4d9d24-c0d0-4dbd-b11c-d7ef069f000d req-31d18e63-b686-4a5e-a4ed-51cb45fdd9a0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a5e345fb-de02-4c3e-8664-21b7ba095690 HTTP/1.1" status: 200 len: 897 time: 0.2078764 Dec 20 08:57:57.520306 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f692e729-83af-4e2a-a5c6-1e0bd53c5b41 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] 10.222.0.16 "GET /v2.0/routers/c833b261-8bd6-4a8c-ac01-677b728bd30e HTTP/1.1" status: 200 len: 922 time: 0.4728861 Dec 20 08:57:57.524136 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 46902) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:57:57.659020 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-5529b7fa-b02c-4864-9c0c-9857f5717bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c833b261-8bd6-4a8c-ac01-677b728bd30e', 'name': 'tempest-TestNetworkBasicOps-router-2123587442', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': '2d5a9264-46da-45e2-88a7-4ee5a76d4ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:57:26Z', 'updated_at': '2021-12-20T08:57:32Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': '2d5a9264-46da-45e2-88a7-4ee5a76d4ed2', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d7:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c833b261-8bd6-4a8c-ac01-677b728bd30e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:57:27Z', 'updated_at': '2021-12-20T08:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': '09d2a77c-103f-47e1-a1c6-af43c0196277', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'floating_ip_address': '172.26.5.186', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': 'c833b261-8bd6-4a8c-ac01-677b728bd30e', 'port_id': 'b76b70c1-9c6d-436a-a753-815db86979d6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5e345fb-de02-4c3e-8664-21b7ba095690', 'mac_address': 'fa:16:3e:9a:b3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71017660-e4d6-44bc-bdec-e19c1bdca1df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T08:57:55Z', 'updated_at': '2021-12-20T08:57:55Z', 'revision_number': 0, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0bcc289-daa1-40be-8195-717285ace2d5', 'name': '', 'network_id': 'a5e345fb-de02-4c3e-8664-21b7ba095690', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'mac_address': 'fa:16:3e:4f:e4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c833b261-8bd6-4a8c-ac01-677b728bd30e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '203e63ce-f69e-43a3-8738-c5b447c99daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:57:30Z', 'updated_at': '2021-12-20T08:57:38Z', 'revision_number': 5, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'subnets': [{'id': '203e63ce-f69e-43a3-8738-c5b447c99daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:57:57.661981 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-e1b1d5f0-0f06-4847-87d9-2314bd7f16ff tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/floatingips/09d2a77c-103f-47e1-a1c6-af43c0196277 HTTP/1.1" status: 200 len: 991 time: 0.1349466 Dec 20 08:57:57.665776 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5529b7fa-b02c-4864-9c0c-9857f5717bc7 None None] Checking router: c833b261-8bd6-4a8c-ac01-677b728bd30e for host: dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 08:57:57.678010 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-db4d9d24-c0d0-4dbd-b11c-d7ef069f000d req-312f952a-049e-40a1-b146-5f65237909e2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b76b70c1-9c6d-436a-a753-815db86979d6 HTTP/1.1" status: 200 len: 999 time: 0.1558120 Dec 20 08:57:57.684450 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5529b7fa-b02c-4864-9c0c-9857f5717bc7 None None] Routers {'c833b261-8bd6-4a8c-ac01-677b728bd30e'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:57:57.685111 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-5529b7fa-b02c-4864-9c0c-9857f5717bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:57:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['c833b261-8bd6-4a8c-ac01-677b728bd30e'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:57:57.749585 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4d9d24-c0d0-4dbd-b11c-d7ef069f000d req-f0b22c0b-1e04-4bde-9589-5efb0eac7579 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:57:57.750939 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-db4d9d24-c0d0-4dbd-b11c-d7ef069f000d req-f0b22c0b-1e04-4bde-9589-5efb0eac7579 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=203e63ce-f69e-43a3-8738-c5b447c99daa HTTP/1.1" status: 200 len: 835 time: 0.0662637 Dec 20 08:57:57.842137 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-db4d9d24-c0d0-4dbd-b11c-d7ef069f000d req-901d0ba8-3c79-420b-a3a7-574a7f1fea72 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a5e345fb-de02-4c3e-8664-21b7ba095690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0833769 Dec 20 08:57:57.879738 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-5529b7fa-b02c-4864-9c0c-9857f5717bc7 None None] Set router c833b261-8bd6-4a8c-ac01-677b728bd30e gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:57:57.990952 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-db4d9d24-c0d0-4dbd-b11c-d7ef069f000d req-3f058cb7-f318-4e6c-bf88-f6cbf05978e4 service neutron] 10.222.0.58 "GET /v2.0/networks/a5e345fb-de02-4c3e-8664-21b7ba095690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418586 Dec 20 08:57:58.141198 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-db4d9d24-c0d0-4dbd-b11c-d7ef069f000d req-c23eaac6-f830-4d45-9c4c-c66ea608d93f service neutron] 10.222.0.58 "GET /v2.0/networks/a5e345fb-de02-4c3e-8664-21b7ba095690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428342 Dec 20 08:57:58.284267 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-5529b7fa-b02c-4864-9c0c-9857f5717bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c833b261-8bd6-4a8c-ac01-677b728bd30e', 'name': 'tempest-TestNetworkBasicOps-router-2123587442', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': '2d5a9264-46da-45e2-88a7-4ee5a76d4ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:57:26Z', 'updated_at': '2021-12-20T08:57:32Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': '2d5a9264-46da-45e2-88a7-4ee5a76d4ed2', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d7:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c833b261-8bd6-4a8c-ac01-677b728bd30e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:57:27Z', 'updated_at': '2021-12-20T08:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': '09d2a77c-103f-47e1-a1c6-af43c0196277', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'floating_ip_address': '172.26.5.186', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': 'c833b261-8bd6-4a8c-ac01-677b728bd30e', 'port_id': 'b76b70c1-9c6d-436a-a753-815db86979d6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5e345fb-de02-4c3e-8664-21b7ba095690', 'mac_address': 'fa:16:3e:9a:b3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71017660-e4d6-44bc-bdec-e19c1bdca1df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T08:57:55Z', 'updated_at': '2021-12-20T08:57:55Z', 'revision_number': 0, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0bcc289-daa1-40be-8195-717285ace2d5', 'name': '', 'network_id': 'a5e345fb-de02-4c3e-8664-21b7ba095690', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'mac_address': 'fa:16:3e:4f:e4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c833b261-8bd6-4a8c-ac01-677b728bd30e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '203e63ce-f69e-43a3-8738-c5b447c99daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:57:30Z', 'updated_at': '2021-12-20T08:57:38Z', 'revision_number': 5, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'subnets': [{'id': '203e63ce-f69e-43a3-8738-c5b447c99daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:57:58.289445 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5529b7fa-b02c-4864-9c0c-9857f5717bc7 None None] The sync data for ids ['c833b261-8bd6-4a8c-ac01-677b728bd30e'] in dv-neutron-820491-1-hyperv is: [{'id': 'c833b261-8bd6-4a8c-ac01-677b728bd30e', 'name': 'tempest-TestNetworkBasicOps-router-2123587442', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': '2d5a9264-46da-45e2-88a7-4ee5a76d4ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:57:26Z', 'updated_at': '2021-12-20T08:57:32Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': '2d5a9264-46da-45e2-88a7-4ee5a76d4ed2', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d7:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c833b261-8bd6-4a8c-ac01-677b728bd30e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:57:27Z', 'updated_at': '2021-12-20T08:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': '09d2a77c-103f-47e1-a1c6-af43c0196277', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'floating_ip_address': '172.26.5.186', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': 'c833b261-8bd6-4a8c-ac01-677b728bd30e', 'port_id': 'b76b70c1-9c6d-436a-a753-815db86979d6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5e345fb-de02-4c3e-8664-21b7ba095690', 'mac_address': 'fa:16:3e:9a:b3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71017660-e4d6-44bc-bdec-e19c1bdca1df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T08:57:55Z', 'updated_at': '2021-12-20T08:57:55Z', 'revision_number': 0, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0bcc289-daa1-40be-8195-717285ace2d5', 'name': '', 'network_id': 'a5e345fb-de02-4c3e-8664-21b7ba095690', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'mac_address': 'fa:16:3e:4f:e4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c833b261-8bd6-4a8c-ac01-677b728bd30e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '203e63ce-f69e-43a3-8738-c5b447c99daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:57:30Z', 'updated_at': '2021-12-20T08:57:38Z', 'revision_number': 5, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'subnets': [{'id': '203e63ce-f69e-43a3-8738-c5b447c99daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:57:58.496559 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772a797c-e89b-41c0-9216-fcbb8f4973c5 None None] New status for floating IP 09d2a77c-103f-47e1-a1c6-af43c0196277: ACTIVE {{(pid=83446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 08:57:58.664424 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 46906) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:57:58.776892 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-3a4d3300-e1a1-45f8-95b1-6e61e2d77e99 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/floatingips/09d2a77c-103f-47e1-a1c6-af43c0196277 HTTP/1.1" status: 200 len: 991 time: 0.1113274 Dec 20 08:57:59.781167 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 46910) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:57:59.894319 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-9d2eaebc-7adf-46bb-90f7-a98cb7e4fb5c tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/floatingips/09d2a77c-103f-47e1-a1c6-af43c0196277 HTTP/1.1" status: 200 len: 993 time: 0.1117086 Dec 20 08:58:09.930546 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:58:12.514914 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-8776b931-c6df-4894-8db5-b95cba9f19d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:58:14.836101 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-7789cea1-c39d-41f3-988a-897a1129f6a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:58:15.926587 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:58:16.007959 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:58:16.117702 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 08:58:17.392832 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:58:32.393767 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2f0472de-7e99-4a1a-bfad-1bc5e7ae07ce req-7781e413-591d-41ef-bcf0-ba5c31df5d9f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=71017660-e4d6-44bc-bdec-e19c1bdca1df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0808091 Dec 20 08:58:32.666286 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2f0472de-7e99-4a1a-bfad-1bc5e7ae07ce req-8ee7ab3e-6beb-4918-bf3f-1e3ce1ece977 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f7b89f97320342ff933d41aa1a974b12&device_id=71017660-e4d6-44bc-bdec-e19c1bdca1df HTTP/1.1" status: 200 len: 1098 time: 0.1879778 Dec 20 08:58:32.824982 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0472de-7e99-4a1a-bfad-1bc5e7ae07ce req-d12379e9-aacb-4561-87c6-35c74455abac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:58:32.826554 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2f0472de-7e99-4a1a-bfad-1bc5e7ae07ce req-d12379e9-aacb-4561-87c6-35c74455abac service neutron] 10.222.0.58 "GET /v2.0/networks?id=a5e345fb-de02-4c3e-8664-21b7ba095690 HTTP/1.1" status: 200 len: 897 time: 0.1406026 Dec 20 08:58:32.936084 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2f0472de-7e99-4a1a-bfad-1bc5e7ae07ce req-06285f6a-007e-4fdf-bec0-31785942b10d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b76b70c1-9c6d-436a-a753-815db86979d6 HTTP/1.1" status: 200 len: 1001 time: 0.1026893 Dec 20 08:58:33.007446 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0472de-7e99-4a1a-bfad-1bc5e7ae07ce req-bb7d5309-4992-44cb-88fa-b404979442de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:58:33.009007 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2f0472de-7e99-4a1a-bfad-1bc5e7ae07ce req-bb7d5309-4992-44cb-88fa-b404979442de service neutron] 10.222.0.58 "GET /v2.0/subnets?id=203e63ce-f69e-43a3-8738-c5b447c99daa HTTP/1.1" status: 200 len: 835 time: 0.0660784 Dec 20 08:58:33.093199 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2f0472de-7e99-4a1a-bfad-1bc5e7ae07ce req-3969d4c0-0465-48f0-a5c2-80972d7136fc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a5e345fb-de02-4c3e-8664-21b7ba095690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779264 Dec 20 08:58:33.247114 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2f0472de-7e99-4a1a-bfad-1bc5e7ae07ce req-5d05e959-f285-4625-8293-d02fb9ea6993 service neutron] 10.222.0.58 "GET /v2.0/networks/a5e345fb-de02-4c3e-8664-21b7ba095690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476161 Dec 20 08:58:33.390154 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2f0472de-7e99-4a1a-bfad-1bc5e7ae07ce req-96a9d22b-6748-4600-b8c3-cb904e2b7ccc service neutron] 10.222.0.58 "GET /v2.0/networks/a5e345fb-de02-4c3e-8664-21b7ba095690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360493 Dec 20 08:58:39.945925 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:58:42.508198 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-4d8ea2a4-8928-42d9-8a9a-e0a4f900da60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:58:44.828823 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-840eb34a-1064-43d4-a1b8-929962c81816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:58:45.927785 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:58:46.010328 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:58:47.393988 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:58:53.117908 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 08:59:09.941952 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:11.873957 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 46936) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:59:12.061031 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e347cafc-f4f0-4ad5-bb27-55a48ab0874f tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] 10.222.0.16 "GET /v2.0/routers/c833b261-8bd6-4a8c-ac01-677b728bd30e/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1859114 Dec 20 08:59:12.063922 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 46940) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:59:12.278697 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f923c553-5a6d-4472-ad2b-9897f4c54ffe tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Notify agent at dv-neutron-820491-1-hyperv the message router_removed_from_agent {{(pid=83444) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Dec 20 08:59:12.282088 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f923c553-5a6d-4472-ad2b-9897f4c54ffe tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] 10.222.0.16 "DELETE /v2.0/agents/50a58e05-18c2-4967-8f49-692c217b0535/l3-routers/c833b261-8bd6-4a8c-ac01-677b728bd30e HTTP/1.1" status: 204 len: 168 time: 0.2172875 Dec 20 08:59:12.284598 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 46944) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:59:12.460441 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b304ebc0-397d-4ecc-8799-4f9f6d5e4f98 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] 10.222.0.16 "GET /v2.0/routers/c833b261-8bd6-4a8c-ac01-677b728bd30e/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1747131 Dec 20 08:59:12.462953 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 46948) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:59:12.511704 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3ac9b49b-caba-4ca9-b6e4-06d14dffe663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:12.567887 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-5bf744c6-88a4-4ac7-9f4a-558793fc66f4 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/floatingips/09d2a77c-103f-47e1-a1c6-af43c0196277 HTTP/1.1" status: 200 len: 993 time: 0.1030419 Dec 20 08:59:12.674492 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device f0bcc289-daa1-40be-8195-717285ace2d5 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:59:12.800449 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:12.831823 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port f0bcc289-daa1-40be-8195-717285ace2d5, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=f0bcc289-daa1-40be-8195-717285ace2d5,segment=NetworkSegment(a2d1feb9-148d-4bb1-9c94-0511ae5f27a6),segment_id=a2d1feb9-148d-4bb1-9c94-0511ae5f27a6)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:59:12.835743 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:12.837467 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-7c603460-32c0-4990-8c68-ba49bb702848 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:59:12.902189 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=f0bcc289-daa1-40be-8195-717285ace2d5,revision_number=6']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:59:12.910141 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:59:12.910481 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:59:12.910810 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:59:12.912158 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:59:12.912158 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:59:12.912492 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:59:12.912878 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:59:12.913157 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:59:12.913452 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:59:12.913885 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:59:12.914376 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:59:12.917879 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:59:13.034499 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dc1c2b-34f8-4d03-91f4-5e117f1f80b0 None None] New status for floating IP 09d2a77c-103f-47e1-a1c6-af43c0196277: DOWN {{(pid=83447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 08:59:13.571447 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 46954) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:59:13.675350 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-97e3d213-503d-4fb4-9a24-d57970207fcd tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/floatingips/09d2a77c-103f-47e1-a1c6-af43c0196277 HTTP/1.1" status: 200 len: 991 time: 0.1026964 Dec 20 08:59:14.411047 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 2d5a9264-46da-45e2-88a7-4ee5a76d4ed2 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:59:14.519755 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:14.535035 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 2d5a9264-46da-45e2-88a7-4ee5a76d4ed2, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=2d5a9264-46da-45e2-88a7-4ee5a76d4ed2,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:59:14.539390 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:14.541130 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:59:14.608619 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=2d5a9264-46da-45e2-88a7-4ee5a76d4ed2,revision_number=5']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:59:14.611676 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:59:14.831307 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f0ad808b-0f3d-4bec-bb8b-4a91fbe629f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:15.719181 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 46962) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:59:15.933398 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:16.012079 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:16.042821 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68342826-fec7-4a45-b6aa-c14b97f21077 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Router c833b261-8bd6-4a8c-ac01-677b728bd30e is scheduled to L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 with binding_index 1 {{(pid=83444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 08:59:16.043194 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68342826-fec7-4a45-b6aa-c14b97f21077 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Notify agent at dv-neutron-820491-1-hyperv the message router_added_to_agent {{(pid=83444) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Dec 20 08:59:16.069797 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-68342826-fec7-4a45-b6aa-c14b97f21077 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] 10.222.0.16 "POST /v2.0/agents/50a58e05-18c2-4967-8f49-692c217b0535/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.3495743 Dec 20 08:59:16.072333 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 46968) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:59:16.090344 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822bc7a7-9376-4ac2-a39c-4e40a64ce3d8 None None] Sync routers for ids ['c833b261-8bd6-4a8c-ac01-677b728bd30e'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:59:16.103298 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822bc7a7-9376-4ac2-a39c-4e40a64ce3d8 None None] Routers {'c833b261-8bd6-4a8c-ac01-677b728bd30e'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:59:16.103927 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-822bc7a7-9376-4ac2-a39c-4e40a64ce3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:59:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['c833b261-8bd6-4a8c-ac01-677b728bd30e'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:59:16.257272 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f628b8c9-7cdd-4b10-a589-c3915c63572c tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] 10.222.0.16 "GET /v2.0/routers/c833b261-8bd6-4a8c-ac01-677b728bd30e/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1837869 Dec 20 08:59:16.260139 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 46974) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:59:16.282680 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-822bc7a7-9376-4ac2-a39c-4e40a64ce3d8 None None] Set router c833b261-8bd6-4a8c-ac01-677b728bd30e gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:59:16.368131 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-b0a29b55-2f62-4e42-8eed-324ce647d10e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/floatingips/09d2a77c-103f-47e1-a1c6-af43c0196277 HTTP/1.1" status: 200 len: 991 time: 0.1054273 Dec 20 08:59:16.672222 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-822bc7a7-9376-4ac2-a39c-4e40a64ce3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c833b261-8bd6-4a8c-ac01-677b728bd30e', 'name': 'tempest-TestNetworkBasicOps-router-2123587442', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': '2d5a9264-46da-45e2-88a7-4ee5a76d4ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:57:26Z', 'updated_at': '2021-12-20T08:57:32Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': '2d5a9264-46da-45e2-88a7-4ee5a76d4ed2', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d7:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c833b261-8bd6-4a8c-ac01-677b728bd30e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:57:27Z', 'updated_at': '2021-12-20T08:59:14Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': '09d2a77c-103f-47e1-a1c6-af43c0196277', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'floating_ip_address': '172.26.5.186', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': 'c833b261-8bd6-4a8c-ac01-677b728bd30e', 'port_id': 'b76b70c1-9c6d-436a-a753-815db86979d6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5e345fb-de02-4c3e-8664-21b7ba095690', 'mac_address': 'fa:16:3e:9a:b3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71017660-e4d6-44bc-bdec-e19c1bdca1df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T08:57:55Z', 'updated_at': '2021-12-20T08:59:13Z', 'revision_number': 2, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0bcc289-daa1-40be-8195-717285ace2d5', 'name': '', 'network_id': 'a5e345fb-de02-4c3e-8664-21b7ba095690', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'mac_address': 'fa:16:3e:4f:e4:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c833b261-8bd6-4a8c-ac01-677b728bd30e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '203e63ce-f69e-43a3-8738-c5b447c99daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:57:30Z', 'updated_at': '2021-12-20T08:59:12Z', 'revision_number': 6, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'subnets': [{'id': '203e63ce-f69e-43a3-8738-c5b447c99daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:59:16.676001 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822bc7a7-9376-4ac2-a39c-4e40a64ce3d8 None None] Checking router: c833b261-8bd6-4a8c-ac01-677b728bd30e for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 08:59:16.687481 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822bc7a7-9376-4ac2-a39c-4e40a64ce3d8 None None] Routers {'c833b261-8bd6-4a8c-ac01-677b728bd30e'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:59:16.688091 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-822bc7a7-9376-4ac2-a39c-4e40a64ce3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:59:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['c833b261-8bd6-4a8c-ac01-677b728bd30e'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:59:16.865041 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-822bc7a7-9376-4ac2-a39c-4e40a64ce3d8 None None] Set router c833b261-8bd6-4a8c-ac01-677b728bd30e gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:59:17.209516 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-822bc7a7-9376-4ac2-a39c-4e40a64ce3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c833b261-8bd6-4a8c-ac01-677b728bd30e', 'name': 'tempest-TestNetworkBasicOps-router-2123587442', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': '2d5a9264-46da-45e2-88a7-4ee5a76d4ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:57:26Z', 'updated_at': '2021-12-20T08:57:32Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': '2d5a9264-46da-45e2-88a7-4ee5a76d4ed2', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d7:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c833b261-8bd6-4a8c-ac01-677b728bd30e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:57:27Z', 'updated_at': '2021-12-20T08:59:14Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': '09d2a77c-103f-47e1-a1c6-af43c0196277', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'floating_ip_address': '172.26.5.186', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': 'c833b261-8bd6-4a8c-ac01-677b728bd30e', 'port_id': 'b76b70c1-9c6d-436a-a753-815db86979d6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5e345fb-de02-4c3e-8664-21b7ba095690', 'mac_address': 'fa:16:3e:9a:b3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71017660-e4d6-44bc-bdec-e19c1bdca1df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T08:57:55Z', 'updated_at': '2021-12-20T08:59:13Z', 'revision_number': 2, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0bcc289-daa1-40be-8195-717285ace2d5', 'name': '', 'network_id': 'a5e345fb-de02-4c3e-8664-21b7ba095690', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'mac_address': 'fa:16:3e:4f:e4:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c833b261-8bd6-4a8c-ac01-677b728bd30e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '203e63ce-f69e-43a3-8738-c5b447c99daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:57:30Z', 'updated_at': '2021-12-20T08:59:12Z', 'revision_number': 6, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'subnets': [{'id': '203e63ce-f69e-43a3-8738-c5b447c99daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:59:17.213690 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822bc7a7-9376-4ac2-a39c-4e40a64ce3d8 None None] The sync data for ids ['c833b261-8bd6-4a8c-ac01-677b728bd30e'] in dv-neutron-820491-1-hyperv is: [{'id': 'c833b261-8bd6-4a8c-ac01-677b728bd30e', 'name': 'tempest-TestNetworkBasicOps-router-2123587442', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': '2d5a9264-46da-45e2-88a7-4ee5a76d4ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:57:26Z', 'updated_at': '2021-12-20T08:57:32Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': '2d5a9264-46da-45e2-88a7-4ee5a76d4ed2', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d7:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c833b261-8bd6-4a8c-ac01-677b728bd30e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:57:27Z', 'updated_at': '2021-12-20T08:59:14Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': '09d2a77c-103f-47e1-a1c6-af43c0196277', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'floating_ip_address': '172.26.5.186', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': 'c833b261-8bd6-4a8c-ac01-677b728bd30e', 'port_id': 'b76b70c1-9c6d-436a-a753-815db86979d6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5e345fb-de02-4c3e-8664-21b7ba095690', 'mac_address': 'fa:16:3e:9a:b3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71017660-e4d6-44bc-bdec-e19c1bdca1df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T08:57:55Z', 'updated_at': '2021-12-20T08:59:13Z', 'revision_number': 2, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0bcc289-daa1-40be-8195-717285ace2d5', 'name': '', 'network_id': 'a5e345fb-de02-4c3e-8664-21b7ba095690', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'mac_address': 'fa:16:3e:4f:e4:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c833b261-8bd6-4a8c-ac01-677b728bd30e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '203e63ce-f69e-43a3-8738-c5b447c99daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:57:30Z', 'updated_at': '2021-12-20T08:59:12Z', 'revision_number': 6, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'subnets': [{'id': '203e63ce-f69e-43a3-8738-c5b447c99daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:59:17.370234 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 46978) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:59:17.400625 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:17.486433 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-678caf8a-ee84-4412-9fe1-a570b2fbecec tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/floatingips/09d2a77c-103f-47e1-a1c6-af43c0196277 HTTP/1.1" status: 200 len: 991 time: 0.1149888 Dec 20 08:59:18.455468 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 2d5a9264-46da-45e2-88a7-4ee5a76d4ed2 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:59:18.490949 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 46982) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:59:18.527245 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 2d5a9264-46da-45e2-88a7-4ee5a76d4ed2 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:59:18.527626 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:18.599142 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-2e814a44-2a69-4432-9590-ee37f0c1e529 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/floatingips/09d2a77c-103f-47e1-a1c6-af43c0196277 HTTP/1.1" status: 200 len: 991 time: 0.1063583 Dec 20 08:59:18.643123 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:18.658449 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 2d5a9264-46da-45e2-88a7-4ee5a76d4ed2, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=2d5a9264-46da-45e2-88a7-4ee5a76d4ed2,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:59:18.662952 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:18.663848 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device f0bcc289-daa1-40be-8195-717285ace2d5 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:59:18.686372 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-dc484e34-a6eb-44da-bedf-b88009f654eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:59:18.778751 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=2d5a9264-46da-45e2-88a7-4ee5a76d4ed2,revision_number=6']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:59:18.781906 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:59:18.791983 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port f0bcc289-daa1-40be-8195-717285ace2d5 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:59:18.792362 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:18.902121 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:18.933242 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port f0bcc289-daa1-40be-8195-717285ace2d5, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=f0bcc289-daa1-40be-8195-717285ace2d5,segment=NetworkSegment(a2d1feb9-148d-4bb1-9c94-0511ae5f27a6),segment_id=a2d1feb9-148d-4bb1-9c94-0511ae5f27a6)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:59:18.936861 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:18.938656 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:59:19.004297 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=f0bcc289-daa1-40be-8195-717285ace2d5,revision_number=7']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:59:19.008208 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:59:19.602957 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 46986) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:59:19.710056 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-78e4e7a7-cb81-49f5-a143-8a9f33ac66a6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/floatingips/09d2a77c-103f-47e1-a1c6-af43c0196277 HTTP/1.1" status: 200 len: 991 time: 0.1058395 Dec 20 08:59:20.424977 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 2d5a9264-46da-45e2-88a7-4ee5a76d4ed2 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:59:20.492191 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 2d5a9264-46da-45e2-88a7-4ee5a76d4ed2 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:59:20.492564 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:20.608521 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device f0bcc289-daa1-40be-8195-717285ace2d5 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:59:20.676158 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port f0bcc289-daa1-40be-8195-717285ace2d5 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:59:20.676537 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:20.713912 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 46992) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:59:20.818004 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-0e9423f0-0b89-4cc3-bde5-7f60cb834829 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/floatingips/09d2a77c-103f-47e1-a1c6-af43c0196277 HTTP/1.1" status: 200 len: 991 time: 0.1017332 Dec 20 08:59:21.821071 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 46996) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:59:22.040368 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-f2a6aff3-ac49-4ba1-9407-a4e4b1a2e2ab tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/floatingips/09d2a77c-103f-47e1-a1c6-af43c0196277 HTTP/1.1" status: 200 len: 991 time: 0.2180459 Dec 20 08:59:23.043505 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 47000) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:59:23.155483 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-99d3614c-c660-4072-9958-c27c67a8074c tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/floatingips/09d2a77c-103f-47e1-a1c6-af43c0196277 HTTP/1.1" status: 200 len: 991 time: 0.1107826 Dec 20 08:59:24.159205 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 47004) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:59:24.264918 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-25dc2a02-b7ac-483f-ba8e-e18ea2f526b0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/floatingips/09d2a77c-103f-47e1-a1c6-af43c0196277 HTTP/1.1" status: 200 len: 991 time: 0.1045787 Dec 20 08:59:24.379488 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c465c6-fbe1-40d7-8bd6-3ce06492bfe9 None None] New status for floating IP 09d2a77c-103f-47e1-a1c6-af43c0196277: ACTIVE {{(pid=83447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 08:59:25.268912 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 47008) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:59:25.377182 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-70177b85-efc5-4263-99f5-e4131a818372 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/floatingips/09d2a77c-103f-47e1-a1c6-af43c0196277 HTTP/1.1" status: 200 len: 993 time: 0.1068966 Dec 20 08:59:25.654335 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 47016) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:59:25.872338 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-1539e2d2-3da8-4422-ba4d-c661c26d36f9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Deleting port d2a42008-24cd-489f-903c-53151c7415da {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:59:25.872588 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1539e2d2-3da8-4422-ba4d-c661c26d36f9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:26.038079 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1539e2d2-3da8-4422-ba4d-c661c26d36f9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:26.038386 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1539e2d2-3da8-4422-ba4d-c661c26d36f9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:26.162201 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-1539e2d2-3da8-4422-ba4d-c661c26d36f9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Calling delete_port for d2a42008-24cd-489f-903c-53151c7415da owned by network:floatingip {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:59:26.304108 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1539e2d2-3da8-4422-ba4d-c661c26d36f9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:26.307602 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9454784a-ffc3-4488-8cf5-d05cc3ae51f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:59:26.365907 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1539e2d2-3da8-4422-ba4d-c661c26d36f9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event deleted for resources: {'Port': ['ID=d2a42008-24cd-489f-903c-53151c7415da,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:59:26.416603 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1539e2d2-3da8-4422-ba4d-c661c26d36f9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:59:26.416899 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1539e2d2-3da8-4422-ba4d-c661c26d36f9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:59:26.417294 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1539e2d2-3da8-4422-ba4d-c661c26d36f9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:59:26.417662 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1539e2d2-3da8-4422-ba4d-c661c26d36f9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:59:26.418023 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1539e2d2-3da8-4422-ba4d-c661c26d36f9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:59:26.418383 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1539e2d2-3da8-4422-ba4d-c661c26d36f9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:59:26.418741 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1539e2d2-3da8-4422-ba4d-c661c26d36f9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:59:26.419099 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1539e2d2-3da8-4422-ba4d-c661c26d36f9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:59:26.419456 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1539e2d2-3da8-4422-ba4d-c661c26d36f9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:59:26.419810 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1539e2d2-3da8-4422-ba4d-c661c26d36f9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:59:26.420161 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1539e2d2-3da8-4422-ba4d-c661c26d36f9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:59:26.427339 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1539e2d2-3da8-4422-ba4d-c661c26d36f9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:59:26.480414 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1539e2d2-3da8-4422-ba4d-c661c26d36f9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for floatingip, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:26.987870 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1539e2d2-3da8-4422-ba4d-c661c26d36f9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Router c833b261-8bd6-4a8c-ac01-677b728bd30e has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:59:27.194790 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1539e2d2-3da8-4422-ba4d-c661c26d36f9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:59:27.219698 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1539e2d2-3da8-4422-ba4d-c661c26d36f9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:27.286299 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1539e2d2-3da8-4422-ba4d-c661c26d36f9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "DELETE /v2.0/floatingips/09d2a77c-103f-47e1-a1c6-af43c0196277 HTTP/1.1" status: 204 len: 168 time: 1.6300588 Dec 20 08:59:27.286971 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71017660-e4d6-44bc-bdec-e19c1bdca1df', 'tag': 'b76b70c1-9c6d-436a-a753-815db86979d6'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 08:59:27.352882 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71017660-e4d6-44bc-bdec-e19c1bdca1df', 'tag': 'b76b70c1-9c6d-436a-a753-815db86979d6', 'status': 'completed', 'code': 200} Dec 20 08:59:27.445925 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ca7252e2-a980-4ae6-9339-e51745751ccd req-e6c134a0-442b-4d6e-a79a-5e2b4d646530 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f7b89f97320342ff933d41aa1a974b12&device_id=71017660-e4d6-44bc-bdec-e19c1bdca1df HTTP/1.1" status: 200 len: 1098 time: 0.0719621 Dec 20 08:59:27.589148 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7252e2-a980-4ae6-9339-e51745751ccd req-4e5a7cc8-39ee-4305-81d0-131384be108c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:59:27.590539 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ca7252e2-a980-4ae6-9339-e51745751ccd req-4e5a7cc8-39ee-4305-81d0-131384be108c service neutron] 10.222.0.58 "GET /v2.0/networks?id=a5e345fb-de02-4c3e-8664-21b7ba095690 HTTP/1.1" status: 200 len: 897 time: 0.1384554 Dec 20 08:59:27.698455 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ca7252e2-a980-4ae6-9339-e51745751ccd req-a80fe41b-ff78-4366-9d3f-040d97489f5c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b76b70c1-9c6d-436a-a753-815db86979d6 HTTP/1.1" status: 200 len: 217 time: 0.1005397 Dec 20 08:59:27.775776 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7252e2-a980-4ae6-9339-e51745751ccd req-0b2fa945-6f3d-4292-b38b-f3aad8345427 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:59:27.777353 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ca7252e2-a980-4ae6-9339-e51745751ccd req-0b2fa945-6f3d-4292-b38b-f3aad8345427 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=203e63ce-f69e-43a3-8738-c5b447c99daa HTTP/1.1" status: 200 len: 835 time: 0.0713863 Dec 20 08:59:27.839998 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e66a2-d44d-48b7-b0a9-2437a568f205 req-696309da-a8e7-4108-a017-1a341c1f2408 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:59:27.840600 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-c81e66a2-d44d-48b7-b0a9-2437a568f205 req-696309da-a8e7-4108-a017-1a341c1f2408 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Synchronizing usage tracker for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:59:27.862548 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-c81e66a2-d44d-48b7-b0a9-2437a568f205 req-696309da-a8e7-4108-a017-1a341c1f2408 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Unset dirty status for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:59:27.863915 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c81e66a2-d44d-48b7-b0a9-2437a568f205 req-696309da-a8e7-4108-a017-1a341c1f2408 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=71017660-e4d6-44bc-bdec-e19c1bdca1df HTTP/1.1" status: 200 len: 945 time: 0.2170725 Dec 20 08:59:27.900748 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ca7252e2-a980-4ae6-9339-e51745751ccd req-b835be5e-d680-4594-82cc-40feb5f2b2f2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a5e345fb-de02-4c3e-8664-21b7ba095690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1148803 Dec 20 08:59:27.958096 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c81e66a2-d44d-48b7-b0a9-2437a568f205 req-53b73356-2207-4332-ac52-4c40caef3262 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1ef2170-3fac-4512-a9fb-bb71b05dbea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816953 Dec 20 08:59:28.048476 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ca7252e2-a980-4ae6-9339-e51745751ccd req-a5858823-575d-4910-b02d-b9cb83fc8f83 service neutron] 10.222.0.58 "GET /v2.0/networks/a5e345fb-de02-4c3e-8664-21b7ba095690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365151 Dec 20 08:59:28.195308 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ca7252e2-a980-4ae6-9339-e51745751ccd req-78187efe-279c-418b-a524-013a22e7233a service neutron] 10.222.0.58 "GET /v2.0/networks/a5e345fb-de02-4c3e-8664-21b7ba095690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400082 Dec 20 08:59:29.156130 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202912e9-76f9-4464-91a4-bade5b899a3a req-1f5ffa02-76a5-47a0-a7cf-a9c5aec9854d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:59:29.157598 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-202912e9-76f9-4464-91a4-bade5b899a3a req-1f5ffa02-76a5-47a0-a7cf-a9c5aec9854d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=71017660-e4d6-44bc-bdec-e19c1bdca1df HTTP/1.1" status: 200 len: 945 time: 0.0772090 Dec 20 08:59:29.207673 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-202912e9-76f9-4464-91a4-bade5b899a3a req-d9a8122c-2337-4d80-8ff4-1108b90f424f tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1ef2170-3fac-4512-a9fb-bb71b05dbea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441029 Dec 20 08:59:29.229132 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d672d7-ead5-4fc2-9655-9420a5053c3d req-1d566674-4b22-4322-921d-cbf226c09fd4 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:59:29.230593 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-56d672d7-ead5-4fc2-9655-9420a5053c3d req-1d566674-4b22-4322-921d-cbf226c09fd4 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.58 "GET /v2.0/ports?device_id=71017660-e4d6-44bc-bdec-e19c1bdca1df HTTP/1.1" status: 200 len: 945 time: 0.0749481 Dec 20 08:59:29.416557 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-56d672d7-ead5-4fc2-9655-9420a5053c3d req-7ae6cab0-1d43-414c-901a-e6c3a0e40a50 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Deleting port b76b70c1-9c6d-436a-a753-815db86979d6 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:59:29.416800 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-56d672d7-ead5-4fc2-9655-9420a5053c3d req-7ae6cab0-1d43-414c-901a-e6c3a0e40a50 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:29.658787 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-56d672d7-ead5-4fc2-9655-9420a5053c3d req-7ae6cab0-1d43-414c-901a-e6c3a0e40a50 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] For port b76b70c1-9c6d-436a-a753-815db86979d6, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=b76b70c1-9c6d-436a-a753-815db86979d6,segment=NetworkSegment(a2d1feb9-148d-4bb1-9c94-0511ae5f27a6),segment_id=a2d1feb9-148d-4bb1-9c94-0511ae5f27a6)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:59:29.659142 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-56d672d7-ead5-4fc2-9655-9420a5053c3d req-7ae6cab0-1d43-414c-901a-e6c3a0e40a50 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:29.780089 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-56d672d7-ead5-4fc2-9655-9420a5053c3d req-7ae6cab0-1d43-414c-901a-e6c3a0e40a50 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Calling delete_port for b76b70c1-9c6d-436a-a753-815db86979d6 owned by compute:nova {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:59:29.921019 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-56d672d7-ead5-4fc2-9655-9420a5053c3d req-7ae6cab0-1d43-414c-901a-e6c3a0e40a50 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:29.926984 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-5fc85ce8-c8e6-4844-ac0b-4ec195a4ca25 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:59:29.970426 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae6cab0-1d43-414c-901a-e6c3a0e40a50 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event deleted for resources: {'Port': ['ID=b76b70c1-9c6d-436a-a753-815db86979d6,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:59:29.973942 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7ae6cab0-1d43-414c-901a-e6c3a0e40a50 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:59:30.042919 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-56d672d7-ead5-4fc2-9655-9420a5053c3d req-7ae6cab0-1d43-414c-901a-e6c3a0e40a50 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] No DVR routers for this DVR port b76b70c1-9c6d-436a-a753-815db86979d6 on host hv-neutron-8204 {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:59:30.045176 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-56d672d7-ead5-4fc2-9655-9420a5053c3d req-7ae6cab0-1d43-414c-901a-e6c3a0e40a50 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:30.047725 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71017660-e4d6-44bc-bdec-e19c1bdca1df', 'name': 'network-vif-deleted', 'tag': 'b76b70c1-9c6d-436a-a753-815db86979d6'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 08:59:30.062770 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-56d672d7-ead5-4fc2-9655-9420a5053c3d req-7ae6cab0-1d43-414c-901a-e6c3a0e40a50 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.58 "DELETE /v2.0/ports/b76b70c1-9c6d-436a-a753-815db86979d6 HTTP/1.1" status: 204 len: 173 time: 0.8270719 Dec 20 08:59:30.106200 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71017660-e4d6-44bc-bdec-e19c1bdca1df', 'name': 'network-vif-deleted', 'tag': 'b76b70c1-9c6d-436a-a753-815db86979d6', 'status': 'completed', 'code': 200} Dec 20 08:59:30.120754 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 08:59:30.384954 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-65a5d2af-23be-454f-8b5b-77d99805e6f0 req-4652b9c4-1907-4c2a-88b9-aa5ccffb8c81 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=71017660-e4d6-44bc-bdec-e19c1bdca1df HTTP/1.1" status: 200 len: 210 time: 0.0432501 Dec 20 08:59:31.510565 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 47036) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:59:31.584478 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f1ad13ee-5346-41f6-8691-c2550a3b82df tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:31.618002 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f1ad13ee-5346-41f6-8691-c2550a3b82df tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:31.681108 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f1ad13ee-5346-41f6-8691-c2550a3b82df tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:31.684886 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b118e4a8-c616-43b5-b7c5-9341c6997adf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:59:31.700635 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ad13ee-5346-41f6-8691-c2550a3b82df tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ef2170-3fac-4512-a9fb-bb71b05dbea6,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:59:31.703374 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f1ad13ee-5346-41f6-8691-c2550a3b82df tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:59:31.711086 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f1ad13ee-5346-41f6-8691-c2550a3b82df tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:31.712274 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f1ad13ee-5346-41f6-8691-c2550a3b82df tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "DELETE /v2.0/security-groups/c1ef2170-3fac-4512-a9fb-bb71b05dbea6 HTTP/1.1" status: 204 len: 168 time: 0.2006915 Dec 20 08:59:31.756766 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 47042) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:59:32.177134 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5c198bd9-a09b-4ee0-b49c-18a171d88136 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349062'] for router_interface, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:32.916499 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-5c198bd9-a09b-4ee0-b49c-18a171d88136 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Deleting port f0bcc289-daa1-40be-8195-717285ace2d5 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:59:32.917185 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5c198bd9-a09b-4ee0-b49c-18a171d88136 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:33.100048 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-5c198bd9-a09b-4ee0-b49c-18a171d88136 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] For port f0bcc289-daa1-40be-8195-717285ace2d5, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=f0bcc289-daa1-40be-8195-717285ace2d5,segment=NetworkSegment(a2d1feb9-148d-4bb1-9c94-0511ae5f27a6),segment_id=a2d1feb9-148d-4bb1-9c94-0511ae5f27a6)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:59:33.100398 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5c198bd9-a09b-4ee0-b49c-18a171d88136 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:33.225170 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-5c198bd9-a09b-4ee0-b49c-18a171d88136 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Calling delete_port for f0bcc289-daa1-40be-8195-717285ace2d5 owned by network:router_interface {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:59:33.419196 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5c198bd9-a09b-4ee0-b49c-18a171d88136 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:33.423161 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-bf09f2ac-d876-484d-8e97-2f57e5abb564 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:59:33.467719 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c198bd9-a09b-4ee0-b49c-18a171d88136 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event deleted for resources: {'Port': ['ID=f0bcc289-daa1-40be-8195-717285ace2d5,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:59:33.474264 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device b76b70c1-9c6d-436a-a753-815db86979d6 no longer exists at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:59:33.480198 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c198bd9-a09b-4ee0-b49c-18a171d88136 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:59:33.480513 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c198bd9-a09b-4ee0-b49c-18a171d88136 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:59:33.480881 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c198bd9-a09b-4ee0-b49c-18a171d88136 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:59:33.481255 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c198bd9-a09b-4ee0-b49c-18a171d88136 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:59:33.481631 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c198bd9-a09b-4ee0-b49c-18a171d88136 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:59:33.481990 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c198bd9-a09b-4ee0-b49c-18a171d88136 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:59:33.482347 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c198bd9-a09b-4ee0-b49c-18a171d88136 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:59:33.482702 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c198bd9-a09b-4ee0-b49c-18a171d88136 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:59:33.483056 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c198bd9-a09b-4ee0-b49c-18a171d88136 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:59:33.483406 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c198bd9-a09b-4ee0-b49c-18a171d88136 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:59:33.484533 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c198bd9-a09b-4ee0-b49c-18a171d88136 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:59:33.512075 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-5c198bd9-a09b-4ee0-b49c-18a171d88136 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:59:33.590773 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] No Port match for: b76b70c1-9c6d-436a-a753-815db86979d6 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:59:33.591414 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device b76b70c1-9c6d-436a-a753-815db86979d6 not bound to the agent host hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:59:33.799905 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5c198bd9-a09b-4ee0-b49c-18a171d88136 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32897953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348760'] for router_interface, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:34.518500 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c198bd9-a09b-4ee0-b49c-18a171d88136 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Router c833b261-8bd6-4a8c-ac01-677b728bd30e has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:59:34.733911 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c198bd9-a09b-4ee0-b49c-18a171d88136 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:59:34.748056 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-5c198bd9-a09b-4ee0-b49c-18a171d88136 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "PUT /v2.0/routers/c833b261-8bd6-4a8c-ac01-677b728bd30e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9901190 Dec 20 08:59:34.750738 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 47046) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:59:34.828824 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22087c5c-f83e-4c38-82ab-24e867f35868 None None] Sync routers for ids ['c833b261-8bd6-4a8c-ac01-677b728bd30e'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:59:34.842785 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22087c5c-f83e-4c38-82ab-24e867f35868 None None] Routers {'c833b261-8bd6-4a8c-ac01-677b728bd30e'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:59:34.843412 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-22087c5c-f83e-4c38-82ab-24e867f35868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:59:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['c833b261-8bd6-4a8c-ac01-677b728bd30e'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:59:34.954764 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbef1602-0bec-419e-8787-58b98483c2b6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Deleting subnet 203e63ce-f69e-43a3-8738-c5b447c99daa {{(pid=83445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 08:59:34.959547 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-dbef1602-0bec-419e-8787-58b98483c2b6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for subnet, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:35.022644 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-dbef1602-0bec-419e-8787-58b98483c2b6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1518554'] for subnet, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:35.038873 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-22087c5c-f83e-4c38-82ab-24e867f35868 None None] Set router c833b261-8bd6-4a8c-ac01-677b728bd30e gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:59:35.120520 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-dbef1602-0bec-419e-8787-58b98483c2b6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:35.196223 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-dbef1602-0bec-419e-8787-58b98483c2b6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2036620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2095133'] for subnet, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:35.199917 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-cae9437b-3f40-4d73-8029-ef54f96e9e41 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:59:35.234539 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbef1602-0bec-419e-8787-58b98483c2b6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event deleted for resources: {'Subnet': ['ID=203e63ce-f69e-43a3-8738-c5b447c99daa,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:59:35.238024 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-dbef1602-0bec-419e-8787-58b98483c2b6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:59:35.242847 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-dbef1602-0bec-419e-8787-58b98483c2b6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:35.252476 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-dbef1602-0bec-419e-8787-58b98483c2b6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "DELETE /v2.0/subnets/203e63ce-f69e-43a3-8738-c5b447c99daa HTTP/1.1" status: 204 len: 168 time: 0.4984798 Dec 20 08:59:35.252691 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 47050) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:59:35.259845 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d11391e-6fbb-497a-9042-03c7b824900e None None] Network a5e345fb-de02-4c3e-8664-21b7ba095690 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:59:35.477595 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5bde7eb5-696c-4034-bf80-f8bbe01c323a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for router, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:35.517100 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-22087c5c-f83e-4c38-82ab-24e867f35868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c833b261-8bd6-4a8c-ac01-677b728bd30e', 'name': 'tempest-TestNetworkBasicOps-router-2123587442', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': '2d5a9264-46da-45e2-88a7-4ee5a76d4ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:57:26Z', 'updated_at': '2021-12-20T08:59:33Z', 'revision_number': 5, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': '2d5a9264-46da-45e2-88a7-4ee5a76d4ed2', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d7:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c833b261-8bd6-4a8c-ac01-677b728bd30e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:57:27Z', 'updated_at': '2021-12-20T08:59:18Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:59:35.524911 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22087c5c-f83e-4c38-82ab-24e867f35868 None None] Checking router: c833b261-8bd6-4a8c-ac01-677b728bd30e for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 08:59:35.549518 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22087c5c-f83e-4c38-82ab-24e867f35868 None None] Routers {'c833b261-8bd6-4a8c-ac01-677b728bd30e'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:59:35.550132 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-22087c5c-f83e-4c38-82ab-24e867f35868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:59:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['c833b261-8bd6-4a8c-ac01-677b728bd30e'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:59:35.630079 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43aff9c-308c-4d7b-9a79-fe41bedb6216 None None] DHCP port deletion for a5e345fb-de02-4c3e-8664-21b7ba095690 request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 08:59:35.639734 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-b43aff9c-308c-4d7b-9a79-fe41bedb6216 None None] Deleting port 9e5834fb-da96-4081-8935-1cd312c8e367 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:59:35.640114 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b43aff9c-308c-4d7b-9a79-fe41bedb6216 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:35.702958 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5bde7eb5-696c-4034-bf80-f8bbe01c323a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:35.712913 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-5bde7eb5-696c-4034-bf80-f8bbe01c323a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Deleting port 2d5a9264-46da-45e2-88a7-4ee5a76d4ed2 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 08:59:35.713269 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5bde7eb5-696c-4034-bf80-f8bbe01c323a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:35.859767 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-22087c5c-f83e-4c38-82ab-24e867f35868 None None] Set router c833b261-8bd6-4a8c-ac01-677b728bd30e gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:59:35.897396 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-5bde7eb5-696c-4034-bf80-f8bbe01c323a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] For port 2d5a9264-46da-45e2-88a7-4ee5a76d4ed2, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=2d5a9264-46da-45e2-88a7-4ee5a76d4ed2,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:59:35.897748 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5bde7eb5-696c-4034-bf80-f8bbe01c323a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:36.017848 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-5bde7eb5-696c-4034-bf80-f8bbe01c323a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Calling delete_port for 2d5a9264-46da-45e2-88a7-4ee5a76d4ed2 owned by network:router_gateway {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:59:36.060680 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-b43aff9c-308c-4d7b-9a79-fe41bedb6216 None None] For port 9e5834fb-da96-4081-8935-1cd312c8e367, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=9e5834fb-da96-4081-8935-1cd312c8e367,segment=NetworkSegment(a2d1feb9-148d-4bb1-9c94-0511ae5f27a6),segment_id=a2d1feb9-148d-4bb1-9c94-0511ae5f27a6)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:59:36.061080 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b43aff9c-308c-4d7b-9a79-fe41bedb6216 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:36.261383 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-b43aff9c-308c-4d7b-9a79-fe41bedb6216 None None] Calling delete_port for 9e5834fb-da96-4081-8935-1cd312c8e367 owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 08:59:36.311145 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5bde7eb5-696c-4034-bf80-f8bbe01c323a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:36.314661 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-44a97eb0-64d8-4be6-a949-4598b87a5e92 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:59:36.355440 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bde7eb5-696c-4034-bf80-f8bbe01c323a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event deleted for resources: {'Port': ['ID=2d5a9264-46da-45e2-88a7-4ee5a76d4ed2,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:59:36.358903 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-5bde7eb5-696c-4034-bf80-f8bbe01c323a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:59:36.440824 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b43aff9c-308c-4d7b-9a79-fe41bedb6216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102'] for port, after_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:36.445663 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-dc484e34-a6eb-44da-bedf-b88009f654eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:59:36.496643 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43aff9c-308c-4d7b-9a79-fe41bedb6216 None None] Pushing event deleted for resources: {'Port': ['ID=9e5834fb-da96-4081-8935-1cd312c8e367,revision_number=None']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:59:36.498569 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 9e5834fb-da96-4081-8935-1cd312c8e367 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:59:36.528185 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-b43aff9c-308c-4d7b-9a79-fe41bedb6216 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:59:36.540486 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 9e5834fb-da96-4081-8935-1cd312c8e367 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:59:36.540844 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 9e5834fb-da96-4081-8935-1cd312c8e367 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:59:36.545861 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43aff9c-308c-4d7b-9a79-fe41bedb6216 None None] No DVR routers for this DVR port 9e5834fb-da96-4081-8935-1cd312c8e367 on host dv-neutron-820491-1-hyperv {{(pid=83446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 08:59:36.565520 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-22087c5c-f83e-4c38-82ab-24e867f35868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c833b261-8bd6-4a8c-ac01-677b728bd30e', 'name': 'tempest-TestNetworkBasicOps-router-2123587442', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': '2d5a9264-46da-45e2-88a7-4ee5a76d4ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:57:26Z', 'updated_at': '2021-12-20T08:59:33Z', 'revision_number': 5, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': '2d5a9264-46da-45e2-88a7-4ee5a76d4ed2', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d7:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c833b261-8bd6-4a8c-ac01-677b728bd30e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:57:27Z', 'updated_at': '2021-12-20T08:59:18Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:59:36.570107 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22087c5c-f83e-4c38-82ab-24e867f35868 None None] The sync data for ids ['c833b261-8bd6-4a8c-ac01-677b728bd30e'] in dv-neutron-820491-1-hyperv is: [{'id': 'c833b261-8bd6-4a8c-ac01-677b728bd30e', 'name': 'tempest-TestNetworkBasicOps-router-2123587442', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': '2d5a9264-46da-45e2-88a7-4ee5a76d4ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:57:26Z', 'updated_at': '2021-12-20T08:59:33Z', 'revision_number': 5, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': '2d5a9264-46da-45e2-88a7-4ee5a76d4ed2', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d7:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c833b261-8bd6-4a8c-ac01-677b728bd30e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:57:27Z', 'updated_at': '2021-12-20T08:59:18Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:59:36.595843 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5bde7eb5-696c-4034-bf80-f8bbe01c323a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346107'] for router_gateway, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:36.862170 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5bde7eb5-696c-4034-bf80-f8bbe01c323a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24735'] for router, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:36.867230 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5bde7eb5-696c-4034-bf80-f8bbe01c323a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:36.898142 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5bde7eb5-696c-4034-bf80-f8bbe01c323a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-390871'] for router, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:36.898755 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bde7eb5-696c-4034-bf80-f8bbe01c323a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Fanout notify agent at l3_agent the message router_deleted on router c833b261-8bd6-4a8c-ac01-677b728bd30e {{(pid=83445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 08:59:36.914174 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5bde7eb5-696c-4034-bf80-f8bbe01c323a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:36.915293 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-5bde7eb5-696c-4034-bf80-f8bbe01c323a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "DELETE /v2.0/routers/c833b261-8bd6-4a8c-ac01-677b728bd30e HTTP/1.1" status: 204 len: 168 time: 1.6616933 Dec 20 08:59:36.918065 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 47054) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:59:37.039579 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b47c0213-02fc-473c-8feb-778610396f5a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:37.186389 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b47c0213-02fc-473c-8feb-778610396f5a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:37.218343 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-b47c0213-02fc-473c-8feb-778610396f5a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5e345fb-de02-4c3e-8664-21b7ba095690']}} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:59:37.233152 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-b47c0213-02fc-473c-8feb-778610396f5a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2d1feb9-148d-4bb1-9c94-0511ae5f27a6') {'for_net_delete': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:59:37.233466 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-b47c0213-02fc-473c-8feb-778610396f5a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2d1feb9-148d-4bb1-9c94-0511ae5f27a6') {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:59:37.247010 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b47c0213-02fc-473c-8feb-778610396f5a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1518531'] for segment, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:37.264412 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b47c0213-02fc-473c-8feb-778610396f5a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:37.273176 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b47c0213-02fc-473c-8feb-778610396f5a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=83445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 08:59:37.273692 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b47c0213-02fc-473c-8feb-778610396f5a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2036002'] for segment, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:37.289338 dv-neutron-820491-1-hyperv neutron-server[83445]: Traceback (most recent call last): Dec 20 08:59:37.289338 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 08:59:37.289338 dv-neutron-820491-1-hyperv neutron-server[83445]: timer() Dec 20 08:59:37.289338 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 08:59:37.289338 dv-neutron-820491-1-hyperv neutron-server[83445]: cb(*args, **kw) Dec 20 08:59:37.289338 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 08:59:37.289338 dv-neutron-820491-1-hyperv neutron-server[83445]: return func(*args, **kwargs) Dec 20 08:59:37.289338 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 08:59:37.289338 dv-neutron-820491-1-hyperv neutron-server[83445]: self._notify() Dec 20 08:59:37.289338 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 08:59:37.289338 dv-neutron-820491-1-hyperv neutron-server[83445]: self.callback(batched_events) Dec 20 08:59:37.289338 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 08:59:37.289338 dv-neutron-820491-1-hyperv neutron-server[83445]: event.method(event) Dec 20 08:59:37.289338 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 08:59:37.289338 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 08:59:37.289338 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 08:59:37.289338 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 08:59:37.289338 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 08:59:37.289338 dv-neutron-820491-1-hyperv neutron-server[83445]: return f(self, *a, **k) Dec 20 08:59:37.289338 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 08:59:37.289338 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._get(url).json() Dec 20 08:59:37.289338 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 08:59:37.289338 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 08:59:37.289338 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 08:59:37.289338 dv-neutron-820491-1-hyperv neutron-server[83445]: return self.request(url, 'GET', **kwargs) Dec 20 08:59:37.289338 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 08:59:37.289338 dv-neutron-820491-1-hyperv neutron-server[83445]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 08:59:37.289338 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 08:59:37.289338 dv-neutron-820491-1-hyperv neutron-server[83445]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 08:59:37.289338 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 08:59:37.289338 dv-neutron-820491-1-hyperv neutron-server[83445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 08:59:37.289338 dv-neutron-820491-1-hyperv neutron-server[83445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 08:59:37.369944 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b47c0213-02fc-473c-8feb-778610396f5a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:37.373704 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d076780a-be2f-4924-a8d9-bfac4d384257 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:59:37.393711 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b47c0213-02fc-473c-8feb-778610396f5a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:37.405604 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47c0213-02fc-473c-8feb-778610396f5a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event deleted for resources: {'Network': ['ID=a5e345fb-de02-4c3e-8664-21b7ba095690,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:59:37.408999 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b47c0213-02fc-473c-8feb-778610396f5a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:59:37.415943 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-b47c0213-02fc-473c-8feb-778610396f5a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "DELETE /v2.0/networks/a5e345fb-de02-4c3e-8664-21b7ba095690 HTTP/1.1" status: 204 len: 168 time: 0.4967790 Dec 20 08:59:37.438983 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 47058) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:59:37.449146 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-1641fd07-98d6-477a-b4b2-a3496b0d43e1 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'network': {'name': 'tempest-network-smoke--457236474', 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'port_security_enabled': True}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:59:37.454643 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-1641fd07-98d6-477a-b4b2-a3496b0d43e1 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:59:37.459620 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-1641fd07-98d6-477a-b4b2-a3496b0d43e1 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:network and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:59:37.463071 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-1641fd07-98d6-477a-b4b2-a3496b0d43e1 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:59:37.470079 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-1641fd07-98d6-477a-b4b2-a3496b0d43e1 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:59:37.479946 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1641fd07-98d6-477a-b4b2-a3496b0d43e1 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Made reservation on behalf of f7b89f97320342ff933d41aa1a974b12 for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:59:37.483556 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1641fd07-98d6-477a-b4b2-a3496b0d43e1 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:37.512427 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1641fd07-98d6-477a-b4b2-a3496b0d43e1 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 08:59:37.523758 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1641fd07-98d6-477a-b4b2-a3496b0d43e1 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:37.524110 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-1641fd07-98d6-477a-b4b2-a3496b0d43e1 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Added segment 59e71e8d-b1a4-4ab0-b9d3-5b4efe8ed8f4 of type vlan for network cd52a6b1-3ba5-4e42-b9c2-0ec31e5683a3 Dec 20 08:59:37.557427 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1641fd07-98d6-477a-b4b2-a3496b0d43e1 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:37.589756 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1641fd07-98d6-477a-b4b2-a3496b0d43e1 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:37.593592 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1641fd07-98d6-477a-b4b2-a3496b0d43e1 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:59:37.594201 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1641fd07-98d6-477a-b4b2-a3496b0d43e1 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:37.598376 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-6c7a6e2d-4d94-4dc3-ae58-8c85d334dfe8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:59:37.701206 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1641fd07-98d6-477a-b4b2-a3496b0d43e1 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2610641 Dec 20 08:59:37.704120 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 47062) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:59:37.706634 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1641fd07-98d6-477a-b4b2-a3496b0d43e1 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'Network': ['ID=cd52a6b1-3ba5-4e42-b9c2-0ec31e5683a3,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:59:37.709528 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1641fd07-98d6-477a-b4b2-a3496b0d43e1 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:59:37.709931 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-b33a36ef-b927-4bc5-8688-ece6610db9f5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-562042046', 'admin_state_up': True, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:59:37.717120 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-b33a36ef-b927-4bc5-8688-ece6610db9f5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:59:37.719665 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network cd52a6b1-3ba5-4e42-b9c2-0ec31e5683a3 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 08:59:37.729486 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-b33a36ef-b927-4bc5-8688-ece6610db9f5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:router and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:59:37.732836 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-b33a36ef-b927-4bc5-8688-ece6610db9f5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:59:37.740043 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-b33a36ef-b927-4bc5-8688-ece6610db9f5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:59:37.752361 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b33a36ef-b927-4bc5-8688-ece6610db9f5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24817'] for router, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:37.753396 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b33a36ef-b927-4bc5-8688-ece6610db9f5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-351744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24806'] for router, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:37.775395 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b33a36ef-b927-4bc5-8688-ece6610db9f5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:37.936955 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b33a36ef-b927-4bc5-8688-ece6610db9f5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24724'] for router, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:38.233477 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b33a36ef-b927-4bc5-8688-ece6610db9f5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for router_gateway, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:38.266375 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b33a36ef-b927-4bc5-8688-ece6610db9f5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:38.390392 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device f0bcc289-daa1-40be-8195-717285ace2d5 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:59:38.399799 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-b33a36ef-b927-4bc5-8688-ece6610db9f5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Allocated IP 172.26.5.46 (95f3bec2-46e6-4468-8229-8badd4a5aaae/cf8895a3-346d-4313-a645-16ecdcce9969/9940aab8-b6f6-4981-8664-f1ff0a415125) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:59:38.423777 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: f0bcc289-daa1-40be-8195-717285ace2d5 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:59:38.424135 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device f0bcc289-daa1-40be-8195-717285ace2d5 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:59:38.549686 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b33a36ef-b927-4bc5-8688-ece6610db9f5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:38.578170 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b33a36ef-b927-4bc5-8688-ece6610db9f5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:38.582154 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-00c7c1ec-5a06-4b44-b321-bf3137d0a5ec tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:59:38.650668 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33a36ef-b927-4bc5-8688-ece6610db9f5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Network 95f3bec2-46e6-4468-8229-8badd4a5aaae is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:59:38.653866 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-b33a36ef-b927-4bc5-8688-ece6610db9f5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:59:38.656556 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33a36ef-b927-4bc5-8688-ece6610db9f5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:59:38.688082 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33a36ef-b927-4bc5-8688-ece6610db9f5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'Port': ['ID=9940aab8-b6f6-4981-8664-f1ff0a415125,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:59:38.691782 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b33a36ef-b927-4bc5-8688-ece6610db9f5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:59:38.825672 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b33a36ef-b927-4bc5-8688-ece6610db9f5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for router_gateway, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:38.826350 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b33a36ef-b927-4bc5-8688-ece6610db9f5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071'] for router, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:39.066359 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b33a36ef-b927-4bc5-8688-ece6610db9f5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Router 8bb907a6-f912-427c-a71a-4ebe9e84b1fc is scheduled to L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 with binding_index 1 {{(pid=83445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 08:59:39.274387 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b33a36ef-b927-4bc5-8688-ece6610db9f5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:59:39.283925 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ea0c8b-f72b-4a57-b3a1-aa584f2b4e9c None None] Sync routers for ids ['8bb907a6-f912-427c-a71a-4ebe9e84b1fc'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:59:39.297364 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ea0c8b-f72b-4a57-b3a1-aa584f2b4e9c None None] Routers {'8bb907a6-f912-427c-a71a-4ebe9e84b1fc'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:59:39.298018 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-f6ea0c8b-f72b-4a57-b3a1-aa584f2b4e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:59:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['8bb907a6-f912-427c-a71a-4ebe9e84b1fc'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:59:39.311845 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b33a36ef-b927-4bc5-8688-ece6610db9f5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:39.313525 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-b33a36ef-b927-4bc5-8688-ece6610db9f5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.6079726 Dec 20 08:59:39.318069 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 47066) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:59:39.361125 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-a50f424a-a785-403e-9c01-66464b1df324 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=f7b89f97320342ff933d41aa1a974b12&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0417271 Dec 20 08:59:39.364580 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 47070) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:59:39.484517 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-f6ea0c8b-f72b-4a57-b3a1-aa584f2b4e9c None None] Set router 8bb907a6-f912-427c-a71a-4ebe9e84b1fc gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:59:39.506406 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d131bd2a-0a47-4907-b833-5ebd13cb2c98 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:59:39.507949 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-d131bd2a-0a47-4907-b833-5ebd13cb2c98 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1420193 Dec 20 08:59:39.510803 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 47074) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:59:39.557734 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-17a9dc62-8e3a-47b5-97d6-774ba330e7b7 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=95f3bec2-46e6-4468-8229-8badd4a5aaae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0456877 Dec 20 08:59:39.560249 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 47078) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:59:39.566087 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-7e5c961a-9f9d-41a9-b8cd-b1ff141809f0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1821267535', 'network_id': 'cd52a6b1-3ba5-4e42-b9c2-0ec31e5683a3', 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:59:39.688300 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-7e5c961a-9f9d-41a9-b8cd-b1ff141809f0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:59:39.694029 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-7e5c961a-9f9d-41a9-b8cd-b1ff141809f0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:subnet and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:59:39.697033 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-7e5c961a-9f9d-41a9-b8cd-b1ff141809f0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:59:39.702838 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-7e5c961a-9f9d-41a9-b8cd-b1ff141809f0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:59:39.714228 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e5c961a-9f9d-41a9-b8cd-b1ff141809f0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Made reservation on behalf of f7b89f97320342ff933d41aa1a974b12 for: {'subnet': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:59:39.819949 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7e5c961a-9f9d-41a9-b8cd-b1ff141809f0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2095160'] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:39.826515 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-f6ea0c8b-f72b-4a57-b3a1-aa584f2b4e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bb907a6-f912-427c-a71a-4ebe9e84b1fc', 'name': 'tempest-TestNetworkBasicOps-router-562042046', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.46'}], 'enable_snat': True}, 'gw_port_id': '9940aab8-b6f6-4981-8664-f1ff0a415125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:59:37Z', 'updated_at': '2021-12-20T08:59:38Z', 'revision_number': 3, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': '9940aab8-b6f6-4981-8664-f1ff0a415125', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b1:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bb907a6-f912-427c-a71a-4ebe9e84b1fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:59:38Z', 'updated_at': '2021-12-20T08:59:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:59:39.831016 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ea0c8b-f72b-4a57-b3a1-aa584f2b4e9c None None] Checking router: 8bb907a6-f912-427c-a71a-4ebe9e84b1fc for host: dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 08:59:39.831371 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ea0c8b-f72b-4a57-b3a1-aa584f2b4e9c None None] Updating router 8bb907a6-f912-427c-a71a-4ebe9e84b1fc port 9940aab8-b6f6-4981-8664-f1ff0a415125 binding host dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 08:59:39.892222 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-f6ea0c8b-f72b-4a57-b3a1-aa584f2b4e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:39.959803 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:40.181696 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7e5c961a-9f9d-41a9-b8cd-b1ff141809f0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2036557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2095114'] for subnet, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:40.185436 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-2675e589-cb35-4e1a-9416-b5314902aac6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:59:40.249138 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-f6ea0c8b-f72b-4a57-b3a1-aa584f2b4e9c None None] Notify callbacks [] for port, precommit_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:40.254929 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5c961a-9f9d-41a9-b8cd-b1ff141809f0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'Subnet': ['ID=a12874ba-04e4-482d-b6d1-e4da13a86fc6,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:59:40.258270 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12352968-37d5-47eb-8b80-74b1aac48986 None None] New status for floating IP 09d2a77c-103f-47e1-a1c6-af43c0196277: DOWN {{(pid=83446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 08:59:40.264023 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-7e5c961a-9f9d-41a9-b8cd-b1ff141809f0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:59:40.267318 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.provisioning_blocks [None req-f6ea0c8b-f72b-4a57-b3a1-aa584f2b4e9c None None] Transition to ACTIVE for port object 9940aab8-b6f6-4981-8664-f1ff0a415125 will not be triggered until provisioned by entity L2. {{(pid=83447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:59:40.278897 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-f6ea0c8b-f72b-4a57-b3a1-aa584f2b4e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:40.284390 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5c961a-9f9d-41a9-b8cd-b1ff141809f0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Checking segment: {'id': '59e71e8d-b1a4-4ab0-b9d3-5b4efe8ed8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'cd52a6b1-3ba5-4e42-b9c2-0ec31e5683a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:59:40.284751 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5c961a-9f9d-41a9-b8cd-b1ff141809f0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Network hostable DHCP agents. Network: cd52a6b1-3ba5-4e42-b9c2-0ec31e5683a3, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 08:59:40.285639 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-e9bc356b-cd96-498c-93c7-2c6e50987f07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:59:40.314255 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5c961a-9f9d-41a9-b8cd-b1ff141809f0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Network cd52a6b1-3ba5-4e42-b9c2-0ec31e5683a3 is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 08:59:40.326385 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-7e5c961a-9f9d-41a9-b8cd-b1ff141809f0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, cd52a6b1-3ba5-4e42-b9c2-0ec31e5683a3) {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:59:40.331028 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5c961a-9f9d-41a9-b8cd-b1ff141809f0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:59:40.331716 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7e5c961a-9f9d-41a9-b8cd-b1ff141809f0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:40.358082 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-7e5c961a-9f9d-41a9-b8cd-b1ff141809f0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7965481 Dec 20 08:59:40.358773 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86dfe35-13ee-4493-bf58-174c555f3098 None None] Pushing event updated for resources: {'Port': ['ID=9940aab8-b6f6-4981-8664-f1ff0a415125,revision_number=2']} {{(pid=83447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:59:40.360707 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 47082) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:59:40.376770 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86dfe35-13ee-4493-bf58-174c555f3098 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:59:40.377110 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86dfe35-13ee-4493-bf58-174c555f3098 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:59:40.377488 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86dfe35-13ee-4493-bf58-174c555f3098 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:59:40.377797 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86dfe35-13ee-4493-bf58-174c555f3098 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:59:40.378305 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86dfe35-13ee-4493-bf58-174c555f3098 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:59:40.379104 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86dfe35-13ee-4493-bf58-174c555f3098 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:59:40.379802 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86dfe35-13ee-4493-bf58-174c555f3098 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:59:40.380547 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86dfe35-13ee-4493-bf58-174c555f3098 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:59:40.381033 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86dfe35-13ee-4493-bf58-174c555f3098 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:59:40.381535 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86dfe35-13ee-4493-bf58-174c555f3098 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:59:40.382106 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86dfe35-13ee-4493-bf58-174c555f3098 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 08:59:40.387632 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-b86dfe35-13ee-4493-bf58-174c555f3098 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:59:40.395888 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-f6ea0c8b-f72b-4a57-b3a1-aa584f2b4e9c None None] Attempting to bind port 9940aab8-b6f6-4981-8664-f1ff0a415125 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:59:40.396496 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-f6ea0c8b-f72b-4a57-b3a1-aa584f2b4e9c None None] Attempting to bind port 9940aab8-b6f6-4981-8664-f1ff0a415125 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}] {{(pid=83447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:59:40.397063 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ea0c8b-f72b-4a57-b3a1-aa584f2b4e9c None None] Attempting to bind port 9940aab8-b6f6-4981-8664-f1ff0a415125 on network 95f3bec2-46e6-4468-8229-8badd4a5aaae {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:59:40.398615 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b6d454-0d07-467c-b1a4-bd96d1fe6491 None None] Network cd52a6b1-3ba5-4e42-b9c2-0ec31e5683a3 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:59:40.409025 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ea0c8b-f72b-4a57-b3a1-aa584f2b4e9c None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:59:40.409515 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ea0c8b-f72b-4a57-b3a1-aa584f2b4e9c None None] Checking segment: {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:59:40.410708 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-f6ea0c8b-f72b-4a57-b3a1-aa584f2b4e9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:40.411442 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ea0c8b-f72b-4a57-b3a1-aa584f2b4e9c None None] Bound using segment: {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'} {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:59:40.412140 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-f6ea0c8b-f72b-4a57-b3a1-aa584f2b4e9c None None] Bound port: 9940aab8-b6f6-4981-8664-f1ff0a415125, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}}] {{(pid=83447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:59:40.412734 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-f6ea0c8b-f72b-4a57-b3a1-aa584f2b4e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:40.489312 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.db [None req-f6ea0c8b-f72b-4a57-b3a1-aa584f2b4e9c None None] For port 9940aab8-b6f6-4981-8664-f1ff0a415125, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:59:40.493093 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.db [None req-f6ea0c8b-f72b-4a57-b3a1-aa584f2b4e9c None None] For port 9940aab8-b6f6-4981-8664-f1ff0a415125, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=9940aab8-b6f6-4981-8664-f1ff0a415125,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:59:40.498900 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-f6ea0c8b-f72b-4a57-b3a1-aa584f2b4e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:40.503253 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-17e27b9c-5715-4aee-8e96-664a118e4d2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:59:40.585256 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86dfe35-13ee-4493-bf58-174c555f3098 None None] Pushing event updated for resources: {'Port': ['ID=9940aab8-b6f6-4981-8664-f1ff0a415125,revision_number=3']} {{(pid=83447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:59:40.587781 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ea0c8b-f72b-4a57-b3a1-aa584f2b4e9c None None] Routers {'8bb907a6-f912-427c-a71a-4ebe9e84b1fc'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:59:40.588386 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-f6ea0c8b-f72b-4a57-b3a1-aa584f2b4e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:59:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['8bb907a6-f912-427c-a71a-4ebe9e84b1fc'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:59:40.636987 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6cf40b-aa1a-4a65-a253-d9b539d72fa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-cd52a6b1-3ba5-4e42-b9c2-0ec31e5683a3', 'network_id': 'cd52a6b1-3ba5-4e42-b9c2-0ec31e5683a3', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'fixed_ips': [{'subnet_id': 'a12874ba-04e4-482d-b6d1-e4da13a86fc6'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 08:59:40.638107 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-8a6cf40b-aa1a-4a65-a253-d9b539d72fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:40.761424 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-b86dfe35-13ee-4493-bf58-174c555f3098 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:59:40.784577 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-f6ea0c8b-f72b-4a57-b3a1-aa584f2b4e9c None None] Set router 8bb907a6-f912-427c-a71a-4ebe9e84b1fc gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:59:40.849429 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-8a6cf40b-aa1a-4a65-a253-d9b539d72fa8 None None] Allocated IP 172.20.0.2 (cd52a6b1-3ba5-4e42-b9c2-0ec31e5683a3/a12874ba-04e4-482d-b6d1-e4da13a86fc6/5d3e2ef1-d098-4703-a27f-334b041912ae) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:59:41.074520 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-8a6cf40b-aa1a-4a65-a253-d9b539d72fa8 None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:41.086709 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-8a6cf40b-aa1a-4a65-a253-d9b539d72fa8 None None] Transition to ACTIVE for port object 5d3e2ef1-d098-4703-a27f-334b041912ae will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:59:41.091930 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-f6ea0c8b-f72b-4a57-b3a1-aa584f2b4e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bb907a6-f912-427c-a71a-4ebe9e84b1fc', 'name': 'tempest-TestNetworkBasicOps-router-562042046', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.46'}], 'enable_snat': True}, 'gw_port_id': '9940aab8-b6f6-4981-8664-f1ff0a415125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:59:37Z', 'updated_at': '2021-12-20T08:59:38Z', 'revision_number': 3, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': '9940aab8-b6f6-4981-8664-f1ff0a415125', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b1:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bb907a6-f912-427c-a71a-4ebe9e84b1fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:59:38Z', 'updated_at': '2021-12-20T08:59:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:59:41.096575 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ea0c8b-f72b-4a57-b3a1-aa584f2b4e9c None None] The sync data for ids ['8bb907a6-f912-427c-a71a-4ebe9e84b1fc'] in dv-neutron-820491-1-hyperv is: [{'id': '8bb907a6-f912-427c-a71a-4ebe9e84b1fc', 'name': 'tempest-TestNetworkBasicOps-router-562042046', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.46'}], 'enable_snat': True}, 'gw_port_id': '9940aab8-b6f6-4981-8664-f1ff0a415125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:59:37Z', 'updated_at': '2021-12-20T08:59:38Z', 'revision_number': 3, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': '9940aab8-b6f6-4981-8664-f1ff0a415125', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b1:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bb907a6-f912-427c-a71a-4ebe9e84b1fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:59:38Z', 'updated_at': '2021-12-20T08:59:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:59:41.107971 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-8a6cf40b-aa1a-4a65-a253-d9b539d72fa8 None None] Transition to ACTIVE for port object 5d3e2ef1-d098-4703-a27f-334b041912ae will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:59:41.115983 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-8a6cf40b-aa1a-4a65-a253-d9b539d72fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:41.123945 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:59:41.212534 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6cf40b-aa1a-4a65-a253-d9b539d72fa8 None None] Network cd52a6b1-3ba5-4e42-b9c2-0ec31e5683a3 is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:59:41.215978 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-8a6cf40b-aa1a-4a65-a253-d9b539d72fa8 None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:59:41.217842 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6cf40b-aa1a-4a65-a253-d9b539d72fa8 None None] Pushing event updated for resources: {'Port': ['ID=5d3e2ef1-d098-4703-a27f-334b041912ae,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:59:41.219997 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6cf40b-aa1a-4a65-a253-d9b539d72fa8 None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:59:41.223010 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-8a6cf40b-aa1a-4a65-a253-d9b539d72fa8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:59:41.317355 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-8a6cf40b-aa1a-4a65-a253-d9b539d72fa8 None None] Attempting to bind port 5d3e2ef1-d098-4703-a27f-334b041912ae on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:59:41.317923 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-8a6cf40b-aa1a-4a65-a253-d9b539d72fa8 None None] Attempting to bind port 5d3e2ef1-d098-4703-a27f-334b041912ae by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '59e71e8d-b1a4-4ab0-b9d3-5b4efe8ed8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'cd52a6b1-3ba5-4e42-b9c2-0ec31e5683a3'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:59:41.318430 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6cf40b-aa1a-4a65-a253-d9b539d72fa8 None None] Attempting to bind port 5d3e2ef1-d098-4703-a27f-334b041912ae on network cd52a6b1-3ba5-4e42-b9c2-0ec31e5683a3 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:59:41.335373 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6cf40b-aa1a-4a65-a253-d9b539d72fa8 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:59:41.336504 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6cf40b-aa1a-4a65-a253-d9b539d72fa8 None None] Checking segment: {'id': '59e71e8d-b1a4-4ab0-b9d3-5b4efe8ed8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'cd52a6b1-3ba5-4e42-b9c2-0ec31e5683a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:59:41.336504 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-8a6cf40b-aa1a-4a65-a253-d9b539d72fa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:41.336896 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6cf40b-aa1a-4a65-a253-d9b539d72fa8 None None] Bound using segment: {'id': '59e71e8d-b1a4-4ab0-b9d3-5b4efe8ed8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'cd52a6b1-3ba5-4e42-b9c2-0ec31e5683a3'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:59:41.337600 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-8a6cf40b-aa1a-4a65-a253-d9b539d72fa8 None None] Bound port: 5d3e2ef1-d098-4703-a27f-334b041912ae, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59e71e8d-b1a4-4ab0-b9d3-5b4efe8ed8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'cd52a6b1-3ba5-4e42-b9c2-0ec31e5683a3'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:59:41.338538 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-8a6cf40b-aa1a-4a65-a253-d9b539d72fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:41.406830 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f51ee771-6b04-4fe7-a30b-b0279e904a25 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:41.504968 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-8a6cf40b-aa1a-4a65-a253-d9b539d72fa8 None None] For port 5d3e2ef1-d098-4703-a27f-334b041912ae, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:59:41.509069 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-8a6cf40b-aa1a-4a65-a253-d9b539d72fa8 None None] For port 5d3e2ef1-d098-4703-a27f-334b041912ae, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=5d3e2ef1-d098-4703-a27f-334b041912ae,segment=NetworkSegment(59e71e8d-b1a4-4ab0-b9d3-5b4efe8ed8f4),segment_id=59e71e8d-b1a4-4ab0-b9d3-5b4efe8ed8f4)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:59:41.513947 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-8a6cf40b-aa1a-4a65-a253-d9b539d72fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:41.517702 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:59:41.629945 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6cf40b-aa1a-4a65-a253-d9b539d72fa8 None None] Pushing event updated for resources: {'Port': ['ID=5d3e2ef1-d098-4703-a27f-334b041912ae,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:59:41.633478 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-8a6cf40b-aa1a-4a65-a253-d9b539d72fa8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:59:41.902028 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-f51ee771-6b04-4fe7-a30b-b0279e904a25 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Allocated IP 172.20.0.1 (cd52a6b1-3ba5-4e42-b9c2-0ec31e5683a3/a12874ba-04e4-482d-b6d1-e4da13a86fc6/3e619510-ecd6-4105-962b-e004a849002f) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:59:42.077764 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f51ee771-6b04-4fe7-a30b-b0279e904a25 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:42.095222 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-f51ee771-6b04-4fe7-a30b-b0279e904a25 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Transition to ACTIVE for port object 3e619510-ecd6-4105-962b-e004a849002f will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:59:42.117325 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f51ee771-6b04-4fe7-a30b-b0279e904a25 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:42.121058 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-895c7dd1-c241-4785-9ff7-83bc94c5b7fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:59:42.192522 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51ee771-6b04-4fe7-a30b-b0279e904a25 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Network cd52a6b1-3ba5-4e42-b9c2-0ec31e5683a3 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:59:42.195943 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-f51ee771-6b04-4fe7-a30b-b0279e904a25 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:59:42.200143 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51ee771-6b04-4fe7-a30b-b0279e904a25 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:59:42.226060 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51ee771-6b04-4fe7-a30b-b0279e904a25 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'Port': ['ID=3e619510-ecd6-4105-962b-e004a849002f,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:59:42.231494 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f51ee771-6b04-4fe7-a30b-b0279e904a25 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:59:42.261839 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f51ee771-6b04-4fe7-a30b-b0279e904a25 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-345881'] for router_interface, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:42.355933 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f51ee771-6b04-4fe7-a30b-b0279e904a25 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:42.503634 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 9940aab8-b6f6-4981-8664-f1ff0a415125 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:59:42.568985 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-ddc6be5e-17bd-4815-80ae-374d622f98a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:42.589379 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88570af0-4096-4cf8-8469-91fdbb1dfa06 None None] Network cd52a6b1-3ba5-4e42-b9c2-0ec31e5683a3 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 08:59:42.610543 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 9940aab8-b6f6-4981-8664-f1ff0a415125 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:59:42.630920 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 9940aab8-b6f6-4981-8664-f1ff0a415125 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:59:42.631295 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:42.728059 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-fca0a363-dacf-44dd-a751-f6e9da62f170 None None] Provisioning for port 5d3e2ef1-d098-4703-a27f-334b041912ae completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:59:42.806183 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f51ee771-6b04-4fe7-a30b-b0279e904a25 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:42.810890 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f51ee771-6b04-4fe7-a30b-b0279e904a25 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:42.840716 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-6c2e24f6-6ef0-44b5-8d9c-ae602d7d4afc tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:59:42.902237 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:42.923787 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51ee771-6b04-4fe7-a30b-b0279e904a25 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'Port': ['ID=3e619510-ecd6-4105-962b-e004a849002f,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:59:42.926585 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f51ee771-6b04-4fe7-a30b-b0279e904a25 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32898031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349045'] for router_interface, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:42.930893 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f51ee771-6b04-4fe7-a30b-b0279e904a25 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:59:42.931457 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 9940aab8-b6f6-4981-8664-f1ff0a415125, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=9940aab8-b6f6-4981-8664-f1ff0a415125,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:59:42.937620 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:42.938461 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 5d3e2ef1-d098-4703-a27f-334b041912ae up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:59:42.969475 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:59:43.082523 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=9940aab8-b6f6-4981-8664-f1ff0a415125,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:59:43.085981 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:59:43.097436 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 5d3e2ef1-d098-4703-a27f-334b041912ae completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:59:43.103626 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 5d3e2ef1-d098-4703-a27f-334b041912ae triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:59:43.103988 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:43.193429 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51ee771-6b04-4fe7-a30b-b0279e904a25 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Network cd52a6b1-3ba5-4e42-b9c2-0ec31e5683a3 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:59:43.194805 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-f51ee771-6b04-4fe7-a30b-b0279e904a25 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:59:43.225055 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:43.263051 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 5d3e2ef1-d098-4703-a27f-334b041912ae, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=5d3e2ef1-d098-4703-a27f-334b041912ae,segment=NetworkSegment(59e71e8d-b1a4-4ab0-b9d3-5b4efe8ed8f4),segment_id=59e71e8d-b1a4-4ab0-b9d3-5b4efe8ed8f4)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:59:43.267643 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:43.273504 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:59:43.308311 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 2d5a9264-46da-45e2-88a7-4ee5a76d4ed2 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 08:59:43.357322 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 2d5a9264-46da-45e2-88a7-4ee5a76d4ed2 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 08:59:43.357691 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 2d5a9264-46da-45e2-88a7-4ee5a76d4ed2 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 08:59:43.389912 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=5d3e2ef1-d098-4703-a27f-334b041912ae,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:59:43.393488 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:59:43.400886 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-57bfdd47-1cfa-4243-8b96-db8f35bb7f27 None None] Provisioning complete for port 5d3e2ef1-d098-4703-a27f-334b041912ae triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:59:43.401298 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-57bfdd47-1cfa-4243-8b96-db8f35bb7f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:43.542612 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-57bfdd47-1cfa-4243-8b96-db8f35bb7f27 None None] Provisioning for port 3e619510-ecd6-4105-962b-e004a849002f completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:59:43.548212 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-57bfdd47-1cfa-4243-8b96-db8f35bb7f27 None None] Provisioning complete for port 3e619510-ecd6-4105-962b-e004a849002f triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:59:43.548667 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-57bfdd47-1cfa-4243-8b96-db8f35bb7f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:43.605432 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-57bfdd47-1cfa-4243-8b96-db8f35bb7f27 None None] Port 3e619510-ecd6-4105-962b-e004a849002f cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:59:43.623601 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f51ee771-6b04-4fe7-a30b-b0279e904a25 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Router 8bb907a6-f912-427c-a71a-4ebe9e84b1fc has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 08:59:43.726467 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-7a2b9099-6ab7-4108-acc5-7afecd5403d4 None None] Provisioning complete for port 3e619510-ecd6-4105-962b-e004a849002f triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:59:43.726981 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-7a2b9099-6ab7-4108-acc5-7afecd5403d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:43.786199 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-7a2b9099-6ab7-4108-acc5-7afecd5403d4 None None] Port 3e619510-ecd6-4105-962b-e004a849002f cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:59:43.828355 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f51ee771-6b04-4fe7-a30b-b0279e904a25 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 08:59:43.840907 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f51ee771-6b04-4fe7-a30b-b0279e904a25 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "PUT /v2.0/routers/8bb907a6-f912-427c-a71a-4ebe9e84b1fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4790730 Dec 20 08:59:43.843464 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 47088) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:59:43.978109 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01726be9-d61d-49e7-90d5-7cc8049cc1a9 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:59:43.978375 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01726be9-d61d-49e7-90d5-7cc8049cc1a9 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:59:43.978740 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01726be9-d61d-49e7-90d5-7cc8049cc1a9 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:59:43.979097 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01726be9-d61d-49e7-90d5-7cc8049cc1a9 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:59:43.980744 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-01726be9-d61d-49e7-90d5-7cc8049cc1a9 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1364012 Dec 20 08:59:43.983440 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 47092) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:59:44.053949 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e498de-537c-4a04-83a8-d8e53cd1b94b tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:59:44.054320 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e498de-537c-4a04-83a8-d8e53cd1b94b tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:59:44.054692 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e498de-537c-4a04-83a8-d8e53cd1b94b tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:59:44.055064 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e498de-537c-4a04-83a8-d8e53cd1b94b tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:59:44.056667 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f2e498de-537c-4a04-83a8-d8e53cd1b94b tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2737 time: 0.0723567 Dec 20 08:59:44.059543 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 47096) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:59:44.262290 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-4dbce302-5f97-4b4c-9a47-6d3ea79020c1 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.2016037 Dec 20 08:59:44.442644 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 9940aab8-b6f6-4981-8664-f1ff0a415125 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:59:44.516473 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 9940aab8-b6f6-4981-8664-f1ff0a415125 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:59:44.516748 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:44.624561 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 47102) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:59:44.630580 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-83814dee-d818-47be-ad58-ab1589217d3e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1188361015', 'description': 'tempest-secgroup-smoke-1188361015 description', 'project_id': 'f7b89f97320342ff933d41aa1a974b12'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:59:44.636345 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-83814dee-d818-47be-ad58-ab1589217d3e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:59:44.640094 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 5d3e2ef1-d098-4703-a27f-334b041912ae up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:59:44.640629 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-83814dee-d818-47be-ad58-ab1589217d3e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:security_group and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:59:44.643589 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-83814dee-d818-47be-ad58-ab1589217d3e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:59:44.650162 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-83814dee-d818-47be-ad58-ab1589217d3e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:59:44.662838 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-83814dee-d818-47be-ad58-ab1589217d3e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:44.699193 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-83814dee-d818-47be-ad58-ab1589217d3e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:59:44.703022 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-83814dee-d818-47be-ad58-ab1589217d3e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:security_group_rule and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:59:44.706037 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-83814dee-d818-47be-ad58-ab1589217d3e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:59:44.712989 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-83814dee-d818-47be-ad58-ab1589217d3e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:59:44.713465 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00d9447-934c-4a6a-abd6-04b3a104d1a9 None None] Sync routers for ids ['8bb907a6-f912-427c-a71a-4ebe9e84b1fc'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 08:59:44.713970 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 5d3e2ef1-d098-4703-a27f-334b041912ae triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:59:44.714056 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:44.734694 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00d9447-934c-4a6a-abd6-04b3a104d1a9 None None] Routers {'8bb907a6-f912-427c-a71a-4ebe9e84b1fc'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:59:44.735689 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-f00d9447-934c-4a6a-abd6-04b3a104d1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:59:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['8bb907a6-f912-427c-a71a-4ebe9e84b1fc'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:59:44.771605 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-83814dee-d818-47be-ad58-ab1589217d3e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:44.780031 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-83814dee-d818-47be-ad58-ab1589217d3e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:44.783856 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f6fe94ac-5481-441f-a46c-17db90706867 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761 tempest-ExtraDHCPOptionsIpV6TestJSON-1511986761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:59:44.835841 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83814dee-d818-47be-ad58-ab1589217d3e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fdf8fb4-ee54-46fe-9582-e8adb17691e9,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:59:44.839129 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-83814dee-d818-47be-ad58-ab1589217d3e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:59:44.844633 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-83814dee-d818-47be-ad58-ab1589217d3e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:44.851049 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 47106) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:59:44.851655 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-83814dee-d818-47be-ad58-ab1589217d3e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2258403 Dec 20 08:59:44.857829 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-bec932c7-2669-4e29-92e7-ac367c70f1e1 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'security_group_rule': {'security_group_id': '6fdf8fb4-ee54-46fe-9582-e8adb17691e9', 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:59:44.866041 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-bec932c7-2669-4e29-92e7-ac367c70f1e1 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:59:44.868135 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-51ded848-3c4f-4e95-990b-e02dc2e0c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:44.871407 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-bec932c7-2669-4e29-92e7-ac367c70f1e1 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:security_group_rule and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:59:44.874430 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-bec932c7-2669-4e29-92e7-ac367c70f1e1 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:59:44.881968 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-bec932c7-2669-4e29-92e7-ac367c70f1e1 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:59:44.902393 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bec932c7-2669-4e29-92e7-ac367c70f1e1 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:44.963825 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-f00d9447-934c-4a6a-abd6-04b3a104d1a9 None None] Set router 8bb907a6-f912-427c-a71a-4ebe9e84b1fc gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:59:44.967992 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bec932c7-2669-4e29-92e7-ac367c70f1e1 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:44.971774 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bec932c7-2669-4e29-92e7-ac367c70f1e1 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:44.974458 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-fb237768-f479-45be-a539-8b0b06eb596f tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:59:44.997124 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec932c7-2669-4e29-92e7-ac367c70f1e1 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b923d622-d061-4cc5-a3e0-835ee8aa4406,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:59:44.999575 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-bec932c7-2669-4e29-92e7-ac367c70f1e1 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:59:45.008795 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bec932c7-2669-4e29-92e7-ac367c70f1e1 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:45.010186 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-bec932c7-2669-4e29-92e7-ac367c70f1e1 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1579523 Dec 20 08:59:45.012796 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 47110) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:59:45.018558 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-96d4b10b-dea1-45c4-b8b0-9b1d89417445 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'security_group_rule': {'security_group_id': '6fdf8fb4-ee54-46fe-9582-e8adb17691e9', 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:59:45.025601 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-96d4b10b-dea1-45c4-b8b0-9b1d89417445 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:59:45.029304 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-96d4b10b-dea1-45c4-b8b0-9b1d89417445 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:security_group_rule and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:59:45.032145 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-96d4b10b-dea1-45c4-b8b0-9b1d89417445 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:59:45.038826 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-96d4b10b-dea1-45c4-b8b0-9b1d89417445 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:59:45.058351 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-96d4b10b-dea1-45c4-b8b0-9b1d89417445 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:45.124045 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-96d4b10b-dea1-45c4-b8b0-9b1d89417445 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:45.127951 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-96d4b10b-dea1-45c4-b8b0-9b1d89417445 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:45.129835 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-539df733-5f78-451c-a847-03e26cbd8388 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:59:45.152486 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d4b10b-dea1-45c4-b8b0-9b1d89417445 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d70d1ea-2cb2-4da9-909d-573f9606b7ec,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:59:45.155050 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-96d4b10b-dea1-45c4-b8b0-9b1d89417445 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:59:45.173914 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-96d4b10b-dea1-45c4-b8b0-9b1d89417445 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:45.175096 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-96d4b10b-dea1-45c4-b8b0-9b1d89417445 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1611278 Dec 20 08:59:45.178107 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 47114) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:59:45.184872 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-d3b72d59-941e-4bf5-bfc7-04bea7b63473 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'security_group_rule': {'security_group_id': '6fdf8fb4-ee54-46fe-9582-e8adb17691e9', 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:59:45.189554 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-d3b72d59-941e-4bf5-bfc7-04bea7b63473 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:59:45.193967 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d3b72d59-941e-4bf5-bfc7-04bea7b63473 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:security_group_rule and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:59:45.197129 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d3b72d59-941e-4bf5-bfc7-04bea7b63473 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:59:45.202873 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-d3b72d59-941e-4bf5-bfc7-04bea7b63473 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:59:45.221646 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d3b72d59-941e-4bf5-bfc7-04bea7b63473 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:45.290807 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d3b72d59-941e-4bf5-bfc7-04bea7b63473 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:45.294658 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d3b72d59-941e-4bf5-bfc7-04bea7b63473 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:45.294839 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-f00d9447-934c-4a6a-abd6-04b3a104d1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bb907a6-f912-427c-a71a-4ebe9e84b1fc', 'name': 'tempest-TestNetworkBasicOps-router-562042046', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.46'}], 'enable_snat': True}, 'gw_port_id': '9940aab8-b6f6-4981-8664-f1ff0a415125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:59:37Z', 'updated_at': '2021-12-20T08:59:42Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': '9940aab8-b6f6-4981-8664-f1ff0a415125', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b1:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb907a6-f912-427c-a71a-4ebe9e84b1fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:59:38Z', 'updated_at': '2021-12-20T08:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '3e619510-ecd6-4105-962b-e004a849002f', 'name': '', 'network_id': 'cd52a6b1-3ba5-4e42-b9c2-0ec31e5683a3', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'mac_address': 'fa:16:3e:a5:4b:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bb907a6-f912-427c-a71a-4ebe9e84b1fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a12874ba-04e4-482d-b6d1-e4da13a86fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:59:41Z', 'updated_at': '2021-12-20T08:59:42Z', 'revision_number': 2, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'subnets': [{'id': 'a12874ba-04e4-482d-b6d1-e4da13a86fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:59:45.296478 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7ce4a987-464b-46e1-824d-1579dfd61118 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:59:45.299279 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00d9447-934c-4a6a-abd6-04b3a104d1a9 None None] Checking router: 8bb907a6-f912-427c-a71a-4ebe9e84b1fc for host: dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 08:59:45.299632 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00d9447-934c-4a6a-abd6-04b3a104d1a9 None None] Updating router 8bb907a6-f912-427c-a71a-4ebe9e84b1fc port 3e619510-ecd6-4105-962b-e004a849002f binding host dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 08:59:45.316914 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b72d59-941e-4bf5-bfc7-04bea7b63473 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=982eaa17-3ccc-48b8-86ad-79848fbb6275,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:59:45.320864 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d3b72d59-941e-4bf5-bfc7-04bea7b63473 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:59:45.329201 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d3b72d59-941e-4bf5-bfc7-04bea7b63473 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:45.330407 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d3b72d59-941e-4bf5-bfc7-04bea7b63473 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1513679 Dec 20 08:59:45.334723 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 47118) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:59:45.340628 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-e4724229-c495-4742-8911-53451e8073e8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'security_group_rule': {'security_group_id': '6fdf8fb4-ee54-46fe-9582-e8adb17691e9', 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:59:45.348345 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-e4724229-c495-4742-8911-53451e8073e8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:59:45.353110 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e4724229-c495-4742-8911-53451e8073e8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:security_group_rule and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:59:45.354094 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-f00d9447-934c-4a6a-abd6-04b3a104d1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:45.356081 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e4724229-c495-4742-8911-53451e8073e8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:59:45.361876 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-e4724229-c495-4742-8911-53451e8073e8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:59:45.382698 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e4724229-c495-4742-8911-53451e8073e8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:45.451126 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e4724229-c495-4742-8911-53451e8073e8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:45.456189 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e4724229-c495-4742-8911-53451e8073e8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:45.466269 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f7a9daf5-6546-4891-b0fd-8f30183a5102 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:59:45.493770 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4724229-c495-4742-8911-53451e8073e8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfd3ac6d-6f5e-40ac-bfd2-0063ff643b75,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:59:45.498551 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e4724229-c495-4742-8911-53451e8073e8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:59:45.503354 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e4724229-c495-4742-8911-53451e8073e8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:45.505269 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e4724229-c495-4742-8911-53451e8073e8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1695466 Dec 20 08:59:45.508284 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 47122) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:59:45.516401 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-e5e152b5-068f-4501-8901-20cdcc977c19 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'security_group_rule': {'security_group_id': '6fdf8fb4-ee54-46fe-9582-e8adb17691e9', 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:59:45.525210 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-e5e152b5-068f-4501-8901-20cdcc977c19 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:59:45.530297 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e5e152b5-068f-4501-8901-20cdcc977c19 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:security_group_rule and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:59:45.533621 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e5e152b5-068f-4501-8901-20cdcc977c19 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:59:45.542366 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-e5e152b5-068f-4501-8901-20cdcc977c19 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:59:45.557010 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.securitygroups_db [None req-e5e152b5-068f-4501-8901-20cdcc977c19 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Project f7b89f97320342ff933d41aa1a974b12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 08:59:45.565008 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e5e152b5-068f-4501-8901-20cdcc977c19 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:45.632695 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e5e152b5-068f-4501-8901-20cdcc977c19 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:45.636666 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e5e152b5-068f-4501-8901-20cdcc977c19 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:45.644258 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:59:45.669117 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e152b5-068f-4501-8901-20cdcc977c19 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8119c88f-e202-4b3f-940a-82b4b7500c6e,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:59:45.671999 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e5e152b5-068f-4501-8901-20cdcc977c19 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:59:45.678207 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e5e152b5-068f-4501-8901-20cdcc977c19 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:45.679480 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e5e152b5-068f-4501-8901-20cdcc977c19 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1698794 Dec 20 08:59:45.682277 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 47126) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 08:59:45.687817 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-743d2b92-edb7-4ac4-98b6-d192d3adbc7d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'security_group_rule': {'security_group_id': '6fdf8fb4-ee54-46fe-9582-e8adb17691e9', 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:59:45.694314 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-743d2b92-edb7-4ac4-98b6-d192d3adbc7d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:59:45.698114 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-743d2b92-edb7-4ac4-98b6-d192d3adbc7d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:security_group_rule and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 08:59:45.701078 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-743d2b92-edb7-4ac4-98b6-d192d3adbc7d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 08:59:45.706679 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-743d2b92-edb7-4ac4-98b6-d192d3adbc7d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:59:45.741703 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-f00d9447-934c-4a6a-abd6-04b3a104d1a9 None None] Notify callbacks [] for port, precommit_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:45.755130 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.provisioning_blocks [None req-f00d9447-934c-4a6a-abd6-04b3a104d1a9 None None] Transition to ACTIVE for port object 3e619510-ecd6-4105-962b-e004a849002f will not be triggered until provisioned by entity L2. {{(pid=83447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:59:45.762264 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-f00d9447-934c-4a6a-abd6-04b3a104d1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:45.765973 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-26dc6fc0-68f4-497d-839f-ba11ca6f77a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:59:45.823137 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.securitygroups_db [None req-743d2b92-edb7-4ac4-98b6-d192d3adbc7d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Project f7b89f97320342ff933d41aa1a974b12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 08:59:45.830381 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-743d2b92-edb7-4ac4-98b6-d192d3adbc7d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:45.909147 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337bacab-595e-49b7-9795-3edc3b8aab13 None None] Pushing event updated for resources: {'Port': ['ID=3e619510-ecd6-4105-962b-e004a849002f,revision_number=3']} {{(pid=83447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:59:45.913099 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-337bacab-595e-49b7-9795-3edc3b8aab13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:59:45.915621 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-743d2b92-edb7-4ac4-98b6-d192d3adbc7d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:45.921205 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-743d2b92-edb7-4ac4-98b6-d192d3adbc7d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:45.923182 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-345f71b8-559f-43b7-bbbb-2654a114af91 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:59:45.943660 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:45.947094 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743d2b92-edb7-4ac4-98b6-d192d3adbc7d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66fe2baa-ad56-47c2-9b6b-17c4d4f36698,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:59:45.949890 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-743d2b92-edb7-4ac4-98b6-d192d3adbc7d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:59:45.958999 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-743d2b92-edb7-4ac4-98b6-d192d3adbc7d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:45.959961 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-743d2b92-edb7-4ac4-98b6-d192d3adbc7d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2767169 Dec 20 08:59:46.009477 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-f00d9447-934c-4a6a-abd6-04b3a104d1a9 None None] Attempting to bind port 3e619510-ecd6-4105-962b-e004a849002f on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:59:46.009854 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-f00d9447-934c-4a6a-abd6-04b3a104d1a9 None None] Attempting to bind port 3e619510-ecd6-4105-962b-e004a849002f by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '59e71e8d-b1a4-4ab0-b9d3-5b4efe8ed8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'cd52a6b1-3ba5-4e42-b9c2-0ec31e5683a3'}] {{(pid=83447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:59:46.010220 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00d9447-934c-4a6a-abd6-04b3a104d1a9 None None] Attempting to bind port 3e619510-ecd6-4105-962b-e004a849002f on network cd52a6b1-3ba5-4e42-b9c2-0ec31e5683a3 {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:59:46.017512 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00d9447-934c-4a6a-abd6-04b3a104d1a9 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:59:46.018178 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00d9447-934c-4a6a-abd6-04b3a104d1a9 None None] Checking segment: {'id': '59e71e8d-b1a4-4ab0-b9d3-5b4efe8ed8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'cd52a6b1-3ba5-4e42-b9c2-0ec31e5683a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:59:46.018312 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:46.018853 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-f00d9447-934c-4a6a-abd6-04b3a104d1a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:46.020940 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00d9447-934c-4a6a-abd6-04b3a104d1a9 None None] Bound using segment: {'id': '59e71e8d-b1a4-4ab0-b9d3-5b4efe8ed8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'cd52a6b1-3ba5-4e42-b9c2-0ec31e5683a3'} {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:59:46.022057 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-f00d9447-934c-4a6a-abd6-04b3a104d1a9 None None] Bound port: 3e619510-ecd6-4105-962b-e004a849002f, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59e71e8d-b1a4-4ab0-b9d3-5b4efe8ed8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'cd52a6b1-3ba5-4e42-b9c2-0ec31e5683a3'}}] {{(pid=83447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:59:46.022445 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-f00d9447-934c-4a6a-abd6-04b3a104d1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:46.118168 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.db [None req-f00d9447-934c-4a6a-abd6-04b3a104d1a9 None None] For port 3e619510-ecd6-4105-962b-e004a849002f, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:59:46.122025 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.db [None req-f00d9447-934c-4a6a-abd6-04b3a104d1a9 None None] For port 3e619510-ecd6-4105-962b-e004a849002f, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=3e619510-ecd6-4105-962b-e004a849002f,segment=NetworkSegment(59e71e8d-b1a4-4ab0-b9d3-5b4efe8ed8f4),segment_id=59e71e8d-b1a4-4ab0-b9d3-5b4efe8ed8f4)] {{(pid=83447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:59:46.131202 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-f00d9447-934c-4a6a-abd6-04b3a104d1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:46.136294 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-a42595dc-c9b2-4761-b6b1-fb1d2e637ff1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:59:46.210823 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00d9447-934c-4a6a-abd6-04b3a104d1a9 None None] Routers {'8bb907a6-f912-427c-a71a-4ebe9e84b1fc'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 08:59:46.211451 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-f00d9447-934c-4a6a-abd6-04b3a104d1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:59:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['8bb907a6-f912-427c-a71a-4ebe9e84b1fc'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:59:46.212920 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-f11a6694-070f-49fa-b0ea-cd5a0d3c6d24 req-cd79b63d-9320-4bdd-8ccc-ded5c91e3dc2 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Synchronizing usage tracker for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:security_group {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:59:46.230498 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-f11a6694-070f-49fa-b0ea-cd5a0d3c6d24 req-cd79b63d-9320-4bdd-8ccc-ded5c91e3dc2 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Unset dirty status for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:security_group {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:59:46.232015 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-f11a6694-070f-49fa-b0ea-cd5a0d3c6d24 req-cd79b63d-9320-4bdd-8ccc-ded5c91e3dc2 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1188361015&fields=id&tenant_id=f7b89f97320342ff933d41aa1a974b12 HTTP/1.1" status: 200 len: 267 time: 0.0636325 Dec 20 08:59:46.282382 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337bacab-595e-49b7-9795-3edc3b8aab13 None None] Pushing event updated for resources: {'Port': ['ID=3e619510-ecd6-4105-962b-e004a849002f,revision_number=4']} {{(pid=83447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:59:46.287447 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-337bacab-595e-49b7-9795-3edc3b8aab13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:59:46.395233 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11a6694-070f-49fa-b0ea-cd5a0d3c6d24 req-cd8d6214-3842-43ec-aa51-a4d16206b3ec tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:59:46.395913 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-f11a6694-070f-49fa-b0ea-cd5a0d3c6d24 req-cd8d6214-3842-43ec-aa51-a4d16206b3ec tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Synchronizing usage tracker for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:network {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:59:46.405957 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-f00d9447-934c-4a6a-abd6-04b3a104d1a9 None None] Set router 8bb907a6-f912-427c-a71a-4ebe9e84b1fc gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 08:59:46.411307 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-f11a6694-070f-49fa-b0ea-cd5a0d3c6d24 req-cd8d6214-3842-43ec-aa51-a4d16206b3ec tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Unset dirty status for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:network {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:59:46.412518 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-f11a6694-070f-49fa-b0ea-cd5a0d3c6d24 req-cd8d6214-3842-43ec-aa51-a4d16206b3ec tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/networks?id=cd52a6b1-3ba5-4e42-b9c2-0ec31e5683a3 HTTP/1.1" status: 200 len: 796 time: 0.1726913 Dec 20 08:59:46.429052 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-f11a6694-070f-49fa-b0ea-cd5a0d3c6d24 req-5ec53e49-75d5-495f-a399-f8f192a92618 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/quotas/f7b89f97320342ff933d41aa1a974b12 HTTP/1.1" status: 200 len: 375 time: 0.0111659 Dec 20 08:59:46.515610 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-f11a6694-070f-49fa-b0ea-cd5a0d3c6d24 req-b43cd1a5-2383-4bd6-a1d7-9ecd5d09df8b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Synchronizing usage tracker for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:59:46.531935 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-f11a6694-070f-49fa-b0ea-cd5a0d3c6d24 req-b43cd1a5-2383-4bd6-a1d7-9ecd5d09df8b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Unset dirty status for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:59:46.533313 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-f11a6694-070f-49fa-b0ea-cd5a0d3c6d24 req-b43cd1a5-2383-4bd6-a1d7-9ecd5d09df8b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f7b89f97320342ff933d41aa1a974b12&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0992537 Dec 20 08:59:46.675282 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-f11a6694-070f-49fa-b0ea-cd5a0d3c6d24 req-da91caf8-b55c-47cc-8656-cde01513f874 service neutron] 10.222.0.16 "GET /v2.0/networks/cd52a6b1-3ba5-4e42-b9c2-0ec31e5683a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291614 Dec 20 08:59:46.750156 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-f00d9447-934c-4a6a-abd6-04b3a104d1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bb907a6-f912-427c-a71a-4ebe9e84b1fc', 'name': 'tempest-TestNetworkBasicOps-router-562042046', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.46'}], 'enable_snat': True}, 'gw_port_id': '9940aab8-b6f6-4981-8664-f1ff0a415125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:59:37Z', 'updated_at': '2021-12-20T08:59:42Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': '9940aab8-b6f6-4981-8664-f1ff0a415125', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b1:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb907a6-f912-427c-a71a-4ebe9e84b1fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:59:38Z', 'updated_at': '2021-12-20T08:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '3e619510-ecd6-4105-962b-e004a849002f', 'name': '', 'network_id': 'cd52a6b1-3ba5-4e42-b9c2-0ec31e5683a3', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'mac_address': 'fa:16:3e:a5:4b:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bb907a6-f912-427c-a71a-4ebe9e84b1fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a12874ba-04e4-482d-b6d1-e4da13a86fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:59:41Z', 'updated_at': '2021-12-20T08:59:46Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'subnets': [{'id': 'a12874ba-04e4-482d-b6d1-e4da13a86fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 08:59:46.754943 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00d9447-934c-4a6a-abd6-04b3a104d1a9 None None] The sync data for ids ['8bb907a6-f912-427c-a71a-4ebe9e84b1fc'] in dv-neutron-820491-1-hyperv is: [{'id': '8bb907a6-f912-427c-a71a-4ebe9e84b1fc', 'name': 'tempest-TestNetworkBasicOps-router-562042046', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.46'}], 'enable_snat': True}, 'gw_port_id': '9940aab8-b6f6-4981-8664-f1ff0a415125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:59:37Z', 'updated_at': '2021-12-20T08:59:42Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': '9940aab8-b6f6-4981-8664-f1ff0a415125', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b1:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb907a6-f912-427c-a71a-4ebe9e84b1fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:59:38Z', 'updated_at': '2021-12-20T08:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '3e619510-ecd6-4105-962b-e004a849002f', 'name': '', 'network_id': 'cd52a6b1-3ba5-4e42-b9c2-0ec31e5683a3', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'mac_address': 'fa:16:3e:a5:4b:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bb907a6-f912-427c-a71a-4ebe9e84b1fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a12874ba-04e4-482d-b6d1-e4da13a86fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:59:41Z', 'updated_at': '2021-12-20T08:59:46Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'subnets': [{'id': 'a12874ba-04e4-482d-b6d1-e4da13a86fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 08:59:46.824571 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-f11a6694-070f-49fa-b0ea-cd5a0d3c6d24 req-5e051d0f-6026-4f7b-b8e7-d29d1c8331cc service neutron] 10.222.0.16 "GET /v2.0/networks/cd52a6b1-3ba5-4e42-b9c2-0ec31e5683a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426308 Dec 20 08:59:47.022507 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-9d813b5b-d670-42b4-a71f-ce47da81d874 req-e8bc57a9-6fb1-40ac-81fe-cb8731138fa0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Synchronizing usage tracker for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:59:47.035801 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-9d813b5b-d670-42b4-a71f-ce47da81d874 req-e8bc57a9-6fb1-40ac-81fe-cb8731138fa0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Unset dirty status for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:59:47.046088 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9d813b5b-d670-42b4-a71f-ce47da81d874 req-e8bc57a9-6fb1-40ac-81fe-cb8731138fa0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=68e7a68c-7365-4852-a885-bf4fa938ab94 HTTP/1.1" status: 200 len: 210 time: 0.0660746 Dec 20 08:59:47.401060 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:48.145792 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-7a2be6e9-f538-4499-a9b3-e9f5af0258af req-ce0cee17-c89e-42ee-aedc-32592a9708bc tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=68e7a68c-7365-4852-a885-bf4fa938ab94 HTTP/1.1" status: 200 len: 210 time: 0.0421445 Dec 20 08:59:48.454604 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 3e619510-ecd6-4105-962b-e004a849002f up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:59:48.568920 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 3e619510-ecd6-4105-962b-e004a849002f completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:59:48.576947 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 3e619510-ecd6-4105-962b-e004a849002f triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:59:48.577379 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:48.701537 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:48.733515 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 3e619510-ecd6-4105-962b-e004a849002f, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=3e619510-ecd6-4105-962b-e004a849002f,segment=NetworkSegment(59e71e8d-b1a4-4ab0-b9d3-5b4efe8ed8f4),segment_id=59e71e8d-b1a4-4ab0-b9d3-5b4efe8ed8f4)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:59:48.736950 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:48.739336 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-b43aff9c-308c-4d7b-9a79-fe41bedb6216 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:59:48.807741 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=3e619510-ecd6-4105-962b-e004a849002f,revision_number=5']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:59:48.810914 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:59:49.312645 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7696d475-b88a-4f14-bdb5-171a68130b08 req-b4a277f1-f635-46d4-b586-16b6c122d29c tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=68e7a68c-7365-4852-a885-bf4fa938ab94 HTTP/1.1" status: 200 len: 210 time: 0.0450728 Dec 20 08:59:50.379532 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11a6694-070f-49fa-b0ea-cd5a0d3c6d24 req-4fae6c84-8cdf-4a9b-b68e-98647e274519 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:59:50.380229 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-f11a6694-070f-49fa-b0ea-cd5a0d3c6d24 req-4fae6c84-8cdf-4a9b-b68e-98647e274519 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Synchronizing usage tracker for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:network {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:59:50.392278 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-f11a6694-070f-49fa-b0ea-cd5a0d3c6d24 req-4fae6c84-8cdf-4a9b-b68e-98647e274519 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Unset dirty status for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:network {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:59:50.393424 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f11a6694-070f-49fa-b0ea-cd5a0d3c6d24 req-4fae6c84-8cdf-4a9b-b68e-98647e274519 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.58 "GET /v2.0/networks?id=cd52a6b1-3ba5-4e42-b9c2-0ec31e5683a3 HTTP/1.1" status: 200 len: 796 time: 0.1638472 Dec 20 08:59:50.467044 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-f11a6694-070f-49fa-b0ea-cd5a0d3c6d24 req-f800f210-2154-4e75-bc84-41dce7de109a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Synchronizing usage tracker for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:security_group {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:59:50.473362 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 3e619510-ecd6-4105-962b-e004a849002f up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:59:50.482383 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-f11a6694-070f-49fa-b0ea-cd5a0d3c6d24 req-f800f210-2154-4e75-bc84-41dce7de109a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Unset dirty status for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:security_group {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:59:50.483606 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f11a6694-070f-49fa-b0ea-cd5a0d3c6d24 req-f800f210-2154-4e75-bc84-41dce7de109a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7b89f97320342ff933d41aa1a974b12 HTTP/1.1" status: 200 len: 380 time: 0.0762620 Dec 20 08:59:50.493687 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-f11a6694-070f-49fa-b0ea-cd5a0d3c6d24 req-b098f131-9451-41a0-9aef-241f34078a88 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'port': {'device_id': '68e7a68c-7365-4852-a885-bf4fa938ab94', 'network_id': 'cd52a6b1-3ba5-4e42-b9c2-0ec31e5683a3', 'admin_state_up': True, 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'security_groups': ['6fdf8fb4-ee54-46fe-9582-e8adb17691e9']}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:59:50.495577 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-19797273-10ee-4f0c-97a9-c500bdb33424 req-f5b65b41-992b-4a63-898c-d42107d97b38 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=68e7a68c-7365-4852-a885-bf4fa938ab94 HTTP/1.1" status: 200 len: 210 time: 0.0477037 Dec 20 08:59:50.545034 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 3e619510-ecd6-4105-962b-e004a849002f triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:59:50.545532 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:50.640115 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-f11a6694-070f-49fa-b0ea-cd5a0d3c6d24 req-b098f131-9451-41a0-9aef-241f34078a88 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 08:59:50.650443 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-f11a6694-070f-49fa-b0ea-cd5a0d3c6d24 req-b098f131-9451-41a0-9aef-241f34078a88 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 08:59:50.660636 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f11a6694-070f-49fa-b0ea-cd5a0d3c6d24 req-b098f131-9451-41a0-9aef-241f34078a88 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Made reservation on behalf of f7b89f97320342ff933d41aa1a974b12 for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 08:59:50.663946 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-f11a6694-070f-49fa-b0ea-cd5a0d3c6d24 req-b098f131-9451-41a0-9aef-241f34078a88 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:50.829523 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [req-f11a6694-070f-49fa-b0ea-cd5a0d3c6d24 req-b098f131-9451-41a0-9aef-241f34078a88 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Allocated IP 172.20.0.11 (cd52a6b1-3ba5-4e42-b9c2-0ec31e5683a3/a12874ba-04e4-482d-b6d1-e4da13a86fc6/5ff9da14-b512-415f-aba9-ba97c471f851) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 08:59:51.014071 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-f11a6694-070f-49fa-b0ea-cd5a0d3c6d24 req-b098f131-9451-41a0-9aef-241f34078a88 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:51.030540 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-f11a6694-070f-49fa-b0ea-cd5a0d3c6d24 req-b098f131-9451-41a0-9aef-241f34078a88 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Transition to ACTIVE for port object 5ff9da14-b512-415f-aba9-ba97c471f851 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:59:51.051578 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-f11a6694-070f-49fa-b0ea-cd5a0d3c6d24 req-b098f131-9451-41a0-9aef-241f34078a88 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:51.057364 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-6d0c9c33-5a7f-4270-a1b3-275efbd949f6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:59:51.120098 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f11a6694-070f-49fa-b0ea-cd5a0d3c6d24 req-b098f131-9451-41a0-9aef-241f34078a88 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Network cd52a6b1-3ba5-4e42-b9c2-0ec31e5683a3 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 08:59:51.123175 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [req-f11a6694-070f-49fa-b0ea-cd5a0d3c6d24 req-b098f131-9451-41a0-9aef-241f34078a88 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 08:59:51.132217 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-f11a6694-070f-49fa-b0ea-cd5a0d3c6d24 req-b098f131-9451-41a0-9aef-241f34078a88 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 08:59:51.170353 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b098f131-9451-41a0-9aef-241f34078a88 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'Port': ['ID=5ff9da14-b512-415f-aba9-ba97c471f851,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:59:51.174911 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b098f131-9451-41a0-9aef-241f34078a88 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:59:51.203182 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11a6694-070f-49fa-b0ea-cd5a0d3c6d24 req-b098f131-9451-41a0-9aef-241f34078a88 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:59:51.203702 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-f11a6694-070f-49fa-b0ea-cd5a0d3c6d24 req-b098f131-9451-41a0-9aef-241f34078a88 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:51.235320 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f11a6694-070f-49fa-b0ea-cd5a0d3c6d24 req-b098f131-9451-41a0-9aef-241f34078a88 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7456448 Dec 20 08:59:51.247260 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-f11a6694-070f-49fa-b0ea-cd5a0d3c6d24 req-58274630-f3db-44e1-b579-a980925757aa service neutron] Request body: {'port': {'device_id': '68e7a68c-7365-4852-a885-bf4fa938ab94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8204'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 08:59:51.367673 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-f11a6694-070f-49fa-b0ea-cd5a0d3c6d24 req-58274630-f3db-44e1-b579-a980925757aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:51.410373 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-f8beede2-f8e5-405c-911e-f38ae4d4dfd2 None None] Provisioning for port 5ff9da14-b512-415f-aba9-ba97c471f851 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:59:51.415357 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-f8beede2-f8e5-405c-911e-f38ae4d4dfd2 None None] Provisioning complete for port 5ff9da14-b512-415f-aba9-ba97c471f851 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:59:51.415736 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f8beede2-f8e5-405c-911e-f38ae4d4dfd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:51.472860 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-f8beede2-f8e5-405c-911e-f38ae4d4dfd2 None None] Port 5ff9da14-b512-415f-aba9-ba97c471f851 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 08:59:51.794416 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aae63ea-2238-4e68-8e32-11fa2afb6d79 req-2c9e583c-c50a-4184-8f64-08aa5d08299d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:59:51.795007 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-7aae63ea-2238-4e68-8e32-11fa2afb6d79 req-2c9e583c-c50a-4184-8f64-08aa5d08299d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Synchronizing usage tracker for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 08:59:51.803618 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [req-f11a6694-070f-49fa-b0ea-cd5a0d3c6d24 req-58274630-f3db-44e1-b579-a980925757aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ff9da14-b512-415f-aba9-ba97c471f851 {{(pid=83444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 08:59:51.815715 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-f11a6694-070f-49fa-b0ea-cd5a0d3c6d24 req-58274630-f3db-44e1-b579-a980925757aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:51.828905 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-7aae63ea-2238-4e68-8e32-11fa2afb6d79 req-2c9e583c-c50a-4184-8f64-08aa5d08299d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Unset dirty status for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 08:59:51.830090 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7aae63ea-2238-4e68-8e32-11fa2afb6d79 req-2c9e583c-c50a-4184-8f64-08aa5d08299d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=68e7a68c-7365-4852-a885-bf4fa938ab94 HTTP/1.1" status: 200 len: 932 time: 0.1949978 Dec 20 08:59:51.838514 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-f11a6694-070f-49fa-b0ea-cd5a0d3c6d24 req-58274630-f3db-44e1-b579-a980925757aa service neutron] Transition to ACTIVE for port object 5ff9da14-b512-415f-aba9-ba97c471f851 will not be triggered until provisioned by entity L2. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 08:59:51.855347 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-f11a6694-070f-49fa-b0ea-cd5a0d3c6d24 req-58274630-f3db-44e1-b579-a980925757aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:51.862272 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b098f131-9451-41a0-9aef-241f34078a88 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:59:52.130689 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7aae63ea-2238-4e68-8e32-11fa2afb6d79 req-bbd11739-b29e-45e8-8fdf-4c2bc284f473 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fdf8fb4-ee54-46fe-9582-e8adb17691e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2934535 Dec 20 08:59:52.138192 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58274630-f3db-44e1-b579-a980925757aa service neutron] Pushing event updated for resources: {'Port': ['ID=5ff9da14-b512-415f-aba9-ba97c471f851,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:59:52.141127 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-58274630-f3db-44e1-b579-a980925757aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:59:52.258594 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-f11a6694-070f-49fa-b0ea-cd5a0d3c6d24 req-58274630-f3db-44e1-b579-a980925757aa service neutron] Attempting to bind port 5ff9da14-b512-415f-aba9-ba97c471f851 on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 08:59:52.259088 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-f11a6694-070f-49fa-b0ea-cd5a0d3c6d24 req-58274630-f3db-44e1-b579-a980925757aa service neutron] Attempting to bind port 5ff9da14-b512-415f-aba9-ba97c471f851 by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': '59e71e8d-b1a4-4ab0-b9d3-5b4efe8ed8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'cd52a6b1-3ba5-4e42-b9c2-0ec31e5683a3'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 08:59:52.259522 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11a6694-070f-49fa-b0ea-cd5a0d3c6d24 req-58274630-f3db-44e1-b579-a980925757aa service neutron] Attempting to bind port 5ff9da14-b512-415f-aba9-ba97c471f851 on network cd52a6b1-3ba5-4e42-b9c2-0ec31e5683a3 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:59:52.267045 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11a6694-070f-49fa-b0ea-cd5a0d3c6d24 req-58274630-f3db-44e1-b579-a980925757aa service neutron] Port 5ff9da14-b512-415f-aba9-ba97c471f851 on network cd52a6b1-3ba5-4e42-b9c2-0ec31e5683a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 08:59:52.267495 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11a6694-070f-49fa-b0ea-cd5a0d3c6d24 req-58274630-f3db-44e1-b579-a980925757aa service neutron] Attempting to bind port 5ff9da14-b512-415f-aba9-ba97c471f851 on network cd52a6b1-3ba5-4e42-b9c2-0ec31e5683a3 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 08:59:52.275578 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11a6694-070f-49fa-b0ea-cd5a0d3c6d24 req-58274630-f3db-44e1-b579-a980925757aa service neutron] Checking agent: {'id': 'bd419857-3bec-4b96-b211-3fb278c66880', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8204', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 40, 10), 'started_at': datetime.datetime(2021, 12, 20, 8, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 8, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 08:59:52.276015 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11a6694-070f-49fa-b0ea-cd5a0d3c6d24 req-58274630-f3db-44e1-b579-a980925757aa service neutron] Checking segment: {'id': '59e71e8d-b1a4-4ab0-b9d3-5b4efe8ed8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'cd52a6b1-3ba5-4e42-b9c2-0ec31e5683a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 08:59:52.276409 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11a6694-070f-49fa-b0ea-cd5a0d3c6d24 req-58274630-f3db-44e1-b579-a980925757aa service neutron] Bound using segment: {'id': '59e71e8d-b1a4-4ab0-b9d3-5b4efe8ed8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'cd52a6b1-3ba5-4e42-b9c2-0ec31e5683a3'} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 08:59:52.276867 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-f11a6694-070f-49fa-b0ea-cd5a0d3c6d24 req-58274630-f3db-44e1-b579-a980925757aa service neutron] Bound port: 5ff9da14-b512-415f-aba9-ba97c471f851, host: hv-neutron-8204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59e71e8d-b1a4-4ab0-b9d3-5b4efe8ed8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'cd52a6b1-3ba5-4e42-b9c2-0ec31e5683a3'}}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 08:59:52.277198 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-f11a6694-070f-49fa-b0ea-cd5a0d3c6d24 req-58274630-f3db-44e1-b579-a980925757aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:52.375249 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-f11a6694-070f-49fa-b0ea-cd5a0d3c6d24 req-58274630-f3db-44e1-b579-a980925757aa service neutron] For port 5ff9da14-b512-415f-aba9-ba97c471f851, host hv-neutron-8204, cleared binding levels {{(pid=83444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 08:59:52.379038 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-f11a6694-070f-49fa-b0ea-cd5a0d3c6d24 req-58274630-f3db-44e1-b579-a980925757aa service neutron] For port 5ff9da14-b512-415f-aba9-ba97c471f851, host hv-neutron-8204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=5ff9da14-b512-415f-aba9-ba97c471f851,segment=NetworkSegment(59e71e8d-b1a4-4ab0-b9d3-5b4efe8ed8f4),segment_id=59e71e8d-b1a4-4ab0-b9d3-5b4efe8ed8f4)] {{(pid=83444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 08:59:52.383165 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-f11a6694-070f-49fa-b0ea-cd5a0d3c6d24 req-58274630-f3db-44e1-b579-a980925757aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:52.391013 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-58274630-f3db-44e1-b579-a980925757aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:59:52.432523 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-f11a6694-070f-49fa-b0ea-cd5a0d3c6d24 req-58274630-f3db-44e1-b579-a980925757aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:52.434429 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f11a6694-070f-49fa-b0ea-cd5a0d3c6d24 req-58274630-f3db-44e1-b579-a980925757aa service neutron] 10.222.0.58 "PUT /v2.0/ports/5ff9da14-b512-415f-aba9-ba97c471f851 HTTP/1.1" status: 200 len: 1094 time: 1.1916108 Dec 20 08:59:52.447917 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68e7a68c-7365-4852-a885-bf4fa938ab94', 'tag': '5ff9da14-b512-415f-aba9-ba97c471f851'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 08:59:52.518877 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68e7a68c-7365-4852-a885-bf4fa938ab94', 'tag': '5ff9da14-b512-415f-aba9-ba97c471f851', 'status': 'completed', 'code': 200} Dec 20 08:59:52.532731 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58274630-f3db-44e1-b579-a980925757aa service neutron] Pushing event updated for resources: {'Port': ['ID=5ff9da14-b512-415f-aba9-ba97c471f851,revision_number=3']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:59:52.538018 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-58274630-f3db-44e1-b579-a980925757aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:59:52.577079 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f11a6694-070f-49fa-b0ea-cd5a0d3c6d24 req-f497a496-ac94-468e-b80c-98bc87643998 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f7b89f97320342ff933d41aa1a974b12&device_id=68e7a68c-7365-4852-a885-bf4fa938ab94 HTTP/1.1" status: 200 len: 1097 time: 0.0981810 Dec 20 08:59:52.657602 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f11a6694-070f-49fa-b0ea-cd5a0d3c6d24 req-2ede98cc-de9c-4fa4-997b-19069d4db90f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ff9da14-b512-415f-aba9-ba97c471f851 HTTP/1.1" status: 200 len: 217 time: 0.0725753 Dec 20 08:59:52.725808 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11a6694-070f-49fa-b0ea-cd5a0d3c6d24 req-fff6a97a-4197-42a8-aa77-dc9c4cc30163 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:59:52.727438 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f11a6694-070f-49fa-b0ea-cd5a0d3c6d24 req-fff6a97a-4197-42a8-aa77-dc9c4cc30163 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a12874ba-04e4-482d-b6d1-e4da13a86fc6 HTTP/1.1" status: 200 len: 844 time: 0.0639415 Dec 20 08:59:52.807710 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f11a6694-070f-49fa-b0ea-cd5a0d3c6d24 req-4e6f7878-10f6-4d24-8107-36de716b68a9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cd52a6b1-3ba5-4e42-b9c2-0ec31e5683a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742619 Dec 20 08:59:52.941720 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f11a6694-070f-49fa-b0ea-cd5a0d3c6d24 req-710fd4dc-ed09-49cd-9109-8784e4ba1e86 service neutron] 10.222.0.58 "GET /v2.0/networks/cd52a6b1-3ba5-4e42-b9c2-0ec31e5683a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267757 Dec 20 08:59:53.074303 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f11a6694-070f-49fa-b0ea-cd5a0d3c6d24 req-62c5f7fd-dc12-4302-8f78-e5798b5c3fe5 service neutron] 10.222.0.58 "GET /v2.0/networks/cd52a6b1-3ba5-4e42-b9c2-0ec31e5683a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271558 Dec 20 08:59:53.190064 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d6ab9eac-ac11-43e7-aed0-b4fa5805d854 req-9e7e1c76-557a-4fc2-9f2d-5c2943111ee1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f7b89f97320342ff933d41aa1a974b12&device_id=68e7a68c-7365-4852-a885-bf4fa938ab94 HTTP/1.1" status: 200 len: 1097 time: 0.0740075 Dec 20 08:59:53.372051 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab9eac-ac11-43e7-aed0-b4fa5805d854 req-6d06d1dc-4123-4f88-b74d-4b78563f8329 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:59:53.373547 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d6ab9eac-ac11-43e7-aed0-b4fa5805d854 req-6d06d1dc-4123-4f88-b74d-4b78563f8329 service neutron] 10.222.0.58 "GET /v2.0/networks?id=cd52a6b1-3ba5-4e42-b9c2-0ec31e5683a3 HTTP/1.1" status: 200 len: 897 time: 0.1770325 Dec 20 08:59:53.453909 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d6ab9eac-ac11-43e7-aed0-b4fa5805d854 req-0810ee54-f3dc-4069-9a25-496ee9c74fb2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ff9da14-b512-415f-aba9-ba97c471f851 HTTP/1.1" status: 200 len: 217 time: 0.0733109 Dec 20 08:59:53.462432 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ef1d66-80a1-485c-a9ef-103c03e9fc14 req-b72e62d4-c9a4-4b38-b1ca-9e4d5e3c3e4a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:59:53.463837 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f4ef1d66-80a1-485c-a9ef-103c03e9fc14 req-b72e62d4-c9a4-4b38-b1ca-9e4d5e3c3e4a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=68e7a68c-7365-4852-a885-bf4fa938ab94 HTTP/1.1" status: 200 len: 944 time: 0.1780055 Dec 20 08:59:53.557949 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab9eac-ac11-43e7-aed0-b4fa5805d854 req-c06a30fd-2d08-4fff-9dce-1fa94a65bd2f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:59:53.559301 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d6ab9eac-ac11-43e7-aed0-b4fa5805d854 req-c06a30fd-2d08-4fff-9dce-1fa94a65bd2f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a12874ba-04e4-482d-b6d1-e4da13a86fc6 HTTP/1.1" status: 200 len: 844 time: 0.0946143 Dec 20 08:59:53.562968 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f4ef1d66-80a1-485c-a9ef-103c03e9fc14 req-db9775e9-daa1-43c9-9e25-48679b2868fa tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fdf8fb4-ee54-46fe-9582-e8adb17691e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687096 Dec 20 08:59:53.637128 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d6ab9eac-ac11-43e7-aed0-b4fa5805d854 req-0da476de-0474-44e2-bded-f4f8061a7ed7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cd52a6b1-3ba5-4e42-b9c2-0ec31e5683a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701473 Dec 20 08:59:53.777662 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d6ab9eac-ac11-43e7-aed0-b4fa5805d854 req-65aa7b1e-5575-4eb6-a3cd-12518f553c04 service neutron] 10.222.0.58 "GET /v2.0/networks/cd52a6b1-3ba5-4e42-b9c2-0ec31e5683a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330876 Dec 20 08:59:54.013256 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d6ab9eac-ac11-43e7-aed0-b4fa5805d854 req-9871e443-e177-4253-9475-8f81bab4f6aa service neutron] 10.222.0.58 "GET /v2.0/networks/cd52a6b1-3ba5-4e42-b9c2-0ec31e5683a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296014 Dec 20 08:59:54.773088 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6919464-24de-49f2-a442-1ea6aae0bd82 req-6ce5d89a-f125-4998-ba97-b029317ff416 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:59:54.774613 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-c6919464-24de-49f2-a442-1ea6aae0bd82 req-6ce5d89a-f125-4998-ba97-b029317ff416 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=68e7a68c-7365-4852-a885-bf4fa938ab94 HTTP/1.1" status: 200 len: 944 time: 0.0812328 Dec 20 08:59:54.820804 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-c6919464-24de-49f2-a442-1ea6aae0bd82 req-1241c389-8093-4925-bd26-8e95cb418f78 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fdf8fb4-ee54-46fe-9582-e8adb17691e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406942 Dec 20 08:59:56.016047 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f977d870-73f5-4823-aa4f-d1c981400008 req-95c67194-59e6-425c-8f30-d66963c7528f tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:59:56.017504 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f977d870-73f5-4823-aa4f-d1c981400008 req-95c67194-59e6-425c-8f30-d66963c7528f tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=68e7a68c-7365-4852-a885-bf4fa938ab94 HTTP/1.1" status: 200 len: 944 time: 0.0789230 Dec 20 08:59:56.063290 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f977d870-73f5-4823-aa4f-d1c981400008 req-2328dbb6-75eb-4cc3-9ea1-490959d14570 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fdf8fb4-ee54-46fe-9582-e8adb17691e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394237 Dec 20 08:59:57.266680 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784bfd91-760c-4b2a-b61b-5a006a90998a req-e494c143-e06d-457a-9911-12000c55b460 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:59:57.268092 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-784bfd91-760c-4b2a-b61b-5a006a90998a req-e494c143-e06d-457a-9911-12000c55b460 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=68e7a68c-7365-4852-a885-bf4fa938ab94 HTTP/1.1" status: 200 len: 944 time: 0.0783074 Dec 20 08:59:57.312833 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-784bfd91-760c-4b2a-b61b-5a006a90998a req-a631bb35-97c9-48ad-b8cf-4ca689e19e93 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fdf8fb4-ee54-46fe-9582-e8adb17691e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391326 Dec 20 08:59:57.597995 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 5ff9da14-b512-415f-aba9-ba97c471f851 details requested by agent hyperv_hv-neutron-8204 with host hv-neutron-8204 {{(pid=83446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 08:59:57.731869 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port 5ff9da14-b512-415f-aba9-ba97c471f851, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=5ff9da14-b512-415f-aba9-ba97c471f851,segment=NetworkSegment(59e71e8d-b1a4-4ab0-b9d3-5b4efe8ed8f4),segment_id=59e71e8d-b1a4-4ab0-b9d3-5b4efe8ed8f4)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:59:57.745470 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Returning: {'device': '5ff9da14-b512-415f-aba9-ba97c471f851', 'network_id': 'cd52a6b1-3ba5-4e42-b9c2-0ec31e5683a3', 'port_id': '5ff9da14-b512-415f-aba9-ba97c471f851', 'mac_address': 'fa:16:3e:72:67:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a12874ba-04e4-482d-b6d1-e4da13a86fc6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 08:59:57.798613 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:57.815535 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ff9da14-b512-415f-aba9-ba97c471f851 {{(pid=83446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 08:59:57.830400 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port 5ff9da14-b512-415f-aba9-ba97c471f851, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=5ff9da14-b512-415f-aba9-ba97c471f851,segment=NetworkSegment(59e71e8d-b1a4-4ab0-b9d3-5b4efe8ed8f4),segment_id=59e71e8d-b1a4-4ab0-b9d3-5b4efe8ed8f4)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:59:57.835001 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:57.838248 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-8a6cf40b-aa1a-4a65-a253-d9b539d72fa8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:59:57.904206 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=5ff9da14-b512-415f-aba9-ba97c471f851,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:59:57.907275 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 08:59:58.151490 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] get_ports_and_sgs() called for port_ids ['5ff9da14-b512-415f-aba9-ba97c471f851'] {{(pid=83446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 08:59:58.511310 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2210de2-ea55-4af6-bca0-b38c0f7a02e6 req-7403452c-d690-4d48-8059-f7038850546e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:59:58.512756 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e2210de2-ea55-4af6-bca0-b38c0f7a02e6 req-7403452c-d690-4d48-8059-f7038850546e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=68e7a68c-7365-4852-a885-bf4fa938ab94 HTTP/1.1" status: 200 len: 945 time: 0.0761251 Dec 20 08:59:58.563817 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e2210de2-ea55-4af6-bca0-b38c0f7a02e6 req-32b70937-4951-44e6-ba66-839067e31e58 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fdf8fb4-ee54-46fe-9582-e8adb17691e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456617 Dec 20 08:59:59.597814 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 5ff9da14-b512-415f-aba9-ba97c471f851 up at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 08:59:59.671962 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning for port 5ff9da14-b512-415f-aba9-ba97c471f851 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 08:59:59.677075 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning complete for port 5ff9da14-b512-415f-aba9-ba97c471f851 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 08:59:59.677471 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:59.765666 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed24d375-ec16-4aab-8f62-6c3c2b003e65 req-ea1bd606-3bf3-41e3-8556-2a07a8c8fc82 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 08:59:59.767114 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-ed24d375-ec16-4aab-8f62-6c3c2b003e65 req-ea1bd606-3bf3-41e3-8556-2a07a8c8fc82 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=68e7a68c-7365-4852-a885-bf4fa938ab94 HTTP/1.1" status: 200 len: 945 time: 0.0798516 Dec 20 08:59:59.795683 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:59.814092 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-ed24d375-ec16-4aab-8f62-6c3c2b003e65 req-0a63f19d-1c50-4b9d-b6a8-9c37d4858434 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fdf8fb4-ee54-46fe-9582-e8adb17691e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405526 Dec 20 08:59:59.823353 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68e7a68c-7365-4852-a885-bf4fa938ab94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ff9da14-b512-415f-aba9-ba97c471f851'}] {{(pid=83446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 08:59:59.834275 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port 5ff9da14-b512-415f-aba9-ba97c471f851, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=5ff9da14-b512-415f-aba9-ba97c471f851,segment=NetworkSegment(59e71e8d-b1a4-4ab0-b9d3-5b4efe8ed8f4),segment_id=59e71e8d-b1a4-4ab0-b9d3-5b4efe8ed8f4)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 08:59:59.838739 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 08:59:59.841698 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 08:59:59.914054 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=5ff9da14-b512-415f-aba9-ba97c471f851,revision_number=5']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 08:59:59.917120 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:00:00.053398 dv-neutron-820491-1-hyperv neutron-server[83446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68e7a68c-7365-4852-a885-bf4fa938ab94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ff9da14-b512-415f-aba9-ba97c471f851', 'code': 200} Dec 20 09:00:00.275973 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3e1af516-6782-4620-9375-b91f16ffe138 req-0e6ffacb-dfe8-49d3-a959-f10bce904cbd service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=68e7a68c-7365-4852-a885-bf4fa938ab94 HTTP/1.1" status: 200 len: 1099 time: 0.0678377 Dec 20 09:00:00.318846 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3e1af516-6782-4620-9375-b91f16ffe138 req-c5a2c28f-0357-4303-a37b-4e3da811ccad service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=6fdf8fb4-ee54-46fe-9582-e8adb17691e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366526 Dec 20 09:00:01.016653 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baa931c-5169-4807-a9f4-199c9b285720 req-128bb284-7608-4bbd-b7b6-40b8d162e080 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:00:01.018113 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-3baa931c-5169-4807-a9f4-199c9b285720 req-128bb284-7608-4bbd-b7b6-40b8d162e080 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=68e7a68c-7365-4852-a885-bf4fa938ab94 HTTP/1.1" status: 200 len: 946 time: 0.0808377 Dec 20 09:00:01.063072 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-3baa931c-5169-4807-a9f4-199c9b285720 req-9eb1d127-564c-4838-a5d5-04279a837ea6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fdf8fb4-ee54-46fe-9582-e8adb17691e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394328 Dec 20 09:00:02.265665 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d6dd1-0b6e-45e5-9c5c-e43b5246a52d req-13559c41-2dd8-44e7-b25b-ec21f87879c8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:00:02.267091 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a73d6dd1-0b6e-45e5-9c5c-e43b5246a52d req-13559c41-2dd8-44e7-b25b-ec21f87879c8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=68e7a68c-7365-4852-a885-bf4fa938ab94 HTTP/1.1" status: 200 len: 946 time: 0.0817001 Dec 20 09:00:02.316521 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a73d6dd1-0b6e-45e5-9c5c-e43b5246a52d req-bdc887ff-d45d-440b-bd12-1acef033a766 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fdf8fb4-ee54-46fe-9582-e8adb17691e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430493 Dec 20 09:00:02.512107 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5252ae54-11a2-4741-983c-1acfaf678479 req-ca3d00ff-e58a-4a2c-9803-d6193809c4d8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:00:02.513656 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-5252ae54-11a2-4741-983c-1acfaf678479 req-ca3d00ff-e58a-4a2c-9803-d6193809c4d8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=68e7a68c-7365-4852-a885-bf4fa938ab94 HTTP/1.1" status: 200 len: 946 time: 0.0761521 Dec 20 09:00:02.559994 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-5252ae54-11a2-4741-983c-1acfaf678479 req-c26b09f2-927f-4d02-a9d0-33413fe5c55e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fdf8fb4-ee54-46fe-9582-e8adb17691e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408719 Dec 20 09:00:02.588454 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 47188) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:00:02.663201 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-da5a8ea1-bc66-4444-b689-cd4b9ccecf88 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=68e7a68c-7365-4852-a885-bf4fa938ab94 HTTP/1.1" status: 200 len: 1094 time: 0.0734036 Dec 20 09:00:02.665729 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 47192) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:00:02.670799 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-ae6b55d8-b9f0-48c8-9df8-6361abc99252 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'floatingip': {'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'port_id': '5ff9da14-b512-415f-aba9-ba97c471f851', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:00:02.676833 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-ae6b55d8-b9f0-48c8-9df8-6361abc99252 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:00:02.681028 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-ae6b55d8-b9f0-48c8-9df8-6361abc99252 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:floatingip and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:00:02.683957 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-ae6b55d8-b9f0-48c8-9df8-6361abc99252 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:00:02.689903 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-ae6b55d8-b9f0-48c8-9df8-6361abc99252 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:00:02.701134 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ae6b55d8-b9f0-48c8-9df8-6361abc99252 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for floatingip, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:00:02.937661 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ae6b55d8-b9f0-48c8-9df8-6361abc99252 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:00:03.079113 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-ae6b55d8-b9f0-48c8-9df8-6361abc99252 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Allocated IP 172.26.5.111 (95f3bec2-46e6-4468-8229-8badd4a5aaae/cf8895a3-346d-4313-a645-16ecdcce9969/a73cd2af-ebbc-41aa-87c6-926e1a1cdfec) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 09:00:03.224758 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ae6b55d8-b9f0-48c8-9df8-6361abc99252 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:00:03.252279 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ae6b55d8-b9f0-48c8-9df8-6361abc99252 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:00:03.255886 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-99679be7-9c59-4986-85b5-e605b48396ef tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:00:03.314229 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6b55d8-b9f0-48c8-9df8-6361abc99252 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Network 95f3bec2-46e6-4468-8229-8badd4a5aaae is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:00:03.321098 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-ae6b55d8-b9f0-48c8-9df8-6361abc99252 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:00:03.325058 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6b55d8-b9f0-48c8-9df8-6361abc99252 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 09:00:03.353492 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6b55d8-b9f0-48c8-9df8-6361abc99252 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'Port': ['ID=a73cd2af-ebbc-41aa-87c6-926e1a1cdfec,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:00:03.359407 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ae6b55d8-b9f0-48c8-9df8-6361abc99252 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:00:03.856279 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ae6b55d8-b9f0-48c8-9df8-6361abc99252 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:00:03.914119 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ae6b55d8-b9f0-48c8-9df8-6361abc99252 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:00:04.119739 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ae6b55d8-b9f0-48c8-9df8-6361abc99252 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:00:04.124053 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ae6b55d8-b9f0-48c8-9df8-6361abc99252 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2036698'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:00:04.127779 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e6e72a1a-4a19-481e-9969-cdd2d94f4b9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:00:04.230302 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6b55d8-b9f0-48c8-9df8-6361abc99252 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'Port': ['ID=a73cd2af-ebbc-41aa-87c6-926e1a1cdfec,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:00:04.238085 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ae6b55d8-b9f0-48c8-9df8-6361abc99252 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:00:04.246773 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ae6b55d8-b9f0-48c8-9df8-6361abc99252 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-345990'] for floatingip, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:00:04.434273 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.l3_db [None req-ae6b55d8-b9f0-48c8-9df8-6361abc99252 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Floating IP 8df01809-f34d-4d38-adb8-5e62d9367c5e associated. External IP: 172.26.5.111, port: 5ff9da14-b512-415f-aba9-ba97c471f851. Dec 20 09:00:04.940341 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae6b55d8-b9f0-48c8-9df8-6361abc99252 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Router 8bb907a6-f912-427c-a71a-4ebe9e84b1fc has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 09:00:05.140622 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae6b55d8-b9f0-48c8-9df8-6361abc99252 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 09:00:05.150478 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1349e634-5d98-4890-8d7f-244f54bd5119 None None] Sync routers for ids ['8bb907a6-f912-427c-a71a-4ebe9e84b1fc'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 09:00:05.162314 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1349e634-5d98-4890-8d7f-244f54bd5119 None None] Routers {'8bb907a6-f912-427c-a71a-4ebe9e84b1fc'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:00:05.162993 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-1349e634-5d98-4890-8d7f-244f54bd5119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:59:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['8bb907a6-f912-427c-a71a-4ebe9e84b1fc'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:00:05.165310 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ae6b55d8-b9f0-48c8-9df8-6361abc99252 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for floatingip, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:00:05.222233 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-ae6b55d8-b9f0-48c8-9df8-6361abc99252 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5553722 Dec 20 09:00:05.222915 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68e7a68c-7365-4852-a885-bf4fa938ab94', 'tag': '5ff9da14-b512-415f-aba9-ba97c471f851'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:00:05.224897 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 47196) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:00:05.340704 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c5ce62de-acfb-4ef2-9ea4-63ae6d9dbe27 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/floatingips/8df01809-f34d-4d38-adb8-5e62d9367c5e HTTP/1.1" status: 200 len: 992 time: 0.1129663 Dec 20 09:00:05.345848 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-1349e634-5d98-4890-8d7f-244f54bd5119 None None] Set router 8bb907a6-f912-427c-a71a-4ebe9e84b1fc gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:00:05.358808 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68e7a68c-7365-4852-a885-bf4fa938ab94', 'tag': '5ff9da14-b512-415f-aba9-ba97c471f851', 'status': 'completed', 'code': 200} Dec 20 09:00:05.451540 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b4ff6d10-fafb-4e35-a5a1-b537b27e5a83 req-dc2f0ea1-14f4-4560-bf9b-18484537b55f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f7b89f97320342ff933d41aa1a974b12&device_id=68e7a68c-7365-4852-a885-bf4fa938ab94 HTTP/1.1" status: 200 len: 1099 time: 0.0697834 Dec 20 09:00:05.591626 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff6d10-fafb-4e35-a5a1-b537b27e5a83 req-69426f0f-d10c-4605-af41-e135295d90fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:00:05.593004 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b4ff6d10-fafb-4e35-a5a1-b537b27e5a83 req-69426f0f-d10c-4605-af41-e135295d90fa service neutron] 10.222.0.58 "GET /v2.0/networks?id=cd52a6b1-3ba5-4e42-b9c2-0ec31e5683a3 HTTP/1.1" status: 200 len: 897 time: 0.1337171 Dec 20 09:00:05.700371 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b4ff6d10-fafb-4e35-a5a1-b537b27e5a83 req-44b2fad4-13d5-4f24-8088-52c7aca8cdf0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ff9da14-b512-415f-aba9-ba97c471f851 HTTP/1.1" status: 200 len: 1000 time: 0.1012714 Dec 20 09:00:05.755069 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-1349e634-5d98-4890-8d7f-244f54bd5119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bb907a6-f912-427c-a71a-4ebe9e84b1fc', 'name': 'tempest-TestNetworkBasicOps-router-562042046', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.46'}], 'enable_snat': True}, 'gw_port_id': '9940aab8-b6f6-4981-8664-f1ff0a415125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:59:37Z', 'updated_at': '2021-12-20T08:59:42Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': '9940aab8-b6f6-4981-8664-f1ff0a415125', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b1:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb907a6-f912-427c-a71a-4ebe9e84b1fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:59:38Z', 'updated_at': '2021-12-20T08:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': '8df01809-f34d-4d38-adb8-5e62d9367c5e', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'floating_ip_address': '172.26.5.111', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': '8bb907a6-f912-427c-a71a-4ebe9e84b1fc', 'port_id': '5ff9da14-b512-415f-aba9-ba97c471f851', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd52a6b1-3ba5-4e42-b9c2-0ec31e5683a3', 'mac_address': 'fa:16:3e:72:67:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e7a68c-7365-4852-a885-bf4fa938ab94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T09:00:03Z', 'updated_at': '2021-12-20T09:00:03Z', 'revision_number': 0, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e619510-ecd6-4105-962b-e004a849002f', 'name': '', 'network_id': 'cd52a6b1-3ba5-4e42-b9c2-0ec31e5683a3', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'mac_address': 'fa:16:3e:a5:4b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb907a6-f912-427c-a71a-4ebe9e84b1fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a12874ba-04e4-482d-b6d1-e4da13a86fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:59:41Z', 'updated_at': '2021-12-20T08:59:48Z', 'revision_number': 5, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'subnets': [{'id': 'a12874ba-04e4-482d-b6d1-e4da13a86fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:00:05.759044 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1349e634-5d98-4890-8d7f-244f54bd5119 None None] Checking router: 8bb907a6-f912-427c-a71a-4ebe9e84b1fc for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 09:00:05.765589 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff6d10-fafb-4e35-a5a1-b537b27e5a83 req-f0614e3a-9935-4c0e-9268-a7beb9541be3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:00:05.767089 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b4ff6d10-fafb-4e35-a5a1-b537b27e5a83 req-f0614e3a-9935-4c0e-9268-a7beb9541be3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a12874ba-04e4-482d-b6d1-e4da13a86fc6 HTTP/1.1" status: 200 len: 844 time: 0.0590231 Dec 20 09:00:05.770124 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1349e634-5d98-4890-8d7f-244f54bd5119 None None] Routers {'8bb907a6-f912-427c-a71a-4ebe9e84b1fc'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:00:05.770735 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-1349e634-5d98-4890-8d7f-244f54bd5119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T08:59:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['8bb907a6-f912-427c-a71a-4ebe9e84b1fc'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:00:05.846759 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b4ff6d10-fafb-4e35-a5a1-b537b27e5a83 req-ee2936fe-7e31-4f0f-a28f-e31362e1dc67 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cd52a6b1-3ba5-4e42-b9c2-0ec31e5683a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724459 Dec 20 09:00:05.954991 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-1349e634-5d98-4890-8d7f-244f54bd5119 None None] Set router 8bb907a6-f912-427c-a71a-4ebe9e84b1fc gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:00:05.985066 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b4ff6d10-fafb-4e35-a5a1-b537b27e5a83 req-7c80810d-d070-420f-928c-8648b0d9a22e service neutron] 10.222.0.58 "GET /v2.0/networks/cd52a6b1-3ba5-4e42-b9c2-0ec31e5683a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316347 Dec 20 09:00:06.246530 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b4ff6d10-fafb-4e35-a5a1-b537b27e5a83 req-aa1473db-0dd3-495a-b74b-1b991eca3079 service neutron] 10.222.0.58 "GET /v2.0/networks/cd52a6b1-3ba5-4e42-b9c2-0ec31e5683a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329734 Dec 20 09:00:06.323504 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-1349e634-5d98-4890-8d7f-244f54bd5119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bb907a6-f912-427c-a71a-4ebe9e84b1fc', 'name': 'tempest-TestNetworkBasicOps-router-562042046', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.46'}], 'enable_snat': True}, 'gw_port_id': '9940aab8-b6f6-4981-8664-f1ff0a415125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:59:37Z', 'updated_at': '2021-12-20T08:59:42Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': '9940aab8-b6f6-4981-8664-f1ff0a415125', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b1:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb907a6-f912-427c-a71a-4ebe9e84b1fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:59:38Z', 'updated_at': '2021-12-20T08:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': '8df01809-f34d-4d38-adb8-5e62d9367c5e', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'floating_ip_address': '172.26.5.111', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': '8bb907a6-f912-427c-a71a-4ebe9e84b1fc', 'port_id': '5ff9da14-b512-415f-aba9-ba97c471f851', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd52a6b1-3ba5-4e42-b9c2-0ec31e5683a3', 'mac_address': 'fa:16:3e:72:67:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e7a68c-7365-4852-a885-bf4fa938ab94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T09:00:03Z', 'updated_at': '2021-12-20T09:00:03Z', 'revision_number': 0, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e619510-ecd6-4105-962b-e004a849002f', 'name': '', 'network_id': 'cd52a6b1-3ba5-4e42-b9c2-0ec31e5683a3', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'mac_address': 'fa:16:3e:a5:4b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb907a6-f912-427c-a71a-4ebe9e84b1fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a12874ba-04e4-482d-b6d1-e4da13a86fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:59:41Z', 'updated_at': '2021-12-20T08:59:48Z', 'revision_number': 5, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'subnets': [{'id': 'a12874ba-04e4-482d-b6d1-e4da13a86fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:00:06.327726 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1349e634-5d98-4890-8d7f-244f54bd5119 None None] The sync data for ids ['8bb907a6-f912-427c-a71a-4ebe9e84b1fc'] in dv-neutron-820491-1-hyperv is: [{'id': '8bb907a6-f912-427c-a71a-4ebe9e84b1fc', 'name': 'tempest-TestNetworkBasicOps-router-562042046', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.46'}], 'enable_snat': True}, 'gw_port_id': '9940aab8-b6f6-4981-8664-f1ff0a415125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:59:37Z', 'updated_at': '2021-12-20T08:59:42Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': '9940aab8-b6f6-4981-8664-f1ff0a415125', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b1:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb907a6-f912-427c-a71a-4ebe9e84b1fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:59:38Z', 'updated_at': '2021-12-20T08:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': '8df01809-f34d-4d38-adb8-5e62d9367c5e', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'floating_ip_address': '172.26.5.111', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': '8bb907a6-f912-427c-a71a-4ebe9e84b1fc', 'port_id': '5ff9da14-b512-415f-aba9-ba97c471f851', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd52a6b1-3ba5-4e42-b9c2-0ec31e5683a3', 'mac_address': 'fa:16:3e:72:67:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e7a68c-7365-4852-a885-bf4fa938ab94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T09:00:03Z', 'updated_at': '2021-12-20T09:00:03Z', 'revision_number': 0, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e619510-ecd6-4105-962b-e004a849002f', 'name': '', 'network_id': 'cd52a6b1-3ba5-4e42-b9c2-0ec31e5683a3', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'mac_address': 'fa:16:3e:a5:4b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb907a6-f912-427c-a71a-4ebe9e84b1fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a12874ba-04e4-482d-b6d1-e4da13a86fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:59:41Z', 'updated_at': '2021-12-20T08:59:48Z', 'revision_number': 5, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'subnets': [{'id': 'a12874ba-04e4-482d-b6d1-e4da13a86fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 09:00:06.343235 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 47204) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:00:06.462786 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-fd51d9ec-3759-460a-baa5-715c9e3cb428 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/floatingips/8df01809-f34d-4d38-adb8-5e62d9367c5e HTTP/1.1" status: 200 len: 992 time: 0.1181843 Dec 20 09:00:06.526639 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a47c392-8429-48b6-95ba-04a24cd16000 None None] New status for floating IP 8df01809-f34d-4d38-adb8-5e62d9367c5e: ACTIVE {{(pid=83447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 09:00:07.122485 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:00:07.466134 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 47208) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:00:07.567802 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-78e8b92a-7154-4c9c-89c6-ca0dbe5f88ff tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/floatingips/8df01809-f34d-4d38-adb8-5e62d9367c5e HTTP/1.1" status: 200 len: 994 time: 0.1004622 Dec 20 09:00:09.976347 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:00:12.513748 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f6292cac-53f4-44ee-81c2-65d07b4bb54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:00:14.831679 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-cc5244e7-1994-4109-97a0-7598a2cc8b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:00:15.938503 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:00:16.010322 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:00:17.403781 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:00:35.137405 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-90793dba-e58d-4b47-988f-fc8b4eb6206f req-3b4d8181-3d0b-45d3-b7d9-57f94d752a5b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=68e7a68c-7365-4852-a885-bf4fa938ab94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0697274 Dec 20 09:00:35.405331 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-90793dba-e58d-4b47-988f-fc8b4eb6206f req-52443790-0d39-4cf0-90be-5cadebefc709 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f7b89f97320342ff933d41aa1a974b12&device_id=68e7a68c-7365-4852-a885-bf4fa938ab94 HTTP/1.1" status: 200 len: 1099 time: 0.1935844 Dec 20 09:00:35.556526 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90793dba-e58d-4b47-988f-fc8b4eb6206f req-733b9d75-48f1-442e-b80e-5c8ead68de90 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:00:35.558053 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-90793dba-e58d-4b47-988f-fc8b4eb6206f req-733b9d75-48f1-442e-b80e-5c8ead68de90 service neutron] 10.222.0.58 "GET /v2.0/networks?id=cd52a6b1-3ba5-4e42-b9c2-0ec31e5683a3 HTTP/1.1" status: 200 len: 897 time: 0.1330903 Dec 20 09:00:35.665911 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-90793dba-e58d-4b47-988f-fc8b4eb6206f req-8e1fc503-78b7-4e15-81b8-9c1168996750 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ff9da14-b512-415f-aba9-ba97c471f851 HTTP/1.1" status: 200 len: 1002 time: 0.1008830 Dec 20 09:00:35.730565 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90793dba-e58d-4b47-988f-fc8b4eb6206f req-63110e8f-fa7f-4ad9-a6d1-8f40d2ac4f58 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:00:35.732027 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-90793dba-e58d-4b47-988f-fc8b4eb6206f req-63110e8f-fa7f-4ad9-a6d1-8f40d2ac4f58 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a12874ba-04e4-482d-b6d1-e4da13a86fc6 HTTP/1.1" status: 200 len: 844 time: 0.0603108 Dec 20 09:00:35.808347 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-90793dba-e58d-4b47-988f-fc8b4eb6206f req-d585417c-d0fe-48df-ae99-dc67cf3a6697 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cd52a6b1-3ba5-4e42-b9c2-0ec31e5683a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698814 Dec 20 09:00:35.945992 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-90793dba-e58d-4b47-988f-fc8b4eb6206f req-2d3c58fe-9d0f-4256-8bf8-c09ebd8e8b2c service neutron] 10.222.0.58 "GET /v2.0/networks/cd52a6b1-3ba5-4e42-b9c2-0ec31e5683a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300974 Dec 20 09:00:36.080919 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-90793dba-e58d-4b47-988f-fc8b4eb6206f req-6365d61e-c126-4240-9753-245dc568915a service neutron] 10.222.0.58 "GET /v2.0/networks/cd52a6b1-3ba5-4e42-b9c2-0ec31e5683a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278811 Dec 20 09:00:39.983193 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:00:42.516110 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a06d6b0a-8d05-40e0-adb4-57d230bbb0e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:00:44.124698 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:00:44.834040 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-32ca29ab-ab1f-4d82-846c-097c4ded23f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:00:45.942695 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:00:46.012881 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:00:47.406272 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:01:10.001862 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:01:12.519238 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-ebb01504-f450-427c-90c0-54f3357cfc32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:01:14.836417 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b229d7f9-3261-4140-83f6-c65f425016f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:01:15.948552 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:01:16.014474 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:01:17.414088 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:01:21.126508 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:01:34.945192 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-499aa8a0-7879-42bf-9792-beb30d38f43a req-b5b1c610-7d37-4201-b574-c4688b6df996 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=68e7a68c-7365-4852-a885-bf4fa938ab94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0760570 Dec 20 09:01:35.086912 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-499aa8a0-7879-42bf-9792-beb30d38f43a req-96c974eb-0d9f-4fa9-93e6-0d2bc770f305 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f7b89f97320342ff933d41aa1a974b12&device_id=68e7a68c-7365-4852-a885-bf4fa938ab94 HTTP/1.1" status: 200 len: 1099 time: 0.0720112 Dec 20 09:01:35.244906 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499aa8a0-7879-42bf-9792-beb30d38f43a req-4e6001e3-abf2-46bf-9c3a-9aba9117ec00 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:01:35.246388 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-499aa8a0-7879-42bf-9792-beb30d38f43a req-4e6001e3-abf2-46bf-9c3a-9aba9117ec00 service neutron] 10.222.0.58 "GET /v2.0/networks?id=cd52a6b1-3ba5-4e42-b9c2-0ec31e5683a3 HTTP/1.1" status: 200 len: 897 time: 0.1410284 Dec 20 09:01:35.353552 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-499aa8a0-7879-42bf-9792-beb30d38f43a req-a6b58eed-eeca-4417-8a16-2958580c4b96 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ff9da14-b512-415f-aba9-ba97c471f851 HTTP/1.1" status: 200 len: 1002 time: 0.0989001 Dec 20 09:01:35.420196 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499aa8a0-7879-42bf-9792-beb30d38f43a req-41de7f62-d707-4c45-a478-c42d8341385e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:01:35.421669 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-499aa8a0-7879-42bf-9792-beb30d38f43a req-41de7f62-d707-4c45-a478-c42d8341385e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a12874ba-04e4-482d-b6d1-e4da13a86fc6 HTTP/1.1" status: 200 len: 844 time: 0.0614707 Dec 20 09:01:35.499320 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-499aa8a0-7879-42bf-9792-beb30d38f43a req-0b597ca4-9653-48d3-8b00-558e1af7cb72 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cd52a6b1-3ba5-4e42-b9c2-0ec31e5683a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711720 Dec 20 09:01:35.645811 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-499aa8a0-7879-42bf-9792-beb30d38f43a req-54af07c8-75d7-42e1-974a-a083a04c84dc service neutron] 10.222.0.58 "GET /v2.0/networks/cd52a6b1-3ba5-4e42-b9c2-0ec31e5683a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395192 Dec 20 09:01:35.794302 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-499aa8a0-7879-42bf-9792-beb30d38f43a req-4b337ab0-fd06-4f67-b3ce-411a8c311811 service neutron] 10.222.0.58 "GET /v2.0/networks/cd52a6b1-3ba5-4e42-b9c2-0ec31e5683a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431937 Dec 20 09:01:40.005759 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:01:42.520492 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-4c5b0759-b522-4f7e-b2d5-1bb2a4ee2d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:01:44.840446 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-dbda65c8-2150-4f86-b51d-b613735e33da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:01:45.950058 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:01:46.016838 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:01:47.412909 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:01:58.126074 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:02:10.034727 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:02:12.524402 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-5bb45d7f-117d-4747-bf06-8a2530882e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:02:14.846032 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-2a2cad7d-b809-45b5-80aa-7c5401b6e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:02:15.950525 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:02:16.021635 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:02:17.416987 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:02:35.127145 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:02:36.945591 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-41948a9b-332a-4553-ad9a-9084d2ccb682 req-8041c74e-aaf3-4f4b-812c-80fe4a3e08e8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=68e7a68c-7365-4852-a885-bf4fa938ab94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0685351 Dec 20 09:02:37.197758 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-41948a9b-332a-4553-ad9a-9084d2ccb682 req-2be14627-cb84-4d78-ac6c-aec595a27bdf service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f7b89f97320342ff933d41aa1a974b12&device_id=68e7a68c-7365-4852-a885-bf4fa938ab94 HTTP/1.1" status: 200 len: 1099 time: 0.1784799 Dec 20 09:02:37.341887 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41948a9b-332a-4553-ad9a-9084d2ccb682 req-cbfd711b-8367-4149-b0de-21c37294f899 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:02:37.343312 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-41948a9b-332a-4553-ad9a-9084d2ccb682 req-cbfd711b-8367-4149-b0de-21c37294f899 service neutron] 10.222.0.58 "GET /v2.0/networks?id=cd52a6b1-3ba5-4e42-b9c2-0ec31e5683a3 HTTP/1.1" status: 200 len: 897 time: 0.1275983 Dec 20 09:02:37.448887 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-41948a9b-332a-4553-ad9a-9084d2ccb682 req-49b8b9d5-d078-44b1-980d-53de05e7eb76 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ff9da14-b512-415f-aba9-ba97c471f851 HTTP/1.1" status: 200 len: 1002 time: 0.0978076 Dec 20 09:02:37.513682 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41948a9b-332a-4553-ad9a-9084d2ccb682 req-110dd26c-84df-4702-afec-f486d57dc5fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:02:37.515144 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-41948a9b-332a-4553-ad9a-9084d2ccb682 req-110dd26c-84df-4702-afec-f486d57dc5fc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a12874ba-04e4-482d-b6d1-e4da13a86fc6 HTTP/1.1" status: 200 len: 844 time: 0.0599740 Dec 20 09:02:37.596723 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-41948a9b-332a-4553-ad9a-9084d2ccb682 req-e0701ba0-2b1a-4591-a75e-31170fcc0221 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cd52a6b1-3ba5-4e42-b9c2-0ec31e5683a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756936 Dec 20 09:02:37.734617 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-41948a9b-332a-4553-ad9a-9084d2ccb682 req-34cf309f-fb40-4637-b4c1-45276edd1b8a service neutron] 10.222.0.58 "GET /v2.0/networks/cd52a6b1-3ba5-4e42-b9c2-0ec31e5683a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315594 Dec 20 09:02:37.870580 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-41948a9b-332a-4553-ad9a-9084d2ccb682 req-e0402c92-2fab-4ea8-a4a4-10ad6106500c service neutron] 10.222.0.58 "GET /v2.0/networks/cd52a6b1-3ba5-4e42-b9c2-0ec31e5683a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297772 Dec 20 09:02:40.042004 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:02:42.191343 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 47258) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:02:42.272932 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-f47b8315-06a8-44bc-8ff8-df28109566d9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:02:42.513586 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f47b8315-06a8-44bc-8ff8-df28109566d9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1529093'] for subnet, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:02:42.526235 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b69e56ee-1cbe-45e1-87aa-95256a989b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:02:42.704226 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f47b8315-06a8-44bc-8ff8-df28109566d9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789432289796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1129334'] for subnet, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:02:42.707957 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-829dbb1d-48ce-434b-9319-92ad3e7da330 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:02:42.760767 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47b8315-06a8-44bc-8ff8-df28109566d9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:02:42.761284 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f47b8315-06a8-44bc-8ff8-df28109566d9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:02:42.762940 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f47b8315-06a8-44bc-8ff8-df28109566d9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "PUT /v2.0/subnets/a12874ba-04e4-482d-b6d1-e4da13a86fc6 HTTP/1.1" status: 200 len: 836 time: 0.5702155 Dec 20 09:02:42.768739 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd65374-12c2-409b-914b-63f7019fa19d None None] Network cd52a6b1-3ba5-4e42-b9c2-0ec31e5683a3 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 09:02:42.780763 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47b8315-06a8-44bc-8ff8-df28109566d9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'Subnet': ['ID=a12874ba-04e4-482d-b6d1-e4da13a86fc6,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:02:42.791542 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47b8315-06a8-44bc-8ff8-df28109566d9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:02:42.791542 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47b8315-06a8-44bc-8ff8-df28109566d9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:02:42.791901 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47b8315-06a8-44bc-8ff8-df28109566d9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:02:42.792058 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47b8315-06a8-44bc-8ff8-df28109566d9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:02:42.792426 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47b8315-06a8-44bc-8ff8-df28109566d9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:02:42.792784 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47b8315-06a8-44bc-8ff8-df28109566d9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:02:42.793145 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47b8315-06a8-44bc-8ff8-df28109566d9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:02:42.793535 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47b8315-06a8-44bc-8ff8-df28109566d9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:02:42.793893 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47b8315-06a8-44bc-8ff8-df28109566d9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:02:42.794278 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47b8315-06a8-44bc-8ff8-df28109566d9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:02:42.794633 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47b8315-06a8-44bc-8ff8-df28109566d9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:02:42.798430 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f47b8315-06a8-44bc-8ff8-df28109566d9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:02:43.240873 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-e3cf41fc-fb5d-4be9-97c8-86681333daea None None] Provisioning complete for port 5ff9da14-b512-415f-aba9-ba97c471f851 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:02:43.241774 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e3cf41fc-fb5d-4be9-97c8-86681333daea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:02:43.372757 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-e3cf41fc-fb5d-4be9-97c8-86681333daea None None] Provisioning complete for port 5d3e2ef1-d098-4703-a27f-334b041912ae triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:02:43.373008 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e3cf41fc-fb5d-4be9-97c8-86681333daea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:02:43.510761 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-e3cf41fc-fb5d-4be9-97c8-86681333daea None None] Provisioning complete for port 3e619510-ecd6-4105-962b-e004a849002f triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:02:43.511543 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e3cf41fc-fb5d-4be9-97c8-86681333daea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:02:44.847483 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b85ae49f-d722-47a6-b131-486ff02219b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:02:45.954467 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:02:46.023921 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:02:47.420711 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:10.040348 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:12.126966 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:03:12.527881 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f140e540-3dfc-43a7-9b00-f1eb06d9c1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:14.850368 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-bee2a8e2-c56e-4404-9207-2bc926a47e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:15.955702 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:16.029582 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:17.421740 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:26.423888 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 47270) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:03:26.635869 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0e9e76e3-b438-45d8-baac-986944a33016 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Deleting port a73cd2af-ebbc-41aa-87c6-926e1a1cdfec {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:03:26.636206 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0e9e76e3-b438-45d8-baac-986944a33016 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:26.802269 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0e9e76e3-b438-45d8-baac-986944a33016 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:26.802591 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0e9e76e3-b438-45d8-baac-986944a33016 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:26.927507 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0e9e76e3-b438-45d8-baac-986944a33016 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Calling delete_port for a73cd2af-ebbc-41aa-87c6-926e1a1cdfec owned by network:floatingip {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:03:27.074704 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0e9e76e3-b438-45d8-baac-986944a33016 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:27.078459 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-daec324a-e569-47e3-afaa-f414066d9206 tempest-ServerActionsTestJSON-780539112 tempest-ServerActionsTestJSON-780539112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:03:27.235330 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9e76e3-b438-45d8-baac-986944a33016 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event deleted for resources: {'Port': ['ID=a73cd2af-ebbc-41aa-87c6-926e1a1cdfec,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:03:27.303381 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9e76e3-b438-45d8-baac-986944a33016 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:03:27.303779 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9e76e3-b438-45d8-baac-986944a33016 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:03:27.304807 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9e76e3-b438-45d8-baac-986944a33016 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:03:27.305180 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9e76e3-b438-45d8-baac-986944a33016 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:03:27.305571 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9e76e3-b438-45d8-baac-986944a33016 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:03:27.305934 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9e76e3-b438-45d8-baac-986944a33016 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:03:27.306293 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9e76e3-b438-45d8-baac-986944a33016 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:03:27.306652 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9e76e3-b438-45d8-baac-986944a33016 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:03:27.307012 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9e76e3-b438-45d8-baac-986944a33016 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:03:27.307365 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9e76e3-b438-45d8-baac-986944a33016 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:03:27.307719 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9e76e3-b438-45d8-baac-986944a33016 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:03:27.313036 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0e9e76e3-b438-45d8-baac-986944a33016 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:03:27.341430 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0e9e76e3-b438-45d8-baac-986944a33016 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for floatingip, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:27.739587 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e9e76e3-b438-45d8-baac-986944a33016 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Router 8bb907a6-f912-427c-a71a-4ebe9e84b1fc has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 09:03:27.941200 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e9e76e3-b438-45d8-baac-986944a33016 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 09:03:27.951635 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c883177b-7d8a-4c7f-886c-91bee2e6137d None None] Sync routers for ids ['8bb907a6-f912-427c-a71a-4ebe9e84b1fc'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 09:03:27.962252 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0e9e76e3-b438-45d8-baac-986944a33016 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for floatingip, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:27.963962 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c883177b-7d8a-4c7f-886c-91bee2e6137d None None] Routers {'8bb907a6-f912-427c-a71a-4ebe9e84b1fc'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:03:27.964604 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-c883177b-7d8a-4c7f-886c-91bee2e6137d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:03:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['8bb907a6-f912-427c-a71a-4ebe9e84b1fc'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:03:28.019659 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-0e9e76e3-b438-45d8-baac-986944a33016 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "DELETE /v2.0/floatingips/8df01809-f34d-4d38-adb8-5e62d9367c5e HTTP/1.1" status: 204 len: 168 time: 1.5947030 Dec 20 09:03:28.020330 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68e7a68c-7365-4852-a885-bf4fa938ab94', 'tag': '5ff9da14-b512-415f-aba9-ba97c471f851'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:03:28.106087 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68e7a68c-7365-4852-a885-bf4fa938ab94', 'tag': '5ff9da14-b512-415f-aba9-ba97c471f851', 'status': 'completed', 'code': 200} Dec 20 09:03:28.184710 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-c883177b-7d8a-4c7f-886c-91bee2e6137d None None] Set router 8bb907a6-f912-427c-a71a-4ebe9e84b1fc gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:03:28.296415 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ca3461b1-d109-4ea7-8154-3c427273f115 req-665aa58e-69bb-45dd-a976-cb5103081e03 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f7b89f97320342ff933d41aa1a974b12&device_id=68e7a68c-7365-4852-a885-bf4fa938ab94 HTTP/1.1" status: 200 len: 1099 time: 0.1583989 Dec 20 09:03:28.490984 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3461b1-d109-4ea7-8154-3c427273f115 req-53779b17-85ce-461e-99ad-7cf631a2e8ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:03:28.493814 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ca3461b1-d109-4ea7-8154-3c427273f115 req-53779b17-85ce-461e-99ad-7cf631a2e8ae service neutron] 10.222.0.58 "GET /v2.0/networks?id=cd52a6b1-3ba5-4e42-b9c2-0ec31e5683a3 HTTP/1.1" status: 200 len: 897 time: 0.1838303 Dec 20 09:03:28.606380 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ca3461b1-d109-4ea7-8154-3c427273f115 req-d9afa168-d5a7-49a0-b222-a8e5ca6c2e61 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ff9da14-b512-415f-aba9-ba97c471f851 HTTP/1.1" status: 200 len: 217 time: 0.1047685 Dec 20 09:03:28.641047 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-c883177b-7d8a-4c7f-886c-91bee2e6137d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bb907a6-f912-427c-a71a-4ebe9e84b1fc', 'name': 'tempest-TestNetworkBasicOps-router-562042046', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.46'}], 'enable_snat': True}, 'gw_port_id': '9940aab8-b6f6-4981-8664-f1ff0a415125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:59:37Z', 'updated_at': '2021-12-20T08:59:42Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': '9940aab8-b6f6-4981-8664-f1ff0a415125', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b1:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb907a6-f912-427c-a71a-4ebe9e84b1fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:59:38Z', 'updated_at': '2021-12-20T08:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '3e619510-ecd6-4105-962b-e004a849002f', 'name': '', 'network_id': 'cd52a6b1-3ba5-4e42-b9c2-0ec31e5683a3', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'mac_address': 'fa:16:3e:a5:4b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb907a6-f912-427c-a71a-4ebe9e84b1fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a12874ba-04e4-482d-b6d1-e4da13a86fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:59:41Z', 'updated_at': '2021-12-20T08:59:48Z', 'revision_number': 5, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'subnets': [{'id': 'a12874ba-04e4-482d-b6d1-e4da13a86fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:03:28.645560 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c883177b-7d8a-4c7f-886c-91bee2e6137d None None] Checking router: 8bb907a6-f912-427c-a71a-4ebe9e84b1fc for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 09:03:28.658168 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c883177b-7d8a-4c7f-886c-91bee2e6137d None None] Routers {'8bb907a6-f912-427c-a71a-4ebe9e84b1fc'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:03:28.658901 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-c883177b-7d8a-4c7f-886c-91bee2e6137d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:03:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['8bb907a6-f912-427c-a71a-4ebe9e84b1fc'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:03:28.684131 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590fec6e-5496-414b-a351-4034258754a1 req-ba6ef32c-5442-4f81-ac79-1ed2258699ae tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:03:28.684854 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-590fec6e-5496-414b-a351-4034258754a1 req-ba6ef32c-5442-4f81-ac79-1ed2258699ae tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Synchronizing usage tracker for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:03:28.702147 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-590fec6e-5496-414b-a351-4034258754a1 req-ba6ef32c-5442-4f81-ac79-1ed2258699ae tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Unset dirty status for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:03:28.703438 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-590fec6e-5496-414b-a351-4034258754a1 req-ba6ef32c-5442-4f81-ac79-1ed2258699ae tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=68e7a68c-7365-4852-a885-bf4fa938ab94 HTTP/1.1" status: 200 len: 946 time: 0.2521925 Dec 20 09:03:28.756539 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-590fec6e-5496-414b-a351-4034258754a1 req-bc3d1fd2-cef4-48b8-a422-a7e80d515cf3 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fdf8fb4-ee54-46fe-9582-e8adb17691e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476513 Dec 20 09:03:28.795144 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3461b1-d109-4ea7-8154-3c427273f115 req-df2a501c-e5b5-481f-8141-76c0ded721e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:03:28.796708 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ca3461b1-d109-4ea7-8154-3c427273f115 req-df2a501c-e5b5-481f-8141-76c0ded721e0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a12874ba-04e4-482d-b6d1-e4da13a86fc6 HTTP/1.1" status: 200 len: 844 time: 0.1836882 Dec 20 09:03:28.851063 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-c883177b-7d8a-4c7f-886c-91bee2e6137d None None] Set router 8bb907a6-f912-427c-a71a-4ebe9e84b1fc gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:03:28.876616 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ca3461b1-d109-4ea7-8154-3c427273f115 req-8a365b65-c8c2-446f-897a-3769eb442831 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cd52a6b1-3ba5-4e42-b9c2-0ec31e5683a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732892 Dec 20 09:03:28.887898 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [req-ca3461b1-d109-4ea7-8154-3c427273f115 req-edfc1c9a-83de-415a-bfb6-9ccc11bfc48e service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 09:03:28.888852 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ca3461b1-d109-4ea7-8154-3c427273f115 req-edfc1c9a-83de-415a-bfb6-9ccc11bfc48e service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049903 Dec 20 09:03:29.028786 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ca3461b1-d109-4ea7-8154-3c427273f115 req-2b3caedc-c1d6-43e5-8f01-fa585fc72c2e service neutron] 10.222.0.58 "GET /v2.0/networks/cd52a6b1-3ba5-4e42-b9c2-0ec31e5683a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326356 Dec 20 09:03:29.172036 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ca3461b1-d109-4ea7-8154-3c427273f115 req-b99bd6e0-5151-4bae-a89c-f159964cd565 service neutron] 10.222.0.58 "GET /v2.0/networks/cd52a6b1-3ba5-4e42-b9c2-0ec31e5683a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359651 Dec 20 09:03:29.233504 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-c883177b-7d8a-4c7f-886c-91bee2e6137d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bb907a6-f912-427c-a71a-4ebe9e84b1fc', 'name': 'tempest-TestNetworkBasicOps-router-562042046', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.46'}], 'enable_snat': True}, 'gw_port_id': '9940aab8-b6f6-4981-8664-f1ff0a415125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:59:37Z', 'updated_at': '2021-12-20T08:59:42Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': '9940aab8-b6f6-4981-8664-f1ff0a415125', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b1:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb907a6-f912-427c-a71a-4ebe9e84b1fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:59:38Z', 'updated_at': '2021-12-20T08:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '3e619510-ecd6-4105-962b-e004a849002f', 'name': '', 'network_id': 'cd52a6b1-3ba5-4e42-b9c2-0ec31e5683a3', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'mac_address': 'fa:16:3e:a5:4b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb907a6-f912-427c-a71a-4ebe9e84b1fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a12874ba-04e4-482d-b6d1-e4da13a86fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:59:41Z', 'updated_at': '2021-12-20T08:59:48Z', 'revision_number': 5, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'subnets': [{'id': 'a12874ba-04e4-482d-b6d1-e4da13a86fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:03:29.238033 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c883177b-7d8a-4c7f-886c-91bee2e6137d None None] The sync data for ids ['8bb907a6-f912-427c-a71a-4ebe9e84b1fc'] in dv-neutron-820491-1-hyperv is: [{'id': '8bb907a6-f912-427c-a71a-4ebe9e84b1fc', 'name': 'tempest-TestNetworkBasicOps-router-562042046', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.46'}], 'enable_snat': True}, 'gw_port_id': '9940aab8-b6f6-4981-8664-f1ff0a415125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:59:37Z', 'updated_at': '2021-12-20T08:59:42Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': '9940aab8-b6f6-4981-8664-f1ff0a415125', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b1:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb907a6-f912-427c-a71a-4ebe9e84b1fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:59:38Z', 'updated_at': '2021-12-20T08:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '3e619510-ecd6-4105-962b-e004a849002f', 'name': '', 'network_id': 'cd52a6b1-3ba5-4e42-b9c2-0ec31e5683a3', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'mac_address': 'fa:16:3e:a5:4b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb907a6-f912-427c-a71a-4ebe9e84b1fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a12874ba-04e4-482d-b6d1-e4da13a86fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:59:41Z', 'updated_at': '2021-12-20T08:59:48Z', 'revision_number': 5, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'subnets': [{'id': 'a12874ba-04e4-482d-b6d1-e4da13a86fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 09:03:29.459795 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a12aa9-f761-4094-8a95-c332d1cc003f None None] New status for floating IP 8df01809-f34d-4d38-adb8-5e62d9367c5e: DOWN {{(pid=83447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 09:03:30.072472 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390e123e-3208-49c2-8b95-00149049f825 req-c3e83be6-d2e8-4084-8d22-bc6f876ae4df tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:03:30.073966 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-390e123e-3208-49c2-8b95-00149049f825 req-c3e83be6-d2e8-4084-8d22-bc6f876ae4df tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.58 "GET /v2.0/ports?device_id=68e7a68c-7365-4852-a885-bf4fa938ab94 HTTP/1.1" status: 200 len: 946 time: 0.1456738 Dec 20 09:03:30.081142 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c59f52-e169-413b-86c9-8e4c5deccac8 req-dad91644-5503-4fac-88b0-7325f2e4ebdd tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:03:30.082593 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b3c59f52-e169-413b-86c9-8e4c5deccac8 req-dad91644-5503-4fac-88b0-7325f2e4ebdd tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=68e7a68c-7365-4852-a885-bf4fa938ab94 HTTP/1.1" status: 200 len: 946 time: 0.1830456 Dec 20 09:03:30.181086 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-390e123e-3208-49c2-8b95-00149049f825 req-a5370c18-d2d5-443f-9bc4-07fea5ca1608 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Deleting port 5ff9da14-b512-415f-aba9-ba97c471f851 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:03:30.181346 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-390e123e-3208-49c2-8b95-00149049f825 req-a5370c18-d2d5-443f-9bc4-07fea5ca1608 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:30.220636 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b3c59f52-e169-413b-86c9-8e4c5deccac8 req-224b2bb7-cf77-454a-9342-e3522ce3189b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fdf8fb4-ee54-46fe-9582-e8adb17691e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065767 Dec 20 09:03:30.445785 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-390e123e-3208-49c2-8b95-00149049f825 req-a5370c18-d2d5-443f-9bc4-07fea5ca1608 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] For port 5ff9da14-b512-415f-aba9-ba97c471f851, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=5ff9da14-b512-415f-aba9-ba97c471f851,segment=NetworkSegment(59e71e8d-b1a4-4ab0-b9d3-5b4efe8ed8f4),segment_id=59e71e8d-b1a4-4ab0-b9d3-5b4efe8ed8f4)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:03:30.446067 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-390e123e-3208-49c2-8b95-00149049f825 req-a5370c18-d2d5-443f-9bc4-07fea5ca1608 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:30.566648 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-390e123e-3208-49c2-8b95-00149049f825 req-a5370c18-d2d5-443f-9bc4-07fea5ca1608 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Calling delete_port for 5ff9da14-b512-415f-aba9-ba97c471f851 owned by compute:nova {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:03:30.715305 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-390e123e-3208-49c2-8b95-00149049f825 req-a5370c18-d2d5-443f-9bc4-07fea5ca1608 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:30.721415 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3df58afb-81d9-4312-9104-7e0f9fef7f2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:03:30.766808 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5370c18-d2d5-443f-9bc4-07fea5ca1608 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event deleted for resources: {'Port': ['ID=5ff9da14-b512-415f-aba9-ba97c471f851,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:03:30.770164 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a5370c18-d2d5-443f-9bc4-07fea5ca1608 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:03:30.841457 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-390e123e-3208-49c2-8b95-00149049f825 req-a5370c18-d2d5-443f-9bc4-07fea5ca1608 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] No DVR routers for this DVR port 5ff9da14-b512-415f-aba9-ba97c471f851 on host hv-neutron-8204 {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 09:03:30.843923 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-390e123e-3208-49c2-8b95-00149049f825 req-a5370c18-d2d5-443f-9bc4-07fea5ca1608 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:30.846667 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68e7a68c-7365-4852-a885-bf4fa938ab94', 'name': 'network-vif-deleted', 'tag': '5ff9da14-b512-415f-aba9-ba97c471f851'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:03:30.862631 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-390e123e-3208-49c2-8b95-00149049f825 req-a5370c18-d2d5-443f-9bc4-07fea5ca1608 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.58 "DELETE /v2.0/ports/5ff9da14-b512-415f-aba9-ba97c471f851 HTTP/1.1" status: 204 len: 173 time: 0.7787421 Dec 20 09:03:31.001728 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68e7a68c-7365-4852-a885-bf4fa938ab94', 'name': 'network-vif-deleted', 'tag': '5ff9da14-b512-415f-aba9-ba97c471f851', 'status': 'completed', 'code': 200} Dec 20 09:03:31.409181 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-805cdc6a-5a2e-4c66-a53c-d27b378997f0 req-95c1350b-7898-48ab-b820-cb2c12a0ee78 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Synchronizing usage tracker for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:03:31.427447 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-805cdc6a-5a2e-4c66-a53c-d27b378997f0 req-95c1350b-7898-48ab-b820-cb2c12a0ee78 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Unset dirty status for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:03:31.428645 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-805cdc6a-5a2e-4c66-a53c-d27b378997f0 req-95c1350b-7898-48ab-b820-cb2c12a0ee78 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=68e7a68c-7365-4852-a885-bf4fa938ab94 HTTP/1.1" status: 200 len: 210 time: 0.0631912 Dec 20 09:03:32.544069 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 47310) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:03:32.626709 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-87a302af-fac0-4887-843f-d146b466e22e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:32.657831 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-87a302af-fac0-4887-843f-d146b466e22e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:32.662793 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 5ff9da14-b512-415f-aba9-ba97c471f851 no longer exists at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 09:03:32.696532 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] No Port match for: 5ff9da14-b512-415f-aba9-ba97c471f851 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 09:03:32.696886 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 5ff9da14-b512-415f-aba9-ba97c471f851 not bound to the agent host hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 09:03:32.733875 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-87a302af-fac0-4887-843f-d146b466e22e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:32.738296 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4946193b-ec6d-4d46-8303-3862ca72fe17 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:03:32.755014 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a302af-fac0-4887-843f-d146b466e22e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fdf8fb4-ee54-46fe-9582-e8adb17691e9,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:03:32.758348 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-87a302af-fac0-4887-843f-d146b466e22e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:03:32.767839 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-87a302af-fac0-4887-843f-d146b466e22e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:32.771390 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-87a302af-fac0-4887-843f-d146b466e22e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "DELETE /v2.0/security-groups/6fdf8fb4-ee54-46fe-9582-e8adb17691e9 HTTP/1.1" status: 204 len: 168 time: 0.2238252 Dec 20 09:03:32.815702 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 47316) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:03:33.239341 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-80ccae1b-d2d5-4ba2-b97a-6e5bb84aeea1 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349062'] for router_interface, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:34.019342 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-80ccae1b-d2d5-4ba2-b97a-6e5bb84aeea1 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Deleting port 3e619510-ecd6-4105-962b-e004a849002f {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:03:34.020075 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-80ccae1b-d2d5-4ba2-b97a-6e5bb84aeea1 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:34.209514 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-80ccae1b-d2d5-4ba2-b97a-6e5bb84aeea1 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] For port 3e619510-ecd6-4105-962b-e004a849002f, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=3e619510-ecd6-4105-962b-e004a849002f,segment=NetworkSegment(59e71e8d-b1a4-4ab0-b9d3-5b4efe8ed8f4),segment_id=59e71e8d-b1a4-4ab0-b9d3-5b4efe8ed8f4)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:03:34.209897 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-80ccae1b-d2d5-4ba2-b97a-6e5bb84aeea1 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:34.334576 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-80ccae1b-d2d5-4ba2-b97a-6e5bb84aeea1 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Calling delete_port for 3e619510-ecd6-4105-962b-e004a849002f owned by network:router_interface {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:03:34.534887 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-80ccae1b-d2d5-4ba2-b97a-6e5bb84aeea1 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:34.540332 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-868bd48c-79cb-4637-a330-e5b4bb94bc38 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:03:34.586635 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ccae1b-d2d5-4ba2-b97a-6e5bb84aeea1 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event deleted for resources: {'Port': ['ID=3e619510-ecd6-4105-962b-e004a849002f,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:03:34.591127 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-80ccae1b-d2d5-4ba2-b97a-6e5bb84aeea1 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:03:34.901132 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-80ccae1b-d2d5-4ba2-b97a-6e5bb84aeea1 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32897953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348760'] for router_interface, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:35.612872 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80ccae1b-d2d5-4ba2-b97a-6e5bb84aeea1 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Router 8bb907a6-f912-427c-a71a-4ebe9e84b1fc has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 09:03:35.813905 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ccae1b-d2d5-4ba2-b97a-6e5bb84aeea1 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 09:03:35.824132 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b4f15b-9bb7-4c1a-9581-fc5545906320 None None] Sync routers for ids ['8bb907a6-f912-427c-a71a-4ebe9e84b1fc'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 09:03:35.833011 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-80ccae1b-d2d5-4ba2-b97a-6e5bb84aeea1 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "PUT /v2.0/routers/8bb907a6-f912-427c-a71a-4ebe9e84b1fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0161991 Dec 20 09:03:35.836221 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 47320) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:03:35.839581 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b4f15b-9bb7-4c1a-9581-fc5545906320 None None] Routers {'8bb907a6-f912-427c-a71a-4ebe9e84b1fc'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:03:35.840727 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-91b4f15b-9bb7-4c1a-9581-fc5545906320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:03:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['8bb907a6-f912-427c-a71a-4ebe9e84b1fc'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:03:36.030910 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-91b4f15b-9bb7-4c1a-9581-fc5545906320 None None] Set router 8bb907a6-f912-427c-a71a-4ebe9e84b1fc gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:03:36.047182 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c090094-d5e2-4f4b-9673-4bf186831ab9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Deleting subnet a12874ba-04e4-482d-b6d1-e4da13a86fc6 {{(pid=83445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 09:03:36.050209 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2c090094-d5e2-4f4b-9673-4bf186831ab9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for subnet, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:36.108438 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2c090094-d5e2-4f4b-9673-4bf186831ab9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1518554'] for subnet, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:36.198198 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2c090094-d5e2-4f4b-9673-4bf186831ab9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:36.286126 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2c090094-d5e2-4f4b-9673-4bf186831ab9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2036620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2095133'] for subnet, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:36.290330 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-929e6cd1-1d08-48ba-8a19-16f3f7f7e3b9 tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:03:36.326255 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c090094-d5e2-4f4b-9673-4bf186831ab9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event deleted for resources: {'Subnet': ['ID=a12874ba-04e4-482d-b6d1-e4da13a86fc6,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:03:36.328111 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-91b4f15b-9bb7-4c1a-9581-fc5545906320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bb907a6-f912-427c-a71a-4ebe9e84b1fc', 'name': 'tempest-TestNetworkBasicOps-router-562042046', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.46'}], 'enable_snat': True}, 'gw_port_id': '9940aab8-b6f6-4981-8664-f1ff0a415125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:59:37Z', 'updated_at': '2021-12-20T09:03:34Z', 'revision_number': 5, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': '9940aab8-b6f6-4981-8664-f1ff0a415125', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b1:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb907a6-f912-427c-a71a-4ebe9e84b1fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:59:38Z', 'updated_at': '2021-12-20T08:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:03:36.329805 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-2c090094-d5e2-4f4b-9673-4bf186831ab9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:03:36.332514 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b4f15b-9bb7-4c1a-9581-fc5545906320 None None] Checking router: 8bb907a6-f912-427c-a71a-4ebe9e84b1fc for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 09:03:36.334055 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2c090094-d5e2-4f4b-9673-4bf186831ab9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:36.344252 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-2c090094-d5e2-4f4b-9673-4bf186831ab9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "DELETE /v2.0/subnets/a12874ba-04e4-482d-b6d1-e4da13a86fc6 HTTP/1.1" status: 204 len: 168 time: 0.5038145 Dec 20 09:03:36.344476 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b27352-9cc4-4e4c-a535-fb16272bbb5a None None] Network cd52a6b1-3ba5-4e42-b9c2-0ec31e5683a3 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 09:03:36.344589 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 47324) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:03:36.378377 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b4f15b-9bb7-4c1a-9581-fc5545906320 None None] Routers {'8bb907a6-f912-427c-a71a-4ebe9e84b1fc'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:03:36.379039 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-91b4f15b-9bb7-4c1a-9581-fc5545906320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:03:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['8bb907a6-f912-427c-a71a-4ebe9e84b1fc'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:03:36.553820 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1a90d16f-cb02-434e-9c3f-f3c0bd24d62b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for router, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:36.708182 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-91b4f15b-9bb7-4c1a-9581-fc5545906320 None None] Set router 8bb907a6-f912-427c-a71a-4ebe9e84b1fc gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:03:36.764643 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1a90d16f-cb02-434e-9c3f-f3c0bd24d62b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:36.775123 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-1a90d16f-cb02-434e-9c3f-f3c0bd24d62b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Deleting port 9940aab8-b6f6-4981-8664-f1ff0a415125 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:03:36.775464 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1a90d16f-cb02-434e-9c3f-f3c0bd24d62b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:36.995122 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518ea3cd-8f2a-4675-a6c3-cd476b835b28 None None] DHCP port deletion for cd52a6b1-3ba5-4e42-b9c2-0ec31e5683a3 request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 09:03:37.010879 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-518ea3cd-8f2a-4675-a6c3-cd476b835b28 None None] Deleting port 5d3e2ef1-d098-4703-a27f-334b041912ae {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:03:37.011248 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-518ea3cd-8f2a-4675-a6c3-cd476b835b28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:37.107322 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-1a90d16f-cb02-434e-9c3f-f3c0bd24d62b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] For port 9940aab8-b6f6-4981-8664-f1ff0a415125, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=9940aab8-b6f6-4981-8664-f1ff0a415125,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:03:37.107592 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1a90d16f-cb02-434e-9c3f-f3c0bd24d62b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:37.229280 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-1a90d16f-cb02-434e-9c3f-f3c0bd24d62b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Calling delete_port for 9940aab8-b6f6-4981-8664-f1ff0a415125 owned by network:router_gateway {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:03:37.290608 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-91b4f15b-9bb7-4c1a-9581-fc5545906320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bb907a6-f912-427c-a71a-4ebe9e84b1fc', 'name': 'tempest-TestNetworkBasicOps-router-562042046', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.46'}], 'enable_snat': True}, 'gw_port_id': '9940aab8-b6f6-4981-8664-f1ff0a415125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:59:37Z', 'updated_at': '2021-12-20T09:03:34Z', 'revision_number': 5, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': '9940aab8-b6f6-4981-8664-f1ff0a415125', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b1:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb907a6-f912-427c-a71a-4ebe9e84b1fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:59:38Z', 'updated_at': '2021-12-20T08:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:03:37.298137 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-518ea3cd-8f2a-4675-a6c3-cd476b835b28 None None] For port 5d3e2ef1-d098-4703-a27f-334b041912ae, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=5d3e2ef1-d098-4703-a27f-334b041912ae,segment=NetworkSegment(59e71e8d-b1a4-4ab0-b9d3-5b4efe8ed8f4),segment_id=59e71e8d-b1a4-4ab0-b9d3-5b4efe8ed8f4)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:03:37.300181 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-518ea3cd-8f2a-4675-a6c3-cd476b835b28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:37.313497 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b4f15b-9bb7-4c1a-9581-fc5545906320 None None] The sync data for ids ['8bb907a6-f912-427c-a71a-4ebe9e84b1fc'] in dv-neutron-820491-1-hyperv is: [{'id': '8bb907a6-f912-427c-a71a-4ebe9e84b1fc', 'name': 'tempest-TestNetworkBasicOps-router-562042046', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.46'}], 'enable_snat': True}, 'gw_port_id': '9940aab8-b6f6-4981-8664-f1ff0a415125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T08:59:37Z', 'updated_at': '2021-12-20T09:03:34Z', 'revision_number': 5, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': '9940aab8-b6f6-4981-8664-f1ff0a415125', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b1:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb907a6-f912-427c-a71a-4ebe9e84b1fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T08:59:38Z', 'updated_at': '2021-12-20T08:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 09:03:37.409680 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1a90d16f-cb02-434e-9c3f-f3c0bd24d62b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:37.414011 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-4ba37e34-7cd8-445f-b002-bd82f4855c4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:03:37.438003 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-518ea3cd-8f2a-4675-a6c3-cd476b835b28 None None] Calling delete_port for 5d3e2ef1-d098-4703-a27f-334b041912ae owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:03:37.454513 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a90d16f-cb02-434e-9c3f-f3c0bd24d62b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event deleted for resources: {'Port': ['ID=9940aab8-b6f6-4981-8664-f1ff0a415125,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:03:37.458114 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-1a90d16f-cb02-434e-9c3f-f3c0bd24d62b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:03:37.517148 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-518ea3cd-8f2a-4675-a6c3-cd476b835b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102'] for port, after_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:37.522375 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:03:37.568129 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518ea3cd-8f2a-4675-a6c3-cd476b835b28 None None] Pushing event deleted for resources: {'Port': ['ID=5d3e2ef1-d098-4703-a27f-334b041912ae,revision_number=None']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:03:37.573733 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518ea3cd-8f2a-4675-a6c3-cd476b835b28 None None] No DVR routers for this DVR port 5d3e2ef1-d098-4703-a27f-334b041912ae on host dv-neutron-820491-1-hyperv {{(pid=83446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 09:03:37.580949 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518ea3cd-8f2a-4675-a6c3-cd476b835b28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:03:37.581327 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518ea3cd-8f2a-4675-a6c3-cd476b835b28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:03:37.584959 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518ea3cd-8f2a-4675-a6c3-cd476b835b28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:03:37.584959 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518ea3cd-8f2a-4675-a6c3-cd476b835b28 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:03:37.584959 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518ea3cd-8f2a-4675-a6c3-cd476b835b28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:03:37.584959 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518ea3cd-8f2a-4675-a6c3-cd476b835b28 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:03:37.584959 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518ea3cd-8f2a-4675-a6c3-cd476b835b28 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:03:37.584959 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518ea3cd-8f2a-4675-a6c3-cd476b835b28 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:03:37.584959 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518ea3cd-8f2a-4675-a6c3-cd476b835b28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:03:37.586069 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518ea3cd-8f2a-4675-a6c3-cd476b835b28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:03:37.586069 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518ea3cd-8f2a-4675-a6c3-cd476b835b28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:03:37.589170 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-518ea3cd-8f2a-4675-a6c3-cd476b835b28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:03:37.689141 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1a90d16f-cb02-434e-9c3f-f3c0bd24d62b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346107'] for router_gateway, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:37.958623 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1a90d16f-cb02-434e-9c3f-f3c0bd24d62b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24735'] for router, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:37.963606 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1a90d16f-cb02-434e-9c3f-f3c0bd24d62b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:37.989446 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1a90d16f-cb02-434e-9c3f-f3c0bd24d62b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-390871'] for router, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:37.989968 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a90d16f-cb02-434e-9c3f-f3c0bd24d62b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Fanout notify agent at l3_agent the message router_deleted on router 8bb907a6-f912-427c-a71a-4ebe9e84b1fc {{(pid=83445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 09:03:38.004970 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1a90d16f-cb02-434e-9c3f-f3c0bd24d62b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:38.006267 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-1a90d16f-cb02-434e-9c3f-f3c0bd24d62b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "DELETE /v2.0/routers/8bb907a6-f912-427c-a71a-4ebe9e84b1fc HTTP/1.1" status: 204 len: 168 time: 1.6607065 Dec 20 09:03:38.008901 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 47328) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:03:38.125508 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-39d5e5c7-b01b-41a3-a75c-3298fa69f806 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:38.264848 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-39d5e5c7-b01b-41a3-a75c-3298fa69f806 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:38.393511 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-39d5e5c7-b01b-41a3-a75c-3298fa69f806 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd52a6b1-3ba5-4e42-b9c2-0ec31e5683a3']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:03:38.407160 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-39d5e5c7-b01b-41a3-a75c-3298fa69f806 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59e71e8d-b1a4-4ab0-b9d3-5b4efe8ed8f4') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:03:38.407447 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-39d5e5c7-b01b-41a3-a75c-3298fa69f806 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59e71e8d-b1a4-4ab0-b9d3-5b4efe8ed8f4') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:03:38.419484 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-39d5e5c7-b01b-41a3-a75c-3298fa69f806 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1618722'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:38.437431 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-39d5e5c7-b01b-41a3-a75c-3298fa69f806 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:38.444732 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39d5e5c7-b01b-41a3-a75c-3298fa69f806 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 09:03:38.445139 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-39d5e5c7-b01b-41a3-a75c-3298fa69f806 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1128911'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:38.459523 dv-neutron-820491-1-hyperv neutron-server[83444]: Traceback (most recent call last): Dec 20 09:03:38.459523 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 09:03:38.459523 dv-neutron-820491-1-hyperv neutron-server[83444]: timer() Dec 20 09:03:38.459523 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 09:03:38.459523 dv-neutron-820491-1-hyperv neutron-server[83444]: cb(*args, **kw) Dec 20 09:03:38.459523 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 09:03:38.459523 dv-neutron-820491-1-hyperv neutron-server[83444]: return func(*args, **kwargs) Dec 20 09:03:38.459523 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 09:03:38.459523 dv-neutron-820491-1-hyperv neutron-server[83444]: self._notify() Dec 20 09:03:38.459523 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 09:03:38.459523 dv-neutron-820491-1-hyperv neutron-server[83444]: self.callback(batched_events) Dec 20 09:03:38.459523 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 09:03:38.459523 dv-neutron-820491-1-hyperv neutron-server[83444]: event.method(event) Dec 20 09:03:38.459523 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 09:03:38.459523 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 09:03:38.459523 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 09:03:38.459523 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 09:03:38.459523 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 09:03:38.459523 dv-neutron-820491-1-hyperv neutron-server[83444]: return f(self, *a, **k) Dec 20 09:03:38.459523 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 09:03:38.459523 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._get(url).json() Dec 20 09:03:38.459523 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 09:03:38.459523 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 09:03:38.459523 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 09:03:38.459523 dv-neutron-820491-1-hyperv neutron-server[83444]: return self.request(url, 'GET', **kwargs) Dec 20 09:03:38.459523 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 09:03:38.459523 dv-neutron-820491-1-hyperv neutron-server[83444]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 09:03:38.459523 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 09:03:38.459523 dv-neutron-820491-1-hyperv neutron-server[83444]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 09:03:38.459523 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 09:03:38.459523 dv-neutron-820491-1-hyperv neutron-server[83444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 09:03:38.459523 dv-neutron-820491-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 09:03:38.543917 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-39d5e5c7-b01b-41a3-a75c-3298fa69f806 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:38.547765 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-57e2eec2-91d4-49b0-95c2-67ff9cd3ed54 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:03:38.556849 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 9940aab8-b6f6-4981-8664-f1ff0a415125 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 09:03:38.566004 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-39d5e5c7-b01b-41a3-a75c-3298fa69f806 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:38.578028 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d5e5c7-b01b-41a3-a75c-3298fa69f806 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event deleted for resources: {'Network': ['ID=cd52a6b1-3ba5-4e42-b9c2-0ec31e5683a3,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:03:38.581281 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-39d5e5c7-b01b-41a3-a75c-3298fa69f806 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:03:38.587169 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-39d5e5c7-b01b-41a3-a75c-3298fa69f806 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "DELETE /v2.0/networks/cd52a6b1-3ba5-4e42-b9c2-0ec31e5683a3 HTTP/1.1" status: 204 len: 168 time: 0.5770016 Dec 20 09:03:38.599879 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 47332) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:03:38.602258 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 9940aab8-b6f6-4981-8664-f1ff0a415125 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 09:03:38.602477 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 9940aab8-b6f6-4981-8664-f1ff0a415125 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 09:03:38.602926 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 3e619510-ecd6-4105-962b-e004a849002f no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 09:03:38.608128 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-e3b7bf4a-3ae6-449c-afae-1fe7754fdd71 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'network': {'name': 'tempest-network-smoke--482173148', 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'port_security_enabled': True}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:03:38.614404 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-e3b7bf4a-3ae6-449c-afae-1fe7754fdd71 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:03:38.618608 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e3b7bf4a-3ae6-449c-afae-1fe7754fdd71 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:network and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:03:38.621524 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e3b7bf4a-3ae6-449c-afae-1fe7754fdd71 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:03:38.627394 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-e3b7bf4a-3ae6-449c-afae-1fe7754fdd71 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:03:38.636181 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 3e619510-ecd6-4105-962b-e004a849002f {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 09:03:38.636464 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 3e619510-ecd6-4105-962b-e004a849002f not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 09:03:38.636764 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 5d3e2ef1-d098-4703-a27f-334b041912ae no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 09:03:38.640110 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b7bf4a-3ae6-449c-afae-1fe7754fdd71 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Made reservation on behalf of f7b89f97320342ff933d41aa1a974b12 for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 09:03:38.643230 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e3b7bf4a-3ae6-449c-afae-1fe7754fdd71 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:38.668751 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 5d3e2ef1-d098-4703-a27f-334b041912ae {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 09:03:38.669168 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 5d3e2ef1-d098-4703-a27f-334b041912ae not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 09:03:38.677913 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3b7bf4a-3ae6-449c-afae-1fe7754fdd71 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 09:03:38.688294 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e3b7bf4a-3ae6-449c-afae-1fe7754fdd71 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:38.688633 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-e3b7bf4a-3ae6-449c-afae-1fe7754fdd71 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Added segment 02f5e81d-f96b-4e80-b0af-f730674a99af of type vlan for network eeb00141-9ad6-4ffe-9f33-b4c3278985b6 Dec 20 09:03:38.715718 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e3b7bf4a-3ae6-449c-afae-1fe7754fdd71 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:38.749366 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e3b7bf4a-3ae6-449c-afae-1fe7754fdd71 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:38.753690 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b7bf4a-3ae6-449c-afae-1fe7754fdd71 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:03:38.754321 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e3b7bf4a-3ae6-449c-afae-1fe7754fdd71 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:38.759192 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b66665ff-0876-4644-91b4-9bd0472a49ed tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:03:38.883836 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e3b7bf4a-3ae6-449c-afae-1fe7754fdd71 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2781641 Dec 20 09:03:38.884258 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 47336) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:03:38.887287 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b7bf4a-3ae6-449c-afae-1fe7754fdd71 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'Network': ['ID=eeb00141-9ad6-4ffe-9f33-b4c3278985b6,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:03:38.890495 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e3b7bf4a-3ae6-449c-afae-1fe7754fdd71 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:03:38.890629 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-6602a2f5-31f2-43bf-8568-3efac7ff43f5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2017573659', 'admin_state_up': True, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:03:38.897954 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-6602a2f5-31f2-43bf-8568-3efac7ff43f5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:03:38.898514 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network eeb00141-9ad6-4ffe-9f33-b4c3278985b6 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 09:03:38.902423 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-6602a2f5-31f2-43bf-8568-3efac7ff43f5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:router and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:03:38.905362 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-6602a2f5-31f2-43bf-8568-3efac7ff43f5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:03:38.911352 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-6602a2f5-31f2-43bf-8568-3efac7ff43f5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:03:38.924095 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6602a2f5-31f2-43bf-8568-3efac7ff43f5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24817'] for router, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:38.925030 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6602a2f5-31f2-43bf-8568-3efac7ff43f5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-351744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24806'] for router, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:38.947597 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6602a2f5-31f2-43bf-8568-3efac7ff43f5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:39.102633 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6602a2f5-31f2-43bf-8568-3efac7ff43f5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24724'] for router, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:39.403012 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6602a2f5-31f2-43bf-8568-3efac7ff43f5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for router_gateway, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:39.433976 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6602a2f5-31f2-43bf-8568-3efac7ff43f5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:39.576153 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-6602a2f5-31f2-43bf-8568-3efac7ff43f5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Allocated IP 172.26.5.13 (95f3bec2-46e6-4468-8229-8badd4a5aaae/cf8895a3-346d-4313-a645-16ecdcce9969/f5057cbb-d476-4621-b519-5909ad69cc9e) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 09:03:39.733775 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6602a2f5-31f2-43bf-8568-3efac7ff43f5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:39.764793 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6602a2f5-31f2-43bf-8568-3efac7ff43f5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:39.768340 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-868bd48c-79cb-4637-a330-e5b4bb94bc38 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:03:39.836751 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6602a2f5-31f2-43bf-8568-3efac7ff43f5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Network 95f3bec2-46e6-4468-8229-8badd4a5aaae is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:03:39.839998 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-6602a2f5-31f2-43bf-8568-3efac7ff43f5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:03:39.841983 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6602a2f5-31f2-43bf-8568-3efac7ff43f5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'Port': ['ID=f5057cbb-d476-4621-b519-5909ad69cc9e,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:03:39.844036 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6602a2f5-31f2-43bf-8568-3efac7ff43f5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 09:03:39.868310 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-6602a2f5-31f2-43bf-8568-3efac7ff43f5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:03:39.995146 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6602a2f5-31f2-43bf-8568-3efac7ff43f5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for router_gateway, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:39.995784 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6602a2f5-31f2-43bf-8568-3efac7ff43f5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071'] for router, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:40.039879 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:40.228453 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6602a2f5-31f2-43bf-8568-3efac7ff43f5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Router b2226967-9021-4fe6-b242-583ecbeb4ee5 is scheduled to L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 with binding_index 1 {{(pid=83445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 09:03:40.439875 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6602a2f5-31f2-43bf-8568-3efac7ff43f5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 09:03:40.451249 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df31196-5bbd-4e36-b35f-50ec228990fb None None] Sync routers for ids ['b2226967-9021-4fe6-b242-583ecbeb4ee5'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 09:03:40.463815 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df31196-5bbd-4e36-b35f-50ec228990fb None None] Routers {'b2226967-9021-4fe6-b242-583ecbeb4ee5'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:03:40.464720 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-2df31196-5bbd-4e36-b35f-50ec228990fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:03:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['b2226967-9021-4fe6-b242-583ecbeb4ee5'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:03:40.468549 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6602a2f5-31f2-43bf-8568-3efac7ff43f5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:40.469944 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-6602a2f5-31f2-43bf-8568-3efac7ff43f5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.5844901 Dec 20 09:03:40.473399 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 47340) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:03:40.657501 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-fbdab870-2616-4b0f-a8c9-d797517216be tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=f7b89f97320342ff933d41aa1a974b12&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1827853 Dec 20 09:03:40.660032 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 47346) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:03:40.689859 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-2df31196-5bbd-4e36-b35f-50ec228990fb None None] Set router b2226967-9021-4fe6-b242-583ecbeb4ee5 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:03:40.797704 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1aa32c-2037-47f4-91af-94bed43484f7 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:03:40.799205 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-8b1aa32c-2037-47f4-91af-94bed43484f7 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1382639 Dec 20 09:03:40.802100 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 47350) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:03:40.843750 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-b063ae45-00d3-415f-9571-8ace2ce1d33e tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=95f3bec2-46e6-4468-8229-8badd4a5aaae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0404773 Dec 20 09:03:40.846106 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 47354) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:03:40.851894 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-eabbfd7e-b979-4374-8e59-baa0c9464238 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1318311099', 'network_id': 'eeb00141-9ad6-4ffe-9f33-b4c3278985b6', 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:03:40.967337 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-eabbfd7e-b979-4374-8e59-baa0c9464238 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:03:40.973380 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-eabbfd7e-b979-4374-8e59-baa0c9464238 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:subnet and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:03:40.976667 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-eabbfd7e-b979-4374-8e59-baa0c9464238 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:03:40.979100 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-2df31196-5bbd-4e36-b35f-50ec228990fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2226967-9021-4fe6-b242-583ecbeb4ee5', 'name': 'tempest-TestNetworkBasicOps-router-2017573659', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.13'}], 'enable_snat': True}, 'gw_port_id': 'f5057cbb-d476-4621-b519-5909ad69cc9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:03:38Z', 'updated_at': '2021-12-20T09:03:39Z', 'revision_number': 3, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': 'f5057cbb-d476-4621-b519-5909ad69cc9e', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:2b:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2226967-9021-4fe6-b242-583ecbeb4ee5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:03:39Z', 'updated_at': '2021-12-20T09:03:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:03:40.983589 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df31196-5bbd-4e36-b35f-50ec228990fb None None] Checking router: b2226967-9021-4fe6-b242-583ecbeb4ee5 for host: dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 09:03:40.983967 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df31196-5bbd-4e36-b35f-50ec228990fb None None] Updating router b2226967-9021-4fe6-b242-583ecbeb4ee5 port f5057cbb-d476-4621-b519-5909ad69cc9e binding host dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 09:03:40.985860 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-eabbfd7e-b979-4374-8e59-baa0c9464238 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:03:40.998248 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eabbfd7e-b979-4374-8e59-baa0c9464238 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Made reservation on behalf of f7b89f97320342ff933d41aa1a974b12 for: {'subnet': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 09:03:41.037580 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-2df31196-5bbd-4e36-b35f-50ec228990fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:41.110594 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-eabbfd7e-b979-4374-8e59-baa0c9464238 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2095160'] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:41.396665 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-2df31196-5bbd-4e36-b35f-50ec228990fb None None] Notify callbacks [] for port, precommit_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:41.410179 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.provisioning_blocks [None req-2df31196-5bbd-4e36-b35f-50ec228990fb None None] Transition to ACTIVE for port object f5057cbb-d476-4621-b519-5909ad69cc9e will not be triggered until provisioned by entity L2. {{(pid=83447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:03:41.416682 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-2df31196-5bbd-4e36-b35f-50ec228990fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:41.420419 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-17e27b9c-5715-4aee-8e96-664a118e4d2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:03:41.477391 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-eabbfd7e-b979-4374-8e59-baa0c9464238 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2036557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2095114'] for subnet, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:41.481840 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-4ee58cf8-0e3b-476e-ac15-565f1034f877 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:03:41.497545 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bd13ee-ba95-4706-89d8-a7e1d24c150b None None] Pushing event updated for resources: {'Port': ['ID=f5057cbb-d476-4621-b519-5909ad69cc9e,revision_number=2']} {{(pid=83447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:03:41.501529 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-2df31196-5bbd-4e36-b35f-50ec228990fb None None] Attempting to bind port f5057cbb-d476-4621-b519-5909ad69cc9e on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 09:03:41.501904 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-2df31196-5bbd-4e36-b35f-50ec228990fb None None] Attempting to bind port f5057cbb-d476-4621-b519-5909ad69cc9e by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}] {{(pid=83447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 09:03:41.502260 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df31196-5bbd-4e36-b35f-50ec228990fb None None] Attempting to bind port f5057cbb-d476-4621-b519-5909ad69cc9e on network 95f3bec2-46e6-4468-8229-8badd4a5aaae {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:03:41.513477 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df31196-5bbd-4e36-b35f-50ec228990fb None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 9, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 09:03:41.513863 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df31196-5bbd-4e36-b35f-50ec228990fb None None] Checking segment: {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:03:41.514254 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-2df31196-5bbd-4e36-b35f-50ec228990fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:41.514648 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df31196-5bbd-4e36-b35f-50ec228990fb None None] Bound using segment: {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'} {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 09:03:41.515121 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-2df31196-5bbd-4e36-b35f-50ec228990fb None None] Bound port: f5057cbb-d476-4621-b519-5909ad69cc9e, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}}] {{(pid=83447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 09:03:41.515494 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-2df31196-5bbd-4e36-b35f-50ec228990fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:41.540197 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bd13ee-ba95-4706-89d8-a7e1d24c150b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:03:41.540538 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bd13ee-ba95-4706-89d8-a7e1d24c150b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:03:41.540869 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bd13ee-ba95-4706-89d8-a7e1d24c150b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:03:41.541196 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bd13ee-ba95-4706-89d8-a7e1d24c150b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:03:41.541538 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bd13ee-ba95-4706-89d8-a7e1d24c150b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:03:41.541903 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bd13ee-ba95-4706-89d8-a7e1d24c150b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:03:41.542628 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bd13ee-ba95-4706-89d8-a7e1d24c150b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:03:41.542628 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bd13ee-ba95-4706-89d8-a7e1d24c150b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:03:41.543054 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bd13ee-ba95-4706-89d8-a7e1d24c150b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:03:41.543382 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bd13ee-ba95-4706-89d8-a7e1d24c150b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:03:41.543700 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bd13ee-ba95-4706-89d8-a7e1d24c150b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:03:41.550752 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-09bd13ee-ba95-4706-89d8-a7e1d24c150b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:03:41.559128 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabbfd7e-b979-4374-8e59-baa0c9464238 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'Subnet': ['ID=912f5514-4f36-42c8-ad70-85bc01430890,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:03:41.562939 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-eabbfd7e-b979-4374-8e59-baa0c9464238 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:03:41.572163 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabbfd7e-b979-4374-8e59-baa0c9464238 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Checking segment: {'id': '02f5e81d-f96b-4e80-b0af-f730674a99af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'eeb00141-9ad6-4ffe-9f33-b4c3278985b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:03:41.572904 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabbfd7e-b979-4374-8e59-baa0c9464238 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Network hostable DHCP agents. Network: eeb00141-9ad6-4ffe-9f33-b4c3278985b6, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 09:03:41.599925 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabbfd7e-b979-4374-8e59-baa0c9464238 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Network eeb00141-9ad6-4ffe-9f33-b4c3278985b6 is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 09:03:41.606891 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.db [None req-2df31196-5bbd-4e36-b35f-50ec228990fb None None] For port f5057cbb-d476-4621-b519-5909ad69cc9e, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 09:03:41.610467 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.db [None req-2df31196-5bbd-4e36-b35f-50ec228990fb None None] For port f5057cbb-d476-4621-b519-5909ad69cc9e, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=f5057cbb-d476-4621-b519-5909ad69cc9e,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 09:03:41.615088 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-eabbfd7e-b979-4374-8e59-baa0c9464238 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, eeb00141-9ad6-4ffe-9f33-b4c3278985b6) {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:03:41.616560 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-2df31196-5bbd-4e36-b35f-50ec228990fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:41.620532 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-784cd2e7-fe50-450b-aa8c-20ebd8a217ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:03:41.621487 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabbfd7e-b979-4374-8e59-baa0c9464238 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:03:41.622387 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-eabbfd7e-b979-4374-8e59-baa0c9464238 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:41.624875 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784f1aae-b11d-4739-9d31-98b7e640e8ea None None] Network eeb00141-9ad6-4ffe-9f33-b4c3278985b6 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 09:03:41.651676 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-eabbfd7e-b979-4374-8e59-baa0c9464238 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8042531 Dec 20 09:03:41.654312 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 47358) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:03:41.731627 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bd13ee-ba95-4706-89d8-a7e1d24c150b None None] Pushing event updated for resources: {'Port': ['ID=f5057cbb-d476-4621-b519-5909ad69cc9e,revision_number=3']} {{(pid=83447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:03:41.739676 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-09bd13ee-ba95-4706-89d8-a7e1d24c150b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:03:41.750988 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df31196-5bbd-4e36-b35f-50ec228990fb None None] Routers {'b2226967-9021-4fe6-b242-583ecbeb4ee5'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:03:41.751177 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-2df31196-5bbd-4e36-b35f-50ec228990fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:03:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['b2226967-9021-4fe6-b242-583ecbeb4ee5'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:03:41.888794 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31baf36-600c-485e-9845-92516d9af30e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-eeb00141-9ad6-4ffe-9f33-b4c3278985b6', 'network_id': 'eeb00141-9ad6-4ffe-9f33-b4c3278985b6', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'fixed_ips': [{'subnet_id': '912f5514-4f36-42c8-ad70-85bc01430890'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 09:03:41.890632 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b31baf36-600c-485e-9845-92516d9af30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:41.960613 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-2df31196-5bbd-4e36-b35f-50ec228990fb None None] Set router b2226967-9021-4fe6-b242-583ecbeb4ee5 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:03:42.071718 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-b31baf36-600c-485e-9845-92516d9af30e None None] Allocated IP 172.20.0.2 (eeb00141-9ad6-4ffe-9f33-b4c3278985b6/912f5514-4f36-42c8-ad70-85bc01430890/f0820cbd-7eea-4ca5-8e40-8cb90561bdc1) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 09:03:42.278824 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-2df31196-5bbd-4e36-b35f-50ec228990fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2226967-9021-4fe6-b242-583ecbeb4ee5', 'name': 'tempest-TestNetworkBasicOps-router-2017573659', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.13'}], 'enable_snat': True}, 'gw_port_id': 'f5057cbb-d476-4621-b519-5909ad69cc9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:03:38Z', 'updated_at': '2021-12-20T09:03:39Z', 'revision_number': 3, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': 'f5057cbb-d476-4621-b519-5909ad69cc9e', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:2b:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2226967-9021-4fe6-b242-583ecbeb4ee5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:03:39Z', 'updated_at': '2021-12-20T09:03:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:03:42.282895 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df31196-5bbd-4e36-b35f-50ec228990fb None None] The sync data for ids ['b2226967-9021-4fe6-b242-583ecbeb4ee5'] in dv-neutron-820491-1-hyperv is: [{'id': 'b2226967-9021-4fe6-b242-583ecbeb4ee5', 'name': 'tempest-TestNetworkBasicOps-router-2017573659', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.13'}], 'enable_snat': True}, 'gw_port_id': 'f5057cbb-d476-4621-b519-5909ad69cc9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:03:38Z', 'updated_at': '2021-12-20T09:03:39Z', 'revision_number': 3, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': 'f5057cbb-d476-4621-b519-5909ad69cc9e', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:2b:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2226967-9021-4fe6-b242-583ecbeb4ee5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:03:39Z', 'updated_at': '2021-12-20T09:03:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 09:03:42.294500 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b31baf36-600c-485e-9845-92516d9af30e None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:42.306787 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-b31baf36-600c-485e-9845-92516d9af30e None None] Transition to ACTIVE for port object f0820cbd-7eea-4ca5-8e40-8cb90561bdc1 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:03:42.330529 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-b31baf36-600c-485e-9845-92516d9af30e None None] Transition to ACTIVE for port object f0820cbd-7eea-4ca5-8e40-8cb90561bdc1 will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:03:42.341110 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b31baf36-600c-485e-9845-92516d9af30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:42.349039 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:03:42.451490 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31baf36-600c-485e-9845-92516d9af30e None None] Network eeb00141-9ad6-4ffe-9f33-b4c3278985b6 is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:03:42.557743 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-b31baf36-600c-485e-9845-92516d9af30e None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:03:42.579950 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31baf36-600c-485e-9845-92516d9af30e None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 09:03:42.603106 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31baf36-600c-485e-9845-92516d9af30e None None] Pushing event updated for resources: {'Port': ['ID=f0820cbd-7eea-4ca5-8e40-8cb90561bdc1,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:03:42.611842 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-b31baf36-600c-485e-9845-92516d9af30e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:03:42.617854 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-bea53103-2102-4775-ad4c-ae3d2134c00f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:42.693939 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4e623c50-e509-4012-9de9-de2c38dbeded tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:42.712576 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device f5057cbb-d476-4621-b519-5909ad69cc9e up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:03:42.772763 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-b31baf36-600c-485e-9845-92516d9af30e None None] Attempting to bind port f0820cbd-7eea-4ca5-8e40-8cb90561bdc1 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 09:03:42.773143 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-b31baf36-600c-485e-9845-92516d9af30e None None] Attempting to bind port f0820cbd-7eea-4ca5-8e40-8cb90561bdc1 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '02f5e81d-f96b-4e80-b0af-f730674a99af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'eeb00141-9ad6-4ffe-9f33-b4c3278985b6'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 09:03:42.773543 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31baf36-600c-485e-9845-92516d9af30e None None] Attempting to bind port f0820cbd-7eea-4ca5-8e40-8cb90561bdc1 on network eeb00141-9ad6-4ffe-9f33-b4c3278985b6 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:03:42.794440 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31baf36-600c-485e-9845-92516d9af30e None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 9, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 09:03:42.794601 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31baf36-600c-485e-9845-92516d9af30e None None] Checking segment: {'id': '02f5e81d-f96b-4e80-b0af-f730674a99af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'eeb00141-9ad6-4ffe-9f33-b4c3278985b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:03:42.794983 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b31baf36-600c-485e-9845-92516d9af30e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:42.795387 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31baf36-600c-485e-9845-92516d9af30e None None] Bound using segment: {'id': '02f5e81d-f96b-4e80-b0af-f730674a99af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'eeb00141-9ad6-4ffe-9f33-b4c3278985b6'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 09:03:42.795877 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-b31baf36-600c-485e-9845-92516d9af30e None None] Bound port: f0820cbd-7eea-4ca5-8e40-8cb90561bdc1, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02f5e81d-f96b-4e80-b0af-f730674a99af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'eeb00141-9ad6-4ffe-9f33-b4c3278985b6'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 09:03:42.796261 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b31baf36-600c-485e-9845-92516d9af30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:42.874519 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port f5057cbb-d476-4621-b519-5909ad69cc9e completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:03:42.892353 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port f5057cbb-d476-4621-b519-5909ad69cc9e triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:03:42.893290 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:42.955139 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-b31baf36-600c-485e-9845-92516d9af30e None None] For port f0820cbd-7eea-4ca5-8e40-8cb90561bdc1, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 09:03:42.967657 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-b31baf36-600c-485e-9845-92516d9af30e None None] For port f0820cbd-7eea-4ca5-8e40-8cb90561bdc1, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=f0820cbd-7eea-4ca5-8e40-8cb90561bdc1,segment=NetworkSegment(02f5e81d-f96b-4e80-b0af-f730674a99af),segment_id=02f5e81d-f96b-4e80-b0af-f730674a99af)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 09:03:42.974652 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b31baf36-600c-485e-9845-92516d9af30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:42.980329 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-76c04491-18a8-4fca-93db-e4d9269c74cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:03:43.135887 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31baf36-600c-485e-9845-92516d9af30e None None] Pushing event updated for resources: {'Port': ['ID=f0820cbd-7eea-4ca5-8e40-8cb90561bdc1,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:03:43.142466 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-b31baf36-600c-485e-9845-92516d9af30e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:03:43.143679 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:43.170801 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port f5057cbb-d476-4621-b519-5909ad69cc9e, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=f5057cbb-d476-4621-b519-5909ad69cc9e,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:03:43.180361 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:43.183199 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:03:43.262421 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=f5057cbb-d476-4621-b519-5909ad69cc9e,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:03:43.265549 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:03:43.373686 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-4e623c50-e509-4012-9de9-de2c38dbeded tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Allocated IP 172.20.0.1 (eeb00141-9ad6-4ffe-9f33-b4c3278985b6/912f5514-4f36-42c8-ad70-85bc01430890/71e18184-a291-4d8f-ae7e-784c22ec39b0) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 09:03:43.540318 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4e623c50-e509-4012-9de9-de2c38dbeded tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:43.556773 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-4e623c50-e509-4012-9de9-de2c38dbeded tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Transition to ACTIVE for port object 71e18184-a291-4d8f-ae7e-784c22ec39b0 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:03:43.579578 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4e623c50-e509-4012-9de9-de2c38dbeded tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:43.583934 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d302e29b-9158-4409-a80d-6295d3bb733a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:03:43.647906 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e623c50-e509-4012-9de9-de2c38dbeded tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Network eeb00141-9ad6-4ffe-9f33-b4c3278985b6 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:03:43.655781 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-4e623c50-e509-4012-9de9-de2c38dbeded tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:03:43.661888 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e623c50-e509-4012-9de9-de2c38dbeded tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 09:03:43.697634 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e623c50-e509-4012-9de9-de2c38dbeded tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'Port': ['ID=71e18184-a291-4d8f-ae7e-784c22ec39b0,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:03:43.716046 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e623c50-e509-4012-9de9-de2c38dbeded tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:03:43.716434 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e623c50-e509-4012-9de9-de2c38dbeded tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:03:43.716813 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e623c50-e509-4012-9de9-de2c38dbeded tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:03:43.717186 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e623c50-e509-4012-9de9-de2c38dbeded tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:03:43.717583 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e623c50-e509-4012-9de9-de2c38dbeded tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:03:43.717954 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e623c50-e509-4012-9de9-de2c38dbeded tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:03:43.718318 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e623c50-e509-4012-9de9-de2c38dbeded tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:03:43.718681 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e623c50-e509-4012-9de9-de2c38dbeded tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:03:43.719041 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e623c50-e509-4012-9de9-de2c38dbeded tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:03:43.719400 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e623c50-e509-4012-9de9-de2c38dbeded tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:03:43.719882 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e623c50-e509-4012-9de9-de2c38dbeded tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:03:43.730268 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4e623c50-e509-4012-9de9-de2c38dbeded tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:03:43.741467 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4e623c50-e509-4012-9de9-de2c38dbeded tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-345881'] for router_interface, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:43.837588 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4e623c50-e509-4012-9de9-de2c38dbeded tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:44.061454 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67920eb4-e414-4cbc-bbae-a1fac0183d32 None None] Network eeb00141-9ad6-4ffe-9f33-b4c3278985b6 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 09:03:44.195974 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-1319bba2-3413-40bd-b3e5-16c4f4275abc None None] Provisioning for port f0820cbd-7eea-4ca5-8e40-8cb90561bdc1 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:03:44.287147 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4e623c50-e509-4012-9de9-de2c38dbeded tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:44.296566 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4e623c50-e509-4012-9de9-de2c38dbeded tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:44.332850 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-abcaa5ea-e0f8-46f6-a21d-957f35a9a3b6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:03:44.418476 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4e623c50-e509-4012-9de9-de2c38dbeded tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32898031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349045'] for router_interface, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:44.425629 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e623c50-e509-4012-9de9-de2c38dbeded tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'Port': ['ID=71e18184-a291-4d8f-ae7e-784c22ec39b0,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:03:44.430837 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4e623c50-e509-4012-9de9-de2c38dbeded tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:03:44.581592 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e623c50-e509-4012-9de9-de2c38dbeded tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Network eeb00141-9ad6-4ffe-9f33-b4c3278985b6 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:03:44.585194 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-4e623c50-e509-4012-9de9-de2c38dbeded tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:03:44.608644 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-3c0593eb-7bab-4129-b03a-4de51d6134cc None None] Provisioning for port 71e18184-a291-4d8f-ae7e-784c22ec39b0 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:03:44.616592 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-3c0593eb-7bab-4129-b03a-4de51d6134cc None None] Provisioning complete for port 71e18184-a291-4d8f-ae7e-784c22ec39b0 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:03:44.617438 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3c0593eb-7bab-4129-b03a-4de51d6134cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:44.690016 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-3c0593eb-7bab-4129-b03a-4de51d6134cc None None] Port 71e18184-a291-4d8f-ae7e-784c22ec39b0 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 09:03:44.695186 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device f0820cbd-7eea-4ca5-8e40-8cb90561bdc1 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:03:44.773497 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port f0820cbd-7eea-4ca5-8e40-8cb90561bdc1 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:03:44.782014 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port f0820cbd-7eea-4ca5-8e40-8cb90561bdc1 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:03:44.782396 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:44.871224 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-412c0a42-f9ec-47e3-b37c-1369a3631218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:44.874156 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-3cd7c0d7-7aa3-438f-95b1-911575da8c29 None None] Provisioning complete for port 71e18184-a291-4d8f-ae7e-784c22ec39b0 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:03:44.874511 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3cd7c0d7-7aa3-438f-95b1-911575da8c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:44.974058 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-3cd7c0d7-7aa3-438f-95b1-911575da8c29 None None] Port 71e18184-a291-4d8f-ae7e-784c22ec39b0 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 09:03:44.979293 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:45.012785 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port f0820cbd-7eea-4ca5-8e40-8cb90561bdc1, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=f0820cbd-7eea-4ca5-8e40-8cb90561bdc1,segment=NetworkSegment(02f5e81d-f96b-4e80-b0af-f730674a99af),segment_id=02f5e81d-f96b-4e80-b0af-f730674a99af)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:03:45.016628 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:45.017707 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device f5057cbb-d476-4621-b519-5909ad69cc9e up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:03:45.027736 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e623c50-e509-4012-9de9-de2c38dbeded tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Router b2226967-9021-4fe6-b242-583ecbeb4ee5 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 09:03:45.044886 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-518ea3cd-8f2a-4675-a6c3-cd476b835b28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:03:45.152395 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-dd19a51e-f508-4650-b4b2-ce138aa211ab None None] Provisioning complete for port 71e18184-a291-4d8f-ae7e-784c22ec39b0 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:03:45.153109 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-dd19a51e-f508-4650-b4b2-ce138aa211ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:45.176313 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=f0820cbd-7eea-4ca5-8e40-8cb90561bdc1,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:03:45.179435 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:03:45.215408 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-dd19a51e-f508-4650-b4b2-ce138aa211ab None None] Port 71e18184-a291-4d8f-ae7e-784c22ec39b0 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 09:03:45.217732 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port f5057cbb-d476-4621-b519-5909ad69cc9e triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:03:45.218120 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:45.353557 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e623c50-e509-4012-9de9-de2c38dbeded tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 09:03:45.369394 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-4e623c50-e509-4012-9de9-de2c38dbeded tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "PUT /v2.0/routers/b2226967-9021-4fe6-b242-583ecbeb4ee5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7131422 Dec 20 09:03:45.371044 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 47362) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:03:45.515555 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99c05bc-278c-4748-9e64-00dda7be1993 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:03:45.516058 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99c05bc-278c-4748-9e64-00dda7be1993 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:03:45.516429 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99c05bc-278c-4748-9e64-00dda7be1993 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:03:45.516788 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99c05bc-278c-4748-9e64-00dda7be1993 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:03:45.518547 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d99c05bc-278c-4748-9e64-00dda7be1993 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1465278 Dec 20 09:03:45.521319 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 47366) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:03:45.593101 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5bcaa35-5465-4026-8c81-8bc00f89e78f tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:03:45.593506 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5bcaa35-5465-4026-8c81-8bc00f89e78f tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:03:45.593866 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5bcaa35-5465-4026-8c81-8bc00f89e78f tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:03:45.594220 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5bcaa35-5465-4026-8c81-8bc00f89e78f tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:03:45.596552 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a5bcaa35-5465-4026-8c81-8bc00f89e78f tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0736639 Dec 20 09:03:45.598624 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 47370) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:03:45.801713 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b294344e-a042-498d-9f7f-6318a6d1f1fd tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2018700 Dec 20 09:03:45.959194 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:46.033447 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:46.058591 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 47376) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:03:46.064379 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-60c879c9-5483-4081-9aeb-5486057f77c7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-797428063', 'description': 'tempest-secgroup-smoke-797428063 description', 'project_id': 'f7b89f97320342ff933d41aa1a974b12'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:03:46.070653 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-60c879c9-5483-4081-9aeb-5486057f77c7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:03:46.075113 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-60c879c9-5483-4081-9aeb-5486057f77c7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:security_group and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:03:46.078144 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-60c879c9-5483-4081-9aeb-5486057f77c7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:03:46.083948 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-60c879c9-5483-4081-9aeb-5486057f77c7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:03:46.090327 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1007e6-4ba5-4b89-9b21-585d535e53d4 None None] Sync routers for ids ['b2226967-9021-4fe6-b242-583ecbeb4ee5'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 09:03:46.094563 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-60c879c9-5483-4081-9aeb-5486057f77c7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:46.103678 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1007e6-4ba5-4b89-9b21-585d535e53d4 None None] Routers {'b2226967-9021-4fe6-b242-583ecbeb4ee5'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:03:46.104309 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-3f1007e6-4ba5-4b89-9b21-585d535e53d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:03:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['b2226967-9021-4fe6-b242-583ecbeb4ee5'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:03:46.135546 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-60c879c9-5483-4081-9aeb-5486057f77c7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:03:46.139421 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-60c879c9-5483-4081-9aeb-5486057f77c7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:security_group_rule and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:03:46.142291 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-60c879c9-5483-4081-9aeb-5486057f77c7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:03:46.148648 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-60c879c9-5483-4081-9aeb-5486057f77c7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:03:46.208321 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-60c879c9-5483-4081-9aeb-5486057f77c7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:46.212157 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-60c879c9-5483-4081-9aeb-5486057f77c7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:46.215734 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-dddeaa9f-62f4-479a-bef2-8488a54209c7 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:03:46.257673 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c879c9-5483-4081-9aeb-5486057f77c7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=102e161f-8491-48a7-b933-b19b86e58da0,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:03:46.261206 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-60c879c9-5483-4081-9aeb-5486057f77c7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:03:46.262156 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-60c879c9-5483-4081-9aeb-5486057f77c7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:46.263436 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-60c879c9-5483-4081-9aeb-5486057f77c7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2038009 Dec 20 09:03:46.266270 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 47380) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:03:46.274577 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-2e468015-cd2d-47ad-85a0-cdd8a68a32ff tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'security_group_rule': {'security_group_id': '102e161f-8491-48a7-b933-b19b86e58da0', 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:03:46.281056 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-2e468015-cd2d-47ad-85a0-cdd8a68a32ff tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:03:46.285367 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-2e468015-cd2d-47ad-85a0-cdd8a68a32ff tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:security_group_rule and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:03:46.288789 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-2e468015-cd2d-47ad-85a0-cdd8a68a32ff tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:03:46.295002 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-2e468015-cd2d-47ad-85a0-cdd8a68a32ff tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:03:46.317985 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2e468015-cd2d-47ad-85a0-cdd8a68a32ff tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:46.345738 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-3f1007e6-4ba5-4b89-9b21-585d535e53d4 None None] Set router b2226967-9021-4fe6-b242-583ecbeb4ee5 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:03:46.382172 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2e468015-cd2d-47ad-85a0-cdd8a68a32ff tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:46.385928 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2e468015-cd2d-47ad-85a0-cdd8a68a32ff tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:46.391829 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-96d4b10b-dea1-45c4-b8b0-9b1d89417445 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:03:46.411293 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e468015-cd2d-47ad-85a0-cdd8a68a32ff tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36cf72be-a2f9-465d-a3c8-2bd27d7782f7,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:03:46.414894 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2e468015-cd2d-47ad-85a0-cdd8a68a32ff tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:03:46.422684 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2e468015-cd2d-47ad-85a0-cdd8a68a32ff tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:46.424081 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-2e468015-cd2d-47ad-85a0-cdd8a68a32ff tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1569018 Dec 20 09:03:46.426836 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 47384) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:03:46.432376 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-a22ba039-045a-4602-ae03-c301b35e8cb8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'security_group_rule': {'security_group_id': '102e161f-8491-48a7-b933-b19b86e58da0', 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:03:46.438339 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-a22ba039-045a-4602-ae03-c301b35e8cb8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:03:46.442122 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-a22ba039-045a-4602-ae03-c301b35e8cb8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:security_group_rule and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:03:46.445172 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-a22ba039-045a-4602-ae03-c301b35e8cb8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:03:46.451151 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-a22ba039-045a-4602-ae03-c301b35e8cb8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:03:46.469484 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a22ba039-045a-4602-ae03-c301b35e8cb8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:46.556430 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a22ba039-045a-4602-ae03-c301b35e8cb8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:46.560986 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a22ba039-045a-4602-ae03-c301b35e8cb8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:46.563217 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d50b25eb-d3b0-4dc5-a1e5-bde9fba1b316 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:03:46.582925 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device f0820cbd-7eea-4ca5-8e40-8cb90561bdc1 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:03:46.593589 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22ba039-045a-4602-ae03-c301b35e8cb8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=329b7219-6fad-4d82-89dc-35eae664d6c3,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:03:46.596140 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a22ba039-045a-4602-ae03-c301b35e8cb8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:03:46.603598 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a22ba039-045a-4602-ae03-c301b35e8cb8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:46.604851 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a22ba039-045a-4602-ae03-c301b35e8cb8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1771147 Dec 20 09:03:46.607549 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 47388) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:03:46.613638 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-b4eab079-512c-4881-a5be-e1a2fe23ff2d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'security_group_rule': {'security_group_id': '102e161f-8491-48a7-b933-b19b86e58da0', 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:03:46.619522 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-b4eab079-512c-4881-a5be-e1a2fe23ff2d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:03:46.623313 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-b4eab079-512c-4881-a5be-e1a2fe23ff2d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:security_group_rule and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:03:46.626103 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-b4eab079-512c-4881-a5be-e1a2fe23ff2d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:03:46.632175 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-b4eab079-512c-4881-a5be-e1a2fe23ff2d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:03:46.649058 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b4eab079-512c-4881-a5be-e1a2fe23ff2d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:46.713727 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b4eab079-512c-4881-a5be-e1a2fe23ff2d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:46.718560 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b4eab079-512c-4881-a5be-e1a2fe23ff2d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:46.720542 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1c5d9e58-440c-463d-83ee-0b218c7b04dd tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:03:46.726440 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port f0820cbd-7eea-4ca5-8e40-8cb90561bdc1 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:03:46.726820 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:46.743124 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eab079-512c-4881-a5be-e1a2fe23ff2d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8d070fc-91da-49ca-ae25-dc72d46f0ab7,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:03:46.747498 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b4eab079-512c-4881-a5be-e1a2fe23ff2d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:03:46.752009 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b4eab079-512c-4881-a5be-e1a2fe23ff2d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:46.753133 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b4eab079-512c-4881-a5be-e1a2fe23ff2d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1445949 Dec 20 09:03:46.755877 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 47392) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:03:46.762019 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-39977423-cd7d-4401-9424-755a3df6fd01 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'security_group_rule': {'security_group_id': '102e161f-8491-48a7-b933-b19b86e58da0', 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:03:46.767643 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-39977423-cd7d-4401-9424-755a3df6fd01 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:03:46.771388 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-39977423-cd7d-4401-9424-755a3df6fd01 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:security_group_rule and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:03:46.774994 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-39977423-cd7d-4401-9424-755a3df6fd01 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:03:46.780932 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-39977423-cd7d-4401-9424-755a3df6fd01 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:03:46.796556 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-39977423-cd7d-4401-9424-755a3df6fd01 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:46.800024 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-3f1007e6-4ba5-4b89-9b21-585d535e53d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2226967-9021-4fe6-b242-583ecbeb4ee5', 'name': 'tempest-TestNetworkBasicOps-router-2017573659', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.13'}], 'enable_snat': True}, 'gw_port_id': 'f5057cbb-d476-4621-b519-5909ad69cc9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:03:38Z', 'updated_at': '2021-12-20T09:03:43Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': 'f5057cbb-d476-4621-b519-5909ad69cc9e', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:2b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2226967-9021-4fe6-b242-583ecbeb4ee5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:03:39Z', 'updated_at': '2021-12-20T09:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '71e18184-a291-4d8f-ae7e-784c22ec39b0', 'name': '', 'network_id': 'eeb00141-9ad6-4ffe-9f33-b4c3278985b6', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'mac_address': 'fa:16:3e:a9:95:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2226967-9021-4fe6-b242-583ecbeb4ee5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '912f5514-4f36-42c8-ad70-85bc01430890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:03:42Z', 'updated_at': '2021-12-20T09:03:44Z', 'revision_number': 2, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'subnets': [{'id': '912f5514-4f36-42c8-ad70-85bc01430890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:03:46.808214 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1007e6-4ba5-4b89-9b21-585d535e53d4 None None] Checking router: b2226967-9021-4fe6-b242-583ecbeb4ee5 for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 09:03:46.808569 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1007e6-4ba5-4b89-9b21-585d535e53d4 None None] Updating router b2226967-9021-4fe6-b242-583ecbeb4ee5 port 71e18184-a291-4d8f-ae7e-784c22ec39b0 binding host dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 09:03:46.859399 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-39977423-cd7d-4401-9424-755a3df6fd01 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:46.863204 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-39977423-cd7d-4401-9424-755a3df6fd01 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:46.869588 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-abc80bde-f79c-4747-a7b6-1827ab60ad7d tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:03:46.891628 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39977423-cd7d-4401-9424-755a3df6fd01 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e567a4b2-bd12-4339-8a02-0bb7afb9a729,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:03:46.894007 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-39977423-cd7d-4401-9424-755a3df6fd01 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:03:46.902536 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3f1007e6-4ba5-4b89-9b21-585d535e53d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:46.902715 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-39977423-cd7d-4401-9424-755a3df6fd01 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:46.903915 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-39977423-cd7d-4401-9424-755a3df6fd01 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1465893 Dec 20 09:03:46.906631 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 47396) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:03:46.912003 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-20b071eb-b874-473c-943f-537f71132434 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'security_group_rule': {'security_group_id': '102e161f-8491-48a7-b933-b19b86e58da0', 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:03:46.917970 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-20b071eb-b874-473c-943f-537f71132434 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:03:46.923793 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-20b071eb-b874-473c-943f-537f71132434 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:security_group_rule and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:03:46.927859 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-20b071eb-b874-473c-943f-537f71132434 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:03:46.934848 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-20b071eb-b874-473c-943f-537f71132434 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:03:46.947075 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.securitygroups_db [None req-20b071eb-b874-473c-943f-537f71132434 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Project f7b89f97320342ff933d41aa1a974b12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 09:03:46.956583 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-20b071eb-b874-473c-943f-537f71132434 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:47.028095 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-20b071eb-b874-473c-943f-537f71132434 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:47.031709 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-20b071eb-b874-473c-943f-537f71132434 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:47.033594 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e92cce89-c423-4090-9ee4-129ef73f7e84 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:03:47.057302 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b071eb-b874-473c-943f-537f71132434 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c2e69c9-6295-42f1-90f1-6c533d2ba2c0,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:03:47.060411 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-20b071eb-b874-473c-943f-537f71132434 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:03:47.071404 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-20b071eb-b874-473c-943f-537f71132434 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:47.073349 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-20b071eb-b874-473c-943f-537f71132434 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1655443 Dec 20 09:03:47.076585 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 47400) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:03:47.083440 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-7edb6f94-59b1-4e4e-958c-36e8ebff1424 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'security_group_rule': {'security_group_id': '102e161f-8491-48a7-b933-b19b86e58da0', 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:03:47.093546 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-7edb6f94-59b1-4e4e-958c-36e8ebff1424 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:03:47.099535 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7edb6f94-59b1-4e4e-958c-36e8ebff1424 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:security_group_rule and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:03:47.104112 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7edb6f94-59b1-4e4e-958c-36e8ebff1424 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:03:47.113209 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-7edb6f94-59b1-4e4e-958c-36e8ebff1424 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:03:47.126903 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.securitygroups_db [None req-7edb6f94-59b1-4e4e-958c-36e8ebff1424 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Project f7b89f97320342ff933d41aa1a974b12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 09:03:47.135278 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7edb6f94-59b1-4e4e-958c-36e8ebff1424 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:47.202925 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7edb6f94-59b1-4e4e-958c-36e8ebff1424 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:47.207859 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7edb6f94-59b1-4e4e-958c-36e8ebff1424 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:47.209806 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-743d2b92-edb7-4ac4-98b6-d192d3adbc7d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:03:47.232939 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edb6f94-59b1-4e4e-958c-36e8ebff1424 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0235037-95f8-4a02-b67c-afff8677cb7f,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:03:47.237957 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7edb6f94-59b1-4e4e-958c-36e8ebff1424 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:03:47.243848 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7edb6f94-59b1-4e4e-958c-36e8ebff1424 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:47.245670 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-7edb6f94-59b1-4e4e-958c-36e8ebff1424 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1676288 Dec 20 09:03:47.321633 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3f1007e6-4ba5-4b89-9b21-585d535e53d4 None None] Notify callbacks [] for port, precommit_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:47.333521 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-3f1007e6-4ba5-4b89-9b21-585d535e53d4 None None] Transition to ACTIVE for port object 71e18184-a291-4d8f-ae7e-784c22ec39b0 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:03:47.341586 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3f1007e6-4ba5-4b89-9b21-585d535e53d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:47.345272 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:03:47.445912 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-06d0b9db-b6f0-46b3-bc15-ca2b99a79a69 req-dac817a9-644f-46b1-9235-8dffdf107ded tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Synchronizing usage tracker for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:security_group {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:03:47.465854 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-06d0b9db-b6f0-46b3-bc15-ca2b99a79a69 req-dac817a9-644f-46b1-9235-8dffdf107ded tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Unset dirty status for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:security_group {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:03:47.467055 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-06d0b9db-b6f0-46b3-bc15-ca2b99a79a69 req-dac817a9-644f-46b1-9235-8dffdf107ded tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-797428063&fields=id&tenant_id=f7b89f97320342ff933d41aa1a974b12 HTTP/1.1" status: 200 len: 267 time: 0.0773911 Dec 20 09:03:47.491731 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7b1e7e-25ec-4061-8328-37c4ae792322 None None] Pushing event updated for resources: {'Port': ['ID=71e18184-a291-4d8f-ae7e-784c22ec39b0,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:03:47.494890 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-ad7b1e7e-25ec-4061-8328-37c4ae792322 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:03:47.556857 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:47.588057 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-3f1007e6-4ba5-4b89-9b21-585d535e53d4 None None] Attempting to bind port 71e18184-a291-4d8f-ae7e-784c22ec39b0 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 09:03:47.588700 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-3f1007e6-4ba5-4b89-9b21-585d535e53d4 None None] Attempting to bind port 71e18184-a291-4d8f-ae7e-784c22ec39b0 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '02f5e81d-f96b-4e80-b0af-f730674a99af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'eeb00141-9ad6-4ffe-9f33-b4c3278985b6'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 09:03:47.589266 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1007e6-4ba5-4b89-9b21-585d535e53d4 None None] Attempting to bind port 71e18184-a291-4d8f-ae7e-784c22ec39b0 on network eeb00141-9ad6-4ffe-9f33-b4c3278985b6 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:03:47.596748 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1007e6-4ba5-4b89-9b21-585d535e53d4 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 9, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 09:03:47.597602 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1007e6-4ba5-4b89-9b21-585d535e53d4 None None] Checking segment: {'id': '02f5e81d-f96b-4e80-b0af-f730674a99af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'eeb00141-9ad6-4ffe-9f33-b4c3278985b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:03:47.598182 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3f1007e6-4ba5-4b89-9b21-585d535e53d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:47.598735 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1007e6-4ba5-4b89-9b21-585d535e53d4 None None] Bound using segment: {'id': '02f5e81d-f96b-4e80-b0af-f730674a99af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'eeb00141-9ad6-4ffe-9f33-b4c3278985b6'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 09:03:47.599394 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-3f1007e6-4ba5-4b89-9b21-585d535e53d4 None None] Bound port: 71e18184-a291-4d8f-ae7e-784c22ec39b0, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02f5e81d-f96b-4e80-b0af-f730674a99af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'eeb00141-9ad6-4ffe-9f33-b4c3278985b6'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 09:03:47.600536 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3f1007e6-4ba5-4b89-9b21-585d535e53d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:47.645724 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d0b9db-b6f0-46b3-bc15-ca2b99a79a69 req-3e97a658-ebfe-4b81-b712-4e13342f316f tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:03:47.646403 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-06d0b9db-b6f0-46b3-bc15-ca2b99a79a69 req-3e97a658-ebfe-4b81-b712-4e13342f316f tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Synchronizing usage tracker for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:network {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:03:47.663201 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-06d0b9db-b6f0-46b3-bc15-ca2b99a79a69 req-3e97a658-ebfe-4b81-b712-4e13342f316f tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Unset dirty status for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:network {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:03:47.664364 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-06d0b9db-b6f0-46b3-bc15-ca2b99a79a69 req-3e97a658-ebfe-4b81-b712-4e13342f316f tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/networks?id=eeb00141-9ad6-4ffe-9f33-b4c3278985b6 HTTP/1.1" status: 200 len: 796 time: 0.1861618 Dec 20 09:03:47.685393 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-06d0b9db-b6f0-46b3-bc15-ca2b99a79a69 req-475d5387-293d-47bd-b3ff-dfead48636d0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/quotas/f7b89f97320342ff933d41aa1a974b12 HTTP/1.1" status: 200 len: 375 time: 0.0138311 Dec 20 09:03:47.706316 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-3f1007e6-4ba5-4b89-9b21-585d535e53d4 None None] For port 71e18184-a291-4d8f-ae7e-784c22ec39b0, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 09:03:47.709844 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-3f1007e6-4ba5-4b89-9b21-585d535e53d4 None None] For port 71e18184-a291-4d8f-ae7e-784c22ec39b0, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=71e18184-a291-4d8f-ae7e-784c22ec39b0,segment=NetworkSegment(02f5e81d-f96b-4e80-b0af-f730674a99af),segment_id=02f5e81d-f96b-4e80-b0af-f730674a99af)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 09:03:47.714076 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3f1007e6-4ba5-4b89-9b21-585d535e53d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:47.717784 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-ad7b1e7e-25ec-4061-8328-37c4ae792322 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:03:47.771340 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-06d0b9db-b6f0-46b3-bc15-ca2b99a79a69 req-78a6dc4a-44a5-4f65-8f97-ecac6a7f3a36 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Synchronizing usage tracker for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:03:47.789015 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-06d0b9db-b6f0-46b3-bc15-ca2b99a79a69 req-78a6dc4a-44a5-4f65-8f97-ecac6a7f3a36 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Unset dirty status for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:03:47.797842 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-06d0b9db-b6f0-46b3-bc15-ca2b99a79a69 req-78a6dc4a-44a5-4f65-8f97-ecac6a7f3a36 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f7b89f97320342ff933d41aa1a974b12&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1070318 Dec 20 09:03:47.799973 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7b1e7e-25ec-4061-8328-37c4ae792322 None None] Pushing event updated for resources: {'Port': ['ID=71e18184-a291-4d8f-ae7e-784c22ec39b0,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:03:47.805091 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-ad7b1e7e-25ec-4061-8328-37c4ae792322 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:03:47.809473 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1007e6-4ba5-4b89-9b21-585d535e53d4 None None] Routers {'b2226967-9021-4fe6-b242-583ecbeb4ee5'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:03:47.810102 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-3f1007e6-4ba5-4b89-9b21-585d535e53d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:03:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['b2226967-9021-4fe6-b242-583ecbeb4ee5'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:03:47.893587 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [req-06d0b9db-b6f0-46b3-bc15-ca2b99a79a69 req-a5362bcf-4433-469e-b60a-9042c039aef1 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 09:03:47.895018 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-06d0b9db-b6f0-46b3-bc15-ca2b99a79a69 req-a5362bcf-4433-469e-b60a-9042c039aef1 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0841906 Dec 20 09:03:48.001529 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-3f1007e6-4ba5-4b89-9b21-585d535e53d4 None None] Set router b2226967-9021-4fe6-b242-583ecbeb4ee5 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:03:48.038635 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-06d0b9db-b6f0-46b3-bc15-ca2b99a79a69 req-cf372df6-c9e3-448f-95c4-5ea241542902 service neutron] 10.222.0.16 "GET /v2.0/networks/eeb00141-9ad6-4ffe-9f33-b4c3278985b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336863 Dec 20 09:03:48.288700 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-06d0b9db-b6f0-46b3-bc15-ca2b99a79a69 req-04eb5530-f222-4857-b97c-fbc8d240c858 service neutron] 10.222.0.16 "GET /v2.0/networks/eeb00141-9ad6-4ffe-9f33-b4c3278985b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436893 Dec 20 09:03:48.473911 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-3f1007e6-4ba5-4b89-9b21-585d535e53d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2226967-9021-4fe6-b242-583ecbeb4ee5', 'name': 'tempest-TestNetworkBasicOps-router-2017573659', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.13'}], 'enable_snat': True}, 'gw_port_id': 'f5057cbb-d476-4621-b519-5909ad69cc9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:03:38Z', 'updated_at': '2021-12-20T09:03:43Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': 'f5057cbb-d476-4621-b519-5909ad69cc9e', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:2b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2226967-9021-4fe6-b242-583ecbeb4ee5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:03:39Z', 'updated_at': '2021-12-20T09:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '71e18184-a291-4d8f-ae7e-784c22ec39b0', 'name': '', 'network_id': 'eeb00141-9ad6-4ffe-9f33-b4c3278985b6', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'mac_address': 'fa:16:3e:a9:95:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2226967-9021-4fe6-b242-583ecbeb4ee5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '912f5514-4f36-42c8-ad70-85bc01430890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:03:42Z', 'updated_at': '2021-12-20T09:03:47Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'subnets': [{'id': '912f5514-4f36-42c8-ad70-85bc01430890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:03:48.481135 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1007e6-4ba5-4b89-9b21-585d535e53d4 None None] The sync data for ids ['b2226967-9021-4fe6-b242-583ecbeb4ee5'] in dv-neutron-820491-1-hyperv is: [{'id': 'b2226967-9021-4fe6-b242-583ecbeb4ee5', 'name': 'tempest-TestNetworkBasicOps-router-2017573659', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.13'}], 'enable_snat': True}, 'gw_port_id': 'f5057cbb-d476-4621-b519-5909ad69cc9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:03:38Z', 'updated_at': '2021-12-20T09:03:43Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': 'f5057cbb-d476-4621-b519-5909ad69cc9e', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:2b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2226967-9021-4fe6-b242-583ecbeb4ee5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:03:39Z', 'updated_at': '2021-12-20T09:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '71e18184-a291-4d8f-ae7e-784c22ec39b0', 'name': '', 'network_id': 'eeb00141-9ad6-4ffe-9f33-b4c3278985b6', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'mac_address': 'fa:16:3e:a9:95:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2226967-9021-4fe6-b242-583ecbeb4ee5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '912f5514-4f36-42c8-ad70-85bc01430890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:03:42Z', 'updated_at': '2021-12-20T09:03:47Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'subnets': [{'id': '912f5514-4f36-42c8-ad70-85bc01430890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 09:03:48.614030 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-fe558c3d-34a8-4d2b-83e5-504a1bd1ec70 req-0b219026-9d3c-4bba-a52d-3292fc8850cc tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Synchronizing usage tracker for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:03:48.635720 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-fe558c3d-34a8-4d2b-83e5-504a1bd1ec70 req-0b219026-9d3c-4bba-a52d-3292fc8850cc tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Unset dirty status for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:03:48.636983 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-fe558c3d-34a8-4d2b-83e5-504a1bd1ec70 req-0b219026-9d3c-4bba-a52d-3292fc8850cc tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0de9147-50b0-402f-8c20-78513d6401d4 HTTP/1.1" status: 200 len: 210 time: 0.1049604 Dec 20 09:03:49.132931 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:03:49.698127 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d0b9db-b6f0-46b3-bc15-ca2b99a79a69 req-b7cae1ba-09ef-499f-8bd5-37975bcded23 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:03:49.699562 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-06d0b9db-b6f0-46b3-bc15-ca2b99a79a69 req-b7cae1ba-09ef-499f-8bd5-37975bcded23 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.58 "GET /v2.0/networks?id=eeb00141-9ad6-4ffe-9f33-b4c3278985b6 HTTP/1.1" status: 200 len: 796 time: 0.1505182 Dec 20 09:03:49.758414 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-06d0b9db-b6f0-46b3-bc15-ca2b99a79a69 req-3472bcb0-279e-474c-9228-e4eb6ff3222c tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7b89f97320342ff933d41aa1a974b12 HTTP/1.1" status: 200 len: 379 time: 0.0448413 Dec 20 09:03:49.766526 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-06d0b9db-b6f0-46b3-bc15-ca2b99a79a69 req-e71a8759-0a36-4e20-bd94-471825015df9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'port': {'device_id': 'a0de9147-50b0-402f-8c20-78513d6401d4', 'network_id': 'eeb00141-9ad6-4ffe-9f33-b4c3278985b6', 'admin_state_up': True, 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'security_groups': ['102e161f-8491-48a7-b933-b19b86e58da0']}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:03:49.836130 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-192f49dc-2cb9-45ad-8ff3-7a2a99ab2bac req-5a9eabda-733a-4f49-86bd-88b6db6fd3f0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0de9147-50b0-402f-8c20-78513d6401d4 HTTP/1.1" status: 200 len: 210 time: 0.0557270 Dec 20 09:03:49.944409 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-06d0b9db-b6f0-46b3-bc15-ca2b99a79a69 req-e71a8759-0a36-4e20-bd94-471825015df9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:03:49.953583 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-06d0b9db-b6f0-46b3-bc15-ca2b99a79a69 req-e71a8759-0a36-4e20-bd94-471825015df9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:03:49.963548 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06d0b9db-b6f0-46b3-bc15-ca2b99a79a69 req-e71a8759-0a36-4e20-bd94-471825015df9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Made reservation on behalf of f7b89f97320342ff933d41aa1a974b12 for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 09:03:49.966506 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-06d0b9db-b6f0-46b3-bc15-ca2b99a79a69 req-e71a8759-0a36-4e20-bd94-471825015df9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:50.125076 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [req-06d0b9db-b6f0-46b3-bc15-ca2b99a79a69 req-e71a8759-0a36-4e20-bd94-471825015df9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Allocated IP 172.20.0.3 (eeb00141-9ad6-4ffe-9f33-b4c3278985b6/912f5514-4f36-42c8-ad70-85bc01430890/b7ad8186-fbbc-4388-ae2e-257c76755ef0) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 09:03:50.310270 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-06d0b9db-b6f0-46b3-bc15-ca2b99a79a69 req-e71a8759-0a36-4e20-bd94-471825015df9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:50.325376 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-06d0b9db-b6f0-46b3-bc15-ca2b99a79a69 req-e71a8759-0a36-4e20-bd94-471825015df9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Transition to ACTIVE for port object b7ad8186-fbbc-4388-ae2e-257c76755ef0 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:03:50.345479 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-06d0b9db-b6f0-46b3-bc15-ca2b99a79a69 req-e71a8759-0a36-4e20-bd94-471825015df9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:50.351357 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-bb606522-1a79-4677-b372-0d8b86f70cc1 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:03:50.408818 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06d0b9db-b6f0-46b3-bc15-ca2b99a79a69 req-e71a8759-0a36-4e20-bd94-471825015df9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Network eeb00141-9ad6-4ffe-9f33-b4c3278985b6 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:03:50.411646 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [req-06d0b9db-b6f0-46b3-bc15-ca2b99a79a69 req-e71a8759-0a36-4e20-bd94-471825015df9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:03:50.424595 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-06d0b9db-b6f0-46b3-bc15-ca2b99a79a69 req-e71a8759-0a36-4e20-bd94-471825015df9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 09:03:50.466635 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71a8759-0a36-4e20-bd94-471825015df9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'Port': ['ID=b7ad8186-fbbc-4388-ae2e-257c76755ef0,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:03:50.471669 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e71a8759-0a36-4e20-bd94-471825015df9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:03:50.499558 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d0b9db-b6f0-46b3-bc15-ca2b99a79a69 req-e71a8759-0a36-4e20-bd94-471825015df9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:03:50.500278 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-06d0b9db-b6f0-46b3-bc15-ca2b99a79a69 req-e71a8759-0a36-4e20-bd94-471825015df9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:50.539148 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-06d0b9db-b6f0-46b3-bc15-ca2b99a79a69 req-e71a8759-0a36-4e20-bd94-471825015df9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7760346 Dec 20 09:03:50.551995 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-06d0b9db-b6f0-46b3-bc15-ca2b99a79a69 req-79c3bfb1-b78e-43ed-ba0e-08eb434861ea service neutron] Request body: {'port': {'device_id': 'a0de9147-50b0-402f-8c20-78513d6401d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8204'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:03:50.597438 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 71e18184-a291-4d8f-ae7e-784c22ec39b0 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:03:50.670536 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 71e18184-a291-4d8f-ae7e-784c22ec39b0 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:03:50.675333 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 71e18184-a291-4d8f-ae7e-784c22ec39b0 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:03:50.675713 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:50.686252 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-06d0b9db-b6f0-46b3-bc15-ca2b99a79a69 req-79c3bfb1-b78e-43ed-ba0e-08eb434861ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:50.778589 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-a6ba97fb-7c2a-4923-9173-aab5d2ab26de None None] Provisioning for port b7ad8186-fbbc-4388-ae2e-257c76755ef0 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:03:50.791303 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-a6ba97fb-7c2a-4923-9173-aab5d2ab26de None None] Provisioning complete for port b7ad8186-fbbc-4388-ae2e-257c76755ef0 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:03:50.791691 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a6ba97fb-7c2a-4923-9173-aab5d2ab26de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:50.846069 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:50.871217 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-a6ba97fb-7c2a-4923-9173-aab5d2ab26de None None] Port b7ad8186-fbbc-4388-ae2e-257c76755ef0 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 09:03:50.890227 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 71e18184-a291-4d8f-ae7e-784c22ec39b0, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=71e18184-a291-4d8f-ae7e-784c22ec39b0,segment=NetworkSegment(02f5e81d-f96b-4e80-b0af-f730674a99af),segment_id=02f5e81d-f96b-4e80-b0af-f730674a99af)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:03:50.894129 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:50.896256 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:03:50.960476 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=71e18184-a291-4d8f-ae7e-784c22ec39b0,revision_number=5']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:03:50.963680 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:03:51.030714 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [req-06d0b9db-b6f0-46b3-bc15-ca2b99a79a69 req-79c3bfb1-b78e-43ed-ba0e-08eb434861ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7ad8186-fbbc-4388-ae2e-257c76755ef0 {{(pid=83444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 09:03:51.039185 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-06d0b9db-b6f0-46b3-bc15-ca2b99a79a69 req-79c3bfb1-b78e-43ed-ba0e-08eb434861ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:51.050329 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c342fd-dbf1-46fe-93b7-3b098ded8230 req-4049bc9c-ba9a-45db-bd36-00bf2f7315f3 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:03:51.051861 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-69c342fd-dbf1-46fe-93b7-3b098ded8230 req-4049bc9c-ba9a-45db-bd36-00bf2f7315f3 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0de9147-50b0-402f-8c20-78513d6401d4 HTTP/1.1" status: 200 len: 931 time: 0.0909040 Dec 20 09:03:51.054768 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-06d0b9db-b6f0-46b3-bc15-ca2b99a79a69 req-79c3bfb1-b78e-43ed-ba0e-08eb434861ea service neutron] Transition to ACTIVE for port object b7ad8186-fbbc-4388-ae2e-257c76755ef0 will not be triggered until provisioned by entity L2. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:03:51.058492 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-06d0b9db-b6f0-46b3-bc15-ca2b99a79a69 req-79c3bfb1-b78e-43ed-ba0e-08eb434861ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:51.062469 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1906b8e7-05fd-4546-9d65-5486630a1a7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:03:51.098827 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-69c342fd-dbf1-46fe-93b7-3b098ded8230 req-90555f3b-299c-4696-8794-f3b87b63c162 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=102e161f-8491-48a7-b933-b19b86e58da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402300 Dec 20 09:03:51.187192 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c3bfb1-b78e-43ed-ba0e-08eb434861ea service neutron] Pushing event updated for resources: {'Port': ['ID=b7ad8186-fbbc-4388-ae2e-257c76755ef0,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:03:51.191236 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-79c3bfb1-b78e-43ed-ba0e-08eb434861ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:03:51.392909 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-06d0b9db-b6f0-46b3-bc15-ca2b99a79a69 req-79c3bfb1-b78e-43ed-ba0e-08eb434861ea service neutron] Attempting to bind port b7ad8186-fbbc-4388-ae2e-257c76755ef0 on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 09:03:51.393150 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-06d0b9db-b6f0-46b3-bc15-ca2b99a79a69 req-79c3bfb1-b78e-43ed-ba0e-08eb434861ea service neutron] Attempting to bind port b7ad8186-fbbc-4388-ae2e-257c76755ef0 by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': '02f5e81d-f96b-4e80-b0af-f730674a99af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'eeb00141-9ad6-4ffe-9f33-b4c3278985b6'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 09:03:51.393510 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d0b9db-b6f0-46b3-bc15-ca2b99a79a69 req-79c3bfb1-b78e-43ed-ba0e-08eb434861ea service neutron] Attempting to bind port b7ad8186-fbbc-4388-ae2e-257c76755ef0 on network eeb00141-9ad6-4ffe-9f33-b4c3278985b6 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:03:51.399875 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d0b9db-b6f0-46b3-bc15-ca2b99a79a69 req-79c3bfb1-b78e-43ed-ba0e-08eb434861ea service neutron] Port b7ad8186-fbbc-4388-ae2e-257c76755ef0 on network eeb00141-9ad6-4ffe-9f33-b4c3278985b6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 09:03:51.400191 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d0b9db-b6f0-46b3-bc15-ca2b99a79a69 req-79c3bfb1-b78e-43ed-ba0e-08eb434861ea service neutron] Attempting to bind port b7ad8186-fbbc-4388-ae2e-257c76755ef0 on network eeb00141-9ad6-4ffe-9f33-b4c3278985b6 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:03:51.406421 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d0b9db-b6f0-46b3-bc15-ca2b99a79a69 req-79c3bfb1-b78e-43ed-ba0e-08eb434861ea service neutron] Checking agent: {'id': 'bd419857-3bec-4b96-b211-3fb278c66880', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8204', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 40, 10), 'started_at': datetime.datetime(2021, 12, 20, 8, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 9, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 09:03:51.406753 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d0b9db-b6f0-46b3-bc15-ca2b99a79a69 req-79c3bfb1-b78e-43ed-ba0e-08eb434861ea service neutron] Checking segment: {'id': '02f5e81d-f96b-4e80-b0af-f730674a99af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'eeb00141-9ad6-4ffe-9f33-b4c3278985b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:03:51.407129 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d0b9db-b6f0-46b3-bc15-ca2b99a79a69 req-79c3bfb1-b78e-43ed-ba0e-08eb434861ea service neutron] Bound using segment: {'id': '02f5e81d-f96b-4e80-b0af-f730674a99af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'eeb00141-9ad6-4ffe-9f33-b4c3278985b6'} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 09:03:51.407547 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-06d0b9db-b6f0-46b3-bc15-ca2b99a79a69 req-79c3bfb1-b78e-43ed-ba0e-08eb434861ea service neutron] Bound port: b7ad8186-fbbc-4388-ae2e-257c76755ef0, host: hv-neutron-8204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02f5e81d-f96b-4e80-b0af-f730674a99af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'eeb00141-9ad6-4ffe-9f33-b4c3278985b6'}}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 09:03:51.407887 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-06d0b9db-b6f0-46b3-bc15-ca2b99a79a69 req-79c3bfb1-b78e-43ed-ba0e-08eb434861ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:51.502429 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-06d0b9db-b6f0-46b3-bc15-ca2b99a79a69 req-79c3bfb1-b78e-43ed-ba0e-08eb434861ea service neutron] For port b7ad8186-fbbc-4388-ae2e-257c76755ef0, host hv-neutron-8204, cleared binding levels {{(pid=83444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 09:03:51.505525 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-06d0b9db-b6f0-46b3-bc15-ca2b99a79a69 req-79c3bfb1-b78e-43ed-ba0e-08eb434861ea service neutron] For port b7ad8186-fbbc-4388-ae2e-257c76755ef0, host hv-neutron-8204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=b7ad8186-fbbc-4388-ae2e-257c76755ef0,segment=NetworkSegment(02f5e81d-f96b-4e80-b0af-f730674a99af),segment_id=02f5e81d-f96b-4e80-b0af-f730674a99af)] {{(pid=83444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 09:03:51.511302 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-06d0b9db-b6f0-46b3-bc15-ca2b99a79a69 req-79c3bfb1-b78e-43ed-ba0e-08eb434861ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:51.515176 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f51ee771-6b04-4fe7-a30b-b0279e904a25 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:03:51.567816 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-06d0b9db-b6f0-46b3-bc15-ca2b99a79a69 req-79c3bfb1-b78e-43ed-ba0e-08eb434861ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:51.569287 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-06d0b9db-b6f0-46b3-bc15-ca2b99a79a69 req-79c3bfb1-b78e-43ed-ba0e-08eb434861ea service neutron] 10.222.0.58 "PUT /v2.0/ports/b7ad8186-fbbc-4388-ae2e-257c76755ef0 HTTP/1.1" status: 200 len: 1093 time: 1.0226929 Dec 20 09:03:51.569816 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0de9147-50b0-402f-8c20-78513d6401d4', 'tag': 'b7ad8186-fbbc-4388-ae2e-257c76755ef0'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:03:51.615058 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c3bfb1-b78e-43ed-ba0e-08eb434861ea service neutron] Pushing event updated for resources: {'Port': ['ID=b7ad8186-fbbc-4388-ae2e-257c76755ef0,revision_number=3']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:03:51.619253 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-79c3bfb1-b78e-43ed-ba0e-08eb434861ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:03:51.656260 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0de9147-50b0-402f-8c20-78513d6401d4', 'tag': 'b7ad8186-fbbc-4388-ae2e-257c76755ef0', 'status': 'completed', 'code': 200} Dec 20 09:03:51.702380 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-06d0b9db-b6f0-46b3-bc15-ca2b99a79a69 req-e959f6b1-1cfd-4da7-82bf-7ac411c1dd99 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f7b89f97320342ff933d41aa1a974b12&device_id=a0de9147-50b0-402f-8c20-78513d6401d4 HTTP/1.1" status: 200 len: 1096 time: 0.0820429 Dec 20 09:03:51.778041 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-06d0b9db-b6f0-46b3-bc15-ca2b99a79a69 req-e1a320bb-2883-442b-8b5e-b8d2db78ed65 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7ad8186-fbbc-4388-ae2e-257c76755ef0 HTTP/1.1" status: 200 len: 217 time: 0.0690870 Dec 20 09:03:51.845023 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d0b9db-b6f0-46b3-bc15-ca2b99a79a69 req-59d37880-64b6-4f22-8542-8715efd54a0d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:03:51.846948 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-06d0b9db-b6f0-46b3-bc15-ca2b99a79a69 req-59d37880-64b6-4f22-8542-8715efd54a0d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=912f5514-4f36-42c8-ad70-85bc01430890 HTTP/1.1" status: 200 len: 835 time: 0.0636187 Dec 20 09:03:51.926715 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-06d0b9db-b6f0-46b3-bc15-ca2b99a79a69 req-154277ff-7f15-4f0c-a8d8-7635f34ab485 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=eeb00141-9ad6-4ffe-9f33-b4c3278985b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729327 Dec 20 09:03:52.056858 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-06d0b9db-b6f0-46b3-bc15-ca2b99a79a69 req-62f573bd-3674-4e45-94a1-45892f7cbb92 service neutron] 10.222.0.58 "GET /v2.0/networks/eeb00141-9ad6-4ffe-9f33-b4c3278985b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227982 Dec 20 09:03:52.193604 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-06d0b9db-b6f0-46b3-bc15-ca2b99a79a69 req-36f8ac4d-71f6-49aa-80ef-d5c05fc79395 service neutron] 10.222.0.58 "GET /v2.0/networks/eeb00141-9ad6-4ffe-9f33-b4c3278985b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306686 Dec 20 09:03:52.312249 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9cd34044-ea2c-42f3-8258-40f8ea2be58a req-f77c61fd-6eb7-4edd-9803-46429dd0d697 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f7b89f97320342ff933d41aa1a974b12&device_id=a0de9147-50b0-402f-8c20-78513d6401d4 HTTP/1.1" status: 200 len: 1096 time: 0.0688491 Dec 20 09:03:52.312451 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8661a7f7-a31d-4ae5-bc5d-37292f7fc075 req-cf019d7b-8425-4c7a-99cf-c1530ef519b3 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:03:52.313847 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-8661a7f7-a31d-4ae5-bc5d-37292f7fc075 req-cf019d7b-8425-4c7a-99cf-c1530ef519b3 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0de9147-50b0-402f-8c20-78513d6401d4 HTTP/1.1" status: 200 len: 943 time: 0.0793962 Dec 20 09:03:52.364808 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-8661a7f7-a31d-4ae5-bc5d-37292f7fc075 req-fbfd497a-6cdf-4309-a60a-25d1e1604673 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=102e161f-8491-48a7-b933-b19b86e58da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442350 Dec 20 09:03:52.449683 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd34044-ea2c-42f3-8258-40f8ea2be58a req-49dd768a-e973-46a2-b54b-1bd45419fccf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:03:52.451123 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9cd34044-ea2c-42f3-8258-40f8ea2be58a req-49dd768a-e973-46a2-b54b-1bd45419fccf service neutron] 10.222.0.58 "GET /v2.0/networks?id=eeb00141-9ad6-4ffe-9f33-b4c3278985b6 HTTP/1.1" status: 200 len: 897 time: 0.1327178 Dec 20 09:03:52.523693 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9cd34044-ea2c-42f3-8258-40f8ea2be58a req-e725c043-9c3f-44d6-ae31-4ac0593c7ccd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7ad8186-fbbc-4388-ae2e-257c76755ef0 HTTP/1.1" status: 200 len: 217 time: 0.0668645 Dec 20 09:03:52.573964 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 71e18184-a291-4d8f-ae7e-784c22ec39b0 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:03:52.605053 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd34044-ea2c-42f3-8258-40f8ea2be58a req-b5ed9c18-36f1-4d28-b2eb-da8a427b8820 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:03:52.606548 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9cd34044-ea2c-42f3-8258-40f8ea2be58a req-b5ed9c18-36f1-4d28-b2eb-da8a427b8820 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=912f5514-4f36-42c8-ad70-85bc01430890 HTTP/1.1" status: 200 len: 835 time: 0.0771415 Dec 20 09:03:52.646706 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 71e18184-a291-4d8f-ae7e-784c22ec39b0 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:03:52.647747 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:52.699079 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9cd34044-ea2c-42f3-8258-40f8ea2be58a req-092cea90-ce62-4ee4-a38d-8580ae3a7596 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=eeb00141-9ad6-4ffe-9f33-b4c3278985b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0868082 Dec 20 09:03:52.833214 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9cd34044-ea2c-42f3-8258-40f8ea2be58a req-04dd9355-a47b-4b83-92f3-45ff3a9a8acf service neutron] 10.222.0.58 "GET /v2.0/networks/eeb00141-9ad6-4ffe-9f33-b4c3278985b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270325 Dec 20 09:03:52.970713 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9cd34044-ea2c-42f3-8258-40f8ea2be58a req-1a3032be-a2a6-4499-8227-78b53ae18b84 service neutron] 10.222.0.58 "GET /v2.0/networks/eeb00141-9ad6-4ffe-9f33-b4c3278985b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300747 Dec 20 09:03:53.562915 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14c15fc-9f67-4302-8033-5defa40b7dbc req-a1160959-ccfc-4136-932b-52eeb2e9c739 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:03:53.563612 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-f14c15fc-9f67-4302-8033-5defa40b7dbc req-a1160959-ccfc-4136-932b-52eeb2e9c739 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Synchronizing usage tracker for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:03:53.580244 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-f14c15fc-9f67-4302-8033-5defa40b7dbc req-a1160959-ccfc-4136-932b-52eeb2e9c739 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Unset dirty status for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:03:53.581458 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f14c15fc-9f67-4302-8033-5defa40b7dbc req-a1160959-ccfc-4136-932b-52eeb2e9c739 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0de9147-50b0-402f-8c20-78513d6401d4 HTTP/1.1" status: 200 len: 943 time: 0.0953054 Dec 20 09:03:53.631792 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f14c15fc-9f67-4302-8033-5defa40b7dbc req-e35fb43b-118a-4953-97fb-f10d3e596136 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=102e161f-8491-48a7-b933-b19b86e58da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435398 Dec 20 09:03:54.744013 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device b7ad8186-fbbc-4388-ae2e-257c76755ef0 details requested by agent hyperv_hv-neutron-8204 with host hv-neutron-8204 {{(pid=83446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 09:03:54.828475 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e4abf9-f0e8-49f9-84a5-33d9d65e0b15 req-c1e8fe46-4182-4d09-9834-668f6e26c197 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:03:54.829864 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-83e4abf9-f0e8-49f9-84a5-33d9d65e0b15 req-c1e8fe46-4182-4d09-9834-668f6e26c197 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0de9147-50b0-402f-8c20-78513d6401d4 HTTP/1.1" status: 200 len: 943 time: 0.0769260 Dec 20 09:03:54.877186 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-83e4abf9-f0e8-49f9-84a5-33d9d65e0b15 req-c8360ae0-7efd-47b4-b652-52b4a0b96ce2 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=102e161f-8491-48a7-b933-b19b86e58da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415354 Dec 20 09:03:54.883432 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port b7ad8186-fbbc-4388-ae2e-257c76755ef0, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=b7ad8186-fbbc-4388-ae2e-257c76755ef0,segment=NetworkSegment(02f5e81d-f96b-4e80-b0af-f730674a99af),segment_id=02f5e81d-f96b-4e80-b0af-f730674a99af)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:03:54.898231 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Returning: {'device': 'b7ad8186-fbbc-4388-ae2e-257c76755ef0', 'network_id': 'eeb00141-9ad6-4ffe-9f33-b4c3278985b6', 'port_id': 'b7ad8186-fbbc-4388-ae2e-257c76755ef0', 'mac_address': 'fa:16:3e:65:fa:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '912f5514-4f36-42c8-ad70-85bc01430890', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 09:03:54.951923 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:54.969350 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7ad8186-fbbc-4388-ae2e-257c76755ef0 {{(pid=83446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 09:03:54.984390 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port b7ad8186-fbbc-4388-ae2e-257c76755ef0, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=b7ad8186-fbbc-4388-ae2e-257c76755ef0,segment=NetworkSegment(02f5e81d-f96b-4e80-b0af-f730674a99af),segment_id=02f5e81d-f96b-4e80-b0af-f730674a99af)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:03:54.987880 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:54.989637 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-5bf9a6a5-bdd8-44e5-8278-233da8b6eeba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:03:55.055360 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=b7ad8186-fbbc-4388-ae2e-257c76755ef0,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:03:55.058241 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:03:55.355356 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] get_ports_and_sgs() called for port_ids ['b7ad8186-fbbc-4388-ae2e-257c76755ef0'] {{(pid=83446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 09:03:56.187136 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17197c4-0773-4048-b332-1c0ce83fb4e0 req-e9d81850-f0bc-4c30-83dc-e71640f7e037 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:03:56.188499 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f17197c4-0773-4048-b332-1c0ce83fb4e0 req-e9d81850-f0bc-4c30-83dc-e71640f7e037 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0de9147-50b0-402f-8c20-78513d6401d4 HTTP/1.1" status: 200 len: 944 time: 0.1768017 Dec 20 09:03:56.234195 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f17197c4-0773-4048-b332-1c0ce83fb4e0 req-d817b8ec-7005-4909-8766-b574c07233da tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=102e161f-8491-48a7-b933-b19b86e58da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396178 Dec 20 09:03:56.760103 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device b7ad8186-fbbc-4388-ae2e-257c76755ef0 up at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:03:56.831808 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning for port b7ad8186-fbbc-4388-ae2e-257c76755ef0 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:03:56.837431 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning complete for port b7ad8186-fbbc-4388-ae2e-257c76755ef0 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:03:56.837809 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:56.957205 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:56.984893 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0de9147-50b0-402f-8c20-78513d6401d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7ad8186-fbbc-4388-ae2e-257c76755ef0'}] {{(pid=83446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:03:56.994872 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port b7ad8186-fbbc-4388-ae2e-257c76755ef0, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=b7ad8186-fbbc-4388-ae2e-257c76755ef0,segment=NetworkSegment(02f5e81d-f96b-4e80-b0af-f730674a99af),segment_id=02f5e81d-f96b-4e80-b0af-f730674a99af)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:03:56.998757 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:03:57.000843 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-ad7b1e7e-25ec-4061-8328-37c4ae792322 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:03:57.043459 dv-neutron-820491-1-hyperv neutron-server[83446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0de9147-50b0-402f-8c20-78513d6401d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7ad8186-fbbc-4388-ae2e-257c76755ef0', 'code': 200} Dec 20 09:03:57.069216 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=b7ad8186-fbbc-4388-ae2e-257c76755ef0,revision_number=5']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:03:57.072369 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:03:57.266160 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c3fe9f6b-4b4c-46ee-a829-49c4c1ddcebf req-64cdba60-b182-4f35-8719-047c5ef0b5b3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a0de9147-50b0-402f-8c20-78513d6401d4 HTTP/1.1" status: 200 len: 1098 time: 0.0703311 Dec 20 09:03:57.308658 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c3fe9f6b-4b4c-46ee-a829-49c4c1ddcebf req-e6f8ec55-58bd-4739-b0c9-55c1736d891f service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=102e161f-8491-48a7-b933-b19b86e58da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356102 Dec 20 09:03:57.433932 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f214d4-6670-494a-8312-f2b4a6d29ed5 req-6b45ebde-f5e6-4890-a845-59bfbe2dd4c0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:03:57.435414 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-61f214d4-6670-494a-8312-f2b4a6d29ed5 req-6b45ebde-f5e6-4890-a845-59bfbe2dd4c0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0de9147-50b0-402f-8c20-78513d6401d4 HTTP/1.1" status: 200 len: 945 time: 0.0779860 Dec 20 09:03:57.481119 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-61f214d4-6670-494a-8312-f2b4a6d29ed5 req-419c0e9c-4f2e-47f7-ae43-5f0a5f43785d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=102e161f-8491-48a7-b933-b19b86e58da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402637 Dec 20 09:03:58.692357 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86010f8-ec98-4448-b507-cf5fd9d795e9 req-68ec6279-3612-4298-8810-aab0e5cbada3 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:03:58.694414 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-c86010f8-ec98-4448-b507-cf5fd9d795e9 req-68ec6279-3612-4298-8810-aab0e5cbada3 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0de9147-50b0-402f-8c20-78513d6401d4 HTTP/1.1" status: 200 len: 945 time: 0.0834038 Dec 20 09:03:58.740181 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-c86010f8-ec98-4448-b507-cf5fd9d795e9 req-cd85eaac-a058-47f7-bf71-e63b73223af5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=102e161f-8491-48a7-b933-b19b86e58da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401359 Dec 20 09:03:59.944828 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716748d3-5038-4855-9c28-7f7c0ef1d79d req-5fa3f140-f72c-4077-ae8a-3c8b3eefeb9c tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:03:59.946335 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-716748d3-5038-4855-9c28-7f7c0ef1d79d req-5fa3f140-f72c-4077-ae8a-3c8b3eefeb9c tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0de9147-50b0-402f-8c20-78513d6401d4 HTTP/1.1" status: 200 len: 945 time: 0.0850604 Dec 20 09:03:59.992850 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-716748d3-5038-4855-9c28-7f7c0ef1d79d req-7edc5e3b-4bac-42c4-aa7d-36a5baf8245b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=102e161f-8491-48a7-b933-b19b86e58da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410211 Dec 20 09:04:00.192474 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7704ed4c-09bd-487d-ab38-d0a5ee914b76 req-53469f25-9e2e-49ee-9b40-a3b13b93e275 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:04:00.194399 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-7704ed4c-09bd-487d-ab38-d0a5ee914b76 req-53469f25-9e2e-49ee-9b40-a3b13b93e275 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0de9147-50b0-402f-8c20-78513d6401d4 HTTP/1.1" status: 200 len: 945 time: 0.0781081 Dec 20 09:04:00.240538 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-7704ed4c-09bd-487d-ab38-d0a5ee914b76 req-84a9a3d2-fd34-44cc-8fcc-3218b1ba96b7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=102e161f-8491-48a7-b933-b19b86e58da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404184 Dec 20 09:04:00.269520 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 47448) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:04:00.338929 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-9beb8eeb-1d0e-49f1-9cdf-22c23d99fe09 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a0de9147-50b0-402f-8c20-78513d6401d4 HTTP/1.1" status: 200 len: 1093 time: 0.0681076 Dec 20 09:04:00.341421 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 47452) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:04:00.346497 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-c9bd358e-77bc-4bda-9174-d12ad928d969 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'floatingip': {'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'port_id': 'b7ad8186-fbbc-4388-ae2e-257c76755ef0', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:04:00.352248 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-c9bd358e-77bc-4bda-9174-d12ad928d969 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:04:00.356051 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-c9bd358e-77bc-4bda-9174-d12ad928d969 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:floatingip and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:04:00.358888 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-c9bd358e-77bc-4bda-9174-d12ad928d969 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:04:00.364692 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-c9bd358e-77bc-4bda-9174-d12ad928d969 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:04:00.378173 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c9bd358e-77bc-4bda-9174-d12ad928d969 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for floatingip, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:04:00.513577 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c9bd358e-77bc-4bda-9174-d12ad928d969 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:04:00.651063 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-c9bd358e-77bc-4bda-9174-d12ad928d969 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Allocated IP 172.26.5.22 (95f3bec2-46e6-4468-8229-8badd4a5aaae/cf8895a3-346d-4313-a645-16ecdcce9969/86192923-1ddf-430e-8bef-3b0e070dcce5) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 09:04:00.803903 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c9bd358e-77bc-4bda-9174-d12ad928d969 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:04:00.829860 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c9bd358e-77bc-4bda-9174-d12ad928d969 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:04:00.833846 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-79c3bfb1-b78e-43ed-ba0e-08eb434861ea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:04:00.895794 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9bd358e-77bc-4bda-9174-d12ad928d969 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Network 95f3bec2-46e6-4468-8229-8badd4a5aaae is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:04:00.903175 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-c9bd358e-77bc-4bda-9174-d12ad928d969 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:04:00.907204 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bd358e-77bc-4bda-9174-d12ad928d969 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 09:04:00.936626 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd358e-77bc-4bda-9174-d12ad928d969 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'Port': ['ID=86192923-1ddf-430e-8bef-3b0e070dcce5,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:04:00.942427 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c9bd358e-77bc-4bda-9174-d12ad928d969 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:04:01.432361 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c9bd358e-77bc-4bda-9174-d12ad928d969 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:04:01.487720 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c9bd358e-77bc-4bda-9174-d12ad928d969 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:04:01.801395 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c9bd358e-77bc-4bda-9174-d12ad928d969 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:04:01.805843 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c9bd358e-77bc-4bda-9174-d12ad928d969 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:04:01.809891 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7a746fc1-908b-4009-96b9-cb776d4c7f79 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:04:01.910544 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd358e-77bc-4bda-9174-d12ad928d969 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'Port': ['ID=86192923-1ddf-430e-8bef-3b0e070dcce5,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:04:01.915083 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c9bd358e-77bc-4bda-9174-d12ad928d969 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:04:01.930685 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c9bd358e-77bc-4bda-9174-d12ad928d969 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-345990'] for floatingip, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:04:02.122175 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.l3_db [None req-c9bd358e-77bc-4bda-9174-d12ad928d969 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Floating IP 2ac966dc-0904-4e99-83e3-53c525ece660 associated. External IP: 172.26.5.22, port: b7ad8186-fbbc-4388-ae2e-257c76755ef0. Dec 20 09:04:02.514866 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9bd358e-77bc-4bda-9174-d12ad928d969 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Router b2226967-9021-4fe6-b242-583ecbeb4ee5 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 09:04:02.728782 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9bd358e-77bc-4bda-9174-d12ad928d969 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 09:04:02.739415 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f977e7bd-1ca2-44ab-84a3-7246f3f30a1f None None] Sync routers for ids ['b2226967-9021-4fe6-b242-583ecbeb4ee5'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 09:04:02.752040 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f977e7bd-1ca2-44ab-84a3-7246f3f30a1f None None] Routers {'b2226967-9021-4fe6-b242-583ecbeb4ee5'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:04:02.752750 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-f977e7bd-1ca2-44ab-84a3-7246f3f30a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:03:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['b2226967-9021-4fe6-b242-583ecbeb4ee5'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:04:02.756809 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c9bd358e-77bc-4bda-9174-d12ad928d969 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:04:02.818088 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c9bd358e-77bc-4bda-9174-d12ad928d969 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4756465 Dec 20 09:04:02.818884 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0de9147-50b0-402f-8c20-78513d6401d4', 'tag': 'b7ad8186-fbbc-4388-ae2e-257c76755ef0'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:04:02.822121 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 47456) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:04:02.882051 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0de9147-50b0-402f-8c20-78513d6401d4', 'tag': 'b7ad8186-fbbc-4388-ae2e-257c76755ef0', 'status': 'completed', 'code': 200} Dec 20 09:04:02.910344 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-ea450f14-febe-4420-bad5-93ac82218b30 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a0de9147-50b0-402f-8c20-78513d6401d4 HTTP/1.1" status: 200 len: 1093 time: 0.0860801 Dec 20 09:04:02.983311 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-f977e7bd-1ca2-44ab-84a3-7246f3f30a1f None None] Set router b2226967-9021-4fe6-b242-583ecbeb4ee5 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:04:03.026988 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5c7e31cc-3780-42d9-920c-5ee6dccbccb9 req-cf908777-e4ea-48f0-8d15-a6002dfac3eb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f7b89f97320342ff933d41aa1a974b12&device_id=a0de9147-50b0-402f-8c20-78513d6401d4 HTTP/1.1" status: 200 len: 1098 time: 0.1186354 Dec 20 09:04:03.167089 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7e31cc-3780-42d9-920c-5ee6dccbccb9 req-25610d41-78b0-47b8-b8e0-441b1dec06eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:04:03.168726 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5c7e31cc-3780-42d9-920c-5ee6dccbccb9 req-25610d41-78b0-47b8-b8e0-441b1dec06eb service neutron] 10.222.0.58 "GET /v2.0/networks?id=eeb00141-9ad6-4ffe-9f33-b4c3278985b6 HTTP/1.1" status: 200 len: 897 time: 0.1345916 Dec 20 09:04:03.230384 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 47464) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:04:03.236106 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-4a9b4a2c-472d-4878-8881-6f77854f0de7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1601908608', 'description': 'tempest-secgroup-smoke-1601908608 description', 'project_id': 'f7b89f97320342ff933d41aa1a974b12'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:04:03.242928 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-4a9b4a2c-472d-4878-8881-6f77854f0de7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:04:03.258939 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-4a9b4a2c-472d-4878-8881-6f77854f0de7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:04:03.275111 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4a9b4a2c-472d-4878-8881-6f77854f0de7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:04:03.289117 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5c7e31cc-3780-42d9-920c-5ee6dccbccb9 req-5b5c3447-c1b6-4c65-aa80-f2d58bf440f1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7ad8186-fbbc-4388-ae2e-257c76755ef0 HTTP/1.1" status: 200 len: 998 time: 0.1140106 Dec 20 09:04:03.316330 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-4a9b4a2c-472d-4878-8881-6f77854f0de7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:04:03.321905 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-4a9b4a2c-472d-4878-8881-6f77854f0de7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:security_group_rule and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:04:03.327624 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-4a9b4a2c-472d-4878-8881-6f77854f0de7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:04:03.338498 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-4a9b4a2c-472d-4878-8881-6f77854f0de7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:04:03.381529 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-f977e7bd-1ca2-44ab-84a3-7246f3f30a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2226967-9021-4fe6-b242-583ecbeb4ee5', 'name': 'tempest-TestNetworkBasicOps-router-2017573659', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.13'}], 'enable_snat': True}, 'gw_port_id': 'f5057cbb-d476-4621-b519-5909ad69cc9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:03:38Z', 'updated_at': '2021-12-20T09:03:43Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': 'f5057cbb-d476-4621-b519-5909ad69cc9e', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:2b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2226967-9021-4fe6-b242-583ecbeb4ee5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:03:39Z', 'updated_at': '2021-12-20T09:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': '2ac966dc-0904-4e99-83e3-53c525ece660', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'floating_ip_address': '172.26.5.22', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': 'b2226967-9021-4fe6-b242-583ecbeb4ee5', 'port_id': 'b7ad8186-fbbc-4388-ae2e-257c76755ef0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeb00141-9ad6-4ffe-9f33-b4c3278985b6', 'mac_address': 'fa:16:3e:65:fa:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0de9147-50b0-402f-8c20-78513d6401d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T09:04:01Z', 'updated_at': '2021-12-20T09:04:01Z', 'revision_number': 0, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71e18184-a291-4d8f-ae7e-784c22ec39b0', 'name': '', 'network_id': 'eeb00141-9ad6-4ffe-9f33-b4c3278985b6', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'mac_address': 'fa:16:3e:a9:95:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2226967-9021-4fe6-b242-583ecbeb4ee5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '912f5514-4f36-42c8-ad70-85bc01430890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:03:42Z', 'updated_at': '2021-12-20T09:03:50Z', 'revision_number': 5, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'subnets': [{'id': '912f5514-4f36-42c8-ad70-85bc01430890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:04:03.386967 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f977e7bd-1ca2-44ab-84a3-7246f3f30a1f None None] Checking router: b2226967-9021-4fe6-b242-583ecbeb4ee5 for host: dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 09:04:03.404827 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f977e7bd-1ca2-44ab-84a3-7246f3f30a1f None None] Routers {'b2226967-9021-4fe6-b242-583ecbeb4ee5'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:04:03.404827 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-f977e7bd-1ca2-44ab-84a3-7246f3f30a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:03:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['b2226967-9021-4fe6-b242-583ecbeb4ee5'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:04:03.417917 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4a9b4a2c-472d-4878-8881-6f77854f0de7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:04:03.423063 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4a9b4a2c-472d-4878-8881-6f77854f0de7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:04:03.428137 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-73771210-4b27-4428-a43a-ede3aed4e810 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:04:03.474058 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9b4a2c-472d-4878-8881-6f77854f0de7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0cbdb27-77da-4eb3-b27d-789bbfbb2d42,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:04:03.477611 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-4a9b4a2c-472d-4878-8881-6f77854f0de7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:04:03.483667 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4a9b4a2c-472d-4878-8881-6f77854f0de7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:04:03.485648 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-4a9b4a2c-472d-4878-8881-6f77854f0de7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2525773 Dec 20 09:04:03.487438 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 47468) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:04:03.494236 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-32c76334-a5a7-4236-805f-ae9b1f9ee0a6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'security_group_rule': {'security_group_id': 'b0cbdb27-77da-4eb3-b27d-789bbfbb2d42', 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:04:03.500543 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-32c76334-a5a7-4236-805f-ae9b1f9ee0a6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:04:03.504130 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-32c76334-a5a7-4236-805f-ae9b1f9ee0a6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:security_group_rule and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:04:03.507440 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-32c76334-a5a7-4236-805f-ae9b1f9ee0a6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:04:03.513280 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-32c76334-a5a7-4236-805f-ae9b1f9ee0a6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:04:03.531740 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7e31cc-3780-42d9-920c-5ee6dccbccb9 req-80221176-f859-43fc-9be7-8225c083b9f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:04:03.533812 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5c7e31cc-3780-42d9-920c-5ee6dccbccb9 req-80221176-f859-43fc-9be7-8225c083b9f7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=912f5514-4f36-42c8-ad70-85bc01430890 HTTP/1.1" status: 200 len: 835 time: 0.2385643 Dec 20 09:04:03.544298 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-32c76334-a5a7-4236-805f-ae9b1f9ee0a6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:04:03.628784 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-32c76334-a5a7-4236-805f-ae9b1f9ee0a6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:04:03.633964 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-32c76334-a5a7-4236-805f-ae9b1f9ee0a6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:04:03.641380 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5c7e31cc-3780-42d9-920c-5ee6dccbccb9 req-73d0e70f-78ad-4d34-8ba5-619b8baad49b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=eeb00141-9ad6-4ffe-9f33-b4c3278985b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1007178 Dec 20 09:04:03.642320 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-aedeb6d7-cd87-49d6-8e22-1a3c4a65ef4e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:04:03.651618 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-f977e7bd-1ca2-44ab-84a3-7246f3f30a1f None None] Set router b2226967-9021-4fe6-b242-583ecbeb4ee5 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:04:03.665011 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c76334-a5a7-4236-805f-ae9b1f9ee0a6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3385f16-fefa-46c9-b0c8-5fcbada74496,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:04:03.668182 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-32c76334-a5a7-4236-805f-ae9b1f9ee0a6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:04:03.673787 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-32c76334-a5a7-4236-805f-ae9b1f9ee0a6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:04:03.675068 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-32c76334-a5a7-4236-805f-ae9b1f9ee0a6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1865220 Dec 20 09:04:03.680402 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 47472) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:04:03.689723 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-53205b3a-82d2-4dc7-9746-c68e774b9672 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'security_group_rule': {'security_group_id': 'b0cbdb27-77da-4eb3-b27d-789bbfbb2d42', 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:04:03.699942 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-53205b3a-82d2-4dc7-9746-c68e774b9672 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:04:03.706271 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-53205b3a-82d2-4dc7-9746-c68e774b9672 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:security_group_rule and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:04:03.710939 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-53205b3a-82d2-4dc7-9746-c68e774b9672 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:04:03.718504 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-53205b3a-82d2-4dc7-9746-c68e774b9672 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:04:03.738030 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-53205b3a-82d2-4dc7-9746-c68e774b9672 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:04:03.806250 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5c7e31cc-3780-42d9-920c-5ee6dccbccb9 req-e0325b0b-98b0-4f21-8a5f-18166e15d191 service neutron] 10.222.0.58 "GET /v2.0/networks/eeb00141-9ad6-4ffe-9f33-b4c3278985b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562588 Dec 20 09:04:03.829072 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-53205b3a-82d2-4dc7-9746-c68e774b9672 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:04:03.845612 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-53205b3a-82d2-4dc7-9746-c68e774b9672 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:04:03.847506 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f3608ed2-7226-4da4-9f95-ff20e9afa176 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:04:03.872710 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53205b3a-82d2-4dc7-9746-c68e774b9672 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=814f6ec5-4d91-4b04-b077-7ea3d4d28ffc,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:04:03.877922 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-53205b3a-82d2-4dc7-9746-c68e774b9672 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:04:03.885198 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-53205b3a-82d2-4dc7-9746-c68e774b9672 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:04:03.887086 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-53205b3a-82d2-4dc7-9746-c68e774b9672 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2052662 Dec 20 09:04:03.890737 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 47476) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:04:03.897187 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-8408f26c-8f7c-4fd8-a524-9637b6626dde tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'security_group_rule': {'security_group_id': 'b0cbdb27-77da-4eb3-b27d-789bbfbb2d42', 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:04:03.907764 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-8408f26c-8f7c-4fd8-a524-9637b6626dde tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:04:03.914450 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-8408f26c-8f7c-4fd8-a524-9637b6626dde tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:security_group_rule and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:04:03.917958 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-8408f26c-8f7c-4fd8-a524-9637b6626dde tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:04:03.935579 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-8408f26c-8f7c-4fd8-a524-9637b6626dde tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:04:03.959468 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8408f26c-8f7c-4fd8-a524-9637b6626dde tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:04:03.988785 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5c7e31cc-3780-42d9-920c-5ee6dccbccb9 req-43db4d2a-b039-41c8-bb08-d4cd02cbd4c9 service neutron] 10.222.0.58 "GET /v2.0/networks/eeb00141-9ad6-4ffe-9f33-b4c3278985b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772366 Dec 20 09:04:04.032036 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8408f26c-8f7c-4fd8-a524-9637b6626dde tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:04:04.039407 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8408f26c-8f7c-4fd8-a524-9637b6626dde tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:04:04.041957 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f15e0281-12aa-402a-ad27-1acff6e46a66 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:04:04.067117 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8408f26c-8f7c-4fd8-a524-9637b6626dde tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0f48e78-2c7c-4955-82b3-f2955951d159,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:04:04.072841 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-8408f26c-8f7c-4fd8-a524-9637b6626dde tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:04:04.079190 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8408f26c-8f7c-4fd8-a524-9637b6626dde tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:04:04.085082 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-8408f26c-8f7c-4fd8-a524-9637b6626dde tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1901872 Dec 20 09:04:04.085640 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 47480) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:04:04.091342 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-bbd07dfe-c19f-4c7c-9912-e9098d9f16fa tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'security_group_rule': {'security_group_id': 'b0cbdb27-77da-4eb3-b27d-789bbfbb2d42', 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:04:04.097450 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-bbd07dfe-c19f-4c7c-9912-e9098d9f16fa tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:04:04.102125 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-bbd07dfe-c19f-4c7c-9912-e9098d9f16fa tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:security_group_rule and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:04:04.105172 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-bbd07dfe-c19f-4c7c-9912-e9098d9f16fa tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:04:04.106845 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-f977e7bd-1ca2-44ab-84a3-7246f3f30a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2226967-9021-4fe6-b242-583ecbeb4ee5', 'name': 'tempest-TestNetworkBasicOps-router-2017573659', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.13'}], 'enable_snat': True}, 'gw_port_id': 'f5057cbb-d476-4621-b519-5909ad69cc9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:03:38Z', 'updated_at': '2021-12-20T09:03:43Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': 'f5057cbb-d476-4621-b519-5909ad69cc9e', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:2b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2226967-9021-4fe6-b242-583ecbeb4ee5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:03:39Z', 'updated_at': '2021-12-20T09:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': '2ac966dc-0904-4e99-83e3-53c525ece660', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'floating_ip_address': '172.26.5.22', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': 'b2226967-9021-4fe6-b242-583ecbeb4ee5', 'port_id': 'b7ad8186-fbbc-4388-ae2e-257c76755ef0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeb00141-9ad6-4ffe-9f33-b4c3278985b6', 'mac_address': 'fa:16:3e:65:fa:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0de9147-50b0-402f-8c20-78513d6401d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T09:04:01Z', 'updated_at': '2021-12-20T09:04:01Z', 'revision_number': 0, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71e18184-a291-4d8f-ae7e-784c22ec39b0', 'name': '', 'network_id': 'eeb00141-9ad6-4ffe-9f33-b4c3278985b6', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'mac_address': 'fa:16:3e:a9:95:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2226967-9021-4fe6-b242-583ecbeb4ee5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '912f5514-4f36-42c8-ad70-85bc01430890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:03:42Z', 'updated_at': '2021-12-20T09:03:50Z', 'revision_number': 5, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'subnets': [{'id': '912f5514-4f36-42c8-ad70-85bc01430890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:04:04.112761 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f977e7bd-1ca2-44ab-84a3-7246f3f30a1f None None] The sync data for ids ['b2226967-9021-4fe6-b242-583ecbeb4ee5'] in dv-neutron-820491-1-hyperv is: [{'id': 'b2226967-9021-4fe6-b242-583ecbeb4ee5', 'name': 'tempest-TestNetworkBasicOps-router-2017573659', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.13'}], 'enable_snat': True}, 'gw_port_id': 'f5057cbb-d476-4621-b519-5909ad69cc9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:03:38Z', 'updated_at': '2021-12-20T09:03:43Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': 'f5057cbb-d476-4621-b519-5909ad69cc9e', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:2b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2226967-9021-4fe6-b242-583ecbeb4ee5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:03:39Z', 'updated_at': '2021-12-20T09:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': '2ac966dc-0904-4e99-83e3-53c525ece660', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'floating_ip_address': '172.26.5.22', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': 'b2226967-9021-4fe6-b242-583ecbeb4ee5', 'port_id': 'b7ad8186-fbbc-4388-ae2e-257c76755ef0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeb00141-9ad6-4ffe-9f33-b4c3278985b6', 'mac_address': 'fa:16:3e:65:fa:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0de9147-50b0-402f-8c20-78513d6401d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T09:04:01Z', 'updated_at': '2021-12-20T09:04:01Z', 'revision_number': 0, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71e18184-a291-4d8f-ae7e-784c22ec39b0', 'name': '', 'network_id': 'eeb00141-9ad6-4ffe-9f33-b4c3278985b6', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'mac_address': 'fa:16:3e:a9:95:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2226967-9021-4fe6-b242-583ecbeb4ee5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '912f5514-4f36-42c8-ad70-85bc01430890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:03:42Z', 'updated_at': '2021-12-20T09:03:50Z', 'revision_number': 5, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'subnets': [{'id': '912f5514-4f36-42c8-ad70-85bc01430890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 09:04:04.115225 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-bbd07dfe-c19f-4c7c-9912-e9098d9f16fa tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:04:04.136540 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bbd07dfe-c19f-4c7c-9912-e9098d9f16fa tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:04:04.210706 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bbd07dfe-c19f-4c7c-9912-e9098d9f16fa tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:04:04.218681 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bbd07dfe-c19f-4c7c-9912-e9098d9f16fa tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:04:04.219958 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-39977423-cd7d-4401-9424-755a3df6fd01 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:04:04.242656 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd07dfe-c19f-4c7c-9912-e9098d9f16fa tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56d69cb9-4a57-43c0-a9ff-054095003828,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:04:04.245104 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-bbd07dfe-c19f-4c7c-9912-e9098d9f16fa tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:04:04.252604 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bbd07dfe-c19f-4c7c-9912-e9098d9f16fa tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:04:04.254589 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-bbd07dfe-c19f-4c7c-9912-e9098d9f16fa tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1677129 Dec 20 09:04:04.258209 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 47484) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:04:04.268054 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-4ba936cc-ea59-45e6-b442-3e6114219f2f tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'security_group_rule': {'security_group_id': 'b0cbdb27-77da-4eb3-b27d-789bbfbb2d42', 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:04:04.275521 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-4ba936cc-ea59-45e6-b442-3e6114219f2f tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:04:04.280837 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-4ba936cc-ea59-45e6-b442-3e6114219f2f tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:security_group_rule and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:04:04.284367 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-4ba936cc-ea59-45e6-b442-3e6114219f2f tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:04:04.290584 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-4ba936cc-ea59-45e6-b442-3e6114219f2f tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:04:04.306826 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.securitygroups_db [None req-4ba936cc-ea59-45e6-b442-3e6114219f2f tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Project f7b89f97320342ff933d41aa1a974b12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 09:04:04.313559 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4ba936cc-ea59-45e6-b442-3e6114219f2f tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:04:04.379200 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4ba936cc-ea59-45e6-b442-3e6114219f2f tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:04:04.384176 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4ba936cc-ea59-45e6-b442-3e6114219f2f tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:04:04.386855 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f3d2a63a-54f9-48c6-85a8-8873bc41975c tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:04:04.417499 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba936cc-ea59-45e6-b442-3e6114219f2f tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d4be52d-dd41-409c-9549-63bdb77e52d7,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:04:04.422510 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-4ba936cc-ea59-45e6-b442-3e6114219f2f tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:04:04.427090 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4ba936cc-ea59-45e6-b442-3e6114219f2f tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:04:04.428921 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-4ba936cc-ea59-45e6-b442-3e6114219f2f tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1697047 Dec 20 09:04:04.431649 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 47488) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:04:04.437018 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-aa380d0a-1a61-4352-b1f2-290a6f6d6179 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'security_group_rule': {'security_group_id': 'b0cbdb27-77da-4eb3-b27d-789bbfbb2d42', 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:04:04.442894 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-aa380d0a-1a61-4352-b1f2-290a6f6d6179 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:04:04.448656 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-aa380d0a-1a61-4352-b1f2-290a6f6d6179 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:security_group_rule and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:04:04.452651 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-aa380d0a-1a61-4352-b1f2-290a6f6d6179 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:04:04.461129 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-aa380d0a-1a61-4352-b1f2-290a6f6d6179 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:04:04.472777 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.securitygroups_db [None req-aa380d0a-1a61-4352-b1f2-290a6f6d6179 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Project f7b89f97320342ff933d41aa1a974b12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 09:04:04.480270 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-aa380d0a-1a61-4352-b1f2-290a6f6d6179 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:04:04.576955 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-aa380d0a-1a61-4352-b1f2-290a6f6d6179 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:04:04.581684 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-aa380d0a-1a61-4352-b1f2-290a6f6d6179 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:04:04.589140 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-6b21ee1e-3dfb-4cad-9a26-102a06fa16ef tempest-SecGroupIPv6Test-1148768257 tempest-SecGroupIPv6Test-1148768257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:04:04.611310 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa380d0a-1a61-4352-b1f2-290a6f6d6179 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3568cae8-6216-40a9-b382-f45f78366ca8,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:04:04.614178 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-aa380d0a-1a61-4352-b1f2-290a6f6d6179 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:04:04.623687 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-aa380d0a-1a61-4352-b1f2-290a6f6d6179 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:04:04.624873 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-aa380d0a-1a61-4352-b1f2-290a6f6d6179 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1923261 Dec 20 09:04:04.812741 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f2ac0b27-9dca-4360-93ce-7f0450a3db6f req-4dec5cd0-4cac-499e-8a9d-b4b3d39a4ba4 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1601908608&fields=id&tenant_id=f7b89f97320342ff933d41aa1a974b12 HTTP/1.1" status: 200 len: 267 time: 0.0446033 Dec 20 09:04:04.977090 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ac0b27-9dca-4360-93ce-7f0450a3db6f req-dbb450b8-dec6-4751-910f-0a0e594d1693 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:04:04.979328 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f2ac0b27-9dca-4360-93ce-7f0450a3db6f req-dbb450b8-dec6-4751-910f-0a0e594d1693 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/networks?id=eeb00141-9ad6-4ffe-9f33-b4c3278985b6 HTTP/1.1" status: 200 len: 796 time: 0.1601348 Dec 20 09:04:05.003212 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f2ac0b27-9dca-4360-93ce-7f0450a3db6f req-00424139-fcbe-41e2-9be9-6b23d8d30276 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/quotas/f7b89f97320342ff933d41aa1a974b12 HTTP/1.1" status: 200 len: 375 time: 0.0155611 Dec 20 09:04:05.092949 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f2ac0b27-9dca-4360-93ce-7f0450a3db6f req-54678245-017e-42f9-991d-92d87b244b7f tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f7b89f97320342ff933d41aa1a974b12&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0840905 Dec 20 09:04:05.237429 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f2ac0b27-9dca-4360-93ce-7f0450a3db6f req-b4a9ffb6-8db3-4bfc-a117-b5b881980a77 service neutron] 10.222.0.16 "GET /v2.0/networks/eeb00141-9ad6-4ffe-9f33-b4c3278985b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319590 Dec 20 09:04:05.386943 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f2ac0b27-9dca-4360-93ce-7f0450a3db6f req-a8888651-7298-4194-a4cf-19a23396edc8 service neutron] 10.222.0.16 "GET /v2.0/networks/eeb00141-9ad6-4ffe-9f33-b4c3278985b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436098 Dec 20 09:04:05.587200 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-af704b69-bdb4-4b14-8987-d6a093483470 req-451dfcf1-23fd-4c01-a64e-f90fb6893fad tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=9653fe8c-d2a2-42f1-836f-d484f4955e97 HTTP/1.1" status: 200 len: 210 time: 0.0521626 Dec 20 09:04:06.137132 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6d2962-2141-49f4-9bd0-9ef7031a8e6d None None] New status for floating IP 2ac966dc-0904-4e99-83e3-53c525ece660: ACTIVE {{(pid=83446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 09:04:06.762922 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ac0b27-9dca-4360-93ce-7f0450a3db6f req-820470b4-951c-474d-b81e-8215c84fc05f tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:04:06.764522 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f2ac0b27-9dca-4360-93ce-7f0450a3db6f req-820470b4-951c-474d-b81e-8215c84fc05f tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.58 "GET /v2.0/networks?id=eeb00141-9ad6-4ffe-9f33-b4c3278985b6 HTTP/1.1" status: 200 len: 796 time: 0.1779089 Dec 20 09:04:06.826026 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b747cc0c-6b13-4463-9128-d61c668e4747 req-c3354ee5-34ce-473a-a41e-8d9369c2ae9b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=9653fe8c-d2a2-42f1-836f-d484f4955e97 HTTP/1.1" status: 200 len: 210 time: 0.0604324 Dec 20 09:04:06.857166 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f2ac0b27-9dca-4360-93ce-7f0450a3db6f req-9b3ab94c-0ac1-4dbc-8d8d-099574050761 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7b89f97320342ff933d41aa1a974b12 HTTP/1.1" status: 200 len: 472 time: 0.0565085 Dec 20 09:04:06.878817 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-f2ac0b27-9dca-4360-93ce-7f0450a3db6f req-93522b78-c1a2-491d-947f-f0ba85bf9240 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'port': {'device_id': '9653fe8c-d2a2-42f1-836f-d484f4955e97', 'network_id': 'eeb00141-9ad6-4ffe-9f33-b4c3278985b6', 'admin_state_up': True, 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'security_groups': ['b0cbdb27-77da-4eb3-b27d-789bbfbb2d42']}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:04:07.019221 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-f2ac0b27-9dca-4360-93ce-7f0450a3db6f req-93522b78-c1a2-491d-947f-f0ba85bf9240 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:04:07.028804 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-f2ac0b27-9dca-4360-93ce-7f0450a3db6f req-93522b78-c1a2-491d-947f-f0ba85bf9240 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:04:07.040817 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2ac0b27-9dca-4360-93ce-7f0450a3db6f req-93522b78-c1a2-491d-947f-f0ba85bf9240 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Made reservation on behalf of f7b89f97320342ff933d41aa1a974b12 for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 09:04:07.044028 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-f2ac0b27-9dca-4360-93ce-7f0450a3db6f req-93522b78-c1a2-491d-947f-f0ba85bf9240 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:04:07.248173 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [req-f2ac0b27-9dca-4360-93ce-7f0450a3db6f req-93522b78-c1a2-491d-947f-f0ba85bf9240 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Allocated IP 172.20.0.7 (eeb00141-9ad6-4ffe-9f33-b4c3278985b6/912f5514-4f36-42c8-ad70-85bc01430890/b9efb60a-5f89-4f61-bc09-3bbe2d62a0a0) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 09:04:07.550887 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-f2ac0b27-9dca-4360-93ce-7f0450a3db6f req-93522b78-c1a2-491d-947f-f0ba85bf9240 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:04:07.567258 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-f2ac0b27-9dca-4360-93ce-7f0450a3db6f req-93522b78-c1a2-491d-947f-f0ba85bf9240 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Transition to ACTIVE for port object b9efb60a-5f89-4f61-bc09-3bbe2d62a0a0 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:04:07.592601 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-f2ac0b27-9dca-4360-93ce-7f0450a3db6f req-93522b78-c1a2-491d-947f-f0ba85bf9240 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:04:07.600812 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e71a8759-0a36-4e20-bd94-471825015df9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:04:07.669544 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2ac0b27-9dca-4360-93ce-7f0450a3db6f req-93522b78-c1a2-491d-947f-f0ba85bf9240 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Network eeb00141-9ad6-4ffe-9f33-b4c3278985b6 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:04:07.672967 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [req-f2ac0b27-9dca-4360-93ce-7f0450a3db6f req-93522b78-c1a2-491d-947f-f0ba85bf9240 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:04:07.677202 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2ac0b27-9dca-4360-93ce-7f0450a3db6f req-93522b78-c1a2-491d-947f-f0ba85bf9240 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 09:04:07.712845 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93522b78-c1a2-491d-947f-f0ba85bf9240 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'Port': ['ID=b9efb60a-5f89-4f61-bc09-3bbe2d62a0a0,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:04:07.716564 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-93522b78-c1a2-491d-947f-f0ba85bf9240 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:04:07.753155 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ac0b27-9dca-4360-93ce-7f0450a3db6f req-93522b78-c1a2-491d-947f-f0ba85bf9240 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:04:07.753961 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-f2ac0b27-9dca-4360-93ce-7f0450a3db6f req-93522b78-c1a2-491d-947f-f0ba85bf9240 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:04:07.782770 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f2ac0b27-9dca-4360-93ce-7f0450a3db6f req-93522b78-c1a2-491d-947f-f0ba85bf9240 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9078605 Dec 20 09:04:07.795968 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-f2ac0b27-9dca-4360-93ce-7f0450a3db6f req-930d87ee-d855-4af4-b5ba-5b936edf4e7e service neutron] Request body: {'port': {'device_id': '9653fe8c-d2a2-42f1-836f-d484f4955e97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8204'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:04:07.908881 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-f2ac0b27-9dca-4360-93ce-7f0450a3db6f req-930d87ee-d855-4af4-b5ba-5b936edf4e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:04:07.955781 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-068d2600-2840-457e-8585-14eadef3b880 None None] Provisioning for port b9efb60a-5f89-4f61-bc09-3bbe2d62a0a0 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:04:07.961590 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-068d2600-2840-457e-8585-14eadef3b880 None None] Provisioning complete for port b9efb60a-5f89-4f61-bc09-3bbe2d62a0a0 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:04:07.962125 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-068d2600-2840-457e-8585-14eadef3b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:04:08.016950 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-068d2600-2840-457e-8585-14eadef3b880 None None] Port b9efb60a-5f89-4f61-bc09-3bbe2d62a0a0 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 09:04:08.052357 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f9486d-a802-4121-ab2d-2eee1cb1680f req-12e5fade-4b10-49f5-8c35-32ad687c6141 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:04:08.054928 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-72f9486d-a802-4121-ab2d-2eee1cb1680f req-12e5fade-4b10-49f5-8c35-32ad687c6141 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=9653fe8c-d2a2-42f1-836f-d484f4955e97 HTTP/1.1" status: 200 len: 931 time: 0.0947471 Dec 20 09:04:08.102463 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-72f9486d-a802-4121-ab2d-2eee1cb1680f req-40620e2a-693b-4058-9b52-5352b70264bc tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Synchronizing usage tracker for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:security_group {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:04:08.123075 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-72f9486d-a802-4121-ab2d-2eee1cb1680f req-40620e2a-693b-4058-9b52-5352b70264bc tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Unset dirty status for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:security_group {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:04:08.124869 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-72f9486d-a802-4121-ab2d-2eee1cb1680f req-40620e2a-693b-4058-9b52-5352b70264bc tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0cbdb27-77da-4eb3-b27d-789bbfbb2d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639596 Dec 20 09:04:08.276133 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [req-f2ac0b27-9dca-4360-93ce-7f0450a3db6f req-930d87ee-d855-4af4-b5ba-5b936edf4e7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9efb60a-5f89-4f61-bc09-3bbe2d62a0a0 {{(pid=83444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 09:04:08.283141 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-f2ac0b27-9dca-4360-93ce-7f0450a3db6f req-930d87ee-d855-4af4-b5ba-5b936edf4e7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:04:08.297838 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-f2ac0b27-9dca-4360-93ce-7f0450a3db6f req-930d87ee-d855-4af4-b5ba-5b936edf4e7e service neutron] Transition to ACTIVE for port object b9efb60a-5f89-4f61-bc09-3bbe2d62a0a0 will not be triggered until provisioned by entity L2. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:04:08.301115 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-f2ac0b27-9dca-4360-93ce-7f0450a3db6f req-930d87ee-d855-4af4-b5ba-5b936edf4e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:04:08.304902 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a5370c18-d2d5-443f-9bc4-07fea5ca1608 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:04:08.427589 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930d87ee-d855-4af4-b5ba-5b936edf4e7e service neutron] Pushing event updated for resources: {'Port': ['ID=b9efb60a-5f89-4f61-bc09-3bbe2d62a0a0,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:04:08.432046 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-930d87ee-d855-4af4-b5ba-5b936edf4e7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:04:08.550285 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-f2ac0b27-9dca-4360-93ce-7f0450a3db6f req-930d87ee-d855-4af4-b5ba-5b936edf4e7e service neutron] Attempting to bind port b9efb60a-5f89-4f61-bc09-3bbe2d62a0a0 on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 09:04:08.550625 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-f2ac0b27-9dca-4360-93ce-7f0450a3db6f req-930d87ee-d855-4af4-b5ba-5b936edf4e7e service neutron] Attempting to bind port b9efb60a-5f89-4f61-bc09-3bbe2d62a0a0 by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': '02f5e81d-f96b-4e80-b0af-f730674a99af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'eeb00141-9ad6-4ffe-9f33-b4c3278985b6'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 09:04:08.550951 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ac0b27-9dca-4360-93ce-7f0450a3db6f req-930d87ee-d855-4af4-b5ba-5b936edf4e7e service neutron] Attempting to bind port b9efb60a-5f89-4f61-bc09-3bbe2d62a0a0 on network eeb00141-9ad6-4ffe-9f33-b4c3278985b6 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:04:08.558016 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ac0b27-9dca-4360-93ce-7f0450a3db6f req-930d87ee-d855-4af4-b5ba-5b936edf4e7e service neutron] Port b9efb60a-5f89-4f61-bc09-3bbe2d62a0a0 on network eeb00141-9ad6-4ffe-9f33-b4c3278985b6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 09:04:08.558333 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ac0b27-9dca-4360-93ce-7f0450a3db6f req-930d87ee-d855-4af4-b5ba-5b936edf4e7e service neutron] Attempting to bind port b9efb60a-5f89-4f61-bc09-3bbe2d62a0a0 on network eeb00141-9ad6-4ffe-9f33-b4c3278985b6 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:04:08.564993 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ac0b27-9dca-4360-93ce-7f0450a3db6f req-930d87ee-d855-4af4-b5ba-5b936edf4e7e service neutron] Checking agent: {'id': 'bd419857-3bec-4b96-b211-3fb278c66880', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8204', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 40, 10), 'started_at': datetime.datetime(2021, 12, 20, 8, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 9, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 09:04:08.565357 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ac0b27-9dca-4360-93ce-7f0450a3db6f req-930d87ee-d855-4af4-b5ba-5b936edf4e7e service neutron] Checking segment: {'id': '02f5e81d-f96b-4e80-b0af-f730674a99af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'eeb00141-9ad6-4ffe-9f33-b4c3278985b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:04:08.565737 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ac0b27-9dca-4360-93ce-7f0450a3db6f req-930d87ee-d855-4af4-b5ba-5b936edf4e7e service neutron] Bound using segment: {'id': '02f5e81d-f96b-4e80-b0af-f730674a99af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'eeb00141-9ad6-4ffe-9f33-b4c3278985b6'} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 09:04:08.566154 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-f2ac0b27-9dca-4360-93ce-7f0450a3db6f req-930d87ee-d855-4af4-b5ba-5b936edf4e7e service neutron] Bound port: b9efb60a-5f89-4f61-bc09-3bbe2d62a0a0, host: hv-neutron-8204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02f5e81d-f96b-4e80-b0af-f730674a99af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'eeb00141-9ad6-4ffe-9f33-b4c3278985b6'}}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 09:04:08.566501 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-f2ac0b27-9dca-4360-93ce-7f0450a3db6f req-930d87ee-d855-4af4-b5ba-5b936edf4e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:04:08.661112 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-f2ac0b27-9dca-4360-93ce-7f0450a3db6f req-930d87ee-d855-4af4-b5ba-5b936edf4e7e service neutron] For port b9efb60a-5f89-4f61-bc09-3bbe2d62a0a0, host hv-neutron-8204, cleared binding levels {{(pid=83444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 09:04:08.664166 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-f2ac0b27-9dca-4360-93ce-7f0450a3db6f req-930d87ee-d855-4af4-b5ba-5b936edf4e7e service neutron] For port b9efb60a-5f89-4f61-bc09-3bbe2d62a0a0, host hv-neutron-8204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=b9efb60a-5f89-4f61-bc09-3bbe2d62a0a0,segment=NetworkSegment(02f5e81d-f96b-4e80-b0af-f730674a99af),segment_id=02f5e81d-f96b-4e80-b0af-f730674a99af)] {{(pid=83444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 09:04:08.669819 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-f2ac0b27-9dca-4360-93ce-7f0450a3db6f req-930d87ee-d855-4af4-b5ba-5b936edf4e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:04:08.673865 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4e623c50-e509-4012-9de9-de2c38dbeded tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:04:08.733419 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-f2ac0b27-9dca-4360-93ce-7f0450a3db6f req-930d87ee-d855-4af4-b5ba-5b936edf4e7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:04:08.734880 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f2ac0b27-9dca-4360-93ce-7f0450a3db6f req-930d87ee-d855-4af4-b5ba-5b936edf4e7e service neutron] 10.222.0.58 "PUT /v2.0/ports/b9efb60a-5f89-4f61-bc09-3bbe2d62a0a0 HTTP/1.1" status: 200 len: 1093 time: 0.9434588 Dec 20 09:04:08.735304 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9653fe8c-d2a2-42f1-836f-d484f4955e97', 'tag': 'b9efb60a-5f89-4f61-bc09-3bbe2d62a0a0'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:04:08.763160 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930d87ee-d855-4af4-b5ba-5b936edf4e7e service neutron] Pushing event updated for resources: {'Port': ['ID=b9efb60a-5f89-4f61-bc09-3bbe2d62a0a0,revision_number=3']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:04:08.768023 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-930d87ee-d855-4af4-b5ba-5b936edf4e7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:04:08.815344 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9653fe8c-d2a2-42f1-836f-d484f4955e97', 'tag': 'b9efb60a-5f89-4f61-bc09-3bbe2d62a0a0', 'status': 'completed', 'code': 200} Dec 20 09:04:08.856726 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f2ac0b27-9dca-4360-93ce-7f0450a3db6f req-e423812e-e53e-4241-a194-3b4bce9cb7fc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f7b89f97320342ff933d41aa1a974b12&device_id=9653fe8c-d2a2-42f1-836f-d484f4955e97 HTTP/1.1" status: 200 len: 1096 time: 0.0811157 Dec 20 09:04:08.931209 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f2ac0b27-9dca-4360-93ce-7f0450a3db6f req-7a208781-567a-4b92-8fa1-df8580df6208 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9efb60a-5f89-4f61-bc09-3bbe2d62a0a0 HTTP/1.1" status: 200 len: 217 time: 0.0675333 Dec 20 09:04:08.994176 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ac0b27-9dca-4360-93ce-7f0450a3db6f req-251ef99e-558e-435a-92d9-598e1f171526 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:04:08.995628 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f2ac0b27-9dca-4360-93ce-7f0450a3db6f req-251ef99e-558e-435a-92d9-598e1f171526 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=912f5514-4f36-42c8-ad70-85bc01430890 HTTP/1.1" status: 200 len: 835 time: 0.0590959 Dec 20 09:04:09.074622 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f2ac0b27-9dca-4360-93ce-7f0450a3db6f req-01b97b4b-51d5-49b1-8daa-09312cd1512d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=eeb00141-9ad6-4ffe-9f33-b4c3278985b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729873 Dec 20 09:04:09.219787 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f2ac0b27-9dca-4360-93ce-7f0450a3db6f req-a6946b53-9a0d-4ac4-968a-39a2d6c5e704 service neutron] 10.222.0.58 "GET /v2.0/networks/eeb00141-9ad6-4ffe-9f33-b4c3278985b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387498 Dec 20 09:04:09.346834 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b211d0e-f76e-493e-9cf6-9af5a9a2cca6 req-488ea90e-3766-4ed1-9813-2a639d6dd6ff tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:04:09.348333 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-8b211d0e-f76e-493e-9cf6-9af5a9a2cca6 req-488ea90e-3766-4ed1-9813-2a639d6dd6ff tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=9653fe8c-d2a2-42f1-836f-d484f4955e97 HTTP/1.1" status: 200 len: 943 time: 0.0892885 Dec 20 09:04:09.399650 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-8b211d0e-f76e-493e-9cf6-9af5a9a2cca6 req-9fcca02d-3b6d-4a02-9e9d-629b63938d4c tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0cbdb27-77da-4eb3-b27d-789bbfbb2d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441101 Dec 20 09:04:09.478785 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f2ac0b27-9dca-4360-93ce-7f0450a3db6f req-cae3cda7-053c-448b-8fbc-27e732a25f20 service neutron] 10.222.0.58 "GET /v2.0/networks/eeb00141-9ad6-4ffe-9f33-b4c3278985b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527883 Dec 20 09:04:09.619184 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-249e3b2f-69ed-452b-ba44-ccb119740028 req-c8064f84-f99f-4cba-9228-6eb74ac6c583 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f7b89f97320342ff933d41aa1a974b12&device_id=9653fe8c-d2a2-42f1-836f-d484f4955e97 HTTP/1.1" status: 200 len: 1096 time: 0.0905590 Dec 20 09:04:09.754786 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249e3b2f-69ed-452b-ba44-ccb119740028 req-04edb3ec-d574-4c11-b978-91b05b0e8383 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:04:09.756729 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-249e3b2f-69ed-452b-ba44-ccb119740028 req-04edb3ec-d574-4c11-b978-91b05b0e8383 service neutron] 10.222.0.58 "GET /v2.0/networks?id=eeb00141-9ad6-4ffe-9f33-b4c3278985b6 HTTP/1.1" status: 200 len: 897 time: 0.1308751 Dec 20 09:04:09.868643 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-249e3b2f-69ed-452b-ba44-ccb119740028 req-569a4884-77e1-4319-9900-d32d4f30a120 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9efb60a-5f89-4f61-bc09-3bbe2d62a0a0 HTTP/1.1" status: 200 len: 217 time: 0.1047566 Dec 20 09:04:09.934990 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249e3b2f-69ed-452b-ba44-ccb119740028 req-27f7459a-2d79-4fdd-b7e1-4ca1406a1117 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:04:09.936527 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-249e3b2f-69ed-452b-ba44-ccb119740028 req-27f7459a-2d79-4fdd-b7e1-4ca1406a1117 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=912f5514-4f36-42c8-ad70-85bc01430890 HTTP/1.1" status: 200 len: 835 time: 0.0607445 Dec 20 09:04:10.020008 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-249e3b2f-69ed-452b-ba44-ccb119740028 req-57f86e27-6013-4258-9b4a-67363cc853c7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=eeb00141-9ad6-4ffe-9f33-b4c3278985b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767848 Dec 20 09:04:10.059994 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:04:10.159813 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-249e3b2f-69ed-452b-ba44-ccb119740028 req-807216ad-bbef-4fc0-9eb5-868406934f14 service neutron] 10.222.0.58 "GET /v2.0/networks/eeb00141-9ad6-4ffe-9f33-b4c3278985b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308851 Dec 20 09:04:10.295561 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-249e3b2f-69ed-452b-ba44-ccb119740028 req-ab7fb66f-722f-4936-aec5-2e19d7eef619 service neutron] 10.222.0.58 "GET /v2.0/networks/eeb00141-9ad6-4ffe-9f33-b4c3278985b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289887 Dec 20 09:04:10.612043 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740dfc1b-95e0-47a0-937b-d14511a209f9 req-df6a6892-a937-4806-ad42-2135498f8544 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:04:10.612722 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-740dfc1b-95e0-47a0-937b-d14511a209f9 req-df6a6892-a937-4806-ad42-2135498f8544 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Synchronizing usage tracker for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:04:10.628284 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-740dfc1b-95e0-47a0-937b-d14511a209f9 req-df6a6892-a937-4806-ad42-2135498f8544 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Unset dirty status for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:04:10.629470 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-740dfc1b-95e0-47a0-937b-d14511a209f9 req-df6a6892-a937-4806-ad42-2135498f8544 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=9653fe8c-d2a2-42f1-836f-d484f4955e97 HTTP/1.1" status: 200 len: 943 time: 0.0935869 Dec 20 09:04:10.686134 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-740dfc1b-95e0-47a0-937b-d14511a209f9 req-dac9ae82-d99d-4322-890d-27348f83cc32 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0cbdb27-77da-4eb3-b27d-789bbfbb2d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510519 Dec 20 09:04:11.894617 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e785bb-4a08-4c61-94ba-0fc4f424bf5b req-dfd8d3ed-6f6a-4aaa-a4ee-905041c60043 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:04:11.896111 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-94e785bb-4a08-4c61-94ba-0fc4f424bf5b req-dfd8d3ed-6f6a-4aaa-a4ee-905041c60043 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=9653fe8c-d2a2-42f1-836f-d484f4955e97 HTTP/1.1" status: 200 len: 943 time: 0.0801437 Dec 20 09:04:11.940764 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-94e785bb-4a08-4c61-94ba-0fc4f424bf5b req-e77c79ba-6533-4dd6-98c5-88c9bdb041b1 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0cbdb27-77da-4eb3-b27d-789bbfbb2d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389290 Dec 20 09:04:12.531736 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a8845578-a4af-486f-902d-8e786163aa6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:04:12.856846 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device b9efb60a-5f89-4f61-bc09-3bbe2d62a0a0 details requested by agent hyperv_hv-neutron-8204 with host hv-neutron-8204 {{(pid=83446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 09:04:12.996439 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port b9efb60a-5f89-4f61-bc09-3bbe2d62a0a0, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=b9efb60a-5f89-4f61-bc09-3bbe2d62a0a0,segment=NetworkSegment(02f5e81d-f96b-4e80-b0af-f730674a99af),segment_id=02f5e81d-f96b-4e80-b0af-f730674a99af)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:04:13.010727 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Returning: {'device': 'b9efb60a-5f89-4f61-bc09-3bbe2d62a0a0', 'network_id': 'eeb00141-9ad6-4ffe-9f33-b4c3278985b6', 'port_id': 'b9efb60a-5f89-4f61-bc09-3bbe2d62a0a0', 'mac_address': 'fa:16:3e:77:c3:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '912f5514-4f36-42c8-ad70-85bc01430890', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 09:04:13.067521 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:04:13.086870 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9efb60a-5f89-4f61-bc09-3bbe2d62a0a0 {{(pid=83446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 09:04:13.102330 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port b9efb60a-5f89-4f61-bc09-3bbe2d62a0a0, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=b9efb60a-5f89-4f61-bc09-3bbe2d62a0a0,segment=NetworkSegment(02f5e81d-f96b-4e80-b0af-f730674a99af),segment_id=02f5e81d-f96b-4e80-b0af-f730674a99af)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:04:13.105871 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:04:13.107720 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:04:13.142649 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d5e2f-d2cb-4f0e-983e-5ee85032d8c7 req-cec27acb-2310-45e6-8f59-487cead80e4e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:04:13.144085 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-344d5e2f-d2cb-4f0e-983e-5ee85032d8c7 req-cec27acb-2310-45e6-8f59-487cead80e4e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=9653fe8c-d2a2-42f1-836f-d484f4955e97 HTTP/1.1" status: 200 len: 943 time: 0.0829232 Dec 20 09:04:13.176789 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=b9efb60a-5f89-4f61-bc09-3bbe2d62a0a0,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:04:13.181285 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:04:13.191016 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-344d5e2f-d2cb-4f0e-983e-5ee85032d8c7 req-2da8b582-358f-4cec-9c9f-da0c06d41b82 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0cbdb27-77da-4eb3-b27d-789bbfbb2d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409150 Dec 20 09:04:13.453317 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] get_ports_and_sgs() called for port_ids ['b9efb60a-5f89-4f61-bc09-3bbe2d62a0a0'] {{(pid=83446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 09:04:14.393160 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da40a88-a4b9-4b51-9379-76ae0fda0d9e req-f56516be-2526-4839-a84a-31922176bfb6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:04:14.394650 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-7da40a88-a4b9-4b51-9379-76ae0fda0d9e req-f56516be-2526-4839-a84a-31922176bfb6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=9653fe8c-d2a2-42f1-836f-d484f4955e97 HTTP/1.1" status: 200 len: 944 time: 0.0812809 Dec 20 09:04:14.443664 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-7da40a88-a4b9-4b51-9379-76ae0fda0d9e req-337983e8-913f-4755-ae80-43793374eec2 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0cbdb27-77da-4eb3-b27d-789bbfbb2d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407045 Dec 20 09:04:14.857012 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-ce2eae36-cf25-401b-995e-2fc4b8d93c3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:04:14.883875 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device b9efb60a-5f89-4f61-bc09-3bbe2d62a0a0 up at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:04:14.956531 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning for port b9efb60a-5f89-4f61-bc09-3bbe2d62a0a0 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:04:14.962517 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning complete for port b9efb60a-5f89-4f61-bc09-3bbe2d62a0a0 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:04:14.962893 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:04:15.081304 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:04:15.115454 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9653fe8c-d2a2-42f1-836f-d484f4955e97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9efb60a-5f89-4f61-bc09-3bbe2d62a0a0'}] {{(pid=83446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:04:15.129317 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port b9efb60a-5f89-4f61-bc09-3bbe2d62a0a0, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=b9efb60a-5f89-4f61-bc09-3bbe2d62a0a0,segment=NetworkSegment(02f5e81d-f96b-4e80-b0af-f730674a99af),segment_id=02f5e81d-f96b-4e80-b0af-f730674a99af)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:04:15.134407 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:04:15.137333 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-c82cbc84-b4ce-42ae-a515-d01b3625ac9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:04:15.190040 dv-neutron-820491-1-hyperv neutron-server[83446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9653fe8c-d2a2-42f1-836f-d484f4955e97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9efb60a-5f89-4f61-bc09-3bbe2d62a0a0', 'code': 200} Dec 20 09:04:15.225654 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=b9efb60a-5f89-4f61-bc09-3bbe2d62a0a0,revision_number=5']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:04:15.228455 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:04:15.428282 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7f7d0385-f28b-4069-a6ca-8666c1fd6760 req-5a54e20c-a306-4003-b059-ae194dd0f2ad service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9653fe8c-d2a2-42f1-836f-d484f4955e97 HTTP/1.1" status: 200 len: 1098 time: 0.0712216 Dec 20 09:04:15.475438 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7f7d0385-f28b-4069-a6ca-8666c1fd6760 req-603106de-4e89-4f01-b8be-01dd2dfdf549 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b0cbdb27-77da-4eb3-b27d-789bbfbb2d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398469 Dec 20 09:04:15.657602 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa20b33-d071-47c6-8453-8d8782526bad req-995f0fdf-d918-4b05-8de4-06e93c1a577c tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:04:15.659053 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-8fa20b33-d071-47c6-8453-8d8782526bad req-995f0fdf-d918-4b05-8de4-06e93c1a577c tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=9653fe8c-d2a2-42f1-836f-d484f4955e97 HTTP/1.1" status: 200 len: 945 time: 0.0832691 Dec 20 09:04:15.721789 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-8fa20b33-d071-47c6-8453-8d8782526bad req-6c2f05c3-082d-4442-bc61-30778f18fccc tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0cbdb27-77da-4eb3-b27d-789bbfbb2d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554349 Dec 20 09:04:15.963471 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:04:16.041133 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:04:16.932191 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d8a2d-5edf-481d-a99a-3095a18934f0 req-bdbf9451-b51d-4a18-8c45-546cab55d821 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:04:16.933675 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-121d8a2d-5edf-481d-a99a-3095a18934f0 req-bdbf9451-b51d-4a18-8c45-546cab55d821 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=9653fe8c-d2a2-42f1-836f-d484f4955e97 HTTP/1.1" status: 200 len: 945 time: 0.0876260 Dec 20 09:04:16.985121 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-121d8a2d-5edf-481d-a99a-3095a18934f0 req-4f64d38c-927f-4a6e-adf0-a832de30a980 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0cbdb27-77da-4eb3-b27d-789bbfbb2d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458572 Dec 20 09:04:17.426721 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:04:18.183526 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1936ce-31cf-4835-af1b-e6c85f60ceb5 req-97a23f4a-2833-46d4-9c7b-5fb6baee13c7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:04:18.185016 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-6f1936ce-31cf-4835-af1b-e6c85f60ceb5 req-97a23f4a-2833-46d4-9c7b-5fb6baee13c7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=9653fe8c-d2a2-42f1-836f-d484f4955e97 HTTP/1.1" status: 200 len: 945 time: 0.0809858 Dec 20 09:04:18.237069 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-6f1936ce-31cf-4835-af1b-e6c85f60ceb5 req-7089b2e6-7e9b-4ad8-963b-affb81b6febb tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0cbdb27-77da-4eb3-b27d-789bbfbb2d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460021 Dec 20 09:04:18.450090 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e3b1c5-1b2f-4d57-baf2-d6106aa74290 req-7719d07f-b930-4612-8452-39486a8914e5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:04:18.451563 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-25e3b1c5-1b2f-4d57-baf2-d6106aa74290 req-7719d07f-b930-4612-8452-39486a8914e5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=9653fe8c-d2a2-42f1-836f-d484f4955e97 HTTP/1.1" status: 200 len: 945 time: 0.0771346 Dec 20 09:04:18.502532 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-25e3b1c5-1b2f-4d57-baf2-d6106aa74290 req-4fc7dad0-42b3-4aea-bc33-bd4cb7c288ae tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0cbdb27-77da-4eb3-b27d-789bbfbb2d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451949 Dec 20 09:04:18.531507 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 47536) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:04:18.614678 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-48765dec-47b1-480f-ac49-c6ce923f7bcc tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=9653fe8c-d2a2-42f1-836f-d484f4955e97 HTTP/1.1" status: 200 len: 1093 time: 0.0807319 Dec 20 09:04:18.616689 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 47540) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:04:18.623624 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-67739cbd-dae1-44a6-86bb-e3559e6333bf tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'floatingip': {'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'port_id': 'b9efb60a-5f89-4f61-bc09-3bbe2d62a0a0', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:04:18.629548 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-67739cbd-dae1-44a6-86bb-e3559e6333bf tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:04:18.633980 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-67739cbd-dae1-44a6-86bb-e3559e6333bf tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:floatingip and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:04:18.636885 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-67739cbd-dae1-44a6-86bb-e3559e6333bf tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:04:18.642889 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-67739cbd-dae1-44a6-86bb-e3559e6333bf tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:04:18.656029 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-67739cbd-dae1-44a6-86bb-e3559e6333bf tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for floatingip, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:04:18.819693 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-67739cbd-dae1-44a6-86bb-e3559e6333bf tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:04:19.104140 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-67739cbd-dae1-44a6-86bb-e3559e6333bf tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Allocated IP 172.26.5.236 (95f3bec2-46e6-4468-8229-8badd4a5aaae/cf8895a3-346d-4313-a645-16ecdcce9969/c9a5c2b7-64bf-447a-8816-4efd780f4bda) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 09:04:19.282390 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-67739cbd-dae1-44a6-86bb-e3559e6333bf tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:04:19.311432 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-67739cbd-dae1-44a6-86bb-e3559e6333bf tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:04:19.315342 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-c614e9ba-b55a-4078-a041-fa3579b487ff tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:04:19.379991 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67739cbd-dae1-44a6-86bb-e3559e6333bf tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Network 95f3bec2-46e6-4468-8229-8badd4a5aaae is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:04:19.383166 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-67739cbd-dae1-44a6-86bb-e3559e6333bf tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:04:19.385879 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67739cbd-dae1-44a6-86bb-e3559e6333bf tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 09:04:19.420120 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67739cbd-dae1-44a6-86bb-e3559e6333bf tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'Port': ['ID=c9a5c2b7-64bf-447a-8816-4efd780f4bda,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:04:19.424794 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-67739cbd-dae1-44a6-86bb-e3559e6333bf tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:04:19.950150 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-67739cbd-dae1-44a6-86bb-e3559e6333bf tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:04:20.006593 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-67739cbd-dae1-44a6-86bb-e3559e6333bf tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:04:20.228463 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-67739cbd-dae1-44a6-86bb-e3559e6333bf tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:04:20.233053 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-67739cbd-dae1-44a6-86bb-e3559e6333bf tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2036698'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:04:20.237154 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-918c4d0c-3f01-462c-8db6-fd036b2e580e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:04:20.334099 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67739cbd-dae1-44a6-86bb-e3559e6333bf tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'Port': ['ID=c9a5c2b7-64bf-447a-8816-4efd780f4bda,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:04:20.338364 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-67739cbd-dae1-44a6-86bb-e3559e6333bf tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:04:20.357366 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-67739cbd-dae1-44a6-86bb-e3559e6333bf tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-345990'] for floatingip, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:04:20.578568 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.l3_db [None req-67739cbd-dae1-44a6-86bb-e3559e6333bf tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Floating IP 33118baf-d227-4a9e-a7eb-44b3f1dd093c associated. External IP: 172.26.5.236, port: b9efb60a-5f89-4f61-bc09-3bbe2d62a0a0. Dec 20 09:04:21.136993 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67739cbd-dae1-44a6-86bb-e3559e6333bf tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Router b2226967-9021-4fe6-b242-583ecbeb4ee5 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 09:04:21.354018 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67739cbd-dae1-44a6-86bb-e3559e6333bf tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 09:04:21.365426 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695f0e58-d48e-4f45-9a94-a58df49968ab None None] Sync routers for ids ['b2226967-9021-4fe6-b242-583ecbeb4ee5'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 09:04:21.378430 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695f0e58-d48e-4f45-9a94-a58df49968ab None None] Routers {'b2226967-9021-4fe6-b242-583ecbeb4ee5'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:04:21.379041 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-695f0e58-d48e-4f45-9a94-a58df49968ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:04:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['b2226967-9021-4fe6-b242-583ecbeb4ee5'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:04:21.383224 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-67739cbd-dae1-44a6-86bb-e3559e6333bf tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for floatingip, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:04:21.441912 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-67739cbd-dae1-44a6-86bb-e3559e6333bf tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8236392 Dec 20 09:04:21.442799 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9653fe8c-d2a2-42f1-836f-d484f4955e97', 'tag': 'b9efb60a-5f89-4f61-bc09-3bbe2d62a0a0'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:04:21.516994 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9653fe8c-d2a2-42f1-836f-d484f4955e97', 'tag': 'b9efb60a-5f89-4f61-bc09-3bbe2d62a0a0', 'status': 'completed', 'code': 200} Dec 20 09:04:21.578199 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-695f0e58-d48e-4f45-9a94-a58df49968ab None None] Set router b2226967-9021-4fe6-b242-583ecbeb4ee5 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:04:21.616328 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-22089a6c-cc56-466e-8af7-78fe44b079c4 req-de1e7e40-43bc-4ba6-8786-da1496f02727 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f7b89f97320342ff933d41aa1a974b12&device_id=9653fe8c-d2a2-42f1-836f-d484f4955e97 HTTP/1.1" status: 200 len: 1098 time: 0.0747285 Dec 20 09:04:21.767888 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22089a6c-cc56-466e-8af7-78fe44b079c4 req-8bd11cba-d4dd-4f16-8945-0f44737c1c67 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:04:21.769363 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-22089a6c-cc56-466e-8af7-78fe44b079c4 req-8bd11cba-d4dd-4f16-8945-0f44737c1c67 service neutron] 10.222.0.58 "GET /v2.0/networks?id=eeb00141-9ad6-4ffe-9f33-b4c3278985b6 HTTP/1.1" status: 200 len: 897 time: 0.1465759 Dec 20 09:04:21.992721 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-22089a6c-cc56-466e-8af7-78fe44b079c4 req-0048c252-f2a9-4657-8054-97c7e4672e8e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9efb60a-5f89-4f61-bc09-3bbe2d62a0a0 HTTP/1.1" status: 200 len: 999 time: 0.2149229 Dec 20 09:04:22.014377 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-695f0e58-d48e-4f45-9a94-a58df49968ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2226967-9021-4fe6-b242-583ecbeb4ee5', 'name': 'tempest-TestNetworkBasicOps-router-2017573659', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.13'}], 'enable_snat': True}, 'gw_port_id': 'f5057cbb-d476-4621-b519-5909ad69cc9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:03:38Z', 'updated_at': '2021-12-20T09:03:43Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': 'f5057cbb-d476-4621-b519-5909ad69cc9e', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:2b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2226967-9021-4fe6-b242-583ecbeb4ee5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:03:39Z', 'updated_at': '2021-12-20T09:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': '2ac966dc-0904-4e99-83e3-53c525ece660', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'floating_ip_address': '172.26.5.22', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': 'b2226967-9021-4fe6-b242-583ecbeb4ee5', 'port_id': 'b7ad8186-fbbc-4388-ae2e-257c76755ef0', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeb00141-9ad6-4ffe-9f33-b4c3278985b6', 'mac_address': 'fa:16:3e:65:fa:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0de9147-50b0-402f-8c20-78513d6401d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T09:04:01Z', 'updated_at': '2021-12-20T09:04:06Z', 'revision_number': 1, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'fixed_ip_address_scope': None}, {'id': '33118baf-d227-4a9e-a7eb-44b3f1dd093c', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'floating_ip_address': '172.26.5.236', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': 'b2226967-9021-4fe6-b242-583ecbeb4ee5', 'port_id': 'b9efb60a-5f89-4f61-bc09-3bbe2d62a0a0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeb00141-9ad6-4ffe-9f33-b4c3278985b6', 'mac_address': 'fa:16:3e:77:c3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9653fe8c-d2a2-42f1-836f-d484f4955e97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T09:04:19Z', 'updated_at': '2021-12-20T09:04:19Z', 'revision_number': 0, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71e18184-a291-4d8f-ae7e-784c22ec39b0', 'name': '', 'network_id': 'eeb00141-9ad6-4ffe-9f33-b4c3278985b6', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'mac_address': 'fa:16:3e:a9:95:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2226967-9021-4fe6-b242-583ecbeb4ee5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '912f5514-4f36-42c8-ad70-85bc01430890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:03:42Z', 'updated_at': '2021-12-20T09:03:50Z', 'revision_number': 5, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'subnets': [{'id': '912f5514-4f36-42c8-ad70-85bc01430890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:04:22.018416 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695f0e58-d48e-4f45-9a94-a58df49968ab None None] Checking router: b2226967-9021-4fe6-b242-583ecbeb4ee5 for host: dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 09:04:22.030039 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695f0e58-d48e-4f45-9a94-a58df49968ab None None] Routers {'b2226967-9021-4fe6-b242-583ecbeb4ee5'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:04:22.030643 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-695f0e58-d48e-4f45-9a94-a58df49968ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:04:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['b2226967-9021-4fe6-b242-583ecbeb4ee5'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:04:22.064627 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22089a6c-cc56-466e-8af7-78fe44b079c4 req-d2737361-38e5-4728-b91c-7226be946637 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:04:22.066112 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-22089a6c-cc56-466e-8af7-78fe44b079c4 req-d2737361-38e5-4728-b91c-7226be946637 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=912f5514-4f36-42c8-ad70-85bc01430890 HTTP/1.1" status: 200 len: 835 time: 0.0676818 Dec 20 09:04:22.163615 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-22089a6c-cc56-466e-8af7-78fe44b079c4 req-cb0c7cb3-a82c-4ceb-8cc0-c4bb309260ac service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=eeb00141-9ad6-4ffe-9f33-b4c3278985b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0893342 Dec 20 09:04:22.225624 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-695f0e58-d48e-4f45-9a94-a58df49968ab None None] Set router b2226967-9021-4fe6-b242-583ecbeb4ee5 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:04:22.316157 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-22089a6c-cc56-466e-8af7-78fe44b079c4 req-1909a9b9-f5e8-47ef-ae2f-1e9ccd4d51ee service neutron] 10.222.0.58 "GET /v2.0/networks/eeb00141-9ad6-4ffe-9f33-b4c3278985b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455686 Dec 20 09:04:22.452725 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-22089a6c-cc56-466e-8af7-78fe44b079c4 req-ecb4a01f-e690-4a93-a6d7-b85668672361 service neutron] 10.222.0.58 "GET /v2.0/networks/eeb00141-9ad6-4ffe-9f33-b4c3278985b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303749 Dec 20 09:04:22.610641 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-695f0e58-d48e-4f45-9a94-a58df49968ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2226967-9021-4fe6-b242-583ecbeb4ee5', 'name': 'tempest-TestNetworkBasicOps-router-2017573659', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.13'}], 'enable_snat': True}, 'gw_port_id': 'f5057cbb-d476-4621-b519-5909ad69cc9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:03:38Z', 'updated_at': '2021-12-20T09:03:43Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': 'f5057cbb-d476-4621-b519-5909ad69cc9e', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:2b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2226967-9021-4fe6-b242-583ecbeb4ee5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:03:39Z', 'updated_at': '2021-12-20T09:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': '2ac966dc-0904-4e99-83e3-53c525ece660', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'floating_ip_address': '172.26.5.22', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': 'b2226967-9021-4fe6-b242-583ecbeb4ee5', 'port_id': 'b7ad8186-fbbc-4388-ae2e-257c76755ef0', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeb00141-9ad6-4ffe-9f33-b4c3278985b6', 'mac_address': 'fa:16:3e:65:fa:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0de9147-50b0-402f-8c20-78513d6401d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T09:04:01Z', 'updated_at': '2021-12-20T09:04:06Z', 'revision_number': 1, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'fixed_ip_address_scope': None}, {'id': '33118baf-d227-4a9e-a7eb-44b3f1dd093c', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'floating_ip_address': '172.26.5.236', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': 'b2226967-9021-4fe6-b242-583ecbeb4ee5', 'port_id': 'b9efb60a-5f89-4f61-bc09-3bbe2d62a0a0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeb00141-9ad6-4ffe-9f33-b4c3278985b6', 'mac_address': 'fa:16:3e:77:c3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9653fe8c-d2a2-42f1-836f-d484f4955e97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T09:04:19Z', 'updated_at': '2021-12-20T09:04:19Z', 'revision_number': 0, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71e18184-a291-4d8f-ae7e-784c22ec39b0', 'name': '', 'network_id': 'eeb00141-9ad6-4ffe-9f33-b4c3278985b6', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'mac_address': 'fa:16:3e:a9:95:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2226967-9021-4fe6-b242-583ecbeb4ee5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '912f5514-4f36-42c8-ad70-85bc01430890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:03:42Z', 'updated_at': '2021-12-20T09:03:50Z', 'revision_number': 5, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'subnets': [{'id': '912f5514-4f36-42c8-ad70-85bc01430890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:04:22.615598 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695f0e58-d48e-4f45-9a94-a58df49968ab None None] The sync data for ids ['b2226967-9021-4fe6-b242-583ecbeb4ee5'] in dv-neutron-820491-1-hyperv is: [{'id': 'b2226967-9021-4fe6-b242-583ecbeb4ee5', 'name': 'tempest-TestNetworkBasicOps-router-2017573659', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.13'}], 'enable_snat': True}, 'gw_port_id': 'f5057cbb-d476-4621-b519-5909ad69cc9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:03:38Z', 'updated_at': '2021-12-20T09:03:43Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': 'f5057cbb-d476-4621-b519-5909ad69cc9e', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:2b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2226967-9021-4fe6-b242-583ecbeb4ee5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:03:39Z', 'updated_at': '2021-12-20T09:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': '2ac966dc-0904-4e99-83e3-53c525ece660', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'floating_ip_address': '172.26.5.22', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': 'b2226967-9021-4fe6-b242-583ecbeb4ee5', 'port_id': 'b7ad8186-fbbc-4388-ae2e-257c76755ef0', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeb00141-9ad6-4ffe-9f33-b4c3278985b6', 'mac_address': 'fa:16:3e:65:fa:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0de9147-50b0-402f-8c20-78513d6401d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T09:04:01Z', 'updated_at': '2021-12-20T09:04:06Z', 'revision_number': 1, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'fixed_ip_address_scope': None}, {'id': '33118baf-d227-4a9e-a7eb-44b3f1dd093c', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'floating_ip_address': '172.26.5.236', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': 'b2226967-9021-4fe6-b242-583ecbeb4ee5', 'port_id': 'b9efb60a-5f89-4f61-bc09-3bbe2d62a0a0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeb00141-9ad6-4ffe-9f33-b4c3278985b6', 'mac_address': 'fa:16:3e:77:c3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9653fe8c-d2a2-42f1-836f-d484f4955e97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T09:04:19Z', 'updated_at': '2021-12-20T09:04:19Z', 'revision_number': 0, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71e18184-a291-4d8f-ae7e-784c22ec39b0', 'name': '', 'network_id': 'eeb00141-9ad6-4ffe-9f33-b4c3278985b6', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'mac_address': 'fa:16:3e:a9:95:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2226967-9021-4fe6-b242-583ecbeb4ee5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '912f5514-4f36-42c8-ad70-85bc01430890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:03:42Z', 'updated_at': '2021-12-20T09:03:50Z', 'revision_number': 5, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'subnets': [{'id': '912f5514-4f36-42c8-ad70-85bc01430890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 09:04:22.812805 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcbc4ec-7a6d-4d18-9bb3-4fe7ef91dd3a None None] New status for floating IP 33118baf-d227-4a9e-a7eb-44b3f1dd093c: ACTIVE {{(pid=83446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 09:04:26.123451 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:04:38.370025 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c7b89c52-108a-4ea1-bd2b-3a3f6d0577b2 req-63194908-fd15-4573-8ada-d5cbf247a82b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a0de9147-50b0-402f-8c20-78513d6401d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0695431 Dec 20 09:04:38.514449 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c7b89c52-108a-4ea1-bd2b-3a3f6d0577b2 req-1de84e47-577f-4faa-aee0-98ec33197ba9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f7b89f97320342ff933d41aa1a974b12&device_id=a0de9147-50b0-402f-8c20-78513d6401d4 HTTP/1.1" status: 200 len: 1098 time: 0.0742087 Dec 20 09:04:38.670449 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b89c52-108a-4ea1-bd2b-3a3f6d0577b2 req-c3b22ab5-5ef1-40d9-bc20-4ff74a1b9d0e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:04:38.671825 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c7b89c52-108a-4ea1-bd2b-3a3f6d0577b2 req-c3b22ab5-5ef1-40d9-bc20-4ff74a1b9d0e service neutron] 10.222.0.58 "GET /v2.0/networks?id=eeb00141-9ad6-4ffe-9f33-b4c3278985b6 HTTP/1.1" status: 200 len: 897 time: 0.1365955 Dec 20 09:04:38.779260 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c7b89c52-108a-4ea1-bd2b-3a3f6d0577b2 req-c7a07d0d-3b11-44f5-9f83-76d802c618ac service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7ad8186-fbbc-4388-ae2e-257c76755ef0 HTTP/1.1" status: 200 len: 1000 time: 0.1001773 Dec 20 09:04:38.841424 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b89c52-108a-4ea1-bd2b-3a3f6d0577b2 req-6b09ec14-b711-4915-a704-a722bef66fc9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:04:38.842908 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c7b89c52-108a-4ea1-bd2b-3a3f6d0577b2 req-6b09ec14-b711-4915-a704-a722bef66fc9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=912f5514-4f36-42c8-ad70-85bc01430890 HTTP/1.1" status: 200 len: 835 time: 0.0573299 Dec 20 09:04:38.918251 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c7b89c52-108a-4ea1-bd2b-3a3f6d0577b2 req-508a3dfc-fc5d-4ddf-afc5-20bb447ff989 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=eeb00141-9ad6-4ffe-9f33-b4c3278985b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685444 Dec 20 09:04:39.056133 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c7b89c52-108a-4ea1-bd2b-3a3f6d0577b2 req-cebacf16-2407-4132-a096-2f77f661e4f3 service neutron] 10.222.0.58 "GET /v2.0/networks/eeb00141-9ad6-4ffe-9f33-b4c3278985b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298790 Dec 20 09:04:39.195590 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c7b89c52-108a-4ea1-bd2b-3a3f6d0577b2 req-f9a493d2-83f8-4c0f-96cc-15fa96d230f2 service neutron] 10.222.0.58 "GET /v2.0/networks/eeb00141-9ad6-4ffe-9f33-b4c3278985b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319880 Dec 20 09:04:40.084563 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:04:42.535510 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3b8c2554-9040-40cc-b72d-75c1a770736d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:04:44.852232 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-64d4998f-b1f7-400b-8a53-61080ebc5cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:04:45.966327 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:04:46.047104 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:04:47.429073 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:05:03.124023 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:05:10.088741 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:05:12.539876 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-5003e8a0-6a99-4d96-b387-be649fd71225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:05:14.854621 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-4bce1a05-6bcf-4e95-9a85-fb0ede2e9a13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:05:15.969845 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:05:16.032475 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:05:17.432977 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:05:37.156310 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 47570) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:05:37.265350 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-6c68f0e9-2bd8-4d0f-a7a7-a4f4f361f2c0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/floatingips/2ac966dc-0904-4e99-83e3-53c525ece660 HTTP/1.1" status: 200 len: 992 time: 0.1077802 Dec 20 09:05:38.063507 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 47580) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:05:38.070268 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-b3d56f65-c018-48c0-948a-cac3e72a8205 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'port': {'admin_state_up': False}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:05:38.194069 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d56f65-c018-48c0-948a-cac3e72a8205 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:05:38.444077 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-b3d56f65-c018-48c0-948a-cac3e72a8205 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] For port b7ad8186-fbbc-4388-ae2e-257c76755ef0, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=b7ad8186-fbbc-4388-ae2e-257c76755ef0,segment=NetworkSegment(02f5e81d-f96b-4e80-b0af-f730674a99af),segment_id=02f5e81d-f96b-4e80-b0af-f730674a99af)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:05:38.469709 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d56f65-c018-48c0-948a-cac3e72a8205 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:05:38.474853 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d56f65-c018-48c0-948a-cac3e72a8205 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2036698'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:05:38.478670 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-80ccae1b-d2d5-4ba2-b97a-6e5bb84aeea1 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:05:38.545848 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d56f65-c018-48c0-948a-cac3e72a8205 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:05:38.545848 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d56f65-c018-48c0-948a-cac3e72a8205 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:05:38.553094 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-b3d56f65-c018-48c0-948a-cac3e72a8205 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "PUT /v2.0/ports/b7ad8186-fbbc-4388-ae2e-257c76755ef0 HTTP/1.1" status: 200 len: 938 time: 0.4858778 Dec 20 09:05:38.553094 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0de9147-50b0-402f-8c20-78513d6401d4', 'tag': 'b7ad8186-fbbc-4388-ae2e-257c76755ef0'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:05:38.583068 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d56f65-c018-48c0-948a-cac3e72a8205 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'Port': ['ID=b7ad8186-fbbc-4388-ae2e-257c76755ef0,revision_number=6']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:05:38.594149 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d56f65-c018-48c0-948a-cac3e72a8205 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:05:38.594532 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d56f65-c018-48c0-948a-cac3e72a8205 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:05:38.595041 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d56f65-c018-48c0-948a-cac3e72a8205 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:05:38.595480 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d56f65-c018-48c0-948a-cac3e72a8205 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:05:38.595839 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d56f65-c018-48c0-948a-cac3e72a8205 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:05:38.596230 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d56f65-c018-48c0-948a-cac3e72a8205 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:05:38.596632 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d56f65-c018-48c0-948a-cac3e72a8205 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:05:38.596999 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d56f65-c018-48c0-948a-cac3e72a8205 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:05:38.597820 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d56f65-c018-48c0-948a-cac3e72a8205 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:05:38.598185 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d56f65-c018-48c0-948a-cac3e72a8205 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:05:38.598544 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d56f65-c018-48c0-948a-cac3e72a8205 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:05:38.605685 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b3d56f65-c018-48c0-948a-cac3e72a8205 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:05:38.740296 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0de9147-50b0-402f-8c20-78513d6401d4', 'tag': 'b7ad8186-fbbc-4388-ae2e-257c76755ef0', 'status': 'completed', 'code': 200} Dec 20 09:05:38.841068 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5447faa1-5b17-43b0-bf2e-981274413e2b req-0e978536-b00c-4e26-9719-1ba18a5e596c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f7b89f97320342ff933d41aa1a974b12&device_id=a0de9147-50b0-402f-8c20-78513d6401d4 HTTP/1.1" status: 200 len: 1099 time: 0.0791020 Dec 20 09:05:38.842631 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d271d3d0-f934-4ced-a959-773cb3c9668d None None] Provisioning complete for port b7ad8186-fbbc-4388-ae2e-257c76755ef0 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:05:38.843050 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d271d3d0-f934-4ced-a959-773cb3c9668d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:05:38.906473 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d271d3d0-f934-4ced-a959-773cb3c9668d None None] Port b7ad8186-fbbc-4388-ae2e-257c76755ef0 is administratively disabled so it will not transition to active. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Dec 20 09:05:38.977253 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5447faa1-5b17-43b0-bf2e-981274413e2b req-54f0790e-d27e-4f00-b8c1-2f103c268464 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:05:38.978704 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5447faa1-5b17-43b0-bf2e-981274413e2b req-54f0790e-d27e-4f00-b8c1-2f103c268464 service neutron] 10.222.0.58 "GET /v2.0/networks?id=eeb00141-9ad6-4ffe-9f33-b4c3278985b6 HTTP/1.1" status: 200 len: 897 time: 0.1316216 Dec 20 09:05:39.201859 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5447faa1-5b17-43b0-bf2e-981274413e2b req-8b2c1f2b-6786-4e20-a4f6-d51a56fb02d5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7ad8186-fbbc-4388-ae2e-257c76755ef0 HTTP/1.1" status: 200 len: 1001 time: 0.2170310 Dec 20 09:05:39.270620 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5447faa1-5b17-43b0-bf2e-981274413e2b req-ce320945-0540-45dc-9ea4-ec341e094cce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:05:39.272953 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5447faa1-5b17-43b0-bf2e-981274413e2b req-ce320945-0540-45dc-9ea4-ec341e094cce service neutron] 10.222.0.58 "GET /v2.0/subnets?id=912f5514-4f36-42c8-ad70-85bc01430890 HTTP/1.1" status: 200 len: 835 time: 0.0648484 Dec 20 09:05:39.353479 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5447faa1-5b17-43b0-bf2e-981274413e2b req-4de5455d-dcad-400b-9c8d-89a712a227b6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=eeb00141-9ad6-4ffe-9f33-b4c3278985b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739477 Dec 20 09:05:39.486887 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5447faa1-5b17-43b0-bf2e-981274413e2b req-2f2962d2-5885-468b-a354-b347e53292ba service neutron] 10.222.0.58 "GET /v2.0/networks/eeb00141-9ad6-4ffe-9f33-b4c3278985b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268132 Dec 20 09:05:39.628895 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5447faa1-5b17-43b0-bf2e-981274413e2b req-72a5798b-43ca-47ed-8fd5-78ce54bd5bf1 service neutron] 10.222.0.58 "GET /v2.0/networks/eeb00141-9ad6-4ffe-9f33-b4c3278985b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357965 Dec 20 09:05:40.096295 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:05:40.124791 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:05:41.346868 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a838cf00-0791-4a47-95e8-7391986cc4f2 req-3bd29095-59f4-4cd8-8f32-f990e7076df2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9653fe8c-d2a2-42f1-836f-d484f4955e97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0748851 Dec 20 09:05:41.438652 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a838cf00-0791-4a47-95e8-7391986cc4f2 req-c68dc423-11e9-496b-b053-7a435ba50c3b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f7b89f97320342ff933d41aa1a974b12&device_id=9653fe8c-d2a2-42f1-836f-d484f4955e97 HTTP/1.1" status: 200 len: 1098 time: 0.0699122 Dec 20 09:05:41.589814 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a838cf00-0791-4a47-95e8-7391986cc4f2 req-2a95d2c3-f05a-495f-aa02-3b1f088f9f10 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:05:41.591509 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a838cf00-0791-4a47-95e8-7391986cc4f2 req-2a95d2c3-f05a-495f-aa02-3b1f088f9f10 service neutron] 10.222.0.58 "GET /v2.0/networks?id=eeb00141-9ad6-4ffe-9f33-b4c3278985b6 HTTP/1.1" status: 200 len: 897 time: 0.1344614 Dec 20 09:05:41.704534 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a838cf00-0791-4a47-95e8-7391986cc4f2 req-75f0d068-8a6e-468f-a36b-31d10ee4d45d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9efb60a-5f89-4f61-bc09-3bbe2d62a0a0 HTTP/1.1" status: 200 len: 1001 time: 0.1066718 Dec 20 09:05:41.770205 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a838cf00-0791-4a47-95e8-7391986cc4f2 req-9b38a5f3-9286-419d-8ea7-10ca23c5bdda service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:05:41.772248 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a838cf00-0791-4a47-95e8-7391986cc4f2 req-9b38a5f3-9286-419d-8ea7-10ca23c5bdda service neutron] 10.222.0.58 "GET /v2.0/subnets?id=912f5514-4f36-42c8-ad70-85bc01430890 HTTP/1.1" status: 200 len: 835 time: 0.0618713 Dec 20 09:05:41.848467 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a838cf00-0791-4a47-95e8-7391986cc4f2 req-e9007f49-a267-4f41-b601-2df475c1889d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=eeb00141-9ad6-4ffe-9f33-b4c3278985b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700419 Dec 20 09:05:41.984673 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a838cf00-0791-4a47-95e8-7391986cc4f2 req-0dc453a4-a2c0-47cc-a651-89fec42a5b79 service neutron] 10.222.0.58 "GET /v2.0/networks/eeb00141-9ad6-4ffe-9f33-b4c3278985b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302001 Dec 20 09:05:42.118710 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a838cf00-0791-4a47-95e8-7391986cc4f2 req-14e349a5-5f78-4dec-af7c-4b18a6e6f90a service neutron] 10.222.0.58 "GET /v2.0/networks/eeb00141-9ad6-4ffe-9f33-b4c3278985b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277008 Dec 20 09:05:42.141280 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 47592) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:05:42.147058 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-fa4b1b8d-1158-4e36-8694-868b2e6de7a9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'port': {'admin_state_up': True}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:05:42.266545 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fa4b1b8d-1158-4e36-8694-868b2e6de7a9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:05:42.484686 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-fa4b1b8d-1158-4e36-8694-868b2e6de7a9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] For port b7ad8186-fbbc-4388-ae2e-257c76755ef0, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=b7ad8186-fbbc-4388-ae2e-257c76755ef0,segment=NetworkSegment(02f5e81d-f96b-4e80-b0af-f730674a99af),segment_id=02f5e81d-f96b-4e80-b0af-f730674a99af)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:05:42.511235 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fa4b1b8d-1158-4e36-8694-868b2e6de7a9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:05:42.515873 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fa4b1b8d-1158-4e36-8694-868b2e6de7a9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:05:42.519769 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-930d87ee-d855-4af4-b5ba-5b936edf4e7e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:05:42.543762 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-1e633df3-16ba-40d5-a046-14ed87e3885b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:05:42.591459 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4b1b8d-1158-4e36-8694-868b2e6de7a9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:05:42.592519 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fa4b1b8d-1158-4e36-8694-868b2e6de7a9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:05:42.593517 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-fa4b1b8d-1158-4e36-8694-868b2e6de7a9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "PUT /v2.0/ports/b7ad8186-fbbc-4388-ae2e-257c76755ef0 HTTP/1.1" status: 200 len: 937 time: 0.4513168 Dec 20 09:05:42.596856 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 47596) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:05:42.597347 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0de9147-50b0-402f-8c20-78513d6401d4', 'tag': 'b7ad8186-fbbc-4388-ae2e-257c76755ef0'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:05:42.636755 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4b1b8d-1158-4e36-8694-868b2e6de7a9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'Port': ['ID=b7ad8186-fbbc-4388-ae2e-257c76755ef0,revision_number=7']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:05:42.651199 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4b1b8d-1158-4e36-8694-868b2e6de7a9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:05:42.651821 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4b1b8d-1158-4e36-8694-868b2e6de7a9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:05:42.652781 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4b1b8d-1158-4e36-8694-868b2e6de7a9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:05:42.653448 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4b1b8d-1158-4e36-8694-868b2e6de7a9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:05:42.654315 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4b1b8d-1158-4e36-8694-868b2e6de7a9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:05:42.654901 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4b1b8d-1158-4e36-8694-868b2e6de7a9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:05:42.655528 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4b1b8d-1158-4e36-8694-868b2e6de7a9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:05:42.656103 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4b1b8d-1158-4e36-8694-868b2e6de7a9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:05:42.656663 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4b1b8d-1158-4e36-8694-868b2e6de7a9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:05:42.657196 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4b1b8d-1158-4e36-8694-868b2e6de7a9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:05:42.657839 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4b1b8d-1158-4e36-8694-868b2e6de7a9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:05:42.670648 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-fa4b1b8d-1158-4e36-8694-868b2e6de7a9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:05:42.675126 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0de9147-50b0-402f-8c20-78513d6401d4', 'tag': 'b7ad8186-fbbc-4388-ae2e-257c76755ef0', 'status': 'completed', 'code': 200} Dec 20 09:05:42.733113 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-580fbf98-915a-4493-8953-5c5a92ae589b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/floatingips/2ac966dc-0904-4e99-83e3-53c525ece660 HTTP/1.1" status: 200 len: 992 time: 0.1348813 Dec 20 09:05:42.782402 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0f2443a0-148b-4e61-86ae-d461751e27fc req-6a77642e-05f0-40ad-8025-bf4c8accd5b2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f7b89f97320342ff933d41aa1a974b12&device_id=a0de9147-50b0-402f-8c20-78513d6401d4 HTTP/1.1" status: 200 len: 1098 time: 0.0788758 Dec 20 09:05:42.859328 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-b990f217-b5d5-4f78-99b3-386a41053f88 None None] Provisioning complete for port b7ad8186-fbbc-4388-ae2e-257c76755ef0 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:05:42.859710 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b990f217-b5d5-4f78-99b3-386a41053f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:05:42.926227 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2443a0-148b-4e61-86ae-d461751e27fc req-b6c5d92b-e1bc-4daa-82c0-747fffc3272c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:05:42.930702 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0f2443a0-148b-4e61-86ae-d461751e27fc req-b6c5d92b-e1bc-4daa-82c0-747fffc3272c service neutron] 10.222.0.58 "GET /v2.0/networks?id=eeb00141-9ad6-4ffe-9f33-b4c3278985b6 HTTP/1.1" status: 200 len: 897 time: 0.1392951 Dec 20 09:05:42.951145 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] get_ports_and_sgs() called for port_ids ['b7ad8186-fbbc-4388-ae2e-257c76755ef0'] {{(pid=83446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 09:05:43.145895 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0f2443a0-148b-4e61-86ae-d461751e27fc req-e81a65fa-ec80-4c8d-8331-260b82d11140 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7ad8186-fbbc-4388-ae2e-257c76755ef0 HTTP/1.1" status: 200 len: 1000 time: 0.2108378 Dec 20 09:05:43.212214 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2443a0-148b-4e61-86ae-d461751e27fc req-5e7ff8ce-81d8-456a-bfbf-f6b0ce773354 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:05:43.213718 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0f2443a0-148b-4e61-86ae-d461751e27fc req-5e7ff8ce-81d8-456a-bfbf-f6b0ce773354 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=912f5514-4f36-42c8-ad70-85bc01430890 HTTP/1.1" status: 200 len: 835 time: 0.0620260 Dec 20 09:05:43.290576 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0f2443a0-148b-4e61-86ae-d461751e27fc req-bad0c677-e88a-4336-99ea-9186975d7d0c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=eeb00141-9ad6-4ffe-9f33-b4c3278985b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701067 Dec 20 09:05:43.425398 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0f2443a0-148b-4e61-86ae-d461751e27fc req-33c9f5bb-b95a-4bd3-8226-e898606e1595 service neutron] 10.222.0.58 "GET /v2.0/networks/eeb00141-9ad6-4ffe-9f33-b4c3278985b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281188 Dec 20 09:05:43.561171 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0f2443a0-148b-4e61-86ae-d461751e27fc req-40ed03c0-69a5-43d0-a8a1-7dec740eb384 service neutron] 10.222.0.58 "GET /v2.0/networks/eeb00141-9ad6-4ffe-9f33-b4c3278985b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287930 Dec 20 09:05:44.859566 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-baad5892-c6d1-4da3-9013-502f0cfb1f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:05:45.308473 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 47608) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:05:45.528510 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-7f2fd4b9-34bc-48d7-9b85-ed656c55e35b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Deleting port c9a5c2b7-64bf-447a-8816-4efd780f4bda {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:05:45.528840 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7f2fd4b9-34bc-48d7-9b85-ed656c55e35b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:05:45.705621 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7f2fd4b9-34bc-48d7-9b85-ed656c55e35b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:05:45.705944 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7f2fd4b9-34bc-48d7-9b85-ed656c55e35b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:05:45.828718 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-7f2fd4b9-34bc-48d7-9b85-ed656c55e35b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Calling delete_port for c9a5c2b7-64bf-447a-8816-4efd780f4bda owned by network:floatingip {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:05:45.973255 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:05:45.986311 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7f2fd4b9-34bc-48d7-9b85-ed656c55e35b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:05:45.990925 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c9bd358e-77bc-4bda-9174-d12ad928d969 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:05:46.031656 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2fd4b9-34bc-48d7-9b85-ed656c55e35b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event deleted for resources: {'Port': ['ID=c9a5c2b7-64bf-447a-8816-4efd780f4bda,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:05:46.035713 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7f2fd4b9-34bc-48d7-9b85-ed656c55e35b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:05:46.037360 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:05:46.131885 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7f2fd4b9-34bc-48d7-9b85-ed656c55e35b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for floatingip, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:05:46.653807 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f2fd4b9-34bc-48d7-9b85-ed656c55e35b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Router b2226967-9021-4fe6-b242-583ecbeb4ee5 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 09:05:46.871095 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f2fd4b9-34bc-48d7-9b85-ed656c55e35b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 09:05:46.884200 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcdb08c-c9a5-4037-8c24-4755d3afc261 None None] Sync routers for ids ['b2226967-9021-4fe6-b242-583ecbeb4ee5'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 09:05:46.891987 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7f2fd4b9-34bc-48d7-9b85-ed656c55e35b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:05:46.896137 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcdb08c-c9a5-4037-8c24-4755d3afc261 None None] Routers {'b2226967-9021-4fe6-b242-583ecbeb4ee5'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:05:46.896756 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-0dcdb08c-c9a5-4037-8c24-4755d3afc261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:05:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['b2226967-9021-4fe6-b242-583ecbeb4ee5'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:05:46.952235 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-7f2fd4b9-34bc-48d7-9b85-ed656c55e35b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "DELETE /v2.0/floatingips/33118baf-d227-4a9e-a7eb-44b3f1dd093c HTTP/1.1" status: 204 len: 168 time: 1.6426604 Dec 20 09:05:46.952934 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9653fe8c-d2a2-42f1-836f-d484f4955e97', 'tag': 'b9efb60a-5f89-4f61-bc09-3bbe2d62a0a0'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:05:47.013592 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9653fe8c-d2a2-42f1-836f-d484f4955e97', 'tag': 'b9efb60a-5f89-4f61-bc09-3bbe2d62a0a0', 'status': 'completed', 'code': 200} Dec 20 09:05:47.084460 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-0dcdb08c-c9a5-4037-8c24-4755d3afc261 None None] Set router b2226967-9021-4fe6-b242-583ecbeb4ee5 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:05:47.118317 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a5f473c9-af45-4ca3-9a3f-53baa72c510d req-b1f80fa2-3812-4939-91d0-76f614e23aa4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f7b89f97320342ff933d41aa1a974b12&device_id=9653fe8c-d2a2-42f1-836f-d484f4955e97 HTTP/1.1" status: 200 len: 1098 time: 0.0823851 Dec 20 09:05:47.263035 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f473c9-af45-4ca3-9a3f-53baa72c510d req-a7cadce7-5133-4a6f-9363-544e9b55e36d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:05:47.265539 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a5f473c9-af45-4ca3-9a3f-53baa72c510d req-a7cadce7-5133-4a6f-9363-544e9b55e36d service neutron] 10.222.0.58 "GET /v2.0/networks?id=eeb00141-9ad6-4ffe-9f33-b4c3278985b6 HTTP/1.1" status: 200 len: 897 time: 0.1419699 Dec 20 09:05:47.376118 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a5f473c9-af45-4ca3-9a3f-53baa72c510d req-1e6a9a1e-fb2f-4285-9a4f-a34598441c73 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9efb60a-5f89-4f61-bc09-3bbe2d62a0a0 HTTP/1.1" status: 200 len: 217 time: 0.1008053 Dec 20 09:05:47.442760 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:05:47.450470 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f473c9-af45-4ca3-9a3f-53baa72c510d req-34b1513d-7916-4a30-b4c1-4b52023e297a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:05:47.451908 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a5f473c9-af45-4ca3-9a3f-53baa72c510d req-34b1513d-7916-4a30-b4c1-4b52023e297a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=912f5514-4f36-42c8-ad70-85bc01430890 HTTP/1.1" status: 200 len: 835 time: 0.0694506 Dec 20 09:05:47.514816 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-0dcdb08c-c9a5-4037-8c24-4755d3afc261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2226967-9021-4fe6-b242-583ecbeb4ee5', 'name': 'tempest-TestNetworkBasicOps-router-2017573659', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.13'}], 'enable_snat': True}, 'gw_port_id': 'f5057cbb-d476-4621-b519-5909ad69cc9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:03:38Z', 'updated_at': '2021-12-20T09:03:43Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': 'f5057cbb-d476-4621-b519-5909ad69cc9e', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:2b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2226967-9021-4fe6-b242-583ecbeb4ee5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:03:39Z', 'updated_at': '2021-12-20T09:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': '2ac966dc-0904-4e99-83e3-53c525ece660', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'floating_ip_address': '172.26.5.22', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': 'b2226967-9021-4fe6-b242-583ecbeb4ee5', 'port_id': 'b7ad8186-fbbc-4388-ae2e-257c76755ef0', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeb00141-9ad6-4ffe-9f33-b4c3278985b6', 'mac_address': 'fa:16:3e:65:fa:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0de9147-50b0-402f-8c20-78513d6401d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T09:04:01Z', 'updated_at': '2021-12-20T09:04:06Z', 'revision_number': 1, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71e18184-a291-4d8f-ae7e-784c22ec39b0', 'name': '', 'network_id': 'eeb00141-9ad6-4ffe-9f33-b4c3278985b6', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'mac_address': 'fa:16:3e:a9:95:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2226967-9021-4fe6-b242-583ecbeb4ee5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '912f5514-4f36-42c8-ad70-85bc01430890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:03:42Z', 'updated_at': '2021-12-20T09:03:50Z', 'revision_number': 5, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'subnets': [{'id': '912f5514-4f36-42c8-ad70-85bc01430890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:05:47.516416 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0074ff-86c3-4b2a-8b87-52a3c0ae669d req-e9ce26bf-b37a-4090-982d-6ae76c0cab38 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:05:47.517120 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-ba0074ff-86c3-4b2a-8b87-52a3c0ae669d req-e9ce26bf-b37a-4090-982d-6ae76c0cab38 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Synchronizing usage tracker for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:05:47.518942 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcdb08c-c9a5-4037-8c24-4755d3afc261 None None] Checking router: b2226967-9021-4fe6-b242-583ecbeb4ee5 for host: dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 09:05:47.531324 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcdb08c-c9a5-4037-8c24-4755d3afc261 None None] Routers {'b2226967-9021-4fe6-b242-583ecbeb4ee5'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:05:47.531736 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-0dcdb08c-c9a5-4037-8c24-4755d3afc261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:05:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['b2226967-9021-4fe6-b242-583ecbeb4ee5'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:05:47.551029 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-ba0074ff-86c3-4b2a-8b87-52a3c0ae669d req-e9ce26bf-b37a-4090-982d-6ae76c0cab38 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Unset dirty status for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:05:47.552871 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ba0074ff-86c3-4b2a-8b87-52a3c0ae669d req-e9ce26bf-b37a-4090-982d-6ae76c0cab38 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=9653fe8c-d2a2-42f1-836f-d484f4955e97 HTTP/1.1" status: 200 len: 945 time: 0.2272084 Dec 20 09:05:47.563050 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a5f473c9-af45-4ca3-9a3f-53baa72c510d req-20938817-0d9a-4efb-9113-db1434503162 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=eeb00141-9ad6-4ffe-9f33-b4c3278985b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1020768 Dec 20 09:05:47.695682 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ba0074ff-86c3-4b2a-8b87-52a3c0ae669d req-d0bc9eb7-4dcb-4807-a8e2-2e2ac0f82f74 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0cbdb27-77da-4eb3-b27d-789bbfbb2d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300476 Dec 20 09:05:47.728740 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-0dcdb08c-c9a5-4037-8c24-4755d3afc261 None None] Set router b2226967-9021-4fe6-b242-583ecbeb4ee5 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:05:47.734292 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a5f473c9-af45-4ca3-9a3f-53baa72c510d req-80942441-a747-45f8-896d-1b25a8d37a41 service neutron] 10.222.0.58 "GET /v2.0/networks/eeb00141-9ad6-4ffe-9f33-b4c3278985b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544130 Dec 20 09:05:47.887267 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a5f473c9-af45-4ca3-9a3f-53baa72c510d req-a0c375f6-7caa-415f-ba98-3cf34f4f4feb service neutron] 10.222.0.58 "GET /v2.0/networks/eeb00141-9ad6-4ffe-9f33-b4c3278985b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419070 Dec 20 09:05:48.083662 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-0dcdb08c-c9a5-4037-8c24-4755d3afc261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2226967-9021-4fe6-b242-583ecbeb4ee5', 'name': 'tempest-TestNetworkBasicOps-router-2017573659', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.13'}], 'enable_snat': True}, 'gw_port_id': 'f5057cbb-d476-4621-b519-5909ad69cc9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:03:38Z', 'updated_at': '2021-12-20T09:03:43Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': 'f5057cbb-d476-4621-b519-5909ad69cc9e', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:2b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2226967-9021-4fe6-b242-583ecbeb4ee5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:03:39Z', 'updated_at': '2021-12-20T09:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': '2ac966dc-0904-4e99-83e3-53c525ece660', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'floating_ip_address': '172.26.5.22', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': 'b2226967-9021-4fe6-b242-583ecbeb4ee5', 'port_id': 'b7ad8186-fbbc-4388-ae2e-257c76755ef0', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeb00141-9ad6-4ffe-9f33-b4c3278985b6', 'mac_address': 'fa:16:3e:65:fa:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0de9147-50b0-402f-8c20-78513d6401d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T09:04:01Z', 'updated_at': '2021-12-20T09:04:06Z', 'revision_number': 1, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71e18184-a291-4d8f-ae7e-784c22ec39b0', 'name': '', 'network_id': 'eeb00141-9ad6-4ffe-9f33-b4c3278985b6', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'mac_address': 'fa:16:3e:a9:95:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2226967-9021-4fe6-b242-583ecbeb4ee5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '912f5514-4f36-42c8-ad70-85bc01430890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:03:42Z', 'updated_at': '2021-12-20T09:03:50Z', 'revision_number': 5, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'subnets': [{'id': '912f5514-4f36-42c8-ad70-85bc01430890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:05:48.088328 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcdb08c-c9a5-4037-8c24-4755d3afc261 None None] The sync data for ids ['b2226967-9021-4fe6-b242-583ecbeb4ee5'] in dv-neutron-820491-1-hyperv is: [{'id': 'b2226967-9021-4fe6-b242-583ecbeb4ee5', 'name': 'tempest-TestNetworkBasicOps-router-2017573659', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.13'}], 'enable_snat': True}, 'gw_port_id': 'f5057cbb-d476-4621-b519-5909ad69cc9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:03:38Z', 'updated_at': '2021-12-20T09:03:43Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': 'f5057cbb-d476-4621-b519-5909ad69cc9e', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:2b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2226967-9021-4fe6-b242-583ecbeb4ee5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:03:39Z', 'updated_at': '2021-12-20T09:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': '2ac966dc-0904-4e99-83e3-53c525ece660', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'floating_ip_address': '172.26.5.22', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': 'b2226967-9021-4fe6-b242-583ecbeb4ee5', 'port_id': 'b7ad8186-fbbc-4388-ae2e-257c76755ef0', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeb00141-9ad6-4ffe-9f33-b4c3278985b6', 'mac_address': 'fa:16:3e:65:fa:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0de9147-50b0-402f-8c20-78513d6401d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T09:04:01Z', 'updated_at': '2021-12-20T09:04:06Z', 'revision_number': 1, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71e18184-a291-4d8f-ae7e-784c22ec39b0', 'name': '', 'network_id': 'eeb00141-9ad6-4ffe-9f33-b4c3278985b6', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'mac_address': 'fa:16:3e:a9:95:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2226967-9021-4fe6-b242-583ecbeb4ee5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '912f5514-4f36-42c8-ad70-85bc01430890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:03:42Z', 'updated_at': '2021-12-20T09:03:50Z', 'revision_number': 5, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'subnets': [{'id': '912f5514-4f36-42c8-ad70-85bc01430890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 09:05:48.317716 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171875d1-38f4-4417-95b9-ab1363667be6 None None] New status for floating IP 33118baf-d227-4a9e-a7eb-44b3f1dd093c: DOWN {{(pid=83446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 09:05:48.903722 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf653dc-3624-48c3-849d-88fb93d8037d req-69c5f324-891a-475a-8f1c-60a53cbc327f tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:05:48.905406 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-ccf653dc-3624-48c3-849d-88fb93d8037d req-69c5f324-891a-475a-8f1c-60a53cbc327f tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=9653fe8c-d2a2-42f1-836f-d484f4955e97 HTTP/1.1" status: 200 len: 945 time: 0.0851591 Dec 20 09:05:48.951720 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd12b23f-9541-47bc-a2f1-16687a039c20 req-6f178573-9ec5-40f4-899b-32bab5df8728 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:05:48.953148 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dd12b23f-9541-47bc-a2f1-16687a039c20 req-6f178573-9ec5-40f4-899b-32bab5df8728 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.58 "GET /v2.0/ports?device_id=9653fe8c-d2a2-42f1-836f-d484f4955e97 HTTP/1.1" status: 200 len: 945 time: 0.0779409 Dec 20 09:05:48.953387 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-ccf653dc-3624-48c3-849d-88fb93d8037d req-5698c135-b80a-481a-bc41-ab72d0b49cc6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0cbdb27-77da-4eb3-b27d-789bbfbb2d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422673 Dec 20 09:05:49.026288 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-dd12b23f-9541-47bc-a2f1-16687a039c20 req-4099c132-5b84-4f2b-8bb9-25ab799b03b8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Deleting port b9efb60a-5f89-4f61-bc09-3bbe2d62a0a0 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:05:49.026536 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-dd12b23f-9541-47bc-a2f1-16687a039c20 req-4099c132-5b84-4f2b-8bb9-25ab799b03b8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:05:49.391755 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-dd12b23f-9541-47bc-a2f1-16687a039c20 req-4099c132-5b84-4f2b-8bb9-25ab799b03b8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] For port b9efb60a-5f89-4f61-bc09-3bbe2d62a0a0, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=b9efb60a-5f89-4f61-bc09-3bbe2d62a0a0,segment=NetworkSegment(02f5e81d-f96b-4e80-b0af-f730674a99af),segment_id=02f5e81d-f96b-4e80-b0af-f730674a99af)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:05:49.392021 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-dd12b23f-9541-47bc-a2f1-16687a039c20 req-4099c132-5b84-4f2b-8bb9-25ab799b03b8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:05:49.517868 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-dd12b23f-9541-47bc-a2f1-16687a039c20 req-4099c132-5b84-4f2b-8bb9-25ab799b03b8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Calling delete_port for b9efb60a-5f89-4f61-bc09-3bbe2d62a0a0 owned by compute:nova {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:05:49.664751 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-dd12b23f-9541-47bc-a2f1-16687a039c20 req-4099c132-5b84-4f2b-8bb9-25ab799b03b8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:05:49.671619 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-abf34569-decc-4802-b2e7-ef14bf0c56da tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:05:49.716705 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4099c132-5b84-4f2b-8bb9-25ab799b03b8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event deleted for resources: {'Port': ['ID=b9efb60a-5f89-4f61-bc09-3bbe2d62a0a0,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:05:49.720667 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4099c132-5b84-4f2b-8bb9-25ab799b03b8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:05:49.796422 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd12b23f-9541-47bc-a2f1-16687a039c20 req-4099c132-5b84-4f2b-8bb9-25ab799b03b8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] No DVR routers for this DVR port b9efb60a-5f89-4f61-bc09-3bbe2d62a0a0 on host hv-neutron-8204 {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 09:05:49.798826 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-dd12b23f-9541-47bc-a2f1-16687a039c20 req-4099c132-5b84-4f2b-8bb9-25ab799b03b8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:05:49.801433 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9653fe8c-d2a2-42f1-836f-d484f4955e97', 'name': 'network-vif-deleted', 'tag': 'b9efb60a-5f89-4f61-bc09-3bbe2d62a0a0'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:05:49.821159 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dd12b23f-9541-47bc-a2f1-16687a039c20 req-4099c132-5b84-4f2b-8bb9-25ab799b03b8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.58 "DELETE /v2.0/ports/b9efb60a-5f89-4f61-bc09-3bbe2d62a0a0 HTTP/1.1" status: 204 len: 173 time: 0.8617523 Dec 20 09:05:49.867314 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9653fe8c-d2a2-42f1-836f-d484f4955e97', 'name': 'network-vif-deleted', 'tag': 'b9efb60a-5f89-4f61-bc09-3bbe2d62a0a0', 'status': 'completed', 'code': 200} Dec 20 09:05:50.142211 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-2ed32ba9-c5ef-496e-a60f-6da0c0d9225b req-a2333198-b604-45e3-8772-843998dafb1d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=9653fe8c-d2a2-42f1-836f-d484f4955e97 HTTP/1.1" status: 200 len: 210 time: 0.0470304 Dec 20 09:05:51.250709 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 47626) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:05:51.322284 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-68025ae7-ccf8-43c6-baad-21a98eac5fa4 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:05:51.349408 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device b9efb60a-5f89-4f61-bc09-3bbe2d62a0a0 no longer exists at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 09:05:51.354007 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-68025ae7-ccf8-43c6-baad-21a98eac5fa4 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:05:51.387871 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] No Port match for: b9efb60a-5f89-4f61-bc09-3bbe2d62a0a0 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 09:05:51.388229 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device b9efb60a-5f89-4f61-bc09-3bbe2d62a0a0 not bound to the agent host hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 09:05:51.423358 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-68025ae7-ccf8-43c6-baad-21a98eac5fa4 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:05:51.427747 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ab60199b-9fbc-4d93-b97f-d1953900ebfa tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:05:51.443960 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68025ae7-ccf8-43c6-baad-21a98eac5fa4 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0cbdb27-77da-4eb3-b27d-789bbfbb2d42,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:05:51.446682 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-68025ae7-ccf8-43c6-baad-21a98eac5fa4 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:05:51.456383 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-68025ae7-ccf8-43c6-baad-21a98eac5fa4 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:05:51.460938 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-68025ae7-ccf8-43c6-baad-21a98eac5fa4 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "DELETE /v2.0/security-groups/b0cbdb27-77da-4eb3-b27d-789bbfbb2d42 HTTP/1.1" status: 204 len: 168 time: 0.2058444 Dec 20 09:05:51.499059 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 47632) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:05:51.825259 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-1aca28ae-f145-4184-aaa6-30df3d248b31 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Deleting port 86192923-1ddf-430e-8bef-3b0e070dcce5 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:05:51.825612 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1aca28ae-f145-4184-aaa6-30df3d248b31 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:05:52.003728 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1aca28ae-f145-4184-aaa6-30df3d248b31 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:05:52.004053 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1aca28ae-f145-4184-aaa6-30df3d248b31 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:05:52.130510 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-1aca28ae-f145-4184-aaa6-30df3d248b31 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Calling delete_port for 86192923-1ddf-430e-8bef-3b0e070dcce5 owned by network:floatingip {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:05:52.289469 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1aca28ae-f145-4184-aaa6-30df3d248b31 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:05:52.293199 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-cf65a01e-bde6-4b29-b2f4-68a0e3b2f6ca tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:05:52.335663 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aca28ae-f145-4184-aaa6-30df3d248b31 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event deleted for resources: {'Port': ['ID=86192923-1ddf-430e-8bef-3b0e070dcce5,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:05:52.339727 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-1aca28ae-f145-4184-aaa6-30df3d248b31 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:05:52.435812 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1aca28ae-f145-4184-aaa6-30df3d248b31 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for floatingip, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:05:52.843444 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aca28ae-f145-4184-aaa6-30df3d248b31 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Router b2226967-9021-4fe6-b242-583ecbeb4ee5 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 09:05:53.044966 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aca28ae-f145-4184-aaa6-30df3d248b31 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 09:05:53.057423 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08df2887-11b2-46da-b98a-26f978c214cb None None] Sync routers for ids ['b2226967-9021-4fe6-b242-583ecbeb4ee5'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 09:05:53.062632 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1aca28ae-f145-4184-aaa6-30df3d248b31 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for floatingip, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:05:53.069971 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08df2887-11b2-46da-b98a-26f978c214cb None None] Routers {'b2226967-9021-4fe6-b242-583ecbeb4ee5'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:05:53.070591 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-08df2887-11b2-46da-b98a-26f978c214cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:05:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['b2226967-9021-4fe6-b242-583ecbeb4ee5'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:05:53.121501 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-1aca28ae-f145-4184-aaa6-30df3d248b31 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "DELETE /v2.0/floatingips/2ac966dc-0904-4e99-83e3-53c525ece660 HTTP/1.1" status: 204 len: 168 time: 1.6211438 Dec 20 09:05:53.122086 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0de9147-50b0-402f-8c20-78513d6401d4', 'tag': 'b7ad8186-fbbc-4388-ae2e-257c76755ef0'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:05:53.186513 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0de9147-50b0-402f-8c20-78513d6401d4', 'tag': 'b7ad8186-fbbc-4388-ae2e-257c76755ef0', 'status': 'completed', 'code': 200} Dec 20 09:05:53.284897 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-08df2887-11b2-46da-b98a-26f978c214cb None None] Set router b2226967-9021-4fe6-b242-583ecbeb4ee5 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:05:53.289991 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5df547ab-2d9c-47a0-8021-ac10369db52d req-d0f155cc-254d-43e9-9e44-73101c0af380 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f7b89f97320342ff933d41aa1a974b12&device_id=a0de9147-50b0-402f-8c20-78513d6401d4 HTTP/1.1" status: 200 len: 1098 time: 0.0804076 Dec 20 09:05:53.436055 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df547ab-2d9c-47a0-8021-ac10369db52d req-30fdc112-b4ad-4490-95fe-6778dfde9372 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:05:53.437716 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5df547ab-2d9c-47a0-8021-ac10369db52d req-30fdc112-b4ad-4490-95fe-6778dfde9372 service neutron] 10.222.0.58 "GET /v2.0/networks?id=eeb00141-9ad6-4ffe-9f33-b4c3278985b6 HTTP/1.1" status: 200 len: 897 time: 0.1410568 Dec 20 09:05:53.512831 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5df547ab-2d9c-47a0-8021-ac10369db52d req-a93a4b04-3cb3-4cd7-8c8a-d2104fa4bce3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7ad8186-fbbc-4388-ae2e-257c76755ef0 HTTP/1.1" status: 200 len: 217 time: 0.0683658 Dec 20 09:05:53.589701 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df547ab-2d9c-47a0-8021-ac10369db52d req-f38a46f7-ec58-4eac-89cd-2b3bd0c72220 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:05:53.591449 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5df547ab-2d9c-47a0-8021-ac10369db52d req-f38a46f7-ec58-4eac-89cd-2b3bd0c72220 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=912f5514-4f36-42c8-ad70-85bc01430890 HTTP/1.1" status: 200 len: 835 time: 0.0719895 Dec 20 09:05:53.612781 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195bf0ea-8662-4b07-98e8-dd4b98c050b5 req-f92d675a-2d88-402b-87b5-9fe982609b0b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:05:53.613650 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-195bf0ea-8662-4b07-98e8-dd4b98c050b5 req-f92d675a-2d88-402b-87b5-9fe982609b0b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Synchronizing usage tracker for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:05:53.632941 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-195bf0ea-8662-4b07-98e8-dd4b98c050b5 req-f92d675a-2d88-402b-87b5-9fe982609b0b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Unset dirty status for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:05:53.634093 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-195bf0ea-8662-4b07-98e8-dd4b98c050b5 req-f92d675a-2d88-402b-87b5-9fe982609b0b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0de9147-50b0-402f-8c20-78513d6401d4 HTTP/1.1" status: 200 len: 945 time: 0.1277580 Dec 20 09:05:53.665909 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-08df2887-11b2-46da-b98a-26f978c214cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2226967-9021-4fe6-b242-583ecbeb4ee5', 'name': 'tempest-TestNetworkBasicOps-router-2017573659', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.13'}], 'enable_snat': True}, 'gw_port_id': 'f5057cbb-d476-4621-b519-5909ad69cc9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:03:38Z', 'updated_at': '2021-12-20T09:03:43Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': 'f5057cbb-d476-4621-b519-5909ad69cc9e', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:2b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2226967-9021-4fe6-b242-583ecbeb4ee5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:03:39Z', 'updated_at': '2021-12-20T09:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '71e18184-a291-4d8f-ae7e-784c22ec39b0', 'name': '', 'network_id': 'eeb00141-9ad6-4ffe-9f33-b4c3278985b6', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'mac_address': 'fa:16:3e:a9:95:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2226967-9021-4fe6-b242-583ecbeb4ee5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '912f5514-4f36-42c8-ad70-85bc01430890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:03:42Z', 'updated_at': '2021-12-20T09:03:50Z', 'revision_number': 5, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'subnets': [{'id': '912f5514-4f36-42c8-ad70-85bc01430890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:05:53.670354 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08df2887-11b2-46da-b98a-26f978c214cb None None] Checking router: b2226967-9021-4fe6-b242-583ecbeb4ee5 for host: dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 09:05:53.683341 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5df547ab-2d9c-47a0-8021-ac10369db52d req-7424c8c0-335e-4c53-8d2f-dc43fe43b22e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=eeb00141-9ad6-4ffe-9f33-b4c3278985b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0832188 Dec 20 09:05:53.683597 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08df2887-11b2-46da-b98a-26f978c214cb None None] Routers {'b2226967-9021-4fe6-b242-583ecbeb4ee5'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:05:53.684194 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-08df2887-11b2-46da-b98a-26f978c214cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:05:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['b2226967-9021-4fe6-b242-583ecbeb4ee5'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:05:53.684387 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-195bf0ea-8662-4b07-98e8-dd4b98c050b5 req-3b1c25ac-46c9-4bd4-bdaf-dc168e9303b1 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=102e161f-8491-48a7-b933-b19b86e58da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447018 Dec 20 09:05:53.832874 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5df547ab-2d9c-47a0-8021-ac10369db52d req-85ca8a84-f895-4acf-a6df-de7e1bfa1045 service neutron] 10.222.0.58 "GET /v2.0/networks/eeb00141-9ad6-4ffe-9f33-b4c3278985b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422210 Dec 20 09:05:53.911410 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-08df2887-11b2-46da-b98a-26f978c214cb None None] Set router b2226967-9021-4fe6-b242-583ecbeb4ee5 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:05:53.969907 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5df547ab-2d9c-47a0-8021-ac10369db52d req-0b91dec3-df17-4479-af9a-dd38b9cf0bf6 service neutron] 10.222.0.58 "GET /v2.0/networks/eeb00141-9ad6-4ffe-9f33-b4c3278985b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304874 Dec 20 09:05:54.232287 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-08df2887-11b2-46da-b98a-26f978c214cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2226967-9021-4fe6-b242-583ecbeb4ee5', 'name': 'tempest-TestNetworkBasicOps-router-2017573659', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.13'}], 'enable_snat': True}, 'gw_port_id': 'f5057cbb-d476-4621-b519-5909ad69cc9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:03:38Z', 'updated_at': '2021-12-20T09:03:43Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': 'f5057cbb-d476-4621-b519-5909ad69cc9e', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:2b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2226967-9021-4fe6-b242-583ecbeb4ee5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:03:39Z', 'updated_at': '2021-12-20T09:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '71e18184-a291-4d8f-ae7e-784c22ec39b0', 'name': '', 'network_id': 'eeb00141-9ad6-4ffe-9f33-b4c3278985b6', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'mac_address': 'fa:16:3e:a9:95:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2226967-9021-4fe6-b242-583ecbeb4ee5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '912f5514-4f36-42c8-ad70-85bc01430890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:03:42Z', 'updated_at': '2021-12-20T09:03:50Z', 'revision_number': 5, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'subnets': [{'id': '912f5514-4f36-42c8-ad70-85bc01430890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:05:54.236686 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08df2887-11b2-46da-b98a-26f978c214cb None None] The sync data for ids ['b2226967-9021-4fe6-b242-583ecbeb4ee5'] in dv-neutron-820491-1-hyperv is: [{'id': 'b2226967-9021-4fe6-b242-583ecbeb4ee5', 'name': 'tempest-TestNetworkBasicOps-router-2017573659', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.13'}], 'enable_snat': True}, 'gw_port_id': 'f5057cbb-d476-4621-b519-5909ad69cc9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:03:38Z', 'updated_at': '2021-12-20T09:03:43Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': 'f5057cbb-d476-4621-b519-5909ad69cc9e', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:2b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2226967-9021-4fe6-b242-583ecbeb4ee5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:03:39Z', 'updated_at': '2021-12-20T09:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '71e18184-a291-4d8f-ae7e-784c22ec39b0', 'name': '', 'network_id': 'eeb00141-9ad6-4ffe-9f33-b4c3278985b6', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'mac_address': 'fa:16:3e:a9:95:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2226967-9021-4fe6-b242-583ecbeb4ee5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '912f5514-4f36-42c8-ad70-85bc01430890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:03:42Z', 'updated_at': '2021-12-20T09:03:50Z', 'revision_number': 5, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'subnets': [{'id': '912f5514-4f36-42c8-ad70-85bc01430890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 09:05:54.456433 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f580a5cd-bc30-4b8e-afb8-42cbae9f244a None None] New status for floating IP 2ac966dc-0904-4e99-83e3-53c525ece660: DOWN {{(pid=83446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 09:05:54.906420 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb446174-d9e6-4be8-835e-1a850f6c1bbd req-c836d3a6-33e0-4aa6-badb-83ca9582383c tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:05:54.907031 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-fb446174-d9e6-4be8-835e-1a850f6c1bbd req-c836d3a6-33e0-4aa6-badb-83ca9582383c tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Synchronizing usage tracker for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:05:54.920180 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-fb446174-d9e6-4be8-835e-1a850f6c1bbd req-c836d3a6-33e0-4aa6-badb-83ca9582383c tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Unset dirty status for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:05:54.921352 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fb446174-d9e6-4be8-835e-1a850f6c1bbd req-c836d3a6-33e0-4aa6-badb-83ca9582383c tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0de9147-50b0-402f-8c20-78513d6401d4 HTTP/1.1" status: 200 len: 945 time: 0.1063671 Dec 20 09:05:54.969053 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-fb446174-d9e6-4be8-835e-1a850f6c1bbd req-30fa6b54-b9e4-4f19-85f4-1942646e6809 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Synchronizing usage tracker for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:security_group {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:05:54.985543 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-fb446174-d9e6-4be8-835e-1a850f6c1bbd req-30fa6b54-b9e4-4f19-85f4-1942646e6809 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Unset dirty status for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:security_group {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:05:54.986691 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fb446174-d9e6-4be8-835e-1a850f6c1bbd req-30fa6b54-b9e4-4f19-85f4-1942646e6809 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=102e161f-8491-48a7-b933-b19b86e58da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599191 Dec 20 09:05:55.137849 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43285153-af51-49f7-ad41-e9bfdce3846e req-2d20b20a-bd32-466a-88be-86b7a910be96 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:05:55.139312 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-43285153-af51-49f7-ad41-e9bfdce3846e req-2d20b20a-bd32-466a-88be-86b7a910be96 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0de9147-50b0-402f-8c20-78513d6401d4 HTTP/1.1" status: 200 len: 945 time: 0.0813434 Dec 20 09:05:55.316539 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-43285153-af51-49f7-ad41-e9bfdce3846e req-555f40c0-9db8-43aa-ae0c-0aac6f99578e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Deleting port b7ad8186-fbbc-4388-ae2e-257c76755ef0 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:05:55.316863 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-43285153-af51-49f7-ad41-e9bfdce3846e req-555f40c0-9db8-43aa-ae0c-0aac6f99578e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:05:55.572317 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-43285153-af51-49f7-ad41-e9bfdce3846e req-555f40c0-9db8-43aa-ae0c-0aac6f99578e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] For port b7ad8186-fbbc-4388-ae2e-257c76755ef0, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=b7ad8186-fbbc-4388-ae2e-257c76755ef0,segment=NetworkSegment(02f5e81d-f96b-4e80-b0af-f730674a99af),segment_id=02f5e81d-f96b-4e80-b0af-f730674a99af)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:05:55.572930 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-43285153-af51-49f7-ad41-e9bfdce3846e req-555f40c0-9db8-43aa-ae0c-0aac6f99578e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:05:55.701617 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-43285153-af51-49f7-ad41-e9bfdce3846e req-555f40c0-9db8-43aa-ae0c-0aac6f99578e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Calling delete_port for b7ad8186-fbbc-4388-ae2e-257c76755ef0 owned by compute:nova {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:05:55.848210 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-43285153-af51-49f7-ad41-e9bfdce3846e req-555f40c0-9db8-43aa-ae0c-0aac6f99578e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:05:55.855839 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4e623c50-e509-4012-9de9-de2c38dbeded tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:05:55.899608 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555f40c0-9db8-43aa-ae0c-0aac6f99578e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event deleted for resources: {'Port': ['ID=b7ad8186-fbbc-4388-ae2e-257c76755ef0,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:05:55.903654 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-555f40c0-9db8-43aa-ae0c-0aac6f99578e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:05:55.979568 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-43285153-af51-49f7-ad41-e9bfdce3846e req-555f40c0-9db8-43aa-ae0c-0aac6f99578e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] No DVR routers for this DVR port b7ad8186-fbbc-4388-ae2e-257c76755ef0 on host hv-neutron-8204 {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 09:05:55.981981 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-43285153-af51-49f7-ad41-e9bfdce3846e req-555f40c0-9db8-43aa-ae0c-0aac6f99578e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:05:55.984652 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0de9147-50b0-402f-8c20-78513d6401d4', 'name': 'network-vif-deleted', 'tag': 'b7ad8186-fbbc-4388-ae2e-257c76755ef0'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:05:56.004486 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-43285153-af51-49f7-ad41-e9bfdce3846e req-555f40c0-9db8-43aa-ae0c-0aac6f99578e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.58 "DELETE /v2.0/ports/b7ad8186-fbbc-4388-ae2e-257c76755ef0 HTTP/1.1" status: 204 len: 173 time: 0.8596330 Dec 20 09:05:56.044959 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0de9147-50b0-402f-8c20-78513d6401d4', 'name': 'network-vif-deleted', 'tag': 'b7ad8186-fbbc-4388-ae2e-257c76755ef0', 'status': 'completed', 'code': 200} Dec 20 09:05:56.163302 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-8145fdff-9208-4e4f-8de7-a94be3e9391c req-65a45206-8fa1-48cf-b500-e43bfd09fb24 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Synchronizing usage tracker for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:05:56.179752 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-8145fdff-9208-4e4f-8de7-a94be3e9391c req-65a45206-8fa1-48cf-b500-e43bfd09fb24 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Unset dirty status for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:05:56.180747 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8145fdff-9208-4e4f-8de7-a94be3e9391c req-65a45206-8fa1-48cf-b500-e43bfd09fb24 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0de9147-50b0-402f-8c20-78513d6401d4 HTTP/1.1" status: 200 len: 210 time: 0.0602052 Dec 20 09:05:57.284895 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 47650) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:05:57.428410 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device b7ad8186-fbbc-4388-ae2e-257c76755ef0 no longer exists at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 09:05:57.484565 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] No Port match for: b7ad8186-fbbc-4388-ae2e-257c76755ef0 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 09:05:57.485214 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device b7ad8186-fbbc-4388-ae2e-257c76755ef0 not bound to the agent host hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 09:05:57.491761 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-89ab315a-7024-45e1-a5dd-a8fab8cb9a81 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:05:57.521911 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-89ab315a-7024-45e1-a5dd-a8fab8cb9a81 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:05:57.596926 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-89ab315a-7024-45e1-a5dd-a8fab8cb9a81 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:05:57.601713 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-365b123c-2de6-4d3f-82a4-75d6f5172d62 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:05:57.619569 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ab315a-7024-45e1-a5dd-a8fab8cb9a81 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=102e161f-8491-48a7-b933-b19b86e58da0,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:05:57.621994 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-89ab315a-7024-45e1-a5dd-a8fab8cb9a81 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:05:57.631510 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-89ab315a-7024-45e1-a5dd-a8fab8cb9a81 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:05:57.634380 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-89ab315a-7024-45e1-a5dd-a8fab8cb9a81 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "DELETE /v2.0/security-groups/102e161f-8491-48a7-b933-b19b86e58da0 HTTP/1.1" status: 204 len: 168 time: 0.3467321 Dec 20 09:05:57.676531 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 47656) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:05:58.087560 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-41f72b09-be84-43c8-b728-bb7855392178 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349062'] for router_interface, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:05:58.825983 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-41f72b09-be84-43c8-b728-bb7855392178 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Deleting port 71e18184-a291-4d8f-ae7e-784c22ec39b0 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:05:58.826846 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-41f72b09-be84-43c8-b728-bb7855392178 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:05:59.021266 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-41f72b09-be84-43c8-b728-bb7855392178 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] For port 71e18184-a291-4d8f-ae7e-784c22ec39b0, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=71e18184-a291-4d8f-ae7e-784c22ec39b0,segment=NetworkSegment(02f5e81d-f96b-4e80-b0af-f730674a99af),segment_id=02f5e81d-f96b-4e80-b0af-f730674a99af)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:05:59.021591 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-41f72b09-be84-43c8-b728-bb7855392178 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:05:59.143374 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-41f72b09-be84-43c8-b728-bb7855392178 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Calling delete_port for 71e18184-a291-4d8f-ae7e-784c22ec39b0 owned by network:router_interface {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:05:59.347963 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-41f72b09-be84-43c8-b728-bb7855392178 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:05:59.352478 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-930d87ee-d855-4af4-b5ba-5b936edf4e7e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:05:59.401848 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f72b09-be84-43c8-b728-bb7855392178 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event deleted for resources: {'Port': ['ID=71e18184-a291-4d8f-ae7e-784c22ec39b0,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:05:59.404612 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-41f72b09-be84-43c8-b728-bb7855392178 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:05:59.751904 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-41f72b09-be84-43c8-b728-bb7855392178 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32897953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348760'] for router_interface, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:00.534084 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41f72b09-be84-43c8-b728-bb7855392178 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Router b2226967-9021-4fe6-b242-583ecbeb4ee5 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 09:06:00.769991 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41f72b09-be84-43c8-b728-bb7855392178 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 09:06:00.783093 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5feb1aa3-1885-4cbc-86a2-92ad72221993 None None] Sync routers for ids ['b2226967-9021-4fe6-b242-583ecbeb4ee5'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 09:06:00.793451 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-41f72b09-be84-43c8-b728-bb7855392178 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "PUT /v2.0/routers/b2226967-9021-4fe6-b242-583ecbeb4ee5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1147349 Dec 20 09:06:00.796025 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 47660) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:06:00.797003 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5feb1aa3-1885-4cbc-86a2-92ad72221993 None None] Routers {'b2226967-9021-4fe6-b242-583ecbeb4ee5'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:06:00.797645 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-5feb1aa3-1885-4cbc-86a2-92ad72221993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:05:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['b2226967-9021-4fe6-b242-583ecbeb4ee5'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:06:00.981878 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-5feb1aa3-1885-4cbc-86a2-92ad72221993 None None] Set router b2226967-9021-4fe6-b242-583ecbeb4ee5 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:06:00.991071 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_v2 [None req-de3ec50e-8b2b-4d8d-9146-73aafa7bf796 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Deleting subnet 912f5514-4f36-42c8-ad70-85bc01430890 {{(pid=83445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 09:06:00.994414 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-de3ec50e-8b2b-4d8d-9146-73aafa7bf796 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for subnet, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:01.050283 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-de3ec50e-8b2b-4d8d-9146-73aafa7bf796 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1518554'] for subnet, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:01.136482 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-de3ec50e-8b2b-4d8d-9146-73aafa7bf796 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:01.224619 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-de3ec50e-8b2b-4d8d-9146-73aafa7bf796 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2036620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2095133'] for subnet, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:01.228499 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e58a4b93-3b0d-4d0a-8a56-6e31c18e3517 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:06:01.264367 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3ec50e-8b2b-4d8d-9146-73aafa7bf796 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event deleted for resources: {'Subnet': ['ID=912f5514-4f36-42c8-ad70-85bc01430890,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:06:01.267871 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-de3ec50e-8b2b-4d8d-9146-73aafa7bf796 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:06:01.272526 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-de3ec50e-8b2b-4d8d-9146-73aafa7bf796 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:01.280945 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9989042f-43b3-4354-bdb0-4184c47464ea None None] Network eeb00141-9ad6-4ffe-9f33-b4c3278985b6 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 09:06:01.281495 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-5feb1aa3-1885-4cbc-86a2-92ad72221993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2226967-9021-4fe6-b242-583ecbeb4ee5', 'name': 'tempest-TestNetworkBasicOps-router-2017573659', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.13'}], 'enable_snat': True}, 'gw_port_id': 'f5057cbb-d476-4621-b519-5909ad69cc9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:03:38Z', 'updated_at': '2021-12-20T09:05:59Z', 'revision_number': 5, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': 'f5057cbb-d476-4621-b519-5909ad69cc9e', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:2b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2226967-9021-4fe6-b242-583ecbeb4ee5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:03:39Z', 'updated_at': '2021-12-20T09:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:06:01.282263 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 47664) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:06:01.282386 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-de3ec50e-8b2b-4d8d-9146-73aafa7bf796 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "DELETE /v2.0/subnets/912f5514-4f36-42c8-ad70-85bc01430890 HTTP/1.1" status: 204 len: 168 time: 0.4847124 Dec 20 09:06:01.287876 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5feb1aa3-1885-4cbc-86a2-92ad72221993 None None] Checking router: b2226967-9021-4fe6-b242-583ecbeb4ee5 for host: dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 09:06:01.303978 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5feb1aa3-1885-4cbc-86a2-92ad72221993 None None] Routers {'b2226967-9021-4fe6-b242-583ecbeb4ee5'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:06:01.304729 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-5feb1aa3-1885-4cbc-86a2-92ad72221993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:05:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['b2226967-9021-4fe6-b242-583ecbeb4ee5'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:06:01.503293 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bff1df77-d7d1-46d6-94d1-59e96176db43 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for router, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:01.504729 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-5feb1aa3-1885-4cbc-86a2-92ad72221993 None None] Set router b2226967-9021-4fe6-b242-583ecbeb4ee5 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:06:01.572104 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd01bc1-7be8-49c0-a240-ae142283669e None None] DHCP port deletion for eeb00141-9ad6-4ffe-9f33-b4c3278985b6 request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 09:06:01.576204 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-3fd01bc1-7be8-49c0-a240-ae142283669e None None] Deleting port f0820cbd-7eea-4ca5-8e40-8cb90561bdc1 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:06:01.576749 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3fd01bc1-7be8-49c0-a240-ae142283669e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:01.714284 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bff1df77-d7d1-46d6-94d1-59e96176db43 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:01.727332 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-bff1df77-d7d1-46d6-94d1-59e96176db43 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Deleting port f5057cbb-d476-4621-b519-5909ad69cc9e {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:06:01.727731 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bff1df77-d7d1-46d6-94d1-59e96176db43 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:01.804672 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-3fd01bc1-7be8-49c0-a240-ae142283669e None None] For port f0820cbd-7eea-4ca5-8e40-8cb90561bdc1, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=f0820cbd-7eea-4ca5-8e40-8cb90561bdc1,segment=NetworkSegment(02f5e81d-f96b-4e80-b0af-f730674a99af),segment_id=02f5e81d-f96b-4e80-b0af-f730674a99af)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:06:01.805955 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3fd01bc1-7be8-49c0-a240-ae142283669e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:01.873482 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-5feb1aa3-1885-4cbc-86a2-92ad72221993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2226967-9021-4fe6-b242-583ecbeb4ee5', 'name': 'tempest-TestNetworkBasicOps-router-2017573659', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.13'}], 'enable_snat': True}, 'gw_port_id': 'f5057cbb-d476-4621-b519-5909ad69cc9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:03:38Z', 'updated_at': '2021-12-20T09:05:59Z', 'revision_number': 5, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': 'f5057cbb-d476-4621-b519-5909ad69cc9e', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:2b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2226967-9021-4fe6-b242-583ecbeb4ee5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:03:39Z', 'updated_at': '2021-12-20T09:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:06:01.878039 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5feb1aa3-1885-4cbc-86a2-92ad72221993 None None] The sync data for ids ['b2226967-9021-4fe6-b242-583ecbeb4ee5'] in dv-neutron-820491-1-hyperv is: [{'id': 'b2226967-9021-4fe6-b242-583ecbeb4ee5', 'name': 'tempest-TestNetworkBasicOps-router-2017573659', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.13'}], 'enable_snat': True}, 'gw_port_id': 'f5057cbb-d476-4621-b519-5909ad69cc9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:03:38Z', 'updated_at': '2021-12-20T09:05:59Z', 'revision_number': 5, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': 'f5057cbb-d476-4621-b519-5909ad69cc9e', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:2b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2226967-9021-4fe6-b242-583ecbeb4ee5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:03:39Z', 'updated_at': '2021-12-20T09:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 09:06:01.934618 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-bff1df77-d7d1-46d6-94d1-59e96176db43 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] For port f5057cbb-d476-4621-b519-5909ad69cc9e, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=f5057cbb-d476-4621-b519-5909ad69cc9e,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:06:01.934979 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bff1df77-d7d1-46d6-94d1-59e96176db43 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:01.976514 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-3fd01bc1-7be8-49c0-a240-ae142283669e None None] Calling delete_port for f0820cbd-7eea-4ca5-8e40-8cb90561bdc1 owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:06:02.052829 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3fd01bc1-7be8-49c0-a240-ae142283669e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102'] for port, after_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:02.056558 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-6b94b43c-8fa7-4dc5-b63b-58a0ac8b18b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:06:02.059122 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-bff1df77-d7d1-46d6-94d1-59e96176db43 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Calling delete_port for f5057cbb-d476-4621-b519-5909ad69cc9e owned by network:router_gateway {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:06:02.100167 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd01bc1-7be8-49c0-a240-ae142283669e None None] Pushing event deleted for resources: {'Port': ['ID=f0820cbd-7eea-4ca5-8e40-8cb90561bdc1,revision_number=None']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:06:02.109473 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd01bc1-7be8-49c0-a240-ae142283669e None None] No DVR routers for this DVR port f0820cbd-7eea-4ca5-8e40-8cb90561bdc1 on host dv-neutron-820491-1-hyperv {{(pid=83446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 09:06:02.114745 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd01bc1-7be8-49c0-a240-ae142283669e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:06:02.115094 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd01bc1-7be8-49c0-a240-ae142283669e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:06:02.115427 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd01bc1-7be8-49c0-a240-ae142283669e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:06:02.115758 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd01bc1-7be8-49c0-a240-ae142283669e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:06:02.116091 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd01bc1-7be8-49c0-a240-ae142283669e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:06:02.116440 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd01bc1-7be8-49c0-a240-ae142283669e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:06:02.117111 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd01bc1-7be8-49c0-a240-ae142283669e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:06:02.117111 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd01bc1-7be8-49c0-a240-ae142283669e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:06:02.117390 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd01bc1-7be8-49c0-a240-ae142283669e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:06:02.118205 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd01bc1-7be8-49c0-a240-ae142283669e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:06:02.118205 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd01bc1-7be8-49c0-a240-ae142283669e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:06:02.120955 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-3fd01bc1-7be8-49c0-a240-ae142283669e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:06:02.249734 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bff1df77-d7d1-46d6-94d1-59e96176db43 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:02.254406 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7f2fd4b9-34bc-48d7-9b85-ed656c55e35b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:06:02.297779 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff1df77-d7d1-46d6-94d1-59e96176db43 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event deleted for resources: {'Port': ['ID=f5057cbb-d476-4621-b519-5909ad69cc9e,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:06:02.302721 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-bff1df77-d7d1-46d6-94d1-59e96176db43 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:06:02.652842 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bff1df77-d7d1-46d6-94d1-59e96176db43 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346107'] for router_gateway, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:02.668853 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 71e18184-a291-4d8f-ae7e-784c22ec39b0 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 09:06:02.703316 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 71e18184-a291-4d8f-ae7e-784c22ec39b0 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 09:06:02.703608 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 71e18184-a291-4d8f-ae7e-784c22ec39b0 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 09:06:02.703987 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device f0820cbd-7eea-4ca5-8e40-8cb90561bdc1 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 09:06:02.741902 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: f0820cbd-7eea-4ca5-8e40-8cb90561bdc1 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 09:06:02.741902 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device f0820cbd-7eea-4ca5-8e40-8cb90561bdc1 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 09:06:02.910562 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bff1df77-d7d1-46d6-94d1-59e96176db43 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24735'] for router, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:02.916402 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bff1df77-d7d1-46d6-94d1-59e96176db43 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:02.948777 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bff1df77-d7d1-46d6-94d1-59e96176db43 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-390871'] for router, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:02.949353 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bff1df77-d7d1-46d6-94d1-59e96176db43 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Fanout notify agent at l3_agent the message router_deleted on router b2226967-9021-4fe6-b242-583ecbeb4ee5 {{(pid=83444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 09:06:02.964104 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bff1df77-d7d1-46d6-94d1-59e96176db43 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:02.965635 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-bff1df77-d7d1-46d6-94d1-59e96176db43 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "DELETE /v2.0/routers/b2226967-9021-4fe6-b242-583ecbeb4ee5 HTTP/1.1" status: 204 len: 168 time: 1.6816185 Dec 20 09:06:02.967980 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 47668) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:06:03.089462 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-de9dce40-8fa2-4ede-ba96-7857fc2b0514 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:03.229181 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-de9dce40-8fa2-4ede-ba96-7857fc2b0514 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:03.259261 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-de9dce40-8fa2-4ede-ba96-7857fc2b0514 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeb00141-9ad6-4ffe-9f33-b4c3278985b6']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:06:03.274239 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-de9dce40-8fa2-4ede-ba96-7857fc2b0514 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02f5e81d-f96b-4e80-b0af-f730674a99af') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:06:03.274730 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-de9dce40-8fa2-4ede-ba96-7857fc2b0514 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02f5e81d-f96b-4e80-b0af-f730674a99af') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:06:03.306844 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-de9dce40-8fa2-4ede-ba96-7857fc2b0514 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1618722'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:03.327034 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-de9dce40-8fa2-4ede-ba96-7857fc2b0514 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:03.333465 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de9dce40-8fa2-4ede-ba96-7857fc2b0514 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 09:06:03.333879 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-de9dce40-8fa2-4ede-ba96-7857fc2b0514 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1128911'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:03.348046 dv-neutron-820491-1-hyperv neutron-server[83444]: Traceback (most recent call last): Dec 20 09:06:03.348046 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 09:06:03.348046 dv-neutron-820491-1-hyperv neutron-server[83444]: timer() Dec 20 09:06:03.348046 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 09:06:03.348046 dv-neutron-820491-1-hyperv neutron-server[83444]: cb(*args, **kw) Dec 20 09:06:03.348046 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 09:06:03.348046 dv-neutron-820491-1-hyperv neutron-server[83444]: return func(*args, **kwargs) Dec 20 09:06:03.348046 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 09:06:03.348046 dv-neutron-820491-1-hyperv neutron-server[83444]: self._notify() Dec 20 09:06:03.348046 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 09:06:03.348046 dv-neutron-820491-1-hyperv neutron-server[83444]: self.callback(batched_events) Dec 20 09:06:03.348046 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 09:06:03.348046 dv-neutron-820491-1-hyperv neutron-server[83444]: event.method(event) Dec 20 09:06:03.348046 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 09:06:03.348046 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 09:06:03.348046 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 09:06:03.348046 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 09:06:03.348046 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 09:06:03.348046 dv-neutron-820491-1-hyperv neutron-server[83444]: return f(self, *a, **k) Dec 20 09:06:03.348046 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 09:06:03.348046 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._get(url).json() Dec 20 09:06:03.348046 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 09:06:03.348046 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 09:06:03.348046 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 09:06:03.348046 dv-neutron-820491-1-hyperv neutron-server[83444]: return self.request(url, 'GET', **kwargs) Dec 20 09:06:03.348046 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 09:06:03.348046 dv-neutron-820491-1-hyperv neutron-server[83444]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 09:06:03.348046 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 09:06:03.348046 dv-neutron-820491-1-hyperv neutron-server[83444]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 09:06:03.348046 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 09:06:03.348046 dv-neutron-820491-1-hyperv neutron-server[83444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 09:06:03.348046 dv-neutron-820491-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 09:06:03.428730 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-de9dce40-8fa2-4ede-ba96-7857fc2b0514 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:03.434276 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-de9dce40-8fa2-4ede-ba96-7857fc2b0514 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:03.442071 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4ea858d7-70c5-443d-891b-97f278c1d404 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:06:03.471784 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9dce40-8fa2-4ede-ba96-7857fc2b0514 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event deleted for resources: {'Network': ['ID=eeb00141-9ad6-4ffe-9f33-b4c3278985b6,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:06:03.476125 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-de9dce40-8fa2-4ede-ba96-7857fc2b0514 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:06:03.478244 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-de9dce40-8fa2-4ede-ba96-7857fc2b0514 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "DELETE /v2.0/networks/eeb00141-9ad6-4ffe-9f33-b4c3278985b6 HTTP/1.1" status: 204 len: 168 time: 0.5093048 Dec 20 09:06:03.510353 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 47672) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:06:03.516853 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-e24b7b84-352b-4512-9395-938ed655a752 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'network': {'name': 'tempest-network-smoke--1438366183', 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'port_security_enabled': True}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:06:03.524619 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-e24b7b84-352b-4512-9395-938ed655a752 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:06:03.529219 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e24b7b84-352b-4512-9395-938ed655a752 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:network and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:06:03.533336 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e24b7b84-352b-4512-9395-938ed655a752 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:06:03.540674 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-e24b7b84-352b-4512-9395-938ed655a752 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:06:03.555597 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e24b7b84-352b-4512-9395-938ed655a752 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Made reservation on behalf of f7b89f97320342ff933d41aa1a974b12 for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 09:06:03.558817 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e24b7b84-352b-4512-9395-938ed655a752 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:03.589403 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e24b7b84-352b-4512-9395-938ed655a752 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 09:06:03.604992 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e24b7b84-352b-4512-9395-938ed655a752 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:03.605369 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-e24b7b84-352b-4512-9395-938ed655a752 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Added segment af4cd115-f71b-44be-ae2b-16c1d84cc29e of type vlan for network 0819f6b5-a67e-478d-b97b-88dd40418a93 Dec 20 09:06:03.633999 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e24b7b84-352b-4512-9395-938ed655a752 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:03.664134 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e24b7b84-352b-4512-9395-938ed655a752 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:03.668179 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24b7b84-352b-4512-9395-938ed655a752 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:06:03.668770 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e24b7b84-352b-4512-9395-938ed655a752 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:03.672587 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3df58afb-81d9-4312-9104-7e0f9fef7f2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:06:03.776634 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e24b7b84-352b-4512-9395-938ed655a752 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2649851 Dec 20 09:06:03.780471 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 47676) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:06:03.783849 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24b7b84-352b-4512-9395-938ed655a752 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'Network': ['ID=0819f6b5-a67e-478d-b97b-88dd40418a93,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:06:03.788227 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e24b7b84-352b-4512-9395-938ed655a752 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:06:03.788571 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-fc8bedf1-f2f4-4207-893e-3fc404a8bd0e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-541093297', 'admin_state_up': True, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:06:03.795660 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-fc8bedf1-f2f4-4207-893e-3fc404a8bd0e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:06:03.797079 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network 0819f6b5-a67e-478d-b97b-88dd40418a93 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 09:06:03.799610 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-fc8bedf1-f2f4-4207-893e-3fc404a8bd0e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:router and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:06:03.802706 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-fc8bedf1-f2f4-4207-893e-3fc404a8bd0e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:06:03.809725 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-fc8bedf1-f2f4-4207-893e-3fc404a8bd0e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:06:03.825410 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fc8bedf1-f2f4-4207-893e-3fc404a8bd0e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24817'] for router, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:03.826360 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fc8bedf1-f2f4-4207-893e-3fc404a8bd0e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-351744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24806'] for router, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:03.846738 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fc8bedf1-f2f4-4207-893e-3fc404a8bd0e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:04.002684 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fc8bedf1-f2f4-4207-893e-3fc404a8bd0e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24724'] for router, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:04.193809 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fc8bedf1-f2f4-4207-893e-3fc404a8bd0e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for router_gateway, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:04.223827 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fc8bedf1-f2f4-4207-893e-3fc404a8bd0e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:04.369500 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-fc8bedf1-f2f4-4207-893e-3fc404a8bd0e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Allocated IP 172.26.5.57 (95f3bec2-46e6-4468-8229-8badd4a5aaae/cf8895a3-346d-4313-a645-16ecdcce9969/5b1d2f5e-ff96-4696-b896-936a79ca41fe) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 09:06:04.528911 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fc8bedf1-f2f4-4207-893e-3fc404a8bd0e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:04.558576 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fc8bedf1-f2f4-4207-893e-3fc404a8bd0e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:04.562321 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-1aca28ae-f145-4184-aaa6-30df3d248b31 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:06:04.583647 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device f5057cbb-d476-4621-b519-5909ad69cc9e no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 09:06:04.616885 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: f5057cbb-d476-4621-b519-5909ad69cc9e {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 09:06:04.617279 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device f5057cbb-d476-4621-b519-5909ad69cc9e not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 09:06:04.629219 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8bedf1-f2f4-4207-893e-3fc404a8bd0e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Network 95f3bec2-46e6-4468-8229-8badd4a5aaae is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:06:04.633041 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-fc8bedf1-f2f4-4207-893e-3fc404a8bd0e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:06:04.637258 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8bedf1-f2f4-4207-893e-3fc404a8bd0e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 09:06:04.664600 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8bedf1-f2f4-4207-893e-3fc404a8bd0e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'Port': ['ID=5b1d2f5e-ff96-4696-b896-936a79ca41fe,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:06:04.669671 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-fc8bedf1-f2f4-4207-893e-3fc404a8bd0e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:06:04.798514 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fc8bedf1-f2f4-4207-893e-3fc404a8bd0e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for router_gateway, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:04.799204 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fc8bedf1-f2f4-4207-893e-3fc404a8bd0e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071'] for router, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:05.146127 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc8bedf1-f2f4-4207-893e-3fc404a8bd0e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Router 09e5cb7b-c6e2-4df6-a658-821b6a35d656 is scheduled to L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 with binding_index 1 {{(pid=83445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 09:06:05.352492 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc8bedf1-f2f4-4207-893e-3fc404a8bd0e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 09:06:05.362068 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223e4321-91ad-4f42-892e-c3b559af278c None None] Sync routers for ids ['09e5cb7b-c6e2-4df6-a658-821b6a35d656'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 09:06:05.374614 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223e4321-91ad-4f42-892e-c3b559af278c None None] Routers {'09e5cb7b-c6e2-4df6-a658-821b6a35d656'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:06:05.375266 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-223e4321-91ad-4f42-892e-c3b559af278c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:05:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['09e5cb7b-c6e2-4df6-a658-821b6a35d656'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:06:05.382914 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fc8bedf1-f2f4-4207-893e-3fc404a8bd0e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:05.387169 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-fc8bedf1-f2f4-4207-893e-3fc404a8bd0e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.6023021 Dec 20 09:06:05.387347 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 47680) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:06:05.432566 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-0c93a44c-16d5-48a0-880a-93b3833ced05 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=f7b89f97320342ff933d41aa1a974b12&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0439098 Dec 20 09:06:05.436905 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 47684) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:06:05.581655 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae15ad8-9f54-44ed-b00c-69e202d561c1 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:06:05.585300 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-5ae15ad8-9f54-44ed-b00c-69e202d561c1 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1456747 Dec 20 09:06:05.586245 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-223e4321-91ad-4f42-892e-c3b559af278c None None] Set router 09e5cb7b-c6e2-4df6-a658-821b6a35d656 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:06:05.587981 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 47688) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:06:05.635962 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-a9e83b01-4a24-4666-9350-cc095d22f707 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=95f3bec2-46e6-4468-8229-8badd4a5aaae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0465696 Dec 20 09:06:05.638345 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 47692) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:06:05.645999 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-470063ab-2fc9-4d8d-a1db-f23d3bde992f tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-870877023', 'network_id': '0819f6b5-a67e-478d-b97b-88dd40418a93', 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:06:05.767825 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-470063ab-2fc9-4d8d-a1db-f23d3bde992f tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:06:05.771791 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-470063ab-2fc9-4d8d-a1db-f23d3bde992f tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:subnet and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:06:05.775150 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-470063ab-2fc9-4d8d-a1db-f23d3bde992f tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:06:05.780842 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-470063ab-2fc9-4d8d-a1db-f23d3bde992f tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:06:05.791914 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-470063ab-2fc9-4d8d-a1db-f23d3bde992f tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Made reservation on behalf of f7b89f97320342ff933d41aa1a974b12 for: {'subnet': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 09:06:05.899891 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-223e4321-91ad-4f42-892e-c3b559af278c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e5cb7b-c6e2-4df6-a658-821b6a35d656', 'name': 'tempest-TestNetworkBasicOps-router-541093297', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.57'}], 'enable_snat': True}, 'gw_port_id': '5b1d2f5e-ff96-4696-b896-936a79ca41fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:06:03Z', 'updated_at': '2021-12-20T09:06:04Z', 'revision_number': 3, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': '5b1d2f5e-ff96-4696-b896-936a79ca41fe', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:99:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e5cb7b-c6e2-4df6-a658-821b6a35d656', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:06:04Z', 'updated_at': '2021-12-20T09:06:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:06:05.904099 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223e4321-91ad-4f42-892e-c3b559af278c None None] Checking router: 09e5cb7b-c6e2-4df6-a658-821b6a35d656 for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 09:06:05.904486 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223e4321-91ad-4f42-892e-c3b559af278c None None] Updating router 09e5cb7b-c6e2-4df6-a658-821b6a35d656 port 5b1d2f5e-ff96-4696-b896-936a79ca41fe binding host dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 09:06:05.906448 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-470063ab-2fc9-4d8d-a1db-f23d3bde992f tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2095160'] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:05.955069 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-223e4321-91ad-4f42-892e-c3b559af278c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:06.152988 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-470063ab-2fc9-4d8d-a1db-f23d3bde992f tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2036557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2095114'] for subnet, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:06.156662 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-2af1a772-451a-4361-b848-d36fb365913d tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:06:06.237762 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470063ab-2fc9-4d8d-a1db-f23d3bde992f tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'Subnet': ['ID=4772068d-e0fc-434c-a2a1-330ef2b4c6c2,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:06:06.241757 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-470063ab-2fc9-4d8d-a1db-f23d3bde992f tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:06:06.250330 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470063ab-2fc9-4d8d-a1db-f23d3bde992f tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Checking segment: {'id': 'af4cd115-f71b-44be-ae2b-16c1d84cc29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0819f6b5-a67e-478d-b97b-88dd40418a93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:06:06.250698 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470063ab-2fc9-4d8d-a1db-f23d3bde992f tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Network hostable DHCP agents. Network: 0819f6b5-a67e-478d-b97b-88dd40418a93, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 09:06:06.276192 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470063ab-2fc9-4d8d-a1db-f23d3bde992f tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Network 0819f6b5-a67e-478d-b97b-88dd40418a93 is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 09:06:06.287715 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-470063ab-2fc9-4d8d-a1db-f23d3bde992f tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, 0819f6b5-a67e-478d-b97b-88dd40418a93) {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:06:06.291897 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470063ab-2fc9-4d8d-a1db-f23d3bde992f tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:06:06.292480 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-470063ab-2fc9-4d8d-a1db-f23d3bde992f tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:06.300827 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d87b39-ca74-4d0b-8aea-7273cce134ea None None] Network 0819f6b5-a67e-478d-b97b-88dd40418a93 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 09:06:06.319149 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-470063ab-2fc9-4d8d-a1db-f23d3bde992f tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6794648 Dec 20 09:06:06.323099 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 47696) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:06:06.327831 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-223e4321-91ad-4f42-892e-c3b559af278c None None] Notify callbacks [] for port, precommit_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:06.356929 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-223e4321-91ad-4f42-892e-c3b559af278c None None] Transition to ACTIVE for port object 5b1d2f5e-ff96-4696-b896-936a79ca41fe will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:06:06.460473 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-223e4321-91ad-4f42-892e-c3b559af278c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:06.465549 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-8a6cf40b-aa1a-4a65-a253-d9b539d72fa8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:06:06.550188 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-223e4321-91ad-4f42-892e-c3b559af278c None None] Attempting to bind port 5b1d2f5e-ff96-4696-b896-936a79ca41fe on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 09:06:06.550576 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-223e4321-91ad-4f42-892e-c3b559af278c None None] Attempting to bind port 5b1d2f5e-ff96-4696-b896-936a79ca41fe by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 09:06:06.550947 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223e4321-91ad-4f42-892e-c3b559af278c None None] Attempting to bind port 5b1d2f5e-ff96-4696-b896-936a79ca41fe on network 95f3bec2-46e6-4468-8229-8badd4a5aaae {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:06:06.573320 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223e4321-91ad-4f42-892e-c3b559af278c None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 9, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 09:06:06.573712 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223e4321-91ad-4f42-892e-c3b559af278c None None] Checking segment: {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:06:06.574122 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-223e4321-91ad-4f42-892e-c3b559af278c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:06.574532 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223e4321-91ad-4f42-892e-c3b559af278c None None] Bound using segment: {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 09:06:06.575033 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-223e4321-91ad-4f42-892e-c3b559af278c None None] Bound port: 5b1d2f5e-ff96-4696-b896-936a79ca41fe, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 09:06:06.575521 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-223e4321-91ad-4f42-892e-c3b559af278c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:06.645956 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65641af-34dd-4a61-939a-637a03057b27 None None] Pushing event updated for resources: {'Port': ['ID=5b1d2f5e-ff96-4696-b896-936a79ca41fe,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:06:06.657160 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d65641af-34dd-4a61-939a-637a03057b27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:06:06.740487 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-223e4321-91ad-4f42-892e-c3b559af278c None None] For port 5b1d2f5e-ff96-4696-b896-936a79ca41fe, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 09:06:06.749775 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-223e4321-91ad-4f42-892e-c3b559af278c None None] For port 5b1d2f5e-ff96-4696-b896-936a79ca41fe, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=5b1d2f5e-ff96-4696-b896-936a79ca41fe,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 09:06:06.752404 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f87ddb-de44-431e-85ab-538e4cd7dbf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-0819f6b5-a67e-478d-b97b-88dd40418a93', 'network_id': '0819f6b5-a67e-478d-b97b-88dd40418a93', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'fixed_ips': [{'subnet_id': '4772068d-e0fc-434c-a2a1-330ef2b4c6c2'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 09:06:06.753172 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-51f87ddb-de44-431e-85ab-538e4cd7dbf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:06.766560 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-223e4321-91ad-4f42-892e-c3b559af278c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:06.773355 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:06:06.922351 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65641af-34dd-4a61-939a-637a03057b27 None None] Pushing event updated for resources: {'Port': ['ID=5b1d2f5e-ff96-4696-b896-936a79ca41fe,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:06:06.930260 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d65641af-34dd-4a61-939a-637a03057b27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:06:06.937680 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223e4321-91ad-4f42-892e-c3b559af278c None None] Routers {'09e5cb7b-c6e2-4df6-a658-821b6a35d656'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:06:06.938326 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-223e4321-91ad-4f42-892e-c3b559af278c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:05:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['09e5cb7b-c6e2-4df6-a658-821b6a35d656'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:06:07.165255 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-51f87ddb-de44-431e-85ab-538e4cd7dbf4 None None] Allocated IP 172.20.0.2 (0819f6b5-a67e-478d-b97b-88dd40418a93/4772068d-e0fc-434c-a2a1-330ef2b4c6c2/057b6410-a0d8-4623-b529-f0813502e27a) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 09:06:07.240557 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-223e4321-91ad-4f42-892e-c3b559af278c None None] Set router 09e5cb7b-c6e2-4df6-a658-821b6a35d656 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:06:07.281333 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-be6ab1f9-20d9-41dd-b469-2cc846cee081 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:07.676365 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-51f87ddb-de44-431e-85ab-538e4cd7dbf4 None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:07.693405 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-51f87ddb-de44-431e-85ab-538e4cd7dbf4 None None] Transition to ACTIVE for port object 057b6410-a0d8-4623-b529-f0813502e27a will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:06:07.716514 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-51f87ddb-de44-431e-85ab-538e4cd7dbf4 None None] Transition to ACTIVE for port object 057b6410-a0d8-4623-b529-f0813502e27a will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:06:07.728921 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-51f87ddb-de44-431e-85ab-538e4cd7dbf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:07.733680 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-a9f5c91e-1a46-4fb6-831d-efbebb12e2ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:06:07.788789 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-be6ab1f9-20d9-41dd-b469-2cc846cee081 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Allocated IP 172.20.0.1 (0819f6b5-a67e-478d-b97b-88dd40418a93/4772068d-e0fc-434c-a2a1-330ef2b4c6c2/b9a765c7-a50c-4fbd-b005-b56d5fe37f0d) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 09:06:07.812221 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f87ddb-de44-431e-85ab-538e4cd7dbf4 None None] Network 0819f6b5-a67e-478d-b97b-88dd40418a93 is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:06:07.816144 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-51f87ddb-de44-431e-85ab-538e4cd7dbf4 None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:06:07.818218 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f87ddb-de44-431e-85ab-538e4cd7dbf4 None None] Pushing event updated for resources: {'Port': ['ID=057b6410-a0d8-4623-b529-f0813502e27a,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:06:07.821133 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-223e4321-91ad-4f42-892e-c3b559af278c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e5cb7b-c6e2-4df6-a658-821b6a35d656', 'name': 'tempest-TestNetworkBasicOps-router-541093297', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.57'}], 'enable_snat': True}, 'gw_port_id': '5b1d2f5e-ff96-4696-b896-936a79ca41fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:06:03Z', 'updated_at': '2021-12-20T09:06:04Z', 'revision_number': 3, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': '5b1d2f5e-ff96-4696-b896-936a79ca41fe', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:99:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e5cb7b-c6e2-4df6-a658-821b6a35d656', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:06:04Z', 'updated_at': '2021-12-20T09:06:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:06:07.823512 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f87ddb-de44-431e-85ab-538e4cd7dbf4 None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 09:06:07.825462 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-51f87ddb-de44-431e-85ab-538e4cd7dbf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:06:07.830923 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223e4321-91ad-4f42-892e-c3b559af278c None None] The sync data for ids ['09e5cb7b-c6e2-4df6-a658-821b6a35d656'] in dv-neutron-820491-1-hyperv is: [{'id': '09e5cb7b-c6e2-4df6-a658-821b6a35d656', 'name': 'tempest-TestNetworkBasicOps-router-541093297', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.57'}], 'enable_snat': True}, 'gw_port_id': '5b1d2f5e-ff96-4696-b896-936a79ca41fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:06:03Z', 'updated_at': '2021-12-20T09:06:04Z', 'revision_number': 3, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': '5b1d2f5e-ff96-4696-b896-936a79ca41fe', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:99:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e5cb7b-c6e2-4df6-a658-821b6a35d656', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:06:04Z', 'updated_at': '2021-12-20T09:06:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 09:06:07.927298 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-51f87ddb-de44-431e-85ab-538e4cd7dbf4 None None] Attempting to bind port 057b6410-a0d8-4623-b529-f0813502e27a on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 09:06:07.927826 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-51f87ddb-de44-431e-85ab-538e4cd7dbf4 None None] Attempting to bind port 057b6410-a0d8-4623-b529-f0813502e27a by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': 'af4cd115-f71b-44be-ae2b-16c1d84cc29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0819f6b5-a67e-478d-b97b-88dd40418a93'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 09:06:07.928305 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f87ddb-de44-431e-85ab-538e4cd7dbf4 None None] Attempting to bind port 057b6410-a0d8-4623-b529-f0813502e27a on network 0819f6b5-a67e-478d-b97b-88dd40418a93 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:06:07.935574 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f87ddb-de44-431e-85ab-538e4cd7dbf4 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 9, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 09:06:07.936067 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f87ddb-de44-431e-85ab-538e4cd7dbf4 None None] Checking segment: {'id': 'af4cd115-f71b-44be-ae2b-16c1d84cc29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0819f6b5-a67e-478d-b97b-88dd40418a93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:06:07.936546 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-51f87ddb-de44-431e-85ab-538e4cd7dbf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:07.937049 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f87ddb-de44-431e-85ab-538e4cd7dbf4 None None] Bound using segment: {'id': 'af4cd115-f71b-44be-ae2b-16c1d84cc29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0819f6b5-a67e-478d-b97b-88dd40418a93'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 09:06:07.937626 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-51f87ddb-de44-431e-85ab-538e4cd7dbf4 None None] Bound port: 057b6410-a0d8-4623-b529-f0813502e27a, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af4cd115-f71b-44be-ae2b-16c1d84cc29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0819f6b5-a67e-478d-b97b-88dd40418a93'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 09:06:07.938076 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-51f87ddb-de44-431e-85ab-538e4cd7dbf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:07.973866 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-be6ab1f9-20d9-41dd-b469-2cc846cee081 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:07.991907 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-be6ab1f9-20d9-41dd-b469-2cc846cee081 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Transition to ACTIVE for port object b9a765c7-a50c-4fbd-b005-b56d5fe37f0d will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:06:08.029612 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-be6ab1f9-20d9-41dd-b469-2cc846cee081 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:08.036004 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0e9e76e3-b438-45d8-baac-986944a33016 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:06:08.121596 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6ab1f9-20d9-41dd-b469-2cc846cee081 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Network 0819f6b5-a67e-478d-b97b-88dd40418a93 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:06:08.122562 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-51f87ddb-de44-431e-85ab-538e4cd7dbf4 None None] For port 057b6410-a0d8-4623-b529-f0813502e27a, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 09:06:08.125694 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-be6ab1f9-20d9-41dd-b469-2cc846cee081 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:06:08.127981 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-51f87ddb-de44-431e-85ab-538e4cd7dbf4 None None] For port 057b6410-a0d8-4623-b529-f0813502e27a, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=057b6410-a0d8-4623-b529-f0813502e27a,segment=NetworkSegment(af4cd115-f71b-44be-ae2b-16c1d84cc29e),segment_id=af4cd115-f71b-44be-ae2b-16c1d84cc29e)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 09:06:08.131485 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6ab1f9-20d9-41dd-b469-2cc846cee081 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 09:06:08.135002 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-51f87ddb-de44-431e-85ab-538e4cd7dbf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:08.138829 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:06:08.163224 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6ab1f9-20d9-41dd-b469-2cc846cee081 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'Port': ['ID=b9a765c7-a50c-4fbd-b005-b56d5fe37f0d,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:06:08.170672 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-be6ab1f9-20d9-41dd-b469-2cc846cee081 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:06:08.198509 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-be6ab1f9-20d9-41dd-b469-2cc846cee081 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-345881'] for router_interface, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:08.225850 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f87ddb-de44-431e-85ab-538e4cd7dbf4 None None] Pushing event updated for resources: {'Port': ['ID=057b6410-a0d8-4623-b529-f0813502e27a,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:06:08.231896 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-51f87ddb-de44-431e-85ab-538e4cd7dbf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:06:08.305473 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-be6ab1f9-20d9-41dd-b469-2cc846cee081 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:08.703608 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 057b6410-a0d8-4623-b529-f0813502e27a up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:06:08.814669 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 057b6410-a0d8-4623-b529-f0813502e27a completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:06:08.820123 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 5b1d2f5e-ff96-4696-b896-936a79ca41fe up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:06:08.823066 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-be6ab1f9-20d9-41dd-b469-2cc846cee081 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:08.828174 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-be6ab1f9-20d9-41dd-b469-2cc846cee081 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2036698'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:08.857735 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b3d56f65-c018-48c0-948a-cac3e72a8205 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:06:08.892043 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 5b1d2f5e-ff96-4696-b896-936a79ca41fe completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:06:08.898003 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 5b1d2f5e-ff96-4696-b896-936a79ca41fe triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:06:08.898003 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:08.949625 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6ab1f9-20d9-41dd-b469-2cc846cee081 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'Port': ['ID=b9a765c7-a50c-4fbd-b005-b56d5fe37f0d,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:06:08.951963 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-be6ab1f9-20d9-41dd-b469-2cc846cee081 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32898031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349045'] for router_interface, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:08.955748 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-be6ab1f9-20d9-41dd-b469-2cc846cee081 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:06:09.036371 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:09.054203 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 5b1d2f5e-ff96-4696-b896-936a79ca41fe, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=5b1d2f5e-ff96-4696-b896-936a79ca41fe,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:06:09.059295 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:09.062569 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:06:09.154345 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=5b1d2f5e-ff96-4696-b896-936a79ca41fe,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:06:09.157480 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:06:09.239154 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6ab1f9-20d9-41dd-b469-2cc846cee081 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Network 0819f6b5-a67e-478d-b97b-88dd40418a93 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:06:09.240496 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-be6ab1f9-20d9-41dd-b469-2cc846cee081 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:06:09.280568 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64636b35-515c-4cd4-b082-5ef78c144771 None None] Network 0819f6b5-a67e-478d-b97b-88dd40418a93 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 09:06:09.402397 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-fdb4292b-44ce-477e-b8c7-17c6f8e17143 None None] Provisioning for port 057b6410-a0d8-4623-b529-f0813502e27a completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:06:09.421606 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-fdb4292b-44ce-477e-b8c7-17c6f8e17143 None None] Provisioning complete for port 057b6410-a0d8-4623-b529-f0813502e27a triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:06:09.421894 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-fdb4292b-44ce-477e-b8c7-17c6f8e17143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:09.652176 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-fdb4292b-44ce-477e-b8c7-17c6f8e17143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:09.654154 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be6ab1f9-20d9-41dd-b469-2cc846cee081 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Router 09e5cb7b-c6e2-4df6-a658-821b6a35d656 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 09:06:09.692621 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-fdb4292b-44ce-477e-b8c7-17c6f8e17143 None None] For port 057b6410-a0d8-4623-b529-f0813502e27a, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=057b6410-a0d8-4623-b529-f0813502e27a,segment=NetworkSegment(af4cd115-f71b-44be-ae2b-16c1d84cc29e),segment_id=af4cd115-f71b-44be-ae2b-16c1d84cc29e)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:06:09.697809 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-fdb4292b-44ce-477e-b8c7-17c6f8e17143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:09.699732 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-51f87ddb-de44-431e-85ab-538e4cd7dbf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:06:09.773335 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb4292b-44ce-477e-b8c7-17c6f8e17143 None None] Pushing event updated for resources: {'Port': ['ID=057b6410-a0d8-4623-b529-f0813502e27a,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:06:09.776413 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-fdb4292b-44ce-477e-b8c7-17c6f8e17143 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:06:09.879673 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be6ab1f9-20d9-41dd-b469-2cc846cee081 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 09:06:09.893942 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-be6ab1f9-20d9-41dd-b469-2cc846cee081 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "PUT /v2.0/routers/09e5cb7b-c6e2-4df6-a658-821b6a35d656/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5698168 Dec 20 09:06:09.897307 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 47702) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:06:09.921154 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-fb4409d3-b3a0-4d86-a01f-69c2f9e70401 None None] Provisioning for port b9a765c7-a50c-4fbd-b005-b56d5fe37f0d completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:06:09.927962 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-fb4409d3-b3a0-4d86-a01f-69c2f9e70401 None None] Provisioning complete for port b9a765c7-a50c-4fbd-b005-b56d5fe37f0d triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:06:09.928758 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-fb4409d3-b3a0-4d86-a01f-69c2f9e70401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:09.991968 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-fb4409d3-b3a0-4d86-a01f-69c2f9e70401 None None] Port b9a765c7-a50c-4fbd-b005-b56d5fe37f0d cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 09:06:10.007872 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-fb4409d3-b3a0-4d86-a01f-69c2f9e70401 None None] Provisioning complete for port 057b6410-a0d8-4623-b529-f0813502e27a triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:06:10.008082 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-fb4409d3-b3a0-4d86-a01f-69c2f9e70401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:10.062997 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eff2a1d-3b46-4651-b854-95367b6a50de tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:06:10.063406 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eff2a1d-3b46-4651-b854-95367b6a50de tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:06:10.063792 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eff2a1d-3b46-4651-b854-95367b6a50de tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:06:10.064133 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eff2a1d-3b46-4651-b854-95367b6a50de tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:06:10.065852 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-6eff2a1d-3b46-4651-b854-95367b6a50de tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1676223 Dec 20 09:06:10.069113 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 47706) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:06:10.147014 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:10.149051 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ca72d3-a2b9-4c10-b108-bfd9bdfe4f86 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:06:10.149768 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ca72d3-a2b9-4c10-b108-bfd9bdfe4f86 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:06:10.150402 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ca72d3-a2b9-4c10-b108-bfd9bdfe4f86 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:06:10.151014 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ca72d3-a2b9-4c10-b108-bfd9bdfe4f86 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:06:10.155037 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-66ca72d3-a2b9-4c10-b108-bfd9bdfe4f86 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0843322 Dec 20 09:06:10.157169 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 47710) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:06:10.273124 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-5fe3ef22-7cc7-44b0-aa4a-449bce67e6ad None None] Provisioning complete for port b9a765c7-a50c-4fbd-b005-b56d5fe37f0d triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:06:10.273527 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-5fe3ef22-7cc7-44b0-aa4a-449bce67e6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:10.342431 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-5fe3ef22-7cc7-44b0-aa4a-449bce67e6ad None None] Port b9a765c7-a50c-4fbd-b005-b56d5fe37f0d cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 09:06:10.392664 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-8c09791e-8698-4d1e-aa93-66633b01bf52 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.2339602 Dec 20 09:06:10.647536 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 057b6410-a0d8-4623-b529-f0813502e27a up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:06:10.721514 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 057b6410-a0d8-4623-b529-f0813502e27a triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:06:10.721889 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:10.751225 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 47716) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:06:10.757152 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-ab1caa8c-659a-4f48-9241-136a452c711b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-28805160', 'description': 'tempest-secgroup-smoke-28805160 description', 'project_id': 'f7b89f97320342ff933d41aa1a974b12'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:06:10.763110 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-ab1caa8c-659a-4f48-9241-136a452c711b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:06:10.767206 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-ab1caa8c-659a-4f48-9241-136a452c711b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:security_group and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:06:10.770883 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-ab1caa8c-659a-4f48-9241-136a452c711b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:06:10.778214 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-ab1caa8c-659a-4f48-9241-136a452c711b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:06:10.789999 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ab1caa8c-659a-4f48-9241-136a452c711b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:10.828452 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-ab1caa8c-659a-4f48-9241-136a452c711b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:06:10.833200 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-ab1caa8c-659a-4f48-9241-136a452c711b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:security_group_rule and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:06:10.836233 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-ab1caa8c-659a-4f48-9241-136a452c711b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:06:10.846151 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-ab1caa8c-659a-4f48-9241-136a452c711b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:06:10.854859 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 5b1d2f5e-ff96-4696-b896-936a79ca41fe up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:06:10.917922 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ab1caa8c-659a-4f48-9241-136a452c711b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:10.922408 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ab1caa8c-659a-4f48-9241-136a452c711b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:10.928290 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-72fe4028-2ce9-406e-af10-60cd5dcc781a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:06:10.935814 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 5b1d2f5e-ff96-4696-b896-936a79ca41fe triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:06:10.936181 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:10.972765 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1caa8c-659a-4f48-9241-136a452c711b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09cb4923-dbcc-429b-b940-f5d5b410881a,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:06:10.975560 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ab1caa8c-659a-4f48-9241-136a452c711b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:06:10.982099 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ab1caa8c-659a-4f48-9241-136a452c711b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:10.983570 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-ab1caa8c-659a-4f48-9241-136a452c711b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 0.2313259 Dec 20 09:06:10.987769 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 47720) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:06:10.994578 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-e761847c-8e8d-4f34-b429-eaa5001b2f82 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'security_group_rule': {'security_group_id': '09cb4923-dbcc-429b-b940-f5d5b410881a', 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:06:11.000525 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-e761847c-8e8d-4f34-b429-eaa5001b2f82 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:06:11.005137 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-e761847c-8e8d-4f34-b429-eaa5001b2f82 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:security_group_rule and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:06:11.009402 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-e761847c-8e8d-4f34-b429-eaa5001b2f82 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:06:11.015451 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-e761847c-8e8d-4f34-b429-eaa5001b2f82 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:06:11.036657 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e761847c-8e8d-4f34-b429-eaa5001b2f82 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:11.100796 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e761847c-8e8d-4f34-b429-eaa5001b2f82 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:11.104860 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e761847c-8e8d-4f34-b429-eaa5001b2f82 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:11.106718 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-8408f26c-8f7c-4fd8-a524-9637b6626dde tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:06:11.132382 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e761847c-8e8d-4f34-b429-eaa5001b2f82 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef09c789-7d21-479d-8613-90aabadc28fc,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:06:11.137683 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e761847c-8e8d-4f34-b429-eaa5001b2f82 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:06:11.142508 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e761847c-8e8d-4f34-b429-eaa5001b2f82 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:11.143724 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-e761847c-8e8d-4f34-b429-eaa5001b2f82 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1550381 Dec 20 09:06:11.147395 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 47724) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:06:11.152929 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-acaf065c-f547-4057-9d73-259d61f28b1a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'security_group_rule': {'security_group_id': '09cb4923-dbcc-429b-b940-f5d5b410881a', 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:06:11.158861 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-acaf065c-f547-4057-9d73-259d61f28b1a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:06:11.162992 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-acaf065c-f547-4057-9d73-259d61f28b1a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:security_group_rule and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:06:11.165893 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-acaf065c-f547-4057-9d73-259d61f28b1a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:06:11.171639 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-acaf065c-f547-4057-9d73-259d61f28b1a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:06:11.189202 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-acaf065c-f547-4057-9d73-259d61f28b1a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:11.258946 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-acaf065c-f547-4057-9d73-259d61f28b1a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:11.263209 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-acaf065c-f547-4057-9d73-259d61f28b1a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:11.265103 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ddd4c629-2631-4c21-b57e-650e26941e24 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:06:11.288870 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaf065c-f547-4057-9d73-259d61f28b1a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b48d865-d3eb-4cbe-a462-fb3c8d514476,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:06:11.292324 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-acaf065c-f547-4057-9d73-259d61f28b1a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:06:11.299951 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-acaf065c-f547-4057-9d73-259d61f28b1a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:11.301701 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-acaf065c-f547-4057-9d73-259d61f28b1a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1528285 Dec 20 09:06:11.304581 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 47728) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:06:11.311188 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-46988041-b071-4818-a05c-0b12f3f4f505 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'security_group_rule': {'security_group_id': '09cb4923-dbcc-429b-b940-f5d5b410881a', 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:06:11.322920 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-46988041-b071-4818-a05c-0b12f3f4f505 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:06:11.326935 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-46988041-b071-4818-a05c-0b12f3f4f505 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:security_group_rule and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:06:11.331141 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-46988041-b071-4818-a05c-0b12f3f4f505 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:06:11.338817 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-46988041-b071-4818-a05c-0b12f3f4f505 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:06:11.357046 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-46988041-b071-4818-a05c-0b12f3f4f505 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:11.426576 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-46988041-b071-4818-a05c-0b12f3f4f505 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:11.431206 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-46988041-b071-4818-a05c-0b12f3f4f505 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:11.433035 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-efc1a219-9f97-4ae5-8a2e-7283a1b5bf5d tempest-NegativeSecGroupTest-1950380813 tempest-NegativeSecGroupTest-1950380813-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:06:11.456042 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46988041-b071-4818-a05c-0b12f3f4f505 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d2f480b-08ab-445a-96bc-0c95b0ce5e70,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:06:11.459748 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-46988041-b071-4818-a05c-0b12f3f4f505 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:06:11.469328 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-46988041-b071-4818-a05c-0b12f3f4f505 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:11.470907 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-46988041-b071-4818-a05c-0b12f3f4f505 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1647596 Dec 20 09:06:11.474376 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 47732) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:06:11.480466 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-fa60081e-4547-49d4-9532-2eecc8bcb72e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'security_group_rule': {'security_group_id': '09cb4923-dbcc-429b-b940-f5d5b410881a', 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:06:11.487062 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-fa60081e-4547-49d4-9532-2eecc8bcb72e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:06:11.489503 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de5c1f5-5bc2-4f14-8404-9d9cca5a5f8f None None] Sync routers for ids ['09e5cb7b-c6e2-4df6-a658-821b6a35d656'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 09:06:11.491591 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-fa60081e-4547-49d4-9532-2eecc8bcb72e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:security_group_rule and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:06:11.494552 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-fa60081e-4547-49d4-9532-2eecc8bcb72e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:06:11.500418 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-fa60081e-4547-49d4-9532-2eecc8bcb72e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:06:11.501054 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de5c1f5-5bc2-4f14-8404-9d9cca5a5f8f None None] Routers {'09e5cb7b-c6e2-4df6-a658-821b6a35d656'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:06:11.501696 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-2de5c1f5-5bc2-4f14-8404-9d9cca5a5f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:05:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['09e5cb7b-c6e2-4df6-a658-821b6a35d656'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:06:11.518040 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fa60081e-4547-49d4-9532-2eecc8bcb72e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:11.704372 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-2de5c1f5-5bc2-4f14-8404-9d9cca5a5f8f None None] Set router 09e5cb7b-c6e2-4df6-a658-821b6a35d656 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:06:11.716454 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fa60081e-4547-49d4-9532-2eecc8bcb72e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:11.722123 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fa60081e-4547-49d4-9532-2eecc8bcb72e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:11.724459 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e5e152b5-068f-4501-8901-20cdcc977c19 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:06:11.748030 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa60081e-4547-49d4-9532-2eecc8bcb72e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e397eb3-0767-4283-9b9e-e8b5fe53b914,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:06:11.750444 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-fa60081e-4547-49d4-9532-2eecc8bcb72e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:06:11.759248 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fa60081e-4547-49d4-9532-2eecc8bcb72e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:11.760413 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-fa60081e-4547-49d4-9532-2eecc8bcb72e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2850718 Dec 20 09:06:11.763306 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 47738) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:06:11.769241 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-890d903b-b4e4-4a03-a5fa-86d6d452f17a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'security_group_rule': {'security_group_id': '09cb4923-dbcc-429b-b940-f5d5b410881a', 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:06:11.776537 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-890d903b-b4e4-4a03-a5fa-86d6d452f17a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:06:11.780750 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-890d903b-b4e4-4a03-a5fa-86d6d452f17a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:security_group_rule and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:06:11.783847 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-890d903b-b4e4-4a03-a5fa-86d6d452f17a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:06:11.790218 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-890d903b-b4e4-4a03-a5fa-86d6d452f17a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:06:11.801540 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.securitygroups_db [None req-890d903b-b4e4-4a03-a5fa-86d6d452f17a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Project f7b89f97320342ff933d41aa1a974b12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 09:06:11.808393 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-890d903b-b4e4-4a03-a5fa-86d6d452f17a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:11.882267 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-890d903b-b4e4-4a03-a5fa-86d6d452f17a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:11.885971 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-890d903b-b4e4-4a03-a5fa-86d6d452f17a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:11.887805 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-2d14c41e-6f01-4181-99be-793c209a43ba tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:06:11.910969 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890d903b-b4e4-4a03-a5fa-86d6d452f17a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6a6296f-467a-4897-a564-9cd73da562e6,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:06:11.913489 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-890d903b-b4e4-4a03-a5fa-86d6d452f17a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:06:11.921642 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-890d903b-b4e4-4a03-a5fa-86d6d452f17a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:11.925558 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-890d903b-b4e4-4a03-a5fa-86d6d452f17a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1587055 Dec 20 09:06:11.925810 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 47742) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:06:11.933077 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-3e257e0e-9df5-4d61-9abc-dcfe60ddaab0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'security_group_rule': {'security_group_id': '09cb4923-dbcc-429b-b940-f5d5b410881a', 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:06:11.938964 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-3e257e0e-9df5-4d61-9abc-dcfe60ddaab0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:06:11.943524 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-3e257e0e-9df5-4d61-9abc-dcfe60ddaab0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:security_group_rule and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:06:11.946418 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-3e257e0e-9df5-4d61-9abc-dcfe60ddaab0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:06:11.952360 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-3e257e0e-9df5-4d61-9abc-dcfe60ddaab0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:06:11.964814 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.securitygroups_db [None req-3e257e0e-9df5-4d61-9abc-dcfe60ddaab0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Project f7b89f97320342ff933d41aa1a974b12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 09:06:11.971589 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3e257e0e-9df5-4d61-9abc-dcfe60ddaab0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:12.031605 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-2de5c1f5-5bc2-4f14-8404-9d9cca5a5f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e5cb7b-c6e2-4df6-a658-821b6a35d656', 'name': 'tempest-TestNetworkBasicOps-router-541093297', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.57'}], 'enable_snat': True}, 'gw_port_id': '5b1d2f5e-ff96-4696-b896-936a79ca41fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:06:03Z', 'updated_at': '2021-12-20T09:06:08Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': '5b1d2f5e-ff96-4696-b896-936a79ca41fe', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:99:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e5cb7b-c6e2-4df6-a658-821b6a35d656', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:06:04Z', 'updated_at': '2021-12-20T09:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': 'b9a765c7-a50c-4fbd-b005-b56d5fe37f0d', 'name': '', 'network_id': '0819f6b5-a67e-478d-b97b-88dd40418a93', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'mac_address': 'fa:16:3e:de:8d:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e5cb7b-c6e2-4df6-a658-821b6a35d656', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4772068d-e0fc-434c-a2a1-330ef2b4c6c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:06:07Z', 'updated_at': '2021-12-20T09:06:08Z', 'revision_number': 2, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'subnets': [{'id': '4772068d-e0fc-434c-a2a1-330ef2b4c6c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:06:12.036018 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de5c1f5-5bc2-4f14-8404-9d9cca5a5f8f None None] Checking router: 09e5cb7b-c6e2-4df6-a658-821b6a35d656 for host: dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 09:06:12.036377 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de5c1f5-5bc2-4f14-8404-9d9cca5a5f8f None None] Updating router 09e5cb7b-c6e2-4df6-a658-821b6a35d656 port b9a765c7-a50c-4fbd-b005-b56d5fe37f0d binding host dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 09:06:12.047946 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3e257e0e-9df5-4d61-9abc-dcfe60ddaab0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:12.052154 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3e257e0e-9df5-4d61-9abc-dcfe60ddaab0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:12.058547 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-c4cb3588-dfac-415c-8a40-5e9a841a4094 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:06:12.078828 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e257e0e-9df5-4d61-9abc-dcfe60ddaab0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e5e52ae-2c42-4800-9029-344358cb15f3,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:06:12.081358 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3e257e0e-9df5-4d61-9abc-dcfe60ddaab0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:06:12.092021 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3e257e0e-9df5-4d61-9abc-dcfe60ddaab0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:12.092812 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-2de5c1f5-5bc2-4f14-8404-9d9cca5a5f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:12.093465 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-3e257e0e-9df5-4d61-9abc-dcfe60ddaab0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1664426 Dec 20 09:06:12.324153 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-27e6136a-82a9-4484-9491-a6cf96dad515 req-0e5e6ef1-adc1-4ab3-86ba-d5b91cefce70 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-28805160&fields=id&tenant_id=f7b89f97320342ff933d41aa1a974b12 HTTP/1.1" status: 200 len: 267 time: 0.0423028 Dec 20 09:06:12.457541 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-2de5c1f5-5bc2-4f14-8404-9d9cca5a5f8f None None] Notify callbacks [] for port, precommit_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:12.469802 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.provisioning_blocks [None req-2de5c1f5-5bc2-4f14-8404-9d9cca5a5f8f None None] Transition to ACTIVE for port object b9a765c7-a50c-4fbd-b005-b56d5fe37f0d will not be triggered until provisioned by entity L2. {{(pid=83447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:06:12.477625 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-2de5c1f5-5bc2-4f14-8404-9d9cca5a5f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:12.477910 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e6136a-82a9-4484-9491-a6cf96dad515 req-13c4d5c1-b142-4f32-b1de-80a4ce800fe2 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:06:12.478563 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-27e6136a-82a9-4484-9491-a6cf96dad515 req-13c4d5c1-b142-4f32-b1de-80a4ce800fe2 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Synchronizing usage tracker for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:network {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:06:12.484527 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-337bacab-595e-49b7-9795-3edc3b8aab13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:06:12.495730 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-27e6136a-82a9-4484-9491-a6cf96dad515 req-13c4d5c1-b142-4f32-b1de-80a4ce800fe2 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Unset dirty status for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:network {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:06:12.496892 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-27e6136a-82a9-4484-9491-a6cf96dad515 req-13c4d5c1-b142-4f32-b1de-80a4ce800fe2 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/networks?id=0819f6b5-a67e-478d-b97b-88dd40418a93 HTTP/1.1" status: 200 len: 797 time: 0.1663563 Dec 20 09:06:12.513652 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-27e6136a-82a9-4484-9491-a6cf96dad515 req-0c6acd7e-cabe-44c0-aad1-f16792532974 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/quotas/f7b89f97320342ff933d41aa1a974b12 HTTP/1.1" status: 200 len: 375 time: 0.0112157 Dec 20 09:06:12.578540 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-2d40b423-6ccb-4dbf-b6f6-93fdf812313a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:12.611035 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-27e6136a-82a9-4484-9491-a6cf96dad515 req-6010b673-9a3d-4527-b694-7a913231323e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Synchronizing usage tracker for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:06:12.630596 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-27e6136a-82a9-4484-9491-a6cf96dad515 req-6010b673-9a3d-4527-b694-7a913231323e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Unset dirty status for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:06:12.631911 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-27e6136a-82a9-4484-9491-a6cf96dad515 req-6010b673-9a3d-4527-b694-7a913231323e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f7b89f97320342ff933d41aa1a974b12&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1131549 Dec 20 09:06:12.681695 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b684b5a2-4eb4-43c1-9942-c9f72c071a89 None None] Pushing event updated for resources: {'Port': ['ID=b9a765c7-a50c-4fbd-b005-b56d5fe37f0d,revision_number=3']} {{(pid=83447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:06:12.701570 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b684b5a2-4eb4-43c1-9942-c9f72c071a89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:06:12.701987 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b684b5a2-4eb4-43c1-9942-c9f72c071a89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:06:12.702386 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b684b5a2-4eb4-43c1-9942-c9f72c071a89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:06:12.702715 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b684b5a2-4eb4-43c1-9942-c9f72c071a89 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:06:12.703043 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b684b5a2-4eb4-43c1-9942-c9f72c071a89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:06:12.703353 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b684b5a2-4eb4-43c1-9942-c9f72c071a89 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:06:12.703669 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b684b5a2-4eb4-43c1-9942-c9f72c071a89 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:06:12.703986 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b684b5a2-4eb4-43c1-9942-c9f72c071a89 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:06:12.704300 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b684b5a2-4eb4-43c1-9942-c9f72c071a89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:06:12.704611 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b684b5a2-4eb4-43c1-9942-c9f72c071a89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:06:12.704922 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b684b5a2-4eb4-43c1-9942-c9f72c071a89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:06:12.711714 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-b684b5a2-4eb4-43c1-9942-c9f72c071a89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:06:12.717329 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-2de5c1f5-5bc2-4f14-8404-9d9cca5a5f8f None None] Attempting to bind port b9a765c7-a50c-4fbd-b005-b56d5fe37f0d on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 09:06:12.717703 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-2de5c1f5-5bc2-4f14-8404-9d9cca5a5f8f None None] Attempting to bind port b9a765c7-a50c-4fbd-b005-b56d5fe37f0d by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': 'af4cd115-f71b-44be-ae2b-16c1d84cc29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0819f6b5-a67e-478d-b97b-88dd40418a93'}] {{(pid=83447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 09:06:12.718060 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de5c1f5-5bc2-4f14-8404-9d9cca5a5f8f None None] Attempting to bind port b9a765c7-a50c-4fbd-b005-b56d5fe37f0d on network 0819f6b5-a67e-478d-b97b-88dd40418a93 {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:06:12.727612 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de5c1f5-5bc2-4f14-8404-9d9cca5a5f8f None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 9, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 09:06:12.727612 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de5c1f5-5bc2-4f14-8404-9d9cca5a5f8f None None] Checking segment: {'id': 'af4cd115-f71b-44be-ae2b-16c1d84cc29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0819f6b5-a67e-478d-b97b-88dd40418a93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:06:12.727612 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-2de5c1f5-5bc2-4f14-8404-9d9cca5a5f8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:12.727612 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de5c1f5-5bc2-4f14-8404-9d9cca5a5f8f None None] Bound using segment: {'id': 'af4cd115-f71b-44be-ae2b-16c1d84cc29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0819f6b5-a67e-478d-b97b-88dd40418a93'} {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 09:06:12.727612 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-2de5c1f5-5bc2-4f14-8404-9d9cca5a5f8f None None] Bound port: b9a765c7-a50c-4fbd-b005-b56d5fe37f0d, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af4cd115-f71b-44be-ae2b-16c1d84cc29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0819f6b5-a67e-478d-b97b-88dd40418a93'}}] {{(pid=83447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 09:06:12.728165 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-2de5c1f5-5bc2-4f14-8404-9d9cca5a5f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:12.796559 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-27e6136a-82a9-4484-9491-a6cf96dad515 req-8f6267d6-7f88-4d74-889a-270247d284d0 service neutron] 10.222.0.16 "GET /v2.0/networks/0819f6b5-a67e-478d-b97b-88dd40418a93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492107 Dec 20 09:06:12.821209 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.db [None req-2de5c1f5-5bc2-4f14-8404-9d9cca5a5f8f None None] For port b9a765c7-a50c-4fbd-b005-b56d5fe37f0d, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 09:06:12.824415 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.db [None req-2de5c1f5-5bc2-4f14-8404-9d9cca5a5f8f None None] For port b9a765c7-a50c-4fbd-b005-b56d5fe37f0d, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=b9a765c7-a50c-4fbd-b005-b56d5fe37f0d,segment=NetworkSegment(af4cd115-f71b-44be-ae2b-16c1d84cc29e),segment_id=af4cd115-f71b-44be-ae2b-16c1d84cc29e)] {{(pid=83447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 09:06:12.829027 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-2de5c1f5-5bc2-4f14-8404-9d9cca5a5f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:12.833423 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-8fce49e6-2003-427d-aabc-c5104f013416 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:06:12.909493 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b684b5a2-4eb4-43c1-9942-c9f72c071a89 None None] Pushing event updated for resources: {'Port': ['ID=b9a765c7-a50c-4fbd-b005-b56d5fe37f0d,revision_number=4']} {{(pid=83447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:06:12.914853 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-b684b5a2-4eb4-43c1-9942-c9f72c071a89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:06:12.921594 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de5c1f5-5bc2-4f14-8404-9d9cca5a5f8f None None] Routers {'09e5cb7b-c6e2-4df6-a658-821b6a35d656'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:06:12.922218 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-2de5c1f5-5bc2-4f14-8404-9d9cca5a5f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:05:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['09e5cb7b-c6e2-4df6-a658-821b6a35d656'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:06:12.953687 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-27e6136a-82a9-4484-9491-a6cf96dad515 req-ae4af919-c8f4-461c-b101-b05cd0ca84b1 service neutron] 10.222.0.16 "GET /v2.0/networks/0819f6b5-a67e-478d-b97b-88dd40418a93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511307 Dec 20 09:06:13.167545 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-32fb95b5-6729-4668-ac75-58350634c7a5 req-febcd885-8ff9-44f2-8336-2c77b4c36fba tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Synchronizing usage tracker for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:06:13.173660 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-2de5c1f5-5bc2-4f14-8404-9d9cca5a5f8f None None] Set router 09e5cb7b-c6e2-4df6-a658-821b6a35d656 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:06:13.187575 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-32fb95b5-6729-4668-ac75-58350634c7a5 req-febcd885-8ff9-44f2-8336-2c77b4c36fba tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Unset dirty status for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:06:13.189245 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-32fb95b5-6729-4668-ac75-58350634c7a5 req-febcd885-8ff9-44f2-8336-2c77b4c36fba tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=3fe1d876-9bda-4e8a-aba3-94047b353514 HTTP/1.1" status: 200 len: 210 time: 0.0669909 Dec 20 09:06:13.516949 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-2de5c1f5-5bc2-4f14-8404-9d9cca5a5f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e5cb7b-c6e2-4df6-a658-821b6a35d656', 'name': 'tempest-TestNetworkBasicOps-router-541093297', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.57'}], 'enable_snat': True}, 'gw_port_id': '5b1d2f5e-ff96-4696-b896-936a79ca41fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:06:03Z', 'updated_at': '2021-12-20T09:06:08Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': '5b1d2f5e-ff96-4696-b896-936a79ca41fe', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:99:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e5cb7b-c6e2-4df6-a658-821b6a35d656', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:06:04Z', 'updated_at': '2021-12-20T09:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': 'b9a765c7-a50c-4fbd-b005-b56d5fe37f0d', 'name': '', 'network_id': '0819f6b5-a67e-478d-b97b-88dd40418a93', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'mac_address': 'fa:16:3e:de:8d:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e5cb7b-c6e2-4df6-a658-821b6a35d656', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4772068d-e0fc-434c-a2a1-330ef2b4c6c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:06:07Z', 'updated_at': '2021-12-20T09:06:12Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'subnets': [{'id': '4772068d-e0fc-434c-a2a1-330ef2b4c6c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:06:13.521917 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de5c1f5-5bc2-4f14-8404-9d9cca5a5f8f None None] The sync data for ids ['09e5cb7b-c6e2-4df6-a658-821b6a35d656'] in dv-neutron-820491-1-hyperv is: [{'id': '09e5cb7b-c6e2-4df6-a658-821b6a35d656', 'name': 'tempest-TestNetworkBasicOps-router-541093297', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.57'}], 'enable_snat': True}, 'gw_port_id': '5b1d2f5e-ff96-4696-b896-936a79ca41fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:06:03Z', 'updated_at': '2021-12-20T09:06:08Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': '5b1d2f5e-ff96-4696-b896-936a79ca41fe', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:99:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e5cb7b-c6e2-4df6-a658-821b6a35d656', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:06:04Z', 'updated_at': '2021-12-20T09:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': 'b9a765c7-a50c-4fbd-b005-b56d5fe37f0d', 'name': '', 'network_id': '0819f6b5-a67e-478d-b97b-88dd40418a93', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'mac_address': 'fa:16:3e:de:8d:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e5cb7b-c6e2-4df6-a658-821b6a35d656', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4772068d-e0fc-434c-a2a1-330ef2b4c6c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:06:07Z', 'updated_at': '2021-12-20T09:06:12Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'subnets': [{'id': '4772068d-e0fc-434c-a2a1-330ef2b4c6c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 09:06:14.404528 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9b9d6bfb-f4a7-45d2-94d4-5501aacce4bd req-8ca398cf-0ec3-4aa3-8187-4b765426cd2f tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=3fe1d876-9bda-4e8a-aba3-94047b353514 HTTP/1.1" status: 200 len: 210 time: 0.0700562 Dec 20 09:06:14.536614 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e6136a-82a9-4484-9491-a6cf96dad515 req-ec9d5593-122e-441f-bf70-628acb05c667 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:06:14.538070 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-27e6136a-82a9-4484-9491-a6cf96dad515 req-ec9d5593-122e-441f-bf70-628acb05c667 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.58 "GET /v2.0/networks?id=0819f6b5-a67e-478d-b97b-88dd40418a93 HTTP/1.1" status: 200 len: 797 time: 0.1699224 Dec 20 09:06:14.608034 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-27e6136a-82a9-4484-9491-a6cf96dad515 req-ba41eda6-ee51-4908-b821-dc2abb2d1454 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7b89f97320342ff933d41aa1a974b12 HTTP/1.1" status: 200 len: 378 time: 0.0536990 Dec 20 09:06:14.650311 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device b9a765c7-a50c-4fbd-b005-b56d5fe37f0d up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:06:14.679704 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-27e6136a-82a9-4484-9491-a6cf96dad515 req-527691c6-1aef-4d98-82f9-b499bac89551 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'port': {'device_id': '3fe1d876-9bda-4e8a-aba3-94047b353514', 'network_id': '0819f6b5-a67e-478d-b97b-88dd40418a93', 'admin_state_up': True, 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'security_groups': ['09cb4923-dbcc-429b-b940-f5d5b410881a']}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:06:14.723397 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port b9a765c7-a50c-4fbd-b005-b56d5fe37f0d completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:06:14.730353 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port b9a765c7-a50c-4fbd-b005-b56d5fe37f0d triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:06:14.730733 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:14.827967 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-27e6136a-82a9-4484-9491-a6cf96dad515 req-527691c6-1aef-4d98-82f9-b499bac89551 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:06:14.839048 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-27e6136a-82a9-4484-9491-a6cf96dad515 req-527691c6-1aef-4d98-82f9-b499bac89551 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:06:14.854779 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27e6136a-82a9-4484-9491-a6cf96dad515 req-527691c6-1aef-4d98-82f9-b499bac89551 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Made reservation on behalf of f7b89f97320342ff933d41aa1a974b12 for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 09:06:14.859882 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-27e6136a-82a9-4484-9491-a6cf96dad515 req-527691c6-1aef-4d98-82f9-b499bac89551 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:14.891454 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-7b4623a8-1525-4c9b-aee6-d49dfc01dfc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:14.896983 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:14.936130 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port b9a765c7-a50c-4fbd-b005-b56d5fe37f0d, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=b9a765c7-a50c-4fbd-b005-b56d5fe37f0d,segment=NetworkSegment(af4cd115-f71b-44be-ae2b-16c1d84cc29e),segment_id=af4cd115-f71b-44be-ae2b-16c1d84cc29e)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:06:14.940587 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:14.942953 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d65641af-34dd-4a61-939a-637a03057b27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:06:15.008842 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=b9a765c7-a50c-4fbd-b005-b56d5fe37f0d,revision_number=5']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:06:15.011912 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:06:15.038525 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [req-27e6136a-82a9-4484-9491-a6cf96dad515 req-527691c6-1aef-4d98-82f9-b499bac89551 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Allocated IP 172.20.0.9 (0819f6b5-a67e-478d-b97b-88dd40418a93/4772068d-e0fc-434c-a2a1-330ef2b4c6c2/9483a6c0-7745-4d65-814a-ae4f482f0b84) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 09:06:15.237851 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-27e6136a-82a9-4484-9491-a6cf96dad515 req-527691c6-1aef-4d98-82f9-b499bac89551 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:15.257718 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-27e6136a-82a9-4484-9491-a6cf96dad515 req-527691c6-1aef-4d98-82f9-b499bac89551 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Transition to ACTIVE for port object 9483a6c0-7745-4d65-814a-ae4f482f0b84 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:06:15.280615 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-27e6136a-82a9-4484-9491-a6cf96dad515 req-527691c6-1aef-4d98-82f9-b499bac89551 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:15.286319 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1e601e32-01df-42c3-bbb7-c400fe647d55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:06:15.360046 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27e6136a-82a9-4484-9491-a6cf96dad515 req-527691c6-1aef-4d98-82f9-b499bac89551 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Network 0819f6b5-a67e-478d-b97b-88dd40418a93 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:06:15.363552 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [req-27e6136a-82a9-4484-9491-a6cf96dad515 req-527691c6-1aef-4d98-82f9-b499bac89551 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:06:15.368051 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-27e6136a-82a9-4484-9491-a6cf96dad515 req-527691c6-1aef-4d98-82f9-b499bac89551 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 09:06:15.393954 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527691c6-1aef-4d98-82f9-b499bac89551 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'Port': ['ID=9483a6c0-7745-4d65-814a-ae4f482f0b84,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:06:15.400383 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-527691c6-1aef-4d98-82f9-b499bac89551 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:06:15.434268 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e6136a-82a9-4484-9491-a6cf96dad515 req-527691c6-1aef-4d98-82f9-b499bac89551 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:06:15.434927 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-27e6136a-82a9-4484-9491-a6cf96dad515 req-527691c6-1aef-4d98-82f9-b499bac89551 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:15.469331 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-27e6136a-82a9-4484-9491-a6cf96dad515 req-527691c6-1aef-4d98-82f9-b499bac89551 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7939353 Dec 20 09:06:15.483671 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-27e6136a-82a9-4484-9491-a6cf96dad515 req-e04c6e0b-8983-4002-a103-2b4b72c9d0e1 service neutron] Request body: {'port': {'device_id': '3fe1d876-9bda-4e8a-aba3-94047b353514', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8204'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:06:15.622770 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-27e6136a-82a9-4484-9491-a6cf96dad515 req-e04c6e0b-8983-4002-a103-2b4b72c9d0e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:15.629469 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a888b35-3796-432e-ab4c-880ac8df218a req-12293619-e394-4020-b608-c02c4baef0e7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:06:15.631542 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-7a888b35-3796-432e-ab4c-880ac8df218a req-12293619-e394-4020-b608-c02c4baef0e7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=3fe1d876-9bda-4e8a-aba3-94047b353514 HTTP/1.1" status: 200 len: 931 time: 0.0839882 Dec 20 09:06:15.655191 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-a5150339-894e-49a6-80d3-806c5f692698 None None] Provisioning for port 9483a6c0-7745-4d65-814a-ae4f482f0b84 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:06:15.660992 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-a5150339-894e-49a6-80d3-806c5f692698 None None] Provisioning complete for port 9483a6c0-7745-4d65-814a-ae4f482f0b84 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:06:15.661736 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a5150339-894e-49a6-80d3-806c5f692698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:15.730270 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-a5150339-894e-49a6-80d3-806c5f692698 None None] Port 9483a6c0-7745-4d65-814a-ae4f482f0b84 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 09:06:15.823648 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-7a888b35-3796-432e-ab4c-880ac8df218a req-2a345750-c09c-43c2-aa0e-717eef1aafce tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Synchronizing usage tracker for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:security_group {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:06:15.847425 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-7a888b35-3796-432e-ab4c-880ac8df218a req-2a345750-c09c-43c2-aa0e-717eef1aafce tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Unset dirty status for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:security_group {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:06:15.848877 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-7a888b35-3796-432e-ab4c-880ac8df218a req-2a345750-c09c-43c2-aa0e-717eef1aafce tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=09cb4923-dbcc-429b-b940-f5d5b410881a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2114382 Dec 20 09:06:15.979489 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:16.038452 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:16.121204 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [req-27e6136a-82a9-4484-9491-a6cf96dad515 req-e04c6e0b-8983-4002-a103-2b4b72c9d0e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9483a6c0-7745-4d65-814a-ae4f482f0b84 {{(pid=83444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 09:06:16.128260 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-27e6136a-82a9-4484-9491-a6cf96dad515 req-e04c6e0b-8983-4002-a103-2b4b72c9d0e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:16.144452 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-27e6136a-82a9-4484-9491-a6cf96dad515 req-e04c6e0b-8983-4002-a103-2b4b72c9d0e1 service neutron] Transition to ACTIVE for port object 9483a6c0-7745-4d65-814a-ae4f482f0b84 will not be triggered until provisioned by entity L2. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:06:16.148272 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-27e6136a-82a9-4484-9491-a6cf96dad515 req-e04c6e0b-8983-4002-a103-2b4b72c9d0e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:16.152229 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d302e29b-9158-4409-a80d-6295d3bb733a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:06:16.296867 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04c6e0b-8983-4002-a103-2b4b72c9d0e1 service neutron] Pushing event updated for resources: {'Port': ['ID=9483a6c0-7745-4d65-814a-ae4f482f0b84,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:06:16.300247 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e04c6e0b-8983-4002-a103-2b4b72c9d0e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:06:16.413432 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-27e6136a-82a9-4484-9491-a6cf96dad515 req-e04c6e0b-8983-4002-a103-2b4b72c9d0e1 service neutron] Attempting to bind port 9483a6c0-7745-4d65-814a-ae4f482f0b84 on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 09:06:16.413793 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-27e6136a-82a9-4484-9491-a6cf96dad515 req-e04c6e0b-8983-4002-a103-2b4b72c9d0e1 service neutron] Attempting to bind port 9483a6c0-7745-4d65-814a-ae4f482f0b84 by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': 'af4cd115-f71b-44be-ae2b-16c1d84cc29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0819f6b5-a67e-478d-b97b-88dd40418a93'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 09:06:16.414111 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e6136a-82a9-4484-9491-a6cf96dad515 req-e04c6e0b-8983-4002-a103-2b4b72c9d0e1 service neutron] Attempting to bind port 9483a6c0-7745-4d65-814a-ae4f482f0b84 on network 0819f6b5-a67e-478d-b97b-88dd40418a93 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:06:16.420094 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e6136a-82a9-4484-9491-a6cf96dad515 req-e04c6e0b-8983-4002-a103-2b4b72c9d0e1 service neutron] Port 9483a6c0-7745-4d65-814a-ae4f482f0b84 on network 0819f6b5-a67e-478d-b97b-88dd40418a93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 09:06:16.420413 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e6136a-82a9-4484-9491-a6cf96dad515 req-e04c6e0b-8983-4002-a103-2b4b72c9d0e1 service neutron] Attempting to bind port 9483a6c0-7745-4d65-814a-ae4f482f0b84 on network 0819f6b5-a67e-478d-b97b-88dd40418a93 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:06:16.427612 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e6136a-82a9-4484-9491-a6cf96dad515 req-e04c6e0b-8983-4002-a103-2b4b72c9d0e1 service neutron] Checking agent: {'id': 'bd419857-3bec-4b96-b211-3fb278c66880', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8204', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 40, 10), 'started_at': datetime.datetime(2021, 12, 20, 8, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 9, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 09:06:16.427954 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e6136a-82a9-4484-9491-a6cf96dad515 req-e04c6e0b-8983-4002-a103-2b4b72c9d0e1 service neutron] Checking segment: {'id': 'af4cd115-f71b-44be-ae2b-16c1d84cc29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0819f6b5-a67e-478d-b97b-88dd40418a93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:06:16.428344 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e6136a-82a9-4484-9491-a6cf96dad515 req-e04c6e0b-8983-4002-a103-2b4b72c9d0e1 service neutron] Bound using segment: {'id': 'af4cd115-f71b-44be-ae2b-16c1d84cc29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0819f6b5-a67e-478d-b97b-88dd40418a93'} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 09:06:16.428770 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-27e6136a-82a9-4484-9491-a6cf96dad515 req-e04c6e0b-8983-4002-a103-2b4b72c9d0e1 service neutron] Bound port: 9483a6c0-7745-4d65-814a-ae4f482f0b84, host: hv-neutron-8204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af4cd115-f71b-44be-ae2b-16c1d84cc29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0819f6b5-a67e-478d-b97b-88dd40418a93'}}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 09:06:16.429200 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-27e6136a-82a9-4484-9491-a6cf96dad515 req-e04c6e0b-8983-4002-a103-2b4b72c9d0e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:16.525313 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-27e6136a-82a9-4484-9491-a6cf96dad515 req-e04c6e0b-8983-4002-a103-2b4b72c9d0e1 service neutron] For port 9483a6c0-7745-4d65-814a-ae4f482f0b84, host hv-neutron-8204, cleared binding levels {{(pid=83444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 09:06:16.529208 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-27e6136a-82a9-4484-9491-a6cf96dad515 req-e04c6e0b-8983-4002-a103-2b4b72c9d0e1 service neutron] For port 9483a6c0-7745-4d65-814a-ae4f482f0b84, host hv-neutron-8204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=9483a6c0-7745-4d65-814a-ae4f482f0b84,segment=NetworkSegment(af4cd115-f71b-44be-ae2b-16c1d84cc29e),segment_id=af4cd115-f71b-44be-ae2b-16c1d84cc29e)] {{(pid=83444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 09:06:16.534703 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-27e6136a-82a9-4484-9491-a6cf96dad515 req-e04c6e0b-8983-4002-a103-2b4b72c9d0e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:16.539529 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-bce6366a-77ce-4f6d-9fab-2c20b3e9514a tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:06:16.603029 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-27e6136a-82a9-4484-9491-a6cf96dad515 req-e04c6e0b-8983-4002-a103-2b4b72c9d0e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:16.604964 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-27e6136a-82a9-4484-9491-a6cf96dad515 req-e04c6e0b-8983-4002-a103-2b4b72c9d0e1 service neutron] 10.222.0.58 "PUT /v2.0/ports/9483a6c0-7745-4d65-814a-ae4f482f0b84 HTTP/1.1" status: 200 len: 1093 time: 1.1265285 Dec 20 09:06:16.610563 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fe1d876-9bda-4e8a-aba3-94047b353514', 'tag': '9483a6c0-7745-4d65-814a-ae4f482f0b84'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:06:16.654797 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device b9a765c7-a50c-4fbd-b005-b56d5fe37f0d up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:06:16.687738 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fe1d876-9bda-4e8a-aba3-94047b353514', 'tag': '9483a6c0-7745-4d65-814a-ae4f482f0b84', 'status': 'completed', 'code': 200} Dec 20 09:06:16.695229 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04c6e0b-8983-4002-a103-2b4b72c9d0e1 service neutron] Pushing event updated for resources: {'Port': ['ID=9483a6c0-7745-4d65-814a-ae4f482f0b84,revision_number=3']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:06:16.703137 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e04c6e0b-8983-4002-a103-2b4b72c9d0e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:06:16.739798 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-27e6136a-82a9-4484-9491-a6cf96dad515 req-a073f63c-44ef-4fe5-8eef-352dbe062ef0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f7b89f97320342ff933d41aa1a974b12&device_id=3fe1d876-9bda-4e8a-aba3-94047b353514 HTTP/1.1" status: 200 len: 1096 time: 0.0893543 Dec 20 09:06:16.745336 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port b9a765c7-a50c-4fbd-b005-b56d5fe37f0d triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:06:16.745876 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:16.812923 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-27e6136a-82a9-4484-9491-a6cf96dad515 req-1b5002ee-cdc5-4990-b394-63db91d396f8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9483a6c0-7745-4d65-814a-ae4f482f0b84 HTTP/1.1" status: 200 len: 217 time: 0.0655334 Dec 20 09:06:16.883151 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e6136a-82a9-4484-9491-a6cf96dad515 req-030f9087-fdc5-4095-a967-3aefdf2e12b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:06:16.884516 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-27e6136a-82a9-4484-9491-a6cf96dad515 req-030f9087-fdc5-4095-a967-3aefdf2e12b8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4772068d-e0fc-434c-a2a1-330ef2b4c6c2 HTTP/1.1" status: 200 len: 834 time: 0.0649211 Dec 20 09:06:16.963637 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-27e6136a-82a9-4484-9491-a6cf96dad515 req-8a68c696-9ea3-4c7a-a846-8b899488b855 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0819f6b5-a67e-478d-b97b-88dd40418a93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721920 Dec 20 09:06:17.063496 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29adab2a-44b2-477b-b2da-fa1c8787c4be req-83eaa35a-a354-42a7-8a78-632322751cbf tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:06:17.065001 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-29adab2a-44b2-477b-b2da-fa1c8787c4be req-83eaa35a-a354-42a7-8a78-632322751cbf tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=3fe1d876-9bda-4e8a-aba3-94047b353514 HTTP/1.1" status: 200 len: 943 time: 0.0806680 Dec 20 09:06:17.114044 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-27e6136a-82a9-4484-9491-a6cf96dad515 req-c0c18af0-72af-4b75-82de-08ed9a13eee8 service neutron] 10.222.0.58 "GET /v2.0/networks/0819f6b5-a67e-478d-b97b-88dd40418a93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435239 Dec 20 09:06:17.115633 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-29adab2a-44b2-477b-b2da-fa1c8787c4be req-5aef8a31-c968-49b1-bb18-c2c20d705da1 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=09cb4923-dbcc-429b-b940-f5d5b410881a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441539 Dec 20 09:06:17.124860 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:06:17.252558 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-27e6136a-82a9-4484-9491-a6cf96dad515 req-1cb827be-ed86-4418-ba66-19b2d8cfd877 service neutron] 10.222.0.58 "GET /v2.0/networks/0819f6b5-a67e-478d-b97b-88dd40418a93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324012 Dec 20 09:06:17.375600 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9832935c-2609-4fb0-b796-49921662a42b req-96ef81dc-1996-40c6-829c-3544ce02c041 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f7b89f97320342ff933d41aa1a974b12&device_id=3fe1d876-9bda-4e8a-aba3-94047b353514 HTTP/1.1" status: 200 len: 1096 time: 0.0766599 Dec 20 09:06:17.439621 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:17.510424 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9832935c-2609-4fb0-b796-49921662a42b req-d736afd3-76c4-47dd-a079-cad7fcd204cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:06:17.511906 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9832935c-2609-4fb0-b796-49921662a42b req-d736afd3-76c4-47dd-a079-cad7fcd204cd service neutron] 10.222.0.58 "GET /v2.0/networks?id=0819f6b5-a67e-478d-b97b-88dd40418a93 HTTP/1.1" status: 200 len: 898 time: 0.1292229 Dec 20 09:06:17.579276 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9832935c-2609-4fb0-b796-49921662a42b req-59e347ad-1bf3-484a-a0a4-9b3d1026460c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9483a6c0-7745-4d65-814a-ae4f482f0b84 HTTP/1.1" status: 200 len: 217 time: 0.0613570 Dec 20 09:06:17.752038 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9832935c-2609-4fb0-b796-49921662a42b req-979a43ae-e059-41d5-ae33-f5d6d9b736b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:06:17.753515 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9832935c-2609-4fb0-b796-49921662a42b req-979a43ae-e059-41d5-ae33-f5d6d9b736b4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4772068d-e0fc-434c-a2a1-330ef2b4c6c2 HTTP/1.1" status: 200 len: 834 time: 0.1658025 Dec 20 09:06:17.832870 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9832935c-2609-4fb0-b796-49921662a42b req-afc47a17-4952-4854-83a7-935d37f90735 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0819f6b5-a67e-478d-b97b-88dd40418a93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722117 Dec 20 09:06:17.973308 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9832935c-2609-4fb0-b796-49921662a42b req-5c9e7f5e-7698-49b5-aa8f-4834350862be service neutron] 10.222.0.58 "GET /v2.0/networks/0819f6b5-a67e-478d-b97b-88dd40418a93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332393 Dec 20 09:06:18.116827 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9832935c-2609-4fb0-b796-49921662a42b req-5a2cd02b-fd2d-4785-84b7-056f86ae93ff service neutron] 10.222.0.58 "GET /v2.0/networks/0819f6b5-a67e-478d-b97b-88dd40418a93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373305 Dec 20 09:06:18.328913 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e8760a-f13a-4d34-b8f2-a6ae736e8d58 req-d4a6acd1-bd4a-46f2-85cb-435971a984e5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:06:18.329643 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-d6e8760a-f13a-4d34-b8f2-a6ae736e8d58 req-d4a6acd1-bd4a-46f2-85cb-435971a984e5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Synchronizing usage tracker for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:06:18.349675 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-d6e8760a-f13a-4d34-b8f2-a6ae736e8d58 req-d4a6acd1-bd4a-46f2-85cb-435971a984e5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Unset dirty status for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:06:18.350991 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d6e8760a-f13a-4d34-b8f2-a6ae736e8d58 req-d4a6acd1-bd4a-46f2-85cb-435971a984e5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=3fe1d876-9bda-4e8a-aba3-94047b353514 HTTP/1.1" status: 200 len: 943 time: 0.1033146 Dec 20 09:06:18.399846 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d6e8760a-f13a-4d34-b8f2-a6ae736e8d58 req-91a7d0df-fba6-4ee8-92e9-38cb96455827 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=09cb4923-dbcc-429b-b940-f5d5b410881a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429895 Dec 20 09:06:19.558050 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 9483a6c0-7745-4d65-814a-ae4f482f0b84 details requested by agent hyperv_hv-neutron-8204 with host hv-neutron-8204 {{(pid=83446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 09:06:19.602489 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44532429-8424-4613-869f-d3e400b5f096 req-f5b5079e-ccd1-4989-a7a5-31e75137ce5b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:06:19.603969 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-44532429-8424-4613-869f-d3e400b5f096 req-f5b5079e-ccd1-4989-a7a5-31e75137ce5b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=3fe1d876-9bda-4e8a-aba3-94047b353514 HTTP/1.1" status: 200 len: 943 time: 0.0817773 Dec 20 09:06:19.653143 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-44532429-8424-4613-869f-d3e400b5f096 req-b93dc479-daae-4463-851c-60b3cd826204 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=09cb4923-dbcc-429b-b940-f5d5b410881a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434227 Dec 20 09:06:19.701153 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port 9483a6c0-7745-4d65-814a-ae4f482f0b84, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=9483a6c0-7745-4d65-814a-ae4f482f0b84,segment=NetworkSegment(af4cd115-f71b-44be-ae2b-16c1d84cc29e),segment_id=af4cd115-f71b-44be-ae2b-16c1d84cc29e)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:06:19.714975 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Returning: {'device': '9483a6c0-7745-4d65-814a-ae4f482f0b84', 'network_id': '0819f6b5-a67e-478d-b97b-88dd40418a93', 'port_id': '9483a6c0-7745-4d65-814a-ae4f482f0b84', 'mac_address': 'fa:16:3e:ef:17:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4772068d-e0fc-434c-a2a1-330ef2b4c6c2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 09:06:19.772383 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:19.792829 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9483a6c0-7745-4d65-814a-ae4f482f0b84 {{(pid=83446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 09:06:19.808656 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port 9483a6c0-7745-4d65-814a-ae4f482f0b84, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=9483a6c0-7745-4d65-814a-ae4f482f0b84,segment=NetworkSegment(af4cd115-f71b-44be-ae2b-16c1d84cc29e),segment_id=af4cd115-f71b-44be-ae2b-16c1d84cc29e)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:06:19.813665 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:19.815923 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:06:19.882887 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=9483a6c0-7745-4d65-814a-ae4f482f0b84,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:06:19.885899 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:06:20.141646 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] get_ports_and_sgs() called for port_ids ['9483a6c0-7745-4d65-814a-ae4f482f0b84'] {{(pid=83446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 09:06:20.852581 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae1be47-34e6-4f84-bb8e-645f958be59d req-af9b3abf-af81-4f16-9045-41929dd24bd8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:06:20.854024 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6ae1be47-34e6-4f84-bb8e-645f958be59d req-af9b3abf-af81-4f16-9045-41929dd24bd8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=3fe1d876-9bda-4e8a-aba3-94047b353514 HTTP/1.1" status: 200 len: 944 time: 0.0781903 Dec 20 09:06:20.904708 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6ae1be47-34e6-4f84-bb8e-645f958be59d req-06cb5376-c9e6-41b1-a33b-946d171c9b08 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=09cb4923-dbcc-429b-b940-f5d5b410881a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451572 Dec 20 09:06:21.565910 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 9483a6c0-7745-4d65-814a-ae4f482f0b84 up at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:06:21.638972 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning for port 9483a6c0-7745-4d65-814a-ae4f482f0b84 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:06:21.643749 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning complete for port 9483a6c0-7745-4d65-814a-ae4f482f0b84 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:06:21.644127 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:21.757956 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:21.788563 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe1d876-9bda-4e8a-aba3-94047b353514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9483a6c0-7745-4d65-814a-ae4f482f0b84'}] {{(pid=83446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:06:21.799139 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port 9483a6c0-7745-4d65-814a-ae4f482f0b84, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=9483a6c0-7745-4d65-814a-ae4f482f0b84,segment=NetworkSegment(af4cd115-f71b-44be-ae2b-16c1d84cc29e),segment_id=af4cd115-f71b-44be-ae2b-16c1d84cc29e)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:06:21.804765 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:21.806680 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:06:21.876269 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=9483a6c0-7745-4d65-814a-ae4f482f0b84,revision_number=5']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:06:21.879893 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:06:21.941861 dv-neutron-820491-1-hyperv neutron-server[83446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe1d876-9bda-4e8a-aba3-94047b353514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9483a6c0-7745-4d65-814a-ae4f482f0b84', 'code': 200} Dec 20 09:06:22.150289 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c7c29c-7b12-4ce0-abaf-e68511d44e9d req-ac28493f-46c0-4704-830e-4f9034e33561 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:06:22.151698 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-34c7c29c-7b12-4ce0-abaf-e68511d44e9d req-ac28493f-46c0-4704-830e-4f9034e33561 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=3fe1d876-9bda-4e8a-aba3-94047b353514 HTTP/1.1" status: 200 len: 945 time: 0.1220248 Dec 20 09:06:22.220078 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-34c7c29c-7b12-4ce0-abaf-e68511d44e9d req-bad934c8-1340-4abc-ad80-de2353b685fa tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=09cb4923-dbcc-429b-b940-f5d5b410881a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0616791 Dec 20 09:06:22.244185 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bf075e24-f784-49a3-a0d8-ba99176bbb1b req-6dfbc634-fc2b-46cd-88b7-090e13ca6ff9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3fe1d876-9bda-4e8a-aba3-94047b353514 HTTP/1.1" status: 200 len: 1098 time: 0.1325657 Dec 20 09:06:22.288068 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bf075e24-f784-49a3-a0d8-ba99176bbb1b req-82195289-2187-4ca0-94c2-a75f59371069 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=09cb4923-dbcc-429b-b940-f5d5b410881a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365796 Dec 20 09:06:23.432141 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b091c978-3614-48b1-8e32-6b047ed66381 req-62c86285-ccf4-45c9-86a7-2edeff0f39cc tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:06:23.433657 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-b091c978-3614-48b1-8e32-6b047ed66381 req-62c86285-ccf4-45c9-86a7-2edeff0f39cc tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=3fe1d876-9bda-4e8a-aba3-94047b353514 HTTP/1.1" status: 200 len: 945 time: 0.0788124 Dec 20 09:06:23.480176 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-b091c978-3614-48b1-8e32-6b047ed66381 req-71ba3141-5d1f-4ac7-b6ad-a876512e5f6e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=09cb4923-dbcc-429b-b940-f5d5b410881a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410271 Dec 20 09:06:24.679527 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2016dc-d3aa-4929-9fc9-a167939213c0 req-30f8befe-ea05-4f22-ab36-dde8df4c6580 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:06:24.681001 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fd2016dc-d3aa-4929-9fc9-a167939213c0 req-30f8befe-ea05-4f22-ab36-dde8df4c6580 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=3fe1d876-9bda-4e8a-aba3-94047b353514 HTTP/1.1" status: 200 len: 945 time: 0.0775754 Dec 20 09:06:24.729474 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fd2016dc-d3aa-4929-9fc9-a167939213c0 req-e8885f78-aff4-472d-b91d-6e789dd6893e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=09cb4923-dbcc-429b-b940-f5d5b410881a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418298 Dec 20 09:06:24.930755 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5101a1-fa32-4df4-a772-1e8a9c26ccbe req-e2e8c278-c78c-4292-9646-2dfb1bef8883 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:06:24.932247 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-4c5101a1-fa32-4df4-a772-1e8a9c26ccbe req-e2e8c278-c78c-4292-9646-2dfb1bef8883 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=3fe1d876-9bda-4e8a-aba3-94047b353514 HTTP/1.1" status: 200 len: 945 time: 0.0810003 Dec 20 09:06:24.985788 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-4c5101a1-fa32-4df4-a772-1e8a9c26ccbe req-383cb016-8290-4822-8d1a-e193159c3639 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=09cb4923-dbcc-429b-b940-f5d5b410881a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480115 Dec 20 09:06:25.014832 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 47798) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:06:25.087063 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-d4240664-a937-481e-949d-c96793212875 tempest-TestNetworkBasicOps-1628597773 tempest-TestNetworkBasicOps-1628597773-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=3fe1d876-9bda-4e8a-aba3-94047b353514 HTTP/1.1" status: 200 len: 1093 time: 0.0708916 Dec 20 09:06:25.089620 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 47802) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:06:25.094961 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-b99180b1-b273-42de-ade2-f305642fd374 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'floatingip': {'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'port_id': '9483a6c0-7745-4d65-814a-ae4f482f0b84', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:06:25.100962 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-b99180b1-b273-42de-ade2-f305642fd374 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:06:25.105091 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-b99180b1-b273-42de-ade2-f305642fd374 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Usage tracker for resource:floatingip and tenant:f7b89f97320342ff933d41aa1a974b12 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:06:25.108049 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-b99180b1-b273-42de-ade2-f305642fd374 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:06:25.114805 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-b99180b1-b273-42de-ade2-f305642fd374 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:06:25.129484 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b99180b1-b273-42de-ade2-f305642fd374 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for floatingip, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:25.267673 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b99180b1-b273-42de-ade2-f305642fd374 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:25.414182 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-b99180b1-b273-42de-ade2-f305642fd374 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Allocated IP 172.26.5.142 (95f3bec2-46e6-4468-8229-8badd4a5aaae/cf8895a3-346d-4313-a645-16ecdcce9969/b40fb9f9-e785-4df4-9041-30f81c424ed9) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 09:06:25.574188 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b99180b1-b273-42de-ade2-f305642fd374 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:25.608733 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b99180b1-b273-42de-ade2-f305642fd374 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:25.613654 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-5c198bd9-a09b-4ee0-b49c-18a171d88136 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:06:25.677427 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99180b1-b273-42de-ade2-f305642fd374 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Network 95f3bec2-46e6-4468-8229-8badd4a5aaae is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:06:25.687745 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-b99180b1-b273-42de-ade2-f305642fd374 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:06:25.693273 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99180b1-b273-42de-ade2-f305642fd374 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 09:06:25.723752 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99180b1-b273-42de-ade2-f305642fd374 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'Port': ['ID=b40fb9f9-e785-4df4-9041-30f81c424ed9,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:06:25.730758 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b99180b1-b273-42de-ade2-f305642fd374 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:06:26.217048 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b99180b1-b273-42de-ade2-f305642fd374 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:26.280622 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b99180b1-b273-42de-ade2-f305642fd374 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:26.612887 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b99180b1-b273-42de-ade2-f305642fd374 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:26.617903 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b99180b1-b273-42de-ade2-f305642fd374 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2036698'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:26.621730 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-326aff81-020c-4422-bebf-1a0337cded63 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:06:26.723482 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99180b1-b273-42de-ade2-f305642fd374 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event updated for resources: {'Port': ['ID=b40fb9f9-e785-4df4-9041-30f81c424ed9,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:06:26.727624 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b99180b1-b273-42de-ade2-f305642fd374 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:06:26.743375 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b99180b1-b273-42de-ade2-f305642fd374 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-345990'] for floatingip, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:26.933216 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.l3_db [None req-b99180b1-b273-42de-ade2-f305642fd374 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Floating IP e71dfc9f-0aa2-44ba-9956-b695279e1194 associated. External IP: 172.26.5.142, port: 9483a6c0-7745-4d65-814a-ae4f482f0b84. Dec 20 09:06:27.343562 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b99180b1-b273-42de-ade2-f305642fd374 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Router 09e5cb7b-c6e2-4df6-a658-821b6a35d656 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 09:06:27.553342 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b99180b1-b273-42de-ade2-f305642fd374 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 09:06:27.563860 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7563b8-27a6-4764-a38d-75dc21c3ac61 None None] Sync routers for ids ['09e5cb7b-c6e2-4df6-a658-821b6a35d656'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 09:06:27.579560 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7563b8-27a6-4764-a38d-75dc21c3ac61 None None] Routers {'09e5cb7b-c6e2-4df6-a658-821b6a35d656'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:06:27.580517 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-6f7563b8-27a6-4764-a38d-75dc21c3ac61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:06:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['09e5cb7b-c6e2-4df6-a658-821b6a35d656'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:06:27.581033 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b99180b1-b273-42de-ade2-f305642fd374 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for floatingip, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:27.636753 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-b99180b1-b273-42de-ade2-f305642fd374 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5460756 Dec 20 09:06:27.637459 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fe1d876-9bda-4e8a-aba3-94047b353514', 'tag': '9483a6c0-7745-4d65-814a-ae4f482f0b84'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:06:27.639664 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 47806) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:06:27.694390 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fe1d876-9bda-4e8a-aba3-94047b353514', 'tag': '9483a6c0-7745-4d65-814a-ae4f482f0b84', 'status': 'completed', 'code': 200} Dec 20 09:06:27.779927 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-6f7563b8-27a6-4764-a38d-75dc21c3ac61 None None] Set router 09e5cb7b-c6e2-4df6-a658-821b6a35d656 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:06:27.803478 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-8ece49d4-b50f-4cbd-b82e-101e53dbeae8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/floatingips/e71dfc9f-0aa2-44ba-9956-b695279e1194 HTTP/1.1" status: 200 len: 991 time: 0.1606395 Dec 20 09:06:27.826923 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-158d72e2-0c67-44d5-aa59-fce4009416ff req-6a49461d-b6a1-4495-b7c9-ed7333622bb9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f7b89f97320342ff933d41aa1a974b12&device_id=3fe1d876-9bda-4e8a-aba3-94047b353514 HTTP/1.1" status: 200 len: 1098 time: 0.0998883 Dec 20 09:06:27.962383 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158d72e2-0c67-44d5-aa59-fce4009416ff req-b48011e8-ac3b-49d1-b93b-06f134cac5fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:06:27.963874 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-158d72e2-0c67-44d5-aa59-fce4009416ff req-b48011e8-ac3b-49d1-b93b-06f134cac5fc service neutron] 10.222.0.58 "GET /v2.0/networks?id=0819f6b5-a67e-478d-b97b-88dd40418a93 HTTP/1.1" status: 200 len: 898 time: 0.1301174 Dec 20 09:06:28.076793 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-158d72e2-0c67-44d5-aa59-fce4009416ff req-ea5e3d3b-5f50-4f10-ac1d-23c344abc12b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9483a6c0-7745-4d65-814a-ae4f482f0b84 HTTP/1.1" status: 200 len: 999 time: 0.1068282 Dec 20 09:06:28.142381 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158d72e2-0c67-44d5-aa59-fce4009416ff req-8bb333c4-b9cf-407f-af13-0d165d80bd85 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:06:28.143841 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-158d72e2-0c67-44d5-aa59-fce4009416ff req-8bb333c4-b9cf-407f-af13-0d165d80bd85 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4772068d-e0fc-434c-a2a1-330ef2b4c6c2 HTTP/1.1" status: 200 len: 834 time: 0.0608726 Dec 20 09:06:28.184680 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-6f7563b8-27a6-4764-a38d-75dc21c3ac61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e5cb7b-c6e2-4df6-a658-821b6a35d656', 'name': 'tempest-TestNetworkBasicOps-router-541093297', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.57'}], 'enable_snat': True}, 'gw_port_id': '5b1d2f5e-ff96-4696-b896-936a79ca41fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:06:03Z', 'updated_at': '2021-12-20T09:06:08Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': '5b1d2f5e-ff96-4696-b896-936a79ca41fe', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:99:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e5cb7b-c6e2-4df6-a658-821b6a35d656', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:06:04Z', 'updated_at': '2021-12-20T09:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': 'e71dfc9f-0aa2-44ba-9956-b695279e1194', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'floating_ip_address': '172.26.5.142', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': '09e5cb7b-c6e2-4df6-a658-821b6a35d656', 'port_id': '9483a6c0-7745-4d65-814a-ae4f482f0b84', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0819f6b5-a67e-478d-b97b-88dd40418a93', 'mac_address': 'fa:16:3e:ef:17:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe1d876-9bda-4e8a-aba3-94047b353514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T09:06:26Z', 'updated_at': '2021-12-20T09:06:26Z', 'revision_number': 0, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9a765c7-a50c-4fbd-b005-b56d5fe37f0d', 'name': '', 'network_id': '0819f6b5-a67e-478d-b97b-88dd40418a93', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'mac_address': 'fa:16:3e:de:8d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e5cb7b-c6e2-4df6-a658-821b6a35d656', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4772068d-e0fc-434c-a2a1-330ef2b4c6c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:06:07Z', 'updated_at': '2021-12-20T09:06:14Z', 'revision_number': 5, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'subnets': [{'id': '4772068d-e0fc-434c-a2a1-330ef2b4c6c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:06:28.188537 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7563b8-27a6-4764-a38d-75dc21c3ac61 None None] Checking router: 09e5cb7b-c6e2-4df6-a658-821b6a35d656 for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 09:06:28.199588 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7563b8-27a6-4764-a38d-75dc21c3ac61 None None] Routers {'09e5cb7b-c6e2-4df6-a658-821b6a35d656'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:06:28.200208 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-6f7563b8-27a6-4764-a38d-75dc21c3ac61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:06:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['09e5cb7b-c6e2-4df6-a658-821b6a35d656'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:06:28.221297 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-158d72e2-0c67-44d5-aa59-fce4009416ff req-0f16f37c-4ffd-4fc3-8921-b2f4a112fe38 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0819f6b5-a67e-478d-b97b-88dd40418a93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702982 Dec 20 09:06:28.360830 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-158d72e2-0c67-44d5-aa59-fce4009416ff req-77f9f520-c809-4dc2-8c11-7b0ae7571561 service neutron] 10.222.0.58 "GET /v2.0/networks/0819f6b5-a67e-478d-b97b-88dd40418a93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326790 Dec 20 09:06:28.390334 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-6f7563b8-27a6-4764-a38d-75dc21c3ac61 None None] Set router 09e5cb7b-c6e2-4df6-a658-821b6a35d656 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:06:28.618590 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-158d72e2-0c67-44d5-aa59-fce4009416ff req-822b8d14-c472-4eef-9b22-886319926f1c service neutron] 10.222.0.58 "GET /v2.0/networks/0819f6b5-a67e-478d-b97b-88dd40418a93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500541 Dec 20 09:06:28.761850 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-6f7563b8-27a6-4764-a38d-75dc21c3ac61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e5cb7b-c6e2-4df6-a658-821b6a35d656', 'name': 'tempest-TestNetworkBasicOps-router-541093297', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.57'}], 'enable_snat': True}, 'gw_port_id': '5b1d2f5e-ff96-4696-b896-936a79ca41fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:06:03Z', 'updated_at': '2021-12-20T09:06:08Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': '5b1d2f5e-ff96-4696-b896-936a79ca41fe', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:99:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e5cb7b-c6e2-4df6-a658-821b6a35d656', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:06:04Z', 'updated_at': '2021-12-20T09:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': 'e71dfc9f-0aa2-44ba-9956-b695279e1194', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'floating_ip_address': '172.26.5.142', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': '09e5cb7b-c6e2-4df6-a658-821b6a35d656', 'port_id': '9483a6c0-7745-4d65-814a-ae4f482f0b84', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0819f6b5-a67e-478d-b97b-88dd40418a93', 'mac_address': 'fa:16:3e:ef:17:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe1d876-9bda-4e8a-aba3-94047b353514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T09:06:26Z', 'updated_at': '2021-12-20T09:06:26Z', 'revision_number': 0, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9a765c7-a50c-4fbd-b005-b56d5fe37f0d', 'name': '', 'network_id': '0819f6b5-a67e-478d-b97b-88dd40418a93', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'mac_address': 'fa:16:3e:de:8d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e5cb7b-c6e2-4df6-a658-821b6a35d656', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4772068d-e0fc-434c-a2a1-330ef2b4c6c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:06:07Z', 'updated_at': '2021-12-20T09:06:14Z', 'revision_number': 5, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'subnets': [{'id': '4772068d-e0fc-434c-a2a1-330ef2b4c6c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:06:28.765844 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7563b8-27a6-4764-a38d-75dc21c3ac61 None None] The sync data for ids ['09e5cb7b-c6e2-4df6-a658-821b6a35d656'] in dv-neutron-820491-1-hyperv is: [{'id': '09e5cb7b-c6e2-4df6-a658-821b6a35d656', 'name': 'tempest-TestNetworkBasicOps-router-541093297', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.57'}], 'enable_snat': True}, 'gw_port_id': '5b1d2f5e-ff96-4696-b896-936a79ca41fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:06:03Z', 'updated_at': '2021-12-20T09:06:08Z', 'revision_number': 4, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': '5b1d2f5e-ff96-4696-b896-936a79ca41fe', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:99:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e5cb7b-c6e2-4df6-a658-821b6a35d656', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:06:04Z', 'updated_at': '2021-12-20T09:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': 'e71dfc9f-0aa2-44ba-9956-b695279e1194', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'floating_ip_address': '172.26.5.142', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': '09e5cb7b-c6e2-4df6-a658-821b6a35d656', 'port_id': '9483a6c0-7745-4d65-814a-ae4f482f0b84', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0819f6b5-a67e-478d-b97b-88dd40418a93', 'mac_address': 'fa:16:3e:ef:17:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe1d876-9bda-4e8a-aba3-94047b353514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T09:06:26Z', 'updated_at': '2021-12-20T09:06:26Z', 'revision_number': 0, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9a765c7-a50c-4fbd-b005-b56d5fe37f0d', 'name': '', 'network_id': '0819f6b5-a67e-478d-b97b-88dd40418a93', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'mac_address': 'fa:16:3e:de:8d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e5cb7b-c6e2-4df6-a658-821b6a35d656', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4772068d-e0fc-434c-a2a1-330ef2b4c6c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:06:07Z', 'updated_at': '2021-12-20T09:06:14Z', 'revision_number': 5, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'subnets': [{'id': '4772068d-e0fc-434c-a2a1-330ef2b4c6c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 09:06:28.805980 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 47812) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:06:28.914390 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-23fde932-2404-4e6a-a3a2-20931b8a031d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/floatingips/e71dfc9f-0aa2-44ba-9956-b695279e1194 HTTP/1.1" status: 200 len: 991 time: 0.1070802 Dec 20 09:06:29.918302 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 47816) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:06:30.022168 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-20355fb8-cf1d-4ec5-9414-a1062eeadd86 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/floatingips/e71dfc9f-0aa2-44ba-9956-b695279e1194 HTTP/1.1" status: 200 len: 991 time: 0.1026194 Dec 20 09:06:30.476806 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349913a0-90f8-41fc-a2f2-2da8958dfe59 None None] New status for floating IP e71dfc9f-0aa2-44ba-9956-b695279e1194: ACTIVE {{(pid=83447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 09:06:31.026036 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 47820) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:06:31.140636 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-767905ea-59b4-44b4-80eb-c18de83257c0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/floatingips/e71dfc9f-0aa2-44ba-9956-b695279e1194 HTTP/1.1" status: 200 len: 993 time: 0.1134219 Dec 20 09:06:40.099486 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:42.554733 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-30ae951d-a69e-4ed0-8b30-501ee26717bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:42.945700 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-819f9a50-2226-4c82-a71b-8530a4d8605d req-7a2e0598-44c7-4ba6-acf4-61a10392dd2c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3fe1d876-9bda-4e8a-aba3-94047b353514&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0751977 Dec 20 09:06:43.085248 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-819f9a50-2226-4c82-a71b-8530a4d8605d req-ebf24870-bf4e-42ce-9003-37768fff64ff service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f7b89f97320342ff933d41aa1a974b12&device_id=3fe1d876-9bda-4e8a-aba3-94047b353514 HTTP/1.1" status: 200 len: 1098 time: 0.0694027 Dec 20 09:06:43.232950 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819f9a50-2226-4c82-a71b-8530a4d8605d req-09597467-9fda-4456-b7c3-e68093866467 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:06:43.234795 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-819f9a50-2226-4c82-a71b-8530a4d8605d req-09597467-9fda-4456-b7c3-e68093866467 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0819f6b5-a67e-478d-b97b-88dd40418a93 HTTP/1.1" status: 200 len: 898 time: 0.1307511 Dec 20 09:06:43.341595 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-819f9a50-2226-4c82-a71b-8530a4d8605d req-460a94b5-5f2d-4162-b394-13d66ac23122 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9483a6c0-7745-4d65-814a-ae4f482f0b84 HTTP/1.1" status: 200 len: 1001 time: 0.1003180 Dec 20 09:06:43.407808 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819f9a50-2226-4c82-a71b-8530a4d8605d req-a445b49a-3fd4-48c3-98e9-65b2c092c8a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:06:43.409807 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-819f9a50-2226-4c82-a71b-8530a4d8605d req-a445b49a-3fd4-48c3-98e9-65b2c092c8a4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4772068d-e0fc-434c-a2a1-330ef2b4c6c2 HTTP/1.1" status: 200 len: 834 time: 0.0598266 Dec 20 09:06:43.489870 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-819f9a50-2226-4c82-a71b-8530a4d8605d req-445836ff-255e-4f24-8120-2c07e97d00aa service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0819f6b5-a67e-478d-b97b-88dd40418a93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739739 Dec 20 09:06:43.626493 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-819f9a50-2226-4c82-a71b-8530a4d8605d req-91321c68-17b3-4bac-bb5c-52ab2be8fd09 service neutron] 10.222.0.58 "GET /v2.0/networks/0819f6b5-a67e-478d-b97b-88dd40418a93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292810 Dec 20 09:06:43.760608 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-819f9a50-2226-4c82-a71b-8530a4d8605d req-7954e4d4-2c79-4089-952b-203fa772a110 service neutron] 10.222.0.58 "GET /v2.0/networks/0819f6b5-a67e-478d-b97b-88dd40418a93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280265 Dec 20 09:06:44.865818 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e264acd3-82dd-4f77-8527-ab532a4b88f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:45.980231 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:46.050384 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:47.442264 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:06:54.124061 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:07:10.109672 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:07:12.556751 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e8cb10ec-faab-4116-b0b5-91ff503cdf39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:07:14.867625 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-bfcbec26-2764-4ea2-9de1-61e01db3123e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:07:15.980303 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:07:16.041084 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:07:17.445500 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:07:31.123486 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:07:40.107937 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:07:40.167693 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 47842) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:07:40.173038 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-055ff513-db5a-46cc-89c9-070738405d06 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'router': {'admin_state_up': False}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:07:40.843609 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-055ff513-db5a-46cc-89c9-070738405d06 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24724'] for router, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:07:40.853661 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-055ff513-db5a-46cc-89c9-070738405d06 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-351805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-351780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-379562'] for router, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:07:41.052418 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-055ff513-db5a-46cc-89c9-070738405d06 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Router 09e5cb7b-c6e2-4df6-a658-821b6a35d656 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 09:07:41.252284 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-055ff513-db5a-46cc-89c9-070738405d06 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 09:07:41.261131 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-055ff513-db5a-46cc-89c9-070738405d06 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:07:41.263384 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-055ff513-db5a-46cc-89c9-070738405d06 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "PUT /v2.0/routers/09e5cb7b-c6e2-4df6-a658-821b6a35d656 HTTP/1.1" status: 200 len: 887 time: 1.0946729 Dec 20 09:07:41.265865 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f986a9ec-972d-4ea4-b3cb-4b27aeaaad88 None None] Sync routers for ids ['09e5cb7b-c6e2-4df6-a658-821b6a35d656'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 09:07:41.278884 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f986a9ec-972d-4ea4-b3cb-4b27aeaaad88 None None] Routers {'09e5cb7b-c6e2-4df6-a658-821b6a35d656'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:07:41.279502 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-f986a9ec-972d-4ea4-b3cb-4b27aeaaad88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:07:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['09e5cb7b-c6e2-4df6-a658-821b6a35d656'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:07:41.339502 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-f986a9ec-972d-4ea4-b3cb-4b27aeaaad88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:07:41.350637 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f986a9ec-972d-4ea4-b3cb-4b27aeaaad88 None None] Routers {'09e5cb7b-c6e2-4df6-a658-821b6a35d656'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:07:41.351247 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-f986a9ec-972d-4ea4-b3cb-4b27aeaaad88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:07:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['09e5cb7b-c6e2-4df6-a658-821b6a35d656'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:07:41.411501 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-f986a9ec-972d-4ea4-b3cb-4b27aeaaad88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:07:41.411905 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f986a9ec-972d-4ea4-b3cb-4b27aeaaad88 None None] The sync data for ids ['09e5cb7b-c6e2-4df6-a658-821b6a35d656'] in dv-neutron-820491-1-hyperv is: [] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 09:07:42.148927 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b369383f-4e63-45fa-9cd1-d494ba5cab1e None None] New status for floating IP e71dfc9f-0aa2-44ba-9956-b695279e1194: DOWN {{(pid=83447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 09:07:42.368350 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c4cae5ad-a7e5-4184-8a64-fdd23b82ad99 req-b8d549d8-41d9-4267-93e2-317de13bcb8d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3fe1d876-9bda-4e8a-aba3-94047b353514&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0747983 Dec 20 09:07:42.513217 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c4cae5ad-a7e5-4184-8a64-fdd23b82ad99 req-1a812b92-feb9-415d-9cb1-0d036b826660 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f7b89f97320342ff933d41aa1a974b12&device_id=3fe1d876-9bda-4e8a-aba3-94047b353514 HTTP/1.1" status: 200 len: 1098 time: 0.0749254 Dec 20 09:07:42.558544 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-6502e147-3971-4ef3-ba52-06b33cb62060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:07:42.662311 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cae5ad-a7e5-4184-8a64-fdd23b82ad99 req-33ad0fde-265c-471d-9647-2797cf041287 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:07:42.663739 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c4cae5ad-a7e5-4184-8a64-fdd23b82ad99 req-33ad0fde-265c-471d-9647-2797cf041287 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0819f6b5-a67e-478d-b97b-88dd40418a93 HTTP/1.1" status: 200 len: 898 time: 0.1314116 Dec 20 09:07:42.668959 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 5b1d2f5e-ff96-4696-b896-936a79ca41fe no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 09:07:42.774939 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c4cae5ad-a7e5-4184-8a64-fdd23b82ad99 req-04148ff5-5a4b-472b-8f56-7a6a6479ac0f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9483a6c0-7745-4d65-814a-ae4f482f0b84 HTTP/1.1" status: 200 len: 999 time: 0.1045535 Dec 20 09:07:42.786585 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:07:42.802060 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 5b1d2f5e-ff96-4696-b896-936a79ca41fe, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=5b1d2f5e-ff96-4696-b896-936a79ca41fe,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:07:42.806048 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:07:42.806803 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device b9a765c7-a50c-4fbd-b005-b56d5fe37f0d no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 09:07:42.833463 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:07:42.838912 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cae5ad-a7e5-4184-8a64-fdd23b82ad99 req-2e844e5b-e038-4077-8985-62b24f09dfc1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:07:42.840364 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c4cae5ad-a7e5-4184-8a64-fdd23b82ad99 req-2e844e5b-e038-4077-8985-62b24f09dfc1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4772068d-e0fc-434c-a2a1-330ef2b4c6c2 HTTP/1.1" status: 200 len: 834 time: 0.0580950 Dec 20 09:07:42.929085 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c4cae5ad-a7e5-4184-8a64-fdd23b82ad99 req-393196ad-2fe4-42fb-af29-0a1452af5b1c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0819f6b5-a67e-478d-b97b-88dd40418a93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0820715 Dec 20 09:07:42.934448 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=5b1d2f5e-ff96-4696-b896-936a79ca41fe,revision_number=5']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:07:43.015407 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:07:43.015741 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:07:43.016081 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:07:43.016410 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:07:43.017296 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:07:43.017706 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:07:43.018034 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:07:43.018352 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:07:43.018668 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:07:43.018983 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:07:43.019299 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:07:43.024423 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:07:43.039937 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:07:43.065042 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c4cae5ad-a7e5-4184-8a64-fdd23b82ad99 req-49e58038-9c15-41cb-99b5-759bf55b6145 service neutron] 10.222.0.58 "GET /v2.0/networks/0819f6b5-a67e-478d-b97b-88dd40418a93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296308 Dec 20 09:07:43.071868 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port b9a765c7-a50c-4fbd-b005-b56d5fe37f0d, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=b9a765c7-a50c-4fbd-b005-b56d5fe37f0d,segment=NetworkSegment(af4cd115-f71b-44be-ae2b-16c1d84cc29e),segment_id=af4cd115-f71b-44be-ae2b-16c1d84cc29e)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:07:43.076250 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:07:43.078174 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:07:43.142883 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=b9a765c7-a50c-4fbd-b005-b56d5fe37f0d,revision_number=6']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:07:43.146690 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:07:43.201947 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c4cae5ad-a7e5-4184-8a64-fdd23b82ad99 req-bf1a1b44-3dc5-40a6-be8f-aaa44e32d4a0 service neutron] 10.222.0.58 "GET /v2.0/networks/0819f6b5-a67e-478d-b97b-88dd40418a93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304936 Dec 20 09:07:43.508842 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 47850) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:07:43.514162 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-98174950-1a87-4bba-bfe4-5a55d2f04598 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:07:44.185253 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-98174950-1a87-4bba-bfe4-5a55d2f04598 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24724'] for router, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:07:44.195441 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-98174950-1a87-4bba-bfe4-5a55d2f04598 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-351805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-351780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-379562'] for router, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:07:44.398270 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98174950-1a87-4bba-bfe4-5a55d2f04598 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Router 09e5cb7b-c6e2-4df6-a658-821b6a35d656 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 09:07:44.596549 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98174950-1a87-4bba-bfe4-5a55d2f04598 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 09:07:44.602346 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-98174950-1a87-4bba-bfe4-5a55d2f04598 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:07:44.604135 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-98174950-1a87-4bba-bfe4-5a55d2f04598 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "PUT /v2.0/routers/09e5cb7b-c6e2-4df6-a658-821b6a35d656 HTTP/1.1" status: 200 len: 886 time: 1.0942035 Dec 20 09:07:44.605693 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd09151-ee94-4e0c-86fc-8f7b418065df None None] Sync routers for ids ['09e5cb7b-c6e2-4df6-a658-821b6a35d656'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 09:07:44.606993 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 47854) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:07:44.617943 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd09151-ee94-4e0c-86fc-8f7b418065df None None] Routers {'09e5cb7b-c6e2-4df6-a658-821b6a35d656'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:07:44.618571 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-ffd09151-ee94-4e0c-86fc-8f7b418065df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:07:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['09e5cb7b-c6e2-4df6-a658-821b6a35d656'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:07:44.713447 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a964556e-01eb-49c8-9b05-416d890401b9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/floatingips/e71dfc9f-0aa2-44ba-9956-b695279e1194 HTTP/1.1" status: 200 len: 991 time: 0.1042631 Dec 20 09:07:44.797669 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-ffd09151-ee94-4e0c-86fc-8f7b418065df None None] Set router 09e5cb7b-c6e2-4df6-a658-821b6a35d656 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:07:44.926950 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-aab00b80-0e6f-4443-8f4a-080a654e8df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:07:45.152119 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-ffd09151-ee94-4e0c-86fc-8f7b418065df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e5cb7b-c6e2-4df6-a658-821b6a35d656', 'name': 'tempest-TestNetworkBasicOps-router-541093297', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.57'}], 'enable_snat': True}, 'gw_port_id': '5b1d2f5e-ff96-4696-b896-936a79ca41fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:06:03Z', 'updated_at': '2021-12-20T09:07:44Z', 'revision_number': 6, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': '5b1d2f5e-ff96-4696-b896-936a79ca41fe', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:99:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e5cb7b-c6e2-4df6-a658-821b6a35d656', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:06:04Z', 'updated_at': '2021-12-20T09:07:42Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': 'e71dfc9f-0aa2-44ba-9956-b695279e1194', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'floating_ip_address': '172.26.5.142', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': '09e5cb7b-c6e2-4df6-a658-821b6a35d656', 'port_id': '9483a6c0-7745-4d65-814a-ae4f482f0b84', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0819f6b5-a67e-478d-b97b-88dd40418a93', 'mac_address': 'fa:16:3e:ef:17:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe1d876-9bda-4e8a-aba3-94047b353514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T09:06:26Z', 'updated_at': '2021-12-20T09:07:42Z', 'revision_number': 2, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9a765c7-a50c-4fbd-b005-b56d5fe37f0d', 'name': '', 'network_id': '0819f6b5-a67e-478d-b97b-88dd40418a93', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'mac_address': 'fa:16:3e:de:8d:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e5cb7b-c6e2-4df6-a658-821b6a35d656', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4772068d-e0fc-434c-a2a1-330ef2b4c6c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:06:07Z', 'updated_at': '2021-12-20T09:07:43Z', 'revision_number': 6, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'subnets': [{'id': '4772068d-e0fc-434c-a2a1-330ef2b4c6c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:07:45.155953 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd09151-ee94-4e0c-86fc-8f7b418065df None None] Checking router: 09e5cb7b-c6e2-4df6-a658-821b6a35d656 for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 09:07:45.166245 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd09151-ee94-4e0c-86fc-8f7b418065df None None] Routers {'09e5cb7b-c6e2-4df6-a658-821b6a35d656'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:07:45.166840 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-ffd09151-ee94-4e0c-86fc-8f7b418065df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:07:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['09e5cb7b-c6e2-4df6-a658-821b6a35d656'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:07:45.339819 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-ffd09151-ee94-4e0c-86fc-8f7b418065df None None] Set router 09e5cb7b-c6e2-4df6-a658-821b6a35d656 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:07:45.678996 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-ffd09151-ee94-4e0c-86fc-8f7b418065df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e5cb7b-c6e2-4df6-a658-821b6a35d656', 'name': 'tempest-TestNetworkBasicOps-router-541093297', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.57'}], 'enable_snat': True}, 'gw_port_id': '5b1d2f5e-ff96-4696-b896-936a79ca41fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:06:03Z', 'updated_at': '2021-12-20T09:07:44Z', 'revision_number': 6, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': '5b1d2f5e-ff96-4696-b896-936a79ca41fe', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:99:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e5cb7b-c6e2-4df6-a658-821b6a35d656', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:06:04Z', 'updated_at': '2021-12-20T09:07:42Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': 'e71dfc9f-0aa2-44ba-9956-b695279e1194', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'floating_ip_address': '172.26.5.142', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': '09e5cb7b-c6e2-4df6-a658-821b6a35d656', 'port_id': '9483a6c0-7745-4d65-814a-ae4f482f0b84', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0819f6b5-a67e-478d-b97b-88dd40418a93', 'mac_address': 'fa:16:3e:ef:17:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe1d876-9bda-4e8a-aba3-94047b353514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T09:06:26Z', 'updated_at': '2021-12-20T09:07:42Z', 'revision_number': 2, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9a765c7-a50c-4fbd-b005-b56d5fe37f0d', 'name': '', 'network_id': '0819f6b5-a67e-478d-b97b-88dd40418a93', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'mac_address': 'fa:16:3e:de:8d:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e5cb7b-c6e2-4df6-a658-821b6a35d656', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4772068d-e0fc-434c-a2a1-330ef2b4c6c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:06:07Z', 'updated_at': '2021-12-20T09:07:43Z', 'revision_number': 6, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'subnets': [{'id': '4772068d-e0fc-434c-a2a1-330ef2b4c6c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:07:45.682781 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd09151-ee94-4e0c-86fc-8f7b418065df None None] The sync data for ids ['09e5cb7b-c6e2-4df6-a658-821b6a35d656'] in dv-neutron-820491-1-hyperv is: [{'id': '09e5cb7b-c6e2-4df6-a658-821b6a35d656', 'name': 'tempest-TestNetworkBasicOps-router-541093297', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.57'}], 'enable_snat': True}, 'gw_port_id': '5b1d2f5e-ff96-4696-b896-936a79ca41fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:06:03Z', 'updated_at': '2021-12-20T09:07:44Z', 'revision_number': 6, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': '5b1d2f5e-ff96-4696-b896-936a79ca41fe', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:99:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e5cb7b-c6e2-4df6-a658-821b6a35d656', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:06:04Z', 'updated_at': '2021-12-20T09:07:42Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': 'e71dfc9f-0aa2-44ba-9956-b695279e1194', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'floating_ip_address': '172.26.5.142', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': '09e5cb7b-c6e2-4df6-a658-821b6a35d656', 'port_id': '9483a6c0-7745-4d65-814a-ae4f482f0b84', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0819f6b5-a67e-478d-b97b-88dd40418a93', 'mac_address': 'fa:16:3e:ef:17:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe1d876-9bda-4e8a-aba3-94047b353514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T09:06:26Z', 'updated_at': '2021-12-20T09:07:42Z', 'revision_number': 2, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9a765c7-a50c-4fbd-b005-b56d5fe37f0d', 'name': '', 'network_id': '0819f6b5-a67e-478d-b97b-88dd40418a93', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'mac_address': 'fa:16:3e:de:8d:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e5cb7b-c6e2-4df6-a658-821b6a35d656', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4772068d-e0fc-434c-a2a1-330ef2b4c6c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:06:07Z', 'updated_at': '2021-12-20T09:07:43Z', 'revision_number': 6, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'subnets': [{'id': '4772068d-e0fc-434c-a2a1-330ef2b4c6c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 09:07:45.716262 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 47858) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:07:45.848568 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-9106b853-b0c5-4d50-91ba-6fa3c68a84de tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/floatingips/e71dfc9f-0aa2-44ba-9956-b695279e1194 HTTP/1.1" status: 200 len: 991 time: 0.1311018 Dec 20 09:07:45.984190 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:07:46.045170 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:07:46.708439 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 5b1d2f5e-ff96-4696-b896-936a79ca41fe up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:07:46.776360 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 5b1d2f5e-ff96-4696-b896-936a79ca41fe triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:07:46.776732 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:07:46.852329 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 47864) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:07:46.889405 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:07:46.905996 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 5b1d2f5e-ff96-4696-b896-936a79ca41fe, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=5b1d2f5e-ff96-4696-b896-936a79ca41fe,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:07:46.910320 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:07:46.911387 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device b9a765c7-a50c-4fbd-b005-b56d5fe37f0d up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:07:46.933067 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d65641af-34dd-4a61-939a-637a03057b27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:07:46.959230 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-6d3b8ab5-ae57-4498-bf28-894ef86dbdeb tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/floatingips/e71dfc9f-0aa2-44ba-9956-b695279e1194 HTTP/1.1" status: 200 len: 991 time: 0.1055753 Dec 20 09:07:47.068681 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=5b1d2f5e-ff96-4696-b896-936a79ca41fe,revision_number=6']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:07:47.072244 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:07:47.084301 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port b9a765c7-a50c-4fbd-b005-b56d5fe37f0d triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:07:47.084677 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:07:47.194707 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:07:47.227498 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port b9a765c7-a50c-4fbd-b005-b56d5fe37f0d, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=b9a765c7-a50c-4fbd-b005-b56d5fe37f0d,segment=NetworkSegment(af4cd115-f71b-44be-ae2b-16c1d84cc29e),segment_id=af4cd115-f71b-44be-ae2b-16c1d84cc29e)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:07:47.231643 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:07:47.233762 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:07:47.300154 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=b9a765c7-a50c-4fbd-b005-b56d5fe37f0d,revision_number=7']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:07:47.303098 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:07:47.450937 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:07:47.962333 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 47868) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:07:48.075598 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e7b42eaa-e875-4472-807a-04d06b292348 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/floatingips/e71dfc9f-0aa2-44ba-9956-b695279e1194 HTTP/1.1" status: 200 len: 991 time: 0.1120007 Dec 20 09:07:48.677482 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 5b1d2f5e-ff96-4696-b896-936a79ca41fe up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:07:48.746030 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 5b1d2f5e-ff96-4696-b896-936a79ca41fe triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:07:48.746386 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:07:48.860633 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device b9a765c7-a50c-4fbd-b005-b56d5fe37f0d up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:07:48.925919 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port b9a765c7-a50c-4fbd-b005-b56d5fe37f0d triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:07:48.926295 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:07:49.079001 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 47872) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:07:49.299032 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e14da171-1b61-4bed-bb85-a149274e94db tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/floatingips/e71dfc9f-0aa2-44ba-9956-b695279e1194 HTTP/1.1" status: 200 len: 991 time: 0.2179935 Dec 20 09:07:50.302528 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 47876) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:07:50.409618 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-42a58616-1b13-4e21-8997-072b02ec2a01 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/floatingips/e71dfc9f-0aa2-44ba-9956-b695279e1194 HTTP/1.1" status: 200 len: 991 time: 0.1058352 Dec 20 09:07:50.593140 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [req-1e91ba29-c017-4af3-a5c1-d0f654c90d0c req-ea5b9c1c-a986-4646-939b-88ebf84eb274 service neutron] (83445) timed out ('10.222.0.58', 55136) {{(pid=83445) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Dec 20 09:07:51.039694 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [req-84d00c75-1f43-4681-b21e-ac6d834d8a9a req-7918172f-5efa-416e-a968-f9ea8cee6818 tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] (83445) timed out ('10.222.0.58', 55224) {{(pid=83445) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Dec 20 09:07:51.413464 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 47880) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:07:51.645822 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-2fd77bc4-ba42-4abd-a237-63880ed66bdb tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/floatingips/e71dfc9f-0aa2-44ba-9956-b695279e1194 HTTP/1.1" status: 200 len: 991 time: 0.2311172 Dec 20 09:07:52.649425 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 47884) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:07:52.759167 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-d64f3fcb-c4c7-430c-9241-ea5a6de6b1e2 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/floatingips/e71dfc9f-0aa2-44ba-9956-b695279e1194 HTTP/1.1" status: 200 len: 991 time: 0.1083636 Dec 20 09:07:52.844302 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a93926-acec-4eda-ad9e-25a8257e43c5 None None] New status for floating IP e71dfc9f-0aa2-44ba-9956-b695279e1194: ACTIVE {{(pid=83447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 09:07:53.763077 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 47888) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:07:53.872074 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-44eeee5d-66f1-4633-a835-fabf3086043d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/floatingips/e71dfc9f-0aa2-44ba-9956-b695279e1194 HTTP/1.1" status: 200 len: 993 time: 0.1076930 Dec 20 09:07:54.166403 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 47898) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:07:54.368658 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-f620fc6a-f66d-4b67-8629-e47c2efada9a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Deleting port b40fb9f9-e785-4df4-9041-30f81c424ed9 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:07:54.369005 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f620fc6a-f66d-4b67-8629-e47c2efada9a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:07:54.537037 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f620fc6a-f66d-4b67-8629-e47c2efada9a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:07:54.537452 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f620fc6a-f66d-4b67-8629-e47c2efada9a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:07:54.656424 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-f620fc6a-f66d-4b67-8629-e47c2efada9a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Calling delete_port for b40fb9f9-e785-4df4-9041-30f81c424ed9 owned by network:floatingip {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:07:54.803002 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f620fc6a-f66d-4b67-8629-e47c2efada9a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:07:54.807060 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-bfdb58b2-2602-4de0-a807-8f919d0cc130 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:07:54.848758 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f620fc6a-f66d-4b67-8629-e47c2efada9a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event deleted for resources: {'Port': ['ID=b40fb9f9-e785-4df4-9041-30f81c424ed9,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:07:54.887602 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f620fc6a-f66d-4b67-8629-e47c2efada9a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:07:54.887983 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f620fc6a-f66d-4b67-8629-e47c2efada9a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:07:54.888360 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f620fc6a-f66d-4b67-8629-e47c2efada9a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:07:54.888729 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f620fc6a-f66d-4b67-8629-e47c2efada9a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:07:54.889104 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f620fc6a-f66d-4b67-8629-e47c2efada9a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:07:54.889487 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f620fc6a-f66d-4b67-8629-e47c2efada9a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:07:54.889852 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f620fc6a-f66d-4b67-8629-e47c2efada9a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:07:54.890215 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f620fc6a-f66d-4b67-8629-e47c2efada9a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:07:54.890575 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f620fc6a-f66d-4b67-8629-e47c2efada9a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:07:54.890930 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f620fc6a-f66d-4b67-8629-e47c2efada9a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:07:54.891316 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f620fc6a-f66d-4b67-8629-e47c2efada9a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:07:54.898039 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f620fc6a-f66d-4b67-8629-e47c2efada9a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:07:54.953948 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f620fc6a-f66d-4b67-8629-e47c2efada9a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for floatingip, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:07:55.339563 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f620fc6a-f66d-4b67-8629-e47c2efada9a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Router 09e5cb7b-c6e2-4df6-a658-821b6a35d656 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 09:07:55.655586 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f620fc6a-f66d-4b67-8629-e47c2efada9a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 09:07:55.674840 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f620fc6a-f66d-4b67-8629-e47c2efada9a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:07:55.727110 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f620fc6a-f66d-4b67-8629-e47c2efada9a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "DELETE /v2.0/floatingips/e71dfc9f-0aa2-44ba-9956-b695279e1194 HTTP/1.1" status: 204 len: 168 time: 1.5596704 Dec 20 09:07:55.727750 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fe1d876-9bda-4e8a-aba3-94047b353514', 'tag': '9483a6c0-7745-4d65-814a-ae4f482f0b84'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:07:55.783670 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fe1d876-9bda-4e8a-aba3-94047b353514', 'tag': '9483a6c0-7745-4d65-814a-ae4f482f0b84', 'status': 'completed', 'code': 200} Dec 20 09:07:55.874804 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3b7fff06-d363-4675-a37d-f06d1e2910f0 req-0a75acaa-c371-4ab3-947a-14008597f1e1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f7b89f97320342ff933d41aa1a974b12&device_id=3fe1d876-9bda-4e8a-aba3-94047b353514 HTTP/1.1" status: 200 len: 1098 time: 0.0692961 Dec 20 09:07:56.011114 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7fff06-d363-4675-a37d-f06d1e2910f0 req-89e059ad-d316-41f7-a379-d360c6b95986 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:07:56.012154 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3b7fff06-d363-4675-a37d-f06d1e2910f0 req-89e059ad-d316-41f7-a379-d360c6b95986 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0819f6b5-a67e-478d-b97b-88dd40418a93 HTTP/1.1" status: 200 len: 898 time: 0.1317489 Dec 20 09:07:56.090706 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3b7fff06-d363-4675-a37d-f06d1e2910f0 req-5677f8fd-4c76-41de-8d63-b5f1a0e5cea7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9483a6c0-7745-4d65-814a-ae4f482f0b84 HTTP/1.1" status: 200 len: 217 time: 0.0701189 Dec 20 09:07:56.109592 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56acd82-976e-49ed-9b07-1b61413983e7 req-2d102e36-0c8e-4c4e-88eb-872efb05d58a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:07:56.111050 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-e56acd82-976e-49ed-9b07-1b61413983e7 req-2d102e36-0c8e-4c4e-88eb-872efb05d58a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=3fe1d876-9bda-4e8a-aba3-94047b353514 HTTP/1.1" status: 200 len: 945 time: 0.0811198 Dec 20 09:07:56.156224 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7fff06-d363-4675-a37d-f06d1e2910f0 req-4407ce31-3453-4fed-b78f-9d5b2cca90a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:07:56.156718 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-e56acd82-976e-49ed-9b07-1b61413983e7 req-887d5c97-718c-4da8-a67f-16ef400344af tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=09cb4923-dbcc-429b-b940-f5d5b410881a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400593 Dec 20 09:07:56.157836 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3b7fff06-d363-4675-a37d-f06d1e2910f0 req-4407ce31-3453-4fed-b78f-9d5b2cca90a0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4772068d-e0fc-434c-a2a1-330ef2b4c6c2 HTTP/1.1" status: 200 len: 834 time: 0.0596609 Dec 20 09:07:56.236077 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3b7fff06-d363-4675-a37d-f06d1e2910f0 req-9c0e7d75-2aca-46ac-98f0-5576d6f246fa service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0819f6b5-a67e-478d-b97b-88dd40418a93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718648 Dec 20 09:07:56.366379 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3b7fff06-d363-4675-a37d-f06d1e2910f0 req-a408270e-360d-4131-8ea2-3f2e15d0ffd4 service neutron] 10.222.0.58 "GET /v2.0/networks/0819f6b5-a67e-478d-b97b-88dd40418a93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237147 Dec 20 09:07:56.496527 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3b7fff06-d363-4675-a37d-f06d1e2910f0 req-9f3789bc-afb7-461d-a08e-01e0c6ae2e0c service neutron] 10.222.0.58 "GET /v2.0/networks/0819f6b5-a67e-478d-b97b-88dd40418a93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231134 Dec 20 09:07:57.363375 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c337292d-d785-4b96-bb49-aeedddb53ec0 req-fd053651-65c6-4f1d-82c9-3030c88f938e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:07:57.364063 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-c337292d-d785-4b96-bb49-aeedddb53ec0 req-fd053651-65c6-4f1d-82c9-3030c88f938e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Synchronizing usage tracker for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:07:57.379082 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-c337292d-d785-4b96-bb49-aeedddb53ec0 req-fd053651-65c6-4f1d-82c9-3030c88f938e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Unset dirty status for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:07:57.380188 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c337292d-d785-4b96-bb49-aeedddb53ec0 req-fd053651-65c6-4f1d-82c9-3030c88f938e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=3fe1d876-9bda-4e8a-aba3-94047b353514 HTTP/1.1" status: 200 len: 945 time: 0.1008267 Dec 20 09:07:57.424373 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c337292d-d785-4b96-bb49-aeedddb53ec0 req-166e13c6-1206-4d1e-8773-73282d9df7ed tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/security-groups?id=09cb4923-dbcc-429b-b940-f5d5b410881a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385540 Dec 20 09:07:57.558257 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ef8e0-d507-4e56-82fc-120ae70a0655 req-e1115a98-5644-4ef0-9229-a818372a2335 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:07:57.559653 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ae9ef8e0-d507-4e56-82fc-120ae70a0655 req-e1115a98-5644-4ef0-9229-a818372a2335 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.58 "GET /v2.0/ports?device_id=3fe1d876-9bda-4e8a-aba3-94047b353514 HTTP/1.1" status: 200 len: 945 time: 0.0804479 Dec 20 09:07:57.628628 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-ae9ef8e0-d507-4e56-82fc-120ae70a0655 req-db827d72-133d-42cf-993b-9b76a3f7a252 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Deleting port 9483a6c0-7745-4d65-814a-ae4f482f0b84 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:07:57.628962 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-ae9ef8e0-d507-4e56-82fc-120ae70a0655 req-db827d72-133d-42cf-993b-9b76a3f7a252 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:07:57.874019 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-ae9ef8e0-d507-4e56-82fc-120ae70a0655 req-db827d72-133d-42cf-993b-9b76a3f7a252 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] For port 9483a6c0-7745-4d65-814a-ae4f482f0b84, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=9483a6c0-7745-4d65-814a-ae4f482f0b84,segment=NetworkSegment(af4cd115-f71b-44be-ae2b-16c1d84cc29e),segment_id=af4cd115-f71b-44be-ae2b-16c1d84cc29e)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:07:57.874286 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-ae9ef8e0-d507-4e56-82fc-120ae70a0655 req-db827d72-133d-42cf-993b-9b76a3f7a252 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:07:57.998281 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-ae9ef8e0-d507-4e56-82fc-120ae70a0655 req-db827d72-133d-42cf-993b-9b76a3f7a252 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Calling delete_port for 9483a6c0-7745-4d65-814a-ae4f482f0b84 owned by compute:nova {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:07:58.251410 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-ae9ef8e0-d507-4e56-82fc-120ae70a0655 req-db827d72-133d-42cf-993b-9b76a3f7a252 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:07:58.257086 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4099c132-5b84-4f2b-8bb9-25ab799b03b8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:07:58.307168 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db827d72-133d-42cf-993b-9b76a3f7a252 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event deleted for resources: {'Port': ['ID=9483a6c0-7745-4d65-814a-ae4f482f0b84,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:07:58.309651 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-db827d72-133d-42cf-993b-9b76a3f7a252 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:07:58.381738 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae9ef8e0-d507-4e56-82fc-120ae70a0655 req-db827d72-133d-42cf-993b-9b76a3f7a252 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] No DVR routers for this DVR port 9483a6c0-7745-4d65-814a-ae4f482f0b84 on host hv-neutron-8204 {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 09:07:58.384100 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-ae9ef8e0-d507-4e56-82fc-120ae70a0655 req-db827d72-133d-42cf-993b-9b76a3f7a252 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:07:58.386827 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe1d876-9bda-4e8a-aba3-94047b353514', 'name': 'network-vif-deleted', 'tag': '9483a6c0-7745-4d65-814a-ae4f482f0b84'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:07:58.403330 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ae9ef8e0-d507-4e56-82fc-120ae70a0655 req-db827d72-133d-42cf-993b-9b76a3f7a252 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.58 "DELETE /v2.0/ports/9483a6c0-7745-4d65-814a-ae4f482f0b84 HTTP/1.1" status: 204 len: 173 time: 0.8368449 Dec 20 09:07:58.456174 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe1d876-9bda-4e8a-aba3-94047b353514', 'name': 'network-vif-deleted', 'tag': '9483a6c0-7745-4d65-814a-ae4f482f0b84', 'status': 'completed', 'code': 200} Dec 20 09:07:58.616665 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-3bdfd690-12c1-466c-b975-8e21b5d8c86d req-5e52fd1a-9fa3-48a6-86c0-833462142213 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Synchronizing usage tracker for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:07:58.634956 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-3bdfd690-12c1-466c-b975-8e21b5d8c86d req-5e52fd1a-9fa3-48a6-86c0-833462142213 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Unset dirty status for tenant:f7b89f97320342ff933d41aa1a974b12 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:07:58.636840 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3bdfd690-12c1-466c-b975-8e21b5d8c86d req-5e52fd1a-9fa3-48a6-86c0-833462142213 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "GET /v2.0/ports?device_id=3fe1d876-9bda-4e8a-aba3-94047b353514 HTTP/1.1" status: 200 len: 210 time: 0.0610213 Dec 20 09:07:59.754814 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 47916) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:07:59.827207 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3a2566e2-95ba-423f-a7d2-96a72c2a6298 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:07:59.856880 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3a2566e2-95ba-423f-a7d2-96a72c2a6298 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:07:59.920440 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3a2566e2-95ba-423f-a7d2-96a72c2a6298 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:07:59.925282 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4ca238a1-1d6a-4922-aded-d5c433db9da6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:07:59.940598 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2566e2-95ba-423f-a7d2-96a72c2a6298 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09cb4923-dbcc-429b-b940-f5d5b410881a,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:07:59.943198 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3a2566e2-95ba-423f-a7d2-96a72c2a6298 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:07:59.953044 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3a2566e2-95ba-423f-a7d2-96a72c2a6298 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:07:59.954617 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-3a2566e2-95ba-423f-a7d2-96a72c2a6298 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "DELETE /v2.0/security-groups/09cb4923-dbcc-429b-b940-f5d5b410881a HTTP/1.1" status: 204 len: 168 time: 0.1988287 Dec 20 09:07:59.997677 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 47922) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:08:00.077119 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 9483a6c0-7745-4d65-814a-ae4f482f0b84 no longer exists at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 09:08:00.113035 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] No Port match for: 9483a6c0-7745-4d65-814a-ae4f482f0b84 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 09:08:00.113332 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 9483a6c0-7745-4d65-814a-ae4f482f0b84 not bound to the agent host hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 09:08:00.402930 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3fbc35a3-46b8-4a91-a6f7-a095f817543a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349062'] for router_interface, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:01.005038 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc35a3-46b8-4a91-a6f7-a095f817543a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Deleting port b9a765c7-a50c-4fbd-b005-b56d5fe37f0d {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:08:01.005800 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3fbc35a3-46b8-4a91-a6f7-a095f817543a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:01.299983 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-3fbc35a3-46b8-4a91-a6f7-a095f817543a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] For port b9a765c7-a50c-4fbd-b005-b56d5fe37f0d, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=b9a765c7-a50c-4fbd-b005-b56d5fe37f0d,segment=NetworkSegment(af4cd115-f71b-44be-ae2b-16c1d84cc29e),segment_id=af4cd115-f71b-44be-ae2b-16c1d84cc29e)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:08:01.300250 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3fbc35a3-46b8-4a91-a6f7-a095f817543a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:01.440667 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc35a3-46b8-4a91-a6f7-a095f817543a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Calling delete_port for b9a765c7-a50c-4fbd-b005-b56d5fe37f0d owned by network:router_interface {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:08:01.678113 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3fbc35a3-46b8-4a91-a6f7-a095f817543a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:01.682021 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1539e2d2-3da8-4422-ba4d-c661c26d36f9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:08:01.738558 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbc35a3-46b8-4a91-a6f7-a095f817543a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event deleted for resources: {'Port': ['ID=b9a765c7-a50c-4fbd-b005-b56d5fe37f0d,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:08:01.740984 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3fbc35a3-46b8-4a91-a6f7-a095f817543a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:08:02.083769 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3fbc35a3-46b8-4a91-a6f7-a095f817543a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32897953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348760'] for router_interface, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:02.661878 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fbc35a3-46b8-4a91-a6f7-a095f817543a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Router 09e5cb7b-c6e2-4df6-a658-821b6a35d656 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 09:08:02.973218 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fbc35a3-46b8-4a91-a6f7-a095f817543a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 09:08:02.991956 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-3fbc35a3-46b8-4a91-a6f7-a095f817543a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "PUT /v2.0/routers/09e5cb7b-c6e2-4df6-a658-821b6a35d656/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9931879 Dec 20 09:08:02.994626 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 47926) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:08:03.192970 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-79faaff3-c4cc-466d-9c47-25af7ea933f2 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Deleting subnet 4772068d-e0fc-434c-a2a1-330ef2b4c6c2 {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 09:08:03.195976 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-79faaff3-c4cc-466d-9c47-25af7ea933f2 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:03.257917 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-79faaff3-c4cc-466d-9c47-25af7ea933f2 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1618747'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:03.309188 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05069ec5-7877-4e32-b7d4-1a8839020dda None None] Sync routers for ids ['09e5cb7b-c6e2-4df6-a658-821b6a35d656'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 09:08:03.322604 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05069ec5-7877-4e32-b7d4-1a8839020dda None None] Routers {'09e5cb7b-c6e2-4df6-a658-821b6a35d656'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:08:03.323247 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-05069ec5-7877-4e32-b7d4-1a8839020dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:07:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['09e5cb7b-c6e2-4df6-a658-821b6a35d656'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:08:03.354503 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-79faaff3-c4cc-466d-9c47-25af7ea933f2 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:03.434669 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-79faaff3-c4cc-466d-9c47-25af7ea933f2 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1129313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1529131'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:03.438881 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-453bb40c-d9f2-4b75-8c2b-bbc09422df06 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:08:03.479295 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79faaff3-c4cc-466d-9c47-25af7ea933f2 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event deleted for resources: {'Subnet': ['ID=4772068d-e0fc-434c-a2a1-330ef2b4c6c2,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:08:03.482014 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-79faaff3-c4cc-466d-9c47-25af7ea933f2 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:08:03.489935 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-79faaff3-c4cc-466d-9c47-25af7ea933f2 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:03.496414 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-79faaff3-c4cc-466d-9c47-25af7ea933f2 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "DELETE /v2.0/subnets/4772068d-e0fc-434c-a2a1-330ef2b4c6c2 HTTP/1.1" status: 204 len: 168 time: 0.5008368 Dec 20 09:08:03.497970 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0801e9-87e3-4fd7-a57c-eb6c48aed4ed None None] Network 0819f6b5-a67e-478d-b97b-88dd40418a93 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 09:08:03.499985 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 47930) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:08:03.546918 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-05069ec5-7877-4e32-b7d4-1a8839020dda None None] Set router 09e5cb7b-c6e2-4df6-a658-821b6a35d656 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:08:03.707229 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cdd86f90-7734-44dc-9dea-e4a75bd7f08e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for router, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:03.916466 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cdd86f90-7734-44dc-9dea-e4a75bd7f08e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:03.925503 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-cdd86f90-7734-44dc-9dea-e4a75bd7f08e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Deleting port 5b1d2f5e-ff96-4696-b896-936a79ca41fe {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:08:03.925833 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cdd86f90-7734-44dc-9dea-e4a75bd7f08e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:03.968820 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-05069ec5-7877-4e32-b7d4-1a8839020dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e5cb7b-c6e2-4df6-a658-821b6a35d656', 'name': 'tempest-TestNetworkBasicOps-router-541093297', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.57'}], 'enable_snat': True}, 'gw_port_id': '5b1d2f5e-ff96-4696-b896-936a79ca41fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:06:03Z', 'updated_at': '2021-12-20T09:08:01Z', 'revision_number': 7, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port': {'id': '5b1d2f5e-ff96-4696-b896-936a79ca41fe', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:99:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e5cb7b-c6e2-4df6-a658-821b6a35d656', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:06:04Z', 'updated_at': '2021-12-20T09:07:46Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:08:03.977772 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05069ec5-7877-4e32-b7d4-1a8839020dda None None] Checking router: 09e5cb7b-c6e2-4df6-a658-821b6a35d656 for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 09:08:03.990052 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05069ec5-7877-4e32-b7d4-1a8839020dda None None] Routers {'09e5cb7b-c6e2-4df6-a658-821b6a35d656'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:08:03.990790 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-05069ec5-7877-4e32-b7d4-1a8839020dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:07:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['09e5cb7b-c6e2-4df6-a658-821b6a35d656'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:08:04.092107 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f28b2f-58fb-42cd-b265-d1b9cacdb0bb None None] DHCP port deletion for 0819f6b5-a67e-478d-b97b-88dd40418a93 request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 09:08:04.105898 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-cdd86f90-7734-44dc-9dea-e4a75bd7f08e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] For port 5b1d2f5e-ff96-4696-b896-936a79ca41fe, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=5b1d2f5e-ff96-4696-b896-936a79ca41fe,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:08:04.106253 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cdd86f90-7734-44dc-9dea-e4a75bd7f08e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:04.150995 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-96f28b2f-58fb-42cd-b265-d1b9cacdb0bb None None] Deleting port 057b6410-a0d8-4623-b529-f0813502e27a {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:08:04.151377 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-96f28b2f-58fb-42cd-b265-d1b9cacdb0bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:04.226722 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-cdd86f90-7734-44dc-9dea-e4a75bd7f08e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Calling delete_port for 5b1d2f5e-ff96-4696-b896-936a79ca41fe owned by network:router_gateway {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:08:04.279575 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-05069ec5-7877-4e32-b7d4-1a8839020dda None None] Set router 09e5cb7b-c6e2-4df6-a658-821b6a35d656 gateway port host: None {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:08:04.394951 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cdd86f90-7734-44dc-9dea-e4a75bd7f08e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:04.402147 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-79c3bfb1-b78e-43ed-ba0e-08eb434861ea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:08:04.430623 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-05069ec5-7877-4e32-b7d4-1a8839020dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e5cb7b-c6e2-4df6-a658-821b6a35d656', 'name': 'tempest-TestNetworkBasicOps-router-541093297', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:06:03Z', 'updated_at': '2021-12-20T09:08:03Z', 'revision_number': 8, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port_host': None}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:08:04.438725 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05069ec5-7877-4e32-b7d4-1a8839020dda None None] The sync data for ids ['09e5cb7b-c6e2-4df6-a658-821b6a35d656'] in dv-neutron-820491-1-hyperv is: [{'id': '09e5cb7b-c6e2-4df6-a658-821b6a35d656', 'name': 'tempest-TestNetworkBasicOps-router-541093297', 'tenant_id': 'f7b89f97320342ff933d41aa1a974b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:06:03Z', 'updated_at': '2021-12-20T09:08:03Z', 'revision_number': 8, 'project_id': 'f7b89f97320342ff933d41aa1a974b12', 'gw_port_host': None}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 09:08:04.439710 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd86f90-7734-44dc-9dea-e4a75bd7f08e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event deleted for resources: {'Port': ['ID=5b1d2f5e-ff96-4696-b896-936a79ca41fe,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:08:04.443285 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-cdd86f90-7734-44dc-9dea-e4a75bd7f08e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:08:04.522386 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-96f28b2f-58fb-42cd-b265-d1b9cacdb0bb None None] For port 057b6410-a0d8-4623-b529-f0813502e27a, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=057b6410-a0d8-4623-b529-f0813502e27a,segment=NetworkSegment(af4cd115-f71b-44be-ae2b-16c1d84cc29e),segment_id=af4cd115-f71b-44be-ae2b-16c1d84cc29e)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:08:04.522805 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-96f28b2f-58fb-42cd-b265-d1b9cacdb0bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:04.659929 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-96f28b2f-58fb-42cd-b265-d1b9cacdb0bb None None] Calling delete_port for 057b6410-a0d8-4623-b529-f0813502e27a owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:08:04.742351 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-96f28b2f-58fb-42cd-b265-d1b9cacdb0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102'] for port, after_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:04.749166 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-07282fc0-3369-4532-a928-b6c674d34427 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:08:04.796403 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f28b2f-58fb-42cd-b265-d1b9cacdb0bb None None] Pushing event deleted for resources: {'Port': ['ID=057b6410-a0d8-4623-b529-f0813502e27a,revision_number=None']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:08:04.796403 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-96f28b2f-58fb-42cd-b265-d1b9cacdb0bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:08:04.804788 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f28b2f-58fb-42cd-b265-d1b9cacdb0bb None None] No DVR routers for this DVR port 057b6410-a0d8-4623-b529-f0813502e27a on host dv-neutron-820491-1-hyperv {{(pid=83446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 09:08:04.817406 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cdd86f90-7734-44dc-9dea-e4a75bd7f08e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346107'] for router_gateway, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:04.912374 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 057b6410-a0d8-4623-b529-f0813502e27a no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 09:08:04.947220 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 057b6410-a0d8-4623-b529-f0813502e27a {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 09:08:04.947669 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 057b6410-a0d8-4623-b529-f0813502e27a not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 09:08:04.948535 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device b9a765c7-a50c-4fbd-b005-b56d5fe37f0d no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 09:08:04.983422 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: b9a765c7-a50c-4fbd-b005-b56d5fe37f0d {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 09:08:04.983781 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device b9a765c7-a50c-4fbd-b005-b56d5fe37f0d not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 09:08:05.086898 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cdd86f90-7734-44dc-9dea-e4a75bd7f08e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24735'] for router, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:05.093544 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cdd86f90-7734-44dc-9dea-e4a75bd7f08e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:05.119083 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cdd86f90-7734-44dc-9dea-e4a75bd7f08e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-390871'] for router, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:05.119597 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdd86f90-7734-44dc-9dea-e4a75bd7f08e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Fanout notify agent at l3_agent the message router_deleted on router 09e5cb7b-c6e2-4df6-a658-821b6a35d656 {{(pid=83444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 09:08:05.135378 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cdd86f90-7734-44dc-9dea-e4a75bd7f08e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:05.136466 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-cdd86f90-7734-44dc-9dea-e4a75bd7f08e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "DELETE /v2.0/routers/09e5cb7b-c6e2-4df6-a658-821b6a35d656 HTTP/1.1" status: 204 len: 168 time: 1.6355865 Dec 20 09:08:05.140197 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 47934) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:08:05.259411 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-80b9db0d-9eef-43d4-b5d5-eeb59bb133e5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:05.341727 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdea41e4-27ab-49bd-9d14-7c3f912faf20 None None] New status for floating IP e71dfc9f-0aa2-44ba-9956-b695279e1194: DOWN {{(pid=83447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 09:08:05.405316 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-80b9db0d-9eef-43d4-b5d5-eeb59bb133e5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:05.432660 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-80b9db0d-9eef-43d4-b5d5-eeb59bb133e5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0819f6b5-a67e-478d-b97b-88dd40418a93']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:08:05.445170 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-80b9db0d-9eef-43d4-b5d5-eeb59bb133e5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af4cd115-f71b-44be-ae2b-16c1d84cc29e') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:08:05.445625 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-80b9db0d-9eef-43d4-b5d5-eeb59bb133e5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af4cd115-f71b-44be-ae2b-16c1d84cc29e') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:08:05.457662 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-80b9db0d-9eef-43d4-b5d5-eeb59bb133e5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1618722'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:05.474541 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-80b9db0d-9eef-43d4-b5d5-eeb59bb133e5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:05.481005 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80b9db0d-9eef-43d4-b5d5-eeb59bb133e5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 09:08:05.481484 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-80b9db0d-9eef-43d4-b5d5-eeb59bb133e5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1128911'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:05.499838 dv-neutron-820491-1-hyperv neutron-server[83444]: Traceback (most recent call last): Dec 20 09:08:05.499838 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 09:08:05.499838 dv-neutron-820491-1-hyperv neutron-server[83444]: timer() Dec 20 09:08:05.499838 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 09:08:05.499838 dv-neutron-820491-1-hyperv neutron-server[83444]: cb(*args, **kw) Dec 20 09:08:05.499838 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 09:08:05.499838 dv-neutron-820491-1-hyperv neutron-server[83444]: return func(*args, **kwargs) Dec 20 09:08:05.499838 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 09:08:05.499838 dv-neutron-820491-1-hyperv neutron-server[83444]: self._notify() Dec 20 09:08:05.499838 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 09:08:05.499838 dv-neutron-820491-1-hyperv neutron-server[83444]: self.callback(batched_events) Dec 20 09:08:05.499838 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 09:08:05.499838 dv-neutron-820491-1-hyperv neutron-server[83444]: event.method(event) Dec 20 09:08:05.499838 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 09:08:05.499838 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 09:08:05.499838 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 09:08:05.499838 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 09:08:05.499838 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 09:08:05.499838 dv-neutron-820491-1-hyperv neutron-server[83444]: return f(self, *a, **k) Dec 20 09:08:05.499838 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 09:08:05.499838 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._get(url).json() Dec 20 09:08:05.499838 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 09:08:05.499838 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 09:08:05.499838 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 09:08:05.499838 dv-neutron-820491-1-hyperv neutron-server[83444]: return self.request(url, 'GET', **kwargs) Dec 20 09:08:05.499838 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 09:08:05.499838 dv-neutron-820491-1-hyperv neutron-server[83444]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 09:08:05.499838 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 09:08:05.499838 dv-neutron-820491-1-hyperv neutron-server[83444]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 09:08:05.499838 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 09:08:05.499838 dv-neutron-820491-1-hyperv neutron-server[83444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 09:08:05.499838 dv-neutron-820491-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 09:08:05.589817 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-80b9db0d-9eef-43d4-b5d5-eeb59bb133e5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:05.596203 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-17425bfc-0731-4e25-8452-91579fed871b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:08:05.618241 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-80b9db0d-9eef-43d4-b5d5-eeb59bb133e5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:05.630508 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b9db0d-9eef-43d4-b5d5-eeb59bb133e5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Pushing event deleted for resources: {'Network': ['ID=0819f6b5-a67e-478d-b97b-88dd40418a93,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:08:05.636403 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-80b9db0d-9eef-43d4-b5d5-eeb59bb133e5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:08:05.645796 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-80b9db0d-9eef-43d4-b5d5-eeb59bb133e5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] 10.222.0.16 "DELETE /v2.0/networks/0819f6b5-a67e-478d-b97b-88dd40418a93 HTTP/1.1" status: 204 len: 168 time: 0.5043030 Dec 20 09:08:06.049838 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 47942) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:08:06.246635 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-24e7cd31-8a17-489a-91bd-d87bee79dd55 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f7b89f97320342ff933d41aa1a974b12&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1955743 Dec 20 09:08:06.248985 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 47948) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:08:06.306072 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a1b1b93c-8660-4a4d-b947-b18e8d80deb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:06.331524 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a1b1b93c-8660-4a4d-b947-b18e8d80deb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:06.381150 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a1b1b93c-8660-4a4d-b947-b18e8d80deb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:06.384835 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3a2566e2-95ba-423f-a7d2-96a72c2a6298 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:08:06.398751 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b1b93c-8660-4a4d-b947-b18e8d80deb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3300a61-370b-4563-9f0a-90930d8ea706,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:08:06.401730 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a1b1b93c-8660-4a4d-b947-b18e8d80deb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:08:06.410055 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a1b1b93c-8660-4a4d-b947-b18e8d80deb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:06.411185 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a1b1b93c-8660-4a4d-b947-b18e8d80deb3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c3300a61-370b-4563-9f0a-90930d8ea706 HTTP/1.1" status: 204 len: 168 time: 0.1613109 Dec 20 09:08:06.638903 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 5b1d2f5e-ff96-4696-b896-936a79ca41fe no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 09:08:06.672072 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 5b1d2f5e-ff96-4696-b896-936a79ca41fe {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 09:08:06.673027 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 5b1d2f5e-ff96-4696-b896-936a79ca41fe not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 09:08:06.758104 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 47956) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:08:06.776603 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d6301993-304a-438f-961e-2de1e65840f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:06.807254 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-d6301993-304a-438f-961e-2de1e65840f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:08:06.811014 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-d6301993-304a-438f-961e-2de1e65840f0 admin admin] Usage tracker for resource:security_group_rule and tenant:3f1c1d1494254d6eb6f2ca5f4ad3b9a0 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:08:06.814147 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-d6301993-304a-438f-961e-2de1e65840f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:08:06.819664 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-d6301993-304a-438f-961e-2de1e65840f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:08:06.893768 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d6301993-304a-438f-961e-2de1e65840f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:06.897707 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d6301993-304a-438f-961e-2de1e65840f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:06.904027 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ee95f283-4f16-4e1c-be78-5067c97b269a tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:08:06.946145 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6301993-304a-438f-961e-2de1e65840f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d69a45cd-6424-462e-ad36-f7cc53e83835,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:08:06.952149 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-d6301993-304a-438f-961e-2de1e65840f0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3f1c1d1494254d6eb6f2ca5f4ad3b9a0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1930392 Dec 20 09:08:06.955606 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 47960) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:08:06.958252 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6301993-304a-438f-961e-2de1e65840f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:08:06.958708 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6301993-304a-438f-961e-2de1e65840f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:08:06.959005 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6301993-304a-438f-961e-2de1e65840f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:08:06.959350 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6301993-304a-438f-961e-2de1e65840f0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:08:06.959744 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6301993-304a-438f-961e-2de1e65840f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:08:06.960113 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6301993-304a-438f-961e-2de1e65840f0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:08:06.960473 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6301993-304a-438f-961e-2de1e65840f0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:08:06.960827 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6301993-304a-438f-961e-2de1e65840f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:08:06.961183 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6301993-304a-438f-961e-2de1e65840f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:08:06.961562 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6301993-304a-438f-961e-2de1e65840f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:08:06.961915 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6301993-304a-438f-961e-2de1e65840f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:08:06.965694 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d6301993-304a-438f-961e-2de1e65840f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:08:07.020475 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d50bf76c-766a-432f-b1fb-458b27755622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:07.045464 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d50bf76c-766a-432f-b1fb-458b27755622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:07.095757 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d50bf76c-766a-432f-b1fb-458b27755622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:07.099442 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0c8408e8-564b-4928-8950-481128f9a02a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:08:07.110231 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50bf76c-766a-432f-b1fb-458b27755622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d69a45cd-6424-462e-ad36-f7cc53e83835,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:08:07.112480 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d50bf76c-766a-432f-b1fb-458b27755622 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:08:07.121084 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d50bf76c-766a-432f-b1fb-458b27755622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:07.122233 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d50bf76c-766a-432f-b1fb-458b27755622 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d69a45cd-6424-462e-ad36-f7cc53e83835 HTTP/1.1" status: 204 len: 168 time: 0.1654458 Dec 20 09:08:08.123341 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:08:10.123646 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:12.562160 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-12a5dc24-1f06-4ad2-8e42-a913474bdf7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:14.548022 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-6c77d906-33d9-4304-badc-b2cf42cec257 req-6791f786-e37a-449a-b03b-8b8ae989e64f tempest-ServersAdminNegativeTestJSON-1536004211 tempest-ServersAdminNegativeTestJSON-1536004211-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=0611c10280b84a52b5520d20d0bd3685&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284963 Dec 20 09:08:14.706007 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c77d906-33d9-4304-badc-b2cf42cec257 req-e17cd140-7260-4990-812c-43aab8b8eb59 tempest-ServersAdminNegativeTestJSON-1536004211 tempest-ServersAdminNegativeTestJSON-1536004211-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:08:14.707416 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-6c77d906-33d9-4304-badc-b2cf42cec257 req-e17cd140-7260-4990-812c-43aab8b8eb59 tempest-ServersAdminNegativeTestJSON-1536004211 tempest-ServersAdminNegativeTestJSON-1536004211-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1543858 Dec 20 09:08:14.723000 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-6c77d906-33d9-4304-badc-b2cf42cec257 req-71f91895-e3e8-41a3-b4b4-5138c53beb09 tempest-ServersAdminNegativeTestJSON-1536004211 tempest-ServersAdminNegativeTestJSON-1536004211-project] 10.222.0.16 "GET /v2.0/quotas/0611c10280b84a52b5520d20d0bd3685 HTTP/1.1" status: 200 len: 375 time: 0.0103729 Dec 20 09:08:14.767766 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-6c77d906-33d9-4304-badc-b2cf42cec257 req-d58fb581-d1e6-4b54-9d5b-1d871d15c040 tempest-ServersAdminNegativeTestJSON-1536004211 tempest-ServersAdminNegativeTestJSON-1536004211-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0611c10280b84a52b5520d20d0bd3685&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401340 Dec 20 09:08:14.872122 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-15f581bc-057e-4222-85d0-703b352587cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:14.969918 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1e5481f6-b1de-4103-b2ac-28b039594265 req-1f75f789-6e8e-4dc7-9510-e108f24b3aaf tempest-ServersAdminNegativeTestJSON-1536004211 tempest-ServersAdminNegativeTestJSON-1536004211-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff9c75c3-0e70-4044-b095-e465add00040 HTTP/1.1" status: 200 len: 210 time: 0.0489092 Dec 20 09:08:15.985939 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:16.048669 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:16.134111 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-907ff032-e455-45c7-b257-9b5207ace6b9 req-36377d30-056c-4e51-adca-66c6c4671566 tempest-ServersAdminNegativeTestJSON-1536004211 tempest-ServersAdminNegativeTestJSON-1536004211-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff9c75c3-0e70-4044-b095-e465add00040 HTTP/1.1" status: 200 len: 210 time: 0.0427666 Dec 20 09:08:16.888159 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6c77d906-33d9-4304-badc-b2cf42cec257 req-78b7cdde-4afe-4229-b368-07ac3158d0b6 tempest-ServersAdminNegativeTestJSON-1536004211 tempest-ServersAdminNegativeTestJSON-1536004211-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=0611c10280b84a52b5520d20d0bd3685&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306785 Dec 20 09:08:17.150654 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c77d906-33d9-4304-badc-b2cf42cec257 req-87795684-c323-4ba1-91f4-405a1cb9d453 tempest-ServersAdminNegativeTestJSON-1536004211 tempest-ServersAdminNegativeTestJSON-1536004211-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:08:17.151947 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6c77d906-33d9-4304-badc-b2cf42cec257 req-87795684-c323-4ba1-91f4-405a1cb9d453 tempest-ServersAdminNegativeTestJSON-1536004211 tempest-ServersAdminNegativeTestJSON-1536004211-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2585454 Dec 20 09:08:17.170752 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-6c77d906-33d9-4304-badc-b2cf42cec257 req-2b69ce36-2f3b-4731-b76a-53ffb5f8b105 tempest-ServersAdminNegativeTestJSON-1536004211 tempest-ServersAdminNegativeTestJSON-1536004211-project] Request body: {'port': {'device_id': 'ff9c75c3-0e70-4044-b095-e465add00040', 'network_id': 'd93909ac-4dc6-4560-b90e-66a1a0026796', 'admin_state_up': True, 'tenant_id': '0611c10280b84a52b5520d20d0bd3685'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:08:17.305120 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0bd1a9cc-28e2-4fc2-bcc9-158369c61272 req-a2c46126-b037-4afe-9df0-e9d8b7c3d458 tempest-ServersAdminNegativeTestJSON-1536004211 tempest-ServersAdminNegativeTestJSON-1536004211-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff9c75c3-0e70-4044-b095-e465add00040 HTTP/1.1" status: 200 len: 210 time: 0.0510473 Dec 20 09:08:17.344508 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-6c77d906-33d9-4304-badc-b2cf42cec257 req-2b69ce36-2f3b-4731-b76a-53ffb5f8b105 tempest-ServersAdminNegativeTestJSON-1536004211 tempest-ServersAdminNegativeTestJSON-1536004211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:08:17.348581 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-6c77d906-33d9-4304-badc-b2cf42cec257 req-2b69ce36-2f3b-4731-b76a-53ffb5f8b105 tempest-ServersAdminNegativeTestJSON-1536004211 tempest-ServersAdminNegativeTestJSON-1536004211-project] Usage tracker for resource:port and tenant:0611c10280b84a52b5520d20d0bd3685 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:08:17.351416 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-6c77d906-33d9-4304-badc-b2cf42cec257 req-2b69ce36-2f3b-4731-b76a-53ffb5f8b105 tempest-ServersAdminNegativeTestJSON-1536004211 tempest-ServersAdminNegativeTestJSON-1536004211-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:08:17.357074 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-6c77d906-33d9-4304-badc-b2cf42cec257 req-2b69ce36-2f3b-4731-b76a-53ffb5f8b105 tempest-ServersAdminNegativeTestJSON-1536004211 tempest-ServersAdminNegativeTestJSON-1536004211-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:08:17.367822 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c77d906-33d9-4304-badc-b2cf42cec257 req-2b69ce36-2f3b-4731-b76a-53ffb5f8b105 tempest-ServersAdminNegativeTestJSON-1536004211 tempest-ServersAdminNegativeTestJSON-1536004211-project] Made reservation on behalf of 0611c10280b84a52b5520d20d0bd3685 for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 09:08:17.370866 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-6c77d906-33d9-4304-badc-b2cf42cec257 req-2b69ce36-2f3b-4731-b76a-53ffb5f8b105 tempest-ServersAdminNegativeTestJSON-1536004211 tempest-ServersAdminNegativeTestJSON-1536004211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:17.383710 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-6c77d906-33d9-4304-badc-b2cf42cec257 req-2b69ce36-2f3b-4731-b76a-53ffb5f8b105 tempest-ServersAdminNegativeTestJSON-1536004211 tempest-ServersAdminNegativeTestJSON-1536004211-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:17.415220 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-6c77d906-33d9-4304-badc-b2cf42cec257 req-2b69ce36-2f3b-4731-b76a-53ffb5f8b105 tempest-ServersAdminNegativeTestJSON-1536004211 tempest-ServersAdminNegativeTestJSON-1536004211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:08:17.418951 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-6c77d906-33d9-4304-badc-b2cf42cec257 req-2b69ce36-2f3b-4731-b76a-53ffb5f8b105 tempest-ServersAdminNegativeTestJSON-1536004211 tempest-ServersAdminNegativeTestJSON-1536004211-project] Usage tracker for resource:security_group_rule and tenant:0611c10280b84a52b5520d20d0bd3685 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:08:17.422289 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-6c77d906-33d9-4304-badc-b2cf42cec257 req-2b69ce36-2f3b-4731-b76a-53ffb5f8b105 tempest-ServersAdminNegativeTestJSON-1536004211 tempest-ServersAdminNegativeTestJSON-1536004211-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:08:17.427817 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-6c77d906-33d9-4304-badc-b2cf42cec257 req-2b69ce36-2f3b-4731-b76a-53ffb5f8b105 tempest-ServersAdminNegativeTestJSON-1536004211 tempest-ServersAdminNegativeTestJSON-1536004211-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:08:17.451708 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:17.497730 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-6c77d906-33d9-4304-badc-b2cf42cec257 req-2b69ce36-2f3b-4731-b76a-53ffb5f8b105 tempest-ServersAdminNegativeTestJSON-1536004211 tempest-ServersAdminNegativeTestJSON-1536004211-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:17.502982 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-6c77d906-33d9-4304-badc-b2cf42cec257 req-2b69ce36-2f3b-4731-b76a-53ffb5f8b105 tempest-ServersAdminNegativeTestJSON-1536004211 tempest-ServersAdminNegativeTestJSON-1536004211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:17.505732 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e6773b5d-87f0-4be6-9e25-049235f65231 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:08:17.576578 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b69ce36-2f3b-4731-b76a-53ffb5f8b105 tempest-ServersAdminNegativeTestJSON-1536004211 tempest-ServersAdminNegativeTestJSON-1536004211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b1a493c-6b03-4652-8558-315c54d22494,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:08:17.582630 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2b69ce36-2f3b-4731-b76a-53ffb5f8b105 tempest-ServersAdminNegativeTestJSON-1536004211 tempest-ServersAdminNegativeTestJSON-1536004211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:08:17.675195 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [req-6c77d906-33d9-4304-badc-b2cf42cec257 req-2b69ce36-2f3b-4731-b76a-53ffb5f8b105 tempest-ServersAdminNegativeTestJSON-1536004211 tempest-ServersAdminNegativeTestJSON-1536004211-project] Allocated IP 192.168.233.202 (d93909ac-4dc6-4560-b90e-66a1a0026796/90ee5876-4018-4a30-b419-3dc569d3065f/8244dc5c-66c9-4487-899e-e5a6d24968bd) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 09:08:17.872592 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-6c77d906-33d9-4304-badc-b2cf42cec257 req-2b69ce36-2f3b-4731-b76a-53ffb5f8b105 tempest-ServersAdminNegativeTestJSON-1536004211 tempest-ServersAdminNegativeTestJSON-1536004211-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:17.887953 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-6c77d906-33d9-4304-badc-b2cf42cec257 req-2b69ce36-2f3b-4731-b76a-53ffb5f8b105 tempest-ServersAdminNegativeTestJSON-1536004211 tempest-ServersAdminNegativeTestJSON-1536004211-project] Transition to ACTIVE for port object 8244dc5c-66c9-4487-899e-e5a6d24968bd will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:08:17.909098 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-6c77d906-33d9-4304-badc-b2cf42cec257 req-2b69ce36-2f3b-4731-b76a-53ffb5f8b105 tempest-ServersAdminNegativeTestJSON-1536004211 tempest-ServersAdminNegativeTestJSON-1536004211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:17.914581 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e04c6e0b-8983-4002-a103-2b4b72c9d0e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:08:17.978334 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c77d906-33d9-4304-badc-b2cf42cec257 req-2b69ce36-2f3b-4731-b76a-53ffb5f8b105 tempest-ServersAdminNegativeTestJSON-1536004211 tempest-ServersAdminNegativeTestJSON-1536004211-project] Network d93909ac-4dc6-4560-b90e-66a1a0026796 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:08:17.986432 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [req-6c77d906-33d9-4304-badc-b2cf42cec257 req-2b69ce36-2f3b-4731-b76a-53ffb5f8b105 tempest-ServersAdminNegativeTestJSON-1536004211 tempest-ServersAdminNegativeTestJSON-1536004211-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:08:17.990626 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c77d906-33d9-4304-badc-b2cf42cec257 req-2b69ce36-2f3b-4731-b76a-53ffb5f8b105 tempest-ServersAdminNegativeTestJSON-1536004211 tempest-ServersAdminNegativeTestJSON-1536004211-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 09:08:18.024638 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b69ce36-2f3b-4731-b76a-53ffb5f8b105 tempest-ServersAdminNegativeTestJSON-1536004211 tempest-ServersAdminNegativeTestJSON-1536004211-project] Pushing event updated for resources: {'Port': ['ID=8244dc5c-66c9-4487-899e-e5a6d24968bd,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:08:18.031963 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2b69ce36-2f3b-4731-b76a-53ffb5f8b105 tempest-ServersAdminNegativeTestJSON-1536004211 tempest-ServersAdminNegativeTestJSON-1536004211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:08:18.060039 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c77d906-33d9-4304-badc-b2cf42cec257 req-2b69ce36-2f3b-4731-b76a-53ffb5f8b105 tempest-ServersAdminNegativeTestJSON-1536004211 tempest-ServersAdminNegativeTestJSON-1536004211-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:08:18.060645 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-6c77d906-33d9-4304-badc-b2cf42cec257 req-2b69ce36-2f3b-4731-b76a-53ffb5f8b105 tempest-ServersAdminNegativeTestJSON-1536004211 tempest-ServersAdminNegativeTestJSON-1536004211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:18.087170 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6c77d906-33d9-4304-badc-b2cf42cec257 req-2b69ce36-2f3b-4731-b76a-53ffb5f8b105 tempest-ServersAdminNegativeTestJSON-1536004211 tempest-ServersAdminNegativeTestJSON-1536004211-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9195545 Dec 20 09:08:18.098527 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-6c77d906-33d9-4304-badc-b2cf42cec257 req-24f6f2bf-ef7b-471a-853f-0f4cfde6a293 service neutron] Request body: {'port': {'device_id': 'ff9c75c3-0e70-4044-b095-e465add00040', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8204'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:08:18.204729 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-6c77d906-33d9-4304-badc-b2cf42cec257 req-24f6f2bf-ef7b-471a-853f-0f4cfde6a293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:18.268835 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-c110664d-565b-4c92-9711-3efbd77bce41 None None] Provisioning for port 8244dc5c-66c9-4487-899e-e5a6d24968bd completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:08:18.273906 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-c110664d-565b-4c92-9711-3efbd77bce41 None None] Provisioning complete for port 8244dc5c-66c9-4487-899e-e5a6d24968bd triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:08:18.274281 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c110664d-565b-4c92-9711-3efbd77bce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:18.331879 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-c110664d-565b-4c92-9711-3efbd77bce41 None None] Port 8244dc5c-66c9-4487-899e-e5a6d24968bd cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 09:08:18.503617 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0191b3ca-d2d7-4491-b773-5d5d26c17c60 req-bae2bb45-a814-4d34-a952-b279c7bb3a28 tempest-ServersAdminNegativeTestJSON-1536004211 tempest-ServersAdminNegativeTestJSON-1536004211-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:08:18.505059 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-0191b3ca-d2d7-4491-b773-5d5d26c17c60 req-bae2bb45-a814-4d34-a952-b279c7bb3a28 tempest-ServersAdminNegativeTestJSON-1536004211 tempest-ServersAdminNegativeTestJSON-1536004211-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff9c75c3-0e70-4044-b095-e465add00040 HTTP/1.1" status: 200 len: 936 time: 0.0790343 Dec 20 09:08:18.560281 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-0191b3ca-d2d7-4491-b773-5d5d26c17c60 req-8d216837-599c-41fe-8b24-efc4dcf741de tempest-ServersAdminNegativeTestJSON-1536004211 tempest-ServersAdminNegativeTestJSON-1536004211-project] 10.222.0.16 "GET /v2.0/security-groups?id=7b1a493c-6b03-4652-8558-315c54d22494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496440 Dec 20 09:08:18.561609 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [req-6c77d906-33d9-4304-badc-b2cf42cec257 req-24f6f2bf-ef7b-471a-853f-0f4cfde6a293 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8244dc5c-66c9-4487-899e-e5a6d24968bd {{(pid=83444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 09:08:18.569095 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-6c77d906-33d9-4304-badc-b2cf42cec257 req-24f6f2bf-ef7b-471a-853f-0f4cfde6a293 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:18.585470 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-6c77d906-33d9-4304-badc-b2cf42cec257 req-24f6f2bf-ef7b-471a-853f-0f4cfde6a293 service neutron] Transition to ACTIVE for port object 8244dc5c-66c9-4487-899e-e5a6d24968bd will not be triggered until provisioned by entity L2. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:08:18.597773 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-6c77d906-33d9-4304-badc-b2cf42cec257 req-24f6f2bf-ef7b-471a-853f-0f4cfde6a293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:18.602164 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2b69ce36-2f3b-4731-b76a-53ffb5f8b105 tempest-ServersAdminNegativeTestJSON-1536004211 tempest-ServersAdminNegativeTestJSON-1536004211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:08:18.726911 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f6f2bf-ef7b-471a-853f-0f4cfde6a293 service neutron] Pushing event updated for resources: {'Port': ['ID=8244dc5c-66c9-4487-899e-e5a6d24968bd,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:08:18.731008 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-24f6f2bf-ef7b-471a-853f-0f4cfde6a293 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:08:18.838144 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-6c77d906-33d9-4304-badc-b2cf42cec257 req-24f6f2bf-ef7b-471a-853f-0f4cfde6a293 service neutron] Attempting to bind port 8244dc5c-66c9-4487-899e-e5a6d24968bd on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 09:08:18.838474 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-6c77d906-33d9-4304-badc-b2cf42cec257 req-24f6f2bf-ef7b-471a-853f-0f4cfde6a293 service neutron] Attempting to bind port 8244dc5c-66c9-4487-899e-e5a6d24968bd by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': '53ab458c-596d-4340-a1bf-53a48c4908de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd93909ac-4dc6-4560-b90e-66a1a0026796'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 09:08:18.838796 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c77d906-33d9-4304-badc-b2cf42cec257 req-24f6f2bf-ef7b-471a-853f-0f4cfde6a293 service neutron] Attempting to bind port 8244dc5c-66c9-4487-899e-e5a6d24968bd on network d93909ac-4dc6-4560-b90e-66a1a0026796 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:08:18.845531 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c77d906-33d9-4304-badc-b2cf42cec257 req-24f6f2bf-ef7b-471a-853f-0f4cfde6a293 service neutron] Port 8244dc5c-66c9-4487-899e-e5a6d24968bd on network d93909ac-4dc6-4560-b90e-66a1a0026796 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 09:08:18.845849 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c77d906-33d9-4304-badc-b2cf42cec257 req-24f6f2bf-ef7b-471a-853f-0f4cfde6a293 service neutron] Attempting to bind port 8244dc5c-66c9-4487-899e-e5a6d24968bd on network d93909ac-4dc6-4560-b90e-66a1a0026796 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:08:18.852381 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c77d906-33d9-4304-badc-b2cf42cec257 req-24f6f2bf-ef7b-471a-853f-0f4cfde6a293 service neutron] Checking agent: {'id': 'bd419857-3bec-4b96-b211-3fb278c66880', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8204', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 40, 10), 'started_at': datetime.datetime(2021, 12, 20, 8, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 9, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 09:08:18.852733 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c77d906-33d9-4304-badc-b2cf42cec257 req-24f6f2bf-ef7b-471a-853f-0f4cfde6a293 service neutron] Checking segment: {'id': '53ab458c-596d-4340-a1bf-53a48c4908de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd93909ac-4dc6-4560-b90e-66a1a0026796'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:08:18.853184 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c77d906-33d9-4304-badc-b2cf42cec257 req-24f6f2bf-ef7b-471a-853f-0f4cfde6a293 service neutron] Bound using segment: {'id': '53ab458c-596d-4340-a1bf-53a48c4908de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd93909ac-4dc6-4560-b90e-66a1a0026796'} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 09:08:18.853548 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-6c77d906-33d9-4304-badc-b2cf42cec257 req-24f6f2bf-ef7b-471a-853f-0f4cfde6a293 service neutron] Bound port: 8244dc5c-66c9-4487-899e-e5a6d24968bd, host: hv-neutron-8204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53ab458c-596d-4340-a1bf-53a48c4908de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd93909ac-4dc6-4560-b90e-66a1a0026796'}}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 09:08:18.853894 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-6c77d906-33d9-4304-badc-b2cf42cec257 req-24f6f2bf-ef7b-471a-853f-0f4cfde6a293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:18.944654 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-6c77d906-33d9-4304-badc-b2cf42cec257 req-24f6f2bf-ef7b-471a-853f-0f4cfde6a293 service neutron] For port 8244dc5c-66c9-4487-899e-e5a6d24968bd, host hv-neutron-8204, cleared binding levels {{(pid=83444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 09:08:18.947553 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-6c77d906-33d9-4304-badc-b2cf42cec257 req-24f6f2bf-ef7b-471a-853f-0f4cfde6a293 service neutron] For port 8244dc5c-66c9-4487-899e-e5a6d24968bd, host hv-neutron-8204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=8244dc5c-66c9-4487-899e-e5a6d24968bd,segment=NetworkSegment(53ab458c-596d-4340-a1bf-53a48c4908de),segment_id=53ab458c-596d-4340-a1bf-53a48c4908de)] {{(pid=83444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 09:08:18.952194 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-6c77d906-33d9-4304-badc-b2cf42cec257 req-24f6f2bf-ef7b-471a-853f-0f4cfde6a293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:18.956491 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-58274630-f3db-44e1-b579-a980925757aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:08:19.007939 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-6c77d906-33d9-4304-badc-b2cf42cec257 req-24f6f2bf-ef7b-471a-853f-0f4cfde6a293 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:19.008768 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6c77d906-33d9-4304-badc-b2cf42cec257 req-24f6f2bf-ef7b-471a-853f-0f4cfde6a293 service neutron] 10.222.0.58 "PUT /v2.0/ports/8244dc5c-66c9-4487-899e-e5a6d24968bd HTTP/1.1" status: 200 len: 1098 time: 0.9146612 Dec 20 09:08:19.011871 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff9c75c3-0e70-4044-b095-e465add00040', 'tag': '8244dc5c-66c9-4487-899e-e5a6d24968bd'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:08:19.048054 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f6f2bf-ef7b-471a-853f-0f4cfde6a293 service neutron] Pushing event updated for resources: {'Port': ['ID=8244dc5c-66c9-4487-899e-e5a6d24968bd,revision_number=3']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:08:19.052051 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-24f6f2bf-ef7b-471a-853f-0f4cfde6a293 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:08:19.200308 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff9c75c3-0e70-4044-b095-e465add00040', 'tag': '8244dc5c-66c9-4487-899e-e5a6d24968bd', 'status': 'completed', 'code': 200} Dec 20 09:08:19.242102 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6c77d906-33d9-4304-badc-b2cf42cec257 req-599a9281-dce4-4699-bb8c-6c724656ffad service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0611c10280b84a52b5520d20d0bd3685&device_id=ff9c75c3-0e70-4044-b095-e465add00040 HTTP/1.1" status: 200 len: 1101 time: 0.1889904 Dec 20 09:08:19.315006 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6c77d906-33d9-4304-badc-b2cf42cec257 req-5dad6698-cf0c-4a96-962b-394dce32a9fb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=8244dc5c-66c9-4487-899e-e5a6d24968bd HTTP/1.1" status: 200 len: 217 time: 0.0663002 Dec 20 09:08:19.379817 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c77d906-33d9-4304-badc-b2cf42cec257 req-a6d72cd7-cf3f-4d86-a95d-ef655fef878d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:08:19.381153 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6c77d906-33d9-4304-badc-b2cf42cec257 req-a6d72cd7-cf3f-4d86-a95d-ef655fef878d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=90ee5876-4018-4a30-b419-3dc569d3065f HTTP/1.1" status: 200 len: 843 time: 0.0593235 Dec 20 09:08:19.459737 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6c77d906-33d9-4304-badc-b2cf42cec257 req-0215d4f5-f48a-4c6b-b9c0-565a0187c3c1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d93909ac-4dc6-4560-b90e-66a1a0026796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0726764 Dec 20 09:08:19.596772 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6c77d906-33d9-4304-badc-b2cf42cec257 req-7c3c5b59-b988-4940-8be1-f93c2f23e4f4 service neutron] 10.222.0.58 "GET /v2.0/networks/d93909ac-4dc6-4560-b90e-66a1a0026796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305542 Dec 20 09:08:19.728527 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6c77d906-33d9-4304-badc-b2cf42cec257 req-8d460d19-30d5-4512-b5b9-0af03ac27e1c service neutron] 10.222.0.58 "GET /v2.0/networks/d93909ac-4dc6-4560-b90e-66a1a0026796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250408 Dec 20 09:08:19.766842 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dfaf27-bfc5-4319-b8f9-abb5f5e2d02f req-80901072-2473-4040-b800-8e7359e76740 tempest-ServersAdminNegativeTestJSON-1536004211 tempest-ServersAdminNegativeTestJSON-1536004211-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:08:19.768368 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-33dfaf27-bfc5-4319-b8f9-abb5f5e2d02f req-80901072-2473-4040-b800-8e7359e76740 tempest-ServersAdminNegativeTestJSON-1536004211 tempest-ServersAdminNegativeTestJSON-1536004211-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff9c75c3-0e70-4044-b095-e465add00040 HTTP/1.1" status: 200 len: 948 time: 0.0774660 Dec 20 09:08:19.818082 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-33dfaf27-bfc5-4319-b8f9-abb5f5e2d02f req-49470ad9-2ed1-425f-bd05-87da44eed775 tempest-ServersAdminNegativeTestJSON-1536004211 tempest-ServersAdminNegativeTestJSON-1536004211-project] 10.222.0.16 "GET /v2.0/security-groups?id=7b1a493c-6b03-4652-8558-315c54d22494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438399 Dec 20 09:08:19.839917 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-555b5ceb-2fe3-4679-92f3-513f10dc3537 req-cc97ad89-60c6-4f50-8c14-f4e74a1189bd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0611c10280b84a52b5520d20d0bd3685&device_id=ff9c75c3-0e70-4044-b095-e465add00040 HTTP/1.1" status: 200 len: 1101 time: 0.0692520 Dec 20 09:08:19.976976 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555b5ceb-2fe3-4679-92f3-513f10dc3537 req-ab0e66a6-3b23-4483-a052-42ad6bc2ee50 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:08:19.978452 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-555b5ceb-2fe3-4679-92f3-513f10dc3537 req-ab0e66a6-3b23-4483-a052-42ad6bc2ee50 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d93909ac-4dc6-4560-b90e-66a1a0026796 HTTP/1.1" status: 200 len: 870 time: 0.1309249 Dec 20 09:08:20.047751 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-555b5ceb-2fe3-4679-92f3-513f10dc3537 req-a68d886e-a76c-4d76-a7b0-4bf19d9a167f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=8244dc5c-66c9-4487-899e-e5a6d24968bd HTTP/1.1" status: 200 len: 217 time: 0.0629559 Dec 20 09:08:20.107536 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555b5ceb-2fe3-4679-92f3-513f10dc3537 req-5637d891-1de1-490c-824d-618707bada5d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:08:20.109195 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-555b5ceb-2fe3-4679-92f3-513f10dc3537 req-5637d891-1de1-490c-824d-618707bada5d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=90ee5876-4018-4a30-b419-3dc569d3065f HTTP/1.1" status: 200 len: 843 time: 0.0560436 Dec 20 09:08:20.185998 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-555b5ceb-2fe3-4679-92f3-513f10dc3537 req-ff7c6647-7da9-4202-90ac-14492f2da646 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d93909ac-4dc6-4560-b90e-66a1a0026796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0694213 Dec 20 09:08:20.315945 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-555b5ceb-2fe3-4679-92f3-513f10dc3537 req-1b7b7d89-e942-42ca-9d6a-d15103b063ed service neutron] 10.222.0.58 "GET /v2.0/networks/d93909ac-4dc6-4560-b90e-66a1a0026796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236367 Dec 20 09:08:20.447067 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-555b5ceb-2fe3-4679-92f3-513f10dc3537 req-fc83840f-55b1-46bf-9e3f-0953598bcfcf service neutron] 10.222.0.58 "GET /v2.0/networks/d93909ac-4dc6-4560-b90e-66a1a0026796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241422 Dec 20 09:08:21.019791 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faefff36-ce44-447f-9be9-d6a21567949c req-0d089c39-5f96-40d7-b1bc-ba4e2b09aed4 tempest-ServersAdminNegativeTestJSON-1536004211 tempest-ServersAdminNegativeTestJSON-1536004211-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:08:21.020521 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-faefff36-ce44-447f-9be9-d6a21567949c req-0d089c39-5f96-40d7-b1bc-ba4e2b09aed4 tempest-ServersAdminNegativeTestJSON-1536004211 tempest-ServersAdminNegativeTestJSON-1536004211-project] Synchronizing usage tracker for tenant:0611c10280b84a52b5520d20d0bd3685 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:08:21.037524 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-faefff36-ce44-447f-9be9-d6a21567949c req-0d089c39-5f96-40d7-b1bc-ba4e2b09aed4 tempest-ServersAdminNegativeTestJSON-1536004211 tempest-ServersAdminNegativeTestJSON-1536004211-project] Unset dirty status for tenant:0611c10280b84a52b5520d20d0bd3685 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:08:21.038552 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-faefff36-ce44-447f-9be9-d6a21567949c req-0d089c39-5f96-40d7-b1bc-ba4e2b09aed4 tempest-ServersAdminNegativeTestJSON-1536004211 tempest-ServersAdminNegativeTestJSON-1536004211-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff9c75c3-0e70-4044-b095-e465add00040 HTTP/1.1" status: 200 len: 948 time: 0.0963478 Dec 20 09:08:21.082623 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-faefff36-ce44-447f-9be9-d6a21567949c req-63b11af5-be88-4a9c-b244-9b6506a3d0ce tempest-ServersAdminNegativeTestJSON-1536004211 tempest-ServersAdminNegativeTestJSON-1536004211-project] Synchronizing usage tracker for tenant:0611c10280b84a52b5520d20d0bd3685 on resource:security_group {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:08:21.099180 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-faefff36-ce44-447f-9be9-d6a21567949c req-63b11af5-be88-4a9c-b244-9b6506a3d0ce tempest-ServersAdminNegativeTestJSON-1536004211 tempest-ServersAdminNegativeTestJSON-1536004211-project] Unset dirty status for tenant:0611c10280b84a52b5520d20d0bd3685 on resource:security_group {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:08:21.100279 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-faefff36-ce44-447f-9be9-d6a21567949c req-63b11af5-be88-4a9c-b244-9b6506a3d0ce tempest-ServersAdminNegativeTestJSON-1536004211 tempest-ServersAdminNegativeTestJSON-1536004211-project] 10.222.0.16 "GET /v2.0/security-groups?id=7b1a493c-6b03-4652-8558-315c54d22494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561359 Dec 20 09:08:22.167049 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 8244dc5c-66c9-4487-899e-e5a6d24968bd details requested by agent hyperv_hv-neutron-8204 with host hv-neutron-8204 {{(pid=83446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 09:08:22.294111 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf48efe-19d5-45e3-9d16-82cebf9aad8d req-e9cc19a6-ecc1-4774-8cbc-fc3031226603 tempest-ServersAdminNegativeTestJSON-1536004211 tempest-ServersAdminNegativeTestJSON-1536004211-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:08:22.295547 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-7cf48efe-19d5-45e3-9d16-82cebf9aad8d req-e9cc19a6-ecc1-4774-8cbc-fc3031226603 tempest-ServersAdminNegativeTestJSON-1536004211 tempest-ServersAdminNegativeTestJSON-1536004211-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff9c75c3-0e70-4044-b095-e465add00040 HTTP/1.1" status: 200 len: 948 time: 0.0762253 Dec 20 09:08:22.308114 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port 8244dc5c-66c9-4487-899e-e5a6d24968bd, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=8244dc5c-66c9-4487-899e-e5a6d24968bd,segment=NetworkSegment(53ab458c-596d-4340-a1bf-53a48c4908de),segment_id=53ab458c-596d-4340-a1bf-53a48c4908de)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:08:22.323060 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Returning: {'device': '8244dc5c-66c9-4487-899e-e5a6d24968bd', 'network_id': 'd93909ac-4dc6-4560-b90e-66a1a0026796', 'port_id': '8244dc5c-66c9-4487-899e-e5a6d24968bd', 'mac_address': 'fa:16:3e:12:63:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90ee5876-4018-4a30-b419-3dc569d3065f', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 09:08:22.342012 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-7cf48efe-19d5-45e3-9d16-82cebf9aad8d req-f626c001-e525-4fb9-8495-3db6f7269b15 tempest-ServersAdminNegativeTestJSON-1536004211 tempest-ServersAdminNegativeTestJSON-1536004211-project] 10.222.0.16 "GET /v2.0/security-groups?id=7b1a493c-6b03-4652-8558-315c54d22494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407381 Dec 20 09:08:22.418986 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:22.435653 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8244dc5c-66c9-4487-899e-e5a6d24968bd {{(pid=83446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 09:08:22.451042 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port 8244dc5c-66c9-4487-899e-e5a6d24968bd, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=8244dc5c-66c9-4487-899e-e5a6d24968bd,segment=NetworkSegment(53ab458c-596d-4340-a1bf-53a48c4908de),segment_id=53ab458c-596d-4340-a1bf-53a48c4908de)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:08:22.455758 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:22.458008 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:08:22.520485 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=8244dc5c-66c9-4487-899e-e5a6d24968bd,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:08:22.523543 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:08:22.761029 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] get_ports_and_sgs() called for port_ids ['8244dc5c-66c9-4487-899e-e5a6d24968bd'] {{(pid=83446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 09:08:23.540771 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ad9c51-f9a3-40f6-a7dd-b0f943996ecf req-219f87d4-0d43-4e09-b373-af2a20addf67 tempest-ServersAdminNegativeTestJSON-1536004211 tempest-ServersAdminNegativeTestJSON-1536004211-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:08:23.542527 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-87ad9c51-f9a3-40f6-a7dd-b0f943996ecf req-219f87d4-0d43-4e09-b373-af2a20addf67 tempest-ServersAdminNegativeTestJSON-1536004211 tempest-ServersAdminNegativeTestJSON-1536004211-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff9c75c3-0e70-4044-b095-e465add00040 HTTP/1.1" status: 200 len: 949 time: 0.0799363 Dec 20 09:08:23.589742 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-87ad9c51-f9a3-40f6-a7dd-b0f943996ecf req-90fe980d-ba6f-4935-ac0d-1c8b7f027df9 tempest-ServersAdminNegativeTestJSON-1536004211 tempest-ServersAdminNegativeTestJSON-1536004211-project] 10.222.0.16 "GET /v2.0/security-groups?id=7b1a493c-6b03-4652-8558-315c54d22494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415268 Dec 20 09:08:24.169532 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 8244dc5c-66c9-4487-899e-e5a6d24968bd up at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:08:24.235785 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning for port 8244dc5c-66c9-4487-899e-e5a6d24968bd completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:08:24.240115 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning complete for port 8244dc5c-66c9-4487-899e-e5a6d24968bd triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:08:24.240484 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:24.350788 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:24.378789 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff9c75c3-0e70-4044-b095-e465add00040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8244dc5c-66c9-4487-899e-e5a6d24968bd'}] {{(pid=83446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:08:24.388161 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port 8244dc5c-66c9-4487-899e-e5a6d24968bd, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=8244dc5c-66c9-4487-899e-e5a6d24968bd,segment=NetworkSegment(53ab458c-596d-4340-a1bf-53a48c4908de),segment_id=53ab458c-596d-4340-a1bf-53a48c4908de)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:08:24.392974 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:24.395068 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:08:24.438009 dv-neutron-820491-1-hyperv neutron-server[83446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff9c75c3-0e70-4044-b095-e465add00040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8244dc5c-66c9-4487-899e-e5a6d24968bd', 'code': 200} Dec 20 09:08:24.462457 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=8244dc5c-66c9-4487-899e-e5a6d24968bd,revision_number=5']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:08:24.465870 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:08:24.663966 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2def0657-78e7-47b0-80e1-0eb89936b69b req-81f3836d-7773-4cec-a185-15bfd2565e68 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ff9c75c3-0e70-4044-b095-e465add00040 HTTP/1.1" status: 200 len: 1103 time: 0.0680945 Dec 20 09:08:24.852478 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2def0657-78e7-47b0-80e1-0eb89936b69b req-0019c97e-aec6-4019-b97c-8d785b6defc2 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=7b1a493c-6b03-4652-8558-315c54d22494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816382 Dec 20 09:08:24.886531 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2398c5-a820-4163-856a-1da748da7be2 req-129e0f03-2eab-45dd-b587-f6e68585630c tempest-ServersAdminNegativeTestJSON-1536004211 tempest-ServersAdminNegativeTestJSON-1536004211-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:08:24.887942 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ea2398c5-a820-4163-856a-1da748da7be2 req-129e0f03-2eab-45dd-b587-f6e68585630c tempest-ServersAdminNegativeTestJSON-1536004211 tempest-ServersAdminNegativeTestJSON-1536004211-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff9c75c3-0e70-4044-b095-e465add00040 HTTP/1.1" status: 200 len: 950 time: 0.0792222 Dec 20 09:08:24.934195 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ea2398c5-a820-4163-856a-1da748da7be2 req-a0ccc79b-59dd-4b09-9217-4636098122ac tempest-ServersAdminNegativeTestJSON-1536004211 tempest-ServersAdminNegativeTestJSON-1536004211-project] 10.222.0.16 "GET /v2.0/security-groups?id=7b1a493c-6b03-4652-8558-315c54d22494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399568 Dec 20 09:08:26.172905 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525497c-0aea-41c4-a497-6bb804ce9b5e req-b12342d7-0341-4e57-9e3e-cc1f4b23fd02 tempest-ServersAdminNegativeTestJSON-1536004211 tempest-ServersAdminNegativeTestJSON-1536004211-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:08:26.174403 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-2525497c-0aea-41c4-a497-6bb804ce9b5e req-b12342d7-0341-4e57-9e3e-cc1f4b23fd02 tempest-ServersAdminNegativeTestJSON-1536004211 tempest-ServersAdminNegativeTestJSON-1536004211-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff9c75c3-0e70-4044-b095-e465add00040 HTTP/1.1" status: 200 len: 950 time: 0.1144757 Dec 20 09:08:26.223299 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-2525497c-0aea-41c4-a497-6bb804ce9b5e req-7e45a87f-59c1-4cca-8a19-d88161e93321 tempest-ServersAdminNegativeTestJSON-1536004211 tempest-ServersAdminNegativeTestJSON-1536004211-project] 10.222.0.16 "GET /v2.0/security-groups?id=7b1a493c-6b03-4652-8558-315c54d22494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433998 Dec 20 09:08:27.428824 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f39c4a-44d3-4a4d-ad66-93f80b06ece7 req-2e85af73-a4a7-4937-9e08-26845afdb629 tempest-ServersAdminNegativeTestJSON-1536004211 tempest-ServersAdminNegativeTestJSON-1536004211-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:08:27.430284 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a8f39c4a-44d3-4a4d-ad66-93f80b06ece7 req-2e85af73-a4a7-4937-9e08-26845afdb629 tempest-ServersAdminNegativeTestJSON-1536004211 tempest-ServersAdminNegativeTestJSON-1536004211-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff9c75c3-0e70-4044-b095-e465add00040 HTTP/1.1" status: 200 len: 950 time: 0.0780334 Dec 20 09:08:27.478694 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a8f39c4a-44d3-4a4d-ad66-93f80b06ece7 req-7e1dc2a2-ad66-4f61-a3fe-8f45f4fd549b tempest-ServersAdminNegativeTestJSON-1536004211 tempest-ServersAdminNegativeTestJSON-1536004211-project] 10.222.0.16 "GET /v2.0/security-groups?id=7b1a493c-6b03-4652-8558-315c54d22494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430117 Dec 20 09:08:28.041770 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-4370d543-6656-4ee9-bb29-dfdf59833b90 req-8762e2bc-e579-474e-93ee-7f171fbe7dff service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ff9c75c3-0e70-4044-b095-e465add00040&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1994660 Dec 20 09:08:28.536398 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6426f2c3-42f7-42d9-b59b-7d2329f0ef88 req-86e826df-d57f-4131-a260-031c4f69f084 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ff9c75c3-0e70-4044-b095-e465add00040&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0681107 Dec 20 09:08:29.095818 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e510000a-dc1d-46a6-877b-30713f09f8b6 req-ccd9305c-d7f6-4483-a145-607c1ee895c2 tempest-ServersAdminNegativeTestJSON-1536004211 tempest-ServersAdminNegativeTestJSON-1536004211-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:08:29.097353 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e510000a-dc1d-46a6-877b-30713f09f8b6 req-ccd9305c-d7f6-4483-a145-607c1ee895c2 tempest-ServersAdminNegativeTestJSON-1536004211 tempest-ServersAdminNegativeTestJSON-1536004211-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff9c75c3-0e70-4044-b095-e465add00040 HTTP/1.1" status: 200 len: 950 time: 0.0868464 Dec 20 09:08:29.143545 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e510000a-dc1d-46a6-877b-30713f09f8b6 req-3048663b-f615-4330-9d19-3b46d32311d6 tempest-ServersAdminNegativeTestJSON-1536004211 tempest-ServersAdminNegativeTestJSON-1536004211-project] 10.222.0.16 "GET /v2.0/security-groups?id=7b1a493c-6b03-4652-8558-315c54d22494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402629 Dec 20 09:08:30.431752 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb01fa37-038d-4d5b-8fe1-ecab8bfecb5a req-80046111-834f-4825-bf6f-659047307a97 tempest-ServersAdminNegativeTestJSON-1536004211 tempest-ServersAdminNegativeTestJSON-1536004211-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:08:30.433192 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-eb01fa37-038d-4d5b-8fe1-ecab8bfecb5a req-80046111-834f-4825-bf6f-659047307a97 tempest-ServersAdminNegativeTestJSON-1536004211 tempest-ServersAdminNegativeTestJSON-1536004211-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff9c75c3-0e70-4044-b095-e465add00040 HTTP/1.1" status: 200 len: 950 time: 0.1640451 Dec 20 09:08:30.477912 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-eb01fa37-038d-4d5b-8fe1-ecab8bfecb5a req-09c35713-73aa-4d9f-8d4d-b85654a2bbf6 tempest-ServersAdminNegativeTestJSON-1536004211 tempest-ServersAdminNegativeTestJSON-1536004211-project] 10.222.0.16 "GET /v2.0/security-groups?id=7b1a493c-6b03-4652-8558-315c54d22494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389624 Dec 20 09:08:30.518176 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60ef8ba-8b24-4641-837f-1a3f694ac48b req-34b48696-8ed4-4858-9534-946eb29bfd80 tempest-ServersAdminNegativeTestJSON-1536004211 tempest-ServersAdminNegativeTestJSON-1536004211-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:08:30.519598 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b60ef8ba-8b24-4641-837f-1a3f694ac48b req-34b48696-8ed4-4858-9534-946eb29bfd80 tempest-ServersAdminNegativeTestJSON-1536004211 tempest-ServersAdminNegativeTestJSON-1536004211-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff9c75c3-0e70-4044-b095-e465add00040 HTTP/1.1" status: 200 len: 950 time: 0.0812008 Dec 20 09:08:30.590502 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-b60ef8ba-8b24-4641-837f-1a3f694ac48b req-4e7d0943-c927-4d53-a839-783c1153b8d7 tempest-ServersAdminNegativeTestJSON-1536004211 tempest-ServersAdminNegativeTestJSON-1536004211-project] Deleting port 8244dc5c-66c9-4487-899e-e5a6d24968bd {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:08:30.590854 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-b60ef8ba-8b24-4641-837f-1a3f694ac48b req-4e7d0943-c927-4d53-a839-783c1153b8d7 tempest-ServersAdminNegativeTestJSON-1536004211 tempest-ServersAdminNegativeTestJSON-1536004211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:30.834693 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-b60ef8ba-8b24-4641-837f-1a3f694ac48b req-4e7d0943-c927-4d53-a839-783c1153b8d7 tempest-ServersAdminNegativeTestJSON-1536004211 tempest-ServersAdminNegativeTestJSON-1536004211-project] For port 8244dc5c-66c9-4487-899e-e5a6d24968bd, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=8244dc5c-66c9-4487-899e-e5a6d24968bd,segment=NetworkSegment(53ab458c-596d-4340-a1bf-53a48c4908de),segment_id=53ab458c-596d-4340-a1bf-53a48c4908de)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:08:30.834944 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-b60ef8ba-8b24-4641-837f-1a3f694ac48b req-4e7d0943-c927-4d53-a839-783c1153b8d7 tempest-ServersAdminNegativeTestJSON-1536004211 tempest-ServersAdminNegativeTestJSON-1536004211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:30.954193 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-b60ef8ba-8b24-4641-837f-1a3f694ac48b req-4e7d0943-c927-4d53-a839-783c1153b8d7 tempest-ServersAdminNegativeTestJSON-1536004211 tempest-ServersAdminNegativeTestJSON-1536004211-project] Calling delete_port for 8244dc5c-66c9-4487-899e-e5a6d24968bd owned by compute:nova {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:08:31.095069 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-b60ef8ba-8b24-4641-837f-1a3f694ac48b req-4e7d0943-c927-4d53-a839-783c1153b8d7 tempest-ServersAdminNegativeTestJSON-1536004211 tempest-ServersAdminNegativeTestJSON-1536004211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:31.100419 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d0d20c93-4b1c-4137-a931-0c26742565df tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:08:31.107817 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] get_ports_and_sgs() called for port_ids ['8244dc5c-66c9-4487-899e-e5a6d24968bd'] {{(pid=83446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 09:08:31.144021 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7d0943-c927-4d53-a839-783c1153b8d7 tempest-ServersAdminNegativeTestJSON-1536004211 tempest-ServersAdminNegativeTestJSON-1536004211-project] Pushing event deleted for resources: {'Port': ['ID=8244dc5c-66c9-4487-899e-e5a6d24968bd,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:08:31.147765 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4e7d0943-c927-4d53-a839-783c1153b8d7 tempest-ServersAdminNegativeTestJSON-1536004211 tempest-ServersAdminNegativeTestJSON-1536004211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:08:31.228068 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-b60ef8ba-8b24-4641-837f-1a3f694ac48b req-4e7d0943-c927-4d53-a839-783c1153b8d7 tempest-ServersAdminNegativeTestJSON-1536004211 tempest-ServersAdminNegativeTestJSON-1536004211-project] No DVR routers for this DVR port 8244dc5c-66c9-4487-899e-e5a6d24968bd on host hv-neutron-8204 {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 09:08:31.230742 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-b60ef8ba-8b24-4641-837f-1a3f694ac48b req-4e7d0943-c927-4d53-a839-783c1153b8d7 tempest-ServersAdminNegativeTestJSON-1536004211 tempest-ServersAdminNegativeTestJSON-1536004211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:31.234003 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff9c75c3-0e70-4044-b095-e465add00040', 'name': 'network-vif-deleted', 'tag': '8244dc5c-66c9-4487-899e-e5a6d24968bd'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:08:31.252695 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b60ef8ba-8b24-4641-837f-1a3f694ac48b req-4e7d0943-c927-4d53-a839-783c1153b8d7 tempest-ServersAdminNegativeTestJSON-1536004211 tempest-ServersAdminNegativeTestJSON-1536004211-project] 10.222.0.58 "DELETE /v2.0/ports/8244dc5c-66c9-4487-899e-e5a6d24968bd HTTP/1.1" status: 204 len: 173 time: 0.7265205 Dec 20 09:08:31.376864 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff9c75c3-0e70-4044-b095-e465add00040', 'name': 'network-vif-deleted', 'tag': '8244dc5c-66c9-4487-899e-e5a6d24968bd', 'status': 'completed', 'code': 200} Dec 20 09:08:31.657360 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-327530d0-1cfb-4cbe-b5fb-154e04e902c7 req-87e22401-ef06-400a-98bf-758da25c2cba tempest-ServersAdminNegativeTestJSON-1536004211 tempest-ServersAdminNegativeTestJSON-1536004211-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff9c75c3-0e70-4044-b095-e465add00040 HTTP/1.1" status: 200 len: 210 time: 0.0413325 Dec 20 09:08:33.042649 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 48100) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:08:33.220674 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-9c065d50-fc71-4a77-a6d8-d60acfaea20a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0611c10280b84a52b5520d20d0bd3685&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1766188 Dec 20 09:08:33.223024 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 48106) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:08:33.288580 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8af6cea0-b15c-407e-a43c-3d7a2645cb1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:33.313393 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8af6cea0-b15c-407e-a43c-3d7a2645cb1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:33.364192 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8af6cea0-b15c-407e-a43c-3d7a2645cb1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:33.368290 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ef30058f-c481-4368-8626-7290dd629c84 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:08:33.382373 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af6cea0-b15c-407e-a43c-3d7a2645cb1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b1a493c-6b03-4652-8558-315c54d22494,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:08:33.384719 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-8af6cea0-b15c-407e-a43c-3d7a2645cb1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:08:33.401514 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8af6cea0-b15c-407e-a43c-3d7a2645cb1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:33.404963 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-8af6cea0-b15c-407e-a43c-3d7a2645cb1c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7b1a493c-6b03-4652-8558-315c54d22494 HTTP/1.1" status: 204 len: 168 time: 0.1786995 Dec 20 09:08:33.748883 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 48114) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:08:33.768228 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5e83355f-89c7-4b25-afe3-ebaa38d6fae4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:33.799353 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-5e83355f-89c7-4b25-afe3-ebaa38d6fae4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:08:33.803272 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-5e83355f-89c7-4b25-afe3-ebaa38d6fae4 admin admin] Usage tracker for resource:security_group_rule and tenant:46ceb5e472dc499a9ae7b0ebdffaf638 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:08:33.806094 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-5e83355f-89c7-4b25-afe3-ebaa38d6fae4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:08:33.811656 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-5e83355f-89c7-4b25-afe3-ebaa38d6fae4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:08:33.875585 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5e83355f-89c7-4b25-afe3-ebaa38d6fae4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:33.879264 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5e83355f-89c7-4b25-afe3-ebaa38d6fae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:33.885642 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d77a6bd0-c0c8-4ae8-8cc0-34149dd93fd4 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:08:33.923732 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e83355f-89c7-4b25-afe3-ebaa38d6fae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0187e0e-a1cb-428f-b71b-22848519de32,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:08:33.927344 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-5e83355f-89c7-4b25-afe3-ebaa38d6fae4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:08:33.929594 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-5e83355f-89c7-4b25-afe3-ebaa38d6fae4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=46ceb5e472dc499a9ae7b0ebdffaf638&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1787586 Dec 20 09:08:33.932086 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 48118) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:08:33.994376 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-43598d24-45c6-49c9-8261-32418af2fb10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:34.019484 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-43598d24-45c6-49c9-8261-32418af2fb10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:34.073661 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-43598d24-45c6-49c9-8261-32418af2fb10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:34.077514 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ab1caa8c-659a-4f48-9241-136a452c711b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:08:34.089083 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43598d24-45c6-49c9-8261-32418af2fb10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0187e0e-a1cb-428f-b71b-22848519de32,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:08:34.093696 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-43598d24-45c6-49c9-8261-32418af2fb10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:08:34.096918 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-43598d24-45c6-49c9-8261-32418af2fb10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:34.098049 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-43598d24-45c6-49c9-8261-32418af2fb10 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f0187e0e-a1cb-428f-b71b-22848519de32 HTTP/1.1" status: 204 len: 168 time: 0.1650987 Dec 20 09:08:34.249085 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 8244dc5c-66c9-4487-899e-e5a6d24968bd no longer exists at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 09:08:34.309187 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] No Port match for: 8244dc5c-66c9-4487-899e-e5a6d24968bd {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 09:08:34.309614 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 8244dc5c-66c9-4487-899e-e5a6d24968bd not bound to the agent host hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 09:08:34.997481 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 48140) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:08:35.157043 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-01ba99a4-b28d-45bc-ad79-48cb80f44bd9 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-111111887-network', 'tenant_id': '0f5b6daeadc346e2b093dc035fc4fb31'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:08:35.161916 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-01ba99a4-b28d-45bc-ad79-48cb80f44bd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:08:35.165686 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-01ba99a4-b28d-45bc-ad79-48cb80f44bd9 admin admin] Usage tracker for resource:network and tenant:0f5b6daeadc346e2b093dc035fc4fb31 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:08:35.168483 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-01ba99a4-b28d-45bc-ad79-48cb80f44bd9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:08:35.174175 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-01ba99a4-b28d-45bc-ad79-48cb80f44bd9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:08:35.184542 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ba99a4-b28d-45bc-ad79-48cb80f44bd9 admin admin] Made reservation on behalf of 0f5b6daeadc346e2b093dc035fc4fb31 for: {'network': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 09:08:35.187296 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-01ba99a4-b28d-45bc-ad79-48cb80f44bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:35.200291 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-01ba99a4-b28d-45bc-ad79-48cb80f44bd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:35.231545 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-01ba99a4-b28d-45bc-ad79-48cb80f44bd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:08:35.236270 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-01ba99a4-b28d-45bc-ad79-48cb80f44bd9 admin admin] Usage tracker for resource:security_group_rule and tenant:0f5b6daeadc346e2b093dc035fc4fb31 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:08:35.239010 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-01ba99a4-b28d-45bc-ad79-48cb80f44bd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:08:35.244594 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-01ba99a4-b28d-45bc-ad79-48cb80f44bd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:08:35.307597 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-01ba99a4-b28d-45bc-ad79-48cb80f44bd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:35.311249 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-01ba99a4-b28d-45bc-ad79-48cb80f44bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:35.314667 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-2664a8c2-c08b-46e8-a1fd-957c1af09385 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:08:35.450788 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01ba99a4-b28d-45bc-ad79-48cb80f44bd9 admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=83445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 09:08:35.460270 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ba99a4-b28d-45bc-ad79-48cb80f44bd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7a88ef-5cf6-4e81-abc9-dc171a8820de,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:08:35.463713 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-01ba99a4-b28d-45bc-ad79-48cb80f44bd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:08:35.466515 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-01ba99a4-b28d-45bc-ad79-48cb80f44bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:35.466842 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.segments_db [None req-01ba99a4-b28d-45bc-ad79-48cb80f44bd9 admin admin] Added segment cb3ce815-5d01-460e-866b-88cbf3c7a074 of type vlan for network 977fb04a-f914-411e-a88b-b8e363020175 Dec 20 09:08:35.495093 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-01ba99a4-b28d-45bc-ad79-48cb80f44bd9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:35.523210 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-01ba99a4-b28d-45bc-ad79-48cb80f44bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:35.524143 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ba99a4-b28d-45bc-ad79-48cb80f44bd9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:08:35.524735 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-01ba99a4-b28d-45bc-ad79-48cb80f44bd9 admin admin] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:35.528349 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f0b9ec12-d0ed-4340-b929-24644d1f5801 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:08:35.629846 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-01ba99a4-b28d-45bc-ad79-48cb80f44bd9 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6311369 Dec 20 09:08:35.632765 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 48146) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:08:35.635365 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ba99a4-b28d-45bc-ad79-48cb80f44bd9 admin admin] Pushing event updated for resources: {'Network': ['ID=977fb04a-f914-411e-a88b-b8e363020175,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:08:35.638197 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-01ba99a4-b28d-45bc-ad79-48cb80f44bd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:08:35.639666 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-97751c13-5d29-4945-b40b-f317b6c84d7e admin admin] Request body: {'subnet': {'network_id': '977fb04a-f914-411e-a88b-b8e363020175', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-111111887-subnet', 'tenant_id': '0f5b6daeadc346e2b093dc035fc4fb31', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:08:35.647774 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network 977fb04a-f914-411e-a88b-b8e363020175 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 09:08:35.652403 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-97751c13-5d29-4945-b40b-f317b6c84d7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:08:35.658347 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-97751c13-5d29-4945-b40b-f317b6c84d7e admin admin] Usage tracker for resource:subnet and tenant:0f5b6daeadc346e2b093dc035fc4fb31 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:08:35.661215 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-97751c13-5d29-4945-b40b-f317b6c84d7e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:08:35.666981 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-97751c13-5d29-4945-b40b-f317b6c84d7e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:08:35.678725 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97751c13-5d29-4945-b40b-f317b6c84d7e admin admin] Made reservation on behalf of 0f5b6daeadc346e2b093dc035fc4fb31 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 09:08:35.681074 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-97751c13-5d29-4945-b40b-f317b6c84d7e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1529102'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:35.885411 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-97751c13-5d29-4945-b40b-f317b6c84d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1129376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1529148'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:35.888753 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-db2c2654-71bc-43c6-b97a-ec40c39e7b50 tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:08:35.958638 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97751c13-5d29-4945-b40b-f317b6c84d7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae51c4aa-e816-41a2-87ad-1528d08b3401,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:08:35.961184 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-97751c13-5d29-4945-b40b-f317b6c84d7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:08:35.971849 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97751c13-5d29-4945-b40b-f317b6c84d7e admin admin] Checking segment: {'id': 'cb3ce815-5d01-460e-866b-88cbf3c7a074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '977fb04a-f914-411e-a88b-b8e363020175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:08:35.972198 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97751c13-5d29-4945-b40b-f317b6c84d7e admin admin] Network hostable DHCP agents. Network: 977fb04a-f914-411e-a88b-b8e363020175, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 09:08:35.994250 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97751c13-5d29-4945-b40b-f317b6c84d7e admin admin] Network 977fb04a-f914-411e-a88b-b8e363020175 is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 09:08:36.003673 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-97751c13-5d29-4945-b40b-f317b6c84d7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, 977fb04a-f914-411e-a88b-b8e363020175) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:08:36.007649 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97751c13-5d29-4945-b40b-f317b6c84d7e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:08:36.008340 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-97751c13-5d29-4945-b40b-f317b6c84d7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:36.012586 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1501d9-5f48-4d4c-af98-31e18b4c2f7a None None] Network 977fb04a-f914-411e-a88b-b8e363020175 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 09:08:36.029972 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-97751c13-5d29-4945-b40b-f317b6c84d7e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3960104 Dec 20 09:08:36.241453 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1effb61b-b70c-48dd-98fb-6eb46d11f361 None None] Network 977fb04a-f914-411e-a88b-b8e363020175 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 09:08:36.595396 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66f11e5-c1c9-49af-b383-e7f221cd3249 req-e633f4a5-e8bc-4069-a475-bdfb25bd99e8 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:08:36.596087 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-e66f11e5-c1c9-49af-b383-e7f221cd3249 req-e633f4a5-e8bc-4069-a475-bdfb25bd99e8 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] Synchronizing usage tracker for tenant:0f5b6daeadc346e2b093dc035fc4fb31 on resource:network {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:08:36.613374 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-e66f11e5-c1c9-49af-b383-e7f221cd3249 req-e633f4a5-e8bc-4069-a475-bdfb25bd99e8 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] Unset dirty status for tenant:0f5b6daeadc346e2b093dc035fc4fb31 on resource:network {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:08:36.614509 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-e66f11e5-c1c9-49af-b383-e7f221cd3249 req-e633f4a5-e8bc-4069-a475-bdfb25bd99e8 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] 10.222.0.16 "GET /v2.0/networks?id=977fb04a-f914-411e-a88b-b8e363020175 HTTP/1.1" status: 200 len: 811 time: 0.1740875 Dec 20 09:08:36.631498 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-e66f11e5-c1c9-49af-b383-e7f221cd3249 req-439752fb-e513-47cd-b1e9-75fb3125018f tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] 10.222.0.16 "GET /v2.0/quotas/0f5b6daeadc346e2b093dc035fc4fb31 HTTP/1.1" status: 200 len: 375 time: 0.0111344 Dec 20 09:08:36.677279 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-e66f11e5-c1c9-49af-b383-e7f221cd3249 req-6ab11a1f-12fc-47cc-ab6a-3ef844a4641f tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0f5b6daeadc346e2b093dc035fc4fb31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408287 Dec 20 09:08:36.688231 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [req-e66f11e5-c1c9-49af-b383-e7f221cd3249 req-c8592ed8-11d2-4c50-ac13-a562af888cd8 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=83445) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 09:08:36.689418 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-e66f11e5-c1c9-49af-b383-e7f221cd3249 req-c8592ed8-11d2-4c50-ac13-a562af888cd8 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0056412 Dec 20 09:08:36.824317 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-e66f11e5-c1c9-49af-b383-e7f221cd3249 req-ced0b652-4ca6-4c49-b585-468dd1973124 service neutron] 10.222.0.16 "GET /v2.0/networks/977fb04a-f914-411e-a88b-b8e363020175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286130 Dec 20 09:08:36.955328 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-e66f11e5-c1c9-49af-b383-e7f221cd3249 req-bc4ba568-110a-427c-9d24-dc5bb413769f service neutron] 10.222.0.16 "GET /v2.0/networks/977fb04a-f914-411e-a88b-b8e363020175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248584 Dec 20 09:08:37.231172 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c30f509a-47c0-4859-a85a-66d5add964bf req-2a17e11a-6476-4261-b655-ec52fa95cffd tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] 10.222.0.16 "GET /v2.0/ports?device_id=161bd038-d1f5-4bee-ad8a-f92cf85c549f HTTP/1.1" status: 200 len: 210 time: 0.1275253 Dec 20 09:08:38.314367 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66f11e5-c1c9-49af-b383-e7f221cd3249 req-687bfaa0-46ca-4ae5-86f5-ce2c0097c50e tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:08:38.315901 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e66f11e5-c1c9-49af-b383-e7f221cd3249 req-687bfaa0-46ca-4ae5-86f5-ce2c0097c50e tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] 10.222.0.58 "GET /v2.0/networks?id=977fb04a-f914-411e-a88b-b8e363020175 HTTP/1.1" status: 200 len: 811 time: 0.2607980 Dec 20 09:08:38.334942 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-e66f11e5-c1c9-49af-b383-e7f221cd3249 req-05684d8e-c06b-4174-bd1f-f1728b7bf441 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] Request body: {'port': {'device_id': '161bd038-d1f5-4bee-ad8a-f92cf85c549f', 'network_id': '977fb04a-f914-411e-a88b-b8e363020175', 'admin_state_up': True, 'tenant_id': '0f5b6daeadc346e2b093dc035fc4fb31'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:08:38.436390 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-ca7eec7a-63cb-41c7-9060-f4763c2557a7 req-71da375c-66d2-446d-8e3d-b3c4c936480f tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] 10.222.0.16 "GET /v2.0/ports?device_id=161bd038-d1f5-4bee-ad8a-f92cf85c549f HTTP/1.1" status: 200 len: 210 time: 0.0475221 Dec 20 09:08:38.477776 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-e66f11e5-c1c9-49af-b383-e7f221cd3249 req-05684d8e-c06b-4174-bd1f-f1728b7bf441 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:08:38.481797 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-e66f11e5-c1c9-49af-b383-e7f221cd3249 req-05684d8e-c06b-4174-bd1f-f1728b7bf441 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] Usage tracker for resource:port and tenant:0f5b6daeadc346e2b093dc035fc4fb31 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:08:38.484855 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-e66f11e5-c1c9-49af-b383-e7f221cd3249 req-05684d8e-c06b-4174-bd1f-f1728b7bf441 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:08:38.491064 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-e66f11e5-c1c9-49af-b383-e7f221cd3249 req-05684d8e-c06b-4174-bd1f-f1728b7bf441 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:08:38.502002 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e66f11e5-c1c9-49af-b383-e7f221cd3249 req-05684d8e-c06b-4174-bd1f-f1728b7bf441 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] Made reservation on behalf of 0f5b6daeadc346e2b093dc035fc4fb31 for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 09:08:38.505168 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-e66f11e5-c1c9-49af-b383-e7f221cd3249 req-05684d8e-c06b-4174-bd1f-f1728b7bf441 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:38.679101 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [req-e66f11e5-c1c9-49af-b383-e7f221cd3249 req-05684d8e-c06b-4174-bd1f-f1728b7bf441 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] Allocated IP 172.20.0.5 (977fb04a-f914-411e-a88b-b8e363020175/ae51c4aa-e816-41a2-87ad-1528d08b3401/bed03a77-bd7d-4a8c-9df6-3873f32668b8) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 09:08:38.880744 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-e66f11e5-c1c9-49af-b383-e7f221cd3249 req-05684d8e-c06b-4174-bd1f-f1728b7bf441 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:38.909069 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-e66f11e5-c1c9-49af-b383-e7f221cd3249 req-05684d8e-c06b-4174-bd1f-f1728b7bf441 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:38.914236 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c9bd358e-77bc-4bda-9174-d12ad928d969 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:08:38.984741 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e66f11e5-c1c9-49af-b383-e7f221cd3249 req-05684d8e-c06b-4174-bd1f-f1728b7bf441 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] Network 977fb04a-f914-411e-a88b-b8e363020175 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:08:38.988216 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [req-e66f11e5-c1c9-49af-b383-e7f221cd3249 req-05684d8e-c06b-4174-bd1f-f1728b7bf441 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:08:38.992389 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-e66f11e5-c1c9-49af-b383-e7f221cd3249 req-05684d8e-c06b-4174-bd1f-f1728b7bf441 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 09:08:39.017870 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05684d8e-c06b-4174-bd1f-f1728b7bf441 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] Pushing event updated for resources: {'Port': ['ID=bed03a77-bd7d-4a8c-9df6-3873f32668b8,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:08:39.023405 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-05684d8e-c06b-4174-bd1f-f1728b7bf441 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:08:39.057480 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66f11e5-c1c9-49af-b383-e7f221cd3249 req-05684d8e-c06b-4174-bd1f-f1728b7bf441 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:08:39.058142 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-e66f11e5-c1c9-49af-b383-e7f221cd3249 req-05684d8e-c06b-4174-bd1f-f1728b7bf441 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:39.082402 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e66f11e5-c1c9-49af-b383-e7f221cd3249 req-05684d8e-c06b-4174-bd1f-f1728b7bf441 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7511139 Dec 20 09:08:39.175374 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-e66f11e5-c1c9-49af-b383-e7f221cd3249 req-0f1e5181-6718-4223-991d-bec2a7e0dc92 service neutron] Request body: {'port': {'device_id': '161bd038-d1f5-4bee-ad8a-f92cf85c549f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8204'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:08:39.285047 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-e66f11e5-c1c9-49af-b383-e7f221cd3249 req-0f1e5181-6718-4223-991d-bec2a7e0dc92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:39.697491 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [req-e66f11e5-c1c9-49af-b383-e7f221cd3249 req-0f1e5181-6718-4223-991d-bec2a7e0dc92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bed03a77-bd7d-4a8c-9df6-3873f32668b8 {{(pid=83444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 09:08:39.707010 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e91341a-4982-4029-82c9-f9dc8780e18d req-671873e4-6686-44ad-bdd1-6aec9b3108e9 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:08:39.707705 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-1e91341a-4982-4029-82c9-f9dc8780e18d req-671873e4-6686-44ad-bdd1-6aec9b3108e9 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] Synchronizing usage tracker for tenant:0f5b6daeadc346e2b093dc035fc4fb31 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:08:39.714664 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-e66f11e5-c1c9-49af-b383-e7f221cd3249 req-0f1e5181-6718-4223-991d-bec2a7e0dc92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:39.736541 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-e66f11e5-c1c9-49af-b383-e7f221cd3249 req-0f1e5181-6718-4223-991d-bec2a7e0dc92 service neutron] Transition to ACTIVE for port object bed03a77-bd7d-4a8c-9df6-3873f32668b8 will not be triggered until provisioned by entity L2. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:08:39.740131 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-e66f11e5-c1c9-49af-b383-e7f221cd3249 req-0f1e5181-6718-4223-991d-bec2a7e0dc92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:39.743984 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9454784a-ffc3-4488-8cf5-d05cc3ae51f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:08:39.773937 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-1e91341a-4982-4029-82c9-f9dc8780e18d req-671873e4-6686-44ad-bdd1-6aec9b3108e9 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] Unset dirty status for tenant:0f5b6daeadc346e2b093dc035fc4fb31 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:08:39.775084 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1e91341a-4982-4029-82c9-f9dc8780e18d req-671873e4-6686-44ad-bdd1-6aec9b3108e9 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] 10.222.0.16 "GET /v2.0/ports?device_id=161bd038-d1f5-4bee-ad8a-f92cf85c549f HTTP/1.1" status: 200 len: 931 time: 0.2133157 Dec 20 09:08:39.907876 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1e5181-6718-4223-991d-bec2a7e0dc92 service neutron] Pushing event updated for resources: {'Port': ['ID=bed03a77-bd7d-4a8c-9df6-3873f32668b8,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:08:39.913735 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0f1e5181-6718-4223-991d-bec2a7e0dc92 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:08:39.927524 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1e91341a-4982-4029-82c9-f9dc8780e18d req-a2b39cb6-1e0e-4a47-90d0-557086de24de tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a7a88ef-5cf6-4e81-abc9-dc171a8820de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466241 Dec 20 09:08:40.032878 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-e66f11e5-c1c9-49af-b383-e7f221cd3249 req-0f1e5181-6718-4223-991d-bec2a7e0dc92 service neutron] Attempting to bind port bed03a77-bd7d-4a8c-9df6-3873f32668b8 on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 09:08:40.033118 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-e66f11e5-c1c9-49af-b383-e7f221cd3249 req-0f1e5181-6718-4223-991d-bec2a7e0dc92 service neutron] Attempting to bind port bed03a77-bd7d-4a8c-9df6-3873f32668b8 by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': 'cb3ce815-5d01-460e-866b-88cbf3c7a074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '977fb04a-f914-411e-a88b-b8e363020175'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 09:08:40.033462 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66f11e5-c1c9-49af-b383-e7f221cd3249 req-0f1e5181-6718-4223-991d-bec2a7e0dc92 service neutron] Attempting to bind port bed03a77-bd7d-4a8c-9df6-3873f32668b8 on network 977fb04a-f914-411e-a88b-b8e363020175 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:08:40.039063 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66f11e5-c1c9-49af-b383-e7f221cd3249 req-0f1e5181-6718-4223-991d-bec2a7e0dc92 service neutron] Port bed03a77-bd7d-4a8c-9df6-3873f32668b8 on network 977fb04a-f914-411e-a88b-b8e363020175 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 09:08:40.039375 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66f11e5-c1c9-49af-b383-e7f221cd3249 req-0f1e5181-6718-4223-991d-bec2a7e0dc92 service neutron] Attempting to bind port bed03a77-bd7d-4a8c-9df6-3873f32668b8 on network 977fb04a-f914-411e-a88b-b8e363020175 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:08:40.045506 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66f11e5-c1c9-49af-b383-e7f221cd3249 req-0f1e5181-6718-4223-991d-bec2a7e0dc92 service neutron] Checking agent: {'id': 'bd419857-3bec-4b96-b211-3fb278c66880', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8204', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 40, 10), 'started_at': datetime.datetime(2021, 12, 20, 8, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 9, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 09:08:40.045844 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66f11e5-c1c9-49af-b383-e7f221cd3249 req-0f1e5181-6718-4223-991d-bec2a7e0dc92 service neutron] Checking segment: {'id': 'cb3ce815-5d01-460e-866b-88cbf3c7a074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '977fb04a-f914-411e-a88b-b8e363020175'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:08:40.046770 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66f11e5-c1c9-49af-b383-e7f221cd3249 req-0f1e5181-6718-4223-991d-bec2a7e0dc92 service neutron] Bound using segment: {'id': 'cb3ce815-5d01-460e-866b-88cbf3c7a074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '977fb04a-f914-411e-a88b-b8e363020175'} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 09:08:40.047184 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-e66f11e5-c1c9-49af-b383-e7f221cd3249 req-0f1e5181-6718-4223-991d-bec2a7e0dc92 service neutron] Bound port: bed03a77-bd7d-4a8c-9df6-3873f32668b8, host: hv-neutron-8204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb3ce815-5d01-460e-866b-88cbf3c7a074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '977fb04a-f914-411e-a88b-b8e363020175'}}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 09:08:40.047522 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-e66f11e5-c1c9-49af-b383-e7f221cd3249 req-0f1e5181-6718-4223-991d-bec2a7e0dc92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:40.134075 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-e66f11e5-c1c9-49af-b383-e7f221cd3249 req-0f1e5181-6718-4223-991d-bec2a7e0dc92 service neutron] For port bed03a77-bd7d-4a8c-9df6-3873f32668b8, host hv-neutron-8204, cleared binding levels {{(pid=83444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 09:08:40.137002 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:40.137582 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-e66f11e5-c1c9-49af-b383-e7f221cd3249 req-0f1e5181-6718-4223-991d-bec2a7e0dc92 service neutron] For port bed03a77-bd7d-4a8c-9df6-3873f32668b8, host hv-neutron-8204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=bed03a77-bd7d-4a8c-9df6-3873f32668b8,segment=NetworkSegment(cb3ce815-5d01-460e-866b-88cbf3c7a074),segment_id=cb3ce815-5d01-460e-866b-88cbf3c7a074)] {{(pid=83444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 09:08:40.141536 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-e66f11e5-c1c9-49af-b383-e7f221cd3249 req-0f1e5181-6718-4223-991d-bec2a7e0dc92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:40.146097 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0e2b8ced-183c-4c67-b552-9d89ef308122 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:08:40.203203 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-e66f11e5-c1c9-49af-b383-e7f221cd3249 req-0f1e5181-6718-4223-991d-bec2a7e0dc92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:40.204552 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e66f11e5-c1c9-49af-b383-e7f221cd3249 req-0f1e5181-6718-4223-991d-bec2a7e0dc92 service neutron] 10.222.0.58 "PUT /v2.0/ports/bed03a77-bd7d-4a8c-9df6-3873f32668b8 HTTP/1.1" status: 200 len: 1093 time: 1.1139896 Dec 20 09:08:40.205074 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '161bd038-d1f5-4bee-ad8a-f92cf85c549f', 'tag': 'bed03a77-bd7d-4a8c-9df6-3873f32668b8'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:08:40.231423 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1e5181-6718-4223-991d-bec2a7e0dc92 service neutron] Pushing event updated for resources: {'Port': ['ID=bed03a77-bd7d-4a8c-9df6-3873f32668b8,revision_number=3']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:08:40.237552 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0f1e5181-6718-4223-991d-bec2a7e0dc92 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:08:40.397251 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '161bd038-d1f5-4bee-ad8a-f92cf85c549f', 'tag': 'bed03a77-bd7d-4a8c-9df6-3873f32668b8', 'status': 'completed', 'code': 200} Dec 20 09:08:40.432365 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e66f11e5-c1c9-49af-b383-e7f221cd3249 req-9e7d5b2b-5290-4d07-8461-431b01d8b028 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f5b6daeadc346e2b093dc035fc4fb31&device_id=161bd038-d1f5-4bee-ad8a-f92cf85c549f HTTP/1.1" status: 200 len: 1096 time: 0.1743410 Dec 20 09:08:40.500852 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e66f11e5-c1c9-49af-b383-e7f221cd3249 req-9c349994-61af-40f9-bc44-0200bd9079d2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bed03a77-bd7d-4a8c-9df6-3873f32668b8 HTTP/1.1" status: 200 len: 217 time: 0.0612793 Dec 20 09:08:40.562269 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66f11e5-c1c9-49af-b383-e7f221cd3249 req-1cb9de92-2784-4414-b78a-d33669c83e00 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:08:40.563676 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e66f11e5-c1c9-49af-b383-e7f221cd3249 req-1cb9de92-2784-4414-b78a-d33669c83e00 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ae51c4aa-e816-41a2-87ad-1528d08b3401 HTTP/1.1" status: 200 len: 851 time: 0.0574634 Dec 20 09:08:40.608271 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e66f11e5-c1c9-49af-b383-e7f221cd3249 req-a1981381-2200-424d-b680-a8aba4ac7d93 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=977fb04a-f914-411e-a88b-b8e363020175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381689 Dec 20 09:08:40.747828 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e66f11e5-c1c9-49af-b383-e7f221cd3249 req-436ee80b-e0df-407a-a11e-0dd443a98bff service neutron] 10.222.0.58 "GET /v2.0/networks/977fb04a-f914-411e-a88b-b8e363020175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333344 Dec 20 09:08:40.875985 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e66f11e5-c1c9-49af-b383-e7f221cd3249 req-56fc6a6a-6989-4281-981f-ee5fc6427081 service neutron] 10.222.0.58 "GET /v2.0/networks/977fb04a-f914-411e-a88b-b8e363020175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220419 Dec 20 09:08:40.991777 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-97360260-b586-485f-9d6c-06da9bc1d0d3 req-57a51cb1-fddd-490c-b984-2f4a633ec3bb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f5b6daeadc346e2b093dc035fc4fb31&device_id=161bd038-d1f5-4bee-ad8a-f92cf85c549f HTTP/1.1" status: 200 len: 1096 time: 0.0723472 Dec 20 09:08:41.178782 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97360260-b586-485f-9d6c-06da9bc1d0d3 req-458a89a3-ad24-42fe-acff-853560cfa7f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:08:41.180129 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-97360260-b586-485f-9d6c-06da9bc1d0d3 req-458a89a3-ad24-42fe-acff-853560cfa7f7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=977fb04a-f914-411e-a88b-b8e363020175 HTTP/1.1" status: 200 len: 912 time: 0.1819937 Dec 20 09:08:41.267333 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-97360260-b586-485f-9d6c-06da9bc1d0d3 req-a1205402-f399-40fe-b3d4-69d4561e1f39 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bed03a77-bd7d-4a8c-9df6-3873f32668b8 HTTP/1.1" status: 200 len: 217 time: 0.0797756 Dec 20 09:08:41.272772 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee9575e-8f83-44d4-b85e-5e3aa2e12e95 req-345f1574-4b47-42a2-a610-5fe729bbee7f tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:08:41.274166 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fee9575e-8f83-44d4-b85e-5e3aa2e12e95 req-345f1574-4b47-42a2-a610-5fe729bbee7f tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] 10.222.0.16 "GET /v2.0/ports?device_id=161bd038-d1f5-4bee-ad8a-f92cf85c549f HTTP/1.1" status: 200 len: 943 time: 0.1854372 Dec 20 09:08:41.364908 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97360260-b586-485f-9d6c-06da9bc1d0d3 req-be0cd503-dafc-4ca9-87c7-69848ce48c3d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:08:41.366369 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-97360260-b586-485f-9d6c-06da9bc1d0d3 req-be0cd503-dafc-4ca9-87c7-69848ce48c3d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ae51c4aa-e816-41a2-87ad-1528d08b3401 HTTP/1.1" status: 200 len: 851 time: 0.0913925 Dec 20 09:08:41.370974 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fee9575e-8f83-44d4-b85e-5e3aa2e12e95 req-fa5e47c9-a24f-43eb-9594-a827528caf85 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a7a88ef-5cf6-4e81-abc9-dc171a8820de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673044 Dec 20 09:08:41.412894 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-97360260-b586-485f-9d6c-06da9bc1d0d3 req-8d7df879-66bf-42a8-888e-1bc117565904 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=977fb04a-f914-411e-a88b-b8e363020175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395153 Dec 20 09:08:41.555007 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-97360260-b586-485f-9d6c-06da9bc1d0d3 req-25b4a4ee-f76c-4c19-be35-831adbefde90 service neutron] 10.222.0.58 "GET /v2.0/networks/977fb04a-f914-411e-a88b-b8e363020175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347249 Dec 20 09:08:41.694530 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-97360260-b586-485f-9d6c-06da9bc1d0d3 req-58b2988d-c7cf-43d6-8ef2-b25200687024 service neutron] 10.222.0.58 "GET /v2.0/networks/977fb04a-f914-411e-a88b-b8e363020175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327682 Dec 20 09:08:42.280335 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device bed03a77-bd7d-4a8c-9df6-3873f32668b8 details requested by agent hyperv_hv-neutron-8204 with host hv-neutron-8204 {{(pid=83446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 09:08:42.427821 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port bed03a77-bd7d-4a8c-9df6-3873f32668b8, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=bed03a77-bd7d-4a8c-9df6-3873f32668b8,segment=NetworkSegment(cb3ce815-5d01-460e-866b-88cbf3c7a074),segment_id=cb3ce815-5d01-460e-866b-88cbf3c7a074)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:08:42.442151 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Returning: {'device': 'bed03a77-bd7d-4a8c-9df6-3873f32668b8', 'network_id': '977fb04a-f914-411e-a88b-b8e363020175', 'port_id': 'bed03a77-bd7d-4a8c-9df6-3873f32668b8', 'mac_address': 'fa:16:3e:4a:18:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae51c4aa-e816-41a2-87ad-1528d08b3401', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 09:08:42.505413 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:42.521984 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bed03a77-bd7d-4a8c-9df6-3873f32668b8 {{(pid=83446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 09:08:42.537501 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port bed03a77-bd7d-4a8c-9df6-3873f32668b8, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=bed03a77-bd7d-4a8c-9df6-3873f32668b8,segment=NetworkSegment(cb3ce815-5d01-460e-866b-88cbf3c7a074),segment_id=cb3ce815-5d01-460e-866b-88cbf3c7a074)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:08:42.541734 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:42.543575 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-96f28b2f-58fb-42cd-b265-d1b9cacdb0bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:08:42.578337 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22ca3c3-a82c-4bb9-b429-212225983030 req-d9260913-d5fe-4792-9924-fc2ea44d78bb tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:08:42.580584 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-f22ca3c3-a82c-4bb9-b429-212225983030 req-d9260913-d5fe-4792-9924-fc2ea44d78bb tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] 10.222.0.16 "GET /v2.0/ports?device_id=161bd038-d1f5-4bee-ad8a-f92cf85c549f HTTP/1.1" status: 200 len: 943 time: 0.0784960 Dec 20 09:08:42.611921 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f3fdb8d8-e668-488d-a13d-8fcb27161f68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:42.622886 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=bed03a77-bd7d-4a8c-9df6-3873f32668b8,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:08:42.626297 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:08:42.634504 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-f22ca3c3-a82c-4bb9-b429-212225983030 req-2af03880-2791-4810-a681-ab05b0c17f44 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] Synchronizing usage tracker for tenant:0f5b6daeadc346e2b093dc035fc4fb31 on resource:security_group {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:08:42.651657 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-f22ca3c3-a82c-4bb9-b429-212225983030 req-2af03880-2791-4810-a681-ab05b0c17f44 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] Unset dirty status for tenant:0f5b6daeadc346e2b093dc035fc4fb31 on resource:security_group {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:08:42.652846 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-f22ca3c3-a82c-4bb9-b429-212225983030 req-2af03880-2791-4810-a681-ab05b0c17f44 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a7a88ef-5cf6-4e81-abc9-dc171a8820de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645852 Dec 20 09:08:42.938197 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] get_ports_and_sgs() called for port_ids ['bed03a77-bd7d-4a8c-9df6-3873f32668b8'] {{(pid=83446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 09:08:43.868709 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70953cf7-0e8d-4133-89f3-dffbc4fd1532 req-53794137-8a98-4deb-b33d-97b70343054d tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:08:43.870418 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-70953cf7-0e8d-4133-89f3-dffbc4fd1532 req-53794137-8a98-4deb-b33d-97b70343054d tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] 10.222.0.16 "GET /v2.0/ports?device_id=161bd038-d1f5-4bee-ad8a-f92cf85c549f HTTP/1.1" status: 200 len: 944 time: 0.0936038 Dec 20 09:08:43.916745 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-70953cf7-0e8d-4133-89f3-dffbc4fd1532 req-f27abbcd-0319-4157-9d28-36c9da595c1c tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a7a88ef-5cf6-4e81-abc9-dc171a8820de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392067 Dec 20 09:08:44.279201 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device bed03a77-bd7d-4a8c-9df6-3873f32668b8 up at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:08:44.385361 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning for port bed03a77-bd7d-4a8c-9df6-3873f32668b8 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:08:44.390406 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning complete for port bed03a77-bd7d-4a8c-9df6-3873f32668b8 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:08:44.390783 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:44.504872 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:44.533293 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '161bd038-d1f5-4bee-ad8a-f92cf85c549f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bed03a77-bd7d-4a8c-9df6-3873f32668b8'}] {{(pid=83446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:08:44.543471 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port bed03a77-bd7d-4a8c-9df6-3873f32668b8, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=bed03a77-bd7d-4a8c-9df6-3873f32668b8,segment=NetworkSegment(cb3ce815-5d01-460e-866b-88cbf3c7a074),segment_id=cb3ce815-5d01-460e-866b-88cbf3c7a074)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:08:44.548253 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:44.550259 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:08:44.594627 dv-neutron-820491-1-hyperv neutron-server[83446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '161bd038-d1f5-4bee-ad8a-f92cf85c549f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bed03a77-bd7d-4a8c-9df6-3873f32668b8', 'code': 200} Dec 20 09:08:44.625600 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=bed03a77-bd7d-4a8c-9df6-3873f32668b8,revision_number=5']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:08:44.634115 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:08:44.634457 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:08:44.634792 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:08:44.635119 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:08:44.635443 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:08:44.635767 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:08:44.636091 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:08:44.636411 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:08:44.636728 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:08:44.637045 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:08:44.637385 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:08:44.641892 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:08:44.814215 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d2077e0e-fc84-4e9e-a0e8-f5b25805cbdb req-410fe285-aa8e-42cb-9ec3-3ef8f407760b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=161bd038-d1f5-4bee-ad8a-f92cf85c549f HTTP/1.1" status: 200 len: 1098 time: 0.0684543 Dec 20 09:08:44.857929 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d2077e0e-fc84-4e9e-a0e8-f5b25805cbdb req-bf18d0c3-1f7c-4397-ac10-722266a1e239 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=7a7a88ef-5cf6-4e81-abc9-dc171a8820de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381663 Dec 20 09:08:44.866018 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-14ac9c1b-6cca-46ff-b5fd-a805adeeb42c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:45.124760 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:08:45.216914 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292c48b-f002-44a3-9564-bc1c4e1ee932 req-ba4baa07-a476-4e5c-87e6-7d2e3d72eb60 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:08:45.218479 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8292c48b-f002-44a3-9564-bc1c4e1ee932 req-ba4baa07-a476-4e5c-87e6-7d2e3d72eb60 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] 10.222.0.16 "GET /v2.0/ports?device_id=161bd038-d1f5-4bee-ad8a-f92cf85c549f HTTP/1.1" status: 200 len: 945 time: 0.1817920 Dec 20 09:08:45.268705 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8292c48b-f002-44a3-9564-bc1c4e1ee932 req-c69aac80-19e5-401a-92d7-e99755ae81b4 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a7a88ef-5cf6-4e81-abc9-dc171a8820de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445035 Dec 20 09:08:45.990576 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:46.051257 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:46.475450 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ffb4d6-aaf9-432f-9d7e-96fb68bb8719 req-8435f117-c113-450a-9a61-d3b00a9b9cde tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:08:46.476901 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-62ffb4d6-aaf9-432f-9d7e-96fb68bb8719 req-8435f117-c113-450a-9a61-d3b00a9b9cde tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] 10.222.0.16 "GET /v2.0/ports?device_id=161bd038-d1f5-4bee-ad8a-f92cf85c549f HTTP/1.1" status: 200 len: 945 time: 0.0818214 Dec 20 09:08:46.523628 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-62ffb4d6-aaf9-432f-9d7e-96fb68bb8719 req-3ce82f95-040a-4c95-a1b0-ccb48de54553 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a7a88ef-5cf6-4e81-abc9-dc171a8820de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412576 Dec 20 09:08:46.721977 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6de2f854-7205-4645-8c3a-71d1ad724c3e req-2ec6b9f8-3ed9-4f17-9cb6-db0ea126b559 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=161bd038-d1f5-4bee-ad8a-f92cf85c549f&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0668402 Dec 20 09:08:47.454949 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:08:48.044676 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 48204) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:08:48.065006 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f31eae2-a8c3-4482-b658-da42a2bc087b req-c3ff5b7a-2a19-4d79-936f-c51e49cf7eab tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:08:48.066534 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-6f31eae2-a8c3-4482-b658-da42a2bc087b req-c3ff5b7a-2a19-4d79-936f-c51e49cf7eab tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] 10.222.0.16 "GET /v2.0/ports?device_id=161bd038-d1f5-4bee-ad8a-f92cf85c549f HTTP/1.1" status: 200 len: 945 time: 0.0807903 Dec 20 09:08:48.113013 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-6f31eae2-a8c3-4482-b658-da42a2bc087b req-f5e57f4e-a232-43d6-b9c7-7b19976ab5da tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a7a88ef-5cf6-4e81-abc9-dc171a8820de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404692 Dec 20 09:08:48.184831 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-89f417a6-4f90-47d6-ab7f-876d3900fc2c req-ff42e984-0163-4266-bfef-29c0498ee28f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=161bd038-d1f5-4bee-ad8a-f92cf85c549f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1387782 Dec 20 09:08:49.325759 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde1b9f-9c58-4fb4-a586-696a7cce2736 req-076ed7e7-ce85-4436-a288-e8b4c626deff tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:08:49.328050 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5bde1b9f-9c58-4fb4-a586-696a7cce2736 req-076ed7e7-ce85-4436-a288-e8b4c626deff tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] 10.222.0.16 "GET /v2.0/ports?device_id=161bd038-d1f5-4bee-ad8a-f92cf85c549f HTTP/1.1" status: 200 len: 945 time: 0.0809345 Dec 20 09:08:49.377062 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5bde1b9f-9c58-4fb4-a586-696a7cce2736 req-f299cb37-a2f1-4eb2-9407-fd0b9055c559 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a7a88ef-5cf6-4e81-abc9-dc171a8820de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429130 Dec 20 09:08:49.479384 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-89f417a6-4f90-47d6-ab7f-876d3900fc2c req-e6aec6d9-18f1-4508-b203-d7628fa81a75 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f5b6daeadc346e2b093dc035fc4fb31&device_id=161bd038-d1f5-4bee-ad8a-f92cf85c549f HTTP/1.1" status: 200 len: 1098 time: 0.0724666 Dec 20 09:08:49.614886 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f417a6-4f90-47d6-ab7f-876d3900fc2c req-04fb807b-fdfd-429e-977a-5c0d869cb04d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:08:49.616473 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-89f417a6-4f90-47d6-ab7f-876d3900fc2c req-04fb807b-fdfd-429e-977a-5c0d869cb04d service neutron] 10.222.0.58 "GET /v2.0/networks?id=977fb04a-f914-411e-a88b-b8e363020175 HTTP/1.1" status: 200 len: 912 time: 0.1315250 Dec 20 09:08:49.688916 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-89f417a6-4f90-47d6-ab7f-876d3900fc2c req-18c274f5-c884-4299-8a07-cc20d989349d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bed03a77-bd7d-4a8c-9df6-3873f32668b8 HTTP/1.1" status: 200 len: 217 time: 0.0658560 Dec 20 09:08:49.759256 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f417a6-4f90-47d6-ab7f-876d3900fc2c req-b0b73985-a4de-48b3-a0dd-9c843f451784 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:08:49.760877 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-89f417a6-4f90-47d6-ab7f-876d3900fc2c req-b0b73985-a4de-48b3-a0dd-9c843f451784 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ae51c4aa-e816-41a2-87ad-1528d08b3401 HTTP/1.1" status: 200 len: 851 time: 0.0666955 Dec 20 09:08:49.808896 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-89f417a6-4f90-47d6-ab7f-876d3900fc2c req-2828599f-9a11-493a-8529-f3e2d26ac014 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=977fb04a-f914-411e-a88b-b8e363020175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424359 Dec 20 09:08:49.942424 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-89f417a6-4f90-47d6-ab7f-876d3900fc2c req-f9d1bb3f-1ac8-45ce-9856-ca5f2c437658 service neutron] 10.222.0.58 "GET /v2.0/networks/977fb04a-f914-411e-a88b-b8e363020175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274521 Dec 20 09:08:50.073321 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-89f417a6-4f90-47d6-ab7f-876d3900fc2c req-2255a3c0-450d-44ec-ac8d-45086e1e05d6 service neutron] 10.222.0.58 "GET /v2.0/networks/977fb04a-f914-411e-a88b-b8e363020175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247489 Dec 20 09:08:50.581137 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086b9637-7594-4402-af63-43d7dffa4b0e req-f220aabd-9a76-4aad-b949-dc6c69dbbc79 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:08:50.582618 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-086b9637-7594-4402-af63-43d7dffa4b0e req-f220aabd-9a76-4aad-b949-dc6c69dbbc79 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] 10.222.0.16 "GET /v2.0/ports?device_id=161bd038-d1f5-4bee-ad8a-f92cf85c549f HTTP/1.1" status: 200 len: 945 time: 0.0825353 Dec 20 09:08:50.632180 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-086b9637-7594-4402-af63-43d7dffa4b0e req-2848a153-96a8-48c7-8d83-1d3c4bdac788 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a7a88ef-5cf6-4e81-abc9-dc171a8820de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437405 Dec 20 09:08:51.856028 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ece63-4411-4de9-a856-17fdfb8c7c42 req-1b506f2c-0606-4e1d-b989-6ca6c87aa436 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:08:51.857687 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-032ece63-4411-4de9-a856-17fdfb8c7c42 req-1b506f2c-0606-4e1d-b989-6ca6c87aa436 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] 10.222.0.16 "GET /v2.0/ports?device_id=161bd038-d1f5-4bee-ad8a-f92cf85c549f HTTP/1.1" status: 200 len: 945 time: 0.0845361 Dec 20 09:08:51.906758 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-032ece63-4411-4de9-a856-17fdfb8c7c42 req-2e264eea-f146-4882-b0ac-0600661ecd3e tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a7a88ef-5cf6-4e81-abc9-dc171a8820de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422742 Dec 20 09:08:53.109157 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fb2cad-b0f0-4d75-936c-44452086733d req-031d572b-09a4-40bb-9287-d53a1488f9e5 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:08:53.110641 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-f4fb2cad-b0f0-4d75-936c-44452086733d req-031d572b-09a4-40bb-9287-d53a1488f9e5 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] 10.222.0.16 "GET /v2.0/ports?device_id=161bd038-d1f5-4bee-ad8a-f92cf85c549f HTTP/1.1" status: 200 len: 945 time: 0.0769494 Dec 20 09:08:53.164451 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-f4fb2cad-b0f0-4d75-936c-44452086733d req-f037acc4-36fd-459e-bf66-dc55091b512f tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a7a88ef-5cf6-4e81-abc9-dc171a8820de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480967 Dec 20 09:08:54.370139 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2e06bc-b40c-40e7-ad71-5e6e0778f005 req-a45b9518-fc57-46ed-bb71-78c118f73d40 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:08:54.371591 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8d2e06bc-b40c-40e7-ad71-5e6e0778f005 req-a45b9518-fc57-46ed-bb71-78c118f73d40 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] 10.222.0.16 "GET /v2.0/ports?device_id=161bd038-d1f5-4bee-ad8a-f92cf85c549f HTTP/1.1" status: 200 len: 945 time: 0.0834658 Dec 20 09:08:54.418672 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8d2e06bc-b40c-40e7-ad71-5e6e0778f005 req-f2a3a978-569e-47c8-a70a-d9cc5e56442d tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a7a88ef-5cf6-4e81-abc9-dc171a8820de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407424 Dec 20 09:08:55.620359 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf38b3-08c6-4f2b-bc46-6f479936c77c req-fddc8831-b1b7-4c52-8a3f-b6301b918d6a tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:08:55.621823 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-25bf38b3-08c6-4f2b-bc46-6f479936c77c req-fddc8831-b1b7-4c52-8a3f-b6301b918d6a tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] 10.222.0.16 "GET /v2.0/ports?device_id=161bd038-d1f5-4bee-ad8a-f92cf85c549f HTTP/1.1" status: 200 len: 945 time: 0.0797544 Dec 20 09:08:55.674794 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-25bf38b3-08c6-4f2b-bc46-6f479936c77c req-2a2f3c8c-0114-4d79-a639-c939691ae7a0 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a7a88ef-5cf6-4e81-abc9-dc171a8820de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473785 Dec 20 09:08:56.885702 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a1566f-62d6-4a1c-9ece-cdba17963d6e req-ec3bfa38-37ce-490c-9384-453bacf598ba tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:08:56.887052 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-71a1566f-62d6-4a1c-9ece-cdba17963d6e req-ec3bfa38-37ce-490c-9384-453bacf598ba tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] 10.222.0.16 "GET /v2.0/ports?device_id=161bd038-d1f5-4bee-ad8a-f92cf85c549f HTTP/1.1" status: 200 len: 945 time: 0.0827391 Dec 20 09:08:56.932588 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-71a1566f-62d6-4a1c-9ece-cdba17963d6e req-179c113d-ff59-41d7-a618-84eaf52401be tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a7a88ef-5cf6-4e81-abc9-dc171a8820de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393195 Dec 20 09:08:58.142815 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116748c7-d178-45c9-91d9-9215045ce93f req-0b2f63a9-697b-4245-ac20-bbe272e2e585 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:08:58.144889 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-116748c7-d178-45c9-91d9-9215045ce93f req-0b2f63a9-697b-4245-ac20-bbe272e2e585 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] 10.222.0.16 "GET /v2.0/ports?device_id=161bd038-d1f5-4bee-ad8a-f92cf85c549f HTTP/1.1" status: 200 len: 945 time: 0.0822887 Dec 20 09:08:58.190970 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-116748c7-d178-45c9-91d9-9215045ce93f req-37a2dcda-0e4d-4127-a939-5e6ea40be969 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a7a88ef-5cf6-4e81-abc9-dc171a8820de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406637 Dec 20 09:08:59.390671 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e6256-94ef-4777-9669-0c8969d274f3 req-4d9f1da0-7ded-4467-b19e-9082ade9e6c7 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:08:59.392129 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-498e6256-94ef-4777-9669-0c8969d274f3 req-4d9f1da0-7ded-4467-b19e-9082ade9e6c7 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] 10.222.0.16 "GET /v2.0/ports?device_id=161bd038-d1f5-4bee-ad8a-f92cf85c549f HTTP/1.1" status: 200 len: 945 time: 0.0776150 Dec 20 09:08:59.442438 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-498e6256-94ef-4777-9669-0c8969d274f3 req-d988c9e4-dcbb-44bb-8be6-e43573d3eafd tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a7a88ef-5cf6-4e81-abc9-dc171a8820de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446975 Dec 20 09:09:00.800796 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d14bad-8c42-49e4-b613-91729d0476ae req-4301718b-3226-4e24-b926-a7184f8a8b3e tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:09:00.802165 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-21d14bad-8c42-49e4-b613-91729d0476ae req-4301718b-3226-4e24-b926-a7184f8a8b3e tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] 10.222.0.16 "GET /v2.0/ports?device_id=161bd038-d1f5-4bee-ad8a-f92cf85c549f HTTP/1.1" status: 200 len: 945 time: 0.0849061 Dec 20 09:09:00.848529 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-21d14bad-8c42-49e4-b613-91729d0476ae req-b5c12fad-59a0-4846-8f4a-9e15ebb534e9 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a7a88ef-5cf6-4e81-abc9-dc171a8820de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407484 Dec 20 09:09:02.052245 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044007f7-6310-4224-b89b-4c73fcb44dcc req-e96b7ee7-1d25-44e5-be68-3b729de695c9 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:09:02.053713 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-044007f7-6310-4224-b89b-4c73fcb44dcc req-e96b7ee7-1d25-44e5-be68-3b729de695c9 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] 10.222.0.16 "GET /v2.0/ports?device_id=161bd038-d1f5-4bee-ad8a-f92cf85c549f HTTP/1.1" status: 200 len: 945 time: 0.0773919 Dec 20 09:09:02.099110 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-044007f7-6310-4224-b89b-4c73fcb44dcc req-e52eb729-f975-4776-975a-3663a013a208 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a7a88ef-5cf6-4e81-abc9-dc171a8820de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399325 Dec 20 09:09:03.311476 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b87c67e-3d42-4ad8-bd8b-df3ac4696bce req-32981cbd-b43f-401b-a32d-01834e81e78e tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:09:03.313091 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-9b87c67e-3d42-4ad8-bd8b-df3ac4696bce req-32981cbd-b43f-401b-a32d-01834e81e78e tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] 10.222.0.16 "GET /v2.0/ports?device_id=161bd038-d1f5-4bee-ad8a-f92cf85c549f HTTP/1.1" status: 200 len: 945 time: 0.0853832 Dec 20 09:09:03.360353 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-9b87c67e-3d42-4ad8-bd8b-df3ac4696bce req-3a9e7bef-1a1a-477f-b23c-0a707e8120da tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a7a88ef-5cf6-4e81-abc9-dc171a8820de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417025 Dec 20 09:09:04.584880 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d857fc-d48e-4012-bff8-18d58172685a req-a52f6c72-3605-4492-9269-3596b64a281c tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:09:04.586373 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-72d857fc-d48e-4012-bff8-18d58172685a req-a52f6c72-3605-4492-9269-3596b64a281c tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] 10.222.0.16 "GET /v2.0/ports?device_id=161bd038-d1f5-4bee-ad8a-f92cf85c549f HTTP/1.1" status: 200 len: 945 time: 0.0891194 Dec 20 09:09:04.634016 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-72d857fc-d48e-4012-bff8-18d58172685a req-97745c7a-4e41-446d-b692-d7d43ee27903 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a7a88ef-5cf6-4e81-abc9-dc171a8820de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418863 Dec 20 09:09:05.847631 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e00180-5712-479b-bb49-0548ee63ef42 req-48b1fdd4-2320-4fce-bdef-1069b26601f1 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:09:05.849068 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-87e00180-5712-479b-bb49-0548ee63ef42 req-48b1fdd4-2320-4fce-bdef-1069b26601f1 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] 10.222.0.16 "GET /v2.0/ports?device_id=161bd038-d1f5-4bee-ad8a-f92cf85c549f HTTP/1.1" status: 200 len: 945 time: 0.0791085 Dec 20 09:09:05.894168 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-87e00180-5712-479b-bb49-0548ee63ef42 req-784b6495-5a8e-49e3-ad6c-c5a226907962 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a7a88ef-5cf6-4e81-abc9-dc171a8820de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395498 Dec 20 09:09:07.095869 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a359a80-be92-45b6-8580-6a116c042bc9 req-088d8b7c-febb-44e8-ba41-9215a5a05b3e tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:09:07.097325 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7a359a80-be92-45b6-8580-6a116c042bc9 req-088d8b7c-febb-44e8-ba41-9215a5a05b3e tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] 10.222.0.16 "GET /v2.0/ports?device_id=161bd038-d1f5-4bee-ad8a-f92cf85c549f HTTP/1.1" status: 200 len: 945 time: 0.0761378 Dec 20 09:09:07.142879 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7a359a80-be92-45b6-8580-6a116c042bc9 req-817c583f-8c03-4b22-836e-a096298b0be4 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a7a88ef-5cf6-4e81-abc9-dc171a8820de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400603 Dec 20 09:09:08.447961 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1838ba32-7f35-41ce-8ed4-b3af13b16b62 req-3c87a547-01f7-4127-bdf9-da7092ac556f tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:09:08.449329 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-1838ba32-7f35-41ce-8ed4-b3af13b16b62 req-3c87a547-01f7-4127-bdf9-da7092ac556f tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] 10.222.0.16 "GET /v2.0/ports?device_id=161bd038-d1f5-4bee-ad8a-f92cf85c549f HTTP/1.1" status: 200 len: 945 time: 0.1820650 Dec 20 09:09:08.497247 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-1838ba32-7f35-41ce-8ed4-b3af13b16b62 req-b9e9f3af-c45d-46ea-95d7-64f3b6b28770 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a7a88ef-5cf6-4e81-abc9-dc171a8820de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419552 Dec 20 09:09:09.806599 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fede2f4-7f5e-4210-a628-bc2ec0334fcd req-71aa80b6-9569-4dc7-a7ac-50fdb4ce30bf tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:09:09.807985 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6fede2f4-7f5e-4210-a628-bc2ec0334fcd req-71aa80b6-9569-4dc7-a7ac-50fdb4ce30bf tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] 10.222.0.16 "GET /v2.0/ports?device_id=161bd038-d1f5-4bee-ad8a-f92cf85c549f HTTP/1.1" status: 200 len: 945 time: 0.1872144 Dec 20 09:09:09.853897 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6fede2f4-7f5e-4210-a628-bc2ec0334fcd req-a9c50fc4-7a6c-4493-ba7d-782e2115d6f1 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a7a88ef-5cf6-4e81-abc9-dc171a8820de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392430 Dec 20 09:09:10.135316 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:09:11.051075 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9649c7fb-65e6-4ec1-b464-0de0d77b85fd req-f1e355a9-302b-4fe3-97d1-6ee705916f54 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:09:11.052496 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-9649c7fb-65e6-4ec1-b464-0de0d77b85fd req-f1e355a9-302b-4fe3-97d1-6ee705916f54 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] 10.222.0.16 "GET /v2.0/ports?device_id=161bd038-d1f5-4bee-ad8a-f92cf85c549f HTTP/1.1" status: 200 len: 945 time: 0.0790915 Dec 20 09:09:11.097523 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-9649c7fb-65e6-4ec1-b464-0de0d77b85fd req-4723d4c5-5e49-4b6d-ae86-97054375bd5a tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a7a88ef-5cf6-4e81-abc9-dc171a8820de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396035 Dec 20 09:09:12.296191 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ef306-ab12-4df7-9ee8-1e045cc70a03 req-d80d5205-ae69-4e6c-9f2b-764406ceceaf tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:09:12.297654 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c20ef306-ab12-4df7-9ee8-1e045cc70a03 req-d80d5205-ae69-4e6c-9f2b-764406ceceaf tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] 10.222.0.16 "GET /v2.0/ports?device_id=161bd038-d1f5-4bee-ad8a-f92cf85c549f HTTP/1.1" status: 200 len: 945 time: 0.0820069 Dec 20 09:09:12.346831 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c20ef306-ab12-4df7-9ee8-1e045cc70a03 req-fe47c718-269c-4ecb-9547-72bb8a6c00f1 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a7a88ef-5cf6-4e81-abc9-dc171a8820de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436795 Dec 20 09:09:12.563436 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-ac79881e-d2df-4024-939a-d445e41ec15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:09:13.547127 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8231771-d9e7-4642-8a73-ad615a2fa054 req-1857f4f6-64d6-493f-8124-03dbc13c7194 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:09:13.548565 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-a8231771-d9e7-4642-8a73-ad615a2fa054 req-1857f4f6-64d6-493f-8124-03dbc13c7194 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] 10.222.0.16 "GET /v2.0/ports?device_id=161bd038-d1f5-4bee-ad8a-f92cf85c549f HTTP/1.1" status: 200 len: 945 time: 0.0766752 Dec 20 09:09:13.594283 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-a8231771-d9e7-4642-8a73-ad615a2fa054 req-b914f6f1-dd49-4144-a686-7fb8693bfb0a tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a7a88ef-5cf6-4e81-abc9-dc171a8820de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399234 Dec 20 09:09:14.794972 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3d5a89-bfdd-46e8-9e3d-704c0ebfe82f req-91841e7f-66c4-4719-819d-de43d5b8b7e8 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:09:14.796681 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ed3d5a89-bfdd-46e8-9e3d-704c0ebfe82f req-91841e7f-66c4-4719-819d-de43d5b8b7e8 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] 10.222.0.16 "GET /v2.0/ports?device_id=161bd038-d1f5-4bee-ad8a-f92cf85c549f HTTP/1.1" status: 200 len: 945 time: 0.0783215 Dec 20 09:09:14.844218 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ed3d5a89-bfdd-46e8-9e3d-704c0ebfe82f req-39c653d8-0360-4d98-825d-03709a9c8118 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a7a88ef-5cf6-4e81-abc9-dc171a8820de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418262 Dec 20 09:09:14.872151 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f5b961c8-2dc3-4cc6-b20b-8c3b283b32ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:09:15.992779 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:09:16.056075 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:09:16.084417 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4da75f-85f8-4c57-a6da-e7383b76ace5 req-d688bcde-9759-4b0f-af1b-e2d25ade55ff tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:09:16.085859 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-0d4da75f-85f8-4c57-a6da-e7383b76ace5 req-d688bcde-9759-4b0f-af1b-e2d25ade55ff tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] 10.222.0.16 "GET /v2.0/ports?device_id=161bd038-d1f5-4bee-ad8a-f92cf85c549f HTTP/1.1" status: 200 len: 945 time: 0.0838897 Dec 20 09:09:16.131293 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-0d4da75f-85f8-4c57-a6da-e7383b76ace5 req-0c97fed7-1090-4da6-b571-8e1b9bf5a53e tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a7a88ef-5cf6-4e81-abc9-dc171a8820de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399036 Dec 20 09:09:16.777654 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-89f417a6-4f90-47d6-ab7f-876d3900fc2c req-b6d3e571-3e76-40a9-839b-b858016e2051 service neutron] 10.222.0.58 "GET /v2.0/ports/bed03a77-bd7d-4a8c-9df6-3873f32668b8/bindings/hv-neutron-8204 HTTP/1.1" status: 200 len: 384 time: 0.0805149 Dec 20 09:09:17.048308 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-89f417a6-4f90-47d6-ab7f-876d3900fc2c req-29b42993-91d6-4811-ae5c-1d0731966a14 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=161bd038-d1f5-4bee-ad8a-f92cf85c549f&tenant_id=0f5b6daeadc346e2b093dc035fc4fb31 HTTP/1.1" status: 200 len: 1098 time: 0.0715783 Dec 20 09:09:17.137330 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-89f417a6-4f90-47d6-ab7f-876d3900fc2c req-b95b972d-8aab-445c-8f71-8cbae2d30dd2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f5b6daeadc346e2b093dc035fc4fb31&device_id=161bd038-d1f5-4bee-ad8a-f92cf85c549f HTTP/1.1" status: 200 len: 1098 time: 0.0678403 Dec 20 09:09:17.317578 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f417a6-4f90-47d6-ab7f-876d3900fc2c req-e51c7d10-a008-4271-918b-a1bccc6b4dc6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:09:17.319240 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-89f417a6-4f90-47d6-ab7f-876d3900fc2c req-e51c7d10-a008-4271-918b-a1bccc6b4dc6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=977fb04a-f914-411e-a88b-b8e363020175 HTTP/1.1" status: 200 len: 912 time: 0.1761997 Dec 20 09:09:17.394924 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-89f417a6-4f90-47d6-ab7f-876d3900fc2c req-2112e079-3985-484d-bf08-36f025fcb044 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bed03a77-bd7d-4a8c-9df6-3873f32668b8 HTTP/1.1" status: 200 len: 217 time: 0.0679588 Dec 20 09:09:17.458636 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:09:17.462547 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a887df4f-deb7-4129-be9d-154fd79e5e40 req-879ecd40-1de0-4523-a9d8-2cc2ff70ea4f tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:09:17.464022 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a887df4f-deb7-4129-be9d-154fd79e5e40 req-879ecd40-1de0-4523-a9d8-2cc2ff70ea4f tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] 10.222.0.16 "GET /v2.0/ports?device_id=161bd038-d1f5-4bee-ad8a-f92cf85c549f HTTP/1.1" status: 200 len: 945 time: 0.2005086 Dec 20 09:09:17.475145 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f417a6-4f90-47d6-ab7f-876d3900fc2c req-e9d900b1-e9cd-463c-9cbc-7f3ef71350a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:09:17.476507 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-89f417a6-4f90-47d6-ab7f-876d3900fc2c req-e9d900b1-e9cd-463c-9cbc-7f3ef71350a5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ae51c4aa-e816-41a2-87ad-1528d08b3401 HTTP/1.1" status: 200 len: 851 time: 0.0756969 Dec 20 09:09:17.537839 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-89f417a6-4f90-47d6-ab7f-876d3900fc2c req-ce537bb7-f09d-4dce-a424-4fae43381172 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=977fb04a-f914-411e-a88b-b8e363020175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462267 Dec 20 09:09:17.590847 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a887df4f-deb7-4129-be9d-154fd79e5e40 req-0204903a-65e3-40cf-96d6-4d5fec59b352 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a7a88ef-5cf6-4e81-abc9-dc171a8820de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197722 Dec 20 09:09:17.686117 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-89f417a6-4f90-47d6-ab7f-876d3900fc2c req-fc274438-dece-45c4-bfa0-5878161fbe7e service neutron] 10.222.0.58 "GET /v2.0/networks/977fb04a-f914-411e-a88b-b8e363020175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410780 Dec 20 09:09:17.818269 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-89f417a6-4f90-47d6-ab7f-876d3900fc2c req-e579390b-e5d7-4f10-abea-aee3d195874c service neutron] 10.222.0.58 "GET /v2.0/networks/977fb04a-f914-411e-a88b-b8e363020175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263885 Dec 20 09:09:18.803486 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c2245c-4cda-4868-baf7-263cc2e967de req-a911bc5d-b051-4045-8416-7b2bd6192de3 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:09:18.805038 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-d7c2245c-4cda-4868-baf7-263cc2e967de req-a911bc5d-b051-4045-8416-7b2bd6192de3 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] 10.222.0.16 "GET /v2.0/ports?device_id=161bd038-d1f5-4bee-ad8a-f92cf85c549f HTTP/1.1" status: 200 len: 945 time: 0.0820510 Dec 20 09:09:18.850893 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-d7c2245c-4cda-4868-baf7-263cc2e967de req-d3dfa284-edc8-4de2-b2d6-9e83785b484b tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a7a88ef-5cf6-4e81-abc9-dc171a8820de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392873 Dec 20 09:09:20.050444 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e914a-e8fc-4fa2-9cb2-2264d1126894 req-487ca50d-6e99-45c5-8da0-0edd9ae1f3d5 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:09:20.051875 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e18e914a-e8fc-4fa2-9cb2-2264d1126894 req-487ca50d-6e99-45c5-8da0-0edd9ae1f3d5 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] 10.222.0.16 "GET /v2.0/ports?device_id=161bd038-d1f5-4bee-ad8a-f92cf85c549f HTTP/1.1" status: 200 len: 945 time: 0.0782855 Dec 20 09:09:20.097737 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e18e914a-e8fc-4fa2-9cb2-2264d1126894 req-e1a045c1-fee5-4e6a-9074-93470ef97b83 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a7a88ef-5cf6-4e81-abc9-dc171a8820de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403500 Dec 20 09:09:21.298378 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4d7355-7d80-4889-bea1-6fb97d6fa90e req-0d18213c-db67-42d3-87c9-95d9106f32b3 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:09:21.299821 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-7d4d7355-7d80-4889-bea1-6fb97d6fa90e req-0d18213c-db67-42d3-87c9-95d9106f32b3 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] 10.222.0.16 "GET /v2.0/ports?device_id=161bd038-d1f5-4bee-ad8a-f92cf85c549f HTTP/1.1" status: 200 len: 945 time: 0.0810006 Dec 20 09:09:21.346219 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-7d4d7355-7d80-4889-bea1-6fb97d6fa90e req-132679e8-35d7-4204-9f23-e73fc20fa946 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a7a88ef-5cf6-4e81-abc9-dc171a8820de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410175 Dec 20 09:09:21.764817 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5eae63-3398-41b1-9f76-ca5e0c47fd72 req-663307a5-a3ad-480b-ae9f-4045fcd15b18 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:09:21.766341 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4a5eae63-3398-41b1-9f76-ca5e0c47fd72 req-663307a5-a3ad-480b-ae9f-4045fcd15b18 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] 10.222.0.58 "GET /v2.0/ports?device_id=161bd038-d1f5-4bee-ad8a-f92cf85c549f&tenant_id=0f5b6daeadc346e2b093dc035fc4fb31&binding%3Ahost_id=hv-neutron-8204 HTTP/1.1" status: 200 len: 945 time: 0.0904500 Dec 20 09:09:21.910246 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4a5eae63-3398-41b1-9f76-ca5e0c47fd72 req-dd0a28af-6a71-4eb0-9998-0b3d0d5ed77a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f5b6daeadc346e2b093dc035fc4fb31&device_id=161bd038-d1f5-4bee-ad8a-f92cf85c549f HTTP/1.1" status: 200 len: 1098 time: 0.0702529 Dec 20 09:09:22.054444 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5eae63-3398-41b1-9f76-ca5e0c47fd72 req-6fd66ff3-3b6a-4d4a-aad7-7bef6d71ff2f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:09:22.055846 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4a5eae63-3398-41b1-9f76-ca5e0c47fd72 req-6fd66ff3-3b6a-4d4a-aad7-7bef6d71ff2f service neutron] 10.222.0.58 "GET /v2.0/networks?id=977fb04a-f914-411e-a88b-b8e363020175 HTTP/1.1" status: 200 len: 912 time: 0.1399770 Dec 20 09:09:22.126025 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:09:22.230740 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4a5eae63-3398-41b1-9f76-ca5e0c47fd72 req-95d10591-9ed9-4399-9b5b-2992c4ef9720 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bed03a77-bd7d-4a8c-9df6-3873f32668b8 HTTP/1.1" status: 200 len: 217 time: 0.1685874 Dec 20 09:09:22.292150 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5eae63-3398-41b1-9f76-ca5e0c47fd72 req-f0b71c07-756f-4dba-8b45-c08b1da5060f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:09:22.293607 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4a5eae63-3398-41b1-9f76-ca5e0c47fd72 req-f0b71c07-756f-4dba-8b45-c08b1da5060f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ae51c4aa-e816-41a2-87ad-1528d08b3401 HTTP/1.1" status: 200 len: 851 time: 0.0570576 Dec 20 09:09:22.342120 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4a5eae63-3398-41b1-9f76-ca5e0c47fd72 req-fb96cedf-b1a4-4229-9a2f-57a9159d14cd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=977fb04a-f914-411e-a88b-b8e363020175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418046 Dec 20 09:09:22.473079 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4a5eae63-3398-41b1-9f76-ca5e0c47fd72 req-7247439d-28e4-4e97-a03b-de17ae36ba0b service neutron] 10.222.0.58 "GET /v2.0/networks/977fb04a-f914-411e-a88b-b8e363020175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247308 Dec 20 09:09:22.608665 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4a5eae63-3398-41b1-9f76-ca5e0c47fd72 req-7acd5ce7-e98e-4a33-a25f-78af9cb224cc service neutron] 10.222.0.58 "GET /v2.0/networks/977fb04a-f914-411e-a88b-b8e363020175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293325 Dec 20 09:09:23.453752 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1696e5b-ea62-4c0f-b58d-2d1af76321be req-942987fa-c72c-4b14-8930-7e03774f3025 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:09:23.455087 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-f1696e5b-ea62-4c0f-b58d-2d1af76321be req-942987fa-c72c-4b14-8930-7e03774f3025 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] 10.222.0.16 "GET /v2.0/ports?device_id=161bd038-d1f5-4bee-ad8a-f92cf85c549f HTTP/1.1" status: 200 len: 945 time: 0.0760520 Dec 20 09:09:23.504671 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-f1696e5b-ea62-4c0f-b58d-2d1af76321be req-4b2ca751-1177-4fd9-8cac-e97d76fffa9f tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a7a88ef-5cf6-4e81-abc9-dc171a8820de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440252 Dec 20 09:09:24.710711 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8a1aa3-343d-4252-b9b3-f10294e34808 req-d31fa6ed-f242-4e7e-a7ab-f4e58ae4bcdb tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:09:24.712151 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0d8a1aa3-343d-4252-b9b3-f10294e34808 req-d31fa6ed-f242-4e7e-a7ab-f4e58ae4bcdb tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] 10.222.0.16 "GET /v2.0/ports?device_id=161bd038-d1f5-4bee-ad8a-f92cf85c549f HTTP/1.1" status: 200 len: 945 time: 0.0816433 Dec 20 09:09:24.759122 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0d8a1aa3-343d-4252-b9b3-f10294e34808 req-e1af1a75-cb2b-4a92-a4f6-73918793984b tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a7a88ef-5cf6-4e81-abc9-dc171a8820de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406170 Dec 20 09:09:25.177752 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5eae63-3398-41b1-9f76-ca5e0c47fd72 req-76188dc8-87a5-4a6c-888c-540032e2960c tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:09:25.179227 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4a5eae63-3398-41b1-9f76-ca5e0c47fd72 req-76188dc8-87a5-4a6c-888c-540032e2960c tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] 10.222.0.58 "GET /v2.0/ports?device_id=161bd038-d1f5-4bee-ad8a-f92cf85c549f HTTP/1.1" status: 200 len: 945 time: 0.0788527 Dec 20 09:09:25.249035 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-4a5eae63-3398-41b1-9f76-ca5e0c47fd72 req-cdf11df4-2a09-4dfb-aa22-66ff12092726 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] Deleting port bed03a77-bd7d-4a8c-9df6-3873f32668b8 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:09:25.249433 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-4a5eae63-3398-41b1-9f76-ca5e0c47fd72 req-cdf11df4-2a09-4dfb-aa22-66ff12092726 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:09:25.501406 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-4a5eae63-3398-41b1-9f76-ca5e0c47fd72 req-cdf11df4-2a09-4dfb-aa22-66ff12092726 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] For port bed03a77-bd7d-4a8c-9df6-3873f32668b8, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=bed03a77-bd7d-4a8c-9df6-3873f32668b8,segment=NetworkSegment(cb3ce815-5d01-460e-866b-88cbf3c7a074),segment_id=cb3ce815-5d01-460e-866b-88cbf3c7a074)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:09:25.501767 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-4a5eae63-3398-41b1-9f76-ca5e0c47fd72 req-cdf11df4-2a09-4dfb-aa22-66ff12092726 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:09:25.632820 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-4a5eae63-3398-41b1-9f76-ca5e0c47fd72 req-cdf11df4-2a09-4dfb-aa22-66ff12092726 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] Calling delete_port for bed03a77-bd7d-4a8c-9df6-3873f32668b8 owned by compute:nova {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:09:25.783885 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-4a5eae63-3398-41b1-9f76-ca5e0c47fd72 req-cdf11df4-2a09-4dfb-aa22-66ff12092726 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:09:25.790253 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-24f6f2bf-ef7b-471a-853f-0f4cfde6a293 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:09:25.797115 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] get_ports_and_sgs() called for port_ids ['bed03a77-bd7d-4a8c-9df6-3873f32668b8'] {{(pid=83446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 09:09:25.839855 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf11df4-2a09-4dfb-aa22-66ff12092726 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] Pushing event deleted for resources: {'Port': ['ID=bed03a77-bd7d-4a8c-9df6-3873f32668b8,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:09:25.882381 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf11df4-2a09-4dfb-aa22-66ff12092726 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:09:25.882815 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf11df4-2a09-4dfb-aa22-66ff12092726 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:09:25.883200 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf11df4-2a09-4dfb-aa22-66ff12092726 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:09:25.883554 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf11df4-2a09-4dfb-aa22-66ff12092726 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:09:25.883922 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf11df4-2a09-4dfb-aa22-66ff12092726 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:09:25.884507 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf11df4-2a09-4dfb-aa22-66ff12092726 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:09:25.884879 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf11df4-2a09-4dfb-aa22-66ff12092726 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:09:25.885272 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf11df4-2a09-4dfb-aa22-66ff12092726 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:09:25.885619 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf11df4-2a09-4dfb-aa22-66ff12092726 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:09:25.886018 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf11df4-2a09-4dfb-aa22-66ff12092726 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:09:25.886403 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf11df4-2a09-4dfb-aa22-66ff12092726 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:09:25.893868 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-cdf11df4-2a09-4dfb-aa22-66ff12092726 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:09:25.926379 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-0dbd2a97-c9dc-42ec-8e0e-92fa3d6790c8 req-42d75524-7842-4ad5-b67d-2b7b1647181d tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] 10.222.0.16 "GET /v2.0/ports?device_id=161bd038-d1f5-4bee-ad8a-f92cf85c549f HTTP/1.1" status: 200 len: 210 time: 0.0416229 Dec 20 09:09:25.926979 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a5eae63-3398-41b1-9f76-ca5e0c47fd72 req-cdf11df4-2a09-4dfb-aa22-66ff12092726 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] No DVR routers for this DVR port bed03a77-bd7d-4a8c-9df6-3873f32668b8 on host hv-neutron-8204 {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 09:09:25.929552 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-4a5eae63-3398-41b1-9f76-ca5e0c47fd72 req-cdf11df4-2a09-4dfb-aa22-66ff12092726 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:09:25.932714 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '161bd038-d1f5-4bee-ad8a-f92cf85c549f', 'name': 'network-vif-deleted', 'tag': 'bed03a77-bd7d-4a8c-9df6-3873f32668b8'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:09:25.955575 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4a5eae63-3398-41b1-9f76-ca5e0c47fd72 req-cdf11df4-2a09-4dfb-aa22-66ff12092726 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] 10.222.0.58 "DELETE /v2.0/ports/bed03a77-bd7d-4a8c-9df6-3873f32668b8 HTTP/1.1" status: 204 len: 173 time: 0.7705538 Dec 20 09:09:25.990620 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '161bd038-d1f5-4bee-ad8a-f92cf85c549f', 'name': 'network-vif-deleted', 'tag': 'bed03a77-bd7d-4a8c-9df6-3873f32668b8', 'status': 'completed', 'code': 200} Dec 20 09:09:27.195197 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 48300) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:09:27.257652 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b65715e-ae29-4ce7-a0b9-7435726f1e93 admin admin] Deleting subnet ae51c4aa-e816-41a2-87ad-1528d08b3401 {{(pid=83445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 09:09:27.260441 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0b65715e-ae29-4ce7-a0b9-7435726f1e93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:09:27.312182 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0b65715e-ae29-4ce7-a0b9-7435726f1e93 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1518554'] for subnet, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:09:27.367362 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0b65715e-ae29-4ce7-a0b9-7435726f1e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:09:27.433947 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0b65715e-ae29-4ce7-a0b9-7435726f1e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2036620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2095133'] for subnet, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:09:27.438076 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-97acc802-9bb8-4a09-a93f-cfc2b37a76c4 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:09:27.476561 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b65715e-ae29-4ce7-a0b9-7435726f1e93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae51c4aa-e816-41a2-87ad-1528d08b3401,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:09:27.482456 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0b65715e-ae29-4ce7-a0b9-7435726f1e93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:09:27.491464 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-0b65715e-ae29-4ce7-a0b9-7435726f1e93 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ae51c4aa-e816-41a2-87ad-1528d08b3401 HTTP/1.1" status: 204 len: 168 time: 0.2951915 Dec 20 09:09:27.492812 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b65715e-ae29-4ce7-a0b9-7435726f1e93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:09:27.493215 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b65715e-ae29-4ce7-a0b9-7435726f1e93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:09:27.493597 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b65715e-ae29-4ce7-a0b9-7435726f1e93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:09:27.493961 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b65715e-ae29-4ce7-a0b9-7435726f1e93 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:09:27.494249 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 48304) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:09:27.494702 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b65715e-ae29-4ce7-a0b9-7435726f1e93 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:09:27.494702 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b65715e-ae29-4ce7-a0b9-7435726f1e93 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:09:27.495002 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b65715e-ae29-4ce7-a0b9-7435726f1e93 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:09:27.495351 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b65715e-ae29-4ce7-a0b9-7435726f1e93 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:09:27.495697 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b65715e-ae29-4ce7-a0b9-7435726f1e93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:09:27.496041 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b65715e-ae29-4ce7-a0b9-7435726f1e93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:09:27.496387 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b65715e-ae29-4ce7-a0b9-7435726f1e93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:09:27.500016 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0b65715e-ae29-4ce7-a0b9-7435726f1e93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:09:27.603298 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-92f96c62-f0a7-41fc-b39b-b319b23456fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:09:27.829328 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-92f96c62-f0a7-41fc-b39b-b319b23456fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:09:27.853296 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-92f96c62-f0a7-41fc-b39b-b319b23456fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['977fb04a-f914-411e-a88b-b8e363020175']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:09:27.865899 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-92f96c62-f0a7-41fc-b39b-b319b23456fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb3ce815-5d01-460e-866b-88cbf3c7a074') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:09:27.866201 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-92f96c62-f0a7-41fc-b39b-b319b23456fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb3ce815-5d01-460e-866b-88cbf3c7a074') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:09:27.877667 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-92f96c62-f0a7-41fc-b39b-b319b23456fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1618722'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:09:27.893600 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-92f96c62-f0a7-41fc-b39b-b319b23456fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:09:27.900235 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92f96c62-f0a7-41fc-b39b-b319b23456fa admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 09:09:27.900744 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-92f96c62-f0a7-41fc-b39b-b319b23456fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1128911'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:09:27.914002 dv-neutron-820491-1-hyperv neutron-server[83444]: Traceback (most recent call last): Dec 20 09:09:27.914002 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 09:09:27.914002 dv-neutron-820491-1-hyperv neutron-server[83444]: timer() Dec 20 09:09:27.914002 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 09:09:27.914002 dv-neutron-820491-1-hyperv neutron-server[83444]: cb(*args, **kw) Dec 20 09:09:27.914002 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 09:09:27.914002 dv-neutron-820491-1-hyperv neutron-server[83444]: return func(*args, **kwargs) Dec 20 09:09:27.914002 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 09:09:27.914002 dv-neutron-820491-1-hyperv neutron-server[83444]: self._notify() Dec 20 09:09:27.914002 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 09:09:27.914002 dv-neutron-820491-1-hyperv neutron-server[83444]: self.callback(batched_events) Dec 20 09:09:27.914002 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 09:09:27.914002 dv-neutron-820491-1-hyperv neutron-server[83444]: event.method(event) Dec 20 09:09:27.914002 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 09:09:27.914002 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 09:09:27.914002 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 09:09:27.914002 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 09:09:27.914002 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 09:09:27.914002 dv-neutron-820491-1-hyperv neutron-server[83444]: return f(self, *a, **k) Dec 20 09:09:27.914002 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 09:09:27.914002 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._get(url).json() Dec 20 09:09:27.914002 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 09:09:27.914002 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 09:09:27.914002 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 09:09:27.914002 dv-neutron-820491-1-hyperv neutron-server[83444]: return self.request(url, 'GET', **kwargs) Dec 20 09:09:27.914002 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 09:09:27.914002 dv-neutron-820491-1-hyperv neutron-server[83444]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 09:09:27.914002 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 09:09:27.914002 dv-neutron-820491-1-hyperv neutron-server[83444]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 09:09:27.914002 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 09:09:27.914002 dv-neutron-820491-1-hyperv neutron-server[83444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 09:09:27.914002 dv-neutron-820491-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 09:09:27.991197 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-92f96c62-f0a7-41fc-b39b-b319b23456fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:09:27.994503 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c631f88b-4920-47bd-9295-79938d583215 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:09:28.008136 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-92f96c62-f0a7-41fc-b39b-b319b23456fa admin admin] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:09:28.018637 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f96c62-f0a7-41fc-b39b-b319b23456fa admin admin] Pushing event deleted for resources: {'Network': ['ID=977fb04a-f914-411e-a88b-b8e363020175,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:09:28.021822 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-92f96c62-f0a7-41fc-b39b-b319b23456fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:09:28.027605 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-92f96c62-f0a7-41fc-b39b-b319b23456fa admin admin] 10.222.0.16 "DELETE /v2.0/networks/977fb04a-f914-411e-a88b-b8e363020175 HTTP/1.1" status: 204 len: 168 time: 0.5323491 Dec 20 09:09:28.164214 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 48310) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:09:28.217401 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-67460fe6-0871-4962-aa88-f43a22564e38 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0f5b6daeadc346e2b093dc035fc4fb31&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0512862 Dec 20 09:09:28.219901 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 48314) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:09:28.283243 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f3f600a0-6676-4ed5-9cb1-5b50e048b8f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:09:28.308670 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f3f600a0-6676-4ed5-9cb1-5b50e048b8f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:09:28.360966 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f3f600a0-6676-4ed5-9cb1-5b50e048b8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:09:28.364658 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-5d54593c-c05a-4d5d-aaab-ebc20f00ca86 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:09:28.377975 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f600a0-6676-4ed5-9cb1-5b50e048b8f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7a88ef-5cf6-4e81-abc9-dc171a8820de,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:09:28.380517 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f3f600a0-6676-4ed5-9cb1-5b50e048b8f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:09:28.387554 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f3f600a0-6676-4ed5-9cb1-5b50e048b8f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:09:28.388888 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-f3f600a0-6676-4ed5-9cb1-5b50e048b8f0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7a7a88ef-5cf6-4e81-abc9-dc171a8820de HTTP/1.1" status: 204 len: 168 time: 0.1680312 Dec 20 09:09:28.521361 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device bed03a77-bd7d-4a8c-9df6-3873f32668b8 no longer exists at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 09:09:28.553918 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] No Port match for: bed03a77-bd7d-4a8c-9df6-3873f32668b8 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 09:09:28.554282 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device bed03a77-bd7d-4a8c-9df6-3873f32668b8 not bound to the agent host hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 09:09:29.216808 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 48336) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:09:29.354115 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-b567e6d3-9ef8-4dc2-9c43-2250d4c5eda5 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-636732596-network', 'tenant_id': 'a8f5fccffee94c469e368ffde81f4d1b'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:09:29.359351 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-b567e6d3-9ef8-4dc2-9c43-2250d4c5eda5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:09:29.363160 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-b567e6d3-9ef8-4dc2-9c43-2250d4c5eda5 admin admin] Usage tracker for resource:network and tenant:a8f5fccffee94c469e368ffde81f4d1b is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:09:29.366105 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-b567e6d3-9ef8-4dc2-9c43-2250d4c5eda5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:09:29.372646 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-b567e6d3-9ef8-4dc2-9c43-2250d4c5eda5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:09:29.382250 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b567e6d3-9ef8-4dc2-9c43-2250d4c5eda5 admin admin] Made reservation on behalf of a8f5fccffee94c469e368ffde81f4d1b for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 09:09:29.384565 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b567e6d3-9ef8-4dc2-9c43-2250d4c5eda5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:09:29.397710 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b567e6d3-9ef8-4dc2-9c43-2250d4c5eda5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:09:29.429943 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-b567e6d3-9ef8-4dc2-9c43-2250d4c5eda5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:09:29.433763 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-b567e6d3-9ef8-4dc2-9c43-2250d4c5eda5 admin admin] Usage tracker for resource:security_group_rule and tenant:a8f5fccffee94c469e368ffde81f4d1b is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:09:29.436801 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-b567e6d3-9ef8-4dc2-9c43-2250d4c5eda5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:09:29.442483 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-b567e6d3-9ef8-4dc2-9c43-2250d4c5eda5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:09:29.513779 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b567e6d3-9ef8-4dc2-9c43-2250d4c5eda5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:09:29.517956 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b567e6d3-9ef8-4dc2-9c43-2250d4c5eda5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:09:29.520829 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2b69ce36-2f3b-4731-b76a-53ffb5f8b105 tempest-ServersAdminNegativeTestJSON-1536004211 tempest-ServersAdminNegativeTestJSON-1536004211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:09:29.551097 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b567e6d3-9ef8-4dc2-9c43-2250d4c5eda5 admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 09:09:29.556321 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b567e6d3-9ef8-4dc2-9c43-2250d4c5eda5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0cacf9b-94f4-48e9-b651-0d64771ce13e,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:09:29.559997 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b567e6d3-9ef8-4dc2-9c43-2250d4c5eda5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:09:29.564956 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b567e6d3-9ef8-4dc2-9c43-2250d4c5eda5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:09:29.565333 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-b567e6d3-9ef8-4dc2-9c43-2250d4c5eda5 admin admin] Added segment c2227b01-f7b1-45b9-a4d2-15611f9069f7 of type vlan for network 9062961b-f37b-4d57-8667-d36cf1bc6b74 Dec 20 09:09:29.591862 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b567e6d3-9ef8-4dc2-9c43-2250d4c5eda5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:09:29.621558 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b567e6d3-9ef8-4dc2-9c43-2250d4c5eda5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:09:29.623028 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b567e6d3-9ef8-4dc2-9c43-2250d4c5eda5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:09:29.623874 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b567e6d3-9ef8-4dc2-9c43-2250d4c5eda5 admin admin] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:09:29.628521 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-5314378a-f1cb-4d2b-bc4b-0336dcd9390f tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:09:29.729776 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b567e6d3-9ef8-4dc2-9c43-2250d4c5eda5 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5116117 Dec 20 09:09:29.737312 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 48342) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:09:29.737853 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b567e6d3-9ef8-4dc2-9c43-2250d4c5eda5 admin admin] Pushing event updated for resources: {'Network': ['ID=9062961b-f37b-4d57-8667-d36cf1bc6b74,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:09:29.739874 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b567e6d3-9ef8-4dc2-9c43-2250d4c5eda5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:09:29.742858 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-ded56b30-2b78-4458-9a52-255c146acaac admin admin] Request body: {'subnet': {'network_id': '9062961b-f37b-4d57-8667-d36cf1bc6b74', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-636732596-subnet', 'tenant_id': 'a8f5fccffee94c469e368ffde81f4d1b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:09:29.749575 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-ded56b30-2b78-4458-9a52-255c146acaac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:09:29.751124 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network 9062961b-f37b-4d57-8667-d36cf1bc6b74 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 09:09:29.754321 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-ded56b30-2b78-4458-9a52-255c146acaac admin admin] Usage tracker for resource:subnet and tenant:a8f5fccffee94c469e368ffde81f4d1b is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:09:29.757298 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-ded56b30-2b78-4458-9a52-255c146acaac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:09:29.763294 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-ded56b30-2b78-4458-9a52-255c146acaac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:09:29.784628 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded56b30-2b78-4458-9a52-255c146acaac admin admin] Made reservation on behalf of a8f5fccffee94c469e368ffde81f4d1b for: {'subnet': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 09:09:29.786895 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ded56b30-2b78-4458-9a52-255c146acaac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2095160'] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:09:30.001215 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ded56b30-2b78-4458-9a52-255c146acaac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2036557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2095114'] for subnet, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:09:30.004597 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ad6b76f2-148b-4f3e-8a2d-ff6236d490e1 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:09:30.077361 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded56b30-2b78-4458-9a52-255c146acaac admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fa9b5b1-ca1e-4b9b-a367-e285826b1f54,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:09:30.084231 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ded56b30-2b78-4458-9a52-255c146acaac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:09:30.095097 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded56b30-2b78-4458-9a52-255c146acaac admin admin] Checking segment: {'id': 'c2227b01-f7b1-45b9-a4d2-15611f9069f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '9062961b-f37b-4d57-8667-d36cf1bc6b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:09:30.095448 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded56b30-2b78-4458-9a52-255c146acaac admin admin] Network hostable DHCP agents. Network: 9062961b-f37b-4d57-8667-d36cf1bc6b74, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 09:09:30.117733 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded56b30-2b78-4458-9a52-255c146acaac admin admin] Network 9062961b-f37b-4d57-8667-d36cf1bc6b74 is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 09:09:30.127729 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-ded56b30-2b78-4458-9a52-255c146acaac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, 9062961b-f37b-4d57-8667-d36cf1bc6b74) {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:09:30.131723 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded56b30-2b78-4458-9a52-255c146acaac admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:09:30.132301 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ded56b30-2b78-4458-9a52-255c146acaac admin admin] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:09:30.137943 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3259bb-f9a2-47db-a0cc-e4b50fd23259 None None] Network 9062961b-f37b-4d57-8667-d36cf1bc6b74 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 09:09:30.152500 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-ded56b30-2b78-4458-9a52-255c146acaac admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4176173 Dec 20 09:09:30.362722 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c71b1bb-6717-4acc-b8e2-708e46546dfe None None] Network 9062961b-f37b-4d57-8667-d36cf1bc6b74 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 09:09:30.703703 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59da4ca-b68b-42ff-affa-8d32e4e0c235 req-f3afb320-fd89-4b22-a8c2-4f15c55040d9 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:09:30.704381 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-b59da4ca-b68b-42ff-affa-8d32e4e0c235 req-f3afb320-fd89-4b22-a8c2-4f15c55040d9 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Synchronizing usage tracker for tenant:a8f5fccffee94c469e368ffde81f4d1b on resource:network {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:09:30.724385 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-b59da4ca-b68b-42ff-affa-8d32e4e0c235 req-f3afb320-fd89-4b22-a8c2-4f15c55040d9 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Unset dirty status for tenant:a8f5fccffee94c469e368ffde81f4d1b on resource:network {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:09:30.725909 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b59da4ca-b68b-42ff-affa-8d32e4e0c235 req-f3afb320-fd89-4b22-a8c2-4f15c55040d9 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/networks?id=9062961b-f37b-4d57-8667-d36cf1bc6b74 HTTP/1.1" status: 200 len: 814 time: 0.1666951 Dec 20 09:09:30.745585 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b59da4ca-b68b-42ff-affa-8d32e4e0c235 req-e1e35f63-20e0-4463-b0ac-92e017e0f6b0 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/quotas/a8f5fccffee94c469e368ffde81f4d1b HTTP/1.1" status: 200 len: 375 time: 0.0120578 Dec 20 09:09:30.791937 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b59da4ca-b68b-42ff-affa-8d32e4e0c235 req-a3068018-8b82-430d-ada3-1778a263abdc tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a8f5fccffee94c469e368ffde81f4d1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403090 Dec 20 09:09:30.997051 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b59da4ca-b68b-42ff-affa-8d32e4e0c235 req-eaf7a215-1502-4440-9cef-b757878878ab service neutron] 10.222.0.16 "GET /v2.0/networks/9062961b-f37b-4d57-8667-d36cf1bc6b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985271 Dec 20 09:09:31.135839 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b59da4ca-b68b-42ff-affa-8d32e4e0c235 req-b5403962-574a-4cd7-ac4a-464850f132fa service neutron] 10.222.0.16 "GET /v2.0/networks/9062961b-f37b-4d57-8667-d36cf1bc6b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325552 Dec 20 09:09:31.331098 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-fb261a35-f316-4607-b8f9-276961841b6f req-b38ef279-619d-4673-aecf-29eaf592beab tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/ports?device_id=8565e6ee-41af-45b6-81c0-1f980c8dae5b HTTP/1.1" status: 200 len: 210 time: 0.0467858 Dec 20 09:09:32.337975 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59da4ca-b68b-42ff-affa-8d32e4e0c235 req-80f993ab-98ae-482b-a88b-c86f67a7931d tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:09:32.339366 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b59da4ca-b68b-42ff-affa-8d32e4e0c235 req-80f993ab-98ae-482b-a88b-c86f67a7931d tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.58 "GET /v2.0/networks?id=9062961b-f37b-4d57-8667-d36cf1bc6b74 HTTP/1.1" status: 200 len: 814 time: 0.1513977 Dec 20 09:09:32.356252 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-b59da4ca-b68b-42ff-affa-8d32e4e0c235 req-40222f89-9a11-4710-8484-cce92946944b tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Request body: {'port': {'device_id': '8565e6ee-41af-45b6-81c0-1f980c8dae5b', 'network_id': '9062961b-f37b-4d57-8667-d36cf1bc6b74', 'admin_state_up': True, 'tenant_id': 'a8f5fccffee94c469e368ffde81f4d1b'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:09:32.523253 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-59aaba9d-488f-437d-92af-ca895d644de0 req-7adf6106-7a9f-4264-82d7-1679f4a19164 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/ports?device_id=8565e6ee-41af-45b6-81c0-1f980c8dae5b HTTP/1.1" status: 200 len: 210 time: 0.0489550 Dec 20 09:09:32.544783 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-b59da4ca-b68b-42ff-affa-8d32e4e0c235 req-40222f89-9a11-4710-8484-cce92946944b tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:09:32.548920 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-b59da4ca-b68b-42ff-affa-8d32e4e0c235 req-40222f89-9a11-4710-8484-cce92946944b tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Usage tracker for resource:port and tenant:a8f5fccffee94c469e368ffde81f4d1b is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:09:32.551916 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-b59da4ca-b68b-42ff-affa-8d32e4e0c235 req-40222f89-9a11-4710-8484-cce92946944b tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:09:32.557968 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-b59da4ca-b68b-42ff-affa-8d32e4e0c235 req-40222f89-9a11-4710-8484-cce92946944b tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:09:32.568041 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b59da4ca-b68b-42ff-affa-8d32e4e0c235 req-40222f89-9a11-4710-8484-cce92946944b tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Made reservation on behalf of a8f5fccffee94c469e368ffde81f4d1b for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 09:09:32.571198 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-b59da4ca-b68b-42ff-affa-8d32e4e0c235 req-40222f89-9a11-4710-8484-cce92946944b tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:09:32.742553 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [req-b59da4ca-b68b-42ff-affa-8d32e4e0c235 req-40222f89-9a11-4710-8484-cce92946944b tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Allocated IP 172.20.0.9 (9062961b-f37b-4d57-8667-d36cf1bc6b74/5fa9b5b1-ca1e-4b9b-a367-e285826b1f54/6d9f609f-7e3f-4597-83b4-7ee32a6e61c0) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 09:09:33.058795 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-b59da4ca-b68b-42ff-affa-8d32e4e0c235 req-40222f89-9a11-4710-8484-cce92946944b tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:09:33.087739 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-b59da4ca-b68b-42ff-affa-8d32e4e0c235 req-40222f89-9a11-4710-8484-cce92946944b tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:09:33.093809 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0f1e5181-6718-4223-991d-bec2a7e0dc92 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:09:33.163452 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b59da4ca-b68b-42ff-affa-8d32e4e0c235 req-40222f89-9a11-4710-8484-cce92946944b tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Network 9062961b-f37b-4d57-8667-d36cf1bc6b74 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:09:33.166869 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [req-b59da4ca-b68b-42ff-affa-8d32e4e0c235 req-40222f89-9a11-4710-8484-cce92946944b tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:09:33.171288 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-b59da4ca-b68b-42ff-affa-8d32e4e0c235 req-40222f89-9a11-4710-8484-cce92946944b tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 09:09:33.197787 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40222f89-9a11-4710-8484-cce92946944b tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Pushing event updated for resources: {'Port': ['ID=6d9f609f-7e3f-4597-83b4-7ee32a6e61c0,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:09:33.203984 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-40222f89-9a11-4710-8484-cce92946944b tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:09:33.236567 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59da4ca-b68b-42ff-affa-8d32e4e0c235 req-40222f89-9a11-4710-8484-cce92946944b tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:09:33.237160 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-b59da4ca-b68b-42ff-affa-8d32e4e0c235 req-40222f89-9a11-4710-8484-cce92946944b tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:09:33.256327 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b59da4ca-b68b-42ff-affa-8d32e4e0c235 req-40222f89-9a11-4710-8484-cce92946944b tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9036648 Dec 20 09:09:33.269600 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-b59da4ca-b68b-42ff-affa-8d32e4e0c235 req-ede2121c-db02-40c3-b042-a2f4211b5d91 service neutron] Request body: {'port': {'device_id': '8565e6ee-41af-45b6-81c0-1f980c8dae5b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8204'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:09:33.377787 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-b59da4ca-b68b-42ff-affa-8d32e4e0c235 req-ede2121c-db02-40c3-b042-a2f4211b5d91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:09:33.726138 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [req-b59da4ca-b68b-42ff-affa-8d32e4e0c235 req-ede2121c-db02-40c3-b042-a2f4211b5d91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d9f609f-7e3f-4597-83b4-7ee32a6e61c0 {{(pid=83444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 09:09:33.727312 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ec199b-6f5f-454a-871a-64e9a397d81d req-dceca1d4-6f1e-4a55-b09d-331749fd60e6 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:09:33.728764 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-36ec199b-6f5f-454a-871a-64e9a397d81d req-dceca1d4-6f1e-4a55-b09d-331749fd60e6 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/ports?device_id=8565e6ee-41af-45b6-81c0-1f980c8dae5b HTTP/1.1" status: 200 len: 931 time: 0.0774722 Dec 20 09:09:33.734128 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-b59da4ca-b68b-42ff-affa-8d32e4e0c235 req-ede2121c-db02-40c3-b042-a2f4211b5d91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:09:33.749402 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-b59da4ca-b68b-42ff-affa-8d32e4e0c235 req-ede2121c-db02-40c3-b042-a2f4211b5d91 service neutron] Transition to ACTIVE for port object 6d9f609f-7e3f-4597-83b4-7ee32a6e61c0 will not be triggered until provisioned by entity L2. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:09:33.754451 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-b59da4ca-b68b-42ff-affa-8d32e4e0c235 req-ede2121c-db02-40c3-b042-a2f4211b5d91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:09:33.758263 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e04c6e0b-8983-4002-a103-2b4b72c9d0e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:09:33.778000 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-36ec199b-6f5f-454a-871a-64e9a397d81d req-e448e84b-9918-454b-8d4f-3ced9d26a257 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0cacf9b-94f4-48e9-b651-0d64771ce13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428214 Dec 20 09:09:33.889040 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede2121c-db02-40c3-b042-a2f4211b5d91 service neutron] Pushing event updated for resources: {'Port': ['ID=6d9f609f-7e3f-4597-83b4-7ee32a6e61c0,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:09:33.891941 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ede2121c-db02-40c3-b042-a2f4211b5d91 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:09:34.000051 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-b59da4ca-b68b-42ff-affa-8d32e4e0c235 req-ede2121c-db02-40c3-b042-a2f4211b5d91 service neutron] Attempting to bind port 6d9f609f-7e3f-4597-83b4-7ee32a6e61c0 on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 09:09:34.000272 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-b59da4ca-b68b-42ff-affa-8d32e4e0c235 req-ede2121c-db02-40c3-b042-a2f4211b5d91 service neutron] Attempting to bind port 6d9f609f-7e3f-4597-83b4-7ee32a6e61c0 by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': 'c2227b01-f7b1-45b9-a4d2-15611f9069f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '9062961b-f37b-4d57-8667-d36cf1bc6b74'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 09:09:34.000593 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59da4ca-b68b-42ff-affa-8d32e4e0c235 req-ede2121c-db02-40c3-b042-a2f4211b5d91 service neutron] Attempting to bind port 6d9f609f-7e3f-4597-83b4-7ee32a6e61c0 on network 9062961b-f37b-4d57-8667-d36cf1bc6b74 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:09:34.006413 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59da4ca-b68b-42ff-affa-8d32e4e0c235 req-ede2121c-db02-40c3-b042-a2f4211b5d91 service neutron] Port 6d9f609f-7e3f-4597-83b4-7ee32a6e61c0 on network 9062961b-f37b-4d57-8667-d36cf1bc6b74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 09:09:34.006721 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59da4ca-b68b-42ff-affa-8d32e4e0c235 req-ede2121c-db02-40c3-b042-a2f4211b5d91 service neutron] Attempting to bind port 6d9f609f-7e3f-4597-83b4-7ee32a6e61c0 on network 9062961b-f37b-4d57-8667-d36cf1bc6b74 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:09:34.012775 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59da4ca-b68b-42ff-affa-8d32e4e0c235 req-ede2121c-db02-40c3-b042-a2f4211b5d91 service neutron] Checking agent: {'id': 'bd419857-3bec-4b96-b211-3fb278c66880', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8204', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 40, 10), 'started_at': datetime.datetime(2021, 12, 20, 8, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 9, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 09:09:34.013127 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59da4ca-b68b-42ff-affa-8d32e4e0c235 req-ede2121c-db02-40c3-b042-a2f4211b5d91 service neutron] Checking segment: {'id': 'c2227b01-f7b1-45b9-a4d2-15611f9069f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '9062961b-f37b-4d57-8667-d36cf1bc6b74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:09:34.013526 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59da4ca-b68b-42ff-affa-8d32e4e0c235 req-ede2121c-db02-40c3-b042-a2f4211b5d91 service neutron] Bound using segment: {'id': 'c2227b01-f7b1-45b9-a4d2-15611f9069f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '9062961b-f37b-4d57-8667-d36cf1bc6b74'} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 09:09:34.013934 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-b59da4ca-b68b-42ff-affa-8d32e4e0c235 req-ede2121c-db02-40c3-b042-a2f4211b5d91 service neutron] Bound port: 6d9f609f-7e3f-4597-83b4-7ee32a6e61c0, host: hv-neutron-8204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2227b01-f7b1-45b9-a4d2-15611f9069f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '9062961b-f37b-4d57-8667-d36cf1bc6b74'}}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 09:09:34.014267 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-b59da4ca-b68b-42ff-affa-8d32e4e0c235 req-ede2121c-db02-40c3-b042-a2f4211b5d91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:09:34.100372 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-b59da4ca-b68b-42ff-affa-8d32e4e0c235 req-ede2121c-db02-40c3-b042-a2f4211b5d91 service neutron] For port 6d9f609f-7e3f-4597-83b4-7ee32a6e61c0, host hv-neutron-8204, cleared binding levels {{(pid=83444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 09:09:34.103395 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-b59da4ca-b68b-42ff-affa-8d32e4e0c235 req-ede2121c-db02-40c3-b042-a2f4211b5d91 service neutron] For port 6d9f609f-7e3f-4597-83b4-7ee32a6e61c0, host hv-neutron-8204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=6d9f609f-7e3f-4597-83b4-7ee32a6e61c0,segment=NetworkSegment(c2227b01-f7b1-45b9-a4d2-15611f9069f7),segment_id=c2227b01-f7b1-45b9-a4d2-15611f9069f7)] {{(pid=83444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 09:09:34.108051 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-b59da4ca-b68b-42ff-affa-8d32e4e0c235 req-ede2121c-db02-40c3-b042-a2f4211b5d91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:09:34.111806 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-93522b78-c1a2-491d-947f-f0ba85bf9240 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:09:34.167798 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-b59da4ca-b68b-42ff-affa-8d32e4e0c235 req-ede2121c-db02-40c3-b042-a2f4211b5d91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:09:34.169182 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b59da4ca-b68b-42ff-affa-8d32e4e0c235 req-ede2121c-db02-40c3-b042-a2f4211b5d91 service neutron] 10.222.0.58 "PUT /v2.0/ports/6d9f609f-7e3f-4597-83b4-7ee32a6e61c0 HTTP/1.1" status: 200 len: 1093 time: 0.9035430 Dec 20 09:09:34.173496 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8565e6ee-41af-45b6-81c0-1f980c8dae5b', 'tag': '6d9f609f-7e3f-4597-83b4-7ee32a6e61c0'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:09:34.200193 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede2121c-db02-40c3-b042-a2f4211b5d91 service neutron] Pushing event updated for resources: {'Port': ['ID=6d9f609f-7e3f-4597-83b4-7ee32a6e61c0,revision_number=3']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:09:34.204373 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ede2121c-db02-40c3-b042-a2f4211b5d91 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:09:34.241420 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8565e6ee-41af-45b6-81c0-1f980c8dae5b', 'tag': '6d9f609f-7e3f-4597-83b4-7ee32a6e61c0', 'status': 'completed', 'code': 200} Dec 20 09:09:34.282405 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b59da4ca-b68b-42ff-affa-8d32e4e0c235 req-46c120a7-69b1-41ee-8188-ec2494b26497 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a8f5fccffee94c469e368ffde81f4d1b&device_id=8565e6ee-41af-45b6-81c0-1f980c8dae5b HTTP/1.1" status: 200 len: 1096 time: 0.0734706 Dec 20 09:09:34.357882 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b59da4ca-b68b-42ff-affa-8d32e4e0c235 req-64e068f3-0184-4ce1-9546-93a0d6e35c75 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6d9f609f-7e3f-4597-83b4-7ee32a6e61c0 HTTP/1.1" status: 200 len: 217 time: 0.0681553 Dec 20 09:09:34.421425 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59da4ca-b68b-42ff-affa-8d32e4e0c235 req-edfbbfcc-ee71-49a8-bb88-d2200478b52d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:09:34.422851 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b59da4ca-b68b-42ff-affa-8d32e4e0c235 req-edfbbfcc-ee71-49a8-bb88-d2200478b52d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5fa9b5b1-ca1e-4b9b-a367-e285826b1f54 HTTP/1.1" status: 200 len: 854 time: 0.0596635 Dec 20 09:09:34.472525 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b59da4ca-b68b-42ff-affa-8d32e4e0c235 req-ed44bf51-3380-460f-98b7-2676f849f52c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9062961b-f37b-4d57-8667-d36cf1bc6b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430815 Dec 20 09:09:34.609515 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b59da4ca-b68b-42ff-affa-8d32e4e0c235 req-bbea9ff1-3375-4397-b1d6-88328597c384 service neutron] 10.222.0.58 "GET /v2.0/networks/9062961b-f37b-4d57-8667-d36cf1bc6b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295452 Dec 20 09:09:34.854932 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b59da4ca-b68b-42ff-affa-8d32e4e0c235 req-04a70697-a91d-4ac2-83f4-9bdbba169ed9 service neutron] 10.222.0.58 "GET /v2.0/networks/9062961b-f37b-4d57-8667-d36cf1bc6b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395704 Dec 20 09:09:34.981627 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-42768052-d356-4a6b-b505-c6068eef32c6 req-c9a6f368-5d88-4c77-b096-28b84d3bd9fd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a8f5fccffee94c469e368ffde81f4d1b&device_id=8565e6ee-41af-45b6-81c0-1f980c8dae5b HTTP/1.1" status: 200 len: 1096 time: 0.0800605 Dec 20 09:09:35.007151 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1a8e5f-85c9-464f-8570-303b0e7f9af0 req-5cabcc20-031e-4278-8da1-7d9a549cb0a7 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:09:35.008598 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-0b1a8e5f-85c9-464f-8570-303b0e7f9af0 req-5cabcc20-031e-4278-8da1-7d9a549cb0a7 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/ports?device_id=8565e6ee-41af-45b6-81c0-1f980c8dae5b HTTP/1.1" status: 200 len: 943 time: 0.0845604 Dec 20 09:09:35.054092 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-0b1a8e5f-85c9-464f-8570-303b0e7f9af0 req-6dffdb68-a778-49d8-b7ec-3f64792fac5a tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0cacf9b-94f4-48e9-b651-0d64771ce13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398462 Dec 20 09:09:35.119466 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42768052-d356-4a6b-b505-c6068eef32c6 req-e0620126-40cc-4d2b-a15f-ca43f87820d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:09:35.120853 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-42768052-d356-4a6b-b505-c6068eef32c6 req-e0620126-40cc-4d2b-a15f-ca43f87820d0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9062961b-f37b-4d57-8667-d36cf1bc6b74 HTTP/1.1" status: 200 len: 915 time: 0.1334326 Dec 20 09:09:35.190948 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-42768052-d356-4a6b-b505-c6068eef32c6 req-6c7261c0-65ba-4d64-afda-edcd466ef234 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6d9f609f-7e3f-4597-83b4-7ee32a6e61c0 HTTP/1.1" status: 200 len: 217 time: 0.0634575 Dec 20 09:09:35.252234 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42768052-d356-4a6b-b505-c6068eef32c6 req-a5e929fa-c1ab-4016-9f80-1797470eed11 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:09:35.253679 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-42768052-d356-4a6b-b505-c6068eef32c6 req-a5e929fa-c1ab-4016-9f80-1797470eed11 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5fa9b5b1-ca1e-4b9b-a367-e285826b1f54 HTTP/1.1" status: 200 len: 854 time: 0.0562129 Dec 20 09:09:35.301651 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-42768052-d356-4a6b-b505-c6068eef32c6 req-e87b8025-d98e-4522-b5cb-d54f9db9bd8e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9062961b-f37b-4d57-8667-d36cf1bc6b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408182 Dec 20 09:09:35.431457 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-42768052-d356-4a6b-b505-c6068eef32c6 req-06405c3c-2698-4e8b-bb3a-ec90a01ee635 service neutron] 10.222.0.58 "GET /v2.0/networks/9062961b-f37b-4d57-8667-d36cf1bc6b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231439 Dec 20 09:09:35.561558 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-42768052-d356-4a6b-b505-c6068eef32c6 req-a5d18fa9-a9dd-41af-a6b1-d8d957a4fd79 service neutron] 10.222.0.58 "GET /v2.0/networks/9062961b-f37b-4d57-8667-d36cf1bc6b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236486 Dec 20 09:09:36.253751 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e4c9f1-68e8-49ae-a41d-78acfcf8e5ff req-28c07bef-6e8e-4b45-bf26-0f0a0091a2c3 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:09:36.254635 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-13e4c9f1-68e8-49ae-a41d-78acfcf8e5ff req-28c07bef-6e8e-4b45-bf26-0f0a0091a2c3 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Synchronizing usage tracker for tenant:a8f5fccffee94c469e368ffde81f4d1b on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:09:36.271143 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-13e4c9f1-68e8-49ae-a41d-78acfcf8e5ff req-28c07bef-6e8e-4b45-bf26-0f0a0091a2c3 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Unset dirty status for tenant:a8f5fccffee94c469e368ffde81f4d1b on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:09:36.272363 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-13e4c9f1-68e8-49ae-a41d-78acfcf8e5ff req-28c07bef-6e8e-4b45-bf26-0f0a0091a2c3 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/ports?device_id=8565e6ee-41af-45b6-81c0-1f980c8dae5b HTTP/1.1" status: 200 len: 943 time: 0.0927818 Dec 20 09:09:36.320207 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-13e4c9f1-68e8-49ae-a41d-78acfcf8e5ff req-5ea1f73a-97bd-4920-9f08-e34b0ce6fab7 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Synchronizing usage tracker for tenant:a8f5fccffee94c469e368ffde81f4d1b on resource:security_group {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:09:36.336535 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-13e4c9f1-68e8-49ae-a41d-78acfcf8e5ff req-5ea1f73a-97bd-4920-9f08-e34b0ce6fab7 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Unset dirty status for tenant:a8f5fccffee94c469e368ffde81f4d1b on resource:security_group {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:09:36.337671 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-13e4c9f1-68e8-49ae-a41d-78acfcf8e5ff req-5ea1f73a-97bd-4920-9f08-e34b0ce6fab7 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0cacf9b-94f4-48e9-b651-0d64771ce13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590484 Dec 20 09:09:36.557471 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 6d9f609f-7e3f-4597-83b4-7ee32a6e61c0 details requested by agent hyperv_hv-neutron-8204 with host hv-neutron-8204 {{(pid=83446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 09:09:36.694526 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port 6d9f609f-7e3f-4597-83b4-7ee32a6e61c0, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=6d9f609f-7e3f-4597-83b4-7ee32a6e61c0,segment=NetworkSegment(c2227b01-f7b1-45b9-a4d2-15611f9069f7),segment_id=c2227b01-f7b1-45b9-a4d2-15611f9069f7)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:09:36.707377 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Returning: {'device': '6d9f609f-7e3f-4597-83b4-7ee32a6e61c0', 'network_id': '9062961b-f37b-4d57-8667-d36cf1bc6b74', 'port_id': '6d9f609f-7e3f-4597-83b4-7ee32a6e61c0', 'mac_address': 'fa:16:3e:db:62:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fa9b5b1-ca1e-4b9b-a367-e285826b1f54', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 09:09:36.768559 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:09:36.786228 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d9f609f-7e3f-4597-83b4-7ee32a6e61c0 {{(pid=83446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 09:09:36.801572 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port 6d9f609f-7e3f-4597-83b4-7ee32a6e61c0, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=6d9f609f-7e3f-4597-83b4-7ee32a6e61c0,segment=NetworkSegment(c2227b01-f7b1-45b9-a4d2-15611f9069f7),segment_id=c2227b01-f7b1-45b9-a4d2-15611f9069f7)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:09:36.805389 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:09:36.807148 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:09:36.872974 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=6d9f609f-7e3f-4597-83b4-7ee32a6e61c0,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:09:36.876196 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:09:37.124690 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] get_ports_and_sgs() called for port_ids ['6d9f609f-7e3f-4597-83b4-7ee32a6e61c0'] {{(pid=83446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 09:09:37.540559 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5affca2e-f411-4d19-a2ee-54cd0d8e6de8 req-624c0dcb-bc66-46a2-8be0-505bb8c8a9f1 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:09:37.542015 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-5affca2e-f411-4d19-a2ee-54cd0d8e6de8 req-624c0dcb-bc66-46a2-8be0-505bb8c8a9f1 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/ports?device_id=8565e6ee-41af-45b6-81c0-1f980c8dae5b HTTP/1.1" status: 200 len: 944 time: 0.0780957 Dec 20 09:09:37.595972 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-5affca2e-f411-4d19-a2ee-54cd0d8e6de8 req-2507e5f2-308d-4e87-9795-225ab6b17c11 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0cacf9b-94f4-48e9-b651-0d64771ce13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479348 Dec 20 09:09:38.560275 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 6d9f609f-7e3f-4597-83b4-7ee32a6e61c0 up at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:09:38.631337 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning for port 6d9f609f-7e3f-4597-83b4-7ee32a6e61c0 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:09:38.636034 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning complete for port 6d9f609f-7e3f-4597-83b4-7ee32a6e61c0 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:09:38.636414 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:09:38.761334 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:09:38.791074 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8565e6ee-41af-45b6-81c0-1f980c8dae5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d9f609f-7e3f-4597-83b4-7ee32a6e61c0'}] {{(pid=83446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:09:38.802013 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port 6d9f609f-7e3f-4597-83b4-7ee32a6e61c0, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=6d9f609f-7e3f-4597-83b4-7ee32a6e61c0,segment=NetworkSegment(c2227b01-f7b1-45b9-a4d2-15611f9069f7),segment_id=c2227b01-f7b1-45b9-a4d2-15611f9069f7)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:09:38.806425 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:09:38.809330 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:09:38.822774 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d5cf1e-b0ce-49d0-ab54-e96af21582c9 req-dc4fbfa7-849e-49e7-b8a6-b7f209c9ada3 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:09:38.824280 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-61d5cf1e-b0ce-49d0-ab54-e96af21582c9 req-dc4fbfa7-849e-49e7-b8a6-b7f209c9ada3 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/ports?device_id=8565e6ee-41af-45b6-81c0-1f980c8dae5b HTTP/1.1" status: 200 len: 944 time: 0.1043835 Dec 20 09:09:38.874138 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-61d5cf1e-b0ce-49d0-ab54-e96af21582c9 req-020dc6c0-a7c8-4002-9267-994192fc3e68 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0cacf9b-94f4-48e9-b651-0d64771ce13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436499 Dec 20 09:09:38.891031 dv-neutron-820491-1-hyperv neutron-server[83446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8565e6ee-41af-45b6-81c0-1f980c8dae5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d9f609f-7e3f-4597-83b4-7ee32a6e61c0', 'code': 200} Dec 20 09:09:38.923894 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=6d9f609f-7e3f-4597-83b4-7ee32a6e61c0,revision_number=5']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:09:38.926985 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:09:39.095744 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e1ac677e-ee07-4a40-be48-052567ae1181 req-f0bd915c-5106-44bf-88b2-2a9af13c0f0f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8565e6ee-41af-45b6-81c0-1f980c8dae5b HTTP/1.1" status: 200 len: 1098 time: 0.0681520 Dec 20 09:09:39.141994 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e1ac677e-ee07-4a40-be48-052567ae1181 req-85713e25-0714-4973-913e-34b97d9ec1e5 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=e0cacf9b-94f4-48e9-b651-0d64771ce13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400901 Dec 20 09:09:40.084468 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6738756c-4375-4abe-98d3-a46d8f8afc8c req-65734a41-0a4f-4367-8306-aae9a3d3efc7 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:09:40.085943 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-6738756c-4375-4abe-98d3-a46d8f8afc8c req-65734a41-0a4f-4367-8306-aae9a3d3efc7 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/ports?device_id=8565e6ee-41af-45b6-81c0-1f980c8dae5b HTTP/1.1" status: 200 len: 945 time: 0.0794592 Dec 20 09:09:40.132468 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-6738756c-4375-4abe-98d3-a46d8f8afc8c req-f79ec7ac-9ec6-4de0-bf70-cc63e434eb06 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0cacf9b-94f4-48e9-b651-0d64771ce13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407968 Dec 20 09:09:40.149433 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:09:41.328961 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac1d95d-39c1-4667-a7df-5b1110a691d8 req-5d7d40b9-b81e-420e-87cd-7d8e93521070 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:09:41.330525 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-cac1d95d-39c1-4667-a7df-5b1110a691d8 req-5d7d40b9-b81e-420e-87cd-7d8e93521070 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/ports?device_id=8565e6ee-41af-45b6-81c0-1f980c8dae5b HTTP/1.1" status: 200 len: 945 time: 0.0759768 Dec 20 09:09:41.376934 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-cac1d95d-39c1-4667-a7df-5b1110a691d8 req-29bcac72-cdd9-4450-b2f9-7e63d9fea992 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0cacf9b-94f4-48e9-b651-0d64771ce13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407119 Dec 20 09:09:41.577984 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b54fd-89ea-49ae-923a-ca28f6789099 req-7f92c1e4-ae52-42e3-8930-d5c61846c4dd tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:09:41.579560 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-3b9b54fd-89ea-49ae-923a-ca28f6789099 req-7f92c1e4-ae52-42e3-8930-d5c61846c4dd tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/ports?device_id=8565e6ee-41af-45b6-81c0-1f980c8dae5b HTTP/1.1" status: 200 len: 945 time: 0.0841672 Dec 20 09:09:41.624765 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-3b9b54fd-89ea-49ae-923a-ca28f6789099 req-65ed6c10-db18-4335-94db-7cb6ddce2096 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0cacf9b-94f4-48e9-b651-0d64771ce13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398262 Dec 20 09:09:41.997763 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3ae185-5e1a-45da-a393-e990f7467ab3 req-e3f33558-c66b-432c-88f3-9a42f80514e3 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:09:41.999247 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-7e3ae185-5e1a-45da-a393-e990f7467ab3 req-e3f33558-c66b-432c-88f3-9a42f80514e3 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/ports?device_id=8565e6ee-41af-45b6-81c0-1f980c8dae5b HTTP/1.1" status: 200 len: 945 time: 0.0786099 Dec 20 09:09:42.044808 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-7e3ae185-5e1a-45da-a393-e990f7467ab3 req-b6262bdd-eda0-4fd6-8221-c386bb622971 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0cacf9b-94f4-48e9-b651-0d64771ce13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399890 Dec 20 09:09:42.243385 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67360719-dbe5-4e6b-8d58-f878dee53116 req-a8d827ae-fb50-42d8-b80f-3817f5eaf39a tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:09:42.244804 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-67360719-dbe5-4e6b-8d58-f878dee53116 req-a8d827ae-fb50-42d8-b80f-3817f5eaf39a tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/ports?device_id=8565e6ee-41af-45b6-81c0-1f980c8dae5b HTTP/1.1" status: 200 len: 945 time: 0.0813830 Dec 20 09:09:42.291313 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-67360719-dbe5-4e6b-8d58-f878dee53116 req-99d0c29c-ba91-4798-bd49-446933bc6421 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0cacf9b-94f4-48e9-b651-0d64771ce13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408235 Dec 20 09:09:42.566939 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-0f8e9aea-b85b-46a9-93ee-9123ecea86b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:09:42.590428 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-078c6833-220a-424b-901f-c12ea755cb5a req-6efc1b94-70b0-4f6b-86f9-e0d8f885c808 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8565e6ee-41af-45b6-81c0-1f980c8dae5b&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1723306 Dec 20 09:09:42.885658 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e94410a1-a00f-45df-b609-c57544366f16 req-b1f7d488-ce10-42ec-90b4-211dabf26829 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8565e6ee-41af-45b6-81c0-1f980c8dae5b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1168807 Dec 20 09:09:42.916339 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b7361b-15c7-49d1-9893-a619a63d6242 req-c32953ae-09a2-4077-9ea5-6f0132dc62ed tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:09:42.917800 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e4b7361b-15c7-49d1-9893-a619a63d6242 req-c32953ae-09a2-4077-9ea5-6f0132dc62ed tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/ports?device_id=8565e6ee-41af-45b6-81c0-1f980c8dae5b HTTP/1.1" status: 200 len: 945 time: 0.0969892 Dec 20 09:09:42.968083 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e4b7361b-15c7-49d1-9893-a619a63d6242 req-4efd2d71-1dae-4dd9-be57-0202c30089e0 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0cacf9b-94f4-48e9-b651-0d64771ce13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441353 Dec 20 09:09:44.083739 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e94410a1-a00f-45df-b609-c57544366f16 req-21627cf2-c68a-46a4-92ed-fa81eac5c9c6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a8f5fccffee94c469e368ffde81f4d1b&device_id=8565e6ee-41af-45b6-81c0-1f980c8dae5b HTTP/1.1" status: 200 len: 1098 time: 0.0703526 Dec 20 09:09:44.167495 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3afd7df-5973-490f-ae7d-d2c68c886e04 req-4c8e20d2-9494-42d7-aabd-7b17ab516128 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:09:44.168922 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-d3afd7df-5973-490f-ae7d-d2c68c886e04 req-4c8e20d2-9494-42d7-aabd-7b17ab516128 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/ports?device_id=8565e6ee-41af-45b6-81c0-1f980c8dae5b HTTP/1.1" status: 200 len: 945 time: 0.0806365 Dec 20 09:09:44.215576 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-d3afd7df-5973-490f-ae7d-d2c68c886e04 req-65214ffc-1a2d-4405-8060-ca0a11f33e4c tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0cacf9b-94f4-48e9-b651-0d64771ce13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407009 Dec 20 09:09:44.221588 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94410a1-a00f-45df-b609-c57544366f16 req-da17c22e-9edf-44a9-95f9-d989c4db7ca9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:09:44.223036 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e94410a1-a00f-45df-b609-c57544366f16 req-da17c22e-9edf-44a9-95f9-d989c4db7ca9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9062961b-f37b-4d57-8667-d36cf1bc6b74 HTTP/1.1" status: 200 len: 915 time: 0.1334765 Dec 20 09:09:44.404102 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e94410a1-a00f-45df-b609-c57544366f16 req-7c191ad9-01a2-440b-a6f3-2eb38e21c87c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6d9f609f-7e3f-4597-83b4-7ee32a6e61c0 HTTP/1.1" status: 200 len: 217 time: 0.1739776 Dec 20 09:09:44.464090 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94410a1-a00f-45df-b609-c57544366f16 req-d34399be-8fdd-4286-852b-c94dc92160cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:09:44.465505 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e94410a1-a00f-45df-b609-c57544366f16 req-d34399be-8fdd-4286-852b-c94dc92160cc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5fa9b5b1-ca1e-4b9b-a367-e285826b1f54 HTTP/1.1" status: 200 len: 854 time: 0.0561481 Dec 20 09:09:44.511549 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e94410a1-a00f-45df-b609-c57544366f16 req-b3de7be6-c21b-4134-8cc3-d80950ef6e95 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9062961b-f37b-4d57-8667-d36cf1bc6b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404112 Dec 20 09:09:44.646023 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e94410a1-a00f-45df-b609-c57544366f16 req-834daafc-fb0e-4172-8b9e-b7c0d0ede2b8 service neutron] 10.222.0.58 "GET /v2.0/networks/9062961b-f37b-4d57-8667-d36cf1bc6b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286235 Dec 20 09:09:44.788902 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e94410a1-a00f-45df-b609-c57544366f16 req-602e25cc-7981-484c-b352-e50fe0ed2fdf service neutron] 10.222.0.58 "GET /v2.0/networks/9062961b-f37b-4d57-8667-d36cf1bc6b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360707 Dec 20 09:09:44.866440 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-1b112963-76d4-4b7e-bc59-5caac887a811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:09:45.478937 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf604f2-411a-4112-a130-250588fe892f req-2dd38f5d-f270-48d3-93fe-90073eaff8a6 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:09:45.480376 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bbf604f2-411a-4112-a130-250588fe892f req-2dd38f5d-f270-48d3-93fe-90073eaff8a6 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/ports?device_id=8565e6ee-41af-45b6-81c0-1f980c8dae5b HTTP/1.1" status: 200 len: 945 time: 0.1395545 Dec 20 09:09:45.484338 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8efce787-6d43-42df-903b-e7a9aa9c50d4 req-5f2869bd-0c57-4210-88d3-ef5cd1f41ad0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a8f5fccffee94c469e368ffde81f4d1b&device_id=8565e6ee-41af-45b6-81c0-1f980c8dae5b HTTP/1.1" status: 200 len: 1098 time: 0.1123075 Dec 20 09:09:45.564050 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bbf604f2-411a-4112-a130-250588fe892f req-8638a3ee-5e3f-4022-b2a6-aa8a204c0b39 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0cacf9b-94f4-48e9-b651-0d64771ce13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765049 Dec 20 09:09:45.653938 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efce787-6d43-42df-903b-e7a9aa9c50d4 req-85fb7dde-1f64-4750-9630-4c1d145ceacf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:09:45.655301 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8efce787-6d43-42df-903b-e7a9aa9c50d4 req-85fb7dde-1f64-4750-9630-4c1d145ceacf service neutron] 10.222.0.58 "GET /v2.0/networks?id=9062961b-f37b-4d57-8667-d36cf1bc6b74 HTTP/1.1" status: 200 len: 915 time: 0.1391518 Dec 20 09:09:45.727027 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8efce787-6d43-42df-903b-e7a9aa9c50d4 req-a5922111-6f99-4846-96e3-35a16604eaa0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6d9f609f-7e3f-4597-83b4-7ee32a6e61c0 HTTP/1.1" status: 200 len: 217 time: 0.0651157 Dec 20 09:09:45.798005 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efce787-6d43-42df-903b-e7a9aa9c50d4 req-74c763b0-fe66-4e6f-90b6-849be001a64a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:09:45.799439 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8efce787-6d43-42df-903b-e7a9aa9c50d4 req-74c763b0-fe66-4e6f-90b6-849be001a64a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5fa9b5b1-ca1e-4b9b-a367-e285826b1f54 HTTP/1.1" status: 200 len: 854 time: 0.0604053 Dec 20 09:09:45.844405 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8efce787-6d43-42df-903b-e7a9aa9c50d4 req-fd8a9abc-8e3b-43c9-8f0d-118feaa25b9e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9062961b-f37b-4d57-8667-d36cf1bc6b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378540 Dec 20 09:09:45.978713 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8efce787-6d43-42df-903b-e7a9aa9c50d4 req-38ef3c6e-2f11-4b97-8eb9-f5f498fb4739 service neutron] 10.222.0.58 "GET /v2.0/networks/9062961b-f37b-4d57-8667-d36cf1bc6b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279361 Dec 20 09:09:45.995252 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:09:46.058590 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:09:46.113935 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8efce787-6d43-42df-903b-e7a9aa9c50d4 req-0eaeedc6-2117-4ae5-93cf-2788732cfe86 service neutron] 10.222.0.58 "GET /v2.0/networks/9062961b-f37b-4d57-8667-d36cf1bc6b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293249 Dec 20 09:09:46.775493 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d507a23a-0dc3-4bdd-b008-9026707d4248 req-f4cc7274-a732-4e7b-99af-a972aa26a859 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:09:46.777176 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-d507a23a-0dc3-4bdd-b008-9026707d4248 req-f4cc7274-a732-4e7b-99af-a972aa26a859 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/ports?device_id=8565e6ee-41af-45b6-81c0-1f980c8dae5b HTTP/1.1" status: 200 len: 945 time: 0.0877225 Dec 20 09:09:46.831005 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-d507a23a-0dc3-4bdd-b008-9026707d4248 req-fba16a34-fd3d-413f-a9b9-b4371f0ff757 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0cacf9b-94f4-48e9-b651-0d64771ce13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474551 Dec 20 09:09:47.460391 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:09:48.034699 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef2019-2c90-4aa4-b48c-650fc61c9e37 req-476bcf13-5007-45e2-b9da-008f8da549b1 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:09:48.036145 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dbef2019-2c90-4aa4-b48c-650fc61c9e37 req-476bcf13-5007-45e2-b9da-008f8da549b1 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/ports?device_id=8565e6ee-41af-45b6-81c0-1f980c8dae5b HTTP/1.1" status: 200 len: 945 time: 0.0822589 Dec 20 09:09:48.081005 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dbef2019-2c90-4aa4-b48c-650fc61c9e37 req-a3b6b983-8a87-4e6b-ac04-88760b0bd25e tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0cacf9b-94f4-48e9-b651-0d64771ce13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394781 Dec 20 09:09:49.274730 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25772015-f1a0-449b-a957-211f72b986b4 req-0dd6aed1-cf0b-49a3-bbbe-0476776a54cf tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:09:49.276148 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-25772015-f1a0-449b-a957-211f72b986b4 req-0dd6aed1-cf0b-49a3-bbbe-0476776a54cf tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/ports?device_id=8565e6ee-41af-45b6-81c0-1f980c8dae5b HTTP/1.1" status: 200 len: 945 time: 0.0749538 Dec 20 09:09:49.323857 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-25772015-f1a0-449b-a957-211f72b986b4 req-f2c1ed34-07bd-431d-84e5-a335b0627603 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0cacf9b-94f4-48e9-b651-0d64771ce13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416360 Dec 20 09:09:50.520995 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af34a8f9-877f-47b8-ab8d-d0dcd77f7328 req-f09218a5-8b9d-47ac-8095-b6f989434167 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:09:50.522462 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-af34a8f9-877f-47b8-ab8d-d0dcd77f7328 req-f09218a5-8b9d-47ac-8095-b6f989434167 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/ports?device_id=8565e6ee-41af-45b6-81c0-1f980c8dae5b HTTP/1.1" status: 200 len: 945 time: 0.0782888 Dec 20 09:09:50.571201 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-af34a8f9-877f-47b8-ab8d-d0dcd77f7328 req-c22b9dfa-3751-4f50-b57e-221a85092f0d tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0cacf9b-94f4-48e9-b651-0d64771ce13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432985 Dec 20 09:09:51.772494 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b312f348-05da-4361-92be-25a64d6a458a req-7fac5696-5ccc-4ac8-bbfb-77d2a6db2df1 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:09:51.773979 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-b312f348-05da-4361-92be-25a64d6a458a req-7fac5696-5ccc-4ac8-bbfb-77d2a6db2df1 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/ports?device_id=8565e6ee-41af-45b6-81c0-1f980c8dae5b HTTP/1.1" status: 200 len: 945 time: 0.0801871 Dec 20 09:09:51.820170 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-b312f348-05da-4361-92be-25a64d6a458a req-5274eee4-5dfa-48d4-879c-992ef2aa6f89 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0cacf9b-94f4-48e9-b651-0d64771ce13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405221 Dec 20 09:09:53.032184 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e051aaa4-5aa7-4483-a33d-cf655b4cc3ea req-ce945570-d57c-494a-87b3-937b8d9bd1fb tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:09:53.033661 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e051aaa4-5aa7-4483-a33d-cf655b4cc3ea req-ce945570-d57c-494a-87b3-937b8d9bd1fb tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/ports?device_id=8565e6ee-41af-45b6-81c0-1f980c8dae5b HTTP/1.1" status: 200 len: 945 time: 0.0821388 Dec 20 09:09:53.080049 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e051aaa4-5aa7-4483-a33d-cf655b4cc3ea req-bb5b26c6-93fb-4015-b6a2-c8a9992f8b09 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0cacf9b-94f4-48e9-b651-0d64771ce13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407221 Dec 20 09:09:54.288619 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb0f822-b7a0-4b52-ad19-f563ddcf0e13 req-a8855312-ff9f-41af-9bfc-55316b7428c3 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:09:54.290110 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-bdb0f822-b7a0-4b52-ad19-f563ddcf0e13 req-a8855312-ff9f-41af-9bfc-55316b7428c3 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/ports?device_id=8565e6ee-41af-45b6-81c0-1f980c8dae5b HTTP/1.1" status: 200 len: 945 time: 0.0799317 Dec 20 09:09:54.335956 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-bdb0f822-b7a0-4b52-ad19-f563ddcf0e13 req-f4469d15-0ba6-428f-afd6-7d6c2f200b0d tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0cacf9b-94f4-48e9-b651-0d64771ce13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403268 Dec 20 09:09:55.537872 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc25e12d-cac7-4e7f-86eb-7eedde7618c4 req-b5151269-1377-4b29-a120-dcf50984b975 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:09:55.539326 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fc25e12d-cac7-4e7f-86eb-7eedde7618c4 req-b5151269-1377-4b29-a120-dcf50984b975 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/ports?device_id=8565e6ee-41af-45b6-81c0-1f980c8dae5b HTTP/1.1" status: 200 len: 945 time: 0.0824981 Dec 20 09:09:55.703213 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fc25e12d-cac7-4e7f-86eb-7eedde7618c4 req-fdb06ce9-d89d-499c-be62-eb7237f9d2b7 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0cacf9b-94f4-48e9-b651-0d64771ce13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568730 Dec 20 09:09:56.897800 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666f23ac-72d3-4298-a94c-28ab1b554130 req-fb6c43a0-2c25-4bb2-8e29-47310496c281 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:09:56.899175 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-666f23ac-72d3-4298-a94c-28ab1b554130 req-fb6c43a0-2c25-4bb2-8e29-47310496c281 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/ports?device_id=8565e6ee-41af-45b6-81c0-1f980c8dae5b HTTP/1.1" status: 200 len: 945 time: 0.0770001 Dec 20 09:09:56.945621 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-666f23ac-72d3-4298-a94c-28ab1b554130 req-9d0b944d-e115-4095-9ea6-dd84d280f27b tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0cacf9b-94f4-48e9-b651-0d64771ce13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401437 Dec 20 09:09:58.145314 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cf1f79-a274-44b8-879a-d1ada487890a req-c9b80a33-fb61-4211-a4e7-abf28a4aefe7 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:09:58.146767 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b5cf1f79-a274-44b8-879a-d1ada487890a req-c9b80a33-fb61-4211-a4e7-abf28a4aefe7 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/ports?device_id=8565e6ee-41af-45b6-81c0-1f980c8dae5b HTTP/1.1" status: 200 len: 945 time: 0.0761402 Dec 20 09:09:58.193162 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b5cf1f79-a274-44b8-879a-d1ada487890a req-060f3951-28a6-4693-81e2-658bb9ceb349 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0cacf9b-94f4-48e9-b651-0d64771ce13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406594 Dec 20 09:09:59.126660 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:09:59.393030 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2e2761-100c-4fe0-bff2-997eaf6155b7 req-e5955eb8-c8e4-40ef-bb97-206386aaccd2 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:09:59.394483 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-7a2e2761-100c-4fe0-bff2-997eaf6155b7 req-e5955eb8-c8e4-40ef-bb97-206386aaccd2 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/ports?device_id=8565e6ee-41af-45b6-81c0-1f980c8dae5b HTTP/1.1" status: 200 len: 945 time: 0.0800807 Dec 20 09:09:59.444982 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-7a2e2761-100c-4fe0-bff2-997eaf6155b7 req-a6f91e31-7b06-4a3b-8cb1-b8bd72efc0de tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0cacf9b-94f4-48e9-b651-0d64771ce13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416009 Dec 20 09:10:00.671917 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a67cb0e-c501-4f86-875b-3d4d4259c40c req-49be2178-b119-429d-97a2-1693078ca65d tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:10:00.673406 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0a67cb0e-c501-4f86-875b-3d4d4259c40c req-49be2178-b119-429d-97a2-1693078ca65d tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/ports?device_id=8565e6ee-41af-45b6-81c0-1f980c8dae5b HTTP/1.1" status: 200 len: 945 time: 0.1026359 Dec 20 09:10:00.723422 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0a67cb0e-c501-4f86-875b-3d4d4259c40c req-d2b07d37-90ef-4c1e-b50c-f5232b036860 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0cacf9b-94f4-48e9-b651-0d64771ce13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440960 Dec 20 09:10:01.936034 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0b81ef-46e9-4db7-80ec-72899feaff1c req-5f867ab5-6463-4edc-bbd6-4f153efc3011 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:10:01.937510 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-6b0b81ef-46e9-4db7-80ec-72899feaff1c req-5f867ab5-6463-4edc-bbd6-4f153efc3011 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/ports?device_id=8565e6ee-41af-45b6-81c0-1f980c8dae5b HTTP/1.1" status: 200 len: 945 time: 0.0831301 Dec 20 09:10:02.001820 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-6b0b81ef-46e9-4db7-80ec-72899feaff1c req-8abefb52-50fa-411b-a5e0-4c9b947fe3d2 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0cacf9b-94f4-48e9-b651-0d64771ce13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555542 Dec 20 09:10:03.200753 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5457d531-9124-4b01-93b5-1d8d9640d7bf req-d595fac2-7296-46d5-84cc-30ee5d7e9bc0 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:10:03.203462 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5457d531-9124-4b01-93b5-1d8d9640d7bf req-d595fac2-7296-46d5-84cc-30ee5d7e9bc0 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/ports?device_id=8565e6ee-41af-45b6-81c0-1f980c8dae5b HTTP/1.1" status: 200 len: 945 time: 0.0788493 Dec 20 09:10:03.254365 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5457d531-9124-4b01-93b5-1d8d9640d7bf req-067a9bc7-12b1-4ab2-b255-b35076008d71 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0cacf9b-94f4-48e9-b651-0d64771ce13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444195 Dec 20 09:10:04.461224 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e752ad29-c4a7-4752-bb79-17b9fb0c9f6b req-36bd4449-c699-49d4-af6f-43b9a5f8f47d tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:10:04.462699 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-e752ad29-c4a7-4752-bb79-17b9fb0c9f6b req-36bd4449-c699-49d4-af6f-43b9a5f8f47d tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/ports?device_id=8565e6ee-41af-45b6-81c0-1f980c8dae5b HTTP/1.1" status: 200 len: 945 time: 0.0813565 Dec 20 09:10:04.509249 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-e752ad29-c4a7-4752-bb79-17b9fb0c9f6b req-bd00947f-7574-4b2c-9d76-b753af052d9a tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0cacf9b-94f4-48e9-b651-0d64771ce13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401356 Dec 20 09:10:05.712508 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2990fc8d-c1b8-42ba-9191-1c5218a02e0a req-7e944411-de00-42a7-96e1-0fac2fc62feb tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:10:05.713967 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2990fc8d-c1b8-42ba-9191-1c5218a02e0a req-7e944411-de00-42a7-96e1-0fac2fc62feb tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/ports?device_id=8565e6ee-41af-45b6-81c0-1f980c8dae5b HTTP/1.1" status: 200 len: 945 time: 0.0803523 Dec 20 09:10:05.761100 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2990fc8d-c1b8-42ba-9191-1c5218a02e0a req-b1ddbe38-038d-4cf7-972b-0a1b64c8c252 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0cacf9b-94f4-48e9-b651-0d64771ce13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411861 Dec 20 09:10:06.955798 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4db634-80fb-4ec7-b4de-fa40acbc531f req-ff14f60a-a0b8-4a02-95f2-cfa2c5cbe40f tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:10:06.957174 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-9c4db634-80fb-4ec7-b4de-fa40acbc531f req-ff14f60a-a0b8-4a02-95f2-cfa2c5cbe40f tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/ports?device_id=8565e6ee-41af-45b6-81c0-1f980c8dae5b HTTP/1.1" status: 200 len: 945 time: 0.0763385 Dec 20 09:10:07.006500 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-9c4db634-80fb-4ec7-b4de-fa40acbc531f req-257eb5c6-f2d8-4604-9f36-732801375b22 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0cacf9b-94f4-48e9-b651-0d64771ce13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438201 Dec 20 09:10:08.212427 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65e166d-dcd3-4770-a64f-5592ad967822 req-021bc764-9928-4bcb-bde6-20a035275b3b tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:10:08.213915 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f65e166d-dcd3-4770-a64f-5592ad967822 req-021bc764-9928-4bcb-bde6-20a035275b3b tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/ports?device_id=8565e6ee-41af-45b6-81c0-1f980c8dae5b HTTP/1.1" status: 200 len: 945 time: 0.0834281 Dec 20 09:10:08.260747 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f65e166d-dcd3-4770-a64f-5592ad967822 req-685a376b-4a58-4070-8c3a-98c2ddd796d4 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0cacf9b-94f4-48e9-b651-0d64771ce13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408788 Dec 20 09:10:09.471931 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fb2c16-9961-4f02-8989-95d753e007a8 req-83def2bf-daab-4ed3-b890-bcc7f28d8d64 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:10:09.473427 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-54fb2c16-9961-4f02-8989-95d753e007a8 req-83def2bf-daab-4ed3-b890-bcc7f28d8d64 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/ports?device_id=8565e6ee-41af-45b6-81c0-1f980c8dae5b HTTP/1.1" status: 200 len: 945 time: 0.0767660 Dec 20 09:10:09.521255 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-54fb2c16-9961-4f02-8989-95d753e007a8 req-1aa3a286-53cf-4f6e-a1fc-44e7ab804f9e tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0cacf9b-94f4-48e9-b651-0d64771ce13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415957 Dec 20 09:10:10.154280 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:10:10.728983 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce79bcbf-5138-4dce-92f4-6f0b1690385f req-429a4feb-209c-4dac-89f7-540b2e1df6d7 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:10:10.730498 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ce79bcbf-5138-4dce-92f4-6f0b1690385f req-429a4feb-209c-4dac-89f7-540b2e1df6d7 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/ports?device_id=8565e6ee-41af-45b6-81c0-1f980c8dae5b HTTP/1.1" status: 200 len: 945 time: 0.0820537 Dec 20 09:10:10.779644 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ce79bcbf-5138-4dce-92f4-6f0b1690385f req-0c50512e-8010-480f-9eaa-b3ca9a819535 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0cacf9b-94f4-48e9-b651-0d64771ce13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423260 Dec 20 09:10:11.517294 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e94410a1-a00f-45df-b609-c57544366f16 req-b97193a2-e623-4d24-bbc6-583a5126e037 service neutron] 10.222.0.58 "GET /v2.0/ports/6d9f609f-7e3f-4597-83b4-7ee32a6e61c0/bindings/hv-neutron-8204 HTTP/1.1" status: 200 len: 384 time: 0.0777576 Dec 20 09:10:11.795184 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e94410a1-a00f-45df-b609-c57544366f16 req-7b2480c1-aa7b-496d-b0bc-d78c2675d15b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8565e6ee-41af-45b6-81c0-1f980c8dae5b&tenant_id=a8f5fccffee94c469e368ffde81f4d1b HTTP/1.1" status: 200 len: 1098 time: 0.0733798 Dec 20 09:10:11.889376 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e94410a1-a00f-45df-b609-c57544366f16 req-29e479c9-2b32-4ee0-a584-aeaec569d576 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a8f5fccffee94c469e368ffde81f4d1b&device_id=8565e6ee-41af-45b6-81c0-1f980c8dae5b HTTP/1.1" status: 200 len: 1098 time: 0.0740566 Dec 20 09:10:11.985987 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62516629-e24a-4809-8231-f101e9d80fc1 req-1fa95721-5c11-437c-aa54-b753fe918565 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:10:11.987460 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-62516629-e24a-4809-8231-f101e9d80fc1 req-1fa95721-5c11-437c-aa54-b753fe918565 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/ports?device_id=8565e6ee-41af-45b6-81c0-1f980c8dae5b HTTP/1.1" status: 200 len: 945 time: 0.0826693 Dec 20 09:10:12.027885 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94410a1-a00f-45df-b609-c57544366f16 req-7d9fcb6a-4f4c-4f26-8b59-2db8622428c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:10:12.029687 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e94410a1-a00f-45df-b609-c57544366f16 req-7d9fcb6a-4f4c-4f26-8b59-2db8622428c6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9062961b-f37b-4d57-8667-d36cf1bc6b74 HTTP/1.1" status: 200 len: 915 time: 0.1349871 Dec 20 09:10:12.035121 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-62516629-e24a-4809-8231-f101e9d80fc1 req-05ebc3bc-0f48-4207-8b21-f42b2883af17 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0cacf9b-94f4-48e9-b651-0d64771ce13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411294 Dec 20 09:10:12.097187 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e94410a1-a00f-45df-b609-c57544366f16 req-92ed0f87-20a9-495e-bcdf-441045ebfbdc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6d9f609f-7e3f-4597-83b4-7ee32a6e61c0 HTTP/1.1" status: 200 len: 217 time: 0.0610449 Dec 20 09:10:12.162644 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94410a1-a00f-45df-b609-c57544366f16 req-0e04ebb9-494d-4525-8509-95396cbfc077 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:10:12.164061 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e94410a1-a00f-45df-b609-c57544366f16 req-0e04ebb9-494d-4525-8509-95396cbfc077 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5fa9b5b1-ca1e-4b9b-a367-e285826b1f54 HTTP/1.1" status: 200 len: 854 time: 0.0599108 Dec 20 09:10:12.210810 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e94410a1-a00f-45df-b609-c57544366f16 req-3109aa8d-7fb6-4e70-bdc0-0c55dbd8ced7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9062961b-f37b-4d57-8667-d36cf1bc6b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397389 Dec 20 09:10:12.340144 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e94410a1-a00f-45df-b609-c57544366f16 req-a93698ef-5eca-4824-b7d1-5c023cad3e0c service neutron] 10.222.0.58 "GET /v2.0/networks/9062961b-f37b-4d57-8667-d36cf1bc6b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226928 Dec 20 09:10:12.468380 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e94410a1-a00f-45df-b609-c57544366f16 req-0330f959-a9aa-4893-b051-1a56de9fc022 service neutron] 10.222.0.58 "GET /v2.0/networks/9062961b-f37b-4d57-8667-d36cf1bc6b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227281 Dec 20 09:10:12.573257 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-9f704b6f-9ee2-4a71-af0b-a53a7ffbfa6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:10:13.240735 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972e2475-0581-4648-938e-71e9d471bed6 req-ec5064e5-a0b8-48f5-86b8-567b1697d3f9 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:10:13.242234 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-972e2475-0581-4648-938e-71e9d471bed6 req-ec5064e5-a0b8-48f5-86b8-567b1697d3f9 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/ports?device_id=8565e6ee-41af-45b6-81c0-1f980c8dae5b HTTP/1.1" status: 200 len: 945 time: 0.0833380 Dec 20 09:10:13.288809 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-972e2475-0581-4648-938e-71e9d471bed6 req-05b6928e-c774-4046-a4a4-7071e6a8ee75 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0cacf9b-94f4-48e9-b651-0d64771ce13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409281 Dec 20 09:10:14.487004 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa3551b-c12a-4cb8-9320-17f0b91b64ce req-652c0b94-51b6-4f18-a481-7636e0226888 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:10:14.488440 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-1fa3551b-c12a-4cb8-9320-17f0b91b64ce req-652c0b94-51b6-4f18-a481-7636e0226888 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/ports?device_id=8565e6ee-41af-45b6-81c0-1f980c8dae5b HTTP/1.1" status: 200 len: 945 time: 0.0749252 Dec 20 09:10:14.535198 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-1fa3551b-c12a-4cb8-9320-17f0b91b64ce req-6e649f12-9baf-4df2-ad31-112e1e04c072 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0cacf9b-94f4-48e9-b651-0d64771ce13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411689 Dec 20 09:10:14.870191 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d5f2a75c-acb3-47dc-b79f-05fd306db297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:10:15.742833 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd07979e-5bb3-424b-af22-96bab0e4c973 req-43917807-5e11-4072-b625-c3fe7ce92ff0 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:10:15.744292 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dd07979e-5bb3-424b-af22-96bab0e4c973 req-43917807-5e11-4072-b625-c3fe7ce92ff0 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/ports?device_id=8565e6ee-41af-45b6-81c0-1f980c8dae5b HTTP/1.1" status: 200 len: 945 time: 0.0796385 Dec 20 09:10:15.797383 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dd07979e-5bb3-424b-af22-96bab0e4c973 req-0de94925-40d7-4c31-ab71-acf84cdeaea0 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0cacf9b-94f4-48e9-b651-0d64771ce13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468905 Dec 20 09:10:16.009878 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:10:16.072510 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:10:16.322703 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da5942d-35ef-4a4e-9493-a8d205d11b9e req-de9c3788-3c5a-442a-846e-baccd728da9b tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:10:16.324123 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5da5942d-35ef-4a4e-9493-a8d205d11b9e req-de9c3788-3c5a-442a-846e-baccd728da9b tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.58 "GET /v2.0/ports?device_id=8565e6ee-41af-45b6-81c0-1f980c8dae5b&tenant_id=a8f5fccffee94c469e368ffde81f4d1b&binding%3Ahost_id=hv-neutron-8204 HTTP/1.1" status: 200 len: 945 time: 0.2246480 Dec 20 09:10:16.330188 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f7d9e0-4707-4cc2-ba3b-2b71e28a4483 req-29bb7f65-27d1-45df-9cd1-e703e5c02756 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:10:16.331568 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-30f7d9e0-4707-4cc2-ba3b-2b71e28a4483 req-29bb7f65-27d1-45df-9cd1-e703e5c02756 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/ports?device_id=8565e6ee-41af-45b6-81c0-1f980c8dae5b HTTP/1.1" status: 200 len: 945 time: 0.2736816 Dec 20 09:10:16.387482 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-30f7d9e0-4707-4cc2-ba3b-2b71e28a4483 req-c1cdce40-23d4-4ab4-b2e8-a8c87b37edc4 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0cacf9b-94f4-48e9-b651-0d64771ce13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458539 Dec 20 09:10:16.477014 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5da5942d-35ef-4a4e-9493-a8d205d11b9e req-4f174cd2-a27c-455c-a20a-5f100ef0c28b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a8f5fccffee94c469e368ffde81f4d1b&device_id=8565e6ee-41af-45b6-81c0-1f980c8dae5b HTTP/1.1" status: 200 len: 1098 time: 0.0743237 Dec 20 09:10:16.610185 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da5942d-35ef-4a4e-9493-a8d205d11b9e req-c36f23fc-4a37-4d43-9629-3807f6493559 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:10:16.611611 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5da5942d-35ef-4a4e-9493-a8d205d11b9e req-c36f23fc-4a37-4d43-9629-3807f6493559 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9062961b-f37b-4d57-8667-d36cf1bc6b74 HTTP/1.1" status: 200 len: 915 time: 0.1286619 Dec 20 09:10:16.682005 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5da5942d-35ef-4a4e-9493-a8d205d11b9e req-4f5671ab-3163-47fc-a072-9ec83940d40a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6d9f609f-7e3f-4597-83b4-7ee32a6e61c0 HTTP/1.1" status: 200 len: 217 time: 0.0638306 Dec 20 09:10:16.692125 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 6d9f609f-7e3f-4597-83b4-7ee32a6e61c0 details requested by agent hyperv_hv-neutron-8204 with host hv-neutron-8204 {{(pid=83446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 09:10:16.694802 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 6d9f609f-7e3f-4597-83b4-7ee32a6e61c0 no longer exists at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 09:10:16.748436 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da5942d-35ef-4a4e-9493-a8d205d11b9e req-0c7ab4f9-fd66-4c20-85ac-536ee802883e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:10:16.749963 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5da5942d-35ef-4a4e-9493-a8d205d11b9e req-0c7ab4f9-fd66-4c20-85ac-536ee802883e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5fa9b5b1-ca1e-4b9b-a367-e285826b1f54 HTTP/1.1" status: 200 len: 854 time: 0.0619483 Dec 20 09:10:16.797781 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5da5942d-35ef-4a4e-9493-a8d205d11b9e req-ccb90107-dca3-498d-9916-f5680118a69d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9062961b-f37b-4d57-8667-d36cf1bc6b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412462 Dec 20 09:10:16.913357 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:10:16.935806 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port 6d9f609f-7e3f-4597-83b4-7ee32a6e61c0, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=6d9f609f-7e3f-4597-83b4-7ee32a6e61c0,segment=NetworkSegment(c2227b01-f7b1-45b9-a4d2-15611f9069f7),segment_id=c2227b01-f7b1-45b9-a4d2-15611f9069f7)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:10:16.947100 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5da5942d-35ef-4a4e-9493-a8d205d11b9e req-a03beba4-2f8b-49f5-a980-968206287429 service neutron] 10.222.0.58 "GET /v2.0/networks/9062961b-f37b-4d57-8667-d36cf1bc6b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418953 Dec 20 09:10:16.958737 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Returning: {'device': '6d9f609f-7e3f-4597-83b4-7ee32a6e61c0', 'network_id': '9062961b-f37b-4d57-8667-d36cf1bc6b74', 'port_id': '6d9f609f-7e3f-4597-83b4-7ee32a6e61c0', 'mac_address': 'fa:16:3e:db:62:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fa9b5b1-ca1e-4b9b-a367-e285826b1f54', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 09:10:16.963809 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8565e6ee-41af-45b6-81c0-1f980c8dae5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d9f609f-7e3f-4597-83b4-7ee32a6e61c0'}] {{(pid=83446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:10:16.996986 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port 6d9f609f-7e3f-4597-83b4-7ee32a6e61c0, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=6d9f609f-7e3f-4597-83b4-7ee32a6e61c0,segment=NetworkSegment(c2227b01-f7b1-45b9-a4d2-15611f9069f7),segment_id=c2227b01-f7b1-45b9-a4d2-15611f9069f7)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:10:17.009095 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:10:17.013414 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:10:17.069545 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:10:17.082337 dv-neutron-820491-1-hyperv neutron-server[83446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8565e6ee-41af-45b6-81c0-1f980c8dae5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d9f609f-7e3f-4597-83b4-7ee32a6e61c0', 'code': 200} Dec 20 09:10:17.102826 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d9f609f-7e3f-4597-83b4-7ee32a6e61c0 {{(pid=83446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 09:10:17.116708 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=6d9f609f-7e3f-4597-83b4-7ee32a6e61c0,revision_number=6']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:10:17.127848 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port 6d9f609f-7e3f-4597-83b4-7ee32a6e61c0, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=6d9f609f-7e3f-4597-83b4-7ee32a6e61c0,segment=NetworkSegment(c2227b01-f7b1-45b9-a4d2-15611f9069f7),segment_id=c2227b01-f7b1-45b9-a4d2-15611f9069f7)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:10:17.129948 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:10:17.130363 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:10:17.130736 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:10:17.131020 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:10:17.131352 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:10:17.131683 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:10:17.132010 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:10:17.132332 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:10:17.132649 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:10:17.132978 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:10:17.133309 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:10:17.137054 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:10:17.139517 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:10:17.140049 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:10:17.143386 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5da5942d-35ef-4a4e-9493-a8d205d11b9e req-a46c2a6e-af5b-497e-a11f-27384dcfae6f service neutron] 10.222.0.58 "GET /v2.0/networks/9062961b-f37b-4d57-8667-d36cf1bc6b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901751 Dec 20 09:10:17.211289 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] get_ports_and_sgs() called for port_ids ['6d9f609f-7e3f-4597-83b4-7ee32a6e61c0'] {{(pid=83446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 09:10:17.247279 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=6d9f609f-7e3f-4597-83b4-7ee32a6e61c0,revision_number=7']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:10:17.252322 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:10:17.469105 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:10:17.657274 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e21f3ee-eebd-4d59-ae81-87b6e58892fc req-b4cb8d85-9a4c-4de8-8f90-98c758f2027c tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:10:17.658809 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8e21f3ee-eebd-4d59-ae81-87b6e58892fc req-b4cb8d85-9a4c-4de8-8f90-98c758f2027c tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/ports?device_id=8565e6ee-41af-45b6-81c0-1f980c8dae5b HTTP/1.1" status: 200 len: 944 time: 0.1278913 Dec 20 09:10:17.706744 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8e21f3ee-eebd-4d59-ae81-87b6e58892fc req-94eff036-bb09-4e84-b3bf-12d50ff9a5ab tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0cacf9b-94f4-48e9-b651-0d64771ce13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422518 Dec 20 09:10:18.700309 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 6d9f609f-7e3f-4597-83b4-7ee32a6e61c0 up at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:10:18.792437 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning complete for port 6d9f609f-7e3f-4597-83b4-7ee32a6e61c0 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:10:18.792817 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:10:18.914505 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:10:18.922299 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65f9c8c-0613-4087-9d4e-1f1cdced853a req-26873445-ab13-4995-b7f4-9f31905ec300 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:10:18.923930 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-b65f9c8c-0613-4087-9d4e-1f1cdced853a req-26873445-ab13-4995-b7f4-9f31905ec300 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/ports?device_id=8565e6ee-41af-45b6-81c0-1f980c8dae5b HTTP/1.1" status: 200 len: 944 time: 0.0828979 Dec 20 09:10:18.949387 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port 6d9f609f-7e3f-4597-83b4-7ee32a6e61c0, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=6d9f609f-7e3f-4597-83b4-7ee32a6e61c0,segment=NetworkSegment(c2227b01-f7b1-45b9-a4d2-15611f9069f7),segment_id=c2227b01-f7b1-45b9-a4d2-15611f9069f7)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:10:18.954468 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:10:18.956337 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-fdb4292b-44ce-477e-b8c7-17c6f8e17143 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:10:18.975424 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-b65f9c8c-0613-4087-9d4e-1f1cdced853a req-a29bfe70-8eb6-48a0-9720-96c0f9746fb9 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0cacf9b-94f4-48e9-b651-0d64771ce13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439117 Dec 20 09:10:19.026028 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=6d9f609f-7e3f-4597-83b4-7ee32a6e61c0,revision_number=8']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:10:19.030255 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:10:19.083297 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8565e6ee-41af-45b6-81c0-1f980c8dae5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d9f609f-7e3f-4597-83b4-7ee32a6e61c0'}] {{(pid=83446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:10:19.143326 dv-neutron-820491-1-hyperv neutron-server[83446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8565e6ee-41af-45b6-81c0-1f980c8dae5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d9f609f-7e3f-4597-83b4-7ee32a6e61c0', 'code': 200} Dec 20 09:10:19.328551 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499db852-0c66-4b23-9c42-bc1f8c76daeb req-8691b55c-745c-404d-b17d-ef2cec2544e2 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:10:19.330037 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-499db852-0c66-4b23-9c42-bc1f8c76daeb req-8691b55c-745c-404d-b17d-ef2cec2544e2 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/ports?device_id=8565e6ee-41af-45b6-81c0-1f980c8dae5b HTTP/1.1" status: 200 len: 945 time: 0.0815482 Dec 20 09:10:19.382146 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-499db852-0c66-4b23-9c42-bc1f8c76daeb req-94ec7037-a533-4278-9242-0e0ef94b01d1 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0cacf9b-94f4-48e9-b651-0d64771ce13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457513 Dec 20 09:10:19.594758 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15a53e4-f074-4265-95f6-2f7e4d4b21c6 req-1bd1d66f-a57f-4922-8bb4-e247253ff64c tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:10:19.596219 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-d15a53e4-f074-4265-95f6-2f7e4d4b21c6 req-1bd1d66f-a57f-4922-8bb4-e247253ff64c tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/ports?device_id=8565e6ee-41af-45b6-81c0-1f980c8dae5b HTTP/1.1" status: 200 len: 945 time: 0.0789483 Dec 20 09:10:19.647087 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-d15a53e4-f074-4265-95f6-2f7e4d4b21c6 req-1ec3552d-fb75-4bf4-a713-633ce98f6b8e tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0cacf9b-94f4-48e9-b651-0d64771ce13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452588 Dec 20 09:10:20.226917 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9931850-250d-42b5-b08d-67c4c4fc919b req-c4940694-8bb7-4f45-9f2c-9a55641fdfdb tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:10:20.229409 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-b9931850-250d-42b5-b08d-67c4c4fc919b req-c4940694-8bb7-4f45-9f2c-9a55641fdfdb tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/networks?id=9062961b-f37b-4d57-8667-d36cf1bc6b74 HTTP/1.1" status: 200 len: 814 time: 0.2119749 Dec 20 09:10:20.251120 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-b9931850-250d-42b5-b08d-67c4c4fc919b req-37b6241c-4f4d-447f-a9fd-9936be17a0b1 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/quotas/a8f5fccffee94c469e368ffde81f4d1b HTTP/1.1" status: 200 len: 375 time: 0.0152295 Dec 20 09:10:20.331961 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-b9931850-250d-42b5-b08d-67c4c4fc919b req-1cf11a3b-1235-4ed5-b55c-f316a15cb607 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a8f5fccffee94c469e368ffde81f4d1b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0759158 Dec 20 09:10:20.567133 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-b9931850-250d-42b5-b08d-67c4c4fc919b req-3d62aa03-66f0-4058-8bbd-389ed2c058c1 service neutron] 10.222.0.16 "GET /v2.0/networks/9062961b-f37b-4d57-8667-d36cf1bc6b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279193 Dec 20 09:10:20.701399 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-b9931850-250d-42b5-b08d-67c4c4fc919b req-114c7e58-b41c-4300-a8e3-5003fbdc8716 service neutron] 10.222.0.16 "GET /v2.0/networks/9062961b-f37b-4d57-8667-d36cf1bc6b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271446 Dec 20 09:10:20.889734 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f4b1ed42-199e-4d4b-893d-eea3921c14d4 req-88fc44e1-29fe-4993-822d-c56193fce193 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/ports?device_id=19ad07c6-ae45-4f09-b2f9-880ecb156ad7 HTTP/1.1" status: 200 len: 210 time: 0.0450580 Dec 20 09:10:22.118868 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-d330f082-2bdf-49c4-8262-a746cb1ce531 req-09de92d8-b583-4c06-af17-24505bd143c2 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/ports?device_id=19ad07c6-ae45-4f09-b2f9-880ecb156ad7 HTTP/1.1" status: 200 len: 210 time: 0.0513942 Dec 20 09:10:22.175318 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9931850-250d-42b5-b08d-67c4c4fc919b req-d5d619f0-fac5-4e68-a0fa-aeff09e23736 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:10:22.176781 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b9931850-250d-42b5-b08d-67c4c4fc919b req-d5d619f0-fac5-4e68-a0fa-aeff09e23736 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.58 "GET /v2.0/networks?id=9062961b-f37b-4d57-8667-d36cf1bc6b74 HTTP/1.1" status: 200 len: 814 time: 0.2765629 Dec 20 09:10:22.185631 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb729ed-223f-47dd-a3ac-917953705afc req-b0b73183-371a-41ce-aa38-df7cb23045db tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:10:22.187148 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ebb729ed-223f-47dd-a3ac-917953705afc req-b0b73183-371a-41ce-aa38-df7cb23045db tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.58 "GET /v2.0/ports?device_id=8565e6ee-41af-45b6-81c0-1f980c8dae5b HTTP/1.1" status: 200 len: 945 time: 0.3284395 Dec 20 09:10:22.199529 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-b9931850-250d-42b5-b08d-67c4c4fc919b req-8309027f-a335-446b-b246-8951c55c4051 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Request body: {'port': {'device_id': '19ad07c6-ae45-4f09-b2f9-880ecb156ad7', 'network_id': '9062961b-f37b-4d57-8667-d36cf1bc6b74', 'admin_state_up': True, 'tenant_id': 'a8f5fccffee94c469e368ffde81f4d1b'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:10:22.351438 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-ebb729ed-223f-47dd-a3ac-917953705afc req-a172f5f4-b13a-4015-a390-9ebc00199ce1 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Deleting port 6d9f609f-7e3f-4597-83b4-7ee32a6e61c0 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:10:22.351772 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-ebb729ed-223f-47dd-a3ac-917953705afc req-a172f5f4-b13a-4015-a390-9ebc00199ce1 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:10:22.465651 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-b9931850-250d-42b5-b08d-67c4c4fc919b req-8309027f-a335-446b-b246-8951c55c4051 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:10:22.490745 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-b9931850-250d-42b5-b08d-67c4c4fc919b req-8309027f-a335-446b-b246-8951c55c4051 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:10:22.637365 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9931850-250d-42b5-b08d-67c4c4fc919b req-8309027f-a335-446b-b246-8951c55c4051 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Made reservation on behalf of a8f5fccffee94c469e368ffde81f4d1b for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 09:10:22.640399 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-b9931850-250d-42b5-b08d-67c4c4fc919b req-8309027f-a335-446b-b246-8951c55c4051 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:10:22.833847 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-ebb729ed-223f-47dd-a3ac-917953705afc req-a172f5f4-b13a-4015-a390-9ebc00199ce1 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] For port 6d9f609f-7e3f-4597-83b4-7ee32a6e61c0, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=6d9f609f-7e3f-4597-83b4-7ee32a6e61c0,segment=NetworkSegment(c2227b01-f7b1-45b9-a4d2-15611f9069f7),segment_id=c2227b01-f7b1-45b9-a4d2-15611f9069f7)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:10:22.834114 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-ebb729ed-223f-47dd-a3ac-917953705afc req-a172f5f4-b13a-4015-a390-9ebc00199ce1 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:10:22.996815 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-ebb729ed-223f-47dd-a3ac-917953705afc req-a172f5f4-b13a-4015-a390-9ebc00199ce1 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Calling delete_port for 6d9f609f-7e3f-4597-83b4-7ee32a6e61c0 owned by compute:nova {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:10:23.076807 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [req-b9931850-250d-42b5-b08d-67c4c4fc919b req-8309027f-a335-446b-b246-8951c55c4051 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Allocated IP 172.20.0.14 (9062961b-f37b-4d57-8667-d36cf1bc6b74/5fa9b5b1-ca1e-4b9b-a367-e285826b1f54/ca3c7437-44a2-4c5b-a08f-1d76f17e8699) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 09:10:23.233517 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-ebb729ed-223f-47dd-a3ac-917953705afc req-a172f5f4-b13a-4015-a390-9ebc00199ce1 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:10:23.246332 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] get_ports_and_sgs() called for port_ids ['6d9f609f-7e3f-4597-83b4-7ee32a6e61c0'] {{(pid=83446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 09:10:23.252504 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7ae6cab0-1d43-414c-901a-e6c3a0e40a50 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:10:23.417319 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a172f5f4-b13a-4015-a390-9ebc00199ce1 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Pushing event deleted for resources: {'Port': ['ID=6d9f609f-7e3f-4597-83b4-7ee32a6e61c0,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:10:23.429894 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a172f5f4-b13a-4015-a390-9ebc00199ce1 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:10:23.434327 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-97dd226f-b2e3-437a-b52e-06a845e09399 req-346b1ad6-3a17-4e8a-97d9-7faa4b8e55f2 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/ports?device_id=19ad07c6-ae45-4f09-b2f9-880ecb156ad7 HTTP/1.1" status: 200 len: 210 time: 0.1419399 Dec 20 09:10:23.527377 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebb729ed-223f-47dd-a3ac-917953705afc req-a172f5f4-b13a-4015-a390-9ebc00199ce1 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] No DVR routers for this DVR port 6d9f609f-7e3f-4597-83b4-7ee32a6e61c0 on host hv-neutron-8204 {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 09:10:23.539005 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-ebb729ed-223f-47dd-a3ac-917953705afc req-a172f5f4-b13a-4015-a390-9ebc00199ce1 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:10:23.541530 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8565e6ee-41af-45b6-81c0-1f980c8dae5b', 'name': 'network-vif-deleted', 'tag': '6d9f609f-7e3f-4597-83b4-7ee32a6e61c0'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:10:23.574569 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-b9931850-250d-42b5-b08d-67c4c4fc919b req-8309027f-a335-446b-b246-8951c55c4051 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:10:23.580995 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ebb729ed-223f-47dd-a3ac-917953705afc req-a172f5f4-b13a-4015-a390-9ebc00199ce1 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.58 "DELETE /v2.0/ports/6d9f609f-7e3f-4597-83b4-7ee32a6e61c0 HTTP/1.1" status: 204 len: 173 time: 1.3849726 Dec 20 09:10:23.629704 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-b9931850-250d-42b5-b08d-67c4c4fc919b req-8309027f-a335-446b-b246-8951c55c4051 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:10:23.637351 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-cdd86f90-7734-44dc-9dea-e4a75bd7f08e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:10:23.644749 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] get_ports_and_sgs() called for port_ids ['6d9f609f-7e3f-4597-83b4-7ee32a6e61c0'] {{(pid=83446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 09:10:23.690302 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8565e6ee-41af-45b6-81c0-1f980c8dae5b', 'name': 'network-vif-deleted', 'tag': '6d9f609f-7e3f-4597-83b4-7ee32a6e61c0', 'status': 'completed', 'code': 200} Dec 20 09:10:23.730266 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9931850-250d-42b5-b08d-67c4c4fc919b req-8309027f-a335-446b-b246-8951c55c4051 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Network 9062961b-f37b-4d57-8667-d36cf1bc6b74 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:10:23.734736 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [req-b9931850-250d-42b5-b08d-67c4c4fc919b req-8309027f-a335-446b-b246-8951c55c4051 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:10:23.736740 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8309027f-a335-446b-b246-8951c55c4051 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Pushing event updated for resources: {'Port': ['ID=ca3c7437-44a2-4c5b-a08f-1d76f17e8699,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:10:23.738836 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9931850-250d-42b5-b08d-67c4c4fc919b req-8309027f-a335-446b-b246-8951c55c4051 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 09:10:23.765889 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-8309027f-a335-446b-b246-8951c55c4051 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:10:23.810063 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9931850-250d-42b5-b08d-67c4c4fc919b req-8309027f-a335-446b-b246-8951c55c4051 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:10:23.811102 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-b9931850-250d-42b5-b08d-67c4c4fc919b req-8309027f-a335-446b-b246-8951c55c4051 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:10:23.832162 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b9931850-250d-42b5-b08d-67c4c4fc919b req-8309027f-a335-446b-b246-8951c55c4051 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6373203 Dec 20 09:10:23.847383 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-b9931850-250d-42b5-b08d-67c4c4fc919b req-0bc55960-213d-4983-b489-0f1e2268d6ad service neutron] Request body: {'port': {'device_id': '19ad07c6-ae45-4f09-b2f9-880ecb156ad7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8204'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:10:23.958403 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-b9931850-250d-42b5-b08d-67c4c4fc919b req-0bc55960-213d-4983-b489-0f1e2268d6ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:10:24.350173 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [req-b9931850-250d-42b5-b08d-67c4c4fc919b req-0bc55960-213d-4983-b489-0f1e2268d6ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca3c7437-44a2-4c5b-a08f-1d76f17e8699 {{(pid=83444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 09:10:24.358953 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-b9931850-250d-42b5-b08d-67c4c4fc919b req-0bc55960-213d-4983-b489-0f1e2268d6ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:10:24.378728 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-b9931850-250d-42b5-b08d-67c4c4fc919b req-0bc55960-213d-4983-b489-0f1e2268d6ad service neutron] Transition to ACTIVE for port object ca3c7437-44a2-4c5b-a08f-1d76f17e8699 will not be triggered until provisioned by entity L2. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:10:24.381682 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-b9931850-250d-42b5-b08d-67c4c4fc919b req-0bc55960-213d-4983-b489-0f1e2268d6ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:10:24.385437 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-555f40c0-9db8-43aa-ae0c-0aac6f99578e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:10:24.666637 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc55960-213d-4983-b489-0f1e2268d6ad service neutron] Pushing event updated for resources: {'Port': ['ID=ca3c7437-44a2-4c5b-a08f-1d76f17e8699,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:10:24.670988 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0bc55960-213d-4983-b489-0f1e2268d6ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:10:24.793724 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a915a-3f43-492c-a540-252b4ff4ef84 req-eb72c77a-a7cf-4417-899c-c1ce0b80fb92 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:10:24.794511 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-357a915a-3f43-492c-a540-252b4ff4ef84 req-eb72c77a-a7cf-4417-899c-c1ce0b80fb92 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Synchronizing usage tracker for tenant:a8f5fccffee94c469e368ffde81f4d1b on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:10:24.805555 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-b9931850-250d-42b5-b08d-67c4c4fc919b req-0bc55960-213d-4983-b489-0f1e2268d6ad service neutron] Attempting to bind port ca3c7437-44a2-4c5b-a08f-1d76f17e8699 on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 09:10:24.805884 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-b9931850-250d-42b5-b08d-67c4c4fc919b req-0bc55960-213d-4983-b489-0f1e2268d6ad service neutron] Attempting to bind port ca3c7437-44a2-4c5b-a08f-1d76f17e8699 by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': 'c2227b01-f7b1-45b9-a4d2-15611f9069f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '9062961b-f37b-4d57-8667-d36cf1bc6b74'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 09:10:24.806213 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9931850-250d-42b5-b08d-67c4c4fc919b req-0bc55960-213d-4983-b489-0f1e2268d6ad service neutron] Attempting to bind port ca3c7437-44a2-4c5b-a08f-1d76f17e8699 on network 9062961b-f37b-4d57-8667-d36cf1bc6b74 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:10:24.817940 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9931850-250d-42b5-b08d-67c4c4fc919b req-0bc55960-213d-4983-b489-0f1e2268d6ad service neutron] Port ca3c7437-44a2-4c5b-a08f-1d76f17e8699 on network 9062961b-f37b-4d57-8667-d36cf1bc6b74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 09:10:24.818303 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9931850-250d-42b5-b08d-67c4c4fc919b req-0bc55960-213d-4983-b489-0f1e2268d6ad service neutron] Attempting to bind port ca3c7437-44a2-4c5b-a08f-1d76f17e8699 on network 9062961b-f37b-4d57-8667-d36cf1bc6b74 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:10:24.821294 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-357a915a-3f43-492c-a540-252b4ff4ef84 req-eb72c77a-a7cf-4417-899c-c1ce0b80fb92 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Unset dirty status for tenant:a8f5fccffee94c469e368ffde81f4d1b on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:10:24.822424 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-357a915a-3f43-492c-a540-252b4ff4ef84 req-eb72c77a-a7cf-4417-899c-c1ce0b80fb92 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/ports?device_id=19ad07c6-ae45-4f09-b2f9-880ecb156ad7 HTTP/1.1" status: 200 len: 944 time: 0.2217438 Dec 20 09:10:24.827250 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9931850-250d-42b5-b08d-67c4c4fc919b req-0bc55960-213d-4983-b489-0f1e2268d6ad service neutron] Checking agent: {'id': 'bd419857-3bec-4b96-b211-3fb278c66880', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8204', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 40, 10), 'started_at': datetime.datetime(2021, 12, 20, 8, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 9, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 09:10:24.827586 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9931850-250d-42b5-b08d-67c4c4fc919b req-0bc55960-213d-4983-b489-0f1e2268d6ad service neutron] Checking segment: {'id': 'c2227b01-f7b1-45b9-a4d2-15611f9069f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '9062961b-f37b-4d57-8667-d36cf1bc6b74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:10:24.827969 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9931850-250d-42b5-b08d-67c4c4fc919b req-0bc55960-213d-4983-b489-0f1e2268d6ad service neutron] Bound using segment: {'id': 'c2227b01-f7b1-45b9-a4d2-15611f9069f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '9062961b-f37b-4d57-8667-d36cf1bc6b74'} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 09:10:24.828391 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-b9931850-250d-42b5-b08d-67c4c4fc919b req-0bc55960-213d-4983-b489-0f1e2268d6ad service neutron] Bound port: ca3c7437-44a2-4c5b-a08f-1d76f17e8699, host: hv-neutron-8204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2227b01-f7b1-45b9-a4d2-15611f9069f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '9062961b-f37b-4d57-8667-d36cf1bc6b74'}}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 09:10:24.828735 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-b9931850-250d-42b5-b08d-67c4c4fc919b req-0bc55960-213d-4983-b489-0f1e2268d6ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:10:24.949380 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-357a915a-3f43-492c-a540-252b4ff4ef84 req-74ad53d8-409a-48db-b7e7-6e1b44d34cc8 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0cacf9b-94f4-48e9-b651-0d64771ce13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061757 Dec 20 09:10:24.955319 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-b9931850-250d-42b5-b08d-67c4c4fc919b req-0bc55960-213d-4983-b489-0f1e2268d6ad service neutron] For port ca3c7437-44a2-4c5b-a08f-1d76f17e8699, host hv-neutron-8204, cleared binding levels {{(pid=83444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 09:10:24.958705 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-b9931850-250d-42b5-b08d-67c4c4fc919b req-0bc55960-213d-4983-b489-0f1e2268d6ad service neutron] For port ca3c7437-44a2-4c5b-a08f-1d76f17e8699, host hv-neutron-8204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=ca3c7437-44a2-4c5b-a08f-1d76f17e8699,segment=NetworkSegment(c2227b01-f7b1-45b9-a4d2-15611f9069f7),segment_id=c2227b01-f7b1-45b9-a4d2-15611f9069f7)] {{(pid=83444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 09:10:24.963590 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-b9931850-250d-42b5-b08d-67c4c4fc919b req-0bc55960-213d-4983-b489-0f1e2268d6ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:10:24.968795 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-fa4b1b8d-1158-4e36-8694-868b2e6de7a9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:10:25.025713 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-b9931850-250d-42b5-b08d-67c4c4fc919b req-0bc55960-213d-4983-b489-0f1e2268d6ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:10:25.027069 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b9931850-250d-42b5-b08d-67c4c4fc919b req-0bc55960-213d-4983-b489-0f1e2268d6ad service neutron] 10.222.0.58 "PUT /v2.0/ports/ca3c7437-44a2-4c5b-a08f-1d76f17e8699 HTTP/1.1" status: 200 len: 1094 time: 1.1838088 Dec 20 09:10:25.045080 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc55960-213d-4983-b489-0f1e2268d6ad service neutron] Pushing event updated for resources: {'Port': ['ID=ca3c7437-44a2-4c5b-a08f-1d76f17e8699,revision_number=3']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:10:25.047977 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0bc55960-213d-4983-b489-0f1e2268d6ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:10:25.134013 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b9931850-250d-42b5-b08d-67c4c4fc919b req-27b5e5d4-2516-4ed6-b2ed-ba9374e81e20 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a8f5fccffee94c469e368ffde81f4d1b&device_id=19ad07c6-ae45-4f09-b2f9-880ecb156ad7 HTTP/1.1" status: 200 len: 1097 time: 0.0704553 Dec 20 09:10:25.205714 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b9931850-250d-42b5-b08d-67c4c4fc919b req-07b3f079-8345-4619-b556-91591ac99fdf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca3c7437-44a2-4c5b-a08f-1d76f17e8699 HTTP/1.1" status: 200 len: 217 time: 0.0645099 Dec 20 09:10:25.268609 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9931850-250d-42b5-b08d-67c4c4fc919b req-44588e67-073c-4f17-a721-1f62f4364d2b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:10:25.270091 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b9931850-250d-42b5-b08d-67c4c4fc919b req-44588e67-073c-4f17-a721-1f62f4364d2b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5fa9b5b1-ca1e-4b9b-a367-e285826b1f54 HTTP/1.1" status: 200 len: 854 time: 0.0585389 Dec 20 09:10:25.315616 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b9931850-250d-42b5-b08d-67c4c4fc919b req-89b043ee-d571-4371-a7ad-bf7c16a952d1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9062961b-f37b-4d57-8667-d36cf1bc6b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388215 Dec 20 09:10:25.449790 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b9931850-250d-42b5-b08d-67c4c4fc919b req-8b3ad9b1-395e-40c7-a038-71a17a7dfec2 service neutron] 10.222.0.58 "GET /v2.0/networks/9062961b-f37b-4d57-8667-d36cf1bc6b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269345 Dec 20 09:10:25.588091 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b9931850-250d-42b5-b08d-67c4c4fc919b req-b7aceea7-0193-47a7-aeb7-b03e111fa5ee service neutron] 10.222.0.58 "GET /v2.0/networks/9062961b-f37b-4d57-8667-d36cf1bc6b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282487 Dec 20 09:10:25.691230 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19ad07c6-ae45-4f09-b2f9-880ecb156ad7', 'tag': 'ca3c7437-44a2-4c5b-a08f-1d76f17e8699'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:10:25.748921 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19ad07c6-ae45-4f09-b2f9-880ecb156ad7', 'tag': 'ca3c7437-44a2-4c5b-a08f-1d76f17e8699', 'status': 'completed', 'code': 200} Dec 20 09:10:25.847982 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dbaf9d9a-eb68-42d5-9195-c7100bf91056 req-3ead8cce-52e1-44ee-9710-afcb090c773b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a8f5fccffee94c469e368ffde81f4d1b&device_id=19ad07c6-ae45-4f09-b2f9-880ecb156ad7 HTTP/1.1" status: 200 len: 1097 time: 0.0766416 Dec 20 09:10:25.983201 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaf9d9a-eb68-42d5-9195-c7100bf91056 req-f00db6b8-ea78-4809-9d08-79f8a9805718 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:10:25.985859 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dbaf9d9a-eb68-42d5-9195-c7100bf91056 req-f00db6b8-ea78-4809-9d08-79f8a9805718 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9062961b-f37b-4d57-8667-d36cf1bc6b74 HTTP/1.1" status: 200 len: 915 time: 0.1305428 Dec 20 09:10:26.052422 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dbaf9d9a-eb68-42d5-9195-c7100bf91056 req-0a902604-2a9b-4fc1-813a-97c6810f6493 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca3c7437-44a2-4c5b-a08f-1d76f17e8699 HTTP/1.1" status: 200 len: 217 time: 0.0607555 Dec 20 09:10:26.159976 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaf9d9a-eb68-42d5-9195-c7100bf91056 req-b6cde17f-a0e3-46e7-b471-0677c08c54b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:10:26.161342 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dbaf9d9a-eb68-42d5-9195-c7100bf91056 req-b6cde17f-a0e3-46e7-b471-0677c08c54b1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5fa9b5b1-ca1e-4b9b-a367-e285826b1f54 HTTP/1.1" status: 200 len: 854 time: 0.1035085 Dec 20 09:10:26.218890 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dbaf9d9a-eb68-42d5-9195-c7100bf91056 req-2f4bc9c5-b4e3-420a-a403-4d6cb95a6ee3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9062961b-f37b-4d57-8667-d36cf1bc6b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497339 Dec 20 09:10:26.229261 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20734d75-6b02-49c5-9113-b4261947acec req-db81e493-57bc-4e44-b7b8-dfe7602657f5 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:10:26.230928 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-20734d75-6b02-49c5-9113-b4261947acec req-db81e493-57bc-4e44-b7b8-dfe7602657f5 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/ports?device_id=19ad07c6-ae45-4f09-b2f9-880ecb156ad7 HTTP/1.1" status: 200 len: 944 time: 0.1398318 Dec 20 09:10:26.464584 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-20734d75-6b02-49c5-9113-b4261947acec req-44cab2e4-97ba-40a7-9fe7-bbe47b33eebb tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0cacf9b-94f4-48e9-b651-0d64771ce13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153575 Dec 20 09:10:26.497071 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dbaf9d9a-eb68-42d5-9195-c7100bf91056 req-beea3ad2-54b9-4cf4-a0fc-e0ff3d090a3b service neutron] 10.222.0.58 "GET /v2.0/networks/9062961b-f37b-4d57-8667-d36cf1bc6b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651300 Dec 20 09:10:26.629954 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dbaf9d9a-eb68-42d5-9195-c7100bf91056 req-1808fda4-5b78-4527-ab25-030e810d901d service neutron] 10.222.0.58 "GET /v2.0/networks/9062961b-f37b-4d57-8667-d36cf1bc6b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265142 Dec 20 09:10:26.758592 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 6d9f609f-7e3f-4597-83b4-7ee32a6e61c0 no longer exists at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 09:10:26.792396 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] No Port match for: 6d9f609f-7e3f-4597-83b4-7ee32a6e61c0 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 09:10:26.792748 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 6d9f609f-7e3f-4597-83b4-7ee32a6e61c0 not bound to the agent host hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 09:10:27.666496 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e331cd2a-d8d1-42d0-bf36-8b92d14b2540 req-4cb5fce8-a2f0-4386-b57f-41cc6d7ae5ca tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:10:27.667937 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-e331cd2a-d8d1-42d0-bf36-8b92d14b2540 req-4cb5fce8-a2f0-4386-b57f-41cc6d7ae5ca tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/ports?device_id=19ad07c6-ae45-4f09-b2f9-880ecb156ad7 HTTP/1.1" status: 200 len: 944 time: 0.0768757 Dec 20 09:10:27.713449 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-e331cd2a-d8d1-42d0-bf36-8b92d14b2540 req-d69bead2-2ed8-4bc8-9454-62763f9d59b4 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0cacf9b-94f4-48e9-b651-0d64771ce13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394602 Dec 20 09:10:28.773561 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device ca3c7437-44a2-4c5b-a08f-1d76f17e8699 details requested by agent hyperv_hv-neutron-8204 with host hv-neutron-8204 {{(pid=83446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 09:10:28.910409 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port ca3c7437-44a2-4c5b-a08f-1d76f17e8699, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=ca3c7437-44a2-4c5b-a08f-1d76f17e8699,segment=NetworkSegment(c2227b01-f7b1-45b9-a4d2-15611f9069f7),segment_id=c2227b01-f7b1-45b9-a4d2-15611f9069f7)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:10:28.918049 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae313ad-c7f7-4008-a729-65dd28591c9d req-7a98b920-dcf1-4cfa-b09d-89867b473114 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:10:28.920231 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9ae313ad-c7f7-4008-a729-65dd28591c9d req-7a98b920-dcf1-4cfa-b09d-89867b473114 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/ports?device_id=19ad07c6-ae45-4f09-b2f9-880ecb156ad7 HTTP/1.1" status: 200 len: 944 time: 0.0795221 Dec 20 09:10:28.924686 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Returning: {'device': 'ca3c7437-44a2-4c5b-a08f-1d76f17e8699', 'network_id': '9062961b-f37b-4d57-8667-d36cf1bc6b74', 'port_id': 'ca3c7437-44a2-4c5b-a08f-1d76f17e8699', 'mac_address': 'fa:16:3e:ca:c6:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fa9b5b1-ca1e-4b9b-a367-e285826b1f54', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 09:10:28.972852 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9ae313ad-c7f7-4008-a729-65dd28591c9d req-976b27ea-55c8-41ee-b829-fb77c07749d6 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0cacf9b-94f4-48e9-b651-0d64771ce13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469677 Dec 20 09:10:28.980072 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:10:29.002085 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca3c7437-44a2-4c5b-a08f-1d76f17e8699 {{(pid=83446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 09:10:29.017316 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port ca3c7437-44a2-4c5b-a08f-1d76f17e8699, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=ca3c7437-44a2-4c5b-a08f-1d76f17e8699,segment=NetworkSegment(c2227b01-f7b1-45b9-a4d2-15611f9069f7),segment_id=c2227b01-f7b1-45b9-a4d2-15611f9069f7)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:10:29.021281 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:10:29.023059 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:10:29.126775 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=ca3c7437-44a2-4c5b-a08f-1d76f17e8699,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:10:29.130015 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:10:29.343070 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] get_ports_and_sgs() called for port_ids ['ca3c7437-44a2-4c5b-a08f-1d76f17e8699'] {{(pid=83446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 09:10:30.190952 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4332bb2a-25af-47c1-a99f-b5d0ff5a7026 req-9fbf54a7-53ec-41a6-8920-6156657b967b tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:10:30.192392 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-4332bb2a-25af-47c1-a99f-b5d0ff5a7026 req-9fbf54a7-53ec-41a6-8920-6156657b967b tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/ports?device_id=19ad07c6-ae45-4f09-b2f9-880ecb156ad7 HTTP/1.1" status: 200 len: 945 time: 0.0918221 Dec 20 09:10:30.240418 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-4332bb2a-25af-47c1-a99f-b5d0ff5a7026 req-6ebec068-ee39-47f4-9428-abfa246afc3d tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0cacf9b-94f4-48e9-b651-0d64771ce13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424366 Dec 20 09:10:30.780145 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device ca3c7437-44a2-4c5b-a08f-1d76f17e8699 up at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:10:30.848988 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning for port ca3c7437-44a2-4c5b-a08f-1d76f17e8699 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:10:30.853659 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning complete for port ca3c7437-44a2-4c5b-a08f-1d76f17e8699 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:10:30.854037 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:10:30.970313 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:10:31.001801 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ad07c6-ae45-4f09-b2f9-880ecb156ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca3c7437-44a2-4c5b-a08f-1d76f17e8699'}] {{(pid=83446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:10:31.012214 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port ca3c7437-44a2-4c5b-a08f-1d76f17e8699, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=ca3c7437-44a2-4c5b-a08f-1d76f17e8699,segment=NetworkSegment(c2227b01-f7b1-45b9-a4d2-15611f9069f7),segment_id=c2227b01-f7b1-45b9-a4d2-15611f9069f7)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:10:31.016834 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:10:31.019692 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-b31baf36-600c-485e-9845-92516d9af30e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:10:31.088946 dv-neutron-820491-1-hyperv neutron-server[83446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ad07c6-ae45-4f09-b2f9-880ecb156ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca3c7437-44a2-4c5b-a08f-1d76f17e8699', 'code': 200} Dec 20 09:10:31.092453 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=ca3c7437-44a2-4c5b-a08f-1d76f17e8699,revision_number=5']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:10:31.095263 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:10:31.314037 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-77d2edf3-79eb-4199-815f-d2e66c4de1d7 req-78f4ee81-9669-466a-96b1-f94fd44e652b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=19ad07c6-ae45-4f09-b2f9-880ecb156ad7 HTTP/1.1" status: 200 len: 1099 time: 0.0700567 Dec 20 09:10:31.356962 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-77d2edf3-79eb-4199-815f-d2e66c4de1d7 req-f1c06998-332f-4a60-a421-a0c240f976e1 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=e0cacf9b-94f4-48e9-b651-0d64771ce13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365851 Dec 20 09:10:31.445068 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b686eba-744b-4af2-a725-e3dc2f627579 req-54438885-dcbb-40c2-bfeb-a0eae65b2083 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:10:31.446542 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-5b686eba-744b-4af2-a725-e3dc2f627579 req-54438885-dcbb-40c2-bfeb-a0eae65b2083 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/ports?device_id=19ad07c6-ae45-4f09-b2f9-880ecb156ad7 HTTP/1.1" status: 200 len: 946 time: 0.0841365 Dec 20 09:10:31.494332 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-5b686eba-744b-4af2-a725-e3dc2f627579 req-366c540e-68b2-402b-9ca0-199fe7f0a06b tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0cacf9b-94f4-48e9-b651-0d64771ce13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417728 Dec 20 09:10:32.710819 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582ccf70-7c27-4b1e-a36d-ecad19b22f3c req-650da6af-e7eb-4679-8f3e-594cdbbeb9ac tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:10:32.712370 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-582ccf70-7c27-4b1e-a36d-ecad19b22f3c req-650da6af-e7eb-4679-8f3e-594cdbbeb9ac tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/ports?device_id=19ad07c6-ae45-4f09-b2f9-880ecb156ad7 HTTP/1.1" status: 200 len: 946 time: 0.0851941 Dec 20 09:10:32.770103 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-582ccf70-7c27-4b1e-a36d-ecad19b22f3c req-e37eab21-f6b2-4fec-909d-3d670b292357 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0cacf9b-94f4-48e9-b651-0d64771ce13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462763 Dec 20 09:10:33.994688 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7966194f-2e49-4952-aa16-808cf93b16cd req-7cdada59-af54-47fc-998a-a075dc112460 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:10:33.996150 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-7966194f-2e49-4952-aa16-808cf93b16cd req-7cdada59-af54-47fc-998a-a075dc112460 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/ports?device_id=19ad07c6-ae45-4f09-b2f9-880ecb156ad7 HTTP/1.1" status: 200 len: 946 time: 0.0875468 Dec 20 09:10:34.051568 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-7966194f-2e49-4952-aa16-808cf93b16cd req-ddbaeeae-b925-4a7d-8300-8a7149eefe8e tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0cacf9b-94f4-48e9-b651-0d64771ce13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461977 Dec 20 09:10:34.318722 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e177ba-9555-4239-98a7-e865a3192f87 req-811911fd-fd78-42c8-9a9c-0bcf9d074b01 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:10:34.320157 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-91e177ba-9555-4239-98a7-e865a3192f87 req-811911fd-fd78-42c8-9a9c-0bcf9d074b01 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/ports?device_id=19ad07c6-ae45-4f09-b2f9-880ecb156ad7 HTTP/1.1" status: 200 len: 946 time: 0.0798841 Dec 20 09:10:34.376559 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-91e177ba-9555-4239-98a7-e865a3192f87 req-d181a7c8-9e39-4f58-9802-11b8c577cb58 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0cacf9b-94f4-48e9-b651-0d64771ce13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489113 Dec 20 09:10:34.580802 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-3e8d56c3-4d78-4217-81c5-c2ee69e95985 req-a2569b92-6e4a-4c6a-831e-6c8f04c0c7c7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=19ad07c6-ae45-4f09-b2f9-880ecb156ad7&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0707643 Dec 20 09:10:34.919032 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fd671874-fa33-44c3-8517-027c8593f3c8 req-8e542977-aa1f-46bf-90ed-2dcd7e794a49 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=19ad07c6-ae45-4f09-b2f9-880ecb156ad7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1396222 Dec 20 09:10:34.937883 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca4fb5-a239-458f-bb2a-8849fdef0c44 req-db5a48d2-0799-47dd-b5fa-860ced640fbc tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:10:34.939472 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dbca4fb5-a239-458f-bb2a-8849fdef0c44 req-db5a48d2-0799-47dd-b5fa-860ced640fbc tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/ports?device_id=19ad07c6-ae45-4f09-b2f9-880ecb156ad7 HTTP/1.1" status: 200 len: 946 time: 0.1013119 Dec 20 09:10:34.992581 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dbca4fb5-a239-458f-bb2a-8849fdef0c44 req-27b5495b-0123-43bd-a2ca-95ef9df53c30 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0cacf9b-94f4-48e9-b651-0d64771ce13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474174 Dec 20 09:10:36.127354 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:10:36.193514 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fd671874-fa33-44c3-8517-027c8593f3c8 req-ba066c51-795d-433c-9a63-a3adc35bf091 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a8f5fccffee94c469e368ffde81f4d1b&device_id=19ad07c6-ae45-4f09-b2f9-880ecb156ad7 HTTP/1.1" status: 200 len: 1099 time: 0.0776691 Dec 20 09:10:36.212682 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b46e529-89c9-4a63-a2de-c5385d0f1bff req-5d4f8f5a-5e4a-45f4-890c-eadbeb238e9a tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:10:36.214155 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-3b46e529-89c9-4a63-a2de-c5385d0f1bff req-5d4f8f5a-5e4a-45f4-890c-eadbeb238e9a tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/ports?device_id=19ad07c6-ae45-4f09-b2f9-880ecb156ad7 HTTP/1.1" status: 200 len: 946 time: 0.0802758 Dec 20 09:10:36.259975 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-3b46e529-89c9-4a63-a2de-c5385d0f1bff req-00592eaf-1c8f-41ee-9deb-9bea81210c7f tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0cacf9b-94f4-48e9-b651-0d64771ce13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402420 Dec 20 09:10:36.327252 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd671874-fa33-44c3-8517-027c8593f3c8 req-1854559b-692f-4f2d-8042-f9628c18ed2b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:10:36.328598 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fd671874-fa33-44c3-8517-027c8593f3c8 req-1854559b-692f-4f2d-8042-f9628c18ed2b service neutron] 10.222.0.58 "GET /v2.0/networks?id=9062961b-f37b-4d57-8667-d36cf1bc6b74 HTTP/1.1" status: 200 len: 915 time: 0.1273172 Dec 20 09:10:36.398524 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fd671874-fa33-44c3-8517-027c8593f3c8 req-6e87532e-4df2-4e34-9689-30c008e9b466 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca3c7437-44a2-4c5b-a08f-1d76f17e8699 HTTP/1.1" status: 200 len: 217 time: 0.0632339 Dec 20 09:10:36.458680 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd671874-fa33-44c3-8517-027c8593f3c8 req-05bea87b-6fa1-4e86-a66c-4951a581c191 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:10:36.460057 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fd671874-fa33-44c3-8517-027c8593f3c8 req-05bea87b-6fa1-4e86-a66c-4951a581c191 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5fa9b5b1-ca1e-4b9b-a367-e285826b1f54 HTTP/1.1" status: 200 len: 854 time: 0.0561345 Dec 20 09:10:36.504731 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fd671874-fa33-44c3-8517-027c8593f3c8 req-f3d5d0d7-7625-4c08-8e0b-77bb4f682332 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9062961b-f37b-4d57-8667-d36cf1bc6b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384970 Dec 20 09:10:36.636136 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fd671874-fa33-44c3-8517-027c8593f3c8 req-4aafdc27-c4d5-42a2-b692-723bfba15bf9 service neutron] 10.222.0.58 "GET /v2.0/networks/9062961b-f37b-4d57-8667-d36cf1bc6b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246953 Dec 20 09:10:36.771040 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fd671874-fa33-44c3-8517-027c8593f3c8 req-01183f3b-2e24-4cdd-86b1-1b7d213267fc service neutron] 10.222.0.58 "GET /v2.0/networks/9062961b-f37b-4d57-8667-d36cf1bc6b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289046 Dec 20 09:10:37.463614 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4205ce-f57e-47ee-ad9f-c8dea037760a req-3bda34f2-b8f4-4866-8bd9-385289b330ee tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:10:37.465039 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dc4205ce-f57e-47ee-ad9f-c8dea037760a req-3bda34f2-b8f4-4866-8bd9-385289b330ee tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/ports?device_id=19ad07c6-ae45-4f09-b2f9-880ecb156ad7 HTTP/1.1" status: 200 len: 946 time: 0.0851567 Dec 20 09:10:37.510441 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dc4205ce-f57e-47ee-ad9f-c8dea037760a req-f2109031-6da2-4e15-b5cf-6032db739cfb tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0cacf9b-94f4-48e9-b651-0d64771ce13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392029 Dec 20 09:10:38.705706 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6cc0e7-e268-4fb9-8a8f-38e0f7776ae7 req-d908dff3-7ac4-4f20-b2d7-c77ce74b329c tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:10:38.707138 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-ef6cc0e7-e268-4fb9-8a8f-38e0f7776ae7 req-d908dff3-7ac4-4f20-b2d7-c77ce74b329c tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/ports?device_id=19ad07c6-ae45-4f09-b2f9-880ecb156ad7 HTTP/1.1" status: 200 len: 946 time: 0.0754168 Dec 20 09:10:38.752742 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-ef6cc0e7-e268-4fb9-8a8f-38e0f7776ae7 req-f744b80b-a741-4529-bccb-70185d40f0fe tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0cacf9b-94f4-48e9-b651-0d64771ce13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401235 Dec 20 09:10:39.951093 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54654f0-c66c-4a5b-8a21-59ec96df6619 req-cc6510ba-0b01-48e8-8708-375229b79136 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:10:39.952423 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c54654f0-c66c-4a5b-8a21-59ec96df6619 req-cc6510ba-0b01-48e8-8708-375229b79136 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/ports?device_id=19ad07c6-ae45-4f09-b2f9-880ecb156ad7 HTTP/1.1" status: 200 len: 946 time: 0.0763578 Dec 20 09:10:39.999454 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c54654f0-c66c-4a5b-8a21-59ec96df6619 req-6062a60b-b26f-4728-8e2a-5e809dfd49f0 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0cacf9b-94f4-48e9-b651-0d64771ce13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415614 Dec 20 09:10:40.155844 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:10:41.203145 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624d30a1-6436-436f-b80a-1fac6c0285a9 req-6b635b2f-fe8e-490f-9c0e-3bb84df88b8d tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:10:41.204577 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-624d30a1-6436-436f-b80a-1fac6c0285a9 req-6b635b2f-fe8e-490f-9c0e-3bb84df88b8d tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/ports?device_id=19ad07c6-ae45-4f09-b2f9-880ecb156ad7 HTTP/1.1" status: 200 len: 946 time: 0.0836866 Dec 20 09:10:41.252089 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-624d30a1-6436-436f-b80a-1fac6c0285a9 req-fcc0abf3-b12d-4220-8f7f-65a4af5241c7 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0cacf9b-94f4-48e9-b651-0d64771ce13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416961 Dec 20 09:10:42.564724 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b913f0-45a5-4893-b057-1164ce85dfba req-a62b9bf1-9c43-4580-b6e4-065589457259 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:10:42.566056 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-75b913f0-45a5-4893-b057-1164ce85dfba req-a62b9bf1-9c43-4580-b6e4-065589457259 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/ports?device_id=19ad07c6-ae45-4f09-b2f9-880ecb156ad7 HTTP/1.1" status: 200 len: 946 time: 0.1789012 Dec 20 09:10:42.568823 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-023caff9-26ae-456d-a3f7-8aa776c72959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:10:42.611659 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-75b913f0-45a5-4893-b057-1164ce85dfba req-904d7277-ad23-4d79-947f-12675b3ee4b8 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0cacf9b-94f4-48e9-b651-0d64771ce13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400236 Dec 20 09:10:43.815704 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11fc924-cef3-4c6f-9184-b49c48d626b9 req-48d084c2-668e-4367-a6df-6d3826adecc1 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:10:43.817154 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-c11fc924-cef3-4c6f-9184-b49c48d626b9 req-48d084c2-668e-4367-a6df-6d3826adecc1 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/ports?device_id=19ad07c6-ae45-4f09-b2f9-880ecb156ad7 HTTP/1.1" status: 200 len: 946 time: 0.0771475 Dec 20 09:10:43.867744 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-c11fc924-cef3-4c6f-9184-b49c48d626b9 req-480798ea-9f14-4dd3-b27f-374c39632024 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0cacf9b-94f4-48e9-b651-0d64771ce13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448301 Dec 20 09:10:44.873049 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-842526a1-3583-4d66-bdf5-fbb9ab617d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:10:45.066057 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6399a5-20b6-43df-8641-a85a59792e11 req-da073b7e-64b7-4986-9787-99ad3346b16a tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:10:45.067522 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-cd6399a5-20b6-43df-8641-a85a59792e11 req-da073b7e-64b7-4986-9787-99ad3346b16a tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/ports?device_id=19ad07c6-ae45-4f09-b2f9-880ecb156ad7 HTTP/1.1" status: 200 len: 946 time: 0.0807180 Dec 20 09:10:45.115314 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-cd6399a5-20b6-43df-8641-a85a59792e11 req-c7b47fe8-4dc3-4138-a3f6-aa9a5071572f tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0cacf9b-94f4-48e9-b651-0d64771ce13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422246 Dec 20 09:10:45.999301 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:10:46.064746 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:10:46.315663 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bd0f9d-4b2b-4ea3-aa1b-25e55c05fd66 req-1ae0ed52-c814-4f10-9f4c-0ee4142d0ebc tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:10:46.317015 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-f5bd0f9d-4b2b-4ea3-aa1b-25e55c05fd66 req-1ae0ed52-c814-4f10-9f4c-0ee4142d0ebc tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/ports?device_id=19ad07c6-ae45-4f09-b2f9-880ecb156ad7 HTTP/1.1" status: 200 len: 946 time: 0.0771639 Dec 20 09:10:46.363314 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-f5bd0f9d-4b2b-4ea3-aa1b-25e55c05fd66 req-118808f4-eb59-4dd7-b64e-b723462ae8f5 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0cacf9b-94f4-48e9-b651-0d64771ce13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408149 Dec 20 09:10:47.411565 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b01a84c8-d1da-45d2-b288-8354a2aa8976 req-2e910406-fb39-4512-8ccb-c34f85c2e114 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a8f5fccffee94c469e368ffde81f4d1b&device_id=19ad07c6-ae45-4f09-b2f9-880ecb156ad7 HTTP/1.1" status: 200 len: 1099 time: 0.0694349 Dec 20 09:10:47.466892 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:10:47.614926 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a84c8-d1da-45d2-b288-8354a2aa8976 req-2af504c7-b526-46b3-968e-2600f09c3d80 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:10:47.616407 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b01a84c8-d1da-45d2-b288-8354a2aa8976 req-2af504c7-b526-46b3-968e-2600f09c3d80 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9062961b-f37b-4d57-8667-d36cf1bc6b74 HTTP/1.1" status: 200 len: 915 time: 0.1804709 Dec 20 09:10:47.696608 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b01a84c8-d1da-45d2-b288-8354a2aa8976 req-44ddff0e-c8b5-4d25-ac28-242ee79ab803 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca3c7437-44a2-4c5b-a08f-1d76f17e8699 HTTP/1.1" status: 200 len: 217 time: 0.0723553 Dec 20 09:10:47.704970 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ebbfa9-a500-443b-970b-7305a9225a8a req-d2925cd9-55e6-4384-b0fb-0143a75deeae tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:10:47.706397 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f4ebbfa9-a500-443b-970b-7305a9225a8a req-d2925cd9-55e6-4384-b0fb-0143a75deeae tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/ports?device_id=19ad07c6-ae45-4f09-b2f9-880ecb156ad7 HTTP/1.1" status: 200 len: 946 time: 0.1769245 Dec 20 09:10:47.797005 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a84c8-d1da-45d2-b288-8354a2aa8976 req-6de69fd9-8f03-424c-b70f-3e0a07151510 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:10:47.798487 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b01a84c8-d1da-45d2-b288-8354a2aa8976 req-6de69fd9-8f03-424c-b70f-3e0a07151510 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5fa9b5b1-ca1e-4b9b-a367-e285826b1f54 HTTP/1.1" status: 200 len: 854 time: 0.0912538 Dec 20 09:10:47.801466 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f4ebbfa9-a500-443b-970b-7305a9225a8a req-8ec7f827-89d4-4f57-a339-dbe7e666c3a1 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0cacf9b-94f4-48e9-b651-0d64771ce13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650425 Dec 20 09:10:47.845255 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b01a84c8-d1da-45d2-b288-8354a2aa8976 req-1bab8b22-0bd8-44bf-b7b1-82c8f6fa0bbc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9062961b-f37b-4d57-8667-d36cf1bc6b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403914 Dec 20 09:10:47.976457 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b01a84c8-d1da-45d2-b288-8354a2aa8976 req-6e3d14df-ac2c-4516-aba0-360b00d10cef service neutron] 10.222.0.58 "GET /v2.0/networks/9062961b-f37b-4d57-8667-d36cf1bc6b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250052 Dec 20 09:10:48.124679 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b01a84c8-d1da-45d2-b288-8354a2aa8976 req-3fdb7af0-48fc-4c4f-9508-5ead0ad85332 service neutron] 10.222.0.58 "GET /v2.0/networks/9062961b-f37b-4d57-8667-d36cf1bc6b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259811 Dec 20 09:10:49.003925 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013f7423-71b6-4553-936f-ceefb96f5380 req-56264851-7e9a-4c71-809d-b7db91cc0442 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:10:49.005441 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-013f7423-71b6-4553-936f-ceefb96f5380 req-56264851-7e9a-4c71-809d-b7db91cc0442 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/ports?device_id=19ad07c6-ae45-4f09-b2f9-880ecb156ad7 HTTP/1.1" status: 200 len: 946 time: 0.0825043 Dec 20 09:10:49.051276 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-013f7423-71b6-4553-936f-ceefb96f5380 req-f74c2075-b6c8-48ef-9627-051f82d47497 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0cacf9b-94f4-48e9-b651-0d64771ce13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403159 Dec 20 09:10:50.252271 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5256d5d-d71d-4dde-96d8-fa1e9c334b9d req-0f792b09-b4d7-4f48-b202-7339401b8aee tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:10:50.253782 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c5256d5d-d71d-4dde-96d8-fa1e9c334b9d req-0f792b09-b4d7-4f48-b202-7339401b8aee tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/ports?device_id=19ad07c6-ae45-4f09-b2f9-880ecb156ad7 HTTP/1.1" status: 200 len: 946 time: 0.0821078 Dec 20 09:10:50.302133 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c5256d5d-d71d-4dde-96d8-fa1e9c334b9d req-ad924f4b-c393-4a17-861a-6b28665dd643 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0cacf9b-94f4-48e9-b651-0d64771ce13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412095 Dec 20 09:10:51.504074 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28364af6-95b0-424b-9c5a-e15a18fc54f6 req-fd17af3f-8679-4e67-9c59-5516d4cb3226 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:10:51.505568 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-28364af6-95b0-424b-9c5a-e15a18fc54f6 req-fd17af3f-8679-4e67-9c59-5516d4cb3226 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/ports?device_id=19ad07c6-ae45-4f09-b2f9-880ecb156ad7 HTTP/1.1" status: 200 len: 946 time: 0.0783010 Dec 20 09:10:51.554366 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-28364af6-95b0-424b-9c5a-e15a18fc54f6 req-5e32a291-dd5b-4421-9e9c-3855e15c5e64 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0cacf9b-94f4-48e9-b651-0d64771ce13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430770 Dec 20 09:10:52.757739 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f231d2f-16e0-493f-9632-0adba8d68674 req-6f7bf64a-6414-477c-a3c5-2beb0545bbed tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:10:52.759108 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3f231d2f-16e0-493f-9632-0adba8d68674 req-6f7bf64a-6414-477c-a3c5-2beb0545bbed tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/ports?device_id=19ad07c6-ae45-4f09-b2f9-880ecb156ad7 HTTP/1.1" status: 200 len: 946 time: 0.0826008 Dec 20 09:10:52.808226 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3f231d2f-16e0-493f-9632-0adba8d68674 req-3fd98e0c-5f3e-442a-9d2f-5af48e6abb6a tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0cacf9b-94f4-48e9-b651-0d64771ce13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437610 Dec 20 09:10:54.016447 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc948b0-9050-4710-bd16-b2621bffd4e1 req-b05680a9-ce76-41d2-8e61-08f5d82db981 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:10:54.017926 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-edc948b0-9050-4710-bd16-b2621bffd4e1 req-b05680a9-ce76-41d2-8e61-08f5d82db981 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/ports?device_id=19ad07c6-ae45-4f09-b2f9-880ecb156ad7 HTTP/1.1" status: 200 len: 946 time: 0.0803387 Dec 20 09:10:54.061752 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-edc948b0-9050-4710-bd16-b2621bffd4e1 req-6a9033a1-e55b-4603-b3e2-046f621e5fbb tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0cacf9b-94f4-48e9-b651-0d64771ce13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384324 Dec 20 09:10:55.258220 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0829b90a-a0c8-482e-ac00-894b6a5e26aa req-c0e0bf7b-e3a2-4483-ad95-5e74a7aa486e tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:10:55.259683 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0829b90a-a0c8-482e-ac00-894b6a5e26aa req-c0e0bf7b-e3a2-4483-ad95-5e74a7aa486e tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/ports?device_id=19ad07c6-ae45-4f09-b2f9-880ecb156ad7 HTTP/1.1" status: 200 len: 946 time: 0.0756626 Dec 20 09:10:55.305204 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0829b90a-a0c8-482e-ac00-894b6a5e26aa req-f02a8b7e-18b3-4bb6-81a7-da510c9dc2cd tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0cacf9b-94f4-48e9-b651-0d64771ce13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394135 Dec 20 09:10:56.497210 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed86bf4-47bf-41bf-8907-dfc6cda6a3db req-09a0687d-9f7c-4f5f-a802-442b553fc114 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:10:56.498667 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-5ed86bf4-47bf-41bf-8907-dfc6cda6a3db req-09a0687d-9f7c-4f5f-a802-442b553fc114 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/ports?device_id=19ad07c6-ae45-4f09-b2f9-880ecb156ad7 HTTP/1.1" status: 200 len: 946 time: 0.0747449 Dec 20 09:10:56.547263 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-5ed86bf4-47bf-41bf-8907-dfc6cda6a3db req-253a68aa-d1d5-4f17-b726-9fb735ed8549 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0cacf9b-94f4-48e9-b651-0d64771ce13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432272 Dec 20 09:10:57.746977 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1710ae4-dca6-45d5-be1f-7a6ab5b72c0b req-c082f69c-bfc8-4066-98a7-902ac33697df tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:10:57.748439 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e1710ae4-dca6-45d5-be1f-7a6ab5b72c0b req-c082f69c-bfc8-4066-98a7-902ac33697df tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/ports?device_id=19ad07c6-ae45-4f09-b2f9-880ecb156ad7 HTTP/1.1" status: 200 len: 946 time: 0.0808833 Dec 20 09:10:57.797361 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e1710ae4-dca6-45d5-be1f-7a6ab5b72c0b req-5b5f942f-11f6-4728-a4cd-9869c517573e tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0cacf9b-94f4-48e9-b651-0d64771ce13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434299 Dec 20 09:10:58.995401 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cda2ff-a78b-4486-95e7-4e7fc95459ce req-37a234e3-8358-4834-a837-87468c5b0997 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:10:58.996926 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-25cda2ff-a78b-4486-95e7-4e7fc95459ce req-37a234e3-8358-4834-a837-87468c5b0997 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/ports?device_id=19ad07c6-ae45-4f09-b2f9-880ecb156ad7 HTTP/1.1" status: 200 len: 946 time: 0.0769172 Dec 20 09:10:59.042963 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-25cda2ff-a78b-4486-95e7-4e7fc95459ce req-773334c2-ba99-4539-a30d-15c24e7291a0 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0cacf9b-94f4-48e9-b651-0d64771ce13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405207 Dec 20 09:11:00.235716 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaa438c-a770-4aef-b692-ffee8a112ee3 req-5cbad1f9-5c04-42d0-ada3-b1b4a68b18bc tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:11:00.237130 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1aaa438c-a770-4aef-b692-ffee8a112ee3 req-5cbad1f9-5c04-42d0-ada3-b1b4a68b18bc tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/ports?device_id=19ad07c6-ae45-4f09-b2f9-880ecb156ad7 HTTP/1.1" status: 200 len: 946 time: 0.0748093 Dec 20 09:11:00.281187 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1aaa438c-a770-4aef-b692-ffee8a112ee3 req-729bb53b-d5f9-432c-96dd-a14e578662fd tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0cacf9b-94f4-48e9-b651-0d64771ce13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384929 Dec 20 09:11:01.478068 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a1d180-148e-41be-9e8a-7ee0a916c5af req-a87ce021-3100-4f28-98f4-633c3f287bdb tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:11:01.479472 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-18a1d180-148e-41be-9e8a-7ee0a916c5af req-a87ce021-3100-4f28-98f4-633c3f287bdb tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/ports?device_id=19ad07c6-ae45-4f09-b2f9-880ecb156ad7 HTTP/1.1" status: 200 len: 946 time: 0.0781193 Dec 20 09:11:01.623266 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-18a1d180-148e-41be-9e8a-7ee0a916c5af req-b39031c1-cae2-4f2f-895d-e7fc074b5e47 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0cacf9b-94f4-48e9-b651-0d64771ce13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373162 Dec 20 09:11:02.823943 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885645c9-9241-4f7b-ac32-52e6a449d3eb req-0d19b6a1-afe5-441c-8036-3898f2d163bb tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:11:02.825570 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-885645c9-9241-4f7b-ac32-52e6a449d3eb req-0d19b6a1-afe5-441c-8036-3898f2d163bb tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/ports?device_id=19ad07c6-ae45-4f09-b2f9-880ecb156ad7 HTTP/1.1" status: 200 len: 946 time: 0.0802889 Dec 20 09:11:02.870269 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-885645c9-9241-4f7b-ac32-52e6a449d3eb req-be0ac9fc-a5c6-4a55-9e2a-e6a134204e8a tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0cacf9b-94f4-48e9-b651-0d64771ce13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392509 Dec 20 09:11:03.498826 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fd671874-fa33-44c3-8517-027c8593f3c8 req-c52ca167-abae-46ea-81e4-cf5be9577179 service neutron] 10.222.0.58 "GET /v2.0/ports/ca3c7437-44a2-4c5b-a08f-1d76f17e8699/bindings/hv-neutron-8204 HTTP/1.1" status: 200 len: 384 time: 0.0880251 Dec 20 09:11:03.935086 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fd671874-fa33-44c3-8517-027c8593f3c8 req-a3779f83-4f26-4176-bd5f-8bbfc70fee77 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=19ad07c6-ae45-4f09-b2f9-880ecb156ad7&tenant_id=a8f5fccffee94c469e368ffde81f4d1b HTTP/1.1" status: 200 len: 1099 time: 0.1964056 Dec 20 09:11:04.026751 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fd671874-fa33-44c3-8517-027c8593f3c8 req-833dba23-deca-4c74-9f97-d9d070a3788f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a8f5fccffee94c469e368ffde81f4d1b&device_id=19ad07c6-ae45-4f09-b2f9-880ecb156ad7 HTTP/1.1" status: 200 len: 1099 time: 0.0699656 Dec 20 09:11:04.073093 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62209976-8af4-44eb-8b73-f387b72f1164 req-b38e0895-460d-4d10-94b0-00746de584b3 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:11:04.075226 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-62209976-8af4-44eb-8b73-f387b72f1164 req-b38e0895-460d-4d10-94b0-00746de584b3 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/ports?device_id=19ad07c6-ae45-4f09-b2f9-880ecb156ad7 HTTP/1.1" status: 200 len: 946 time: 0.0761588 Dec 20 09:11:04.119897 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-62209976-8af4-44eb-8b73-f387b72f1164 req-a94ec8b1-dd19-49ae-8569-60d014d89578 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0cacf9b-94f4-48e9-b651-0d64771ce13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390022 Dec 20 09:11:04.158371 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd671874-fa33-44c3-8517-027c8593f3c8 req-6187d4e0-a341-4c4d-95ef-e262a52b1227 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:11:04.159796 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fd671874-fa33-44c3-8517-027c8593f3c8 req-6187d4e0-a341-4c4d-95ef-e262a52b1227 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9062961b-f37b-4d57-8667-d36cf1bc6b74 HTTP/1.1" status: 200 len: 915 time: 0.1265302 Dec 20 09:11:04.229510 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fd671874-fa33-44c3-8517-027c8593f3c8 req-38a59d12-ef56-479c-8973-0fde190e1e4f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca3c7437-44a2-4c5b-a08f-1d76f17e8699 HTTP/1.1" status: 200 len: 217 time: 0.0639000 Dec 20 09:11:04.291014 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd671874-fa33-44c3-8517-027c8593f3c8 req-b4ead269-8940-471e-b360-f521fa5c0183 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:11:04.293105 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fd671874-fa33-44c3-8517-027c8593f3c8 req-b4ead269-8940-471e-b360-f521fa5c0183 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5fa9b5b1-ca1e-4b9b-a367-e285826b1f54 HTTP/1.1" status: 200 len: 854 time: 0.0577083 Dec 20 09:11:04.339185 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fd671874-fa33-44c3-8517-027c8593f3c8 req-d0ba64c2-3449-46db-96b4-e28fd8873704 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9062961b-f37b-4d57-8667-d36cf1bc6b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408998 Dec 20 09:11:04.472205 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fd671874-fa33-44c3-8517-027c8593f3c8 req-a9cd628f-3c18-4450-bbfd-373a809faf88 service neutron] 10.222.0.58 "GET /v2.0/networks/9062961b-f37b-4d57-8667-d36cf1bc6b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264315 Dec 20 09:11:04.601792 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fd671874-fa33-44c3-8517-027c8593f3c8 req-5f4b4e31-730c-4642-af25-cde9618b862e service neutron] 10.222.0.58 "GET /v2.0/networks/9062961b-f37b-4d57-8667-d36cf1bc6b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234093 Dec 20 09:11:05.337269 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58b17fd-689b-4030-bf90-e0a108ba58e3 req-55337eee-7adc-40eb-8aec-7292cea19003 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:11:05.338699 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b58b17fd-689b-4030-bf90-e0a108ba58e3 req-55337eee-7adc-40eb-8aec-7292cea19003 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/ports?device_id=19ad07c6-ae45-4f09-b2f9-880ecb156ad7 HTTP/1.1" status: 200 len: 946 time: 0.0803096 Dec 20 09:11:05.383178 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b58b17fd-689b-4030-bf90-e0a108ba58e3 req-9a53ddea-a66b-40de-a260-4bfba3cab70c tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0cacf9b-94f4-48e9-b651-0d64771ce13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385177 Dec 20 09:11:06.583714 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385e5de4-2d18-408d-95f8-ae2df4b395d0 req-67246d3a-0bc0-47c3-8b0f-1fa4214d3aa1 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:11:06.585173 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-385e5de4-2d18-408d-95f8-ae2df4b395d0 req-67246d3a-0bc0-47c3-8b0f-1fa4214d3aa1 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/ports?device_id=19ad07c6-ae45-4f09-b2f9-880ecb156ad7 HTTP/1.1" status: 200 len: 946 time: 0.0776279 Dec 20 09:11:06.630928 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-385e5de4-2d18-408d-95f8-ae2df4b395d0 req-1b47c790-a6f3-46e2-a9aa-553bdf3aa9c9 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0cacf9b-94f4-48e9-b651-0d64771ce13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402288 Dec 20 09:11:07.830801 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414f4d49-d0cc-4332-8e34-2dff6e561851 req-ba06638a-920b-434e-acb7-d6f9b3b38448 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:11:07.832229 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-414f4d49-d0cc-4332-8e34-2dff6e561851 req-ba06638a-920b-434e-acb7-d6f9b3b38448 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/ports?device_id=19ad07c6-ae45-4f09-b2f9-880ecb156ad7 HTTP/1.1" status: 200 len: 946 time: 0.0811357 Dec 20 09:11:07.877977 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-414f4d49-d0cc-4332-8e34-2dff6e561851 req-12b92d95-af1d-498e-9d32-4c7b66e222f9 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0cacf9b-94f4-48e9-b651-0d64771ce13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402431 Dec 20 09:11:08.263536 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b2071e-f648-4399-be71-1883fe12fdb9 req-6288dd8e-2386-40a3-abcb-0d748c22051e tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:11:08.264960 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d9b2071e-f648-4399-be71-1883fe12fdb9 req-6288dd8e-2386-40a3-abcb-0d748c22051e tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.58 "GET /v2.0/ports?device_id=19ad07c6-ae45-4f09-b2f9-880ecb156ad7&tenant_id=a8f5fccffee94c469e368ffde81f4d1b&binding%3Ahost_id=hv-neutron-8204 HTTP/1.1" status: 200 len: 946 time: 0.1402748 Dec 20 09:11:08.273570 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62aaf9d-a247-4157-b57d-4d97d01249e1 req-075c214a-a67e-4f9a-bbf1-f96d12a99208 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:11:08.274936 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e62aaf9d-a247-4157-b57d-4d97d01249e1 req-075c214a-a67e-4f9a-bbf1-f96d12a99208 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/ports?device_id=19ad07c6-ae45-4f09-b2f9-880ecb156ad7 HTTP/1.1" status: 200 len: 946 time: 0.1198812 Dec 20 09:11:08.322725 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e62aaf9d-a247-4157-b57d-4d97d01249e1 req-c6d68680-5cf5-4821-a59a-64556ff00647 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0cacf9b-94f4-48e9-b651-0d64771ce13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417030 Dec 20 09:11:08.407426 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d9b2071e-f648-4399-be71-1883fe12fdb9 req-5ccce151-da6c-4684-905d-4bdf91152b16 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a8f5fccffee94c469e368ffde81f4d1b&device_id=19ad07c6-ae45-4f09-b2f9-880ecb156ad7 HTTP/1.1" status: 200 len: 1099 time: 0.0724478 Dec 20 09:11:08.540052 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b2071e-f648-4399-be71-1883fe12fdb9 req-ec2394e7-54f8-4665-80cf-a18aa1d6248d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:11:08.541436 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d9b2071e-f648-4399-be71-1883fe12fdb9 req-ec2394e7-54f8-4665-80cf-a18aa1d6248d service neutron] 10.222.0.58 "GET /v2.0/networks?id=9062961b-f37b-4d57-8667-d36cf1bc6b74 HTTP/1.1" status: 200 len: 915 time: 0.1263597 Dec 20 09:11:08.610190 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d9b2071e-f648-4399-be71-1883fe12fdb9 req-173c07e9-61f5-4b08-aa5b-cd143162fd16 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca3c7437-44a2-4c5b-a08f-1d76f17e8699 HTTP/1.1" status: 200 len: 217 time: 0.0615234 Dec 20 09:11:08.680109 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b2071e-f648-4399-be71-1883fe12fdb9 req-1f51dd80-cc66-4462-858f-503f25b8fed8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:11:08.681633 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d9b2071e-f648-4399-be71-1883fe12fdb9 req-1f51dd80-cc66-4462-858f-503f25b8fed8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5fa9b5b1-ca1e-4b9b-a367-e285826b1f54 HTTP/1.1" status: 200 len: 854 time: 0.0650749 Dec 20 09:11:08.727455 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d9b2071e-f648-4399-be71-1883fe12fdb9 req-95222957-4664-43c4-9b5c-998bfe039571 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9062961b-f37b-4d57-8667-d36cf1bc6b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394964 Dec 20 09:11:08.967837 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d9b2071e-f648-4399-be71-1883fe12fdb9 req-c48c67d6-eb29-49d1-b159-c36898c6c161 service neutron] 10.222.0.58 "GET /v2.0/networks/9062961b-f37b-4d57-8667-d36cf1bc6b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336931 Dec 20 09:11:09.097423 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d9b2071e-f648-4399-be71-1883fe12fdb9 req-7f82b874-fd85-4525-a7c7-dcdeb973f7e4 service neutron] 10.222.0.58 "GET /v2.0/networks/9062961b-f37b-4d57-8667-d36cf1bc6b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229255 Dec 20 09:11:09.523867 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5db37f-44c2-4255-ac2f-03a3a01b48b9 req-ba7028fd-6adf-40a7-940a-228c3aa5c3a2 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:11:09.525424 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-dc5db37f-44c2-4255-ac2f-03a3a01b48b9 req-ba7028fd-6adf-40a7-940a-228c3aa5c3a2 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/ports?device_id=19ad07c6-ae45-4f09-b2f9-880ecb156ad7 HTTP/1.1" status: 200 len: 946 time: 0.0767159 Dec 20 09:11:09.578993 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-dc5db37f-44c2-4255-ac2f-03a3a01b48b9 req-435724c1-6cb5-4f93-8913-a48cf5ecd266 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0cacf9b-94f4-48e9-b651-0d64771ce13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472012 Dec 20 09:11:10.169663 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:10.779210 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a0f7c-cea5-46d4-80f4-1469c38e3028 req-806bab5d-e549-4883-b271-ef913b54cd5a tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:11:10.780651 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e95a0f7c-cea5-46d4-80f4-1469c38e3028 req-806bab5d-e549-4883-b271-ef913b54cd5a tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/ports?device_id=19ad07c6-ae45-4f09-b2f9-880ecb156ad7 HTTP/1.1" status: 200 len: 946 time: 0.0817070 Dec 20 09:11:10.827976 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e95a0f7c-cea5-46d4-80f4-1469c38e3028 req-78046cf3-9e93-49cb-ae6d-c8216d9f927a tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0cacf9b-94f4-48e9-b651-0d64771ce13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416112 Dec 20 09:11:11.026254 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ce7e28-14c6-49c2-b6e5-9173a98ea127 req-3f183179-804c-41cd-989a-179a0d16192e tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:11:11.028382 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-e0ce7e28-14c6-49c2-b6e5-9173a98ea127 req-3f183179-804c-41cd-989a-179a0d16192e tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/ports?device_id=19ad07c6-ae45-4f09-b2f9-880ecb156ad7 HTTP/1.1" status: 200 len: 946 time: 0.0783980 Dec 20 09:11:11.073562 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-e0ce7e28-14c6-49c2-b6e5-9173a98ea127 req-01a12ec1-cf11-464e-8f45-9b6ef271999b tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0cacf9b-94f4-48e9-b651-0d64771ce13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396085 Dec 20 09:11:11.284305 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ae998-4205-4a68-b11b-b6fa9e13560d req-bc1d7065-2edd-421f-9402-4ab90ac8c241 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:11:11.286425 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c72ae998-4205-4a68-b11b-b6fa9e13560d req-bc1d7065-2edd-421f-9402-4ab90ac8c241 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/ports?device_id=19ad07c6-ae45-4f09-b2f9-880ecb156ad7 HTTP/1.1" status: 200 len: 946 time: 0.0885098 Dec 20 09:11:11.331325 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c72ae998-4205-4a68-b11b-b6fa9e13560d req-108ba2d1-9506-4a00-8ca1-fe34da8cf3e0 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0cacf9b-94f4-48e9-b651-0d64771ce13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395782 Dec 20 09:11:11.945123 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c049e30-2b2f-4b55-90f1-d72cb1630987 req-0b0377e8-7600-458f-b493-dc4db8213a77 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:11:11.946502 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-6c049e30-2b2f-4b55-90f1-d72cb1630987 req-0b0377e8-7600-458f-b493-dc4db8213a77 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/ports?device_id=19ad07c6-ae45-4f09-b2f9-880ecb156ad7 HTTP/1.1" status: 200 len: 946 time: 0.0797906 Dec 20 09:11:11.993225 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-6c049e30-2b2f-4b55-90f1-d72cb1630987 req-8d181ce6-5032-443c-b071-983793d30cfd tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0cacf9b-94f4-48e9-b651-0d64771ce13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405567 Dec 20 09:11:12.572407 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-ed164746-9935-4055-9e43-53b5fa37ca65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:13.128394 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:11:13.204775 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04a03b4-22c7-444b-82df-af68f70ecb47 req-8761ced0-2b76-4eb3-91a7-eccbf50ba65f tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:11:13.206251 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a04a03b4-22c7-444b-82df-af68f70ecb47 req-8761ced0-2b76-4eb3-91a7-eccbf50ba65f tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/ports?device_id=19ad07c6-ae45-4f09-b2f9-880ecb156ad7 HTTP/1.1" status: 200 len: 946 time: 0.0813451 Dec 20 09:11:13.252507 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a04a03b4-22c7-444b-82df-af68f70ecb47 req-67bb332c-79a9-4eb0-8ec6-3128de490272 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0cacf9b-94f4-48e9-b651-0d64771ce13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408053 Dec 20 09:11:13.465112 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dc8ead-1b05-4a6e-9092-6158c9853a37 req-fbd3c20e-6abe-4789-8c36-520005d4122b tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:11:13.466729 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-37dc8ead-1b05-4a6e-9092-6158c9853a37 req-fbd3c20e-6abe-4789-8c36-520005d4122b tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.58 "GET /v2.0/ports?device_id=19ad07c6-ae45-4f09-b2f9-880ecb156ad7 HTTP/1.1" status: 200 len: 946 time: 0.0751534 Dec 20 09:11:13.537768 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-37dc8ead-1b05-4a6e-9092-6158c9853a37 req-dc6ab83b-95bb-4ea6-8187-68bbecf08b1e tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Deleting port ca3c7437-44a2-4c5b-a08f-1d76f17e8699 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:11:13.538170 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-37dc8ead-1b05-4a6e-9092-6158c9853a37 req-dc6ab83b-95bb-4ea6-8187-68bbecf08b1e tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:13.799912 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-37dc8ead-1b05-4a6e-9092-6158c9853a37 req-dc6ab83b-95bb-4ea6-8187-68bbecf08b1e tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] For port ca3c7437-44a2-4c5b-a08f-1d76f17e8699, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=ca3c7437-44a2-4c5b-a08f-1d76f17e8699,segment=NetworkSegment(c2227b01-f7b1-45b9-a4d2-15611f9069f7),segment_id=c2227b01-f7b1-45b9-a4d2-15611f9069f7)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:11:13.800185 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-37dc8ead-1b05-4a6e-9092-6158c9853a37 req-dc6ab83b-95bb-4ea6-8187-68bbecf08b1e tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:13.921141 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-37dc8ead-1b05-4a6e-9092-6158c9853a37 req-dc6ab83b-95bb-4ea6-8187-68bbecf08b1e tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Calling delete_port for ca3c7437-44a2-4c5b-a08f-1d76f17e8699 owned by compute:nova {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:11:14.072036 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-37dc8ead-1b05-4a6e-9092-6158c9853a37 req-dc6ab83b-95bb-4ea6-8187-68bbecf08b1e tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:14.077494 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f620fc6a-f66d-4b67-8629-e47c2efada9a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:11:14.083491 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] get_ports_and_sgs() called for port_ids ['ca3c7437-44a2-4c5b-a08f-1d76f17e8699'] {{(pid=83446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 09:11:14.120196 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6ab83b-95bb-4ea6-8187-68bbecf08b1e tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Pushing event deleted for resources: {'Port': ['ID=ca3c7437-44a2-4c5b-a08f-1d76f17e8699,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:11:14.160591 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6ab83b-95bb-4ea6-8187-68bbecf08b1e tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:11:14.160981 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6ab83b-95bb-4ea6-8187-68bbecf08b1e tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:11:14.161403 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6ab83b-95bb-4ea6-8187-68bbecf08b1e tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:11:14.161783 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6ab83b-95bb-4ea6-8187-68bbecf08b1e tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:11:14.162156 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6ab83b-95bb-4ea6-8187-68bbecf08b1e tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:11:14.162525 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6ab83b-95bb-4ea6-8187-68bbecf08b1e tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:11:14.162894 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6ab83b-95bb-4ea6-8187-68bbecf08b1e tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:11:14.163264 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6ab83b-95bb-4ea6-8187-68bbecf08b1e tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:11:14.163629 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6ab83b-95bb-4ea6-8187-68bbecf08b1e tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:11:14.163994 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6ab83b-95bb-4ea6-8187-68bbecf08b1e tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:11:14.164364 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6ab83b-95bb-4ea6-8187-68bbecf08b1e tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:11:14.171949 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-dc6ab83b-95bb-4ea6-8187-68bbecf08b1e tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:11:14.207964 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-37dc8ead-1b05-4a6e-9092-6158c9853a37 req-dc6ab83b-95bb-4ea6-8187-68bbecf08b1e tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] No DVR routers for this DVR port ca3c7437-44a2-4c5b-a08f-1d76f17e8699 on host hv-neutron-8204 {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 09:11:14.210354 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-37dc8ead-1b05-4a6e-9092-6158c9853a37 req-dc6ab83b-95bb-4ea6-8187-68bbecf08b1e tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:14.212907 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ad07c6-ae45-4f09-b2f9-880ecb156ad7', 'name': 'network-vif-deleted', 'tag': 'ca3c7437-44a2-4c5b-a08f-1d76f17e8699'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:11:14.227896 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-37dc8ead-1b05-4a6e-9092-6158c9853a37 req-dc6ab83b-95bb-4ea6-8187-68bbecf08b1e tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.58 "DELETE /v2.0/ports/ca3c7437-44a2-4c5b-a08f-1d76f17e8699 HTTP/1.1" status: 204 len: 173 time: 0.7555933 Dec 20 09:11:14.271019 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ad07c6-ae45-4f09-b2f9-880ecb156ad7', 'name': 'network-vif-deleted', 'tag': 'ca3c7437-44a2-4c5b-a08f-1d76f17e8699', 'status': 'completed', 'code': 200} Dec 20 09:11:14.437157 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-146e92a3-fa22-4fec-b59f-ad67383bb8d9 req-b9bbb622-60f4-4472-a66b-65becdc06dad tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Synchronizing usage tracker for tenant:a8f5fccffee94c469e368ffde81f4d1b on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:11:14.451955 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-146e92a3-fa22-4fec-b59f-ad67383bb8d9 req-b9bbb622-60f4-4472-a66b-65becdc06dad tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Unset dirty status for tenant:a8f5fccffee94c469e368ffde81f4d1b on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:11:14.453121 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-146e92a3-fa22-4fec-b59f-ad67383bb8d9 req-b9bbb622-60f4-4472-a66b-65becdc06dad tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] 10.222.0.16 "GET /v2.0/ports?device_id=19ad07c6-ae45-4f09-b2f9-880ecb156ad7 HTTP/1.1" status: 200 len: 210 time: 0.0570099 Dec 20 09:11:14.873435 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b566802f-ef42-4ee7-91ad-76ea1e6e4099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:15.715095 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 48660) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:11:15.779371 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_v2 [None req-a57576ff-5d62-4b34-a672-4e636666aebb admin admin] Deleting subnet 5fa9b5b1-ca1e-4b9b-a367-e285826b1f54 {{(pid=83445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 09:11:15.782186 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a57576ff-5d62-4b34-a672-4e636666aebb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:15.834467 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a57576ff-5d62-4b34-a672-4e636666aebb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1518554'] for subnet, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:15.890047 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a57576ff-5d62-4b34-a672-4e636666aebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:15.955980 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a57576ff-5d62-4b34-a672-4e636666aebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2036620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2095133'] for subnet, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:15.959910 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e4c25934-9981-4dcf-b9cc-c52e0c8c389e tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:11:15.997634 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57576ff-5d62-4b34-a672-4e636666aebb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fa9b5b1-ca1e-4b9b-a367-e285826b1f54,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:11:16.002725 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:16.009847 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a57576ff-5d62-4b34-a672-4e636666aebb admin admin] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:16.014885 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57576ff-5d62-4b34-a672-4e636666aebb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:11:16.016625 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57576ff-5d62-4b34-a672-4e636666aebb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:11:16.017018 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57576ff-5d62-4b34-a672-4e636666aebb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:11:16.018466 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57576ff-5d62-4b34-a672-4e636666aebb admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:11:16.018849 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57576ff-5d62-4b34-a672-4e636666aebb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:11:16.019225 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57576ff-5d62-4b34-a672-4e636666aebb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:11:16.019594 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57576ff-5d62-4b34-a672-4e636666aebb admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:11:16.019961 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57576ff-5d62-4b34-a672-4e636666aebb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:11:16.020322 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57576ff-5d62-4b34-a672-4e636666aebb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:11:16.020678 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57576ff-5d62-4b34-a672-4e636666aebb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:11:16.021035 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57576ff-5d62-4b34-a672-4e636666aebb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:11:16.024688 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a57576ff-5d62-4b34-a672-4e636666aebb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:11:16.027987 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-a57576ff-5d62-4b34-a672-4e636666aebb admin admin] 10.222.0.16 "DELETE /v2.0/subnets/5fa9b5b1-ca1e-4b9b-a367-e285826b1f54 HTTP/1.1" status: 204 len: 168 time: 0.3117065 Dec 20 09:11:16.030533 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 48664) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:11:16.066806 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:16.134000 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-19cdd38d-1eaf-482c-b7b7-aaeda5900b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:16.261022 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-19cdd38d-1eaf-482c-b7b7-aaeda5900b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:16.289454 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-19cdd38d-1eaf-482c-b7b7-aaeda5900b4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9062961b-f37b-4d57-8667-d36cf1bc6b74']}} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:11:16.301657 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-19cdd38d-1eaf-482c-b7b7-aaeda5900b4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2227b01-f7b1-45b9-a4d2-15611f9069f7') {'for_net_delete': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:11:16.301947 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-19cdd38d-1eaf-482c-b7b7-aaeda5900b4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2227b01-f7b1-45b9-a4d2-15611f9069f7') {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:11:16.313513 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-19cdd38d-1eaf-482c-b7b7-aaeda5900b4b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1518531'] for segment, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:16.328766 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-19cdd38d-1eaf-482c-b7b7-aaeda5900b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:16.334991 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19cdd38d-1eaf-482c-b7b7-aaeda5900b4b admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=83445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 09:11:16.335366 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-19cdd38d-1eaf-482c-b7b7-aaeda5900b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2036002'] for segment, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:16.348057 dv-neutron-820491-1-hyperv neutron-server[83445]: Traceback (most recent call last): Dec 20 09:11:16.348057 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 09:11:16.348057 dv-neutron-820491-1-hyperv neutron-server[83445]: timer() Dec 20 09:11:16.348057 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 09:11:16.348057 dv-neutron-820491-1-hyperv neutron-server[83445]: cb(*args, **kw) Dec 20 09:11:16.348057 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 09:11:16.348057 dv-neutron-820491-1-hyperv neutron-server[83445]: return func(*args, **kwargs) Dec 20 09:11:16.348057 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 09:11:16.348057 dv-neutron-820491-1-hyperv neutron-server[83445]: self._notify() Dec 20 09:11:16.348057 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 09:11:16.348057 dv-neutron-820491-1-hyperv neutron-server[83445]: self.callback(batched_events) Dec 20 09:11:16.348057 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 09:11:16.348057 dv-neutron-820491-1-hyperv neutron-server[83445]: event.method(event) Dec 20 09:11:16.348057 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 09:11:16.348057 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 09:11:16.348057 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 09:11:16.348057 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 09:11:16.348057 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 09:11:16.348057 dv-neutron-820491-1-hyperv neutron-server[83445]: return f(self, *a, **k) Dec 20 09:11:16.348057 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 09:11:16.348057 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._get(url).json() Dec 20 09:11:16.348057 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 09:11:16.348057 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 09:11:16.348057 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 09:11:16.348057 dv-neutron-820491-1-hyperv neutron-server[83445]: return self.request(url, 'GET', **kwargs) Dec 20 09:11:16.348057 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 09:11:16.348057 dv-neutron-820491-1-hyperv neutron-server[83445]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 09:11:16.348057 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 09:11:16.348057 dv-neutron-820491-1-hyperv neutron-server[83445]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 09:11:16.348057 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 09:11:16.348057 dv-neutron-820491-1-hyperv neutron-server[83445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 09:11:16.348057 dv-neutron-820491-1-hyperv neutron-server[83445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 09:11:16.419760 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-19cdd38d-1eaf-482c-b7b7-aaeda5900b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:16.423324 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-51482f91-5182-4a53-9116-01b26a2a70e5 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:11:16.440057 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-19cdd38d-1eaf-482c-b7b7-aaeda5900b4b admin admin] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:16.451254 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cdd38d-1eaf-482c-b7b7-aaeda5900b4b admin admin] Pushing event deleted for resources: {'Network': ['ID=9062961b-f37b-4d57-8667-d36cf1bc6b74,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:11:16.454075 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-19cdd38d-1eaf-482c-b7b7-aaeda5900b4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:11:16.457977 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-19cdd38d-1eaf-482c-b7b7-aaeda5900b4b admin admin] 10.222.0.16 "DELETE /v2.0/networks/9062961b-f37b-4d57-8667-d36cf1bc6b74 HTTP/1.1" status: 204 len: 168 time: 0.4266071 Dec 20 09:11:16.602617 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 48670) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:11:16.653163 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-3b3e78ca-345f-4438-9297-9e4838c61f7c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a8f5fccffee94c469e368ffde81f4d1b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0490472 Dec 20 09:11:16.655265 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 48674) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:11:16.713968 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-05ca5de8-8759-47ec-befc-a94fc717c3a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:16.742981 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-05ca5de8-8759-47ec-befc-a94fc717c3a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:16.795596 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-05ca5de8-8759-47ec-befc-a94fc717c3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:16.799399 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-83814dee-d818-47be-ad58-ab1589217d3e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:11:16.813769 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ca5de8-8759-47ec-befc-a94fc717c3a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0cacf9b-94f4-48e9-b651-0d64771ce13e,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:11:16.816894 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-05ca5de8-8759-47ec-befc-a94fc717c3a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:11:16.825143 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-05ca5de8-8759-47ec-befc-a94fc717c3a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:16.826268 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-05ca5de8-8759-47ec-befc-a94fc717c3a2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e0cacf9b-94f4-48e9-b651-0d64771ce13e HTTP/1.1" status: 204 len: 168 time: 0.1701410 Dec 20 09:11:17.469640 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:17.659392 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 48696) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:11:17.788052 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-b92bb9d5-ad9a-4f6a-861b-d74ecc74a848 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-104128265-network', 'tenant_id': 'e4f19a896cd74f1bb76f0396278358ec'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:11:17.793604 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-b92bb9d5-ad9a-4f6a-861b-d74ecc74a848 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:11:17.797644 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-b92bb9d5-ad9a-4f6a-861b-d74ecc74a848 admin admin] Usage tracker for resource:network and tenant:e4f19a896cd74f1bb76f0396278358ec is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:11:17.800450 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-b92bb9d5-ad9a-4f6a-861b-d74ecc74a848 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:11:17.807000 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-b92bb9d5-ad9a-4f6a-861b-d74ecc74a848 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:11:17.818667 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b92bb9d5-ad9a-4f6a-861b-d74ecc74a848 admin admin] Made reservation on behalf of e4f19a896cd74f1bb76f0396278358ec for: {'network': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 09:11:17.821345 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b92bb9d5-ad9a-4f6a-861b-d74ecc74a848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:17.837141 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b92bb9d5-ad9a-4f6a-861b-d74ecc74a848 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:17.869253 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-b92bb9d5-ad9a-4f6a-861b-d74ecc74a848 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:11:17.874592 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-b92bb9d5-ad9a-4f6a-861b-d74ecc74a848 admin admin] Usage tracker for resource:security_group_rule and tenant:e4f19a896cd74f1bb76f0396278358ec is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:11:17.877421 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-b92bb9d5-ad9a-4f6a-861b-d74ecc74a848 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:11:17.883069 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-b92bb9d5-ad9a-4f6a-861b-d74ecc74a848 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:11:17.951803 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b92bb9d5-ad9a-4f6a-861b-d74ecc74a848 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:17.955436 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b92bb9d5-ad9a-4f6a-861b-d74ecc74a848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:17.960370 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-00ebd673-d1e7-41aa-95b6-08d997a4620c tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:11:17.986562 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b92bb9d5-ad9a-4f6a-861b-d74ecc74a848 admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=83445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 09:11:17.998943 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92bb9d5-ad9a-4f6a-861b-d74ecc74a848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8cb0bf-aaef-4fea-9abc-1d908a190b09,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:11:18.002911 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b92bb9d5-ad9a-4f6a-861b-d74ecc74a848 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:11:18.006969 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b92bb9d5-ad9a-4f6a-861b-d74ecc74a848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:18.007374 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.segments_db [None req-b92bb9d5-ad9a-4f6a-861b-d74ecc74a848 admin admin] Added segment 2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f of type vlan for network a03058fc-2a0d-4e8b-85f3-1b71349d971f Dec 20 09:11:18.035036 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b92bb9d5-ad9a-4f6a-861b-d74ecc74a848 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:18.063499 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b92bb9d5-ad9a-4f6a-861b-d74ecc74a848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:18.064379 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92bb9d5-ad9a-4f6a-861b-d74ecc74a848 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:11:18.064954 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b92bb9d5-ad9a-4f6a-861b-d74ecc74a848 admin admin] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:18.069529 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-333afbd9-07f8-49b3-974c-0e0e3659d87c tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:11:18.164434 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-b92bb9d5-ad9a-4f6a-861b-d74ecc74a848 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5039763 Dec 20 09:11:18.167473 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 48702) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:11:18.169940 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92bb9d5-ad9a-4f6a-861b-d74ecc74a848 admin admin] Pushing event updated for resources: {'Network': ['ID=a03058fc-2a0d-4e8b-85f3-1b71349d971f,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:11:18.173000 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-42ff4ad3-c175-4414-ab40-c8281f7a0fcc admin admin] Request body: {'subnet': {'network_id': 'a03058fc-2a0d-4e8b-85f3-1b71349d971f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-104128265-subnet', 'tenant_id': 'e4f19a896cd74f1bb76f0396278358ec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:11:18.174006 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b92bb9d5-ad9a-4f6a-861b-d74ecc74a848 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:11:18.179185 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network a03058fc-2a0d-4e8b-85f3-1b71349d971f details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 09:11:18.182408 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-42ff4ad3-c175-4414-ab40-c8281f7a0fcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:11:18.187496 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-42ff4ad3-c175-4414-ab40-c8281f7a0fcc admin admin] Usage tracker for resource:subnet and tenant:e4f19a896cd74f1bb76f0396278358ec is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:11:18.190464 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-42ff4ad3-c175-4414-ab40-c8281f7a0fcc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:11:18.196399 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-42ff4ad3-c175-4414-ab40-c8281f7a0fcc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:11:18.210657 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ff4ad3-c175-4414-ab40-c8281f7a0fcc admin admin] Made reservation on behalf of e4f19a896cd74f1bb76f0396278358ec for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 09:11:18.212948 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-42ff4ad3-c175-4414-ab40-c8281f7a0fcc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1529102'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:18.417355 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-42ff4ad3-c175-4414-ab40-c8281f7a0fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1129376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1529148'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:18.421024 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a6476fbd-940d-412a-958a-5ccf73083ed6 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:11:18.586256 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ff4ad3-c175-4414-ab40-c8281f7a0fcc admin admin] Pushing event updated for resources: {'Subnet': ['ID=373276bb-d3f8-4cba-b746-1f476a16e22b,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:11:18.588740 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-42ff4ad3-c175-4414-ab40-c8281f7a0fcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:11:18.612902 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ff4ad3-c175-4414-ab40-c8281f7a0fcc admin admin] Checking segment: {'id': '2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a03058fc-2a0d-4e8b-85f3-1b71349d971f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:11:18.613276 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ff4ad3-c175-4414-ab40-c8281f7a0fcc admin admin] Network hostable DHCP agents. Network: a03058fc-2a0d-4e8b-85f3-1b71349d971f, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 09:11:18.634172 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ff4ad3-c175-4414-ab40-c8281f7a0fcc admin admin] Network a03058fc-2a0d-4e8b-85f3-1b71349d971f is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 09:11:18.643074 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-42ff4ad3-c175-4414-ab40-c8281f7a0fcc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, a03058fc-2a0d-4e8b-85f3-1b71349d971f) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:11:18.647535 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ff4ad3-c175-4414-ab40-c8281f7a0fcc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:11:18.648112 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-42ff4ad3-c175-4414-ab40-c8281f7a0fcc admin admin] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:18.652811 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f249b0-949a-469c-b17f-64c748d455f6 None None] Network a03058fc-2a0d-4e8b-85f3-1b71349d971f requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 09:11:18.668551 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-42ff4ad3-c175-4414-ab40-c8281f7a0fcc admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4999018 Dec 20 09:11:18.672305 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 48706) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:11:18.677848 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-da4b77ed-b489-4b2c-8288-6cd5951fb8a2 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-104128265-router', 'tenant_id': 'e4f19a896cd74f1bb76f0396278358ec', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:11:18.683894 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-da4b77ed-b489-4b2c-8288-6cd5951fb8a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:11:18.687936 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-da4b77ed-b489-4b2c-8288-6cd5951fb8a2 admin admin] Usage tracker for resource:router and tenant:e4f19a896cd74f1bb76f0396278358ec is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:11:18.695231 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-da4b77ed-b489-4b2c-8288-6cd5951fb8a2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:11:18.701982 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-da4b77ed-b489-4b2c-8288-6cd5951fb8a2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:11:18.713721 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-da4b77ed-b489-4b2c-8288-6cd5951fb8a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24817'] for router, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:18.715572 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-da4b77ed-b489-4b2c-8288-6cd5951fb8a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-351744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24806'] for router, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:18.738414 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-da4b77ed-b489-4b2c-8288-6cd5951fb8a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:18.874030 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d37bba6-3d04-4f65-821a-9a1212deb936 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-a03058fc-2a0d-4e8b-85f3-1b71349d971f', 'network_id': 'a03058fc-2a0d-4e8b-85f3-1b71349d971f', 'tenant_id': 'e4f19a896cd74f1bb76f0396278358ec', 'fixed_ips': [{'subnet_id': '373276bb-d3f8-4cba-b746-1f476a16e22b'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 09:11:18.875025 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-2d37bba6-3d04-4f65-821a-9a1212deb936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:18.890464 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-da4b77ed-b489-4b2c-8288-6cd5951fb8a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24724'] for router, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:19.032164 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-2d37bba6-3d04-4f65-821a-9a1212deb936 None None] Allocated IP 172.20.0.2 (a03058fc-2a0d-4e8b-85f3-1b71349d971f/373276bb-d3f8-4cba-b746-1f476a16e22b/a808e21c-bc7f-40ce-96d8-6d029459cafc) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 09:11:19.062434 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device ca3c7437-44a2-4c5b-a08f-1d76f17e8699 no longer exists at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 09:11:19.080276 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-da4b77ed-b489-4b2c-8288-6cd5951fb8a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:19.103192 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] No Port match for: ca3c7437-44a2-4c5b-a08f-1d76f17e8699 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 09:11:19.103605 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device ca3c7437-44a2-4c5b-a08f-1d76f17e8699 not bound to the agent host hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 09:11:19.110021 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-da4b77ed-b489-4b2c-8288-6cd5951fb8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:19.246210 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-da4b77ed-b489-4b2c-8288-6cd5951fb8a2 admin admin] Allocated IP 172.26.5.210 (95f3bec2-46e6-4468-8229-8badd4a5aaae/cf8895a3-346d-4313-a645-16ecdcce9969/e4ddd1a4-cdc7-4757-9940-71f3fbd6e894) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 09:11:19.281198 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-2d37bba6-3d04-4f65-821a-9a1212deb936 None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:19.293657 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-2d37bba6-3d04-4f65-821a-9a1212deb936 None None] Transition to ACTIVE for port object a808e21c-bc7f-40ce-96d8-6d029459cafc will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:11:19.312807 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-2d37bba6-3d04-4f65-821a-9a1212deb936 None None] Transition to ACTIVE for port object a808e21c-bc7f-40ce-96d8-6d029459cafc will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:11:19.317938 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-2d37bba6-3d04-4f65-821a-9a1212deb936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:19.321498 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:11:19.392135 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d37bba6-3d04-4f65-821a-9a1212deb936 None None] Network a03058fc-2a0d-4e8b-85f3-1b71349d971f is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:11:19.395385 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-2d37bba6-3d04-4f65-821a-9a1212deb936 None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:11:19.399575 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d37bba6-3d04-4f65-821a-9a1212deb936 None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 09:11:19.401719 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d37bba6-3d04-4f65-821a-9a1212deb936 None None] Pushing event updated for resources: {'Port': ['ID=a808e21c-bc7f-40ce-96d8-6d029459cafc,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:11:19.405288 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-da4b77ed-b489-4b2c-8288-6cd5951fb8a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:19.413019 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d37bba6-3d04-4f65-821a-9a1212deb936 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:11:19.413390 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d37bba6-3d04-4f65-821a-9a1212deb936 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:11:19.413727 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d37bba6-3d04-4f65-821a-9a1212deb936 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:11:19.414066 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d37bba6-3d04-4f65-821a-9a1212deb936 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:11:19.414395 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d37bba6-3d04-4f65-821a-9a1212deb936 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:11:19.414890 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d37bba6-3d04-4f65-821a-9a1212deb936 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:11:19.415074 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d37bba6-3d04-4f65-821a-9a1212deb936 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:11:19.415352 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d37bba6-3d04-4f65-821a-9a1212deb936 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:11:19.415672 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d37bba6-3d04-4f65-821a-9a1212deb936 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:11:19.415987 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d37bba6-3d04-4f65-821a-9a1212deb936 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:11:19.416309 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d37bba6-3d04-4f65-821a-9a1212deb936 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:11:19.434790 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-da4b77ed-b489-4b2c-8288-6cd5951fb8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:19.439267 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4e7d0943-c927-4d53-a839-783c1153b8d7 tempest-ServersAdminNegativeTestJSON-1536004211 tempest-ServersAdminNegativeTestJSON-1536004211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:11:19.450122 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-2d37bba6-3d04-4f65-821a-9a1212deb936 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:11:19.497763 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4b77ed-b489-4b2c-8288-6cd5951fb8a2 admin admin] Network 95f3bec2-46e6-4468-8229-8badd4a5aaae is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:11:19.500732 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-da4b77ed-b489-4b2c-8288-6cd5951fb8a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:11:19.506666 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-2d37bba6-3d04-4f65-821a-9a1212deb936 None None] Attempting to bind port a808e21c-bc7f-40ce-96d8-6d029459cafc on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 09:11:19.507051 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-2d37bba6-3d04-4f65-821a-9a1212deb936 None None] Attempting to bind port a808e21c-bc7f-40ce-96d8-6d029459cafc by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a03058fc-2a0d-4e8b-85f3-1b71349d971f'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 09:11:19.507417 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d37bba6-3d04-4f65-821a-9a1212deb936 None None] Attempting to bind port a808e21c-bc7f-40ce-96d8-6d029459cafc on network a03058fc-2a0d-4e8b-85f3-1b71349d971f {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:11:19.512813 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4b77ed-b489-4b2c-8288-6cd5951fb8a2 admin admin] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 09:11:19.514336 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d37bba6-3d04-4f65-821a-9a1212deb936 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 9, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 09:11:19.514711 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d37bba6-3d04-4f65-821a-9a1212deb936 None None] Checking segment: {'id': '2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a03058fc-2a0d-4e8b-85f3-1b71349d971f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:11:19.515113 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-2d37bba6-3d04-4f65-821a-9a1212deb936 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:19.515508 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d37bba6-3d04-4f65-821a-9a1212deb936 None None] Bound using segment: {'id': '2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a03058fc-2a0d-4e8b-85f3-1b71349d971f'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 09:11:19.515971 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-2d37bba6-3d04-4f65-821a-9a1212deb936 None None] Bound port: a808e21c-bc7f-40ce-96d8-6d029459cafc, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a03058fc-2a0d-4e8b-85f3-1b71349d971f'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 09:11:19.516347 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-2d37bba6-3d04-4f65-821a-9a1212deb936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:19.551600 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4b77ed-b489-4b2c-8288-6cd5951fb8a2 admin admin] Pushing event updated for resources: {'Port': ['ID=e4ddd1a4-cdc7-4757-9940-71f3fbd6e894,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:11:19.555502 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-da4b77ed-b489-4b2c-8288-6cd5951fb8a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:11:19.606203 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-2d37bba6-3d04-4f65-821a-9a1212deb936 None None] For port a808e21c-bc7f-40ce-96d8-6d029459cafc, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 09:11:19.609241 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-2d37bba6-3d04-4f65-821a-9a1212deb936 None None] For port a808e21c-bc7f-40ce-96d8-6d029459cafc, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=a808e21c-bc7f-40ce-96d8-6d029459cafc,segment=NetworkSegment(2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f),segment_id=2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 09:11:19.613955 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-2d37bba6-3d04-4f65-821a-9a1212deb936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:19.618464 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-3fd01bc1-7be8-49c0-a240-ae142283669e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:11:19.683903 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-da4b77ed-b489-4b2c-8288-6cd5951fb8a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:19.684633 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-da4b77ed-b489-4b2c-8288-6cd5951fb8a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071'] for router, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:19.735505 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d37bba6-3d04-4f65-821a-9a1212deb936 None None] Pushing event updated for resources: {'Port': ['ID=a808e21c-bc7f-40ce-96d8-6d029459cafc,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:11:19.738619 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-2d37bba6-3d04-4f65-821a-9a1212deb936 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:11:19.946968 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da4b77ed-b489-4b2c-8288-6cd5951fb8a2 admin admin] Router 3563f7b9-6aa7-4779-a1df-ff12305bd00b is scheduled to L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 with binding_index 1 {{(pid=83444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 09:11:20.149995 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da4b77ed-b489-4b2c-8288-6cd5951fb8a2 admin admin] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 09:11:20.159226 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b6ae54-9394-4b73-8e12-0a4ac813b0bb None None] Sync routers for ids ['3563f7b9-6aa7-4779-a1df-ff12305bd00b'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 09:11:20.171255 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b6ae54-9394-4b73-8e12-0a4ac813b0bb None None] Routers {'3563f7b9-6aa7-4779-a1df-ff12305bd00b'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:11:20.171933 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-59b6ae54-9394-4b73-8e12-0a4ac813b0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:11:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['3563f7b9-6aa7-4779-a1df-ff12305bd00b'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:11:20.173877 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-da4b77ed-b489-4b2c-8288-6cd5951fb8a2 admin admin] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:20.175171 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-da4b77ed-b489-4b2c-8288-6cd5951fb8a2 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5019174 Dec 20 09:11:20.177862 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 48710) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:11:20.360890 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-59b6ae54-9394-4b73-8e12-0a4ac813b0bb None None] Set router 3563f7b9-6aa7-4779-a1df-ff12305bd00b gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:11:20.642530 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6644f11-6db6-4639-b0a6-e11efbc9c135 None None] Network a03058fc-2a0d-4e8b-85f3-1b71349d971f requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 09:11:20.791964 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-da151bdd-540d-4b72-8706-fe0433ef8bb2 None None] Provisioning for port a808e21c-bc7f-40ce-96d8-6d029459cafc completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:11:20.830671 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device a808e21c-bc7f-40ce-96d8-6d029459cafc up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:11:20.869115 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-59b6ae54-9394-4b73-8e12-0a4ac813b0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'name': 'tempest-ServerActionsTestJSON-104128265-router', 'tenant_id': 'e4f19a896cd74f1bb76f0396278358ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.210'}], 'enable_snat': True}, 'gw_port_id': 'e4ddd1a4-cdc7-4757-9940-71f3fbd6e894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:11:18Z', 'updated_at': '2021-12-20T09:11:19Z', 'revision_number': 3, 'project_id': 'e4f19a896cd74f1bb76f0396278358ec', 'gw_port': {'id': 'e4ddd1a4-cdc7-4757-9940-71f3fbd6e894', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:21:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:11:19Z', 'updated_at': '2021-12-20T09:11:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:11:20.889476 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b6ae54-9394-4b73-8e12-0a4ac813b0bb None None] Checking router: 3563f7b9-6aa7-4779-a1df-ff12305bd00b for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 09:11:20.889745 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b6ae54-9394-4b73-8e12-0a4ac813b0bb None None] Updating router 3563f7b9-6aa7-4779-a1df-ff12305bd00b port e4ddd1a4-cdc7-4757-9940-71f3fbd6e894 binding host dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 09:11:20.994013 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-59b6ae54-9394-4b73-8e12-0a4ac813b0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:21.116004 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port a808e21c-bc7f-40ce-96d8-6d029459cafc completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:11:21.122744 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-32dd0a7a-6ad4-49b7-aac8-32a734689bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:21.139013 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port a808e21c-bc7f-40ce-96d8-6d029459cafc triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:11:21.139387 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:21.360029 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-32dd0a7a-6ad4-49b7-aac8-32a734689bed admin admin] Allocated IP 172.20.0.1 (a03058fc-2a0d-4e8b-85f3-1b71349d971f/373276bb-d3f8-4cba-b746-1f476a16e22b/fb2e6b9a-24f3-4d40-81fd-b8c6e5e683ae) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 09:11:21.388345 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:21.439723 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-ae374a85-5176-4962-92f2-81d94217b29b None None] Provisioning complete for port a808e21c-bc7f-40ce-96d8-6d029459cafc triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:11:21.440010 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-ae374a85-5176-4962-92f2-81d94217b29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:21.508358 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port a808e21c-bc7f-40ce-96d8-6d029459cafc, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=a808e21c-bc7f-40ce-96d8-6d029459cafc,segment=NetworkSegment(2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f),segment_id=2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:11:21.513391 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-32dd0a7a-6ad4-49b7-aac8-32a734689bed admin admin] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:21.526450 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:21.530240 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-32dd0a7a-6ad4-49b7-aac8-32a734689bed admin admin] Transition to ACTIVE for port object fb2e6b9a-24f3-4d40-81fd-b8c6e5e683ae will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:11:21.537409 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-2d37bba6-3d04-4f65-821a-9a1212deb936 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:11:21.552826 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-32dd0a7a-6ad4-49b7-aac8-32a734689bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:21.557284 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ede2121c-db02-40c3-b042-a2f4211b5d91 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:11:21.597091 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-59b6ae54-9394-4b73-8e12-0a4ac813b0bb None None] Notify callbacks [] for port, precommit_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:21.622261 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-59b6ae54-9394-4b73-8e12-0a4ac813b0bb None None] Transition to ACTIVE for port object e4ddd1a4-cdc7-4757-9940-71f3fbd6e894 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:11:21.631394 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32dd0a7a-6ad4-49b7-aac8-32a734689bed admin admin] Network a03058fc-2a0d-4e8b-85f3-1b71349d971f is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:11:21.634151 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-59b6ae54-9394-4b73-8e12-0a4ac813b0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:21.635131 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-32dd0a7a-6ad4-49b7-aac8-32a734689bed admin admin] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:11:21.637948 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd0a7a-6ad4-49b7-aac8-32a734689bed admin admin] Pushing event updated for resources: {'Port': ['ID=fb2e6b9a-24f3-4d40-81fd-b8c6e5e683ae,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:11:21.640090 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32dd0a7a-6ad4-49b7-aac8-32a734689bed admin admin] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 09:11:21.665087 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-32dd0a7a-6ad4-49b7-aac8-32a734689bed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:11:21.696185 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-32dd0a7a-6ad4-49b7-aac8-32a734689bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-345881'] for router_interface, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:21.732745 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=a808e21c-bc7f-40ce-96d8-6d029459cafc,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:11:21.739924 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:11:21.742042 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:11:21.792079 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-32dd0a7a-6ad4-49b7-aac8-32a734689bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:21.833189 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c27b09-5f65-4cfd-826e-ef020e7d90ba None None] Pushing event updated for resources: {'Port': ['ID=e4ddd1a4-cdc7-4757-9940-71f3fbd6e894,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:11:21.836435 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-59b6ae54-9394-4b73-8e12-0a4ac813b0bb None None] Attempting to bind port e4ddd1a4-cdc7-4757-9940-71f3fbd6e894 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 09:11:21.836813 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-59b6ae54-9394-4b73-8e12-0a4ac813b0bb None None] Attempting to bind port e4ddd1a4-cdc7-4757-9940-71f3fbd6e894 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 09:11:21.837176 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b6ae54-9394-4b73-8e12-0a4ac813b0bb None None] Attempting to bind port e4ddd1a4-cdc7-4757-9940-71f3fbd6e894 on network 95f3bec2-46e6-4468-8229-8badd4a5aaae {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:11:21.839987 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-b8c27b09-5f65-4cfd-826e-ef020e7d90ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:11:21.845541 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b6ae54-9394-4b73-8e12-0a4ac813b0bb None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 9, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 09:11:21.845916 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b6ae54-9394-4b73-8e12-0a4ac813b0bb None None] Checking segment: {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:11:21.846321 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-59b6ae54-9394-4b73-8e12-0a4ac813b0bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:21.846713 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b6ae54-9394-4b73-8e12-0a4ac813b0bb None None] Bound using segment: {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 09:11:21.847179 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-59b6ae54-9394-4b73-8e12-0a4ac813b0bb None None] Bound port: e4ddd1a4-cdc7-4757-9940-71f3fbd6e894, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 09:11:21.847565 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-59b6ae54-9394-4b73-8e12-0a4ac813b0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:21.925320 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-59b6ae54-9394-4b73-8e12-0a4ac813b0bb None None] For port e4ddd1a4-cdc7-4757-9940-71f3fbd6e894, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 09:11:21.928478 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-59b6ae54-9394-4b73-8e12-0a4ac813b0bb None None] For port e4ddd1a4-cdc7-4757-9940-71f3fbd6e894, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=e4ddd1a4-cdc7-4757-9940-71f3fbd6e894,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 09:11:21.935066 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-59b6ae54-9394-4b73-8e12-0a4ac813b0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:21.939208 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-51f87ddb-de44-431e-85ab-538e4cd7dbf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:11:21.997324 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-4a18beed-e75e-4a35-9de3-0770745c340d None None] Provisioning for port fb2e6b9a-24f3-4d40-81fd-b8c6e5e683ae completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:11:22.014086 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-4a18beed-e75e-4a35-9de3-0770745c340d None None] Provisioning complete for port fb2e6b9a-24f3-4d40-81fd-b8c6e5e683ae triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:11:22.014462 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-4a18beed-e75e-4a35-9de3-0770745c340d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:22.029636 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-32dd0a7a-6ad4-49b7-aac8-32a734689bed admin admin] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:22.034289 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-32dd0a7a-6ad4-49b7-aac8-32a734689bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:22.061896 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-db827d72-133d-42cf-993b-9b76a3f7a252 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:11:22.064520 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c27b09-5f65-4cfd-826e-ef020e7d90ba None None] Pushing event updated for resources: {'Port': ['ID=e4ddd1a4-cdc7-4757-9940-71f3fbd6e894,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:11:22.070483 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-b8c27b09-5f65-4cfd-826e-ef020e7d90ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:11:22.078921 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b6ae54-9394-4b73-8e12-0a4ac813b0bb None None] Routers {'3563f7b9-6aa7-4779-a1df-ff12305bd00b'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:11:22.079567 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-59b6ae54-9394-4b73-8e12-0a4ac813b0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:11:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['3563f7b9-6aa7-4779-a1df-ff12305bd00b'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:11:22.143986 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd0a7a-6ad4-49b7-aac8-32a734689bed admin admin] Pushing event updated for resources: {'Port': ['ID=fb2e6b9a-24f3-4d40-81fd-b8c6e5e683ae,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:11:22.146313 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-32dd0a7a-6ad4-49b7-aac8-32a734689bed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32898031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349045'] for router_interface, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:22.147187 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-4a18beed-e75e-4a35-9de3-0770745c340d None None] Port fb2e6b9a-24f3-4d40-81fd-b8c6e5e683ae cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 09:11:22.149953 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-32dd0a7a-6ad4-49b7-aac8-32a734689bed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:11:22.269195 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-59b6ae54-9394-4b73-8e12-0a4ac813b0bb None None] Set router 3563f7b9-6aa7-4779-a1df-ff12305bd00b gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:11:22.399140 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32dd0a7a-6ad4-49b7-aac8-32a734689bed admin admin] Network a03058fc-2a0d-4e8b-85f3-1b71349d971f is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:11:22.400322 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-32dd0a7a-6ad4-49b7-aac8-32a734689bed admin admin] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:11:22.610761 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-59b6ae54-9394-4b73-8e12-0a4ac813b0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'name': 'tempest-ServerActionsTestJSON-104128265-router', 'tenant_id': 'e4f19a896cd74f1bb76f0396278358ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.210'}], 'enable_snat': True}, 'gw_port_id': 'e4ddd1a4-cdc7-4757-9940-71f3fbd6e894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:11:18Z', 'updated_at': '2021-12-20T09:11:21Z', 'revision_number': 4, 'project_id': 'e4f19a896cd74f1bb76f0396278358ec', 'gw_port': {'id': 'e4ddd1a4-cdc7-4757-9940-71f3fbd6e894', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:21:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:11:19Z', 'updated_at': '2021-12-20T09:11:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': 'fb2e6b9a-24f3-4d40-81fd-b8c6e5e683ae', 'name': '', 'network_id': 'a03058fc-2a0d-4e8b-85f3-1b71349d971f', 'tenant_id': 'e4f19a896cd74f1bb76f0396278358ec', 'mac_address': 'fa:16:3e:42:89:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '373276bb-d3f8-4cba-b746-1f476a16e22b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:11:21Z', 'updated_at': '2021-12-20T09:11:21Z', 'revision_number': 2, 'project_id': 'e4f19a896cd74f1bb76f0396278358ec', 'subnets': [{'id': '373276bb-d3f8-4cba-b746-1f476a16e22b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:11:22.614982 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b6ae54-9394-4b73-8e12-0a4ac813b0bb None None] The sync data for ids ['3563f7b9-6aa7-4779-a1df-ff12305bd00b'] in dv-neutron-820491-1-hyperv is: [{'id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'name': 'tempest-ServerActionsTestJSON-104128265-router', 'tenant_id': 'e4f19a896cd74f1bb76f0396278358ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.210'}], 'enable_snat': True}, 'gw_port_id': 'e4ddd1a4-cdc7-4757-9940-71f3fbd6e894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:11:18Z', 'updated_at': '2021-12-20T09:11:21Z', 'revision_number': 4, 'project_id': 'e4f19a896cd74f1bb76f0396278358ec', 'gw_port': {'id': 'e4ddd1a4-cdc7-4757-9940-71f3fbd6e894', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:21:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:11:19Z', 'updated_at': '2021-12-20T09:11:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': 'fb2e6b9a-24f3-4d40-81fd-b8c6e5e683ae', 'name': '', 'network_id': 'a03058fc-2a0d-4e8b-85f3-1b71349d971f', 'tenant_id': 'e4f19a896cd74f1bb76f0396278358ec', 'mac_address': 'fa:16:3e:42:89:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '373276bb-d3f8-4cba-b746-1f476a16e22b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:11:21Z', 'updated_at': '2021-12-20T09:11:21Z', 'revision_number': 2, 'project_id': 'e4f19a896cd74f1bb76f0396278358ec', 'subnets': [{'id': '373276bb-d3f8-4cba-b746-1f476a16e22b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 09:11:22.673080 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-f44cdecb-6ca9-441a-b09d-a962da952e62 None None] Provisioning complete for port fb2e6b9a-24f3-4d40-81fd-b8c6e5e683ae triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:11:22.673445 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f44cdecb-6ca9-441a-b09d-a962da952e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:22.739003 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-f44cdecb-6ca9-441a-b09d-a962da952e62 None None] Port fb2e6b9a-24f3-4d40-81fd-b8c6e5e683ae cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 09:11:22.819457 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device a808e21c-bc7f-40ce-96d8-6d029459cafc up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:11:22.862466 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32dd0a7a-6ad4-49b7-aac8-32a734689bed admin admin] Router 3563f7b9-6aa7-4779-a1df-ff12305bd00b has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 09:11:22.895424 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port a808e21c-bc7f-40ce-96d8-6d029459cafc triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:11:22.895988 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:23.076779 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32dd0a7a-6ad4-49b7-aac8-32a734689bed admin admin] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 09:11:23.086611 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-32dd0a7a-6ad4-49b7-aac8-32a734689bed admin admin] 10.222.0.16 "PUT /v2.0/routers/3563f7b9-6aa7-4779-a1df-ff12305bd00b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9077706 Dec 20 09:11:23.827055 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 48720) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:11:23.832806 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-4ab88dfb-ee02-4862-9fed-5e0c0465ad38 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1166090062', 'description': 'tempest-description--2055582775'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:11:23.840103 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-4ab88dfb-ee02-4862-9fed-5e0c0465ad38 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:11:23.845141 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-4ab88dfb-ee02-4862-9fed-5e0c0465ad38 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Usage tracker for resource:security_group and tenant:e4f19a896cd74f1bb76f0396278358ec is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:11:23.847966 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-4ab88dfb-ee02-4862-9fed-5e0c0465ad38 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:11:23.853724 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-4ab88dfb-ee02-4862-9fed-5e0c0465ad38 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:11:23.865183 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4ab88dfb-ee02-4862-9fed-5e0c0465ad38 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:23.899803 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-4ab88dfb-ee02-4862-9fed-5e0c0465ad38 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:11:23.904757 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-4ab88dfb-ee02-4862-9fed-5e0c0465ad38 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Usage tracker for resource:security_group_rule and tenant:e4f19a896cd74f1bb76f0396278358ec is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:11:23.907478 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-4ab88dfb-ee02-4862-9fed-5e0c0465ad38 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:11:23.912941 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-4ab88dfb-ee02-4862-9fed-5e0c0465ad38 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:11:23.967003 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4ab88dfb-ee02-4862-9fed-5e0c0465ad38 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:23.970846 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4ab88dfb-ee02-4862-9fed-5e0c0465ad38 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:23.974381 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1b995514-cdd5-4caa-994d-ee72f0a13446 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:11:24.012545 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab88dfb-ee02-4862-9fed-5e0c0465ad38 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a8025c4-b9df-4cc6-8e0e-abd973434d08,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:11:24.015522 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4ab88dfb-ee02-4862-9fed-5e0c0465ad38 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:11:24.016861 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4ab88dfb-ee02-4862-9fed-5e0c0465ad38 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:24.018049 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-4ab88dfb-ee02-4862-9fed-5e0c0465ad38 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.1900260 Dec 20 09:11:24.020994 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 48724) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:11:24.026444 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-fd0f1ffc-d81e-4c44-b59c-c7eaf68f9bb9 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Request body: {'security_group_rule': {'security_group_id': '2a8025c4-b9df-4cc6-8e0e-abd973434d08', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:11:24.032329 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-fd0f1ffc-d81e-4c44-b59c-c7eaf68f9bb9 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:11:24.036037 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-fd0f1ffc-d81e-4c44-b59c-c7eaf68f9bb9 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Usage tracker for resource:security_group_rule and tenant:e4f19a896cd74f1bb76f0396278358ec is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:11:24.038875 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-fd0f1ffc-d81e-4c44-b59c-c7eaf68f9bb9 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:11:24.044602 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-fd0f1ffc-d81e-4c44-b59c-c7eaf68f9bb9 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:11:24.061950 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fd0f1ffc-d81e-4c44-b59c-c7eaf68f9bb9 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:24.125885 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fd0f1ffc-d81e-4c44-b59c-c7eaf68f9bb9 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:24.130090 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fd0f1ffc-d81e-4c44-b59c-c7eaf68f9bb9 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:24.131817 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-5fa3374d-0250-4b0c-a85e-bc720b825c49 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:11:24.153776 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0f1ffc-d81e-4c44-b59c-c7eaf68f9bb9 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7393800a-7012-4eea-89cf-ac4b8879ba72,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:11:24.157968 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-fd0f1ffc-d81e-4c44-b59c-c7eaf68f9bb9 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:11:24.162133 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fd0f1ffc-d81e-4c44-b59c-c7eaf68f9bb9 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:24.163311 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-fd0f1ffc-d81e-4c44-b59c-c7eaf68f9bb9 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1413817 Dec 20 09:11:24.165889 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 48728) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:11:24.171330 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-3ebac1ab-583e-4bb0-8868-cad8087f0952 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Request body: {'security_group_rule': {'security_group_id': '2a8025c4-b9df-4cc6-8e0e-abd973434d08', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:11:24.177113 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-3ebac1ab-583e-4bb0-8868-cad8087f0952 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:11:24.180988 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-3ebac1ab-583e-4bb0-8868-cad8087f0952 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Usage tracker for resource:security_group_rule and tenant:e4f19a896cd74f1bb76f0396278358ec is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:11:24.184542 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-3ebac1ab-583e-4bb0-8868-cad8087f0952 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:11:24.190237 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-3ebac1ab-583e-4bb0-8868-cad8087f0952 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:11:24.207540 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3ebac1ab-583e-4bb0-8868-cad8087f0952 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:24.269241 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3ebac1ab-583e-4bb0-8868-cad8087f0952 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:24.272547 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3ebac1ab-583e-4bb0-8868-cad8087f0952 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:24.274308 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-fd0f1ffc-d81e-4c44-b59c-c7eaf68f9bb9 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:11:24.296119 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebac1ab-583e-4bb0-8868-cad8087f0952 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e944cb75-eeb4-4db7-b793-1451e8e0669f,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:11:24.298440 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3ebac1ab-583e-4bb0-8868-cad8087f0952 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:11:24.305689 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3ebac1ab-583e-4bb0-8868-cad8087f0952 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:24.306852 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-3ebac1ab-583e-4bb0-8868-cad8087f0952 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1400635 Dec 20 09:11:24.309818 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 48732) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:11:24.314966 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-8796c4f1-fea5-4dc5-b566-13f3f68724e5 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Request body: {'floatingip': {'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:11:24.320233 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-8796c4f1-fea5-4dc5-b566-13f3f68724e5 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:11:24.324065 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-8796c4f1-fea5-4dc5-b566-13f3f68724e5 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Usage tracker for resource:floatingip and tenant:e4f19a896cd74f1bb76f0396278358ec is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:11:24.326873 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-8796c4f1-fea5-4dc5-b566-13f3f68724e5 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:11:24.332506 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-8796c4f1-fea5-4dc5-b566-13f3f68724e5 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:11:24.344171 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8796c4f1-fea5-4dc5-b566-13f3f68724e5 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify callbacks [] for floatingip, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:24.481222 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8796c4f1-fea5-4dc5-b566-13f3f68724e5 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:24.614532 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-8796c4f1-fea5-4dc5-b566-13f3f68724e5 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Allocated IP 172.26.5.155 (95f3bec2-46e6-4468-8229-8badd4a5aaae/cf8895a3-346d-4313-a645-16ecdcce9969/4d74a2bc-230c-4b8b-adb4-d2615879ff1c) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 09:11:24.770987 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8796c4f1-fea5-4dc5-b566-13f3f68724e5 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:24.799193 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8796c4f1-fea5-4dc5-b566-13f3f68724e5 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:24.803101 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-cdf11df4-2a09-4dfb-aa22-66ff12092726 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:11:24.814145 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device e4ddd1a4-cdc7-4757-9940-71f3fbd6e894 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:11:24.868855 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8796c4f1-fea5-4dc5-b566-13f3f68724e5 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Network 95f3bec2-46e6-4468-8229-8badd4a5aaae is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:11:24.872714 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-8796c4f1-fea5-4dc5-b566-13f3f68724e5 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:11:24.876985 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8796c4f1-fea5-4dc5-b566-13f3f68724e5 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 09:11:24.884856 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port e4ddd1a4-cdc7-4757-9940-71f3fbd6e894 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:11:24.890382 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port e4ddd1a4-cdc7-4757-9940-71f3fbd6e894 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:11:24.890932 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:24.907323 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8796c4f1-fea5-4dc5-b566-13f3f68724e5 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Pushing event updated for resources: {'Port': ['ID=4d74a2bc-230c-4b8b-adb4-d2615879ff1c,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:11:24.914168 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-8796c4f1-fea5-4dc5-b566-13f3f68724e5 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:11:25.006853 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:25.024640 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port e4ddd1a4-cdc7-4757-9940-71f3fbd6e894, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=e4ddd1a4-cdc7-4757-9940-71f3fbd6e894,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:11:25.028126 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:25.031145 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:11:25.046752 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8796c4f1-fea5-4dc5-b566-13f3f68724e5 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:25.101326 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=e4ddd1a4-cdc7-4757-9940-71f3fbd6e894,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:11:25.106762 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:11:25.235503 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8796c4f1-fea5-4dc5-b566-13f3f68724e5 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:25.447743 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8796c4f1-fea5-4dc5-b566-13f3f68724e5 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:25.452865 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8796c4f1-fea5-4dc5-b566-13f3f68724e5 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:25.457093 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-40222f89-9a11-4710-8484-cce92946944b tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:11:25.551152 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8796c4f1-fea5-4dc5-b566-13f3f68724e5 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Pushing event updated for resources: {'Port': ['ID=4d74a2bc-230c-4b8b-adb4-d2615879ff1c,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:11:25.554988 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-8796c4f1-fea5-4dc5-b566-13f3f68724e5 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:11:25.569749 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8796c4f1-fea5-4dc5-b566-13f3f68724e5 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-345990'] for floatingip, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:25.591806 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8796c4f1-fea5-4dc5-b566-13f3f68724e5 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:25.593077 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-8796c4f1-fea5-4dc5-b566-13f3f68724e5 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2823744 Dec 20 09:11:25.768565 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-6151bce8-8632-4e29-aaab-dcd45e38dd0e req-19111dd1-3192-4f65-9491-3d2373bffa6d tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Synchronizing usage tracker for tenant:e4f19a896cd74f1bb76f0396278358ec on resource:security_group {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:11:25.785404 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-6151bce8-8632-4e29-aaab-dcd45e38dd0e req-19111dd1-3192-4f65-9491-3d2373bffa6d tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Unset dirty status for tenant:e4f19a896cd74f1bb76f0396278358ec on resource:security_group {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:11:25.786687 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-6151bce8-8632-4e29-aaab-dcd45e38dd0e req-19111dd1-3192-4f65-9491-3d2373bffa6d tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1166090062&fields=id&tenant_id=e4f19a896cd74f1bb76f0396278358ec HTTP/1.1" status: 200 len: 267 time: 0.0605524 Dec 20 09:11:25.933940 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151bce8-8632-4e29-aaab-dcd45e38dd0e req-505cd1d8-2c88-4267-bfa3-872fcb5d3b60 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:11:25.934511 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-6151bce8-8632-4e29-aaab-dcd45e38dd0e req-505cd1d8-2c88-4267-bfa3-872fcb5d3b60 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Synchronizing usage tracker for tenant:e4f19a896cd74f1bb76f0396278358ec on resource:network {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:11:25.950733 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-6151bce8-8632-4e29-aaab-dcd45e38dd0e req-505cd1d8-2c88-4267-bfa3-872fcb5d3b60 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Unset dirty status for tenant:e4f19a896cd74f1bb76f0396278358ec on resource:network {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:11:25.951847 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-6151bce8-8632-4e29-aaab-dcd45e38dd0e req-505cd1d8-2c88-4267-bfa3-872fcb5d3b60 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/networks?id=a03058fc-2a0d-4e8b-85f3-1b71349d971f HTTP/1.1" status: 200 len: 811 time: 0.1585455 Dec 20 09:11:25.968394 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-6151bce8-8632-4e29-aaab-dcd45e38dd0e req-88e2db28-236b-40ad-8686-e2ee0f7c5e4a tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/quotas/e4f19a896cd74f1bb76f0396278358ec HTTP/1.1" status: 200 len: 375 time: 0.0106764 Dec 20 09:11:26.147088 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-6151bce8-8632-4e29-aaab-dcd45e38dd0e req-f203f569-a6db-47c2-a222-ad98fc087245 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e4f19a896cd74f1bb76f0396278358ec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1735895 Dec 20 09:11:26.283605 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-6151bce8-8632-4e29-aaab-dcd45e38dd0e req-b11328c9-c3e5-491e-b6f4-7d428adf345d service neutron] 10.222.0.16 "GET /v2.0/networks/a03058fc-2a0d-4e8b-85f3-1b71349d971f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242571 Dec 20 09:11:26.413540 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-6151bce8-8632-4e29-aaab-dcd45e38dd0e req-ba92d40d-3698-4755-a989-7d339c720701 service neutron] 10.222.0.16 "GET /v2.0/networks/a03058fc-2a0d-4e8b-85f3-1b71349d971f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242127 Dec 20 09:11:26.605925 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-51b2c3f9-9e6b-4069-871f-4b76d312410d req-491f5408-d6b7-48ee-9873-fc492119b03c tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Synchronizing usage tracker for tenant:e4f19a896cd74f1bb76f0396278358ec on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:11:26.623637 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-51b2c3f9-9e6b-4069-871f-4b76d312410d req-491f5408-d6b7-48ee-9873-fc492119b03c tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Unset dirty status for tenant:e4f19a896cd74f1bb76f0396278358ec on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:11:26.624940 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-51b2c3f9-9e6b-4069-871f-4b76d312410d req-491f5408-d6b7-48ee-9873-fc492119b03c tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=21ce077d-0452-41f2-98bf-5b1d948b4ed6 HTTP/1.1" status: 200 len: 210 time: 0.0684707 Dec 20 09:11:26.795970 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device e4ddd1a4-cdc7-4757-9940-71f3fbd6e894 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:11:26.863740 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port e4ddd1a4-cdc7-4757-9940-71f3fbd6e894 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:11:26.864122 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:27.800480 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-49cda115-0f5e-449b-b58f-29b84333fbe4 req-b5cbac4b-bbf5-4695-8831-5c5adbd614d8 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=21ce077d-0452-41f2-98bf-5b1d948b4ed6 HTTP/1.1" status: 200 len: 210 time: 0.0427282 Dec 20 09:11:27.862706 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151bce8-8632-4e29-aaab-dcd45e38dd0e req-3c026bda-a786-4f3f-b27d-7aafde9e8252 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:11:27.864107 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6151bce8-8632-4e29-aaab-dcd45e38dd0e req-3c026bda-a786-4f3f-b27d-7aafde9e8252 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.58 "GET /v2.0/networks?id=a03058fc-2a0d-4e8b-85f3-1b71349d971f HTTP/1.1" status: 200 len: 811 time: 0.1540666 Dec 20 09:11:27.923819 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-6151bce8-8632-4e29-aaab-dcd45e38dd0e req-79b2fe0e-99a0-4d47-9d83-c8d7493933c8 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Synchronizing usage tracker for tenant:e4f19a896cd74f1bb76f0396278358ec on resource:security_group {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:11:27.938199 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-6151bce8-8632-4e29-aaab-dcd45e38dd0e req-79b2fe0e-99a0-4d47-9d83-c8d7493933c8 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Unset dirty status for tenant:e4f19a896cd74f1bb76f0396278358ec on resource:security_group {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:11:27.939500 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6151bce8-8632-4e29-aaab-dcd45e38dd0e req-79b2fe0e-99a0-4d47-9d83-c8d7493933c8 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4f19a896cd74f1bb76f0396278358ec HTTP/1.1" status: 200 len: 380 time: 0.0624211 Dec 20 09:11:27.949618 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-6151bce8-8632-4e29-aaab-dcd45e38dd0e req-2d584772-5c60-4941-98d0-b402ab971e46 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Request body: {'port': {'device_id': '21ce077d-0452-41f2-98bf-5b1d948b4ed6', 'network_id': 'a03058fc-2a0d-4e8b-85f3-1b71349d971f', 'admin_state_up': True, 'tenant_id': 'e4f19a896cd74f1bb76f0396278358ec', 'security_groups': ['2a8025c4-b9df-4cc6-8e0e-abd973434d08']}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:11:28.100086 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-6151bce8-8632-4e29-aaab-dcd45e38dd0e req-2d584772-5c60-4941-98d0-b402ab971e46 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:11:28.110358 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-6151bce8-8632-4e29-aaab-dcd45e38dd0e req-2d584772-5c60-4941-98d0-b402ab971e46 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:11:28.121109 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6151bce8-8632-4e29-aaab-dcd45e38dd0e req-2d584772-5c60-4941-98d0-b402ab971e46 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Made reservation on behalf of e4f19a896cd74f1bb76f0396278358ec for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 09:11:28.124608 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-6151bce8-8632-4e29-aaab-dcd45e38dd0e req-2d584772-5c60-4941-98d0-b402ab971e46 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:28.293216 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [req-6151bce8-8632-4e29-aaab-dcd45e38dd0e req-2d584772-5c60-4941-98d0-b402ab971e46 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Allocated IP 172.20.0.8 (a03058fc-2a0d-4e8b-85f3-1b71349d971f/373276bb-d3f8-4cba-b746-1f476a16e22b/e70768b9-a20a-4bb3-8cbb-d2e0cbae5abf) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 09:11:28.490425 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-6151bce8-8632-4e29-aaab-dcd45e38dd0e req-2d584772-5c60-4941-98d0-b402ab971e46 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:28.505902 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-6151bce8-8632-4e29-aaab-dcd45e38dd0e req-2d584772-5c60-4941-98d0-b402ab971e46 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Transition to ACTIVE for port object e70768b9-a20a-4bb3-8cbb-d2e0cbae5abf will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:11:28.528381 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-6151bce8-8632-4e29-aaab-dcd45e38dd0e req-2d584772-5c60-4941-98d0-b402ab971e46 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:28.535903 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3fbc35a3-46b8-4a91-a6f7-a095f817543a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:11:28.611192 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6151bce8-8632-4e29-aaab-dcd45e38dd0e req-2d584772-5c60-4941-98d0-b402ab971e46 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Network a03058fc-2a0d-4e8b-85f3-1b71349d971f is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:11:28.614547 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [req-6151bce8-8632-4e29-aaab-dcd45e38dd0e req-2d584772-5c60-4941-98d0-b402ab971e46 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:11:28.617141 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-6151bce8-8632-4e29-aaab-dcd45e38dd0e req-2d584772-5c60-4941-98d0-b402ab971e46 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 09:11:28.647721 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d584772-5c60-4941-98d0-b402ab971e46 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Pushing event updated for resources: {'Port': ['ID=e70768b9-a20a-4bb3-8cbb-d2e0cbae5abf,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:11:28.655023 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2d584772-5c60-4941-98d0-b402ab971e46 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:11:28.682621 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151bce8-8632-4e29-aaab-dcd45e38dd0e req-2d584772-5c60-4941-98d0-b402ab971e46 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:11:28.683273 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-6151bce8-8632-4e29-aaab-dcd45e38dd0e req-2d584772-5c60-4941-98d0-b402ab971e46 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:28.712115 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6151bce8-8632-4e29-aaab-dcd45e38dd0e req-2d584772-5c60-4941-98d0-b402ab971e46 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7672882 Dec 20 09:11:28.724402 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-6151bce8-8632-4e29-aaab-dcd45e38dd0e req-773ee7a5-4dc5-45ef-bb06-0ccbcc71d1e3 service neutron] Request body: {'port': {'device_id': '21ce077d-0452-41f2-98bf-5b1d948b4ed6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8204'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:11:28.840115 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-6151bce8-8632-4e29-aaab-dcd45e38dd0e req-773ee7a5-4dc5-45ef-bb06-0ccbcc71d1e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:28.906229 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-2530e8a1-ee60-425b-9f69-146879ab4237 None None] Provisioning for port e70768b9-a20a-4bb3-8cbb-d2e0cbae5abf completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:11:28.912615 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-2530e8a1-ee60-425b-9f69-146879ab4237 None None] Provisioning complete for port e70768b9-a20a-4bb3-8cbb-d2e0cbae5abf triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:11:28.913277 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-2530e8a1-ee60-425b-9f69-146879ab4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:28.971186 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-2530e8a1-ee60-425b-9f69-146879ab4237 None None] Port e70768b9-a20a-4bb3-8cbb-d2e0cbae5abf cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 09:11:29.254622 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbcac9b-579e-4e3d-ae49-0db2964cff62 req-56500d7c-54ed-4740-adae-a005fa4861b8 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:11:29.255305 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-ebbcac9b-579e-4e3d-ae49-0db2964cff62 req-56500d7c-54ed-4740-adae-a005fa4861b8 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Synchronizing usage tracker for tenant:e4f19a896cd74f1bb76f0396278358ec on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:11:29.292990 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-ebbcac9b-579e-4e3d-ae49-0db2964cff62 req-56500d7c-54ed-4740-adae-a005fa4861b8 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Unset dirty status for tenant:e4f19a896cd74f1bb76f0396278358ec on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:11:29.294166 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ebbcac9b-579e-4e3d-ae49-0db2964cff62 req-56500d7c-54ed-4740-adae-a005fa4861b8 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=21ce077d-0452-41f2-98bf-5b1d948b4ed6 HTTP/1.1" status: 200 len: 931 time: 0.3340573 Dec 20 09:11:29.391861 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [req-6151bce8-8632-4e29-aaab-dcd45e38dd0e req-773ee7a5-4dc5-45ef-bb06-0ccbcc71d1e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e70768b9-a20a-4bb3-8cbb-d2e0cbae5abf {{(pid=83444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 09:11:29.400236 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-6151bce8-8632-4e29-aaab-dcd45e38dd0e req-773ee7a5-4dc5-45ef-bb06-0ccbcc71d1e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:29.406574 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ebbcac9b-579e-4e3d-ae49-0db2964cff62 req-f4520a2e-815e-49e5-bb61-b1a5c2ea0838 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010892 Dec 20 09:11:29.417885 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-6151bce8-8632-4e29-aaab-dcd45e38dd0e req-773ee7a5-4dc5-45ef-bb06-0ccbcc71d1e3 service neutron] Transition to ACTIVE for port object e70768b9-a20a-4bb3-8cbb-d2e0cbae5abf will not be triggered until provisioned by entity L2. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:11:29.421919 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-6151bce8-8632-4e29-aaab-dcd45e38dd0e req-773ee7a5-4dc5-45ef-bb06-0ccbcc71d1e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:29.425569 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f51ee771-6b04-4fe7-a30b-b0279e904a25 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:11:29.550067 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ee7a5-4dc5-45ef-bb06-0ccbcc71d1e3 service neutron] Pushing event updated for resources: {'Port': ['ID=e70768b9-a20a-4bb3-8cbb-d2e0cbae5abf,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:11:29.552970 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-773ee7a5-4dc5-45ef-bb06-0ccbcc71d1e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:11:29.660604 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-6151bce8-8632-4e29-aaab-dcd45e38dd0e req-773ee7a5-4dc5-45ef-bb06-0ccbcc71d1e3 service neutron] Attempting to bind port e70768b9-a20a-4bb3-8cbb-d2e0cbae5abf on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 09:11:29.661048 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-6151bce8-8632-4e29-aaab-dcd45e38dd0e req-773ee7a5-4dc5-45ef-bb06-0ccbcc71d1e3 service neutron] Attempting to bind port e70768b9-a20a-4bb3-8cbb-d2e0cbae5abf by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': '2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a03058fc-2a0d-4e8b-85f3-1b71349d971f'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 09:11:29.661557 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6151bce8-8632-4e29-aaab-dcd45e38dd0e req-773ee7a5-4dc5-45ef-bb06-0ccbcc71d1e3 service neutron] Attempting to bind port e70768b9-a20a-4bb3-8cbb-d2e0cbae5abf on network a03058fc-2a0d-4e8b-85f3-1b71349d971f {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:11:29.668757 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6151bce8-8632-4e29-aaab-dcd45e38dd0e req-773ee7a5-4dc5-45ef-bb06-0ccbcc71d1e3 service neutron] Port e70768b9-a20a-4bb3-8cbb-d2e0cbae5abf on network a03058fc-2a0d-4e8b-85f3-1b71349d971f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 09:11:29.669328 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6151bce8-8632-4e29-aaab-dcd45e38dd0e req-773ee7a5-4dc5-45ef-bb06-0ccbcc71d1e3 service neutron] Attempting to bind port e70768b9-a20a-4bb3-8cbb-d2e0cbae5abf on network a03058fc-2a0d-4e8b-85f3-1b71349d971f {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:11:29.676115 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6151bce8-8632-4e29-aaab-dcd45e38dd0e req-773ee7a5-4dc5-45ef-bb06-0ccbcc71d1e3 service neutron] Checking agent: {'id': 'bd419857-3bec-4b96-b211-3fb278c66880', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8204', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 40, 10), 'started_at': datetime.datetime(2021, 12, 20, 8, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 9, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 09:11:29.676446 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6151bce8-8632-4e29-aaab-dcd45e38dd0e req-773ee7a5-4dc5-45ef-bb06-0ccbcc71d1e3 service neutron] Checking segment: {'id': '2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a03058fc-2a0d-4e8b-85f3-1b71349d971f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:11:29.676820 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6151bce8-8632-4e29-aaab-dcd45e38dd0e req-773ee7a5-4dc5-45ef-bb06-0ccbcc71d1e3 service neutron] Bound using segment: {'id': '2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a03058fc-2a0d-4e8b-85f3-1b71349d971f'} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 09:11:29.677264 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-6151bce8-8632-4e29-aaab-dcd45e38dd0e req-773ee7a5-4dc5-45ef-bb06-0ccbcc71d1e3 service neutron] Bound port: e70768b9-a20a-4bb3-8cbb-d2e0cbae5abf, host: hv-neutron-8204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a03058fc-2a0d-4e8b-85f3-1b71349d971f'}}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 09:11:29.677604 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-6151bce8-8632-4e29-aaab-dcd45e38dd0e req-773ee7a5-4dc5-45ef-bb06-0ccbcc71d1e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:29.764518 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-6151bce8-8632-4e29-aaab-dcd45e38dd0e req-773ee7a5-4dc5-45ef-bb06-0ccbcc71d1e3 service neutron] For port e70768b9-a20a-4bb3-8cbb-d2e0cbae5abf, host hv-neutron-8204, cleared binding levels {{(pid=83444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 09:11:29.767374 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-6151bce8-8632-4e29-aaab-dcd45e38dd0e req-773ee7a5-4dc5-45ef-bb06-0ccbcc71d1e3 service neutron] For port e70768b9-a20a-4bb3-8cbb-d2e0cbae5abf, host hv-neutron-8204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=e70768b9-a20a-4bb3-8cbb-d2e0cbae5abf,segment=NetworkSegment(2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f),segment_id=2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f)] {{(pid=83444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 09:11:29.771860 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-6151bce8-8632-4e29-aaab-dcd45e38dd0e req-773ee7a5-4dc5-45ef-bb06-0ccbcc71d1e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:29.775612 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-05684d8e-c06b-4174-bd1f-f1728b7bf441 tempest-DeleteServersTestJSON-642592208 tempest-DeleteServersTestJSON-642592208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:11:29.832596 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-6151bce8-8632-4e29-aaab-dcd45e38dd0e req-773ee7a5-4dc5-45ef-bb06-0ccbcc71d1e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:29.834028 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6151bce8-8632-4e29-aaab-dcd45e38dd0e req-773ee7a5-4dc5-45ef-bb06-0ccbcc71d1e3 service neutron] 10.222.0.58 "PUT /v2.0/ports/e70768b9-a20a-4bb3-8cbb-d2e0cbae5abf HTTP/1.1" status: 200 len: 1093 time: 1.1146581 Dec 20 09:11:29.834545 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21ce077d-0452-41f2-98bf-5b1d948b4ed6', 'tag': 'e70768b9-a20a-4bb3-8cbb-d2e0cbae5abf'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:11:29.863073 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ee7a5-4dc5-45ef-bb06-0ccbcc71d1e3 service neutron] Pushing event updated for resources: {'Port': ['ID=e70768b9-a20a-4bb3-8cbb-d2e0cbae5abf,revision_number=3']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:11:29.868995 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-773ee7a5-4dc5-45ef-bb06-0ccbcc71d1e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:11:29.909502 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21ce077d-0452-41f2-98bf-5b1d948b4ed6', 'tag': 'e70768b9-a20a-4bb3-8cbb-d2e0cbae5abf', 'status': 'completed', 'code': 200} Dec 20 09:11:29.950795 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6151bce8-8632-4e29-aaab-dcd45e38dd0e req-a4b13322-058d-48f6-8869-68f4ea8fb21b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e4f19a896cd74f1bb76f0396278358ec&device_id=21ce077d-0452-41f2-98bf-5b1d948b4ed6 HTTP/1.1" status: 200 len: 1096 time: 0.0797269 Dec 20 09:11:30.025815 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6151bce8-8632-4e29-aaab-dcd45e38dd0e req-dea355ac-318e-414e-8dac-4e193fb8298a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e70768b9-a20a-4bb3-8cbb-d2e0cbae5abf HTTP/1.1" status: 200 len: 217 time: 0.0684161 Dec 20 09:11:30.088933 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151bce8-8632-4e29-aaab-dcd45e38dd0e req-fec4ed90-1902-470c-9348-68843a116f59 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:11:30.090301 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6151bce8-8632-4e29-aaab-dcd45e38dd0e req-fec4ed90-1902-470c-9348-68843a116f59 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=373276bb-d3f8-4cba-b746-1f476a16e22b HTTP/1.1" status: 200 len: 850 time: 0.0587940 Dec 20 09:11:30.166037 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6151bce8-8632-4e29-aaab-dcd45e38dd0e req-cc65a5e9-726c-46e5-abd8-d111e294d34d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a03058fc-2a0d-4e8b-85f3-1b71349d971f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690658 Dec 20 09:11:30.307282 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6151bce8-8632-4e29-aaab-dcd45e38dd0e req-02dbae24-21e4-482a-80ce-a083ec797076 service neutron] 10.222.0.58 "GET /v2.0/networks/a03058fc-2a0d-4e8b-85f3-1b71349d971f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351042 Dec 20 09:11:30.444760 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6151bce8-8632-4e29-aaab-dcd45e38dd0e req-fa3e14bc-f542-43f1-8bec-5c1f9e2b1ddc service neutron] 10.222.0.58 "GET /v2.0/networks/a03058fc-2a0d-4e8b-85f3-1b71349d971f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317461 Dec 20 09:11:30.612640 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d9100514-33f2-4cd9-87b3-f473ae53fd0d req-fcd0224c-aeab-4735-8c7a-195e0296c445 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e4f19a896cd74f1bb76f0396278358ec&device_id=21ce077d-0452-41f2-98bf-5b1d948b4ed6 HTTP/1.1" status: 200 len: 1096 time: 0.1228623 Dec 20 09:11:30.654884 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a784245-c474-4784-a968-491ac04a497a req-0e601f1b-d4af-4c58-be2b-01d741a0fe04 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:11:30.656297 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6a784245-c474-4784-a968-491ac04a497a req-0e601f1b-d4af-4c58-be2b-01d741a0fe04 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=21ce077d-0452-41f2-98bf-5b1d948b4ed6 HTTP/1.1" status: 200 len: 943 time: 0.1187463 Dec 20 09:11:30.784697 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6a784245-c474-4784-a968-491ac04a497a req-3d4d0027-1152-45e4-9353-67f8203f61ae tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129577 Dec 20 09:11:30.786895 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9100514-33f2-4cd9-87b3-f473ae53fd0d req-1adc7777-30da-4a77-b650-9dcef991c50b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:11:30.788224 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d9100514-33f2-4cd9-87b3-f473ae53fd0d req-1adc7777-30da-4a77-b650-9dcef991c50b service neutron] 10.222.0.58 "GET /v2.0/networks?id=a03058fc-2a0d-4e8b-85f3-1b71349d971f HTTP/1.1" status: 200 len: 912 time: 0.1667004 Dec 20 09:11:30.861931 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d9100514-33f2-4cd9-87b3-f473ae53fd0d req-bc524d06-51c8-47f8-b625-23042c4aadea service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e70768b9-a20a-4bb3-8cbb-d2e0cbae5abf HTTP/1.1" status: 200 len: 217 time: 0.0670259 Dec 20 09:11:30.924083 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9100514-33f2-4cd9-87b3-f473ae53fd0d req-e4fde07d-c663-4bba-8bb9-2ad995991c4a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:11:30.925534 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d9100514-33f2-4cd9-87b3-f473ae53fd0d req-e4fde07d-c663-4bba-8bb9-2ad995991c4a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=373276bb-d3f8-4cba-b746-1f476a16e22b HTTP/1.1" status: 200 len: 850 time: 0.0580618 Dec 20 09:11:31.002900 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d9100514-33f2-4cd9-87b3-f473ae53fd0d req-c8ebe5f9-d70a-4d7b-8a55-f25b6aae956f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a03058fc-2a0d-4e8b-85f3-1b71349d971f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713866 Dec 20 09:11:31.237865 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d9100514-33f2-4cd9-87b3-f473ae53fd0d req-0bcbd409-78e9-402c-8b30-c66eb717587d service neutron] 10.222.0.58 "GET /v2.0/networks/a03058fc-2a0d-4e8b-85f3-1b71349d971f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278421 Dec 20 09:11:31.372593 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d9100514-33f2-4cd9-87b3-f473ae53fd0d req-bbcb15aa-f068-4d0a-ab42-c1e929f63e4b service neutron] 10.222.0.58 "GET /v2.0/networks/a03058fc-2a0d-4e8b-85f3-1b71349d971f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273351 Dec 20 09:11:31.983778 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255441a5-e720-45a2-8875-66775b067a5f req-e6f166ac-fc34-4269-80b9-d2be293cbf6e tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:11:31.985190 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-255441a5-e720-45a2-8875-66775b067a5f req-e6f166ac-fc34-4269-80b9-d2be293cbf6e tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=21ce077d-0452-41f2-98bf-5b1d948b4ed6 HTTP/1.1" status: 200 len: 943 time: 0.0787280 Dec 20 09:11:32.030174 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-255441a5-e720-45a2-8875-66775b067a5f req-c0525ef9-97a7-4ae6-a6ca-7c1c1707292c tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391619 Dec 20 09:11:33.245909 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef13025c-0a4a-4dd5-9533-4d9be9ba74bf req-a7bba8e7-f3d0-455d-84ee-919109a4b87e tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:11:33.247326 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ef13025c-0a4a-4dd5-9533-4d9be9ba74bf req-a7bba8e7-f3d0-455d-84ee-919109a4b87e tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=21ce077d-0452-41f2-98bf-5b1d948b4ed6 HTTP/1.1" status: 200 len: 943 time: 0.0769777 Dec 20 09:11:33.298672 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ef13025c-0a4a-4dd5-9533-4d9be9ba74bf req-c9ed2638-41fe-4474-a9a4-697547e82a86 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458617 Dec 20 09:11:34.500448 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad1c64f-1209-4ab8-9d7a-3b64e5eecc06 req-89b2230d-2d94-4795-a43e-2be3ec4c515b tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:11:34.502008 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-3ad1c64f-1209-4ab8-9d7a-3b64e5eecc06 req-89b2230d-2d94-4795-a43e-2be3ec4c515b tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=21ce077d-0452-41f2-98bf-5b1d948b4ed6 HTTP/1.1" status: 200 len: 943 time: 0.0810676 Dec 20 09:11:34.557337 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-3ad1c64f-1209-4ab8-9d7a-3b64e5eecc06 req-d293ae18-4375-4998-a5da-a9e178cbd15f tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469847 Dec 20 09:11:35.145963 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device e70768b9-a20a-4bb3-8cbb-d2e0cbae5abf details requested by agent hyperv_hv-neutron-8204 with host hv-neutron-8204 {{(pid=83446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 09:11:35.278951 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port e70768b9-a20a-4bb3-8cbb-d2e0cbae5abf, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=e70768b9-a20a-4bb3-8cbb-d2e0cbae5abf,segment=NetworkSegment(2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f),segment_id=2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:11:35.291620 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Returning: {'device': 'e70768b9-a20a-4bb3-8cbb-d2e0cbae5abf', 'network_id': 'a03058fc-2a0d-4e8b-85f3-1b71349d971f', 'port_id': 'e70768b9-a20a-4bb3-8cbb-d2e0cbae5abf', 'mac_address': 'fa:16:3e:8b:65:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '373276bb-d3f8-4cba-b746-1f476a16e22b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 09:11:35.344176 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:35.361255 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e70768b9-a20a-4bb3-8cbb-d2e0cbae5abf {{(pid=83446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 09:11:35.375342 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port e70768b9-a20a-4bb3-8cbb-d2e0cbae5abf, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=e70768b9-a20a-4bb3-8cbb-d2e0cbae5abf,segment=NetworkSegment(2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f),segment_id=2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:11:35.379636 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:35.381445 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:11:35.446079 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=e70768b9-a20a-4bb3-8cbb-d2e0cbae5abf,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:11:35.449469 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:11:35.701344 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] get_ports_and_sgs() called for port_ids ['e70768b9-a20a-4bb3-8cbb-d2e0cbae5abf'] {{(pid=83446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 09:11:35.754836 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fcf994-03b3-4c88-a350-b0396a96360d req-023589f5-0ea0-40da-b129-576a4379d01c tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:11:35.756286 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-18fcf994-03b3-4c88-a350-b0396a96360d req-023589f5-0ea0-40da-b129-576a4379d01c tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=21ce077d-0452-41f2-98bf-5b1d948b4ed6 HTTP/1.1" status: 200 len: 944 time: 0.0782399 Dec 20 09:11:35.802398 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-18fcf994-03b3-4c88-a350-b0396a96360d req-b44d849c-ec2d-46dc-9dce-90d116c03086 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401101 Dec 20 09:11:36.150710 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9619f781-1c9e-413a-9238-cb76861ee342 None None] Sync routers for ids ['3563f7b9-6aa7-4779-a1df-ff12305bd00b'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 09:11:36.163411 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9619f781-1c9e-413a-9238-cb76861ee342 None None] Routers {'3563f7b9-6aa7-4779-a1df-ff12305bd00b'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:11:36.164118 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-9619f781-1c9e-413a-9238-cb76861ee342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:11:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['3563f7b9-6aa7-4779-a1df-ff12305bd00b'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:11:36.346654 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-9619f781-1c9e-413a-9238-cb76861ee342 None None] Set router 3563f7b9-6aa7-4779-a1df-ff12305bd00b gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:11:36.652259 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-9619f781-1c9e-413a-9238-cb76861ee342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'name': 'tempest-ServerActionsTestJSON-104128265-router', 'tenant_id': 'e4f19a896cd74f1bb76f0396278358ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.210'}], 'enable_snat': True}, 'gw_port_id': 'e4ddd1a4-cdc7-4757-9940-71f3fbd6e894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:11:18Z', 'updated_at': '2021-12-20T09:11:21Z', 'revision_number': 4, 'project_id': 'e4f19a896cd74f1bb76f0396278358ec', 'gw_port': {'id': 'e4ddd1a4-cdc7-4757-9940-71f3fbd6e894', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:21:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:11:19Z', 'updated_at': '2021-12-20T09:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': 'fb2e6b9a-24f3-4d40-81fd-b8c6e5e683ae', 'name': '', 'network_id': 'a03058fc-2a0d-4e8b-85f3-1b71349d971f', 'tenant_id': 'e4f19a896cd74f1bb76f0396278358ec', 'mac_address': 'fa:16:3e:42:89:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '373276bb-d3f8-4cba-b746-1f476a16e22b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:11:21Z', 'updated_at': '2021-12-20T09:11:21Z', 'revision_number': 2, 'project_id': 'e4f19a896cd74f1bb76f0396278358ec', 'subnets': [{'id': '373276bb-d3f8-4cba-b746-1f476a16e22b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:11:36.656022 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9619f781-1c9e-413a-9238-cb76861ee342 None None] Checking router: 3563f7b9-6aa7-4779-a1df-ff12305bd00b for host: dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 09:11:36.656374 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9619f781-1c9e-413a-9238-cb76861ee342 None None] Updating router 3563f7b9-6aa7-4779-a1df-ff12305bd00b port fb2e6b9a-24f3-4d40-81fd-b8c6e5e683ae binding host dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 09:11:36.709522 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-9619f781-1c9e-413a-9238-cb76861ee342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:37.007415 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa136fc9-02d7-4d47-bacf-9436a13012dd req-5e69705a-aa4f-42e4-92e7-7c064f65bb73 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:11:37.008865 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-aa136fc9-02d7-4d47-bacf-9436a13012dd req-5e69705a-aa4f-42e4-92e7-7c064f65bb73 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=21ce077d-0452-41f2-98bf-5b1d948b4ed6 HTTP/1.1" status: 200 len: 944 time: 0.0822718 Dec 20 09:11:37.056095 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-aa136fc9-02d7-4d47-bacf-9436a13012dd req-def8ecfc-9ff7-484c-9cb8-7413105dc6bb tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410335 Dec 20 09:11:37.082555 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-9619f781-1c9e-413a-9238-cb76861ee342 None None] Notify callbacks [] for port, precommit_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:37.094043 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.provisioning_blocks [None req-9619f781-1c9e-413a-9238-cb76861ee342 None None] Transition to ACTIVE for port object fb2e6b9a-24f3-4d40-81fd-b8c6e5e683ae will not be triggered until provisioned by entity L2. {{(pid=83447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:11:37.100300 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-9619f781-1c9e-413a-9238-cb76861ee342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:37.103545 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-e9bc356b-cd96-498c-93c7-2c6e50987f07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:11:37.161994 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device e70768b9-a20a-4bb3-8cbb-d2e0cbae5abf up at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:11:37.226662 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492bd849-d15c-40a1-8e2c-84032092e687 None None] Pushing event updated for resources: {'Port': ['ID=fb2e6b9a-24f3-4d40-81fd-b8c6e5e683ae,revision_number=3']} {{(pid=83447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:11:37.236278 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning for port e70768b9-a20a-4bb3-8cbb-d2e0cbae5abf completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:11:37.240473 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492bd849-d15c-40a1-8e2c-84032092e687 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:11:37.240818 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492bd849-d15c-40a1-8e2c-84032092e687 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:11:37.241152 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492bd849-d15c-40a1-8e2c-84032092e687 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:11:37.241829 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492bd849-d15c-40a1-8e2c-84032092e687 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:11:37.242022 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492bd849-d15c-40a1-8e2c-84032092e687 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:11:37.242464 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492bd849-d15c-40a1-8e2c-84032092e687 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:11:37.242631 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning complete for port e70768b9-a20a-4bb3-8cbb-d2e0cbae5abf triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:11:37.242826 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492bd849-d15c-40a1-8e2c-84032092e687 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:11:37.242999 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:37.243114 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492bd849-d15c-40a1-8e2c-84032092e687 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:11:37.243411 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492bd849-d15c-40a1-8e2c-84032092e687 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:11:37.243799 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492bd849-d15c-40a1-8e2c-84032092e687 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:11:37.244042 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492bd849-d15c-40a1-8e2c-84032092e687 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:11:37.270476 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-492bd849-d15c-40a1-8e2c-84032092e687 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:11:37.332370 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-9619f781-1c9e-413a-9238-cb76861ee342 None None] Attempting to bind port fb2e6b9a-24f3-4d40-81fd-b8c6e5e683ae on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 09:11:37.333061 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-9619f781-1c9e-413a-9238-cb76861ee342 None None] Attempting to bind port fb2e6b9a-24f3-4d40-81fd-b8c6e5e683ae by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a03058fc-2a0d-4e8b-85f3-1b71349d971f'}] {{(pid=83447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 09:11:37.333627 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9619f781-1c9e-413a-9238-cb76861ee342 None None] Attempting to bind port fb2e6b9a-24f3-4d40-81fd-b8c6e5e683ae on network a03058fc-2a0d-4e8b-85f3-1b71349d971f {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:11:37.340674 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9619f781-1c9e-413a-9238-cb76861ee342 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 9, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 09:11:37.341027 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9619f781-1c9e-413a-9238-cb76861ee342 None None] Checking segment: {'id': '2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a03058fc-2a0d-4e8b-85f3-1b71349d971f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:11:37.341446 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-9619f781-1c9e-413a-9238-cb76861ee342 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:37.341840 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9619f781-1c9e-413a-9238-cb76861ee342 None None] Bound using segment: {'id': '2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a03058fc-2a0d-4e8b-85f3-1b71349d971f'} {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 09:11:37.342301 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-9619f781-1c9e-413a-9238-cb76861ee342 None None] Bound port: fb2e6b9a-24f3-4d40-81fd-b8c6e5e683ae, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a03058fc-2a0d-4e8b-85f3-1b71349d971f'}}] {{(pid=83447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 09:11:37.342671 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-9619f781-1c9e-413a-9238-cb76861ee342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:37.373700 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:37.400871 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21ce077d-0452-41f2-98bf-5b1d948b4ed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e70768b9-a20a-4bb3-8cbb-d2e0cbae5abf'}] {{(pid=83446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:11:37.411129 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port e70768b9-a20a-4bb3-8cbb-d2e0cbae5abf, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=e70768b9-a20a-4bb3-8cbb-d2e0cbae5abf,segment=NetworkSegment(2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f),segment_id=2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:11:37.418636 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:37.420568 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:11:37.435056 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.db [None req-9619f781-1c9e-413a-9238-cb76861ee342 None None] For port fb2e6b9a-24f3-4d40-81fd-b8c6e5e683ae, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 09:11:37.438446 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.db [None req-9619f781-1c9e-413a-9238-cb76861ee342 None None] For port fb2e6b9a-24f3-4d40-81fd-b8c6e5e683ae, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=fb2e6b9a-24f3-4d40-81fd-b8c6e5e683ae,segment=NetworkSegment(2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f),segment_id=2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f)] {{(pid=83447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 09:11:37.443969 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-9619f781-1c9e-413a-9238-cb76861ee342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:37.450708 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-26dc6fc0-68f4-497d-839f-ba11ca6f77a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:11:37.494731 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=e70768b9-a20a-4bb3-8cbb-d2e0cbae5abf,revision_number=5']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:11:37.498178 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:11:37.541624 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9619f781-1c9e-413a-9238-cb76861ee342 None None] Routers {'3563f7b9-6aa7-4779-a1df-ff12305bd00b'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:11:37.542821 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-9619f781-1c9e-413a-9238-cb76861ee342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:11:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['3563f7b9-6aa7-4779-a1df-ff12305bd00b'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:11:37.557204 dv-neutron-820491-1-hyperv neutron-server[83446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21ce077d-0452-41f2-98bf-5b1d948b4ed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e70768b9-a20a-4bb3-8cbb-d2e0cbae5abf', 'code': 200} Dec 20 09:11:37.597709 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492bd849-d15c-40a1-8e2c-84032092e687 None None] Pushing event updated for resources: {'Port': ['ID=fb2e6b9a-24f3-4d40-81fd-b8c6e5e683ae,revision_number=4']} {{(pid=83447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:11:37.601585 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-492bd849-d15c-40a1-8e2c-84032092e687 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:11:37.742263 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-9619f781-1c9e-413a-9238-cb76861ee342 None None] Set router 3563f7b9-6aa7-4779-a1df-ff12305bd00b gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:11:37.804088 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-32b7cc8a-b5be-40d2-8ffa-4b5f4a903d41 req-58c43afe-79cf-44ed-854f-41d68dae697e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=21ce077d-0452-41f2-98bf-5b1d948b4ed6 HTTP/1.1" status: 200 len: 1098 time: 0.0720644 Dec 20 09:11:37.853798 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-32b7cc8a-b5be-40d2-8ffa-4b5f4a903d41 req-e682f7ed-94ac-4cbb-ba3d-7a166b316917 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425689 Dec 20 09:11:38.054923 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-9619f781-1c9e-413a-9238-cb76861ee342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'name': 'tempest-ServerActionsTestJSON-104128265-router', 'tenant_id': 'e4f19a896cd74f1bb76f0396278358ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.210'}], 'enable_snat': True}, 'gw_port_id': 'e4ddd1a4-cdc7-4757-9940-71f3fbd6e894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:11:18Z', 'updated_at': '2021-12-20T09:11:21Z', 'revision_number': 4, 'project_id': 'e4f19a896cd74f1bb76f0396278358ec', 'gw_port': {'id': 'e4ddd1a4-cdc7-4757-9940-71f3fbd6e894', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:21:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:11:19Z', 'updated_at': '2021-12-20T09:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': 'fb2e6b9a-24f3-4d40-81fd-b8c6e5e683ae', 'name': '', 'network_id': 'a03058fc-2a0d-4e8b-85f3-1b71349d971f', 'tenant_id': 'e4f19a896cd74f1bb76f0396278358ec', 'mac_address': 'fa:16:3e:42:89:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '373276bb-d3f8-4cba-b746-1f476a16e22b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:11:21Z', 'updated_at': '2021-12-20T09:11:37Z', 'revision_number': 4, 'project_id': 'e4f19a896cd74f1bb76f0396278358ec', 'subnets': [{'id': '373276bb-d3f8-4cba-b746-1f476a16e22b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:11:38.059417 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9619f781-1c9e-413a-9238-cb76861ee342 None None] The sync data for ids ['3563f7b9-6aa7-4779-a1df-ff12305bd00b'] in dv-neutron-820491-1-hyperv is: [{'id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'name': 'tempest-ServerActionsTestJSON-104128265-router', 'tenant_id': 'e4f19a896cd74f1bb76f0396278358ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.210'}], 'enable_snat': True}, 'gw_port_id': 'e4ddd1a4-cdc7-4757-9940-71f3fbd6e894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:11:18Z', 'updated_at': '2021-12-20T09:11:21Z', 'revision_number': 4, 'project_id': 'e4f19a896cd74f1bb76f0396278358ec', 'gw_port': {'id': 'e4ddd1a4-cdc7-4757-9940-71f3fbd6e894', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:21:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:11:19Z', 'updated_at': '2021-12-20T09:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': 'fb2e6b9a-24f3-4d40-81fd-b8c6e5e683ae', 'name': '', 'network_id': 'a03058fc-2a0d-4e8b-85f3-1b71349d971f', 'tenant_id': 'e4f19a896cd74f1bb76f0396278358ec', 'mac_address': 'fa:16:3e:42:89:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '373276bb-d3f8-4cba-b746-1f476a16e22b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:11:21Z', 'updated_at': '2021-12-20T09:11:37Z', 'revision_number': 4, 'project_id': 'e4f19a896cd74f1bb76f0396278358ec', 'subnets': [{'id': '373276bb-d3f8-4cba-b746-1f476a16e22b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 09:11:38.262778 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070d1e96-685b-4284-830c-4ac364481cec req-d9e762d1-1c73-48b9-82f2-161923d0a3cf tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:11:38.265072 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-070d1e96-685b-4284-830c-4ac364481cec req-d9e762d1-1c73-48b9-82f2-161923d0a3cf tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=21ce077d-0452-41f2-98bf-5b1d948b4ed6 HTTP/1.1" status: 200 len: 945 time: 0.0856168 Dec 20 09:11:38.315731 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-070d1e96-685b-4284-830c-4ac364481cec req-7e0aa02c-3047-4195-b17b-5c8e8f18625d tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449793 Dec 20 09:11:38.810322 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device fb2e6b9a-24f3-4d40-81fd-b8c6e5e683ae up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:11:38.880019 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port fb2e6b9a-24f3-4d40-81fd-b8c6e5e683ae completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:11:38.884528 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port fb2e6b9a-24f3-4d40-81fd-b8c6e5e683ae triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:11:38.884905 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:38.999411 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:39.031640 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port fb2e6b9a-24f3-4d40-81fd-b8c6e5e683ae, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=fb2e6b9a-24f3-4d40-81fd-b8c6e5e683ae,segment=NetworkSegment(2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f),segment_id=2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:11:39.035375 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:39.037193 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:11:39.102892 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=fb2e6b9a-24f3-4d40-81fd-b8c6e5e683ae,revision_number=5']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:11:39.107833 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:11:39.516976 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b0868f-c608-4cf9-9db5-1eb842ffd80b req-4714d07f-1b2f-4c89-b1f6-8bd03815c1ad tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:11:39.518435 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-16b0868f-c608-4cf9-9db5-1eb842ffd80b req-4714d07f-1b2f-4c89-b1f6-8bd03815c1ad tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=21ce077d-0452-41f2-98bf-5b1d948b4ed6 HTTP/1.1" status: 200 len: 945 time: 0.0758560 Dec 20 09:11:39.568893 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-16b0868f-c608-4cf9-9db5-1eb842ffd80b req-3a144f1c-be29-4273-a3cb-6913ea5733e7 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449266 Dec 20 09:11:39.765150 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7416939-bdf1-401f-abf9-843a407f4bf7 req-cde1f554-b3c5-412f-b733-cab73893b567 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:11:39.766624 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-a7416939-bdf1-401f-abf9-843a407f4bf7 req-cde1f554-b3c5-412f-b733-cab73893b567 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=21ce077d-0452-41f2-98bf-5b1d948b4ed6 HTTP/1.1" status: 200 len: 945 time: 0.0791538 Dec 20 09:11:39.775838 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 48788) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:11:39.781812 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-90bda61d-0caf-4ff4-bc64-b68db1238054 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Request body: {'floatingip': {'port_id': 'e70768b9-a20a-4bb3-8cbb-d2e0cbae5abf'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:11:39.860628 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-90bda61d-0caf-4ff4-bc64-b68db1238054 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify callbacks [] for floatingip, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:40.160766 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:40.475278 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-90bda61d-0caf-4ff4-bc64-b68db1238054 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:40.478878 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-90bda61d-0caf-4ff4-bc64-b68db1238054 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-345990'] for floatingip, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:40.809453 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.l3_db [None req-90bda61d-0caf-4ff4-bc64-b68db1238054 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Floating IP 7deee2dd-ad3d-454b-9166-3111d7ff5e90 associated. External IP: 172.26.5.155, port: e70768b9-a20a-4bb3-8cbb-d2e0cbae5abf. Dec 20 09:11:40.813267 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device fb2e6b9a-24f3-4d40-81fd-b8c6e5e683ae up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:11:40.900823 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port fb2e6b9a-24f3-4d40-81fd-b8c6e5e683ae triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:11:40.901807 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:41.231453 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90bda61d-0caf-4ff4-bc64-b68db1238054 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Router 3563f7b9-6aa7-4779-a1df-ff12305bd00b has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 09:11:41.428837 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90bda61d-0caf-4ff4-bc64-b68db1238054 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 09:11:41.433352 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-90bda61d-0caf-4ff4-bc64-b68db1238054 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:41.438295 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1f8d95-25a0-4db9-ab90-f11a3094bb5e None None] Sync routers for ids ['3563f7b9-6aa7-4779-a1df-ff12305bd00b'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 09:11:41.450354 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1f8d95-25a0-4db9-ab90-f11a3094bb5e None None] Routers {'3563f7b9-6aa7-4779-a1df-ff12305bd00b'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:11:41.450990 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-ec1f8d95-25a0-4db9-ab90-f11a3094bb5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:11:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['3563f7b9-6aa7-4779-a1df-ff12305bd00b'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:11:41.492361 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-90bda61d-0caf-4ff4-bc64-b68db1238054 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "PUT /v2.0/floatingips/7deee2dd-ad3d-454b-9166-3111d7ff5e90 HTTP/1.1" status: 200 len: 991 time: 1.7148619 Dec 20 09:11:41.493009 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21ce077d-0452-41f2-98bf-5b1d948b4ed6', 'tag': 'e70768b9-a20a-4bb3-8cbb-d2e0cbae5abf'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:11:41.552681 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21ce077d-0452-41f2-98bf-5b1d948b4ed6', 'tag': 'e70768b9-a20a-4bb3-8cbb-d2e0cbae5abf', 'status': 'completed', 'code': 200} Dec 20 09:11:41.641991 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-ec1f8d95-25a0-4db9-ab90-f11a3094bb5e None None] Set router 3563f7b9-6aa7-4779-a1df-ff12305bd00b gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:11:41.655088 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-74b3c683-1501-4d23-899f-deb17d7a0533 req-9b96728d-44cb-4c3f-acd8-37628b3a5e87 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e4f19a896cd74f1bb76f0396278358ec&device_id=21ce077d-0452-41f2-98bf-5b1d948b4ed6 HTTP/1.1" status: 200 len: 1098 time: 0.0710838 Dec 20 09:11:41.790176 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b3c683-1501-4d23-899f-deb17d7a0533 req-07cc3c97-839a-4cb7-b554-d69df1befd5b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:11:41.791695 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-74b3c683-1501-4d23-899f-deb17d7a0533 req-07cc3c97-839a-4cb7-b554-d69df1befd5b service neutron] 10.222.0.58 "GET /v2.0/networks?id=a03058fc-2a0d-4e8b-85f3-1b71349d971f HTTP/1.1" status: 200 len: 912 time: 0.1304233 Dec 20 09:11:41.903925 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-74b3c683-1501-4d23-899f-deb17d7a0533 req-aacf0c88-5e93-4217-9aba-654ea35f31aa service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e70768b9-a20a-4bb3-8cbb-d2e0cbae5abf HTTP/1.1" status: 200 len: 999 time: 0.1063914 Dec 20 09:11:41.967275 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b3c683-1501-4d23-899f-deb17d7a0533 req-6bbc9c08-daca-40a1-8321-11b462d46198 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:11:41.968726 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-74b3c683-1501-4d23-899f-deb17d7a0533 req-6bbc9c08-daca-40a1-8321-11b462d46198 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=373276bb-d3f8-4cba-b746-1f476a16e22b HTTP/1.1" status: 200 len: 850 time: 0.0592322 Dec 20 09:11:42.045564 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-ec1f8d95-25a0-4db9-ab90-f11a3094bb5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'name': 'tempest-ServerActionsTestJSON-104128265-router', 'tenant_id': 'e4f19a896cd74f1bb76f0396278358ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.210'}], 'enable_snat': True}, 'gw_port_id': 'e4ddd1a4-cdc7-4757-9940-71f3fbd6e894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:11:18Z', 'updated_at': '2021-12-20T09:11:21Z', 'revision_number': 4, 'project_id': 'e4f19a896cd74f1bb76f0396278358ec', 'gw_port': {'id': 'e4ddd1a4-cdc7-4757-9940-71f3fbd6e894', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:21:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:11:19Z', 'updated_at': '2021-12-20T09:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': '7deee2dd-ad3d-454b-9166-3111d7ff5e90', 'tenant_id': 'e4f19a896cd74f1bb76f0396278358ec', 'floating_ip_address': '172.26.5.155', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'port_id': 'e70768b9-a20a-4bb3-8cbb-d2e0cbae5abf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a03058fc-2a0d-4e8b-85f3-1b71349d971f', 'mac_address': 'fa:16:3e:8b:65:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ce077d-0452-41f2-98bf-5b1d948b4ed6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T09:11:24Z', 'updated_at': '2021-12-20T09:11:40Z', 'revision_number': 1, 'project_id': 'e4f19a896cd74f1bb76f0396278358ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb2e6b9a-24f3-4d40-81fd-b8c6e5e683ae', 'name': '', 'network_id': 'a03058fc-2a0d-4e8b-85f3-1b71349d971f', 'tenant_id': 'e4f19a896cd74f1bb76f0396278358ec', 'mac_address': 'fa:16:3e:42:89:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '373276bb-d3f8-4cba-b746-1f476a16e22b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:11:21Z', 'updated_at': '2021-12-20T09:11:39Z', 'revision_number': 5, 'project_id': 'e4f19a896cd74f1bb76f0396278358ec', 'subnets': [{'id': '373276bb-d3f8-4cba-b746-1f476a16e22b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:11:42.049203 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-74b3c683-1501-4d23-899f-deb17d7a0533 req-faa31c02-be10-410a-af24-ff966a7573bc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a03058fc-2a0d-4e8b-85f3-1b71349d971f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738964 Dec 20 09:11:42.049502 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1f8d95-25a0-4db9-ab90-f11a3094bb5e None None] Checking router: 3563f7b9-6aa7-4779-a1df-ff12305bd00b for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 09:11:42.060882 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1f8d95-25a0-4db9-ab90-f11a3094bb5e None None] Routers {'3563f7b9-6aa7-4779-a1df-ff12305bd00b'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:11:42.061535 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-ec1f8d95-25a0-4db9-ab90-f11a3094bb5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:11:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['3563f7b9-6aa7-4779-a1df-ff12305bd00b'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:11:42.188233 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-74b3c683-1501-4d23-899f-deb17d7a0533 req-c1e6b918-2dea-42d5-b8c7-956ab46f71fd service neutron] 10.222.0.58 "GET /v2.0/networks/a03058fc-2a0d-4e8b-85f3-1b71349d971f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326306 Dec 20 09:11:42.253834 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-ec1f8d95-25a0-4db9-ab90-f11a3094bb5e None None] Set router 3563f7b9-6aa7-4779-a1df-ff12305bd00b gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:11:42.330176 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-74b3c683-1501-4d23-899f-deb17d7a0533 req-0af17228-0004-46b7-9352-0c3e036339df service neutron] 10.222.0.58 "GET /v2.0/networks/a03058fc-2a0d-4e8b-85f3-1b71349d971f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349916 Dec 20 09:11:42.587338 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-67cb27e3-3bb3-474b-a76d-672c775af0bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:42.617350 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-ec1f8d95-25a0-4db9-ab90-f11a3094bb5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'name': 'tempest-ServerActionsTestJSON-104128265-router', 'tenant_id': 'e4f19a896cd74f1bb76f0396278358ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.210'}], 'enable_snat': True}, 'gw_port_id': 'e4ddd1a4-cdc7-4757-9940-71f3fbd6e894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:11:18Z', 'updated_at': '2021-12-20T09:11:21Z', 'revision_number': 4, 'project_id': 'e4f19a896cd74f1bb76f0396278358ec', 'gw_port': {'id': 'e4ddd1a4-cdc7-4757-9940-71f3fbd6e894', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:21:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:11:19Z', 'updated_at': '2021-12-20T09:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': '7deee2dd-ad3d-454b-9166-3111d7ff5e90', 'tenant_id': 'e4f19a896cd74f1bb76f0396278358ec', 'floating_ip_address': '172.26.5.155', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'port_id': 'e70768b9-a20a-4bb3-8cbb-d2e0cbae5abf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a03058fc-2a0d-4e8b-85f3-1b71349d971f', 'mac_address': 'fa:16:3e:8b:65:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ce077d-0452-41f2-98bf-5b1d948b4ed6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T09:11:24Z', 'updated_at': '2021-12-20T09:11:40Z', 'revision_number': 1, 'project_id': 'e4f19a896cd74f1bb76f0396278358ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb2e6b9a-24f3-4d40-81fd-b8c6e5e683ae', 'name': '', 'network_id': 'a03058fc-2a0d-4e8b-85f3-1b71349d971f', 'tenant_id': 'e4f19a896cd74f1bb76f0396278358ec', 'mac_address': 'fa:16:3e:42:89:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '373276bb-d3f8-4cba-b746-1f476a16e22b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:11:21Z', 'updated_at': '2021-12-20T09:11:39Z', 'revision_number': 5, 'project_id': 'e4f19a896cd74f1bb76f0396278358ec', 'subnets': [{'id': '373276bb-d3f8-4cba-b746-1f476a16e22b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:11:42.622356 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1f8d95-25a0-4db9-ab90-f11a3094bb5e None None] The sync data for ids ['3563f7b9-6aa7-4779-a1df-ff12305bd00b'] in dv-neutron-820491-1-hyperv is: [{'id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'name': 'tempest-ServerActionsTestJSON-104128265-router', 'tenant_id': 'e4f19a896cd74f1bb76f0396278358ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.210'}], 'enable_snat': True}, 'gw_port_id': 'e4ddd1a4-cdc7-4757-9940-71f3fbd6e894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:11:18Z', 'updated_at': '2021-12-20T09:11:21Z', 'revision_number': 4, 'project_id': 'e4f19a896cd74f1bb76f0396278358ec', 'gw_port': {'id': 'e4ddd1a4-cdc7-4757-9940-71f3fbd6e894', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:21:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:11:19Z', 'updated_at': '2021-12-20T09:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': '7deee2dd-ad3d-454b-9166-3111d7ff5e90', 'tenant_id': 'e4f19a896cd74f1bb76f0396278358ec', 'floating_ip_address': '172.26.5.155', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'port_id': 'e70768b9-a20a-4bb3-8cbb-d2e0cbae5abf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a03058fc-2a0d-4e8b-85f3-1b71349d971f', 'mac_address': 'fa:16:3e:8b:65:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ce077d-0452-41f2-98bf-5b1d948b4ed6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T09:11:24Z', 'updated_at': '2021-12-20T09:11:40Z', 'revision_number': 1, 'project_id': 'e4f19a896cd74f1bb76f0396278358ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb2e6b9a-24f3-4d40-81fd-b8c6e5e683ae', 'name': '', 'network_id': 'a03058fc-2a0d-4e8b-85f3-1b71349d971f', 'tenant_id': 'e4f19a896cd74f1bb76f0396278358ec', 'mac_address': 'fa:16:3e:42:89:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '373276bb-d3f8-4cba-b746-1f476a16e22b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:11:21Z', 'updated_at': '2021-12-20T09:11:39Z', 'revision_number': 5, 'project_id': 'e4f19a896cd74f1bb76f0396278358ec', 'subnets': [{'id': '373276bb-d3f8-4cba-b746-1f476a16e22b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 09:11:44.775772 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8eeed7-13dc-4b1b-922c-3b50a000c744 None None] New status for floating IP 7deee2dd-ad3d-454b-9166-3111d7ff5e90: ACTIVE {{(pid=83447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 09:11:44.880283 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-dafb1e60-df71-4359-ba93-97d0d0f96fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:46.004782 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:46.070367 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:47.472884 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:11:47.923787 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d132c6b4-5cb1-491d-89ab-5a5df842bcd8 req-f3c17e35-378a-4e2d-bed8-48184efd0994 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=21ce077d-0452-41f2-98bf-5b1d948b4ed6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0683334 Dec 20 09:11:48.179293 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d132c6b4-5cb1-491d-89ab-5a5df842bcd8 req-eb87891b-d8c5-4c3a-84af-c88f0336749b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e4f19a896cd74f1bb76f0396278358ec&device_id=21ce077d-0452-41f2-98bf-5b1d948b4ed6 HTTP/1.1" status: 200 len: 1098 time: 0.1846001 Dec 20 09:11:48.329307 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d132c6b4-5cb1-491d-89ab-5a5df842bcd8 req-e57b3a2f-7d2d-4433-bd29-c2f456724ffd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:11:48.330779 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d132c6b4-5cb1-491d-89ab-5a5df842bcd8 req-e57b3a2f-7d2d-4433-bd29-c2f456724ffd service neutron] 10.222.0.58 "GET /v2.0/networks?id=a03058fc-2a0d-4e8b-85f3-1b71349d971f HTTP/1.1" status: 200 len: 912 time: 0.1335402 Dec 20 09:11:48.435099 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d132c6b4-5cb1-491d-89ab-5a5df842bcd8 req-d11d6b29-8780-460b-a2c4-1d76d41f3c90 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e70768b9-a20a-4bb3-8cbb-d2e0cbae5abf HTTP/1.1" status: 200 len: 1001 time: 0.0977278 Dec 20 09:11:48.496931 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d132c6b4-5cb1-491d-89ab-5a5df842bcd8 req-76eb159b-64c1-42c6-ab07-210b2c3432e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:11:48.498358 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d132c6b4-5cb1-491d-89ab-5a5df842bcd8 req-76eb159b-64c1-42c6-ab07-210b2c3432e2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=373276bb-d3f8-4cba-b746-1f476a16e22b HTTP/1.1" status: 200 len: 850 time: 0.0572994 Dec 20 09:11:48.573113 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d132c6b4-5cb1-491d-89ab-5a5df842bcd8 req-47aa459c-e6a6-4d57-bb56-d3f5c529e665 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a03058fc-2a0d-4e8b-85f3-1b71349d971f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690207 Dec 20 09:11:48.703461 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d132c6b4-5cb1-491d-89ab-5a5df842bcd8 req-dec2256e-e450-4a3a-920f-71e5fcea15e0 service neutron] 10.222.0.58 "GET /v2.0/networks/a03058fc-2a0d-4e8b-85f3-1b71349d971f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240866 Dec 20 09:11:48.834689 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d132c6b4-5cb1-491d-89ab-5a5df842bcd8 req-430125be-975d-425d-b657-7c3cc7d8624f service neutron] 10.222.0.58 "GET /v2.0/networks/a03058fc-2a0d-4e8b-85f3-1b71349d971f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254220 Dec 20 09:11:50.128009 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:12:10.157828 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:12:12.580762 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-92c2c496-06f8-438d-9800-f4aefdcfe3c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:12:14.874025 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-77069502-019e-408e-bb2b-68a1f99d3bdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:12:16.007432 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:12:16.071132 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:12:17.474581 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:12:27.127851 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:12:40.173856 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:12:42.582980 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a9bd17c2-ba09-48cb-9bf1-adf843460bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:12:44.876067 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b49644ae-f4b5-4640-b6d8-84a0bf5a7fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:12:46.011204 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:12:46.074415 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:12:47.478516 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:12:49.353421 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3462a177-a4fd-4163-bf4b-7b0878220a3b req-5d23b44a-9ab9-44e2-a073-c7d4f3b2f6e8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=21ce077d-0452-41f2-98bf-5b1d948b4ed6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0717418 Dec 20 09:12:49.491336 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3462a177-a4fd-4163-bf4b-7b0878220a3b req-e3971af6-7196-48e6-a24f-2ec21fbc9277 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e4f19a896cd74f1bb76f0396278358ec&device_id=21ce077d-0452-41f2-98bf-5b1d948b4ed6 HTTP/1.1" status: 200 len: 1098 time: 0.0695665 Dec 20 09:12:49.643617 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3462a177-a4fd-4163-bf4b-7b0878220a3b req-d0c6d246-c830-4c53-8d6b-0bd8b933c92a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:12:49.644975 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3462a177-a4fd-4163-bf4b-7b0878220a3b req-d0c6d246-c830-4c53-8d6b-0bd8b933c92a service neutron] 10.222.0.58 "GET /v2.0/networks?id=a03058fc-2a0d-4e8b-85f3-1b71349d971f HTTP/1.1" status: 200 len: 912 time: 0.1259830 Dec 20 09:12:49.751530 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3462a177-a4fd-4163-bf4b-7b0878220a3b req-75300fc8-b8b3-425f-925d-8545d9e81a16 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e70768b9-a20a-4bb3-8cbb-d2e0cbae5abf HTTP/1.1" status: 200 len: 1001 time: 0.0967326 Dec 20 09:12:49.813180 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3462a177-a4fd-4163-bf4b-7b0878220a3b req-3ccf46d5-2f74-4c60-b867-00b84ec15b79 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:12:49.814620 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3462a177-a4fd-4163-bf4b-7b0878220a3b req-3ccf46d5-2f74-4c60-b867-00b84ec15b79 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=373276bb-d3f8-4cba-b746-1f476a16e22b HTTP/1.1" status: 200 len: 850 time: 0.0566130 Dec 20 09:12:49.907552 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3462a177-a4fd-4163-bf4b-7b0878220a3b req-d82a896c-8e28-4772-b6ff-99ed858f827f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a03058fc-2a0d-4e8b-85f3-1b71349d971f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0866826 Dec 20 09:12:50.041563 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3462a177-a4fd-4163-bf4b-7b0878220a3b req-97d9bd08-a990-4ce4-941e-dd7379a78441 service neutron] 10.222.0.58 "GET /v2.0/networks/a03058fc-2a0d-4e8b-85f3-1b71349d971f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261215 Dec 20 09:12:50.171244 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3462a177-a4fd-4163-bf4b-7b0878220a3b req-cff71b10-3a71-41d7-84c8-4aa913736040 service neutron] 10.222.0.58 "GET /v2.0/networks/a03058fc-2a0d-4e8b-85f3-1b71349d971f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223536 Dec 20 09:12:56.970594 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d1973c-eb7f-4c00-9597-56ba40358531 req-f590cdd1-df63-4617-8f5d-2d904d32e539 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:12:56.972007 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-17d1973c-eb7f-4c00-9597-56ba40358531 req-f590cdd1-df63-4617-8f5d-2d904d32e539 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=21ce077d-0452-41f2-98bf-5b1d948b4ed6 HTTP/1.1" status: 200 len: 945 time: 0.0766270 Dec 20 09:12:57.017892 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-17d1973c-eb7f-4c00-9597-56ba40358531 req-5e658e08-e8be-45b4-8403-28ce8a4d0969 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393307 Dec 20 09:12:57.214388 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-05a68178-65c0-49da-8868-2030440fe943 req-01530612-ceda-409e-b61a-eab95b52715d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=21ce077d-0452-41f2-98bf-5b1d948b4ed6&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0679758 Dec 20 09:12:57.529562 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ae956d-c708-43c1-b645-8a12172bf4d7 req-0b09b90b-c116-4197-9256-6002d9d1b0f9 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:12:57.530957 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-32ae956d-c708-43c1-b645-8a12172bf4d7 req-0b09b90b-c116-4197-9256-6002d9d1b0f9 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=21ce077d-0452-41f2-98bf-5b1d948b4ed6 HTTP/1.1" status: 200 len: 945 time: 0.0890028 Dec 20 09:12:57.572346 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8e69f3e6-839e-4f52-aed5-3bbd51a8c9ac req-a44acc7f-b865-425f-b371-68cc041a724a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=21ce077d-0452-41f2-98bf-5b1d948b4ed6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1832831 Dec 20 09:12:57.577073 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-32ae956d-c708-43c1-b645-8a12172bf4d7 req-4757d47a-e466-478e-bb56-3fb4d3003618 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401824 Dec 20 09:12:58.791496 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8e69f3e6-839e-4f52-aed5-3bbd51a8c9ac req-bf341190-d89f-40db-8ced-7b7b5383fd79 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e4f19a896cd74f1bb76f0396278358ec&device_id=21ce077d-0452-41f2-98bf-5b1d948b4ed6 HTTP/1.1" status: 200 len: 1098 time: 0.1218657 Dec 20 09:12:58.838781 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd2ebb6-1a64-47c7-8569-6bc06bdc1f13 req-030251db-c2bd-4f9d-9f2e-951f1b54b106 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:12:58.840172 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5dd2ebb6-1a64-47c7-8569-6bc06bdc1f13 req-030251db-c2bd-4f9d-9f2e-951f1b54b106 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=21ce077d-0452-41f2-98bf-5b1d948b4ed6 HTTP/1.1" status: 200 len: 945 time: 0.1233757 Dec 20 09:12:58.962406 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5dd2ebb6-1a64-47c7-8569-6bc06bdc1f13 req-92cb7f21-5b8c-470b-9d69-ae5b727876b5 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127725 Dec 20 09:12:58.969069 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e69f3e6-839e-4f52-aed5-3bbd51a8c9ac req-69258b52-165b-4acf-8630-fc583e6580e7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:12:58.970496 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8e69f3e6-839e-4f52-aed5-3bbd51a8c9ac req-69258b52-165b-4acf-8630-fc583e6580e7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a03058fc-2a0d-4e8b-85f3-1b71349d971f HTTP/1.1" status: 200 len: 912 time: 0.1677015 Dec 20 09:12:59.074526 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8e69f3e6-839e-4f52-aed5-3bbd51a8c9ac req-edbd9a55-1c97-40da-8d43-c0408156f6dc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e70768b9-a20a-4bb3-8cbb-d2e0cbae5abf HTTP/1.1" status: 200 len: 1001 time: 0.0968993 Dec 20 09:12:59.135836 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e69f3e6-839e-4f52-aed5-3bbd51a8c9ac req-fd10d705-801e-4d2f-8616-ace3eea716ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:12:59.137272 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8e69f3e6-839e-4f52-aed5-3bbd51a8c9ac req-fd10d705-801e-4d2f-8616-ace3eea716ae service neutron] 10.222.0.58 "GET /v2.0/subnets?id=373276bb-d3f8-4cba-b746-1f476a16e22b HTTP/1.1" status: 200 len: 850 time: 0.0568588 Dec 20 09:12:59.213848 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8e69f3e6-839e-4f52-aed5-3bbd51a8c9ac req-2791cd62-eb0a-4067-b9f2-88fe065a2b15 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a03058fc-2a0d-4e8b-85f3-1b71349d971f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708535 Dec 20 09:12:59.357111 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8e69f3e6-839e-4f52-aed5-3bbd51a8c9ac req-d30098cb-ebda-430c-8863-577bc0fb8586 service neutron] 10.222.0.58 "GET /v2.0/networks/a03058fc-2a0d-4e8b-85f3-1b71349d971f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355424 Dec 20 09:12:59.486626 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8e69f3e6-839e-4f52-aed5-3bbd51a8c9ac req-56551343-948a-4d71-8618-48f6a4c0610f service neutron] 10.222.0.58 "GET /v2.0/networks/a03058fc-2a0d-4e8b-85f3-1b71349d971f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226835 Dec 20 09:13:00.154675 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1411aee0-ca1d-42cd-b330-14c1c41603ee req-4bc82300-0686-4877-8d19-34cd38f8f606 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:13:00.156086 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-1411aee0-ca1d-42cd-b330-14c1c41603ee req-4bc82300-0686-4877-8d19-34cd38f8f606 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=21ce077d-0452-41f2-98bf-5b1d948b4ed6 HTTP/1.1" status: 200 len: 945 time: 0.0750337 Dec 20 09:13:00.204122 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-1411aee0-ca1d-42cd-b330-14c1c41603ee req-de28fac9-4ba6-48e5-8d44-1964a9ae3d58 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426226 Dec 20 09:13:01.404377 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cd93cb-df8c-4b26-83fb-dc638c9424a2 req-de299c34-5e6b-4fa4-8ffe-f30ba3f996a4 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:13:01.405871 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-83cd93cb-df8c-4b26-83fb-dc638c9424a2 req-de299c34-5e6b-4fa4-8ffe-f30ba3f996a4 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=21ce077d-0452-41f2-98bf-5b1d948b4ed6 HTTP/1.1" status: 200 len: 945 time: 0.0769453 Dec 20 09:13:01.449968 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-83cd93cb-df8c-4b26-83fb-dc638c9424a2 req-c107f8f2-f7c6-4e10-9dae-65f8835cf543 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387628 Dec 20 09:13:02.650163 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c41b15-0f86-4e4e-907e-4a11964d1706 req-a1db7e30-c3cc-4803-a484-fd226e07a16e tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:13:02.651603 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-19c41b15-0f86-4e4e-907e-4a11964d1706 req-a1db7e30-c3cc-4803-a484-fd226e07a16e tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=21ce077d-0452-41f2-98bf-5b1d948b4ed6 HTTP/1.1" status: 200 len: 945 time: 0.0785828 Dec 20 09:13:02.697634 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-19c41b15-0f86-4e4e-907e-4a11964d1706 req-1d927f91-4ad3-4904-b253-7cf120eed81f tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401034 Dec 20 09:13:03.894188 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151d11d4-2127-4ff8-8d66-2fc23afa2907 req-a791f160-3cd2-4448-a8f2-7ece0efc9f51 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:13:03.895525 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-151d11d4-2127-4ff8-8d66-2fc23afa2907 req-a791f160-3cd2-4448-a8f2-7ece0efc9f51 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=21ce077d-0452-41f2-98bf-5b1d948b4ed6 HTTP/1.1" status: 200 len: 945 time: 0.0780513 Dec 20 09:13:03.940130 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-151d11d4-2127-4ff8-8d66-2fc23afa2907 req-594e15b5-8026-481d-9e84-a3e14812d946 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384398 Dec 20 09:13:04.127906 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:13:05.144189 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419365b6-4ead-40be-9bd9-1c51cb309718 req-9269b47d-8e3d-4532-bcf2-41c6511ad2cc tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:13:05.145587 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-419365b6-4ead-40be-9bd9-1c51cb309718 req-9269b47d-8e3d-4532-bcf2-41c6511ad2cc tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=21ce077d-0452-41f2-98bf-5b1d948b4ed6 HTTP/1.1" status: 200 len: 945 time: 0.0856338 Dec 20 09:13:05.193374 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-419365b6-4ead-40be-9bd9-1c51cb309718 req-18914a24-1f55-47bb-84ba-774f8bba8eb2 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416594 Dec 20 09:13:06.393006 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a5059-e243-4b60-b570-340de047a179 req-974d2602-a436-46e0-8602-1774b269eb3a tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:13:06.394639 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dc5a5059-e243-4b60-b570-340de047a179 req-974d2602-a436-46e0-8602-1774b269eb3a tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=21ce077d-0452-41f2-98bf-5b1d948b4ed6 HTTP/1.1" status: 200 len: 945 time: 0.0783005 Dec 20 09:13:06.440207 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dc5a5059-e243-4b60-b570-340de047a179 req-2f1ab773-47bd-4e0e-839d-9c1f8219819f tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399194 Dec 20 09:13:07.642408 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0998df68-8f92-48e8-923f-23fbd01e7e90 req-5806d38c-38ae-4f2f-a566-03fc72a161b1 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:13:07.643855 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-0998df68-8f92-48e8-923f-23fbd01e7e90 req-5806d38c-38ae-4f2f-a566-03fc72a161b1 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=21ce077d-0452-41f2-98bf-5b1d948b4ed6 HTTP/1.1" status: 200 len: 945 time: 0.0819950 Dec 20 09:13:07.689503 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-0998df68-8f92-48e8-923f-23fbd01e7e90 req-ad3fbaa6-df6f-43c9-965b-c7910273c3d0 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399868 Dec 20 09:13:08.886831 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d64645-dd2a-4aef-9bc4-d1f75becfc11 req-a22a263e-8731-4eb3-bb81-ab897ac7526e tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:13:08.888155 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a6d64645-dd2a-4aef-9bc4-d1f75becfc11 req-a22a263e-8731-4eb3-bb81-ab897ac7526e tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=21ce077d-0452-41f2-98bf-5b1d948b4ed6 HTTP/1.1" status: 200 len: 945 time: 0.0769513 Dec 20 09:13:08.932394 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a6d64645-dd2a-4aef-9bc4-d1f75becfc11 req-91863ded-25f6-4b96-835b-beb885738d99 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387135 Dec 20 09:13:10.140216 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a237b70-ff2d-473b-94c8-9ed657965501 req-57d1c19e-d524-4ccd-b3e5-4145213e35f2 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:13:10.141671 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-0a237b70-ff2d-473b-94c8-9ed657965501 req-57d1c19e-d524-4ccd-b3e5-4145213e35f2 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=21ce077d-0452-41f2-98bf-5b1d948b4ed6 HTTP/1.1" status: 200 len: 945 time: 0.0795870 Dec 20 09:13:10.170800 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:13:10.187263 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-0a237b70-ff2d-473b-94c8-9ed657965501 req-1b0f8344-dfa7-48b4-ba6e-87343b6156c4 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402243 Dec 20 09:13:11.184947 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8e69f3e6-839e-4f52-aed5-3bbd51a8c9ac req-19bc088e-c2e6-4cf0-8858-1a5ebaae400e service neutron] 10.222.0.58 "GET /v2.0/ports/e70768b9-a20a-4bb3-8cbb-d2e0cbae5abf/bindings/hv-neutron-8204 HTTP/1.1" status: 200 len: 384 time: 0.0721316 Dec 20 09:13:11.440851 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1152115f-2038-4a00-92b7-7d6b27b0424d req-a1f1a113-0151-4423-b9bd-f08641581eae tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:13:11.442219 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1152115f-2038-4a00-92b7-7d6b27b0424d req-a1f1a113-0151-4423-b9bd-f08641581eae tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=21ce077d-0452-41f2-98bf-5b1d948b4ed6 HTTP/1.1" status: 200 len: 945 time: 0.1313412 Dec 20 09:13:11.503157 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8e69f3e6-839e-4f52-aed5-3bbd51a8c9ac req-ac6bf51a-a55d-494b-9cc9-b34b036ce4c6 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=21ce077d-0452-41f2-98bf-5b1d948b4ed6&tenant_id=e4f19a896cd74f1bb76f0396278358ec HTTP/1.1" status: 200 len: 1098 time: 0.1216261 Dec 20 09:13:11.505395 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1152115f-2038-4a00-92b7-7d6b27b0424d req-8b7cd511-06f5-49d3-b21e-30f87b7dc22d tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571792 Dec 20 09:13:11.593092 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8e69f3e6-839e-4f52-aed5-3bbd51a8c9ac req-531a6aab-9025-4471-ad32-9e4cea573bc6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e4f19a896cd74f1bb76f0396278358ec&device_id=21ce077d-0452-41f2-98bf-5b1d948b4ed6 HTTP/1.1" status: 200 len: 1098 time: 0.0684130 Dec 20 09:13:11.825815 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e69f3e6-839e-4f52-aed5-3bbd51a8c9ac req-0b9c97b4-152c-4d35-82e9-c70872c23faa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:13:11.827234 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8e69f3e6-839e-4f52-aed5-3bbd51a8c9ac req-0b9c97b4-152c-4d35-82e9-c70872c23faa service neutron] 10.222.0.58 "GET /v2.0/networks?id=a03058fc-2a0d-4e8b-85f3-1b71349d971f HTTP/1.1" status: 200 len: 912 time: 0.2277212 Dec 20 09:13:11.928416 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8e69f3e6-839e-4f52-aed5-3bbd51a8c9ac req-eb454d89-2d26-4245-a7b7-61026ae1832d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e70768b9-a20a-4bb3-8cbb-d2e0cbae5abf HTTP/1.1" status: 200 len: 1001 time: 0.0948637 Dec 20 09:13:11.991077 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e69f3e6-839e-4f52-aed5-3bbd51a8c9ac req-f43d61d8-dc1b-49c8-9875-1bd14959a62e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:13:11.993097 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8e69f3e6-839e-4f52-aed5-3bbd51a8c9ac req-f43d61d8-dc1b-49c8-9875-1bd14959a62e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=373276bb-d3f8-4cba-b746-1f476a16e22b HTTP/1.1" status: 200 len: 850 time: 0.0579970 Dec 20 09:13:12.069023 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8e69f3e6-839e-4f52-aed5-3bbd51a8c9ac req-3cda0704-fc58-43c6-8c80-45ebde3f488a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a03058fc-2a0d-4e8b-85f3-1b71349d971f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695443 Dec 20 09:13:12.198761 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8e69f3e6-839e-4f52-aed5-3bbd51a8c9ac req-c1b7cfbc-92d0-474c-b74e-d052b9226573 service neutron] 10.222.0.58 "GET /v2.0/networks/a03058fc-2a0d-4e8b-85f3-1b71349d971f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227138 Dec 20 09:13:12.327205 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8e69f3e6-839e-4f52-aed5-3bbd51a8c9ac req-5a910332-910d-4572-a41d-53fec0654ddc service neutron] 10.222.0.58 "GET /v2.0/networks/a03058fc-2a0d-4e8b-85f3-1b71349d971f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221554 Dec 20 09:13:12.586427 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-fb51a731-3234-4305-9ff5-76599f25add0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:13:12.711872 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2606919-c21e-4525-b646-5aacb16ed620 req-ea772714-c326-494c-9e02-9258ab480135 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:13:12.713210 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-c2606919-c21e-4525-b646-5aacb16ed620 req-ea772714-c326-494c-9e02-9258ab480135 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=21ce077d-0452-41f2-98bf-5b1d948b4ed6 HTTP/1.1" status: 200 len: 945 time: 0.0815768 Dec 20 09:13:12.763580 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-c2606919-c21e-4525-b646-5aacb16ed620 req-e76b1e20-ab21-4326-a914-823d3f97326c tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448875 Dec 20 09:13:13.959909 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa153c-e581-4e71-b44a-2b550cce41a9 req-dea5da31-d530-4a3b-82c3-5bd35e3c2030 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:13:13.961833 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-89fa153c-e581-4e71-b44a-2b550cce41a9 req-dea5da31-d530-4a3b-82c3-5bd35e3c2030 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=21ce077d-0452-41f2-98bf-5b1d948b4ed6 HTTP/1.1" status: 200 len: 945 time: 0.0753260 Dec 20 09:13:14.005674 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-89fa153c-e581-4e71-b44a-2b550cce41a9 req-a65f1bc6-2a0f-4d7a-8a59-ac901a10baf3 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384393 Dec 20 09:13:14.877905 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c5593ad6-5e2f-4d08-92f8-904b18ccc38f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:13:15.211033 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7702057-b50d-43ba-8577-34ead139e35b req-34a6730b-e7a9-483f-8524-efc92a15a77c tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:13:15.213051 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-c7702057-b50d-43ba-8577-34ead139e35b req-34a6730b-e7a9-483f-8524-efc92a15a77c tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=21ce077d-0452-41f2-98bf-5b1d948b4ed6 HTTP/1.1" status: 200 len: 945 time: 0.0816438 Dec 20 09:13:15.260573 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-c7702057-b50d-43ba-8577-34ead139e35b req-d430039e-dfd4-4351-9326-14b62f41c130 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418401 Dec 20 09:13:15.642389 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device e70768b9-a20a-4bb3-8cbb-d2e0cbae5abf details requested by agent hyperv_hv-neutron-8204 with host hv-neutron-8204 {{(pid=83446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 09:13:15.644731 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device e70768b9-a20a-4bb3-8cbb-d2e0cbae5abf no longer exists at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 09:13:15.863870 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:13:15.881326 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port e70768b9-a20a-4bb3-8cbb-d2e0cbae5abf, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=e70768b9-a20a-4bb3-8cbb-d2e0cbae5abf,segment=NetworkSegment(2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f),segment_id=2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:13:15.900782 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Returning: {'device': 'e70768b9-a20a-4bb3-8cbb-d2e0cbae5abf', 'network_id': 'a03058fc-2a0d-4e8b-85f3-1b71349d971f', 'port_id': 'e70768b9-a20a-4bb3-8cbb-d2e0cbae5abf', 'mac_address': 'fa:16:3e:8b:65:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '373276bb-d3f8-4cba-b746-1f476a16e22b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 09:13:15.908987 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21ce077d-0452-41f2-98bf-5b1d948b4ed6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e70768b9-a20a-4bb3-8cbb-d2e0cbae5abf'}] {{(pid=83446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:13:15.949129 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port e70768b9-a20a-4bb3-8cbb-d2e0cbae5abf, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=e70768b9-a20a-4bb3-8cbb-d2e0cbae5abf,segment=NetworkSegment(2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f),segment_id=2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:13:15.954600 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:13:15.958574 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:13:15.990910 dv-neutron-820491-1-hyperv neutron-server[83446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21ce077d-0452-41f2-98bf-5b1d948b4ed6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e70768b9-a20a-4bb3-8cbb-d2e0cbae5abf', 'code': 200} Dec 20 09:13:16.076054 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:13:16.113829 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:13:16.118128 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:13:16.120314 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e70768b9-a20a-4bb3-8cbb-d2e0cbae5abf {{(pid=83446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 09:13:16.126884 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=e70768b9-a20a-4bb3-8cbb-d2e0cbae5abf,revision_number=6']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:13:16.167162 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:13:16.167553 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:13:16.167898 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:13:16.168221 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:13:16.168543 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:13:16.168865 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:13:16.169184 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:13:16.169591 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:13:16.169902 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:13:16.170213 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:13:16.170522 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:13:16.175911 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:13:16.193383 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.db.api [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 09:13:16.193739 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_db.api [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 09:13:16.465364 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa6eb90-8e9c-4e45-bf69-cae655b57287 req-8604f96d-97ac-403a-8e83-6f8d0b82e776 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:13:16.466790 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-7fa6eb90-8e9c-4e45-bf69-cae655b57287 req-8604f96d-97ac-403a-8e83-6f8d0b82e776 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=21ce077d-0452-41f2-98bf-5b1d948b4ed6 HTTP/1.1" status: 200 len: 943 time: 0.0791862 Dec 20 09:13:16.612965 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-7fa6eb90-8e9c-4e45-bf69-cae655b57287 req-3e10d2da-3175-4b4c-9716-cb86b0e66f41 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406636 Dec 20 09:13:16.751359 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:13:16.770008 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e70768b9-a20a-4bb3-8cbb-d2e0cbae5abf {{(pid=83446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 09:13:16.786747 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port e70768b9-a20a-4bb3-8cbb-d2e0cbae5abf, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=e70768b9-a20a-4bb3-8cbb-d2e0cbae5abf,segment=NetworkSegment(2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f),segment_id=2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:13:16.793016 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:13:16.794821 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:13:16.860761 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] get_ports_and_sgs() called for port_ids ['e70768b9-a20a-4bb3-8cbb-d2e0cbae5abf'] {{(pid=83446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 09:13:16.893090 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=e70768b9-a20a-4bb3-8cbb-d2e0cbae5abf,revision_number=7']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:13:16.902085 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:13:16.945469 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2219f3-725d-4dbc-8d0d-72ff55a62676 req-bd58852c-6cd1-4cb0-b7b4-1c6731967146 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:13:16.950202 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-0f2219f3-725d-4dbc-8d0d-72ff55a62676 req-bd58852c-6cd1-4cb0-b7b4-1c6731967146 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=21ce077d-0452-41f2-98bf-5b1d948b4ed6 HTTP/1.1" status: 200 len: 944 time: 0.0826685 Dec 20 09:13:16.962154 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9322105-353d-4aa6-a498-fc248c9df3ab req-496f06a1-ce06-423e-8936-fd8fe335422b tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:13:16.963571 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a9322105-353d-4aa6-a498-fc248c9df3ab req-496f06a1-ce06-423e-8936-fd8fe335422b tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.58 "GET /v2.0/ports?device_id=21ce077d-0452-41f2-98bf-5b1d948b4ed6&tenant_id=e4f19a896cd74f1bb76f0396278358ec&binding%3Ahost_id=hv-neutron-8204 HTTP/1.1" status: 200 len: 944 time: 0.0927846 Dec 20 09:13:16.995663 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-0f2219f3-725d-4dbc-8d0d-72ff55a62676 req-3c0f7483-bcad-4fbc-b539-a1d3de9d0b65 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425007 Dec 20 09:13:17.123396 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a9322105-353d-4aa6-a498-fc248c9df3ab req-4db88c53-de51-483f-9225-db9cf9b19f7a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e4f19a896cd74f1bb76f0396278358ec&device_id=21ce077d-0452-41f2-98bf-5b1d948b4ed6 HTTP/1.1" status: 200 len: 1097 time: 0.0680032 Dec 20 09:13:17.253751 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9322105-353d-4aa6-a498-fc248c9df3ab req-b0594b03-4532-425b-92b1-93b3685ca62d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:13:17.255097 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a9322105-353d-4aa6-a498-fc248c9df3ab req-b0594b03-4532-425b-92b1-93b3685ca62d service neutron] 10.222.0.58 "GET /v2.0/networks?id=a03058fc-2a0d-4e8b-85f3-1b71349d971f HTTP/1.1" status: 200 len: 912 time: 0.1252270 Dec 20 09:13:17.356418 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a9322105-353d-4aa6-a498-fc248c9df3ab req-7151d225-3378-476e-8102-8393e314ff93 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e70768b9-a20a-4bb3-8cbb-d2e0cbae5abf HTTP/1.1" status: 200 len: 1000 time: 0.0950599 Dec 20 09:13:17.435865 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9322105-353d-4aa6-a498-fc248c9df3ab req-bb300ce0-25ee-4821-932c-94d3fe982727 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:13:17.437323 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a9322105-353d-4aa6-a498-fc248c9df3ab req-bb300ce0-25ee-4821-932c-94d3fe982727 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=373276bb-d3f8-4cba-b746-1f476a16e22b HTTP/1.1" status: 200 len: 850 time: 0.0749619 Dec 20 09:13:17.481553 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:13:17.511286 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a9322105-353d-4aa6-a498-fc248c9df3ab req-690d37b4-07ae-4718-8ad0-14397c42629d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a03058fc-2a0d-4e8b-85f3-1b71349d971f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678048 Dec 20 09:13:17.640737 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a9322105-353d-4aa6-a498-fc248c9df3ab req-8e70be36-0e91-4557-9724-3a8891376bd0 service neutron] 10.222.0.58 "GET /v2.0/networks/a03058fc-2a0d-4e8b-85f3-1b71349d971f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233914 Dec 20 09:13:17.656917 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device e70768b9-a20a-4bb3-8cbb-d2e0cbae5abf up at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:13:17.723714 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning complete for port e70768b9-a20a-4bb3-8cbb-d2e0cbae5abf triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:13:17.724096 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:13:17.772423 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a9322105-353d-4aa6-a498-fc248c9df3ab req-367dd498-a547-4ad3-bdae-28cd3125eec9 service neutron] 10.222.0.58 "GET /v2.0/networks/a03058fc-2a0d-4e8b-85f3-1b71349d971f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251919 Dec 20 09:13:17.841668 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:13:17.877404 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port e70768b9-a20a-4bb3-8cbb-d2e0cbae5abf, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=e70768b9-a20a-4bb3-8cbb-d2e0cbae5abf,segment=NetworkSegment(2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f),segment_id=2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:13:17.881074 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:13:17.883089 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-b31baf36-600c-485e-9845-92516d9af30e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:13:17.949774 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=e70768b9-a20a-4bb3-8cbb-d2e0cbae5abf,revision_number=8']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:13:17.952704 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:13:17.992333 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21ce077d-0452-41f2-98bf-5b1d948b4ed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e70768b9-a20a-4bb3-8cbb-d2e0cbae5abf'}] {{(pid=83446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:13:18.055231 dv-neutron-820491-1-hyperv neutron-server[83446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21ce077d-0452-41f2-98bf-5b1d948b4ed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e70768b9-a20a-4bb3-8cbb-d2e0cbae5abf', 'code': 200} Dec 20 09:13:18.203759 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18c05d0-0069-483d-a051-c1d4a0097f5a req-2edefa01-6fd7-4dee-9977-f25833e7dcbf tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:13:18.205332 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-f18c05d0-0069-483d-a051-c1d4a0097f5a req-2edefa01-6fd7-4dee-9977-f25833e7dcbf tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=21ce077d-0452-41f2-98bf-5b1d948b4ed6 HTTP/1.1" status: 200 len: 945 time: 0.0806456 Dec 20 09:13:18.251913 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-f18c05d0-0069-483d-a051-c1d4a0097f5a req-bcb7e350-7b0a-4cf4-a765-17701294977a tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406058 Dec 20 09:13:19.454106 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d056cf3-7c94-4f0c-b667-92c130bc97d0 req-09af8804-cee3-4442-bdeb-e1a1d140ae13 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:13:19.455526 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7d056cf3-7c94-4f0c-b667-92c130bc97d0 req-09af8804-cee3-4442-bdeb-e1a1d140ae13 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=21ce077d-0452-41f2-98bf-5b1d948b4ed6 HTTP/1.1" status: 200 len: 945 time: 0.0770464 Dec 20 09:13:19.504555 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7d056cf3-7c94-4f0c-b667-92c130bc97d0 req-f2bd1322-8e15-446c-8f1d-446943127540 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427952 Dec 20 09:13:19.703090 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00feca50-fb51-4e27-8c01-b87e1d37c4ab req-4e645b20-3912-416c-8e67-646630ba24f8 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:13:19.704513 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-00feca50-fb51-4e27-8c01-b87e1d37c4ab req-4e645b20-3912-416c-8e67-646630ba24f8 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=21ce077d-0452-41f2-98bf-5b1d948b4ed6 HTTP/1.1" status: 200 len: 945 time: 0.0752926 Dec 20 09:13:19.755264 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-00feca50-fb51-4e27-8c01-b87e1d37c4ab req-35bc191a-2f77-4269-a991-b3cabd3bfaaf tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449436 Dec 20 09:13:20.052968 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e07edda-c592-431e-a778-13f4ca79a6e6 req-feda273d-0bbc-4862-b622-4c77e6728480 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:13:20.055042 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5e07edda-c592-431e-a778-13f4ca79a6e6 req-feda273d-0bbc-4862-b622-4c77e6728480 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=21ce077d-0452-41f2-98bf-5b1d948b4ed6 HTTP/1.1" status: 200 len: 945 time: 0.1753366 Dec 20 09:13:20.098651 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5e07edda-c592-431e-a778-13f4ca79a6e6 req-bab03bd8-8926-40b9-8ccf-0d250e60f6db tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381026 Dec 20 09:13:20.494120 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e926be5-816c-4c79-899a-855805b36969 req-389052d9-7841-41a0-9795-49e0ccacf9ff tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:13:20.495572 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1e926be5-816c-4c79-899a-855805b36969 req-389052d9-7841-41a0-9795-49e0ccacf9ff tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=21ce077d-0452-41f2-98bf-5b1d948b4ed6 HTTP/1.1" status: 200 len: 945 time: 0.0795975 Dec 20 09:13:20.540654 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1e926be5-816c-4c79-899a-855805b36969 req-fa603d76-be31-49ab-b427-8e08dd2ee445 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396507 Dec 20 09:13:21.734999 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e0782-44ed-425b-86a2-d15f878693bc req-792e964e-c510-441b-8d4a-555323317dd3 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:13:21.736428 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-062e0782-44ed-425b-86a2-d15f878693bc req-792e964e-c510-441b-8d4a-555323317dd3 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=21ce077d-0452-41f2-98bf-5b1d948b4ed6 HTTP/1.1" status: 200 len: 945 time: 0.0763974 Dec 20 09:13:21.785624 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-062e0782-44ed-425b-86a2-d15f878693bc req-6da60e41-d370-45f2-87f7-a48c9ffed580 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436487 Dec 20 09:13:22.317518 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde7bbb-e59b-48a7-8b5a-89d4584bad47 req-2546ea1f-66b1-4505-a818-0991f302a342 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:13:22.318903 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1cde7bbb-e59b-48a7-8b5a-89d4584bad47 req-2546ea1f-66b1-4505-a818-0991f302a342 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.58 "GET /v2.0/ports?device_id=21ce077d-0452-41f2-98bf-5b1d948b4ed6 HTTP/1.1" status: 200 len: 945 time: 0.0739880 Dec 20 09:13:22.390787 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-1cde7bbb-e59b-48a7-8b5a-89d4584bad47 req-4b2fee17-e1c1-4095-a3df-cd530d9687ab tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Deleting port e70768b9-a20a-4bb3-8cbb-d2e0cbae5abf {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:13:22.391123 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-1cde7bbb-e59b-48a7-8b5a-89d4584bad47 req-4b2fee17-e1c1-4095-a3df-cd530d9687ab tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:13:22.628256 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-1cde7bbb-e59b-48a7-8b5a-89d4584bad47 req-4b2fee17-e1c1-4095-a3df-cd530d9687ab tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] For port e70768b9-a20a-4bb3-8cbb-d2e0cbae5abf, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=e70768b9-a20a-4bb3-8cbb-d2e0cbae5abf,segment=NetworkSegment(2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f),segment_id=2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:13:22.628611 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-1cde7bbb-e59b-48a7-8b5a-89d4584bad47 req-4b2fee17-e1c1-4095-a3df-cd530d9687ab tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:13:22.912555 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-1cde7bbb-e59b-48a7-8b5a-89d4584bad47 req-4b2fee17-e1c1-4095-a3df-cd530d9687ab tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:13:22.912948 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-1cde7bbb-e59b-48a7-8b5a-89d4584bad47 req-4b2fee17-e1c1-4095-a3df-cd530d9687ab tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-345990'] for floatingip, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:13:22.913292 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.l3_db [req-1cde7bbb-e59b-48a7-8b5a-89d4584bad47 req-4b2fee17-e1c1-4095-a3df-cd530d9687ab tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Floating IP 7deee2dd-ad3d-454b-9166-3111d7ff5e90 disassociated. External IP: 172.26.5.155, port: e70768b9-a20a-4bb3-8cbb-d2e0cbae5abf. Dec 20 09:13:22.913671 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-1cde7bbb-e59b-48a7-8b5a-89d4584bad47 req-4b2fee17-e1c1-4095-a3df-cd530d9687ab tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Calling delete_port for e70768b9-a20a-4bb3-8cbb-d2e0cbae5abf owned by compute:nova {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:13:23.090768 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1412ecc-55e0-41ef-83f3-03ada2841e89 req-ee8ebccf-9ab5-481b-8660-61ebdc301f21 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:13:23.092128 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e1412ecc-55e0-41ef-83f3-03ada2841e89 req-ee8ebccf-9ab5-481b-8660-61ebdc301f21 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=21ce077d-0452-41f2-98bf-5b1d948b4ed6 HTTP/1.1" status: 200 len: 945 time: 0.1527839 Dec 20 09:13:23.139009 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-1cde7bbb-e59b-48a7-8b5a-89d4584bad47 req-4b2fee17-e1c1-4095-a3df-cd530d9687ab tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:13:23.145728 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-8309027f-a335-446b-b246-8951c55c4051 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:13:23.193570 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2fee17-e1c1-4095-a3df-cd530d9687ab tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Pushing event deleted for resources: {'Port': ['ID=e70768b9-a20a-4bb3-8cbb-d2e0cbae5abf,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:13:23.202312 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e1412ecc-55e0-41ef-83f3-03ada2841e89 req-58b957f2-3d9d-4f69-86c4-60b798667109 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039896 Dec 20 09:13:23.211584 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2fee17-e1c1-4095-a3df-cd530d9687ab tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:13:23.211977 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2fee17-e1c1-4095-a3df-cd530d9687ab tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:13:23.212355 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2fee17-e1c1-4095-a3df-cd530d9687ab tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:13:23.212731 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2fee17-e1c1-4095-a3df-cd530d9687ab tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:13:23.213097 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2fee17-e1c1-4095-a3df-cd530d9687ab tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:13:23.213513 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2fee17-e1c1-4095-a3df-cd530d9687ab tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:13:23.213873 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2fee17-e1c1-4095-a3df-cd530d9687ab tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:13:23.214242 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2fee17-e1c1-4095-a3df-cd530d9687ab tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:13:23.214604 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2fee17-e1c1-4095-a3df-cd530d9687ab tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:13:23.214966 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2fee17-e1c1-4095-a3df-cd530d9687ab tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:13:23.215326 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2fee17-e1c1-4095-a3df-cd530d9687ab tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:13:23.218665 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4b2fee17-e1c1-4095-a3df-cd530d9687ab tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:13:23.423453 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1cde7bbb-e59b-48a7-8b5a-89d4584bad47 req-4b2fee17-e1c1-4095-a3df-cd530d9687ab tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Router 3563f7b9-6aa7-4779-a1df-ff12305bd00b has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 09:13:23.722398 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1cde7bbb-e59b-48a7-8b5a-89d4584bad47 req-4b2fee17-e1c1-4095-a3df-cd530d9687ab tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 09:13:23.732689 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec6bc65-6ec2-478a-b1ce-65d7d883522a None None] Sync routers for ids ['3563f7b9-6aa7-4779-a1df-ff12305bd00b'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 09:13:23.745886 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec6bc65-6ec2-478a-b1ce-65d7d883522a None None] Routers {'3563f7b9-6aa7-4779-a1df-ff12305bd00b'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:13:23.746595 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-4ec6bc65-6ec2-478a-b1ce-65d7d883522a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:13:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['3563f7b9-6aa7-4779-a1df-ff12305bd00b'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:13:23.799204 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cde7bbb-e59b-48a7-8b5a-89d4584bad47 req-4b2fee17-e1c1-4095-a3df-cd530d9687ab tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] No DVR routers for this DVR port e70768b9-a20a-4bb3-8cbb-d2e0cbae5abf on host hv-neutron-8204 {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 09:13:23.801738 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-1cde7bbb-e59b-48a7-8b5a-89d4584bad47 req-4b2fee17-e1c1-4095-a3df-cd530d9687ab tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:13:23.805212 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21ce077d-0452-41f2-98bf-5b1d948b4ed6', 'name': 'network-vif-deleted', 'tag': 'e70768b9-a20a-4bb3-8cbb-d2e0cbae5abf'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:13:23.823290 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1cde7bbb-e59b-48a7-8b5a-89d4584bad47 req-4b2fee17-e1c1-4095-a3df-cd530d9687ab tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.58 "DELETE /v2.0/ports/e70768b9-a20a-4bb3-8cbb-d2e0cbae5abf HTTP/1.1" status: 204 len: 173 time: 1.4980869 Dec 20 09:13:23.865887 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21ce077d-0452-41f2-98bf-5b1d948b4ed6', 'name': 'network-vif-deleted', 'tag': 'e70768b9-a20a-4bb3-8cbb-d2e0cbae5abf', 'status': 'completed', 'code': 200} Dec 20 09:13:23.939083 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-4ec6bc65-6ec2-478a-b1ce-65d7d883522a None None] Set router 3563f7b9-6aa7-4779-a1df-ff12305bd00b gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:13:24.269134 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-4ec6bc65-6ec2-478a-b1ce-65d7d883522a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'name': 'tempest-ServerActionsTestJSON-104128265-router', 'tenant_id': 'e4f19a896cd74f1bb76f0396278358ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.210'}], 'enable_snat': True}, 'gw_port_id': 'e4ddd1a4-cdc7-4757-9940-71f3fbd6e894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:11:18Z', 'updated_at': '2021-12-20T09:11:21Z', 'revision_number': 4, 'project_id': 'e4f19a896cd74f1bb76f0396278358ec', 'gw_port': {'id': 'e4ddd1a4-cdc7-4757-9940-71f3fbd6e894', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:21:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:11:19Z', 'updated_at': '2021-12-20T09:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': 'fb2e6b9a-24f3-4d40-81fd-b8c6e5e683ae', 'name': '', 'network_id': 'a03058fc-2a0d-4e8b-85f3-1b71349d971f', 'tenant_id': 'e4f19a896cd74f1bb76f0396278358ec', 'mac_address': 'fa:16:3e:42:89:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '373276bb-d3f8-4cba-b746-1f476a16e22b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:11:21Z', 'updated_at': '2021-12-20T09:11:39Z', 'revision_number': 5, 'project_id': 'e4f19a896cd74f1bb76f0396278358ec', 'subnets': [{'id': '373276bb-d3f8-4cba-b746-1f476a16e22b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:13:24.273925 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec6bc65-6ec2-478a-b1ce-65d7d883522a None None] Checking router: 3563f7b9-6aa7-4779-a1df-ff12305bd00b for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 09:13:24.284712 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec6bc65-6ec2-478a-b1ce-65d7d883522a None None] Routers {'3563f7b9-6aa7-4779-a1df-ff12305bd00b'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:13:24.285484 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-4ec6bc65-6ec2-478a-b1ce-65d7d883522a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:13:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['3563f7b9-6aa7-4779-a1df-ff12305bd00b'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:13:24.396638 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-e9d2ec06-3e8f-4b76-8e6d-5733be14038d req-66c6ff09-c13d-491b-bf32-9e5cbbbac62d tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Synchronizing usage tracker for tenant:e4f19a896cd74f1bb76f0396278358ec on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:13:24.411909 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-e9d2ec06-3e8f-4b76-8e6d-5733be14038d req-66c6ff09-c13d-491b-bf32-9e5cbbbac62d tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Unset dirty status for tenant:e4f19a896cd74f1bb76f0396278358ec on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:13:24.413466 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e9d2ec06-3e8f-4b76-8e6d-5733be14038d req-66c6ff09-c13d-491b-bf32-9e5cbbbac62d tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=21ce077d-0452-41f2-98bf-5b1d948b4ed6 HTTP/1.1" status: 200 len: 210 time: 0.0599072 Dec 20 09:13:24.481542 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-4ec6bc65-6ec2-478a-b1ce-65d7d883522a None None] Set router 3563f7b9-6aa7-4779-a1df-ff12305bd00b gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:13:24.832969 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-4ec6bc65-6ec2-478a-b1ce-65d7d883522a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'name': 'tempest-ServerActionsTestJSON-104128265-router', 'tenant_id': 'e4f19a896cd74f1bb76f0396278358ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.210'}], 'enable_snat': True}, 'gw_port_id': 'e4ddd1a4-cdc7-4757-9940-71f3fbd6e894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:11:18Z', 'updated_at': '2021-12-20T09:11:21Z', 'revision_number': 4, 'project_id': 'e4f19a896cd74f1bb76f0396278358ec', 'gw_port': {'id': 'e4ddd1a4-cdc7-4757-9940-71f3fbd6e894', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:21:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:11:19Z', 'updated_at': '2021-12-20T09:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': 'fb2e6b9a-24f3-4d40-81fd-b8c6e5e683ae', 'name': '', 'network_id': 'a03058fc-2a0d-4e8b-85f3-1b71349d971f', 'tenant_id': 'e4f19a896cd74f1bb76f0396278358ec', 'mac_address': 'fa:16:3e:42:89:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '373276bb-d3f8-4cba-b746-1f476a16e22b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:11:21Z', 'updated_at': '2021-12-20T09:11:39Z', 'revision_number': 5, 'project_id': 'e4f19a896cd74f1bb76f0396278358ec', 'subnets': [{'id': '373276bb-d3f8-4cba-b746-1f476a16e22b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:13:24.837808 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec6bc65-6ec2-478a-b1ce-65d7d883522a None None] The sync data for ids ['3563f7b9-6aa7-4779-a1df-ff12305bd00b'] in dv-neutron-820491-1-hyperv is: [{'id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'name': 'tempest-ServerActionsTestJSON-104128265-router', 'tenant_id': 'e4f19a896cd74f1bb76f0396278358ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.210'}], 'enable_snat': True}, 'gw_port_id': 'e4ddd1a4-cdc7-4757-9940-71f3fbd6e894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:11:18Z', 'updated_at': '2021-12-20T09:11:21Z', 'revision_number': 4, 'project_id': 'e4f19a896cd74f1bb76f0396278358ec', 'gw_port': {'id': 'e4ddd1a4-cdc7-4757-9940-71f3fbd6e894', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:21:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:11:19Z', 'updated_at': '2021-12-20T09:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': 'fb2e6b9a-24f3-4d40-81fd-b8c6e5e683ae', 'name': '', 'network_id': 'a03058fc-2a0d-4e8b-85f3-1b71349d971f', 'tenant_id': 'e4f19a896cd74f1bb76f0396278358ec', 'mac_address': 'fa:16:3e:42:89:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '373276bb-d3f8-4cba-b746-1f476a16e22b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:11:21Z', 'updated_at': '2021-12-20T09:11:39Z', 'revision_number': 5, 'project_id': 'e4f19a896cd74f1bb76f0396278358ec', 'subnets': [{'id': '373276bb-d3f8-4cba-b746-1f476a16e22b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 09:13:25.047349 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89aec816-0545-44f3-8de9-77cceee87a8d None None] New status for floating IP 7deee2dd-ad3d-454b-9166-3111d7ff5e90: DOWN {{(pid=83447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 09:13:25.696723 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device e70768b9-a20a-4bb3-8cbb-d2e0cbae5abf no longer exists at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 09:13:25.735989 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] No Port match for: e70768b9-a20a-4bb3-8cbb-d2e0cbae5abf {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 09:13:25.736338 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device e70768b9-a20a-4bb3-8cbb-d2e0cbae5abf not bound to the agent host hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 09:13:25.778035 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-aea8f793-7282-4860-9e9d-d22b36eb6c0f req-3ce965e1-1b19-4fba-9896-bf1a9fd20db1 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1166090062&fields=id&tenant_id=e4f19a896cd74f1bb76f0396278358ec HTTP/1.1" status: 200 len: 267 time: 0.0421429 Dec 20 09:13:25.925021 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea8f793-7282-4860-9e9d-d22b36eb6c0f req-c1eac89f-5412-4e29-8a55-d0f45f161074 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:13:25.926448 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-aea8f793-7282-4860-9e9d-d22b36eb6c0f req-c1eac89f-5412-4e29-8a55-d0f45f161074 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/networks?id=a03058fc-2a0d-4e8b-85f3-1b71349d971f HTTP/1.1" status: 200 len: 811 time: 0.1421690 Dec 20 09:13:25.942165 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-aea8f793-7282-4860-9e9d-d22b36eb6c0f req-436d3e28-8665-4a21-ad12-f4126aad7c8e tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/quotas/e4f19a896cd74f1bb76f0396278358ec HTTP/1.1" status: 200 len: 375 time: 0.0103853 Dec 20 09:13:26.033418 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-aea8f793-7282-4860-9e9d-d22b36eb6c0f req-6a29bfd3-ea71-4860-ba6a-ffaa1d485359 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e4f19a896cd74f1bb76f0396278358ec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0855658 Dec 20 09:13:26.168474 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-aea8f793-7282-4860-9e9d-d22b36eb6c0f req-c730f7f6-90c2-48bc-bb9d-862cb969abb0 service neutron] 10.222.0.16 "GET /v2.0/networks/a03058fc-2a0d-4e8b-85f3-1b71349d971f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230702 Dec 20 09:13:26.300290 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-aea8f793-7282-4860-9e9d-d22b36eb6c0f req-000d2314-3ffd-4f38-9695-4acd6d14bb4c service neutron] 10.222.0.16 "GET /v2.0/networks/a03058fc-2a0d-4e8b-85f3-1b71349d971f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260478 Dec 20 09:13:26.492630 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ef78d641-aaeb-4f9b-88ea-927748e00f65 req-b74d537c-0cd8-4b26-a127-05cac6cad452 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e387949-adf6-46f3-9e99-78d6bcdc97e9 HTTP/1.1" status: 200 len: 210 time: 0.0463016 Dec 20 09:13:27.462874 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea8f793-7282-4860-9e9d-d22b36eb6c0f req-bc4f0b10-72bd-4ed8-a33c-d5b1966136b5 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:13:27.464269 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-aea8f793-7282-4860-9e9d-d22b36eb6c0f req-bc4f0b10-72bd-4ed8-a33c-d5b1966136b5 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.58 "GET /v2.0/networks?id=a03058fc-2a0d-4e8b-85f3-1b71349d971f HTTP/1.1" status: 200 len: 811 time: 0.1459887 Dec 20 09:13:27.520185 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-aea8f793-7282-4860-9e9d-d22b36eb6c0f req-33a3d571-1614-4150-9f3a-1331d791fead tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4f19a896cd74f1bb76f0396278358ec HTTP/1.1" status: 200 len: 380 time: 0.0425658 Dec 20 09:13:27.529736 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-aea8f793-7282-4860-9e9d-d22b36eb6c0f req-d460fdc3-55aa-4d13-bdfc-1b68c1b15e28 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Request body: {'port': {'device_id': '4e387949-adf6-46f3-9e99-78d6bcdc97e9', 'network_id': 'a03058fc-2a0d-4e8b-85f3-1b71349d971f', 'admin_state_up': True, 'tenant_id': 'e4f19a896cd74f1bb76f0396278358ec', 'security_groups': ['2a8025c4-b9df-4cc6-8e0e-abd973434d08']}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:13:27.662808 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-35daf48d-c036-4909-9701-bf00cc099a27 req-1a22e9f1-fe08-4c8b-8a1a-567b88480378 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e387949-adf6-46f3-9e99-78d6bcdc97e9 HTTP/1.1" status: 200 len: 210 time: 0.0408235 Dec 20 09:13:27.675179 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-aea8f793-7282-4860-9e9d-d22b36eb6c0f req-d460fdc3-55aa-4d13-bdfc-1b68c1b15e28 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:13:27.685413 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-aea8f793-7282-4860-9e9d-d22b36eb6c0f req-d460fdc3-55aa-4d13-bdfc-1b68c1b15e28 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:13:27.695032 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aea8f793-7282-4860-9e9d-d22b36eb6c0f req-d460fdc3-55aa-4d13-bdfc-1b68c1b15e28 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Made reservation on behalf of e4f19a896cd74f1bb76f0396278358ec for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 09:13:27.701958 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-aea8f793-7282-4860-9e9d-d22b36eb6c0f req-d460fdc3-55aa-4d13-bdfc-1b68c1b15e28 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:13:27.865804 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [req-aea8f793-7282-4860-9e9d-d22b36eb6c0f req-d460fdc3-55aa-4d13-bdfc-1b68c1b15e28 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Allocated IP 172.20.0.8 (a03058fc-2a0d-4e8b-85f3-1b71349d971f/373276bb-d3f8-4cba-b746-1f476a16e22b/a1d644e5-d577-4706-b2cf-6956ae4a1913) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 09:13:28.049268 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-aea8f793-7282-4860-9e9d-d22b36eb6c0f req-d460fdc3-55aa-4d13-bdfc-1b68c1b15e28 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:13:28.068436 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-aea8f793-7282-4860-9e9d-d22b36eb6c0f req-d460fdc3-55aa-4d13-bdfc-1b68c1b15e28 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Transition to ACTIVE for port object a1d644e5-d577-4706-b2cf-6956ae4a1913 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:13:28.090299 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-aea8f793-7282-4860-9e9d-d22b36eb6c0f req-d460fdc3-55aa-4d13-bdfc-1b68c1b15e28 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:13:28.095791 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0bc55960-213d-4983-b489-0f1e2268d6ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:13:28.165806 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aea8f793-7282-4860-9e9d-d22b36eb6c0f req-d460fdc3-55aa-4d13-bdfc-1b68c1b15e28 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Network a03058fc-2a0d-4e8b-85f3-1b71349d971f is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:13:28.169074 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [req-aea8f793-7282-4860-9e9d-d22b36eb6c0f req-d460fdc3-55aa-4d13-bdfc-1b68c1b15e28 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:13:28.173430 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-aea8f793-7282-4860-9e9d-d22b36eb6c0f req-d460fdc3-55aa-4d13-bdfc-1b68c1b15e28 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 09:13:28.198791 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d460fdc3-55aa-4d13-bdfc-1b68c1b15e28 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Pushing event updated for resources: {'Port': ['ID=a1d644e5-d577-4706-b2cf-6956ae4a1913,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:13:28.204282 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d460fdc3-55aa-4d13-bdfc-1b68c1b15e28 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:13:28.238162 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea8f793-7282-4860-9e9d-d22b36eb6c0f req-d460fdc3-55aa-4d13-bdfc-1b68c1b15e28 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:13:28.238805 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-aea8f793-7282-4860-9e9d-d22b36eb6c0f req-d460fdc3-55aa-4d13-bdfc-1b68c1b15e28 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:13:28.264536 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-aea8f793-7282-4860-9e9d-d22b36eb6c0f req-d460fdc3-55aa-4d13-bdfc-1b68c1b15e28 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7393763 Dec 20 09:13:28.276149 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-aea8f793-7282-4860-9e9d-d22b36eb6c0f req-0b08f790-75c3-4566-a07c-36b5948e981d service neutron] Request body: {'port': {'device_id': '4e387949-adf6-46f3-9e99-78d6bcdc97e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8204'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:13:28.369657 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-818d7bd7-4a60-4aff-b7fc-6e5ffb648b9d None None] Provisioning for port a1d644e5-d577-4706-b2cf-6956ae4a1913 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:13:28.374665 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-818d7bd7-4a60-4aff-b7fc-6e5ffb648b9d None None] Provisioning complete for port a1d644e5-d577-4706-b2cf-6956ae4a1913 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:13:28.375107 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-818d7bd7-4a60-4aff-b7fc-6e5ffb648b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:13:28.389587 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-aea8f793-7282-4860-9e9d-d22b36eb6c0f req-0b08f790-75c3-4566-a07c-36b5948e981d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:13:28.426990 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-818d7bd7-4a60-4aff-b7fc-6e5ffb648b9d None None] Port a1d644e5-d577-4706-b2cf-6956ae4a1913 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 09:13:28.733967 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [req-aea8f793-7282-4860-9e9d-d22b36eb6c0f req-0b08f790-75c3-4566-a07c-36b5948e981d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1d644e5-d577-4706-b2cf-6956ae4a1913 {{(pid=83444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 09:13:28.740663 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-aea8f793-7282-4860-9e9d-d22b36eb6c0f req-0b08f790-75c3-4566-a07c-36b5948e981d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:13:28.754939 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-aea8f793-7282-4860-9e9d-d22b36eb6c0f req-0b08f790-75c3-4566-a07c-36b5948e981d service neutron] Transition to ACTIVE for port object a1d644e5-d577-4706-b2cf-6956ae4a1913 will not be triggered until provisioned by entity L2. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:13:28.758378 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-aea8f793-7282-4860-9e9d-d22b36eb6c0f req-0b08f790-75c3-4566-a07c-36b5948e981d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:13:28.761924 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2d584772-5c60-4941-98d0-b402ab971e46 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:13:29.037454 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b08f790-75c3-4566-a07c-36b5948e981d service neutron] Pushing event updated for resources: {'Port': ['ID=a1d644e5-d577-4706-b2cf-6956ae4a1913,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:13:29.044385 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0b08f790-75c3-4566-a07c-36b5948e981d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:13:29.138581 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a99ca-71ce-43be-9dc7-5cbdd9f67601 req-035968c2-1c71-4c94-ba23-bf7ee6661e6e tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:13:29.139264 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-967a99ca-71ce-43be-9dc7-5cbdd9f67601 req-035968c2-1c71-4c94-ba23-bf7ee6661e6e tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Synchronizing usage tracker for tenant:e4f19a896cd74f1bb76f0396278358ec on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:13:29.173142 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-967a99ca-71ce-43be-9dc7-5cbdd9f67601 req-035968c2-1c71-4c94-ba23-bf7ee6661e6e tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Unset dirty status for tenant:e4f19a896cd74f1bb76f0396278358ec on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:13:29.174290 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-967a99ca-71ce-43be-9dc7-5cbdd9f67601 req-035968c2-1c71-4c94-ba23-bf7ee6661e6e tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e387949-adf6-46f3-9e99-78d6bcdc97e9 HTTP/1.1" status: 200 len: 943 time: 0.3837020 Dec 20 09:13:29.181722 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-aea8f793-7282-4860-9e9d-d22b36eb6c0f req-0b08f790-75c3-4566-a07c-36b5948e981d service neutron] Attempting to bind port a1d644e5-d577-4706-b2cf-6956ae4a1913 on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 09:13:29.182048 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-aea8f793-7282-4860-9e9d-d22b36eb6c0f req-0b08f790-75c3-4566-a07c-36b5948e981d service neutron] Attempting to bind port a1d644e5-d577-4706-b2cf-6956ae4a1913 by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': '2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a03058fc-2a0d-4e8b-85f3-1b71349d971f'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 09:13:29.182367 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea8f793-7282-4860-9e9d-d22b36eb6c0f req-0b08f790-75c3-4566-a07c-36b5948e981d service neutron] Attempting to bind port a1d644e5-d577-4706-b2cf-6956ae4a1913 on network a03058fc-2a0d-4e8b-85f3-1b71349d971f {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:13:29.210727 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea8f793-7282-4860-9e9d-d22b36eb6c0f req-0b08f790-75c3-4566-a07c-36b5948e981d service neutron] Port a1d644e5-d577-4706-b2cf-6956ae4a1913 on network a03058fc-2a0d-4e8b-85f3-1b71349d971f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 09:13:29.211040 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea8f793-7282-4860-9e9d-d22b36eb6c0f req-0b08f790-75c3-4566-a07c-36b5948e981d service neutron] Attempting to bind port a1d644e5-d577-4706-b2cf-6956ae4a1913 on network a03058fc-2a0d-4e8b-85f3-1b71349d971f {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:13:29.231469 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea8f793-7282-4860-9e9d-d22b36eb6c0f req-0b08f790-75c3-4566-a07c-36b5948e981d service neutron] Checking agent: {'id': 'bd419857-3bec-4b96-b211-3fb278c66880', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8204', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 40, 10), 'started_at': datetime.datetime(2021, 12, 20, 8, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 9, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 09:13:29.231712 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea8f793-7282-4860-9e9d-d22b36eb6c0f req-0b08f790-75c3-4566-a07c-36b5948e981d service neutron] Checking segment: {'id': '2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a03058fc-2a0d-4e8b-85f3-1b71349d971f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:13:29.232090 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea8f793-7282-4860-9e9d-d22b36eb6c0f req-0b08f790-75c3-4566-a07c-36b5948e981d service neutron] Bound using segment: {'id': '2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a03058fc-2a0d-4e8b-85f3-1b71349d971f'} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 09:13:29.232499 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-aea8f793-7282-4860-9e9d-d22b36eb6c0f req-0b08f790-75c3-4566-a07c-36b5948e981d service neutron] Bound port: a1d644e5-d577-4706-b2cf-6956ae4a1913, host: hv-neutron-8204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a03058fc-2a0d-4e8b-85f3-1b71349d971f'}}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 09:13:29.232838 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-aea8f793-7282-4860-9e9d-d22b36eb6c0f req-0b08f790-75c3-4566-a07c-36b5948e981d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:13:29.244995 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-967a99ca-71ce-43be-9dc7-5cbdd9f67601 req-e2ae5745-6dc3-4311-8f8e-76e8640eb27a tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643485 Dec 20 09:13:29.320665 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-aea8f793-7282-4860-9e9d-d22b36eb6c0f req-0b08f790-75c3-4566-a07c-36b5948e981d service neutron] For port a1d644e5-d577-4706-b2cf-6956ae4a1913, host hv-neutron-8204, cleared binding levels {{(pid=83444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 09:13:29.324729 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-aea8f793-7282-4860-9e9d-d22b36eb6c0f req-0b08f790-75c3-4566-a07c-36b5948e981d service neutron] For port a1d644e5-d577-4706-b2cf-6956ae4a1913, host hv-neutron-8204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=a1d644e5-d577-4706-b2cf-6956ae4a1913,segment=NetworkSegment(2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f),segment_id=2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f)] {{(pid=83444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 09:13:29.327907 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-aea8f793-7282-4860-9e9d-d22b36eb6c0f req-0b08f790-75c3-4566-a07c-36b5948e981d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:13:29.331506 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a172f5f4-b13a-4015-a390-9ebc00199ce1 tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:13:29.389762 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-aea8f793-7282-4860-9e9d-d22b36eb6c0f req-0b08f790-75c3-4566-a07c-36b5948e981d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:13:29.391106 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-aea8f793-7282-4860-9e9d-d22b36eb6c0f req-0b08f790-75c3-4566-a07c-36b5948e981d service neutron] 10.222.0.58 "PUT /v2.0/ports/a1d644e5-d577-4706-b2cf-6956ae4a1913 HTTP/1.1" status: 200 len: 1093 time: 1.1193528 Dec 20 09:13:29.391617 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e387949-adf6-46f3-9e99-78d6bcdc97e9', 'tag': 'a1d644e5-d577-4706-b2cf-6956ae4a1913'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:13:29.421606 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b08f790-75c3-4566-a07c-36b5948e981d service neutron] Pushing event updated for resources: {'Port': ['ID=a1d644e5-d577-4706-b2cf-6956ae4a1913,revision_number=3']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:13:29.435203 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0b08f790-75c3-4566-a07c-36b5948e981d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:13:29.467201 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e387949-adf6-46f3-9e99-78d6bcdc97e9', 'tag': 'a1d644e5-d577-4706-b2cf-6956ae4a1913', 'status': 'completed', 'code': 200} Dec 20 09:13:29.508825 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-aea8f793-7282-4860-9e9d-d22b36eb6c0f req-ab4a2a27-14ef-4df4-95a3-0e244c323fd9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e4f19a896cd74f1bb76f0396278358ec&device_id=4e387949-adf6-46f3-9e99-78d6bcdc97e9 HTTP/1.1" status: 200 len: 1096 time: 0.0725794 Dec 20 09:13:29.581514 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-aea8f793-7282-4860-9e9d-d22b36eb6c0f req-fa7ebacf-2d56-4383-9ba1-9a420b164bf4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1d644e5-d577-4706-b2cf-6956ae4a1913 HTTP/1.1" status: 200 len: 217 time: 0.0653887 Dec 20 09:13:29.642972 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea8f793-7282-4860-9e9d-d22b36eb6c0f req-822cb989-af0e-4f16-9d07-e479593331c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:13:29.644384 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-aea8f793-7282-4860-9e9d-d22b36eb6c0f req-822cb989-af0e-4f16-9d07-e479593331c2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=373276bb-d3f8-4cba-b746-1f476a16e22b HTTP/1.1" status: 200 len: 850 time: 0.0572724 Dec 20 09:13:29.717943 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-aea8f793-7282-4860-9e9d-d22b36eb6c0f req-4bed4911-e231-4e2b-a7b3-7199e407b4aa service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a03058fc-2a0d-4e8b-85f3-1b71349d971f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668011 Dec 20 09:13:29.728722 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [req-aea8f793-7282-4860-9e9d-d22b36eb6c0f req-91705f9c-4402-4ede-8f35-11f54a16fd28 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 09:13:29.729637 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-aea8f793-7282-4860-9e9d-d22b36eb6c0f req-91705f9c-4402-4ede-8f35-11f54a16fd28 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0055850 Dec 20 09:13:29.862763 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-aea8f793-7282-4860-9e9d-d22b36eb6c0f req-ff066c73-3c2c-43ad-bbdf-e3d2fb7d6971 service neutron] 10.222.0.58 "GET /v2.0/networks/a03058fc-2a0d-4e8b-85f3-1b71349d971f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257958 Dec 20 09:13:29.993196 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-aea8f793-7282-4860-9e9d-d22b36eb6c0f req-aae5a4da-a1d6-4814-b5c9-be1bbbdc02b0 service neutron] 10.222.0.58 "GET /v2.0/networks/a03058fc-2a0d-4e8b-85f3-1b71349d971f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234694 Dec 20 09:13:30.110387 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-810a3f5a-7506-4a9f-b73e-6e869e5fd402 req-ee456e0f-0801-4927-a695-4ca85d846542 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e4f19a896cd74f1bb76f0396278358ec&device_id=4e387949-adf6-46f3-9e99-78d6bcdc97e9 HTTP/1.1" status: 200 len: 1096 time: 0.0678768 Dec 20 09:13:30.240385 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810a3f5a-7506-4a9f-b73e-6e869e5fd402 req-a93b7795-194c-44b3-8eb1-b7602e71da73 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:13:30.242079 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-810a3f5a-7506-4a9f-b73e-6e869e5fd402 req-a93b7795-194c-44b3-8eb1-b7602e71da73 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a03058fc-2a0d-4e8b-85f3-1b71349d971f HTTP/1.1" status: 200 len: 912 time: 0.1254735 Dec 20 09:13:30.315424 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-810a3f5a-7506-4a9f-b73e-6e869e5fd402 req-020faf7f-b405-4546-a65c-b4579b4d1380 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1d644e5-d577-4706-b2cf-6956ae4a1913 HTTP/1.1" status: 200 len: 217 time: 0.0659528 Dec 20 09:13:30.415104 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810a3f5a-7506-4a9f-b73e-6e869e5fd402 req-0676b5c6-c596-400e-becd-229b167623c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:13:30.416526 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-810a3f5a-7506-4a9f-b73e-6e869e5fd402 req-0676b5c6-c596-400e-becd-229b167623c7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=373276bb-d3f8-4cba-b746-1f476a16e22b HTTP/1.1" status: 200 len: 850 time: 0.0948727 Dec 20 09:13:30.501306 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eb2cfa-cfc7-4db0-8631-dfc99f29810d req-bcf8d0eb-d8c6-471e-ae81-5f8280e75c2e tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:13:30.502653 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-09eb2cfa-cfc7-4db0-8631-dfc99f29810d req-bcf8d0eb-d8c6-471e-ae81-5f8280e75c2e tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e387949-adf6-46f3-9e99-78d6bcdc97e9 HTTP/1.1" status: 200 len: 943 time: 0.1334136 Dec 20 09:13:30.537471 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-810a3f5a-7506-4a9f-b73e-6e869e5fd402 req-d3490cbf-d45b-451b-9f78-7893fb9645e1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a03058fc-2a0d-4e8b-85f3-1b71349d971f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1139004 Dec 20 09:13:30.593042 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-09eb2cfa-cfc7-4db0-8631-dfc99f29810d req-df898508-3d90-4e54-97d4-b29d1b33d1f2 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785573 Dec 20 09:13:30.798558 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-810a3f5a-7506-4a9f-b73e-6e869e5fd402 req-e021e3e0-d33e-4370-8463-dfb5b6c9e491 service neutron] 10.222.0.58 "GET /v2.0/networks/a03058fc-2a0d-4e8b-85f3-1b71349d971f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497203 Dec 20 09:13:30.931002 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-810a3f5a-7506-4a9f-b73e-6e869e5fd402 req-330ad71b-22d8-4198-a407-3bb88f313a92 service neutron] 10.222.0.58 "GET /v2.0/networks/a03058fc-2a0d-4e8b-85f3-1b71349d971f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256747 Dec 20 09:13:31.869503 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be49e23-f617-452d-8cec-951f7be1a50b req-2803e920-be4c-410b-83cd-c3ae54bc61f9 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:13:31.870847 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-8be49e23-f617-452d-8cec-951f7be1a50b req-2803e920-be4c-410b-83cd-c3ae54bc61f9 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e387949-adf6-46f3-9e99-78d6bcdc97e9 HTTP/1.1" status: 200 len: 943 time: 0.1534677 Dec 20 09:13:31.915462 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-8be49e23-f617-452d-8cec-951f7be1a50b req-47fdc9cd-fa97-4e51-a149-f65cca03df00 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391355 Dec 20 09:13:33.114770 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50f0f25-c69f-4fb9-9e8b-5382701f5dcc req-33ff2faf-3c00-460a-a08a-5ecf41e77f51 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:13:33.116358 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a50f0f25-c69f-4fb9-9e8b-5382701f5dcc req-33ff2faf-3c00-460a-a08a-5ecf41e77f51 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e387949-adf6-46f3-9e99-78d6bcdc97e9 HTTP/1.1" status: 200 len: 943 time: 0.0817974 Dec 20 09:13:33.160478 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a50f0f25-c69f-4fb9-9e8b-5382701f5dcc req-52857412-9878-4115-8b67-444d015f7c60 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388112 Dec 20 09:13:33.755209 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device a1d644e5-d577-4706-b2cf-6956ae4a1913 details requested by agent hyperv_hv-neutron-8204 with host hv-neutron-8204 {{(pid=83446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 09:13:33.889526 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port a1d644e5-d577-4706-b2cf-6956ae4a1913, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=a1d644e5-d577-4706-b2cf-6956ae4a1913,segment=NetworkSegment(2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f),segment_id=2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:13:33.902734 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Returning: {'device': 'a1d644e5-d577-4706-b2cf-6956ae4a1913', 'network_id': 'a03058fc-2a0d-4e8b-85f3-1b71349d971f', 'port_id': 'a1d644e5-d577-4706-b2cf-6956ae4a1913', 'mac_address': 'fa:16:3e:73:7e:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '373276bb-d3f8-4cba-b746-1f476a16e22b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 09:13:33.958327 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:13:33.975438 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1d644e5-d577-4706-b2cf-6956ae4a1913 {{(pid=83446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 09:13:33.990395 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port a1d644e5-d577-4706-b2cf-6956ae4a1913, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=a1d644e5-d577-4706-b2cf-6956ae4a1913,segment=NetworkSegment(2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f),segment_id=2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:13:33.994931 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:13:33.996710 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:13:34.061464 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=a1d644e5-d577-4706-b2cf-6956ae4a1913,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:13:34.064555 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:13:34.357199 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0779760-22af-439f-850d-d442254b9400 req-da71b7aa-744e-4e4f-8f36-602179b4d9c6 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:13:34.358670 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-a0779760-22af-439f-850d-d442254b9400 req-da71b7aa-744e-4e4f-8f36-602179b4d9c6 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e387949-adf6-46f3-9e99-78d6bcdc97e9 HTTP/1.1" status: 200 len: 944 time: 0.0774322 Dec 20 09:13:34.364375 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] get_ports_and_sgs() called for port_ids ['a1d644e5-d577-4706-b2cf-6956ae4a1913'] {{(pid=83446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 09:13:34.405443 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-a0779760-22af-439f-850d-d442254b9400 req-f9fbf0c2-468f-4b3a-a2fe-ed3441a69648 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412846 Dec 20 09:13:35.604744 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eb770d-1817-4a89-aa97-f7c23c52f8c0 req-5a3fb62a-a41e-46d7-abb8-18c56959100c tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:13:35.606379 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-95eb770d-1817-4a89-aa97-f7c23c52f8c0 req-5a3fb62a-a41e-46d7-abb8-18c56959100c tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e387949-adf6-46f3-9e99-78d6bcdc97e9 HTTP/1.1" status: 200 len: 944 time: 0.0778899 Dec 20 09:13:35.652370 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-95eb770d-1817-4a89-aa97-f7c23c52f8c0 req-f2a3f3a5-e49e-4db8-8dbe-f9ea7417b8ea tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403268 Dec 20 09:13:35.749848 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device a1d644e5-d577-4706-b2cf-6956ae4a1913 up at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:13:35.819337 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning for port a1d644e5-d577-4706-b2cf-6956ae4a1913 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:13:35.824394 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning complete for port a1d644e5-d577-4706-b2cf-6956ae4a1913 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:13:35.824782 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:13:35.940790 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:13:35.967834 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e387949-adf6-46f3-9e99-78d6bcdc97e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1d644e5-d577-4706-b2cf-6956ae4a1913'}] {{(pid=83446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:13:35.978418 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port a1d644e5-d577-4706-b2cf-6956ae4a1913, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=a1d644e5-d577-4706-b2cf-6956ae4a1913,segment=NetworkSegment(2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f),segment_id=2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:13:35.982843 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:13:35.984716 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:13:36.030679 dv-neutron-820491-1-hyperv neutron-server[83446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e387949-adf6-46f3-9e99-78d6bcdc97e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1d644e5-d577-4706-b2cf-6956ae4a1913', 'code': 200} Dec 20 09:13:36.067478 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=a1d644e5-d577-4706-b2cf-6956ae4a1913,revision_number=5']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:13:36.070719 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:13:36.270949 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-01c5e33d-5236-463e-b022-45b930561906 req-653d7c2a-8e14-4fd2-893b-a1e7577412dc service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4e387949-adf6-46f3-9e99-78d6bcdc97e9 HTTP/1.1" status: 200 len: 1098 time: 0.0748494 Dec 20 09:13:36.314589 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-01c5e33d-5236-463e-b022-45b930561906 req-22810742-db86-41ad-9aff-c19cb9583fd4 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376909 Dec 20 09:13:36.850472 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589dd9db-6d94-4333-8aa9-f858657094f8 req-1804ae95-f03a-40da-811e-dd37c9bbb787 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:13:36.851914 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-589dd9db-6d94-4333-8aa9-f858657094f8 req-1804ae95-f03a-40da-811e-dd37c9bbb787 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e387949-adf6-46f3-9e99-78d6bcdc97e9 HTTP/1.1" status: 200 len: 945 time: 0.0769100 Dec 20 09:13:36.902228 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-589dd9db-6d94-4333-8aa9-f858657094f8 req-79129c0d-d3c9-43ba-98ab-43938aab7538 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443885 Dec 20 09:13:38.104173 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c9bcc-f82e-4a6e-ba1e-6538c410701a req-5c3ffcfe-9618-46e9-9b9f-5dd39d56b9f4 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:13:38.105317 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-862c9bcc-f82e-4a6e-ba1e-6538c410701a req-5c3ffcfe-9618-46e9-9b9f-5dd39d56b9f4 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e387949-adf6-46f3-9e99-78d6bcdc97e9 HTTP/1.1" status: 200 len: 945 time: 0.0810208 Dec 20 09:13:38.151384 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-862c9bcc-f82e-4a6e-ba1e-6538c410701a req-b3a42b52-eb6b-4afa-9628-5e75e9aae1b6 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406325 Dec 20 09:13:38.426444 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34387e0b-d094-42f0-b9cf-c367f362a602 req-72a710ab-401e-4f19-8eee-636616fc461a tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:13:38.427917 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-34387e0b-d094-42f0-b9cf-c367f362a602 req-72a710ab-401e-4f19-8eee-636616fc461a tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e387949-adf6-46f3-9e99-78d6bcdc97e9 HTTP/1.1" status: 200 len: 945 time: 0.1500137 Dec 20 09:13:38.436704 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 49072) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:13:38.442324 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-83c3e43b-802b-464b-ab04-340d4d33fb3b tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Request body: {'floatingip': {'port_id': 'a1d644e5-d577-4706-b2cf-6956ae4a1913'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:13:38.522444 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-83c3e43b-802b-464b-ab04-340d4d33fb3b tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify callbacks [] for floatingip, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:13:39.136627 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-83c3e43b-802b-464b-ab04-340d4d33fb3b tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:13:39.140536 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-83c3e43b-802b-464b-ab04-340d4d33fb3b tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-345990'] for floatingip, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:13:39.446052 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.l3_db [None req-83c3e43b-802b-464b-ab04-340d4d33fb3b tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Floating IP 7deee2dd-ad3d-454b-9166-3111d7ff5e90 associated. External IP: 172.26.5.155, port: a1d644e5-d577-4706-b2cf-6956ae4a1913. Dec 20 09:13:39.867489 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83c3e43b-802b-464b-ab04-340d4d33fb3b tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Router 3563f7b9-6aa7-4779-a1df-ff12305bd00b has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 09:13:40.074426 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83c3e43b-802b-464b-ab04-340d4d33fb3b tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 09:13:40.078724 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-83c3e43b-802b-464b-ab04-340d4d33fb3b tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:13:40.085996 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd8405b-d1ed-4ef5-9f33-700db70ad3df None None] Sync routers for ids ['3563f7b9-6aa7-4779-a1df-ff12305bd00b'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 09:13:40.099294 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd8405b-d1ed-4ef5-9f33-700db70ad3df None None] Routers {'3563f7b9-6aa7-4779-a1df-ff12305bd00b'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:13:40.100101 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-4fd8405b-d1ed-4ef5-9f33-700db70ad3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:13:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['3563f7b9-6aa7-4779-a1df-ff12305bd00b'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:13:40.145347 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-83c3e43b-802b-464b-ab04-340d4d33fb3b tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "PUT /v2.0/floatingips/7deee2dd-ad3d-454b-9166-3111d7ff5e90 HTTP/1.1" status: 200 len: 991 time: 1.7042584 Dec 20 09:13:40.145347 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e387949-adf6-46f3-9e99-78d6bcdc97e9', 'tag': 'a1d644e5-d577-4706-b2cf-6956ae4a1913'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:13:40.267268 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:13:40.282345 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e387949-adf6-46f3-9e99-78d6bcdc97e9', 'tag': 'a1d644e5-d577-4706-b2cf-6956ae4a1913', 'status': 'completed', 'code': 200} Dec 20 09:13:40.336192 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-4fd8405b-d1ed-4ef5-9f33-700db70ad3df None None] Set router 3563f7b9-6aa7-4779-a1df-ff12305bd00b gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:13:40.455427 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fda6e969-52b6-4434-8f83-36bf61f0b726 req-96655636-6d28-4600-959e-86a1ade3fcfe service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e4f19a896cd74f1bb76f0396278358ec&device_id=4e387949-adf6-46f3-9e99-78d6bcdc97e9 HTTP/1.1" status: 200 len: 1098 time: 0.1404986 Dec 20 09:13:40.589575 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda6e969-52b6-4434-8f83-36bf61f0b726 req-5630be6d-877b-4c3a-99c2-8aeac2c13acc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:13:40.591100 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fda6e969-52b6-4434-8f83-36bf61f0b726 req-5630be6d-877b-4c3a-99c2-8aeac2c13acc service neutron] 10.222.0.58 "GET /v2.0/networks?id=a03058fc-2a0d-4e8b-85f3-1b71349d971f HTTP/1.1" status: 200 len: 912 time: 0.1296201 Dec 20 09:13:40.696730 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fda6e969-52b6-4434-8f83-36bf61f0b726 req-07dc5774-5ada-440b-812f-e78d3401a20b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1d644e5-d577-4706-b2cf-6956ae4a1913 HTTP/1.1" status: 200 len: 999 time: 0.0997999 Dec 20 09:13:40.741639 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-4fd8405b-d1ed-4ef5-9f33-700db70ad3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'name': 'tempest-ServerActionsTestJSON-104128265-router', 'tenant_id': 'e4f19a896cd74f1bb76f0396278358ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.210'}], 'enable_snat': True}, 'gw_port_id': 'e4ddd1a4-cdc7-4757-9940-71f3fbd6e894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:11:18Z', 'updated_at': '2021-12-20T09:11:21Z', 'revision_number': 4, 'project_id': 'e4f19a896cd74f1bb76f0396278358ec', 'gw_port': {'id': 'e4ddd1a4-cdc7-4757-9940-71f3fbd6e894', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:21:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:11:19Z', 'updated_at': '2021-12-20T09:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': '7deee2dd-ad3d-454b-9166-3111d7ff5e90', 'tenant_id': 'e4f19a896cd74f1bb76f0396278358ec', 'floating_ip_address': '172.26.5.155', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'port_id': 'a1d644e5-d577-4706-b2cf-6956ae4a1913', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a03058fc-2a0d-4e8b-85f3-1b71349d971f', 'mac_address': 'fa:16:3e:73:7e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e387949-adf6-46f3-9e99-78d6bcdc97e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T09:11:24Z', 'updated_at': '2021-12-20T09:13:39Z', 'revision_number': 5, 'project_id': 'e4f19a896cd74f1bb76f0396278358ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb2e6b9a-24f3-4d40-81fd-b8c6e5e683ae', 'name': '', 'network_id': 'a03058fc-2a0d-4e8b-85f3-1b71349d971f', 'tenant_id': 'e4f19a896cd74f1bb76f0396278358ec', 'mac_address': 'fa:16:3e:42:89:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '373276bb-d3f8-4cba-b746-1f476a16e22b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:11:21Z', 'updated_at': '2021-12-20T09:11:39Z', 'revision_number': 5, 'project_id': 'e4f19a896cd74f1bb76f0396278358ec', 'subnets': [{'id': '373276bb-d3f8-4cba-b746-1f476a16e22b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:13:40.745638 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd8405b-d1ed-4ef5-9f33-700db70ad3df None None] Checking router: 3563f7b9-6aa7-4779-a1df-ff12305bd00b for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 09:13:40.756435 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd8405b-d1ed-4ef5-9f33-700db70ad3df None None] Routers {'3563f7b9-6aa7-4779-a1df-ff12305bd00b'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:13:40.757336 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-4fd8405b-d1ed-4ef5-9f33-700db70ad3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:13:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['3563f7b9-6aa7-4779-a1df-ff12305bd00b'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:13:40.760280 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda6e969-52b6-4434-8f83-36bf61f0b726 req-bf890821-ef01-407e-ae17-04dd05eb46a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:13:40.761775 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fda6e969-52b6-4434-8f83-36bf61f0b726 req-bf890821-ef01-407e-ae17-04dd05eb46a9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=373276bb-d3f8-4cba-b746-1f476a16e22b HTTP/1.1" status: 200 len: 850 time: 0.0587442 Dec 20 09:13:40.843741 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fda6e969-52b6-4434-8f83-36bf61f0b726 req-15f76f7b-eb08-40b9-9943-96828fe654b4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a03058fc-2a0d-4e8b-85f3-1b71349d971f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753536 Dec 20 09:13:40.942460 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-4fd8405b-d1ed-4ef5-9f33-700db70ad3df None None] Set router 3563f7b9-6aa7-4779-a1df-ff12305bd00b gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:13:40.981772 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fda6e969-52b6-4434-8f83-36bf61f0b726 req-4470a355-eb38-44e0-9925-f18619314658 service neutron] 10.222.0.58 "GET /v2.0/networks/a03058fc-2a0d-4e8b-85f3-1b71349d971f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305883 Dec 20 09:13:41.129106 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:13:41.237602 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fda6e969-52b6-4434-8f83-36bf61f0b726 req-0c7a7f75-e739-4197-9d7d-5d82b9d4f3df service neutron] 10.222.0.58 "GET /v2.0/networks/a03058fc-2a0d-4e8b-85f3-1b71349d971f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494240 Dec 20 09:13:41.302090 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-4fd8405b-d1ed-4ef5-9f33-700db70ad3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'name': 'tempest-ServerActionsTestJSON-104128265-router', 'tenant_id': 'e4f19a896cd74f1bb76f0396278358ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.210'}], 'enable_snat': True}, 'gw_port_id': 'e4ddd1a4-cdc7-4757-9940-71f3fbd6e894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:11:18Z', 'updated_at': '2021-12-20T09:11:21Z', 'revision_number': 4, 'project_id': 'e4f19a896cd74f1bb76f0396278358ec', 'gw_port': {'id': 'e4ddd1a4-cdc7-4757-9940-71f3fbd6e894', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:21:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:11:19Z', 'updated_at': '2021-12-20T09:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': '7deee2dd-ad3d-454b-9166-3111d7ff5e90', 'tenant_id': 'e4f19a896cd74f1bb76f0396278358ec', 'floating_ip_address': '172.26.5.155', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'port_id': 'a1d644e5-d577-4706-b2cf-6956ae4a1913', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a03058fc-2a0d-4e8b-85f3-1b71349d971f', 'mac_address': 'fa:16:3e:73:7e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e387949-adf6-46f3-9e99-78d6bcdc97e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T09:11:24Z', 'updated_at': '2021-12-20T09:13:39Z', 'revision_number': 5, 'project_id': 'e4f19a896cd74f1bb76f0396278358ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb2e6b9a-24f3-4d40-81fd-b8c6e5e683ae', 'name': '', 'network_id': 'a03058fc-2a0d-4e8b-85f3-1b71349d971f', 'tenant_id': 'e4f19a896cd74f1bb76f0396278358ec', 'mac_address': 'fa:16:3e:42:89:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '373276bb-d3f8-4cba-b746-1f476a16e22b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:11:21Z', 'updated_at': '2021-12-20T09:11:39Z', 'revision_number': 5, 'project_id': 'e4f19a896cd74f1bb76f0396278358ec', 'subnets': [{'id': '373276bb-d3f8-4cba-b746-1f476a16e22b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:13:41.306398 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd8405b-d1ed-4ef5-9f33-700db70ad3df None None] The sync data for ids ['3563f7b9-6aa7-4779-a1df-ff12305bd00b'] in dv-neutron-820491-1-hyperv is: [{'id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'name': 'tempest-ServerActionsTestJSON-104128265-router', 'tenant_id': 'e4f19a896cd74f1bb76f0396278358ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.210'}], 'enable_snat': True}, 'gw_port_id': 'e4ddd1a4-cdc7-4757-9940-71f3fbd6e894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:11:18Z', 'updated_at': '2021-12-20T09:11:21Z', 'revision_number': 4, 'project_id': 'e4f19a896cd74f1bb76f0396278358ec', 'gw_port': {'id': 'e4ddd1a4-cdc7-4757-9940-71f3fbd6e894', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:21:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:11:19Z', 'updated_at': '2021-12-20T09:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': '7deee2dd-ad3d-454b-9166-3111d7ff5e90', 'tenant_id': 'e4f19a896cd74f1bb76f0396278358ec', 'floating_ip_address': '172.26.5.155', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'port_id': 'a1d644e5-d577-4706-b2cf-6956ae4a1913', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a03058fc-2a0d-4e8b-85f3-1b71349d971f', 'mac_address': 'fa:16:3e:73:7e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e387949-adf6-46f3-9e99-78d6bcdc97e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T09:11:24Z', 'updated_at': '2021-12-20T09:13:39Z', 'revision_number': 5, 'project_id': 'e4f19a896cd74f1bb76f0396278358ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb2e6b9a-24f3-4d40-81fd-b8c6e5e683ae', 'name': '', 'network_id': 'a03058fc-2a0d-4e8b-85f3-1b71349d971f', 'tenant_id': 'e4f19a896cd74f1bb76f0396278358ec', 'mac_address': 'fa:16:3e:42:89:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '373276bb-d3f8-4cba-b746-1f476a16e22b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:11:21Z', 'updated_at': '2021-12-20T09:11:39Z', 'revision_number': 5, 'project_id': 'e4f19a896cd74f1bb76f0396278358ec', 'subnets': [{'id': '373276bb-d3f8-4cba-b746-1f476a16e22b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 09:13:41.505302 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47ee076-6153-4481-a5f3-1bd75c25b988 None None] New status for floating IP 7deee2dd-ad3d-454b-9166-3111d7ff5e90: ACTIVE {{(pid=83447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 09:13:42.589913 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a130a9d2-4dba-4201-bb2f-8a5104d79641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:13:44.885529 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-59ad6575-aa5b-47ca-889e-807cfdbc3e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:13:46.017483 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:13:46.081204 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:13:47.482935 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:13:49.359819 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6184473e-ec35-420f-8544-c494b0ad7a19 req-b419463a-7862-4c48-9e5a-12e5d1eb693a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4e387949-adf6-46f3-9e99-78d6bcdc97e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0716622 Dec 20 09:13:49.509913 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6184473e-ec35-420f-8544-c494b0ad7a19 req-4d28d1aa-2bdf-4784-8677-28748a92c31e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e4f19a896cd74f1bb76f0396278358ec&device_id=4e387949-adf6-46f3-9e99-78d6bcdc97e9 HTTP/1.1" status: 200 len: 1098 time: 0.0753222 Dec 20 09:13:49.695899 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6184473e-ec35-420f-8544-c494b0ad7a19 req-bb0db647-ac33-4518-b0cf-e6ae1583f4f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:13:49.697375 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6184473e-ec35-420f-8544-c494b0ad7a19 req-bb0db647-ac33-4518-b0cf-e6ae1583f4f5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a03058fc-2a0d-4e8b-85f3-1b71349d971f HTTP/1.1" status: 200 len: 912 time: 0.1661696 Dec 20 09:13:49.804479 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6184473e-ec35-420f-8544-c494b0ad7a19 req-eeb00227-9b2f-448a-a2c2-b0c3b55d0eae service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1d644e5-d577-4706-b2cf-6956ae4a1913 HTTP/1.1" status: 200 len: 1001 time: 0.0993659 Dec 20 09:13:49.867046 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6184473e-ec35-420f-8544-c494b0ad7a19 req-bdb8bc04-a6d4-46fc-85c7-03da4f6e5efd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:13:49.868395 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6184473e-ec35-420f-8544-c494b0ad7a19 req-bdb8bc04-a6d4-46fc-85c7-03da4f6e5efd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=373276bb-d3f8-4cba-b746-1f476a16e22b HTTP/1.1" status: 200 len: 850 time: 0.0581605 Dec 20 09:13:49.943982 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6184473e-ec35-420f-8544-c494b0ad7a19 req-63f2bc01-b891-4c82-a4bb-ba71085910b2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a03058fc-2a0d-4e8b-85f3-1b71349d971f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688171 Dec 20 09:13:50.078897 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6184473e-ec35-420f-8544-c494b0ad7a19 req-7001edab-9085-4749-80da-95fece5a2944 service neutron] 10.222.0.58 "GET /v2.0/networks/a03058fc-2a0d-4e8b-85f3-1b71349d971f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271620 Dec 20 09:13:50.215525 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6184473e-ec35-420f-8544-c494b0ad7a19 req-71d80aea-2e85-476f-8946-5cd60699b2cf service neutron] 10.222.0.58 "GET /v2.0/networks/a03058fc-2a0d-4e8b-85f3-1b71349d971f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287344 Dec 20 09:14:10.190875 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:14:12.591398 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-2e4f4b7d-e28d-4887-8611-5e15ad2dc680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:14:14.879906 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1fee77e-f869-4d12-96c8-c9f0ac857cd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:14:16.021255 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:14:16.084658 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:14:17.486067 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:14:18.129409 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:14:40.197386 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:14:42.592973 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-5a6e015a-4d21-4149-bd18-7655bdcfa7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:14:44.882428 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a4d00a59-24f9-45e0-a5c2-ac4b9e60fa9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:14:46.022837 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:14:46.086114 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:14:47.488114 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:14:51.353871 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5adf2223-1ab5-4b95-bcb2-63d0e5b875f8 req-c79eaab5-989c-4dcb-bfd7-0914fe4382a2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4e387949-adf6-46f3-9e99-78d6bcdc97e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0708632 Dec 20 09:14:51.489619 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5adf2223-1ab5-4b95-bcb2-63d0e5b875f8 req-01ef5d11-6ae8-42f9-9b62-da256ecd66b1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e4f19a896cd74f1bb76f0396278358ec&device_id=4e387949-adf6-46f3-9e99-78d6bcdc97e9 HTTP/1.1" status: 200 len: 1098 time: 0.0687659 Dec 20 09:14:51.634446 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf2223-1ab5-4b95-bcb2-63d0e5b875f8 req-a70c5e1e-a24a-4e53-9c86-53ff371a7bee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:14:51.635348 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5adf2223-1ab5-4b95-bcb2-63d0e5b875f8 req-a70c5e1e-a24a-4e53-9c86-53ff371a7bee service neutron] 10.222.0.58 "GET /v2.0/networks?id=a03058fc-2a0d-4e8b-85f3-1b71349d971f HTTP/1.1" status: 200 len: 912 time: 0.1282718 Dec 20 09:14:51.739659 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5adf2223-1ab5-4b95-bcb2-63d0e5b875f8 req-83ff2c12-b73a-4d15-8190-06348e5ae3d5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1d644e5-d577-4706-b2cf-6956ae4a1913 HTTP/1.1" status: 200 len: 1001 time: 0.0979955 Dec 20 09:14:51.805136 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf2223-1ab5-4b95-bcb2-63d0e5b875f8 req-52dc5023-b4cd-4731-bf57-768daeb6614c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:14:51.806587 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5adf2223-1ab5-4b95-bcb2-63d0e5b875f8 req-52dc5023-b4cd-4731-bf57-768daeb6614c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=373276bb-d3f8-4cba-b746-1f476a16e22b HTTP/1.1" status: 200 len: 850 time: 0.0609176 Dec 20 09:14:51.881945 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5adf2223-1ab5-4b95-bcb2-63d0e5b875f8 req-4437b1ca-aa99-4aaa-ac64-1afdd9e273fa service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a03058fc-2a0d-4e8b-85f3-1b71349d971f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683355 Dec 20 09:14:52.013163 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5adf2223-1ab5-4b95-bcb2-63d0e5b875f8 req-4a080e48-0b4a-436e-90cc-4083a151e141 service neutron] 10.222.0.58 "GET /v2.0/networks/a03058fc-2a0d-4e8b-85f3-1b71349d971f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247396 Dec 20 09:14:52.260405 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5adf2223-1ab5-4b95-bcb2-63d0e5b875f8 req-bcb60d75-3138-47c5-b061-d3292e1a38e8 service neutron] 10.222.0.58 "GET /v2.0/networks/a03058fc-2a0d-4e8b-85f3-1b71349d971f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412941 Dec 20 09:14:55.130033 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:14:55.990415 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95dcf8f-434e-4312-8e10-3d43e598b877 req-d02c5bf6-2bf1-4e85-bad2-717c03657883 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:14:55.991837 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-a95dcf8f-434e-4312-8e10-3d43e598b877 req-d02c5bf6-2bf1-4e85-bad2-717c03657883 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e387949-adf6-46f3-9e99-78d6bcdc97e9 HTTP/1.1" status: 200 len: 945 time: 0.0813880 Dec 20 09:14:56.035955 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-a95dcf8f-434e-4312-8e10-3d43e598b877 req-cacc950a-3039-4fa6-b62f-48213e5ac7dd tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380752 Dec 20 09:14:57.233069 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1652b683-01fd-4c6f-b7e3-05c88a3d1fba req-399cf380-e200-4ab1-b1b5-1d09cadb3816 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:14:57.234535 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1652b683-01fd-4c6f-b7e3-05c88a3d1fba req-399cf380-e200-4ab1-b1b5-1d09cadb3816 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e387949-adf6-46f3-9e99-78d6bcdc97e9 HTTP/1.1" status: 200 len: 945 time: 0.0759435 Dec 20 09:14:57.283397 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1652b683-01fd-4c6f-b7e3-05c88a3d1fba req-4689f60b-df0e-485a-b1db-8a2b9a9fd644 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432582 Dec 20 09:14:58.478159 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413aaa9f-8cca-4eae-b3d3-492b7d82f447 req-0159cbf3-1e7f-4b7c-a101-68c1a3ff6d0c tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:14:58.479583 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-413aaa9f-8cca-4eae-b3d3-492b7d82f447 req-0159cbf3-1e7f-4b7c-a101-68c1a3ff6d0c tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e387949-adf6-46f3-9e99-78d6bcdc97e9 HTTP/1.1" status: 200 len: 945 time: 0.0748625 Dec 20 09:14:58.523887 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-413aaa9f-8cca-4eae-b3d3-492b7d82f447 req-87836ab4-ec4d-4faf-954a-ba7d61a23baf tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388770 Dec 20 09:14:59.718951 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd1bb15-1561-4b01-a43e-4de319f52899 req-0f75b6ea-409b-4f5c-ab6b-ca3a56512a5d tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:14:59.720373 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2fd1bb15-1561-4b01-a43e-4de319f52899 req-0f75b6ea-409b-4f5c-ab6b-ca3a56512a5d tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e387949-adf6-46f3-9e99-78d6bcdc97e9 HTTP/1.1" status: 200 len: 945 time: 0.0740688 Dec 20 09:14:59.766359 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2fd1bb15-1561-4b01-a43e-4de319f52899 req-308ee45e-1fd5-4c84-a7b0-6888a9407dbb tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396333 Dec 20 09:15:00.972203 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a8e35c-a000-4d6d-b3eb-2c8f11a4d9db req-f5184c35-3d88-427b-b0bc-b036b7c741ea tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:15:00.974372 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-94a8e35c-a000-4d6d-b3eb-2c8f11a4d9db req-f5184c35-3d88-427b-b0bc-b036b7c741ea tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e387949-adf6-46f3-9e99-78d6bcdc97e9 HTTP/1.1" status: 200 len: 945 time: 0.0796442 Dec 20 09:15:01.018685 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-94a8e35c-a000-4d6d-b3eb-2c8f11a4d9db req-0d7e059a-2371-4aa9-937c-598b78301186 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387554 Dec 20 09:15:02.224463 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6f1013-ea24-4635-9af3-b3e9a36a2b45 req-b341f4be-12b5-44c0-b300-1ccab1440d33 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:15:02.226193 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ed6f1013-ea24-4635-9af3-b3e9a36a2b45 req-b341f4be-12b5-44c0-b300-1ccab1440d33 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e387949-adf6-46f3-9e99-78d6bcdc97e9 HTTP/1.1" status: 200 len: 945 time: 0.0856602 Dec 20 09:15:02.271385 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ed6f1013-ea24-4635-9af3-b3e9a36a2b45 req-3f2984cf-ad76-4e63-b88c-ce01c8bcb7f3 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397453 Dec 20 09:15:03.469699 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb82a37-ee8d-489a-999b-7efbf5230ab9 req-81b37a5c-760f-4756-bbb0-a14ee0fd58b0 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:15:03.471105 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-2eb82a37-ee8d-489a-999b-7efbf5230ab9 req-81b37a5c-760f-4756-bbb0-a14ee0fd58b0 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e387949-adf6-46f3-9e99-78d6bcdc97e9 HTTP/1.1" status: 200 len: 945 time: 0.0763912 Dec 20 09:15:03.515862 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-2eb82a37-ee8d-489a-999b-7efbf5230ab9 req-eeca34d2-49b8-48cb-8e4a-4d5740df3e2c tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383289 Dec 20 09:15:04.709059 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6e7f3d-0ffc-447b-94d6-39d1636c9931 req-f23d9953-c734-420a-8973-015b6079faba tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:15:04.710545 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3e6e7f3d-0ffc-447b-94d6-39d1636c9931 req-f23d9953-c734-420a-8973-015b6079faba tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e387949-adf6-46f3-9e99-78d6bcdc97e9 HTTP/1.1" status: 200 len: 945 time: 0.0737600 Dec 20 09:15:04.755257 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3e6e7f3d-0ffc-447b-94d6-39d1636c9931 req-5d98f078-21d5-4b3f-b701-60bf7cd59c56 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392501 Dec 20 09:15:06.046072 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c2ada5-3853-406d-b03f-370bdb8b3249 req-4ba244c5-06c5-465c-876c-80ebc69104dc tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:15:06.047488 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-04c2ada5-3853-406d-b03f-370bdb8b3249 req-4ba244c5-06c5-465c-876c-80ebc69104dc tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e387949-adf6-46f3-9e99-78d6bcdc97e9 HTTP/1.1" status: 200 len: 945 time: 0.1728187 Dec 20 09:15:06.092685 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-04c2ada5-3853-406d-b03f-370bdb8b3249 req-3eb42385-77ef-4984-924f-92c189f1ebb7 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386868 Dec 20 09:15:07.296407 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89944a9-455e-405b-bbd3-dacfebcddb1a req-8a1536b3-33d6-4645-8ea6-d14c1044d51a tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:15:07.297886 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c89944a9-455e-405b-bbd3-dacfebcddb1a req-8a1536b3-33d6-4645-8ea6-d14c1044d51a tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e387949-adf6-46f3-9e99-78d6bcdc97e9 HTTP/1.1" status: 200 len: 945 time: 0.0819278 Dec 20 09:15:07.363526 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c89944a9-455e-405b-bbd3-dacfebcddb1a req-b43da0d5-8af3-47c5-9250-2a81211f1ecc tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596638 Dec 20 09:15:07.667464 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-b08b2281-617c-4605-ab1a-a7f96dbc329e req-665b89c6-707a-4fa4-a5c3-7dcf8d3f9728 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4e387949-adf6-46f3-9e99-78d6bcdc97e9&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1576226 Dec 20 09:15:08.060693 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a188f40-fd92-438a-87db-eab15397a69a req-c580faf5-07e3-40a9-a71c-82e9b087faee tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:15:08.062159 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2a188f40-fd92-438a-87db-eab15397a69a req-c580faf5-07e3-40a9-a71c-82e9b087faee tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e387949-adf6-46f3-9e99-78d6bcdc97e9 HTTP/1.1" status: 200 len: 945 time: 0.1393850 Dec 20 09:15:08.065477 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c602908c-6792-432e-8de9-8b41b99c15c0 req-b10ff10b-7ac5-4bde-b469-d7b3896f046d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4e387949-adf6-46f3-9e99-78d6bcdc97e9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2013173 Dec 20 09:15:08.108954 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2a188f40-fd92-438a-87db-eab15397a69a req-cbaf1ba7-c0e5-4a09-bca1-d96d48ef22df tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413251 Dec 20 09:15:09.177737 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c602908c-6792-432e-8de9-8b41b99c15c0 req-95d3714a-da9b-443b-beb2-4e94cece5574 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e4f19a896cd74f1bb76f0396278358ec&device_id=4e387949-adf6-46f3-9e99-78d6bcdc97e9 HTTP/1.1" status: 200 len: 1098 time: 0.0722127 Dec 20 09:15:09.309890 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03b6fab-9bdd-4e08-851f-63bd219b5206 req-8425fa57-22a8-4b0c-bd36-fe6cc976a0cf tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:15:09.310523 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c602908c-6792-432e-8de9-8b41b99c15c0 req-31eb857d-3f24-41aa-8b92-38f0feb32d77 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:15:09.311344 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-c03b6fab-9bdd-4e08-851f-63bd219b5206 req-8425fa57-22a8-4b0c-bd36-fe6cc976a0cf tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e387949-adf6-46f3-9e99-78d6bcdc97e9 HTTP/1.1" status: 200 len: 945 time: 0.0807450 Dec 20 09:15:09.311496 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c602908c-6792-432e-8de9-8b41b99c15c0 req-31eb857d-3f24-41aa-8b92-38f0feb32d77 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a03058fc-2a0d-4e8b-85f3-1b71349d971f HTTP/1.1" status: 200 len: 912 time: 0.1274264 Dec 20 09:15:09.358064 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-c03b6fab-9bdd-4e08-851f-63bd219b5206 req-e899bf23-ea78-414c-bace-366b95b9e4fa tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406308 Dec 20 09:15:09.414281 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c602908c-6792-432e-8de9-8b41b99c15c0 req-afe76a25-48f0-40a5-993c-d63eba116ac0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1d644e5-d577-4706-b2cf-6956ae4a1913 HTTP/1.1" status: 200 len: 1001 time: 0.0964973 Dec 20 09:15:09.474409 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c602908c-6792-432e-8de9-8b41b99c15c0 req-7cce5e9f-c7df-4a43-a7c8-995ad8059d78 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:15:09.476052 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c602908c-6792-432e-8de9-8b41b99c15c0 req-7cce5e9f-c7df-4a43-a7c8-995ad8059d78 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=373276bb-d3f8-4cba-b746-1f476a16e22b HTTP/1.1" status: 200 len: 850 time: 0.0558765 Dec 20 09:15:09.548073 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c602908c-6792-432e-8de9-8b41b99c15c0 req-694a3935-9a6c-4d23-99cc-30cb245a5b8f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a03058fc-2a0d-4e8b-85f3-1b71349d971f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0658824 Dec 20 09:15:09.684944 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c602908c-6792-432e-8de9-8b41b99c15c0 req-a2881699-679d-47b3-89e3-5ee5406912dc service neutron] 10.222.0.58 "GET /v2.0/networks/a03058fc-2a0d-4e8b-85f3-1b71349d971f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307335 Dec 20 09:15:09.817993 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c602908c-6792-432e-8de9-8b41b99c15c0 req-222418aa-a0d6-4726-885e-418d97b5b7a8 service neutron] 10.222.0.58 "GET /v2.0/networks/a03058fc-2a0d-4e8b-85f3-1b71349d971f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266673 Dec 20 09:15:10.194837 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:15:10.562236 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94744200-62c3-4eb8-ae59-188743ed34f2 req-146309ad-4b72-4d9d-aca9-100bb6aa230b tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:15:10.563696 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-94744200-62c3-4eb8-ae59-188743ed34f2 req-146309ad-4b72-4d9d-aca9-100bb6aa230b tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e387949-adf6-46f3-9e99-78d6bcdc97e9 HTTP/1.1" status: 200 len: 945 time: 0.0858450 Dec 20 09:15:10.610712 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-94744200-62c3-4eb8-ae59-188743ed34f2 req-8d52e440-f256-4644-b1f9-64a5319cf65b tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410211 Dec 20 09:15:11.477856 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c602908c-6792-432e-8de9-8b41b99c15c0 req-03a0962c-862e-4a2f-bb3a-aab9d1f175af service neutron] 10.222.0.58 "GET /v2.0/ports/a1d644e5-d577-4706-b2cf-6956ae4a1913/bindings/hv-neutron-8204 HTTP/1.1" status: 200 len: 384 time: 0.0722675 Dec 20 09:15:11.821224 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc987c-5581-4412-9496-b0adfe155988 req-9c805330-fdac-48b8-9e49-f6e21282efbd tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:15:11.823430 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-77cc987c-5581-4412-9496-b0adfe155988 req-9c805330-fdac-48b8-9e49-f6e21282efbd tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e387949-adf6-46f3-9e99-78d6bcdc97e9 HTTP/1.1" status: 200 len: 945 time: 0.0827041 Dec 20 09:15:11.853681 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c602908c-6792-432e-8de9-8b41b99c15c0 req-c63cbf27-a476-49b1-85be-4d122d04bb3a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4e387949-adf6-46f3-9e99-78d6bcdc97e9&tenant_id=e4f19a896cd74f1bb76f0396278358ec HTTP/1.1" status: 200 len: 1098 time: 0.1801405 Dec 20 09:15:11.872627 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-77cc987c-5581-4412-9496-b0adfe155988 req-bb9a7579-7ee2-44cc-b4af-35ac7ca03ee8 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430610 Dec 20 09:15:11.945803 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c602908c-6792-432e-8de9-8b41b99c15c0 req-958d1b0a-2530-497c-8a1f-9c374825ef85 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e4f19a896cd74f1bb76f0396278358ec&device_id=4e387949-adf6-46f3-9e99-78d6bcdc97e9 HTTP/1.1" status: 200 len: 1098 time: 0.0685680 Dec 20 09:15:12.073982 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c602908c-6792-432e-8de9-8b41b99c15c0 req-d49041ab-53a3-4eba-bad8-ad188cace505 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:15:12.075353 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c602908c-6792-432e-8de9-8b41b99c15c0 req-d49041ab-53a3-4eba-bad8-ad188cace505 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a03058fc-2a0d-4e8b-85f3-1b71349d971f HTTP/1.1" status: 200 len: 912 time: 0.1228652 Dec 20 09:15:12.175397 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c602908c-6792-432e-8de9-8b41b99c15c0 req-f1fed988-a74f-4186-9fac-1b43b655d4dc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1d644e5-d577-4706-b2cf-6956ae4a1913 HTTP/1.1" status: 200 len: 1001 time: 0.0941489 Dec 20 09:15:12.237843 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c602908c-6792-432e-8de9-8b41b99c15c0 req-bf07a149-0ec9-488c-b449-4d44d0e94af6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:15:12.239821 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c602908c-6792-432e-8de9-8b41b99c15c0 req-bf07a149-0ec9-488c-b449-4d44d0e94af6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=373276bb-d3f8-4cba-b746-1f476a16e22b HTTP/1.1" status: 200 len: 850 time: 0.0589454 Dec 20 09:15:12.314030 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c602908c-6792-432e-8de9-8b41b99c15c0 req-f9389522-3ea9-4930-847f-db2472ab7952 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a03058fc-2a0d-4e8b-85f3-1b71349d971f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669506 Dec 20 09:15:12.441834 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c602908c-6792-432e-8de9-8b41b99c15c0 req-29987c72-301e-4ae8-86c3-0643543420bf service neutron] 10.222.0.58 "GET /v2.0/networks/a03058fc-2a0d-4e8b-85f3-1b71349d971f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211600 Dec 20 09:15:12.571822 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c602908c-6792-432e-8de9-8b41b99c15c0 req-e5b57156-9525-4f54-a7a4-9670a85d121e service neutron] 10.222.0.58 "GET /v2.0/networks/a03058fc-2a0d-4e8b-85f3-1b71349d971f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242321 Dec 20 09:15:12.595637 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-02a8201b-7600-49b4-bd59-4163aeefe8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:15:13.067025 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8671b3-2221-4827-9e26-2b56039364d7 req-52863638-cf22-44d2-8239-54646a1f31f0 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:15:13.068457 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2e8671b3-2221-4827-9e26-2b56039364d7 req-52863638-cf22-44d2-8239-54646a1f31f0 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e387949-adf6-46f3-9e99-78d6bcdc97e9 HTTP/1.1" status: 200 len: 945 time: 0.0767305 Dec 20 09:15:13.116960 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2e8671b3-2221-4827-9e26-2b56039364d7 req-cfc5c0c6-23ae-4b48-8c6d-2882c2cb634b tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431089 Dec 20 09:15:14.312130 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaa83a8-aa6a-4a6e-8ece-f2c055c2b68e req-b44b3b9c-e032-4465-837b-ffc649a008ec tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:15:14.313564 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-9aaa83a8-aa6a-4a6e-8ece-f2c055c2b68e req-b44b3b9c-e032-4465-837b-ffc649a008ec tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e387949-adf6-46f3-9e99-78d6bcdc97e9 HTTP/1.1" status: 200 len: 945 time: 0.0742850 Dec 20 09:15:14.357770 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-9aaa83a8-aa6a-4a6e-8ece-f2c055c2b68e req-bd1800fd-bec4-4edd-a475-58d79665144e tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386415 Dec 20 09:15:14.883730 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-1ba9d76c-db83-4f07-9812-728024a81cec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:15:15.553805 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9546e731-533b-449b-80c0-68c99cdd430b req-b9115688-ad96-4cba-af01-28e7abfece6f tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:15:15.555248 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9546e731-533b-449b-80c0-68c99cdd430b req-b9115688-ad96-4cba-af01-28e7abfece6f tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e387949-adf6-46f3-9e99-78d6bcdc97e9 HTTP/1.1" status: 200 len: 945 time: 0.0755026 Dec 20 09:15:15.601039 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9546e731-533b-449b-80c0-68c99cdd430b req-80d7cbed-5623-4993-b6eb-a8f1cbd36619 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403392 Dec 20 09:15:15.973337 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb5bff5-502f-45c9-a998-808aa45892fc req-034a89c9-6499-4ee4-b199-cb09c095f9d3 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:15:15.974741 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0bb5bff5-502f-45c9-a998-808aa45892fc req-034a89c9-6499-4ee4-b199-cb09c095f9d3 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e387949-adf6-46f3-9e99-78d6bcdc97e9&tenant_id=e4f19a896cd74f1bb76f0396278358ec&binding%3Ahost_id=hv-neutron-8204 HTTP/1.1" status: 200 len: 945 time: 0.1376128 Dec 20 09:15:15.982874 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d9f597-b9ac-45ed-8e12-bbe5e44f4579 req-d2cb5d68-49c1-4a8a-bdcc-acf742bbd7bd tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:15:15.984216 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-30d9f597-b9ac-45ed-8e12-bbe5e44f4579 req-d2cb5d68-49c1-4a8a-bdcc-acf742bbd7bd tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e387949-adf6-46f3-9e99-78d6bcdc97e9 HTTP/1.1" status: 200 len: 945 time: 0.1174839 Dec 20 09:15:16.029325 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:15:16.031485 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-30d9f597-b9ac-45ed-8e12-bbe5e44f4579 req-0ee48e92-b24c-412c-bc34-0059b6d95639 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414917 Dec 20 09:15:16.087210 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:15:16.114883 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0bb5bff5-502f-45c9-a998-808aa45892fc req-c2d8cc8f-0ab6-4147-b8d9-0c50a99f5272 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e4f19a896cd74f1bb76f0396278358ec&device_id=4e387949-adf6-46f3-9e99-78d6bcdc97e9 HTTP/1.1" status: 200 len: 1098 time: 0.0714109 Dec 20 09:15:16.152617 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device a1d644e5-d577-4706-b2cf-6956ae4a1913 details requested by agent hyperv_hv-neutron-8204 with host hv-neutron-8204 {{(pid=83446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 09:15:16.154924 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device a1d644e5-d577-4706-b2cf-6956ae4a1913 no longer exists at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 09:15:16.243499 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb5bff5-502f-45c9-a998-808aa45892fc req-1f0118b9-d6ea-4935-a5b3-491077fa1152 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:15:16.244830 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0bb5bff5-502f-45c9-a998-808aa45892fc req-1f0118b9-d6ea-4935-a5b3-491077fa1152 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a03058fc-2a0d-4e8b-85f3-1b71349d971f HTTP/1.1" status: 200 len: 912 time: 0.1236784 Dec 20 09:15:16.352610 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0bb5bff5-502f-45c9-a998-808aa45892fc req-1e353f29-de89-445f-9903-cd9f7114b9f6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1d644e5-d577-4706-b2cf-6956ae4a1913 HTTP/1.1" status: 200 len: 1001 time: 0.1005096 Dec 20 09:15:16.371686 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:15:16.393703 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port a1d644e5-d577-4706-b2cf-6956ae4a1913, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=a1d644e5-d577-4706-b2cf-6956ae4a1913,segment=NetworkSegment(2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f),segment_id=2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:15:16.413134 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Returning: {'device': 'a1d644e5-d577-4706-b2cf-6956ae4a1913', 'network_id': 'a03058fc-2a0d-4e8b-85f3-1b71349d971f', 'port_id': 'a1d644e5-d577-4706-b2cf-6956ae4a1913', 'mac_address': 'fa:16:3e:73:7e:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '373276bb-d3f8-4cba-b746-1f476a16e22b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 09:15:16.414396 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb5bff5-502f-45c9-a998-808aa45892fc req-e8c5e34c-27c3-47ad-a3a4-f4e1d93dfbe3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:15:16.415830 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0bb5bff5-502f-45c9-a998-808aa45892fc req-e8c5e34c-27c3-47ad-a3a4-f4e1d93dfbe3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=373276bb-d3f8-4cba-b746-1f476a16e22b HTTP/1.1" status: 200 len: 850 time: 0.0567927 Dec 20 09:15:16.418150 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e387949-adf6-46f3-9e99-78d6bcdc97e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1d644e5-d577-4706-b2cf-6956ae4a1913'}] {{(pid=83446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:15:16.456397 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port a1d644e5-d577-4706-b2cf-6956ae4a1913, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=a1d644e5-d577-4706-b2cf-6956ae4a1913,segment=NetworkSegment(2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f),segment_id=2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:15:16.466747 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:15:16.471135 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:15:16.493270 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0bb5bff5-502f-45c9-a998-808aa45892fc req-9292b374-c4d9-4b95-b1b4-93129521d449 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a03058fc-2a0d-4e8b-85f3-1b71349d971f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706911 Dec 20 09:15:16.510686 dv-neutron-820491-1-hyperv neutron-server[83446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e387949-adf6-46f3-9e99-78d6bcdc97e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1d644e5-d577-4706-b2cf-6956ae4a1913', 'code': 200} Dec 20 09:15:16.535356 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:15:16.566962 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a1d644e5-d577-4706-b2cf-6956ae4a1913 {{(pid=83446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 09:15:16.575389 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=a1d644e5-d577-4706-b2cf-6956ae4a1913,revision_number=6']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:15:16.617327 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:15:16.617676 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:15:16.618008 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:15:16.618335 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:15:16.618659 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:15:16.618980 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:15:16.619297 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:15:16.619613 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:15:16.619926 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:15:16.620236 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:15:16.620547 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:15:16.624592 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:15:16.646503 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.db.api [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 09:15:16.646868 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_db.api [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 09:15:16.745716 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0bb5bff5-502f-45c9-a998-808aa45892fc req-b3202803-8713-4910-84fd-8001ce19bce6 service neutron] 10.222.0.58 "GET /v2.0/networks/a03058fc-2a0d-4e8b-85f3-1b71349d971f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449963 Dec 20 09:15:16.890063 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0bb5bff5-502f-45c9-a998-808aa45892fc req-f6ec6c79-9260-4640-a48f-ebe4984d295c service neutron] 10.222.0.58 "GET /v2.0/networks/a03058fc-2a0d-4e8b-85f3-1b71349d971f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379836 Dec 20 09:15:17.241784 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb48773-bb59-44dc-98f7-1cbfc7511908 req-040abb2f-1f83-4f9d-b2cc-51e18176d12d tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:15:17.243043 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dbb48773-bb59-44dc-98f7-1cbfc7511908 req-040abb2f-1f83-4f9d-b2cc-51e18176d12d tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e387949-adf6-46f3-9e99-78d6bcdc97e9 HTTP/1.1" status: 200 len: 943 time: 0.0905325 Dec 20 09:15:17.267493 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:15:17.286681 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1d644e5-d577-4706-b2cf-6956ae4a1913 {{(pid=83446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 09:15:17.294215 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dbb48773-bb59-44dc-98f7-1cbfc7511908 req-4b71ae20-0ebc-4ef3-84ac-0be54ad9b295 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450583 Dec 20 09:15:17.302776 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port a1d644e5-d577-4706-b2cf-6956ae4a1913, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=a1d644e5-d577-4706-b2cf-6956ae4a1913,segment=NetworkSegment(2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f),segment_id=2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:15:17.306880 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:15:17.308972 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:15:17.376787 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] get_ports_and_sgs() called for port_ids ['a1d644e5-d577-4706-b2cf-6956ae4a1913'] {{(pid=83446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 09:15:17.421111 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=a1d644e5-d577-4706-b2cf-6956ae4a1913,revision_number=7']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:15:17.426659 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:15:17.505918 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:15:18.158063 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device a1d644e5-d577-4706-b2cf-6956ae4a1913 up at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:15:18.228009 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning complete for port a1d644e5-d577-4706-b2cf-6956ae4a1913 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:15:18.228383 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:15:18.337609 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:15:18.372072 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port a1d644e5-d577-4706-b2cf-6956ae4a1913, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=a1d644e5-d577-4706-b2cf-6956ae4a1913,segment=NetworkSegment(2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f),segment_id=2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:15:18.375973 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:15:18.378012 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:15:18.441727 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=a1d644e5-d577-4706-b2cf-6956ae4a1913,revision_number=8']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:15:18.444591 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:15:18.505845 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c56357-d411-46f6-a430-9a5fd034fff7 req-6cf3bb1c-736f-47a3-86b4-8dfd924f0a46 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:15:18.507264 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-89c56357-d411-46f6-a430-9a5fd034fff7 req-6cf3bb1c-736f-47a3-86b4-8dfd924f0a46 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e387949-adf6-46f3-9e99-78d6bcdc97e9 HTTP/1.1" status: 200 len: 945 time: 0.0813813 Dec 20 09:15:18.512008 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e387949-adf6-46f3-9e99-78d6bcdc97e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1d644e5-d577-4706-b2cf-6956ae4a1913'}] {{(pid=83446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:15:18.553149 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-89c56357-d411-46f6-a430-9a5fd034fff7 req-99392bd9-29ff-4a88-93bc-1b58ba75b1f9 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404584 Dec 20 09:15:18.570929 dv-neutron-820491-1-hyperv neutron-server[83446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e387949-adf6-46f3-9e99-78d6bcdc97e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1d644e5-d577-4706-b2cf-6956ae4a1913', 'code': 200} Dec 20 09:15:18.755632 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb0bf21-dd60-4bc2-b41a-92888b2ce277 req-1fa260aa-224d-490e-9515-d0309fcfc117 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:15:18.757073 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6cb0bf21-dd60-4bc2-b41a-92888b2ce277 req-1fa260aa-224d-490e-9515-d0309fcfc117 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e387949-adf6-46f3-9e99-78d6bcdc97e9 HTTP/1.1" status: 200 len: 945 time: 0.0794384 Dec 20 09:15:18.801817 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6cb0bf21-dd60-4bc2-b41a-92888b2ce277 req-4209dd54-3d26-4bb6-84c6-89df09f2efd5 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392880 Dec 20 09:15:19.213318 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad853806-58a4-4cab-8545-fcc3c6761573 req-3ac213ec-4f2c-411f-911f-27bb339e8d83 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:15:19.214748 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ad853806-58a4-4cab-8545-fcc3c6761573 req-3ac213ec-4f2c-411f-911f-27bb339e8d83 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e387949-adf6-46f3-9e99-78d6bcdc97e9 HTTP/1.1" status: 200 len: 945 time: 0.1360223 Dec 20 09:15:19.220662 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-90afb768-151d-42e0-a1b4-dd8a295ceddf req-7cb3a973-e4b1-4a58-a781-fa235a94e1e1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e4f19a896cd74f1bb76f0396278358ec&device_id=4e387949-adf6-46f3-9e99-78d6bcdc97e9 HTTP/1.1" status: 200 len: 1098 time: 0.0969682 Dec 20 09:15:19.351004 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ad853806-58a4-4cab-8545-fcc3c6761573 req-6eb3b700-448a-435f-9517-ce58c424bdf3 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293352 Dec 20 09:15:19.380209 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90afb768-151d-42e0-a1b4-dd8a295ceddf req-44c84333-4ab7-4ea0-a3cc-96629d40c6e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:15:19.381653 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-90afb768-151d-42e0-a1b4-dd8a295ceddf req-44c84333-4ab7-4ea0-a3cc-96629d40c6e8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a03058fc-2a0d-4e8b-85f3-1b71349d971f HTTP/1.1" status: 200 len: 912 time: 0.1462452 Dec 20 09:15:19.484248 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-90afb768-151d-42e0-a1b4-dd8a295ceddf req-d56e2213-5386-4b34-8505-55ecb0e9abef service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1d644e5-d577-4706-b2cf-6956ae4a1913 HTTP/1.1" status: 200 len: 1001 time: 0.0961173 Dec 20 09:15:19.544567 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90afb768-151d-42e0-a1b4-dd8a295ceddf req-f0b7a32e-fd0c-4147-85bd-1a3641c480f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:15:19.546006 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-90afb768-151d-42e0-a1b4-dd8a295ceddf req-f0b7a32e-fd0c-4147-85bd-1a3641c480f5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=373276bb-d3f8-4cba-b746-1f476a16e22b HTTP/1.1" status: 200 len: 850 time: 0.0558188 Dec 20 09:15:19.626927 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-90afb768-151d-42e0-a1b4-dd8a295ceddf req-712f4ca3-5a92-4950-9023-790c7ccc7626 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a03058fc-2a0d-4e8b-85f3-1b71349d971f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745595 Dec 20 09:15:19.757329 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-90afb768-151d-42e0-a1b4-dd8a295ceddf req-07d245c0-a507-4a9b-bc6e-da80f1f87abb service neutron] 10.222.0.58 "GET /v2.0/networks/a03058fc-2a0d-4e8b-85f3-1b71349d971f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241710 Dec 20 09:15:19.885443 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-90afb768-151d-42e0-a1b4-dd8a295ceddf req-71d04ea4-714a-4fc4-99ae-e5f753c5eca3 service neutron] 10.222.0.58 "GET /v2.0/networks/a03058fc-2a0d-4e8b-85f3-1b71349d971f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219318 Dec 20 09:15:20.551672 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8527f7-cced-49f9-9403-10d4df72e5db req-352468da-47fd-4a73-b594-c5f092558f4b tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:15:20.553129 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-cd8527f7-cced-49f9-9403-10d4df72e5db req-352468da-47fd-4a73-b594-c5f092558f4b tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e387949-adf6-46f3-9e99-78d6bcdc97e9 HTTP/1.1" status: 200 len: 945 time: 0.0765121 Dec 20 09:15:20.598512 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-cd8527f7-cced-49f9-9403-10d4df72e5db req-7e9c5e5e-a4bf-430f-a26d-518e20a9b2dc tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397255 Dec 20 09:15:21.791084 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc988811-3342-4ff0-8325-7b5a17a7aefe req-bdc3e71b-b928-4889-a85d-9f483409579f tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:15:21.792529 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-cc988811-3342-4ff0-8325-7b5a17a7aefe req-bdc3e71b-b928-4889-a85d-9f483409579f tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e387949-adf6-46f3-9e99-78d6bcdc97e9 HTTP/1.1" status: 200 len: 945 time: 0.0755610 Dec 20 09:15:21.836500 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-cc988811-3342-4ff0-8325-7b5a17a7aefe req-27757f00-682d-4d65-acd6-7c3a789558c9 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384965 Dec 20 09:15:22.235479 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a98428-0068-4e6e-8883-acde75acfa01 req-54351883-4de4-4fb5-9739-f67f80d1b289 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:15:22.236893 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-34a98428-0068-4e6e-8883-acde75acfa01 req-54351883-4de4-4fb5-9739-f67f80d1b289 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e387949-adf6-46f3-9e99-78d6bcdc97e9 HTTP/1.1" status: 200 len: 945 time: 0.0774856 Dec 20 09:15:22.280764 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-34a98428-0068-4e6e-8883-acde75acfa01 req-f6d48f97-0cc4-422a-9dbe-3d237e0039e8 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379691 Dec 20 09:15:23.495065 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c109702-d2f7-45e7-8dc8-de122baa624c req-3c02c306-e430-4781-a0ac-02f0bbfda25a tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:15:23.496506 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-9c109702-d2f7-45e7-8dc8-de122baa624c req-3c02c306-e430-4781-a0ac-02f0bbfda25a tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e387949-adf6-46f3-9e99-78d6bcdc97e9 HTTP/1.1" status: 200 len: 945 time: 0.0846348 Dec 20 09:15:23.541511 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-9c109702-d2f7-45e7-8dc8-de122baa624c req-55325914-4e67-4e55-8f91-221d0fc67f85 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396044 Dec 20 09:15:24.066897 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ab9bb-c0a2-43b8-8ae7-49e94543be98 req-1b975b7e-4e4d-4d06-b9f3-b63600cdc1f7 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:15:24.068298 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e88ab9bb-c0a2-43b8-8ae7-49e94543be98 req-1b975b7e-4e4d-4d06-b9f3-b63600cdc1f7 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e387949-adf6-46f3-9e99-78d6bcdc97e9 HTTP/1.1" status: 200 len: 945 time: 0.0731370 Dec 20 09:15:24.239400 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-e88ab9bb-c0a2-43b8-8ae7-49e94543be98 req-151e497c-1150-4b8d-ad4e-cf16403a627b tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Deleting port a1d644e5-d577-4706-b2cf-6956ae4a1913 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:15:24.239739 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-e88ab9bb-c0a2-43b8-8ae7-49e94543be98 req-151e497c-1150-4b8d-ad4e-cf16403a627b tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:15:24.486357 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-e88ab9bb-c0a2-43b8-8ae7-49e94543be98 req-151e497c-1150-4b8d-ad4e-cf16403a627b tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] For port a1d644e5-d577-4706-b2cf-6956ae4a1913, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=a1d644e5-d577-4706-b2cf-6956ae4a1913,segment=NetworkSegment(2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f),segment_id=2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:15:24.486710 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-e88ab9bb-c0a2-43b8-8ae7-49e94543be98 req-151e497c-1150-4b8d-ad4e-cf16403a627b tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:15:24.822390 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-e88ab9bb-c0a2-43b8-8ae7-49e94543be98 req-151e497c-1150-4b8d-ad4e-cf16403a627b tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:15:24.822681 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-e88ab9bb-c0a2-43b8-8ae7-49e94543be98 req-151e497c-1150-4b8d-ad4e-cf16403a627b tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-345990'] for floatingip, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:15:24.822998 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.l3_db [req-e88ab9bb-c0a2-43b8-8ae7-49e94543be98 req-151e497c-1150-4b8d-ad4e-cf16403a627b tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Floating IP 7deee2dd-ad3d-454b-9166-3111d7ff5e90 disassociated. External IP: 172.26.5.155, port: a1d644e5-d577-4706-b2cf-6956ae4a1913. Dec 20 09:15:24.823338 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-e88ab9bb-c0a2-43b8-8ae7-49e94543be98 req-151e497c-1150-4b8d-ad4e-cf16403a627b tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Calling delete_port for a1d644e5-d577-4706-b2cf-6956ae4a1913 owned by compute:nova {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:15:24.889109 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e0ca42-0c2c-489a-9210-a85d58c60b4f req-95a2fe10-fcd3-4a31-b15b-da2a4094ae19 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:15:24.890580 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-31e0ca42-0c2c-489a-9210-a85d58c60b4f req-95a2fe10-fcd3-4a31-b15b-da2a4094ae19 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e387949-adf6-46f3-9e99-78d6bcdc97e9 HTTP/1.1" status: 200 len: 945 time: 0.2225378 Dec 20 09:15:24.991655 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-31e0ca42-0c2c-489a-9210-a85d58c60b4f req-f2ce8efa-6896-4ab8-990b-b0853b650dfa tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941663 Dec 20 09:15:25.014715 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-e88ab9bb-c0a2-43b8-8ae7-49e94543be98 req-151e497c-1150-4b8d-ad4e-cf16403a627b tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:15:25.021467 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-41f72b09-be84-43c8-b728-bb7855392178 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:15:25.063298 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151e497c-1150-4b8d-ad4e-cf16403a627b tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Pushing event deleted for resources: {'Port': ['ID=a1d644e5-d577-4706-b2cf-6956ae4a1913,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:15:25.079524 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151e497c-1150-4b8d-ad4e-cf16403a627b tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:15:25.080022 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151e497c-1150-4b8d-ad4e-cf16403a627b tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:15:25.080296 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151e497c-1150-4b8d-ad4e-cf16403a627b tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:15:25.080674 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151e497c-1150-4b8d-ad4e-cf16403a627b tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:15:25.081052 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151e497c-1150-4b8d-ad4e-cf16403a627b tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:15:25.083111 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151e497c-1150-4b8d-ad4e-cf16403a627b tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:15:25.084074 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151e497c-1150-4b8d-ad4e-cf16403a627b tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:15:25.084460 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151e497c-1150-4b8d-ad4e-cf16403a627b tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:15:25.085253 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151e497c-1150-4b8d-ad4e-cf16403a627b tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:15:25.085642 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151e497c-1150-4b8d-ad4e-cf16403a627b tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:15:25.086145 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151e497c-1150-4b8d-ad4e-cf16403a627b tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:15:25.091034 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-151e497c-1150-4b8d-ad4e-cf16403a627b tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:15:25.297490 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e88ab9bb-c0a2-43b8-8ae7-49e94543be98 req-151e497c-1150-4b8d-ad4e-cf16403a627b tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Router 3563f7b9-6aa7-4779-a1df-ff12305bd00b has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 09:15:25.499262 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e88ab9bb-c0a2-43b8-8ae7-49e94543be98 req-151e497c-1150-4b8d-ad4e-cf16403a627b tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 09:15:25.509076 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d342698-0e6a-4043-b6c6-8642910d4123 None None] Sync routers for ids ['3563f7b9-6aa7-4779-a1df-ff12305bd00b'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 09:15:25.522564 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d342698-0e6a-4043-b6c6-8642910d4123 None None] Routers {'3563f7b9-6aa7-4779-a1df-ff12305bd00b'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:15:25.523194 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-2d342698-0e6a-4043-b6c6-8642910d4123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:15:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['3563f7b9-6aa7-4779-a1df-ff12305bd00b'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:15:25.570962 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-e88ab9bb-c0a2-43b8-8ae7-49e94543be98 req-151e497c-1150-4b8d-ad4e-cf16403a627b tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] No DVR routers for this DVR port a1d644e5-d577-4706-b2cf-6956ae4a1913 on host hv-neutron-8204 {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 09:15:25.573634 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-e88ab9bb-c0a2-43b8-8ae7-49e94543be98 req-151e497c-1150-4b8d-ad4e-cf16403a627b tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:15:25.576223 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e387949-adf6-46f3-9e99-78d6bcdc97e9', 'name': 'network-vif-deleted', 'tag': 'a1d644e5-d577-4706-b2cf-6956ae4a1913'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:15:25.594872 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e88ab9bb-c0a2-43b8-8ae7-49e94543be98 req-151e497c-1150-4b8d-ad4e-cf16403a627b tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.58 "DELETE /v2.0/ports/a1d644e5-d577-4706-b2cf-6956ae4a1913 HTTP/1.1" status: 204 len: 173 time: 1.5211074 Dec 20 09:15:25.646334 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e387949-adf6-46f3-9e99-78d6bcdc97e9', 'name': 'network-vif-deleted', 'tag': 'a1d644e5-d577-4706-b2cf-6956ae4a1913', 'status': 'completed', 'code': 200} Dec 20 09:15:25.711876 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-2d342698-0e6a-4043-b6c6-8642910d4123 None None] Set router 3563f7b9-6aa7-4779-a1df-ff12305bd00b gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:15:26.045094 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-2d342698-0e6a-4043-b6c6-8642910d4123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'name': 'tempest-ServerActionsTestJSON-104128265-router', 'tenant_id': 'e4f19a896cd74f1bb76f0396278358ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.210'}], 'enable_snat': True}, 'gw_port_id': 'e4ddd1a4-cdc7-4757-9940-71f3fbd6e894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:11:18Z', 'updated_at': '2021-12-20T09:11:21Z', 'revision_number': 4, 'project_id': 'e4f19a896cd74f1bb76f0396278358ec', 'gw_port': {'id': 'e4ddd1a4-cdc7-4757-9940-71f3fbd6e894', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:21:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:11:19Z', 'updated_at': '2021-12-20T09:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': 'fb2e6b9a-24f3-4d40-81fd-b8c6e5e683ae', 'name': '', 'network_id': 'a03058fc-2a0d-4e8b-85f3-1b71349d971f', 'tenant_id': 'e4f19a896cd74f1bb76f0396278358ec', 'mac_address': 'fa:16:3e:42:89:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '373276bb-d3f8-4cba-b746-1f476a16e22b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:11:21Z', 'updated_at': '2021-12-20T09:11:39Z', 'revision_number': 5, 'project_id': 'e4f19a896cd74f1bb76f0396278358ec', 'subnets': [{'id': '373276bb-d3f8-4cba-b746-1f476a16e22b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:15:26.048906 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d342698-0e6a-4043-b6c6-8642910d4123 None None] Checking router: 3563f7b9-6aa7-4779-a1df-ff12305bd00b for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 09:15:26.060829 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d342698-0e6a-4043-b6c6-8642910d4123 None None] Routers {'3563f7b9-6aa7-4779-a1df-ff12305bd00b'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:15:26.061492 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-2d342698-0e6a-4043-b6c6-8642910d4123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:15:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['3563f7b9-6aa7-4779-a1df-ff12305bd00b'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:15:26.183038 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-a0956c8b-e0bf-47bf-94e4-c496949108bc req-8e463ae5-2f71-4287-a8fb-b7ee2357e79d tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Synchronizing usage tracker for tenant:e4f19a896cd74f1bb76f0396278358ec on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:15:26.200782 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-a0956c8b-e0bf-47bf-94e4-c496949108bc req-8e463ae5-2f71-4287-a8fb-b7ee2357e79d tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Unset dirty status for tenant:e4f19a896cd74f1bb76f0396278358ec on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:15:26.202060 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a0956c8b-e0bf-47bf-94e4-c496949108bc req-8e463ae5-2f71-4287-a8fb-b7ee2357e79d tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e387949-adf6-46f3-9e99-78d6bcdc97e9 HTTP/1.1" status: 200 len: 210 time: 0.0647182 Dec 20 09:15:26.248575 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-2d342698-0e6a-4043-b6c6-8642910d4123 None None] Set router 3563f7b9-6aa7-4779-a1df-ff12305bd00b gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:15:26.598414 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-2d342698-0e6a-4043-b6c6-8642910d4123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'name': 'tempest-ServerActionsTestJSON-104128265-router', 'tenant_id': 'e4f19a896cd74f1bb76f0396278358ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.210'}], 'enable_snat': True}, 'gw_port_id': 'e4ddd1a4-cdc7-4757-9940-71f3fbd6e894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:11:18Z', 'updated_at': '2021-12-20T09:11:21Z', 'revision_number': 4, 'project_id': 'e4f19a896cd74f1bb76f0396278358ec', 'gw_port': {'id': 'e4ddd1a4-cdc7-4757-9940-71f3fbd6e894', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:21:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:11:19Z', 'updated_at': '2021-12-20T09:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': 'fb2e6b9a-24f3-4d40-81fd-b8c6e5e683ae', 'name': '', 'network_id': 'a03058fc-2a0d-4e8b-85f3-1b71349d971f', 'tenant_id': 'e4f19a896cd74f1bb76f0396278358ec', 'mac_address': 'fa:16:3e:42:89:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '373276bb-d3f8-4cba-b746-1f476a16e22b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:11:21Z', 'updated_at': '2021-12-20T09:11:39Z', 'revision_number': 5, 'project_id': 'e4f19a896cd74f1bb76f0396278358ec', 'subnets': [{'id': '373276bb-d3f8-4cba-b746-1f476a16e22b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:15:26.602607 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d342698-0e6a-4043-b6c6-8642910d4123 None None] The sync data for ids ['3563f7b9-6aa7-4779-a1df-ff12305bd00b'] in dv-neutron-820491-1-hyperv is: [{'id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'name': 'tempest-ServerActionsTestJSON-104128265-router', 'tenant_id': 'e4f19a896cd74f1bb76f0396278358ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.210'}], 'enable_snat': True}, 'gw_port_id': 'e4ddd1a4-cdc7-4757-9940-71f3fbd6e894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:11:18Z', 'updated_at': '2021-12-20T09:11:21Z', 'revision_number': 4, 'project_id': 'e4f19a896cd74f1bb76f0396278358ec', 'gw_port': {'id': 'e4ddd1a4-cdc7-4757-9940-71f3fbd6e894', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:21:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:11:19Z', 'updated_at': '2021-12-20T09:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': 'fb2e6b9a-24f3-4d40-81fd-b8c6e5e683ae', 'name': '', 'network_id': 'a03058fc-2a0d-4e8b-85f3-1b71349d971f', 'tenant_id': 'e4f19a896cd74f1bb76f0396278358ec', 'mac_address': 'fa:16:3e:42:89:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '373276bb-d3f8-4cba-b746-1f476a16e22b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:11:21Z', 'updated_at': '2021-12-20T09:11:39Z', 'revision_number': 5, 'project_id': 'e4f19a896cd74f1bb76f0396278358ec', 'subnets': [{'id': '373276bb-d3f8-4cba-b746-1f476a16e22b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 09:15:26.821987 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879bbe62-90f3-4282-b6b0-1b4387885f43 None None] New status for floating IP 7deee2dd-ad3d-454b-9166-3111d7ff5e90: DOWN {{(pid=83447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 09:15:27.590415 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-a7592b9b-8830-456a-9fcb-f824f64e70e6 req-7d35506f-6b76-40e0-b108-16b00554c6fc tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1166090062&fields=id&tenant_id=e4f19a896cd74f1bb76f0396278358ec HTTP/1.1" status: 200 len: 267 time: 0.0409734 Dec 20 09:15:27.741145 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7592b9b-8830-456a-9fcb-f824f64e70e6 req-9d560996-8456-44ae-a00b-bd41d538646e tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:15:27.742576 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-a7592b9b-8830-456a-9fcb-f824f64e70e6 req-9d560996-8456-44ae-a00b-bd41d538646e tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/networks?id=a03058fc-2a0d-4e8b-85f3-1b71349d971f HTTP/1.1" status: 200 len: 811 time: 0.1459367 Dec 20 09:15:27.758263 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-a7592b9b-8830-456a-9fcb-f824f64e70e6 req-25c6ab1c-91f6-48c9-855d-938406705a4e tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/quotas/e4f19a896cd74f1bb76f0396278358ec HTTP/1.1" status: 200 len: 375 time: 0.0104637 Dec 20 09:15:27.841750 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-a7592b9b-8830-456a-9fcb-f824f64e70e6 req-248d957a-4a6f-47af-bd4b-158baad090cc tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e4f19a896cd74f1bb76f0396278358ec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0786717 Dec 20 09:15:27.989958 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-a7592b9b-8830-456a-9fcb-f824f64e70e6 req-ec356f0c-4680-47bd-880a-1cd3f13db095 service neutron] 10.222.0.16 "GET /v2.0/networks/a03058fc-2a0d-4e8b-85f3-1b71349d971f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363416 Dec 20 09:15:28.119609 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-a7592b9b-8830-456a-9fcb-f824f64e70e6 req-96d80b7d-21dc-472e-a734-26690bd8f457 service neutron] 10.222.0.16 "GET /v2.0/networks/a03058fc-2a0d-4e8b-85f3-1b71349d971f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237218 Dec 20 09:15:28.244512 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device a1d644e5-d577-4706-b2cf-6956ae4a1913 no longer exists at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 09:15:28.276590 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] No Port match for: a1d644e5-d577-4706-b2cf-6956ae4a1913 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 09:15:28.276946 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device a1d644e5-d577-4706-b2cf-6956ae4a1913 not bound to the agent host hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 09:15:28.305508 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8b50dbbb-8033-4ceb-bb21-e6aa0c828f16 req-b84c86c6-6a47-4861-9a46-d7214cef886a tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e3678e4-870c-4317-bca6-f9e9b65397b9 HTTP/1.1" status: 200 len: 210 time: 0.0429413 Dec 20 09:15:29.431245 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7592b9b-8830-456a-9fcb-f824f64e70e6 req-bfedde56-3470-4709-bcaf-c70aa1264f92 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:15:29.432670 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a7592b9b-8830-456a-9fcb-f824f64e70e6 req-bfedde56-3470-4709-bcaf-c70aa1264f92 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.58 "GET /v2.0/networks?id=a03058fc-2a0d-4e8b-85f3-1b71349d971f HTTP/1.1" status: 200 len: 811 time: 0.2631240 Dec 20 09:15:29.476182 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-1d95ed87-3818-48da-a40c-56356e6f4227 req-7ed67931-5eb5-451a-9917-ed48dd9f1ebd tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e3678e4-870c-4317-bca6-f9e9b65397b9 HTTP/1.1" status: 200 len: 210 time: 0.0414789 Dec 20 09:15:29.491597 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a7592b9b-8830-456a-9fcb-f824f64e70e6 req-27321611-d3ec-4a17-ae03-29fd5545d2d1 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4f19a896cd74f1bb76f0396278358ec HTTP/1.1" status: 200 len: 380 time: 0.0455902 Dec 20 09:15:29.500073 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-a7592b9b-8830-456a-9fcb-f824f64e70e6 req-afed8312-c1d9-443d-b690-5dc6c3ca1f14 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Request body: {'port': {'device_id': '4e3678e4-870c-4317-bca6-f9e9b65397b9', 'network_id': 'a03058fc-2a0d-4e8b-85f3-1b71349d971f', 'admin_state_up': True, 'tenant_id': 'e4f19a896cd74f1bb76f0396278358ec', 'security_groups': ['2a8025c4-b9df-4cc6-8e0e-abd973434d08']}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:15:29.634589 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-a7592b9b-8830-456a-9fcb-f824f64e70e6 req-afed8312-c1d9-443d-b690-5dc6c3ca1f14 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:15:29.648432 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-a7592b9b-8830-456a-9fcb-f824f64e70e6 req-afed8312-c1d9-443d-b690-5dc6c3ca1f14 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:15:29.657915 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7592b9b-8830-456a-9fcb-f824f64e70e6 req-afed8312-c1d9-443d-b690-5dc6c3ca1f14 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Made reservation on behalf of e4f19a896cd74f1bb76f0396278358ec for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 09:15:29.660982 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-a7592b9b-8830-456a-9fcb-f824f64e70e6 req-afed8312-c1d9-443d-b690-5dc6c3ca1f14 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:15:29.820612 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [req-a7592b9b-8830-456a-9fcb-f824f64e70e6 req-afed8312-c1d9-443d-b690-5dc6c3ca1f14 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Allocated IP 172.20.0.3 (a03058fc-2a0d-4e8b-85f3-1b71349d971f/373276bb-d3f8-4cba-b746-1f476a16e22b/d0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 09:15:30.012535 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-a7592b9b-8830-456a-9fcb-f824f64e70e6 req-afed8312-c1d9-443d-b690-5dc6c3ca1f14 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:15:30.028879 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-a7592b9b-8830-456a-9fcb-f824f64e70e6 req-afed8312-c1d9-443d-b690-5dc6c3ca1f14 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Transition to ACTIVE for port object d0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:15:30.050495 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-a7592b9b-8830-456a-9fcb-f824f64e70e6 req-afed8312-c1d9-443d-b690-5dc6c3ca1f14 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:15:30.056213 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-527691c6-1aef-4d98-82f9-b499bac89551 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:15:30.116258 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7592b9b-8830-456a-9fcb-f824f64e70e6 req-afed8312-c1d9-443d-b690-5dc6c3ca1f14 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Network a03058fc-2a0d-4e8b-85f3-1b71349d971f is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:15:30.123286 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [req-a7592b9b-8830-456a-9fcb-f824f64e70e6 req-afed8312-c1d9-443d-b690-5dc6c3ca1f14 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:15:30.128179 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7592b9b-8830-456a-9fcb-f824f64e70e6 req-afed8312-c1d9-443d-b690-5dc6c3ca1f14 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 09:15:30.158482 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afed8312-c1d9-443d-b690-5dc6c3ca1f14 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Pushing event updated for resources: {'Port': ['ID=d0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:15:30.166799 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-afed8312-c1d9-443d-b690-5dc6c3ca1f14 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:15:30.194231 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7592b9b-8830-456a-9fcb-f824f64e70e6 req-afed8312-c1d9-443d-b690-5dc6c3ca1f14 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:15:30.194833 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-a7592b9b-8830-456a-9fcb-f824f64e70e6 req-afed8312-c1d9-443d-b690-5dc6c3ca1f14 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:15:30.220666 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a7592b9b-8830-456a-9fcb-f824f64e70e6 req-afed8312-c1d9-443d-b690-5dc6c3ca1f14 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7240384 Dec 20 09:15:30.232086 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-a7592b9b-8830-456a-9fcb-f824f64e70e6 req-0b9945bb-4c1a-42d8-93a3-1fd9705a8df6 service neutron] Request body: {'port': {'device_id': '4e3678e4-870c-4317-bca6-f9e9b65397b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8204'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:15:30.342030 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-a7592b9b-8830-456a-9fcb-f824f64e70e6 req-0b9945bb-4c1a-42d8-93a3-1fd9705a8df6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:15:30.380871 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d06f5c42-bca8-4820-9380-4d6cb220edba None None] Provisioning for port d0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:15:30.386117 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d06f5c42-bca8-4820-9380-4d6cb220edba None None] Provisioning complete for port d0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:15:30.386501 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d06f5c42-bca8-4820-9380-4d6cb220edba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:15:30.438857 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d06f5c42-bca8-4820-9380-4d6cb220edba None None] Port d0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 09:15:30.748678 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [req-a7592b9b-8830-456a-9fcb-f824f64e70e6 req-0b9945bb-4c1a-42d8-93a3-1fd9705a8df6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f {{(pid=83444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 09:15:30.760448 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe050f9-1908-4706-ba55-2ae4162ebd16 req-4759348f-3c89-4c32-a615-1c2b65486fdb tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:15:30.761135 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-bbe050f9-1908-4706-ba55-2ae4162ebd16 req-4759348f-3c89-4c32-a615-1c2b65486fdb tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Synchronizing usage tracker for tenant:e4f19a896cd74f1bb76f0396278358ec on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:15:30.765370 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-a7592b9b-8830-456a-9fcb-f824f64e70e6 req-0b9945bb-4c1a-42d8-93a3-1fd9705a8df6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:15:30.785683 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-a7592b9b-8830-456a-9fcb-f824f64e70e6 req-0b9945bb-4c1a-42d8-93a3-1fd9705a8df6 service neutron] Transition to ACTIVE for port object d0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f will not be triggered until provisioned by entity L2. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:15:30.787942 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-bbe050f9-1908-4706-ba55-2ae4162ebd16 req-4759348f-3c89-4c32-a615-1c2b65486fdb tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Unset dirty status for tenant:e4f19a896cd74f1bb76f0396278358ec on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:15:30.789079 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bbe050f9-1908-4706-ba55-2ae4162ebd16 req-4759348f-3c89-4c32-a615-1c2b65486fdb tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e3678e4-870c-4317-bca6-f9e9b65397b9 HTTP/1.1" status: 200 len: 931 time: 0.1864753 Dec 20 09:15:30.790061 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-a7592b9b-8830-456a-9fcb-f824f64e70e6 req-0b9945bb-4c1a-42d8-93a3-1fd9705a8df6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:15:30.793667 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-dc6ab83b-95bb-4ea6-8187-68bbecf08b1e tempest-ServerDiskConfigTestJSON-725870586 tempest-ServerDiskConfigTestJSON-725870586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:15:30.943240 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9945bb-4c1a-42d8-93a3-1fd9705a8df6 service neutron] Pushing event updated for resources: {'Port': ['ID=d0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:15:30.951740 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0b9945bb-4c1a-42d8-93a3-1fd9705a8df6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:15:30.960589 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bbe050f9-1908-4706-ba55-2ae4162ebd16 req-abda41ab-3a9b-43fe-a7c2-96b1e8da690f tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393366 Dec 20 09:15:31.064999 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-a7592b9b-8830-456a-9fcb-f824f64e70e6 req-0b9945bb-4c1a-42d8-93a3-1fd9705a8df6 service neutron] Attempting to bind port d0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 09:15:31.065370 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-a7592b9b-8830-456a-9fcb-f824f64e70e6 req-0b9945bb-4c1a-42d8-93a3-1fd9705a8df6 service neutron] Attempting to bind port d0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': '2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a03058fc-2a0d-4e8b-85f3-1b71349d971f'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 09:15:31.065687 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7592b9b-8830-456a-9fcb-f824f64e70e6 req-0b9945bb-4c1a-42d8-93a3-1fd9705a8df6 service neutron] Attempting to bind port d0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f on network a03058fc-2a0d-4e8b-85f3-1b71349d971f {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:15:31.072705 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7592b9b-8830-456a-9fcb-f824f64e70e6 req-0b9945bb-4c1a-42d8-93a3-1fd9705a8df6 service neutron] Port d0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f on network a03058fc-2a0d-4e8b-85f3-1b71349d971f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 09:15:31.073008 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7592b9b-8830-456a-9fcb-f824f64e70e6 req-0b9945bb-4c1a-42d8-93a3-1fd9705a8df6 service neutron] Attempting to bind port d0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f on network a03058fc-2a0d-4e8b-85f3-1b71349d971f {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:15:31.079116 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7592b9b-8830-456a-9fcb-f824f64e70e6 req-0b9945bb-4c1a-42d8-93a3-1fd9705a8df6 service neutron] Checking agent: {'id': 'bd419857-3bec-4b96-b211-3fb278c66880', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8204', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 40, 10), 'started_at': datetime.datetime(2021, 12, 20, 8, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 9, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 09:15:31.079443 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7592b9b-8830-456a-9fcb-f824f64e70e6 req-0b9945bb-4c1a-42d8-93a3-1fd9705a8df6 service neutron] Checking segment: {'id': '2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a03058fc-2a0d-4e8b-85f3-1b71349d971f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:15:31.079815 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7592b9b-8830-456a-9fcb-f824f64e70e6 req-0b9945bb-4c1a-42d8-93a3-1fd9705a8df6 service neutron] Bound using segment: {'id': '2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a03058fc-2a0d-4e8b-85f3-1b71349d971f'} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 09:15:31.080227 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-a7592b9b-8830-456a-9fcb-f824f64e70e6 req-0b9945bb-4c1a-42d8-93a3-1fd9705a8df6 service neutron] Bound port: d0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f, host: hv-neutron-8204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a03058fc-2a0d-4e8b-85f3-1b71349d971f'}}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 09:15:31.080560 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-a7592b9b-8830-456a-9fcb-f824f64e70e6 req-0b9945bb-4c1a-42d8-93a3-1fd9705a8df6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:15:31.167903 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-a7592b9b-8830-456a-9fcb-f824f64e70e6 req-0b9945bb-4c1a-42d8-93a3-1fd9705a8df6 service neutron] For port d0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f, host hv-neutron-8204, cleared binding levels {{(pid=83444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 09:15:31.170689 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-a7592b9b-8830-456a-9fcb-f824f64e70e6 req-0b9945bb-4c1a-42d8-93a3-1fd9705a8df6 service neutron] For port d0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f, host hv-neutron-8204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=d0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f,segment=NetworkSegment(2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f),segment_id=2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f)] {{(pid=83444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 09:15:31.175279 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-a7592b9b-8830-456a-9fcb-f824f64e70e6 req-0b9945bb-4c1a-42d8-93a3-1fd9705a8df6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:15:31.178980 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0eb4fca7-01bd-4999-82dc-08944cf5d98d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:15:31.340390 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-a7592b9b-8830-456a-9fcb-f824f64e70e6 req-0b9945bb-4c1a-42d8-93a3-1fd9705a8df6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:15:31.341934 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a7592b9b-8830-456a-9fcb-f824f64e70e6 req-0b9945bb-4c1a-42d8-93a3-1fd9705a8df6 service neutron] 10.222.0.58 "PUT /v2.0/ports/d0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f HTTP/1.1" status: 200 len: 1093 time: 1.1143126 Dec 20 09:15:31.342457 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e3678e4-870c-4317-bca6-f9e9b65397b9', 'tag': 'd0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:15:31.358764 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9945bb-4c1a-42d8-93a3-1fd9705a8df6 service neutron] Pushing event updated for resources: {'Port': ['ID=d0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f,revision_number=3']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:15:31.362221 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0b9945bb-4c1a-42d8-93a3-1fd9705a8df6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:15:31.438361 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e3678e4-870c-4317-bca6-f9e9b65397b9', 'tag': 'd0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f', 'status': 'completed', 'code': 200} Dec 20 09:15:31.491049 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a7592b9b-8830-456a-9fcb-f824f64e70e6 req-8eef0b97-cf1c-42b3-b5f4-959e16220f32 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e4f19a896cd74f1bb76f0396278358ec&device_id=4e3678e4-870c-4317-bca6-f9e9b65397b9 HTTP/1.1" status: 200 len: 1096 time: 0.1024415 Dec 20 09:15:31.559082 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a7592b9b-8830-456a-9fcb-f824f64e70e6 req-ea17d8f3-157e-4278-a133-5a8a8c3df998 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f HTTP/1.1" status: 200 len: 217 time: 0.0612566 Dec 20 09:15:31.624406 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7592b9b-8830-456a-9fcb-f824f64e70e6 req-f4f65ef5-3752-431b-95de-fd127ea52e21 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:15:31.625880 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a7592b9b-8830-456a-9fcb-f824f64e70e6 req-f4f65ef5-3752-431b-95de-fd127ea52e21 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=373276bb-d3f8-4cba-b746-1f476a16e22b HTTP/1.1" status: 200 len: 850 time: 0.0601261 Dec 20 09:15:31.698586 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a7592b9b-8830-456a-9fcb-f824f64e70e6 req-fd8f5c22-bbb7-43df-ac75-9a8951a4cbeb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a03058fc-2a0d-4e8b-85f3-1b71349d971f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0661345 Dec 20 09:15:31.846227 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a7592b9b-8830-456a-9fcb-f824f64e70e6 req-8873c09e-ea9f-4641-a3b8-08a0b4d93089 service neutron] 10.222.0.58 "GET /v2.0/networks/a03058fc-2a0d-4e8b-85f3-1b71349d971f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408832 Dec 20 09:15:31.975281 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a7592b9b-8830-456a-9fcb-f824f64e70e6 req-8c917151-eb14-4975-b783-a01679617ba7 service neutron] 10.222.0.58 "GET /v2.0/networks/a03058fc-2a0d-4e8b-85f3-1b71349d971f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224251 Dec 20 09:15:32.129974 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:15:32.140302 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-49d91350-8c7c-412a-9d8a-6aae8d9d9a97 req-06aef13b-2c43-420e-82cd-34f25d0d021a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e4f19a896cd74f1bb76f0396278358ec&device_id=4e3678e4-870c-4317-bca6-f9e9b65397b9 HTTP/1.1" status: 200 len: 1096 time: 0.1113403 Dec 20 09:15:32.289333 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96620cbc-1b50-42a2-b225-798da25f2399 req-a6905d37-ccaa-4521-8fc0-df5977b54751 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:15:32.290780 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-96620cbc-1b50-42a2-b225-798da25f2399 req-a6905d37-ccaa-4521-8fc0-df5977b54751 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e3678e4-870c-4317-bca6-f9e9b65397b9 HTTP/1.1" status: 200 len: 943 time: 0.1897583 Dec 20 09:15:32.294966 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d91350-8c7c-412a-9d8a-6aae8d9d9a97 req-56cb827b-551b-4721-9206-14a0b9130480 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:15:32.296276 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-49d91350-8c7c-412a-9d8a-6aae8d9d9a97 req-56cb827b-551b-4721-9206-14a0b9130480 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a03058fc-2a0d-4e8b-85f3-1b71349d971f HTTP/1.1" status: 200 len: 912 time: 0.1486263 Dec 20 09:15:32.396470 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-49d91350-8c7c-412a-9d8a-6aae8d9d9a97 req-bbb1f881-e520-4d5f-8360-ff8390025a1f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f HTTP/1.1" status: 200 len: 217 time: 0.0861428 Dec 20 09:15:32.460304 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-96620cbc-1b50-42a2-b225-798da25f2399 req-0ffe2829-6d32-4d0b-ab1c-593056d60318 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1631095 Dec 20 09:15:32.479122 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d91350-8c7c-412a-9d8a-6aae8d9d9a97 req-dfd45f44-d36a-4987-9363-a5a279304d7e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:15:32.480540 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-49d91350-8c7c-412a-9d8a-6aae8d9d9a97 req-dfd45f44-d36a-4987-9363-a5a279304d7e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=373276bb-d3f8-4cba-b746-1f476a16e22b HTTP/1.1" status: 200 len: 850 time: 0.0752437 Dec 20 09:15:32.557588 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-49d91350-8c7c-412a-9d8a-6aae8d9d9a97 req-e2062990-ce23-45fd-a6c4-e41f14d1cc98 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a03058fc-2a0d-4e8b-85f3-1b71349d971f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705202 Dec 20 09:15:32.687597 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-49d91350-8c7c-412a-9d8a-6aae8d9d9a97 req-7b1a31c5-e2c0-4f38-8f80-c70505853f0f service neutron] 10.222.0.58 "GET /v2.0/networks/a03058fc-2a0d-4e8b-85f3-1b71349d971f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222587 Dec 20 09:15:32.857653 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-49d91350-8c7c-412a-9d8a-6aae8d9d9a97 req-a08a880a-9422-45d7-aa0e-72885a42e786 service neutron] 10.222.0.58 "GET /v2.0/networks/a03058fc-2a0d-4e8b-85f3-1b71349d971f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629291 Dec 20 09:15:33.666196 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f1a848-546b-4781-9c92-bef9eb5cd88a req-a1a11459-0488-412d-ad19-71c76c20285c tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:15:33.667619 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-c0f1a848-546b-4781-9c92-bef9eb5cd88a req-a1a11459-0488-412d-ad19-71c76c20285c tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e3678e4-870c-4317-bca6-f9e9b65397b9 HTTP/1.1" status: 200 len: 943 time: 0.0807216 Dec 20 09:15:33.712838 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-c0f1a848-546b-4781-9c92-bef9eb5cd88a req-25bf591f-4966-4734-9d9a-c11c7e9f44e5 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396605 Dec 20 09:15:34.910477 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8606dd28-65eb-46c5-9390-ff29a46312f1 req-6df61076-65c4-463e-a956-fd2c85e007d1 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:15:34.911911 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8606dd28-65eb-46c5-9390-ff29a46312f1 req-6df61076-65c4-463e-a956-fd2c85e007d1 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e3678e4-870c-4317-bca6-f9e9b65397b9 HTTP/1.1" status: 200 len: 943 time: 0.0766726 Dec 20 09:15:34.955968 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8606dd28-65eb-46c5-9390-ff29a46312f1 req-e565c84f-ac7b-4727-b5ce-dcc83ca40542 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386555 Dec 20 09:15:36.150309 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d448d5-e338-49ab-8222-da916850e63d req-d0dd9fc1-2d74-47e8-a864-e73b401e0701 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:15:36.151639 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-a5d448d5-e338-49ab-8222-da916850e63d req-d0dd9fc1-2d74-47e8-a864-e73b401e0701 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e3678e4-870c-4317-bca6-f9e9b65397b9 HTTP/1.1" status: 200 len: 943 time: 0.0759606 Dec 20 09:15:36.195916 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-a5d448d5-e338-49ab-8222-da916850e63d req-da698653-15cc-446c-b22e-99dbdafa4291 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388279 Dec 20 09:15:36.301577 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device d0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f details requested by agent hyperv_hv-neutron-8204 with host hv-neutron-8204 {{(pid=83446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 09:15:36.433808 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port d0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=d0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f,segment=NetworkSegment(2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f),segment_id=2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:15:36.446603 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Returning: {'device': 'd0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f', 'network_id': 'a03058fc-2a0d-4e8b-85f3-1b71349d971f', 'port_id': 'd0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f', 'mac_address': 'fa:16:3e:6d:c7:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '373276bb-d3f8-4cba-b746-1f476a16e22b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 09:15:36.502525 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:15:36.519847 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f {{(pid=83446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 09:15:36.535207 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port d0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=d0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f,segment=NetworkSegment(2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f),segment_id=2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:15:36.538912 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:15:36.540612 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:15:36.607881 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=d0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:15:36.610993 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:15:36.875930 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] get_ports_and_sgs() called for port_ids ['d0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f'] {{(pid=83446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 09:15:37.492683 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966df4ec-1d9b-4397-bdbb-a500b4e11c80 req-8f720c14-406d-4cf9-b747-c9a40f06e445 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:15:37.494071 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-966df4ec-1d9b-4397-bdbb-a500b4e11c80 req-8f720c14-406d-4cf9-b747-c9a40f06e445 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e3678e4-870c-4317-bca6-f9e9b65397b9 HTTP/1.1" status: 200 len: 944 time: 0.1793013 Dec 20 09:15:37.538164 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-966df4ec-1d9b-4397-bdbb-a500b4e11c80 req-cdac4389-1958-4233-81c5-61cf91f007bf tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387249 Dec 20 09:15:38.318022 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device d0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f up at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:15:38.386443 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning for port d0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:15:38.390906 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning complete for port d0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:15:38.391278 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:15:38.500714 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:15:38.526300 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e3678e4-870c-4317-bca6-f9e9b65397b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f'}] {{(pid=83446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:15:38.535827 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port d0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=d0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f,segment=NetworkSegment(2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f),segment_id=2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:15:38.540114 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:15:38.542151 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:15:38.594181 dv-neutron-820491-1-hyperv neutron-server[83446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e3678e4-870c-4317-bca6-f9e9b65397b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f', 'code': 200} Dec 20 09:15:38.614806 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=d0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f,revision_number=5']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:15:38.617685 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:15:38.808692 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6f0548-7967-40a0-aa12-043eb736f1ee req-aa539f63-0592-4c3f-aaf0-8f074c6908ad tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:15:38.810161 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ca6f0548-7967-40a0-aa12-043eb736f1ee req-aa539f63-0592-4c3f-aaf0-8f074c6908ad tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e3678e4-870c-4317-bca6-f9e9b65397b9 HTTP/1.1" status: 200 len: 945 time: 0.1218152 Dec 20 09:15:38.871880 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ca6f0548-7967-40a0-aa12-043eb736f1ee req-c8df6ff0-651c-453f-8ce7-d0c75251d15f tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557451 Dec 20 09:15:38.874613 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-26abbfc0-295a-4727-b55d-5b93d4ade1f4 req-5c3bc0f3-443a-4008-a559-c315a2a31fd1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4e3678e4-870c-4317-bca6-f9e9b65397b9 HTTP/1.1" status: 200 len: 1098 time: 0.1178167 Dec 20 09:15:38.917304 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-26abbfc0-295a-4727-b55d-5b93d4ade1f4 req-1569e0a5-d6e6-44d6-9cce-ae19245e7a8a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366247 Dec 20 09:15:40.079644 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328baf6a-c7d9-496e-8d2f-393a4def58b8 req-d012a349-3815-4ad8-95f8-77369f6bab7c tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:15:40.081075 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-328baf6a-c7d9-496e-8d2f-393a4def58b8 req-d012a349-3815-4ad8-95f8-77369f6bab7c tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e3678e4-870c-4317-bca6-f9e9b65397b9 HTTP/1.1" status: 200 len: 945 time: 0.0814095 Dec 20 09:15:40.127928 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-328baf6a-c7d9-496e-8d2f-393a4def58b8 req-fe326bc0-eadd-4e77-b11f-17d0d43d3215 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413678 Dec 20 09:15:40.211600 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:15:41.325427 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54686c02-dbf2-459d-80d4-aae64f7e15ad req-68643be6-89a2-48b7-90f6-517f4c1b99bd tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:15:41.326884 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-54686c02-dbf2-459d-80d4-aae64f7e15ad req-68643be6-89a2-48b7-90f6-517f4c1b99bd tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e3678e4-870c-4317-bca6-f9e9b65397b9 HTTP/1.1" status: 200 len: 945 time: 0.0771773 Dec 20 09:15:41.371744 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-54686c02-dbf2-459d-80d4-aae64f7e15ad req-d8d83841-4d52-4316-a1e8-a44a31ee00f1 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388618 Dec 20 09:15:41.560206 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa1d0cf-3fa3-41b1-8c6c-4b9049b67faa req-51212e16-ddb0-4255-9173-db6673801980 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:15:41.561678 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-0aa1d0cf-3fa3-41b1-8c6c-4b9049b67faa req-51212e16-ddb0-4255-9173-db6673801980 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e3678e4-870c-4317-bca6-f9e9b65397b9 HTTP/1.1" status: 200 len: 945 time: 0.0752566 Dec 20 09:15:41.570780 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 49366) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:15:41.576311 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-3d7ffbc2-ecb0-4dc7-a67e-67b77dd7c9df tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Request body: {'floatingip': {'port_id': 'd0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:15:41.655910 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3d7ffbc2-ecb0-4dc7-a67e-67b77dd7c9df tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify callbacks [] for floatingip, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:15:42.244659 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3d7ffbc2-ecb0-4dc7-a67e-67b77dd7c9df tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:15:42.248454 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3d7ffbc2-ecb0-4dc7-a67e-67b77dd7c9df tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-345990'] for floatingip, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:15:42.435921 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.l3_db [None req-3d7ffbc2-ecb0-4dc7-a67e-67b77dd7c9df tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Floating IP 7deee2dd-ad3d-454b-9166-3111d7ff5e90 associated. External IP: 172.26.5.155, port: d0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f. Dec 20 09:15:42.602474 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-eb34c692-b1ef-4e41-92aa-64c7b3458365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:15:42.936027 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d7ffbc2-ecb0-4dc7-a67e-67b77dd7c9df tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Router 3563f7b9-6aa7-4779-a1df-ff12305bd00b has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 09:15:43.132215 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d7ffbc2-ecb0-4dc7-a67e-67b77dd7c9df tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 09:15:43.136419 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3d7ffbc2-ecb0-4dc7-a67e-67b77dd7c9df tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:15:43.142477 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37568b3f-ae4b-455b-904e-ead2d257aa2a None None] Sync routers for ids ['3563f7b9-6aa7-4779-a1df-ff12305bd00b'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 09:15:43.154250 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37568b3f-ae4b-455b-904e-ead2d257aa2a None None] Routers {'3563f7b9-6aa7-4779-a1df-ff12305bd00b'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:15:43.154873 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-37568b3f-ae4b-455b-904e-ead2d257aa2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:15:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['3563f7b9-6aa7-4779-a1df-ff12305bd00b'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:15:43.194518 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-3d7ffbc2-ecb0-4dc7-a67e-67b77dd7c9df tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "PUT /v2.0/floatingips/7deee2dd-ad3d-454b-9166-3111d7ff5e90 HTTP/1.1" status: 200 len: 991 time: 1.6226425 Dec 20 09:15:43.195164 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e3678e4-870c-4317-bca6-f9e9b65397b9', 'tag': 'd0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:15:43.254376 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e3678e4-870c-4317-bca6-f9e9b65397b9', 'tag': 'd0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f', 'status': 'completed', 'code': 200} Dec 20 09:15:43.341003 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-37568b3f-ae4b-455b-904e-ead2d257aa2a None None] Set router 3563f7b9-6aa7-4779-a1df-ff12305bd00b gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:15:43.349260 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f6cdb3f2-4101-4135-9028-3662596fca33 req-c067534b-e509-4547-9519-990d1e68cc68 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e4f19a896cd74f1bb76f0396278358ec&device_id=4e3678e4-870c-4317-bca6-f9e9b65397b9 HTTP/1.1" status: 200 len: 1098 time: 0.0725300 Dec 20 09:15:43.480304 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cdb3f2-4101-4135-9028-3662596fca33 req-17cdc85e-cbd2-477c-803f-cbdcec3aacd8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:15:43.481770 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f6cdb3f2-4101-4135-9028-3662596fca33 req-17cdc85e-cbd2-477c-803f-cbdcec3aacd8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a03058fc-2a0d-4e8b-85f3-1b71349d971f HTTP/1.1" status: 200 len: 912 time: 0.1262982 Dec 20 09:15:43.586995 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f6cdb3f2-4101-4135-9028-3662596fca33 req-227eee95-7709-48ab-8bd0-185ab09b5378 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f HTTP/1.1" status: 200 len: 999 time: 0.0992069 Dec 20 09:15:43.650413 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cdb3f2-4101-4135-9028-3662596fca33 req-3ce2c88e-6d8e-4eed-88f2-9ad02f9d41eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:15:43.651884 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f6cdb3f2-4101-4135-9028-3662596fca33 req-3ce2c88e-6d8e-4eed-88f2-9ad02f9d41eb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=373276bb-d3f8-4cba-b746-1f476a16e22b HTTP/1.1" status: 200 len: 850 time: 0.0593631 Dec 20 09:15:43.731613 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f6cdb3f2-4101-4135-9028-3662596fca33 req-568ee60d-2530-4338-8d41-6e93645b350c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a03058fc-2a0d-4e8b-85f3-1b71349d971f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733800 Dec 20 09:15:43.732048 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-37568b3f-ae4b-455b-904e-ead2d257aa2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'name': 'tempest-ServerActionsTestJSON-104128265-router', 'tenant_id': 'e4f19a896cd74f1bb76f0396278358ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.210'}], 'enable_snat': True}, 'gw_port_id': 'e4ddd1a4-cdc7-4757-9940-71f3fbd6e894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:11:18Z', 'updated_at': '2021-12-20T09:11:21Z', 'revision_number': 4, 'project_id': 'e4f19a896cd74f1bb76f0396278358ec', 'gw_port': {'id': 'e4ddd1a4-cdc7-4757-9940-71f3fbd6e894', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:21:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:11:19Z', 'updated_at': '2021-12-20T09:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': '7deee2dd-ad3d-454b-9166-3111d7ff5e90', 'tenant_id': 'e4f19a896cd74f1bb76f0396278358ec', 'floating_ip_address': '172.26.5.155', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'port_id': 'd0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a03058fc-2a0d-4e8b-85f3-1b71349d971f', 'mac_address': 'fa:16:3e:6d:c7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3678e4-870c-4317-bca6-f9e9b65397b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T09:11:24Z', 'updated_at': '2021-12-20T09:15:42Z', 'revision_number': 9, 'project_id': 'e4f19a896cd74f1bb76f0396278358ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb2e6b9a-24f3-4d40-81fd-b8c6e5e683ae', 'name': '', 'network_id': 'a03058fc-2a0d-4e8b-85f3-1b71349d971f', 'tenant_id': 'e4f19a896cd74f1bb76f0396278358ec', 'mac_address': 'fa:16:3e:42:89:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '373276bb-d3f8-4cba-b746-1f476a16e22b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:11:21Z', 'updated_at': '2021-12-20T09:11:39Z', 'revision_number': 5, 'project_id': 'e4f19a896cd74f1bb76f0396278358ec', 'subnets': [{'id': '373276bb-d3f8-4cba-b746-1f476a16e22b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:15:43.735959 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37568b3f-ae4b-455b-904e-ead2d257aa2a None None] Checking router: 3563f7b9-6aa7-4779-a1df-ff12305bd00b for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 09:15:43.747341 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37568b3f-ae4b-455b-904e-ead2d257aa2a None None] Routers {'3563f7b9-6aa7-4779-a1df-ff12305bd00b'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:15:43.747947 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-37568b3f-ae4b-455b-904e-ead2d257aa2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:15:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['3563f7b9-6aa7-4779-a1df-ff12305bd00b'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:15:43.862390 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f6cdb3f2-4101-4135-9028-3662596fca33 req-e853905f-e94c-45be-8b76-d104fd6beeae service neutron] 10.222.0.58 "GET /v2.0/networks/a03058fc-2a0d-4e8b-85f3-1b71349d971f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249554 Dec 20 09:15:43.929466 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-37568b3f-ae4b-455b-904e-ead2d257aa2a None None] Set router 3563f7b9-6aa7-4779-a1df-ff12305bd00b gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:15:43.994475 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f6cdb3f2-4101-4135-9028-3662596fca33 req-a180c16a-d952-455e-8286-f90346f08ebd service neutron] 10.222.0.58 "GET /v2.0/networks/a03058fc-2a0d-4e8b-85f3-1b71349d971f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257911 Dec 20 09:15:44.277654 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-37568b3f-ae4b-455b-904e-ead2d257aa2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'name': 'tempest-ServerActionsTestJSON-104128265-router', 'tenant_id': 'e4f19a896cd74f1bb76f0396278358ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.210'}], 'enable_snat': True}, 'gw_port_id': 'e4ddd1a4-cdc7-4757-9940-71f3fbd6e894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:11:18Z', 'updated_at': '2021-12-20T09:11:21Z', 'revision_number': 4, 'project_id': 'e4f19a896cd74f1bb76f0396278358ec', 'gw_port': {'id': 'e4ddd1a4-cdc7-4757-9940-71f3fbd6e894', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:21:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:11:19Z', 'updated_at': '2021-12-20T09:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': '7deee2dd-ad3d-454b-9166-3111d7ff5e90', 'tenant_id': 'e4f19a896cd74f1bb76f0396278358ec', 'floating_ip_address': '172.26.5.155', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'port_id': 'd0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a03058fc-2a0d-4e8b-85f3-1b71349d971f', 'mac_address': 'fa:16:3e:6d:c7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3678e4-870c-4317-bca6-f9e9b65397b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T09:11:24Z', 'updated_at': '2021-12-20T09:15:42Z', 'revision_number': 9, 'project_id': 'e4f19a896cd74f1bb76f0396278358ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb2e6b9a-24f3-4d40-81fd-b8c6e5e683ae', 'name': '', 'network_id': 'a03058fc-2a0d-4e8b-85f3-1b71349d971f', 'tenant_id': 'e4f19a896cd74f1bb76f0396278358ec', 'mac_address': 'fa:16:3e:42:89:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '373276bb-d3f8-4cba-b746-1f476a16e22b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:11:21Z', 'updated_at': '2021-12-20T09:11:39Z', 'revision_number': 5, 'project_id': 'e4f19a896cd74f1bb76f0396278358ec', 'subnets': [{'id': '373276bb-d3f8-4cba-b746-1f476a16e22b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:15:44.281511 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37568b3f-ae4b-455b-904e-ead2d257aa2a None None] The sync data for ids ['3563f7b9-6aa7-4779-a1df-ff12305bd00b'] in dv-neutron-820491-1-hyperv is: [{'id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'name': 'tempest-ServerActionsTestJSON-104128265-router', 'tenant_id': 'e4f19a896cd74f1bb76f0396278358ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.210'}], 'enable_snat': True}, 'gw_port_id': 'e4ddd1a4-cdc7-4757-9940-71f3fbd6e894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:11:18Z', 'updated_at': '2021-12-20T09:11:21Z', 'revision_number': 4, 'project_id': 'e4f19a896cd74f1bb76f0396278358ec', 'gw_port': {'id': 'e4ddd1a4-cdc7-4757-9940-71f3fbd6e894', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:21:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:11:19Z', 'updated_at': '2021-12-20T09:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': '7deee2dd-ad3d-454b-9166-3111d7ff5e90', 'tenant_id': 'e4f19a896cd74f1bb76f0396278358ec', 'floating_ip_address': '172.26.5.155', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'port_id': 'd0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a03058fc-2a0d-4e8b-85f3-1b71349d971f', 'mac_address': 'fa:16:3e:6d:c7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3678e4-870c-4317-bca6-f9e9b65397b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T09:11:24Z', 'updated_at': '2021-12-20T09:15:42Z', 'revision_number': 9, 'project_id': 'e4f19a896cd74f1bb76f0396278358ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb2e6b9a-24f3-4d40-81fd-b8c6e5e683ae', 'name': '', 'network_id': 'a03058fc-2a0d-4e8b-85f3-1b71349d971f', 'tenant_id': 'e4f19a896cd74f1bb76f0396278358ec', 'mac_address': 'fa:16:3e:42:89:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '373276bb-d3f8-4cba-b746-1f476a16e22b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:11:21Z', 'updated_at': '2021-12-20T09:11:39Z', 'revision_number': 5, 'project_id': 'e4f19a896cd74f1bb76f0396278358ec', 'subnets': [{'id': '373276bb-d3f8-4cba-b746-1f476a16e22b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 09:15:44.471420 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ce2f0c-add6-4511-81db-6dc45741bfa8 None None] New status for floating IP 7deee2dd-ad3d-454b-9166-3111d7ff5e90: ACTIVE {{(pid=83447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 09:15:44.884821 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b049634b-bebd-4e4f-ba03-748ab96bd095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:15:46.034998 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:15:46.101176 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:15:47.502391 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:15:51.336594 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-74275ca0-45b9-414e-a649-a323aa186ec4 req-bdd094b0-45bc-47f4-844a-2d506728b1b9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4e3678e4-870c-4317-bca6-f9e9b65397b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0664883 Dec 20 09:15:51.475411 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-74275ca0-45b9-414e-a649-a323aa186ec4 req-3c5b03e2-b440-445a-844f-6f49a0f950f6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e4f19a896cd74f1bb76f0396278358ec&device_id=4e3678e4-870c-4317-bca6-f9e9b65397b9 HTTP/1.1" status: 200 len: 1098 time: 0.0725389 Dec 20 09:15:51.741844 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74275ca0-45b9-414e-a649-a323aa186ec4 req-d8b671b7-8a2f-4dd5-b5c3-4c76a14fc55a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:15:51.743291 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-74275ca0-45b9-414e-a649-a323aa186ec4 req-d8b671b7-8a2f-4dd5-b5c3-4c76a14fc55a service neutron] 10.222.0.58 "GET /v2.0/networks?id=a03058fc-2a0d-4e8b-85f3-1b71349d971f HTTP/1.1" status: 200 len: 912 time: 0.2477729 Dec 20 09:15:51.848355 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-74275ca0-45b9-414e-a649-a323aa186ec4 req-41bd5e98-0016-4771-939c-a0f2749890e6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f HTTP/1.1" status: 200 len: 1002 time: 0.0984612 Dec 20 09:15:51.908878 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74275ca0-45b9-414e-a649-a323aa186ec4 req-1486635c-8f23-4c60-abab-b96d7011ecd6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:15:51.910933 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-74275ca0-45b9-414e-a649-a323aa186ec4 req-1486635c-8f23-4c60-abab-b96d7011ecd6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=373276bb-d3f8-4cba-b746-1f476a16e22b HTTP/1.1" status: 200 len: 850 time: 0.0567915 Dec 20 09:15:51.983435 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-74275ca0-45b9-414e-a649-a323aa186ec4 req-894ed3de-67b5-4318-9f4b-3861d90eea43 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a03058fc-2a0d-4e8b-85f3-1b71349d971f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0664704 Dec 20 09:15:52.118764 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-74275ca0-45b9-414e-a649-a323aa186ec4 req-e1a2606f-dfd4-4f81-8180-3e64bceeacd3 service neutron] 10.222.0.58 "GET /v2.0/networks/a03058fc-2a0d-4e8b-85f3-1b71349d971f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289594 Dec 20 09:15:52.252141 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-74275ca0-45b9-414e-a649-a323aa186ec4 req-714f3e3d-bd02-4028-ac3f-56d84172ccb6 service neutron] 10.222.0.58 "GET /v2.0/networks/a03058fc-2a0d-4e8b-85f3-1b71349d971f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272430 Dec 20 09:16:09.132030 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:16:10.226078 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:16:12.604216 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-ddf928b6-331f-4652-a1fd-2bbd4dbb9590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:16:14.887519 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-459dda0e-4b21-44dc-80bb-ceb3c9b533f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:16:16.033070 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:16:16.094372 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:16:17.498449 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:16:40.224211 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:16:42.608944 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-7632a838-9da6-476d-b00a-d3b4b78c64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:16:44.889065 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c6c79d37-44a3-4f64-98a3-df7b340dd4ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:16:46.035386 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:16:46.099314 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:16:46.131863 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:16:47.499464 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:16:52.354730 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-78f31f12-5154-4ad3-93e0-9350fbecc32f req-464ac421-5219-4a9b-ace8-6de290150b3a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4e3678e4-870c-4317-bca6-f9e9b65397b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0752556 Dec 20 09:16:52.515658 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-78f31f12-5154-4ad3-93e0-9350fbecc32f req-cfae161d-439a-4cfb-94f5-11286cc07e99 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e4f19a896cd74f1bb76f0396278358ec&device_id=4e3678e4-870c-4317-bca6-f9e9b65397b9 HTTP/1.1" status: 200 len: 1098 time: 0.0712867 Dec 20 09:16:52.672049 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f31f12-5154-4ad3-93e0-9350fbecc32f req-5897426c-f696-4955-a8c5-1940d82e402d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:16:52.674267 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-78f31f12-5154-4ad3-93e0-9350fbecc32f req-5897426c-f696-4955-a8c5-1940d82e402d service neutron] 10.222.0.58 "GET /v2.0/networks?id=a03058fc-2a0d-4e8b-85f3-1b71349d971f HTTP/1.1" status: 200 len: 912 time: 0.1385672 Dec 20 09:16:52.782486 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-78f31f12-5154-4ad3-93e0-9350fbecc32f req-ffcee7b2-ae2a-41ec-be99-62280ac9c336 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f HTTP/1.1" status: 200 len: 1002 time: 0.1001937 Dec 20 09:16:52.857681 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f31f12-5154-4ad3-93e0-9350fbecc32f req-329bc79a-42d9-400e-9293-8a6238d63762 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:16:52.859024 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-78f31f12-5154-4ad3-93e0-9350fbecc32f req-329bc79a-42d9-400e-9293-8a6238d63762 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=373276bb-d3f8-4cba-b746-1f476a16e22b HTTP/1.1" status: 200 len: 850 time: 0.0696993 Dec 20 09:16:52.937665 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-78f31f12-5154-4ad3-93e0-9350fbecc32f req-485d62ad-400e-4c5d-8f1f-b13b3ef6b0e8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a03058fc-2a0d-4e8b-85f3-1b71349d971f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704799 Dec 20 09:16:53.081107 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-78f31f12-5154-4ad3-93e0-9350fbecc32f req-5b0a2d36-95db-4c62-9a93-2803a308fe93 service neutron] 10.222.0.58 "GET /v2.0/networks/a03058fc-2a0d-4e8b-85f3-1b71349d971f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361260 Dec 20 09:16:53.221402 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-78f31f12-5154-4ad3-93e0-9350fbecc32f req-552f387c-4bd6-4d26-8209-0905928b1bb3 service neutron] 10.222.0.58 "GET /v2.0/networks/a03058fc-2a0d-4e8b-85f3-1b71349d971f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323087 Dec 20 09:17:01.289410 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-b835b738-8b1a-41ac-8102-7df975a2889c req-4e1045f2-36c3-4a3f-8d4e-83f187ef43de service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4e3678e4-870c-4317-bca6-f9e9b65397b9&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1886241 Dec 20 09:17:01.592765 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-23c4a485-1fea-4b83-adc5-af342d3f8de7 req-d50e52dc-8aa5-4f57-a87c-1462fee9a684 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4e3678e4-870c-4317-bca6-f9e9b65397b9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1132958 Dec 20 09:17:01.630543 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c5f648-d80f-416e-9d84-2ef7591f9bfa req-4da2ff25-5b14-4e70-8cc9-99c00a3f5dc7 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:17:01.632585 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b8c5f648-d80f-416e-9d84-2ef7591f9bfa req-4da2ff25-5b14-4e70-8cc9-99c00a3f5dc7 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e3678e4-870c-4317-bca6-f9e9b65397b9 HTTP/1.1" status: 200 len: 945 time: 0.0891769 Dec 20 09:17:01.683623 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b8c5f648-d80f-416e-9d84-2ef7591f9bfa req-752f8d63-0795-40e4-8817-8bf66148b5ad tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444524 Dec 20 09:17:02.891888 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f82c63-d1eb-45e3-acf2-7da8fcc7db5e req-1dd57bb2-54f5-41ea-98ec-aa0ff5d1997f tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:17:02.894109 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-c9f82c63-d1eb-45e3-acf2-7da8fcc7db5e req-1dd57bb2-54f5-41ea-98ec-aa0ff5d1997f tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e3678e4-870c-4317-bca6-f9e9b65397b9 HTTP/1.1" status: 200 len: 945 time: 0.0832784 Dec 20 09:17:02.922362 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-23c4a485-1fea-4b83-adc5-af342d3f8de7 req-25a9b909-fff7-4b9d-9aa4-7a0e20f95fa1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e4f19a896cd74f1bb76f0396278358ec&device_id=4e3678e4-870c-4317-bca6-f9e9b65397b9 HTTP/1.1" status: 200 len: 1098 time: 0.0730605 Dec 20 09:17:02.942094 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-c9f82c63-d1eb-45e3-acf2-7da8fcc7db5e req-00bd0687-0fda-4611-a772-6f03214b13b5 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424654 Dec 20 09:17:03.163843 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c4a485-1fea-4b83-adc5-af342d3f8de7 req-38df38da-26f8-42d3-8472-6220b48020c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:17:03.165210 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-23c4a485-1fea-4b83-adc5-af342d3f8de7 req-38df38da-26f8-42d3-8472-6220b48020c8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a03058fc-2a0d-4e8b-85f3-1b71349d971f HTTP/1.1" status: 200 len: 912 time: 0.2371116 Dec 20 09:17:03.267181 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-23c4a485-1fea-4b83-adc5-af342d3f8de7 req-cfd78f59-ad88-4f59-b8c8-cad556a4194d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f HTTP/1.1" status: 200 len: 1002 time: 0.0959182 Dec 20 09:17:03.334252 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c4a485-1fea-4b83-adc5-af342d3f8de7 req-21512bbc-a7d7-46b8-9a18-37fab9633732 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:17:03.335691 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-23c4a485-1fea-4b83-adc5-af342d3f8de7 req-21512bbc-a7d7-46b8-9a18-37fab9633732 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=373276bb-d3f8-4cba-b746-1f476a16e22b HTTP/1.1" status: 200 len: 850 time: 0.0615788 Dec 20 09:17:03.411188 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-23c4a485-1fea-4b83-adc5-af342d3f8de7 req-e32338f9-f0db-436a-ba66-67265e98cd09 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a03058fc-2a0d-4e8b-85f3-1b71349d971f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692639 Dec 20 09:17:03.545385 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-23c4a485-1fea-4b83-adc5-af342d3f8de7 req-26fb90eb-8579-4c84-af80-c8d125b7981c service neutron] 10.222.0.58 "GET /v2.0/networks/a03058fc-2a0d-4e8b-85f3-1b71349d971f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282065 Dec 20 09:17:03.683490 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-23c4a485-1fea-4b83-adc5-af342d3f8de7 req-69345179-a051-4935-822b-da6cef161de1 service neutron] 10.222.0.58 "GET /v2.0/networks/a03058fc-2a0d-4e8b-85f3-1b71349d971f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293092 Dec 20 09:17:04.152644 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28edf56a-800c-4d4c-97a2-cc78467b641e req-311cfa39-f1fa-4868-846f-40f716fc81c2 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:17:04.154127 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-28edf56a-800c-4d4c-97a2-cc78467b641e req-311cfa39-f1fa-4868-846f-40f716fc81c2 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e3678e4-870c-4317-bca6-f9e9b65397b9 HTTP/1.1" status: 200 len: 945 time: 0.0840378 Dec 20 09:17:04.201254 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-28edf56a-800c-4d4c-97a2-cc78467b641e req-84bb4267-9546-4d83-b7fe-ecda0987f649 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407884 Dec 20 09:17:05.402454 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95883691-4997-47a0-be31-e3a5d00e6bf8 req-db017ee4-5819-4fe9-ad75-5a491ce7a418 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:17:05.403904 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-95883691-4997-47a0-be31-e3a5d00e6bf8 req-db017ee4-5819-4fe9-ad75-5a491ce7a418 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e3678e4-870c-4317-bca6-f9e9b65397b9 HTTP/1.1" status: 200 len: 945 time: 0.0797725 Dec 20 09:17:05.450005 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-95883691-4997-47a0-be31-e3a5d00e6bf8 req-804d4e77-1c16-4808-8a43-8efd82a9a70a tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399303 Dec 20 09:17:06.651466 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce5073-6848-4d37-8c11-2638764dbfc7 req-046d74b0-e137-4732-8ac2-110a538efea3 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:17:06.652928 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-10ce5073-6848-4d37-8c11-2638764dbfc7 req-046d74b0-e137-4732-8ac2-110a538efea3 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e3678e4-870c-4317-bca6-f9e9b65397b9 HTTP/1.1" status: 200 len: 945 time: 0.0791547 Dec 20 09:17:06.699235 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-10ce5073-6848-4d37-8c11-2638764dbfc7 req-22967073-c4a4-40dc-8a39-3ca162ef2689 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400674 Dec 20 09:17:07.919364 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a600a-1502-4ac1-a149-269fbd5d5ca1 req-6e6ffa5e-9631-4e92-9c37-67a8ef287fe9 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:17:07.920781 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-054a600a-1502-4ac1-a149-269fbd5d5ca1 req-6e6ffa5e-9631-4e92-9c37-67a8ef287fe9 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e3678e4-870c-4317-bca6-f9e9b65397b9 HTTP/1.1" status: 200 len: 945 time: 0.0869155 Dec 20 09:17:07.972417 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-054a600a-1502-4ac1-a149-269fbd5d5ca1 req-af35d52d-8762-4914-9bfb-885746b18166 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455356 Dec 20 09:17:09.184825 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2245a7c-dc94-4cba-8e16-53d007d298d2 req-8f5e8734-8a39-486c-9a9d-cfb90a24f37b tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:17:09.186237 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c2245a7c-dc94-4cba-8e16-53d007d298d2 req-8f5e8734-8a39-486c-9a9d-cfb90a24f37b tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e3678e4-870c-4317-bca6-f9e9b65397b9 HTTP/1.1" status: 200 len: 945 time: 0.0841560 Dec 20 09:17:09.232558 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c2245a7c-dc94-4cba-8e16-53d007d298d2 req-99c7b176-d246-4c3c-9a96-dbd5067be514 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406809 Dec 20 09:17:10.238729 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:17:10.432500 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318858ce-1b68-42f0-aecd-791adf0ca1b1 req-ebabf597-dec7-4481-a956-91766410937d tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:17:10.433961 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-318858ce-1b68-42f0-aecd-791adf0ca1b1 req-ebabf597-dec7-4481-a956-91766410937d tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e3678e4-870c-4317-bca6-f9e9b65397b9 HTTP/1.1" status: 200 len: 945 time: 0.0766366 Dec 20 09:17:10.480295 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-318858ce-1b68-42f0-aecd-791adf0ca1b1 req-60932f0b-0e79-4e73-b530-4daf38d86efc tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400052 Dec 20 09:17:11.681066 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496c6951-87e0-48b3-9ede-791e4454b16b req-d2413ed5-dc7a-4706-a20b-90a79161a813 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:17:11.682534 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-496c6951-87e0-48b3-9ede-791e4454b16b req-d2413ed5-dc7a-4706-a20b-90a79161a813 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e3678e4-870c-4317-bca6-f9e9b65397b9 HTTP/1.1" status: 200 len: 945 time: 0.0772297 Dec 20 09:17:11.731858 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-496c6951-87e0-48b3-9ede-791e4454b16b req-7e48ae12-c43d-4036-b6da-051910343439 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437841 Dec 20 09:17:12.615109 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-49ef6d6a-f3ad-40b4-8678-cb30c4e5c11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:17:12.936723 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024d91e0-679e-4b47-b5cb-dca617e0e25e req-53891141-5ada-4268-904b-ca5a1d567900 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:17:12.938197 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-024d91e0-679e-4b47-b5cb-dca617e0e25e req-53891141-5ada-4268-904b-ca5a1d567900 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e3678e4-870c-4317-bca6-f9e9b65397b9 HTTP/1.1" status: 200 len: 945 time: 0.0795660 Dec 20 09:17:12.984817 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-024d91e0-679e-4b47-b5cb-dca617e0e25e req-4ef6917b-6909-4d2f-93fb-2cb0a93bd226 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409591 Dec 20 09:17:14.176345 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa6bc5d-67a5-4cbb-a51f-d5e49288a16a req-96bac94b-e1ce-4566-a024-46dc3780955d tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:17:14.177799 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4aa6bc5d-67a5-4cbb-a51f-d5e49288a16a req-96bac94b-e1ce-4566-a024-46dc3780955d tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e3678e4-870c-4317-bca6-f9e9b65397b9 HTTP/1.1" status: 200 len: 945 time: 0.0748544 Dec 20 09:17:14.221814 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4aa6bc5d-67a5-4cbb-a51f-d5e49288a16a req-dd1367fa-fb9b-44ed-9289-94866a65a489 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385907 Dec 20 09:17:14.892212 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-044ac15c-87cf-4fc7-82df-a01ba41a0561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:17:15.426247 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d44693-8319-49ee-b95b-51a7423bc1bc req-e4302301-1fe1-4107-bc9f-44ef0a8502c0 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:17:15.427720 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-54d44693-8319-49ee-b95b-51a7423bc1bc req-e4302301-1fe1-4107-bc9f-44ef0a8502c0 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e3678e4-870c-4317-bca6-f9e9b65397b9 HTTP/1.1" status: 200 len: 945 time: 0.0791037 Dec 20 09:17:15.474500 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-54d44693-8319-49ee-b95b-51a7423bc1bc req-01a20195-9a86-4cc6-aabc-783e52547578 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413678 Dec 20 09:17:16.038284 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:17:16.102282 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:17:16.692807 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2772f-de77-4bb0-83c0-1b26455dfb63 req-2e6e2bcc-f018-473f-a3c0-937dbcc182f7 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:17:16.694281 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2ed2772f-de77-4bb0-83c0-1b26455dfb63 req-2e6e2bcc-f018-473f-a3c0-937dbcc182f7 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e3678e4-870c-4317-bca6-f9e9b65397b9 HTTP/1.1" status: 200 len: 945 time: 0.0840478 Dec 20 09:17:16.741404 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2ed2772f-de77-4bb0-83c0-1b26455dfb63 req-535cb9be-83de-469b-8c36-fd1a8574ebf8 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416188 Dec 20 09:17:17.503263 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:17:17.942754 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744a4898-1723-4f4e-9ed9-cc6714484c21 req-d0b2d475-074e-4bb3-95dd-2eb3b131ba33 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:17:17.944203 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-744a4898-1723-4f4e-9ed9-cc6714484c21 req-d0b2d475-074e-4bb3-95dd-2eb3b131ba33 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e3678e4-870c-4317-bca6-f9e9b65397b9 HTTP/1.1" status: 200 len: 945 time: 0.0805969 Dec 20 09:17:17.990748 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-744a4898-1723-4f4e-9ed9-cc6714484c21 req-e308fb08-5848-4693-838f-46d2036d1a01 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411229 Dec 20 09:17:19.192704 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b71d8e8-b899-4abb-bf14-e14f419fea3b req-3c570c3b-e3e3-4259-83f0-b86b14c4b358 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:17:19.194275 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1b71d8e8-b899-4abb-bf14-e14f419fea3b req-3c570c3b-e3e3-4259-83f0-b86b14c4b358 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e3678e4-870c-4317-bca6-f9e9b65397b9 HTTP/1.1" status: 200 len: 945 time: 0.0786438 Dec 20 09:17:19.246637 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1b71d8e8-b899-4abb-bf14-e14f419fea3b req-7c03f409-3574-4211-b4f4-b5855cbb2143 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412242 Dec 20 09:17:20.451799 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc7752-b89e-4422-aaf3-c7a063467b2a req-7694ff55-0de0-4ff1-9376-9870ce86cca8 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:17:20.453315 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-97bc7752-b89e-4422-aaf3-c7a063467b2a req-7694ff55-0de0-4ff1-9376-9870ce86cca8 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e3678e4-870c-4317-bca6-f9e9b65397b9 HTTP/1.1" status: 200 len: 945 time: 0.0843077 Dec 20 09:17:20.474478 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-23c4a485-1fea-4b83-adc5-af342d3f8de7 req-90cec8d6-ea00-4fdd-9928-745fe3f6d2e4 service neutron] 10.222.0.58 "GET /v2.0/ports/d0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f/bindings/hv-neutron-8204 HTTP/1.1" status: 200 len: 384 time: 0.0843472 Dec 20 09:17:20.501063 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-97bc7752-b89e-4422-aaf3-c7a063467b2a req-c1f6b607-2298-4ea8-ba68-abe6178d57d5 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418947 Dec 20 09:17:20.768725 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-23c4a485-1fea-4b83-adc5-af342d3f8de7 req-1e7655cb-3654-42b5-965b-8e788c150cb2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4e3678e4-870c-4317-bca6-f9e9b65397b9&tenant_id=e4f19a896cd74f1bb76f0396278358ec HTTP/1.1" status: 200 len: 1098 time: 0.0712047 Dec 20 09:17:20.866293 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-23c4a485-1fea-4b83-adc5-af342d3f8de7 req-ed2315d5-ecba-45f5-854a-2bdd8afbea87 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e4f19a896cd74f1bb76f0396278358ec&device_id=4e3678e4-870c-4317-bca6-f9e9b65397b9 HTTP/1.1" status: 200 len: 1098 time: 0.0730410 Dec 20 09:17:21.106006 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c4a485-1fea-4b83-adc5-af342d3f8de7 req-ae896007-69e3-460d-8242-2963313733e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:17:21.107470 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-23c4a485-1fea-4b83-adc5-af342d3f8de7 req-ae896007-69e3-460d-8242-2963313733e0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a03058fc-2a0d-4e8b-85f3-1b71349d971f HTTP/1.1" status: 200 len: 912 time: 0.2350900 Dec 20 09:17:21.213472 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-23c4a485-1fea-4b83-adc5-af342d3f8de7 req-915087bd-840f-41f9-b2e5-1ae1ea5aa0fe service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f HTTP/1.1" status: 200 len: 1002 time: 0.0994179 Dec 20 09:17:21.275443 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c4a485-1fea-4b83-adc5-af342d3f8de7 req-b88065ce-cde9-4bdd-b0a8-28c675e9affb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:17:21.276888 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-23c4a485-1fea-4b83-adc5-af342d3f8de7 req-b88065ce-cde9-4bdd-b0a8-28c675e9affb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=373276bb-d3f8-4cba-b746-1f476a16e22b HTTP/1.1" status: 200 len: 850 time: 0.0570173 Dec 20 09:17:21.351451 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-23c4a485-1fea-4b83-adc5-af342d3f8de7 req-9433bc85-d15d-49f3-a272-c33bec9599cb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a03058fc-2a0d-4e8b-85f3-1b71349d971f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681522 Dec 20 09:17:21.483328 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-23c4a485-1fea-4b83-adc5-af342d3f8de7 req-4a3f390d-5294-4595-b953-54e7837e16c6 service neutron] 10.222.0.58 "GET /v2.0/networks/a03058fc-2a0d-4e8b-85f3-1b71349d971f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259253 Dec 20 09:17:21.618137 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-23c4a485-1fea-4b83-adc5-af342d3f8de7 req-ff3095ae-4b72-486b-ba52-1826de08afeb service neutron] 10.222.0.58 "GET /v2.0/networks/a03058fc-2a0d-4e8b-85f3-1b71349d971f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284258 Dec 20 09:17:21.707094 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e55a47-ffa3-4aac-a973-46f50d9caac8 req-994a78c7-bf2b-4a44-8677-a67b611f9590 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:17:21.708566 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-80e55a47-ffa3-4aac-a973-46f50d9caac8 req-994a78c7-bf2b-4a44-8677-a67b611f9590 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e3678e4-870c-4317-bca6-f9e9b65397b9 HTTP/1.1" status: 200 len: 945 time: 0.0852685 Dec 20 09:17:21.758908 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-80e55a47-ffa3-4aac-a973-46f50d9caac8 req-1b361fe0-07a3-477d-ba9d-ed03c66da632 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447075 Dec 20 09:17:22.897111 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device d0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f no longer exists at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 09:17:22.982207 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ed8d24-d538-4de1-a4ae-6f511334162c req-3444a9bc-5663-423c-a98b-1bc335a508c4 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:17:22.983669 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-17ed8d24-d538-4de1-a4ae-6f511334162c req-3444a9bc-5663-423c-a98b-1bc335a508c4 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e3678e4-870c-4317-bca6-f9e9b65397b9 HTTP/1.1" status: 200 len: 945 time: 0.0943539 Dec 20 09:17:23.024724 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:17:23.031556 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-17ed8d24-d538-4de1-a4ae-6f511334162c req-8e8595d5-51b0-4722-8408-9e640035417e tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410604 Dec 20 09:17:23.053039 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e3678e4-870c-4317-bca6-f9e9b65397b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f'}] {{(pid=83446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:17:23.063420 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port d0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=d0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f,segment=NetworkSegment(2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f),segment_id=2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:17:23.068410 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:17:23.071097 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:17:23.133118 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:17:23.138763 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=d0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f,revision_number=6']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:17:23.148088 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:17:23.148518 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:17:23.148853 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:17:23.149185 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:17:23.149546 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:17:23.149872 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:17:23.150193 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:17:23.150543 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:17:23.150978 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:17:23.151312 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:17:23.151653 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:17:23.157186 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:17:23.214912 dv-neutron-820491-1-hyperv neutron-server[83446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e3678e4-870c-4317-bca6-f9e9b65397b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f', 'code': 200} Dec 20 09:17:24.229585 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c8fb95-274b-47c0-b13d-e540a64d12ce req-d20a554c-1966-4ce3-9391-e9226871d383 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:17:24.231037 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-69c8fb95-274b-47c0-b13d-e540a64d12ce req-d20a554c-1966-4ce3-9391-e9226871d383 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e3678e4-870c-4317-bca6-f9e9b65397b9 HTTP/1.1" status: 200 len: 943 time: 0.0769160 Dec 20 09:17:24.280370 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-69c8fb95-274b-47c0-b13d-e540a64d12ce req-402aa31d-7c05-4983-b23b-70866207c0aa tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432446 Dec 20 09:17:24.911226 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device d0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f details requested by agent hyperv_hv-neutron-8204 with host hv-neutron-8204 {{(pid=83446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 09:17:25.053564 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port d0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=d0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f,segment=NetworkSegment(2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f),segment_id=2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:17:25.067631 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Returning: {'device': 'd0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f', 'network_id': 'a03058fc-2a0d-4e8b-85f3-1b71349d971f', 'port_id': 'd0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f', 'mac_address': 'fa:16:3e:6d:c7:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '373276bb-d3f8-4cba-b746-1f476a16e22b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 09:17:25.125686 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:17:25.142794 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f {{(pid=83446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 09:17:25.158184 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port d0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=d0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f,segment=NetworkSegment(2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f),segment_id=2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:17:25.162058 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:17:25.163744 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:17:25.226350 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] get_ports_and_sgs() called for port_ids ['d0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f'] {{(pid=83446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 09:17:25.312177 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=d0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f,revision_number=7']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:17:25.317009 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:17:25.487355 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe9812b-e87f-4ace-913f-80b516554c1a req-41c77f62-8b90-48d1-9553-48e48ddd8ed9 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:17:25.488791 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-efe9812b-e87f-4ace-913f-80b516554c1a req-41c77f62-8b90-48d1-9553-48e48ddd8ed9 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e3678e4-870c-4317-bca6-f9e9b65397b9 HTTP/1.1" status: 200 len: 944 time: 0.0775702 Dec 20 09:17:25.537645 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-efe9812b-e87f-4ace-913f-80b516554c1a req-b6b86bd2-cd21-49cc-82b1-442c292ee03a tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433328 Dec 20 09:17:26.030409 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a8be67-6289-42a0-9625-7e685eacb169 req-7253518f-be2a-4897-9fa4-a07a8b64f68f tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:17:26.032527 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c5a8be67-6289-42a0-9625-7e685eacb169 req-7253518f-be2a-4897-9fa4-a07a8b64f68f tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e3678e4-870c-4317-bca6-f9e9b65397b9&tenant_id=e4f19a896cd74f1bb76f0396278358ec&binding%3Ahost_id=hv-neutron-8204 HTTP/1.1" status: 200 len: 944 time: 0.1359143 Dec 20 09:17:26.102040 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9fe220-0901-49de-b639-df3e27ed351c req-b4ea0f2b-2f1e-42b1-86d2-a8e4b5bcb391 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:17:26.103398 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0a9fe220-0901-49de-b639-df3e27ed351c req-b4ea0f2b-2f1e-42b1-86d2-a8e4b5bcb391 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e3678e4-870c-4317-bca6-f9e9b65397b9 HTTP/1.1" status: 200 len: 944 time: 0.1514454 Dec 20 09:17:26.154682 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c5a8be67-6289-42a0-9625-7e685eacb169 req-66acacb5-e61b-418a-8bad-8ea77d620867 service neutron] 10.222.0.58 "GET /v2.0/ports/d0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f/bindings/hv-neutron-8204 HTTP/1.1" status: 200 len: 384 time: 0.1165690 Dec 20 09:17:26.168327 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0a9fe220-0901-49de-b639-df3e27ed351c req-19122807-389e-4dfa-8e22-ae49b38fe9a0 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549955 Dec 20 09:17:26.251589 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c5a8be67-6289-42a0-9625-7e685eacb169 req-afc82e0a-0911-4056-8ce1-76868061f8ad service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e4f19a896cd74f1bb76f0396278358ec&device_id=4e3678e4-870c-4317-bca6-f9e9b65397b9 HTTP/1.1" status: 200 len: 1097 time: 0.0730231 Dec 20 09:17:26.383111 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a8be67-6289-42a0-9625-7e685eacb169 req-6d636352-9f13-4623-98ec-ad9dd42c67c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:17:26.384496 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c5a8be67-6289-42a0-9625-7e685eacb169 req-6d636352-9f13-4623-98ec-ad9dd42c67c7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a03058fc-2a0d-4e8b-85f3-1b71349d971f HTTP/1.1" status: 200 len: 912 time: 0.1274223 Dec 20 09:17:26.485217 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c5a8be67-6289-42a0-9625-7e685eacb169 req-9b8ca357-1072-44e6-ae32-7775471b0907 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f HTTP/1.1" status: 200 len: 1001 time: 0.0949054 Dec 20 09:17:26.550493 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a8be67-6289-42a0-9625-7e685eacb169 req-28c5d009-fbb8-4945-b790-7515bef313e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:17:26.551944 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c5a8be67-6289-42a0-9625-7e685eacb169 req-28c5d009-fbb8-4945-b790-7515bef313e9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=373276bb-d3f8-4cba-b746-1f476a16e22b HTTP/1.1" status: 200 len: 850 time: 0.0613701 Dec 20 09:17:26.627174 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c5a8be67-6289-42a0-9625-7e685eacb169 req-4813c7e3-142a-486c-b54e-96fe06780cd5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a03058fc-2a0d-4e8b-85f3-1b71349d971f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684476 Dec 20 09:17:26.757910 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c5a8be67-6289-42a0-9625-7e685eacb169 req-cd3e67dd-f3fd-4abe-9ccd-abec6752f56b service neutron] 10.222.0.58 "GET /v2.0/networks/a03058fc-2a0d-4e8b-85f3-1b71349d971f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247873 Dec 20 09:17:26.912651 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device d0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f up at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:17:26.985659 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning complete for port d0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:17:26.986452 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:17:26.995930 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c5a8be67-6289-42a0-9625-7e685eacb169 req-e37f939f-899c-4796-8a5b-f4db0d7b74d2 service neutron] 10.222.0.58 "GET /v2.0/networks/a03058fc-2a0d-4e8b-85f3-1b71349d971f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324550 Dec 20 09:17:27.107053 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:17:27.132492 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e3678e4-870c-4317-bca6-f9e9b65397b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f'}] {{(pid=83446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:17:27.143314 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port d0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=d0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f,segment=NetworkSegment(2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f),segment_id=2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:17:27.147921 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:17:27.150960 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:17:27.203933 dv-neutron-820491-1-hyperv neutron-server[83446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e3678e4-870c-4317-bca6-f9e9b65397b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f', 'code': 200} Dec 20 09:17:27.228605 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=d0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f,revision_number=8']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:17:27.231929 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:17:27.373356 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f26399d-fac9-4c18-bb1a-bf77404cfab7 req-47d48997-1eaa-4a02-b2d3-aec5b6f1e289 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:17:27.375406 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4f26399d-fac9-4c18-bb1a-bf77404cfab7 req-47d48997-1eaa-4a02-b2d3-aec5b6f1e289 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e3678e4-870c-4317-bca6-f9e9b65397b9 HTTP/1.1" status: 200 len: 945 time: 0.0795839 Dec 20 09:17:27.419931 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4f26399d-fac9-4c18-bb1a-bf77404cfab7 req-9b61090b-aaea-4c47-9155-e97fc77af51a tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389283 Dec 20 09:17:28.624030 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e2494c-dcb2-40ba-bfd6-4198e791a7ba req-cef8be64-110b-41c7-a36c-e7f7a5f1265c tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:17:28.626323 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-51e2494c-dcb2-40ba-bfd6-4198e791a7ba req-cef8be64-110b-41c7-a36c-e7f7a5f1265c tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e3678e4-870c-4317-bca6-f9e9b65397b9 HTTP/1.1" status: 200 len: 945 time: 0.0810475 Dec 20 09:17:28.669759 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-51e2494c-dcb2-40ba-bfd6-4198e791a7ba req-17f1804b-fb9b-4716-b9f7-bf0e35ada526 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383108 Dec 20 09:17:29.415103 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c5a8be67-6289-42a0-9625-7e685eacb169 req-6a5f8866-6ee0-474d-b4d9-12a849ee6c22 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4e3678e4-870c-4317-bca6-f9e9b65397b9&tenant_id=e4f19a896cd74f1bb76f0396278358ec HTTP/1.1" status: 200 len: 1098 time: 0.0682755 Dec 20 09:17:29.507559 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c5a8be67-6289-42a0-9625-7e685eacb169 req-1e994549-e67f-49e4-9d98-974ac7d43848 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e4f19a896cd74f1bb76f0396278358ec&device_id=4e3678e4-870c-4317-bca6-f9e9b65397b9 HTTP/1.1" status: 200 len: 1098 time: 0.0711551 Dec 20 09:17:29.640095 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a8be67-6289-42a0-9625-7e685eacb169 req-aa48b7d8-e7a9-44b9-88db-0518fd99a4ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:17:29.641478 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c5a8be67-6289-42a0-9625-7e685eacb169 req-aa48b7d8-e7a9-44b9-88db-0518fd99a4ea service neutron] 10.222.0.58 "GET /v2.0/networks?id=a03058fc-2a0d-4e8b-85f3-1b71349d971f HTTP/1.1" status: 200 len: 912 time: 0.1280825 Dec 20 09:17:29.755145 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c5a8be67-6289-42a0-9625-7e685eacb169 req-de03e05d-b9d4-4de4-84dc-660eb335b513 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f HTTP/1.1" status: 200 len: 1002 time: 0.1073322 Dec 20 09:17:29.876063 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a8be67-6289-42a0-9625-7e685eacb169 req-e5b88ed7-b221-4b37-8dc9-96e0817cb9e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:17:29.877466 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c5a8be67-6289-42a0-9625-7e685eacb169 req-e5b88ed7-b221-4b37-8dc9-96e0817cb9e3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=373276bb-d3f8-4cba-b746-1f476a16e22b HTTP/1.1" status: 200 len: 850 time: 0.1162148 Dec 20 09:17:29.951919 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa51e4e-f6af-47e2-8740-86dd1e2ac593 req-56316f21-d29b-4320-9622-a4c5d603a931 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:17:29.954373 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-cfa51e4e-f6af-47e2-8740-86dd1e2ac593 req-56316f21-d29b-4320-9622-a4c5d603a931 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e3678e4-870c-4317-bca6-f9e9b65397b9 HTTP/1.1" status: 200 len: 945 time: 0.1534925 Dec 20 09:17:30.011496 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c5a8be67-6289-42a0-9625-7e685eacb169 req-a7d608ce-f2aa-4ab9-8071-5c3c0a936177 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a03058fc-2a0d-4e8b-85f3-1b71349d971f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1274076 Dec 20 09:17:30.016754 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-cfa51e4e-f6af-47e2-8740-86dd1e2ac593 req-951d7891-68a2-4074-b719-046fae968ed5 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570257 Dec 20 09:17:30.170206 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c5a8be67-6289-42a0-9625-7e685eacb169 req-823b6570-085a-4fe7-a9a8-01bd7c6284d3 service neutron] 10.222.0.58 "GET /v2.0/networks/a03058fc-2a0d-4e8b-85f3-1b71349d971f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518698 Dec 20 09:17:30.304806 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c5a8be67-6289-42a0-9625-7e685eacb169 req-ce6ab937-c49c-458f-8b2a-a3ed01ed37a6 service neutron] 10.222.0.58 "GET /v2.0/networks/a03058fc-2a0d-4e8b-85f3-1b71349d971f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263595 Dec 20 09:17:31.229237 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a812198d-5949-4318-a9c2-7d4988a98380 req-1c7fc0dc-8b73-40b1-971a-324b08cc824e tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:17:31.230716 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-a812198d-5949-4318-a9c2-7d4988a98380 req-1c7fc0dc-8b73-40b1-971a-324b08cc824e tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e3678e4-870c-4317-bca6-f9e9b65397b9 HTTP/1.1" status: 200 len: 945 time: 0.0801425 Dec 20 09:17:31.276173 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-a812198d-5949-4318-a9c2-7d4988a98380 req-5d105cf7-6403-4b45-8132-fc629ed058c0 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390294 Dec 20 09:17:32.486078 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de94171-3556-429f-ac5c-ffe519572796 req-f4478a76-ba2b-475e-9f7c-8584b5dbb329 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:17:32.487694 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9de94171-3556-429f-ac5c-ffe519572796 req-f4478a76-ba2b-475e-9f7c-8584b5dbb329 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e3678e4-870c-4317-bca6-f9e9b65397b9 HTTP/1.1" status: 200 len: 945 time: 0.0826666 Dec 20 09:17:32.538830 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9de94171-3556-429f-ac5c-ffe519572796 req-71793a35-947b-49b4-a411-6943dc69ea5a tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442472 Dec 20 09:17:32.964387 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device d0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f details requested by agent hyperv_hv-neutron-8204 with host hv-neutron-8204 {{(pid=83446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 09:17:32.967843 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device d0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f no longer exists at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 09:17:33.196801 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:17:33.219561 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port d0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=d0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f,segment=NetworkSegment(2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f),segment_id=2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:17:33.239699 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Returning: {'device': 'd0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f', 'network_id': 'a03058fc-2a0d-4e8b-85f3-1b71349d971f', 'port_id': 'd0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f', 'mac_address': 'fa:16:3e:6d:c7:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '373276bb-d3f8-4cba-b746-1f476a16e22b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 09:17:33.244667 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e3678e4-870c-4317-bca6-f9e9b65397b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f'}] {{(pid=83446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:17:33.282114 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port d0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=d0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f,segment=NetworkSegment(2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f),segment_id=2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:17:33.290805 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:17:33.295185 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:17:33.326560 dv-neutron-820491-1-hyperv neutron-server[83446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e3678e4-870c-4317-bca6-f9e9b65397b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f', 'code': 200} Dec 20 09:17:33.358967 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:17:33.392585 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=d0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f,revision_number=9']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:17:33.396511 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f {{(pid=83446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 09:17:33.400372 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:17:33.455041 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.db.api [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 09:17:33.455300 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_db.api [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 09:17:33.736671 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adfb285-94af-4dd3-91e9-edf6aa61edda req-42d09483-57bd-4de1-9458-1245ea269967 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:17:33.738165 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1adfb285-94af-4dd3-91e9-edf6aa61edda req-42d09483-57bd-4de1-9458-1245ea269967 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e3678e4-870c-4317-bca6-f9e9b65397b9 HTTP/1.1" status: 200 len: 943 time: 0.0774043 Dec 20 09:17:33.785747 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1adfb285-94af-4dd3-91e9-edf6aa61edda req-1efaea2c-6124-4a1f-a05f-e9c7c23f115e tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421081 Dec 20 09:17:34.014285 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:17:34.031592 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f {{(pid=83446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 09:17:34.046940 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port d0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=d0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f,segment=NetworkSegment(2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f),segment_id=2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:17:34.051229 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:17:34.053674 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:17:34.113588 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] get_ports_and_sgs() called for port_ids ['d0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f'] {{(pid=83446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 09:17:34.129381 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c93475-d384-4cd4-81f9-30785c38e0d8 req-f0dfafdc-1ad7-4942-b53a-74af71c6401c tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:17:34.130846 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-e7c93475-d384-4cd4-81f9-30785c38e0d8 req-f0dfafdc-1ad7-4942-b53a-74af71c6401c tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e3678e4-870c-4317-bca6-f9e9b65397b9 HTTP/1.1" status: 200 len: 945 time: 0.0819108 Dec 20 09:17:34.162835 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=d0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f,revision_number=10']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:17:34.165933 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:17:34.180339 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-e7c93475-d384-4cd4-81f9-30785c38e0d8 req-7c41ed6b-7289-47fd-a360-346786c8511d tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437770 Dec 20 09:17:34.383755 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d98d795-2876-4e05-87a7-2a9461b8fa02 req-f849bfa1-3665-47f1-8515-34dad7235372 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:17:34.385149 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8d98d795-2876-4e05-87a7-2a9461b8fa02 req-f849bfa1-3665-47f1-8515-34dad7235372 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e3678e4-870c-4317-bca6-f9e9b65397b9 HTTP/1.1" status: 200 len: 945 time: 0.0817590 Dec 20 09:17:34.431143 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8d98d795-2876-4e05-87a7-2a9461b8fa02 req-a45b7f64-0248-4b56-a543-59bb30def2af tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404062 Dec 20 09:17:34.840948 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e790ad4-ee1a-44f6-aab5-ca4ddd239e02 req-fa066c78-c2ea-4162-a4f2-07d6d4663654 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:17:34.842420 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6e790ad4-ee1a-44f6-aab5-ca4ddd239e02 req-fa066c78-c2ea-4162-a4f2-07d6d4663654 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e3678e4-870c-4317-bca6-f9e9b65397b9 HTTP/1.1" status: 200 len: 945 time: 0.0761151 Dec 20 09:17:34.891679 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6e790ad4-ee1a-44f6-aab5-ca4ddd239e02 req-efb9c341-30ed-4bf2-ad58-4436675f0ce5 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432727 Dec 20 09:17:34.975088 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device d0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f up at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:17:35.043297 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning complete for port d0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:17:35.043973 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:17:35.160446 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:17:35.197403 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port d0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=d0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f,segment=NetworkSegment(2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f),segment_id=2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:17:35.201321 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:17:35.203998 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:17:35.274029 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=d0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f,revision_number=11']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:17:35.277004 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:17:35.328154 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e3678e4-870c-4317-bca6-f9e9b65397b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f'}] {{(pid=83446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:17:35.383966 dv-neutron-820491-1-hyperv neutron-server[83446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e3678e4-870c-4317-bca6-f9e9b65397b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f', 'code': 200} Dec 20 09:17:36.084939 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e27abf0-a9d7-4ebe-8134-9b1ad4d6b340 req-2cc248d4-64c0-47d1-9c04-3f3722400fb3 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:17:36.086410 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6e27abf0-a9d7-4ebe-8134-9b1ad4d6b340 req-2cc248d4-64c0-47d1-9c04-3f3722400fb3 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e3678e4-870c-4317-bca6-f9e9b65397b9 HTTP/1.1" status: 200 len: 946 time: 0.0752449 Dec 20 09:17:36.131714 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6e27abf0-a9d7-4ebe-8134-9b1ad4d6b340 req-3d24f15f-02b9-40b4-bc5b-317acf999b31 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399323 Dec 20 09:17:37.087945 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bc0874-6116-4103-9a69-7ff64361a22f req-e16b4c6e-87c8-41a4-9dfa-7225c8bf968f tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:17:37.089408 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-93bc0874-6116-4103-9a69-7ff64361a22f req-e16b4c6e-87c8-41a4-9dfa-7225c8bf968f tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e3678e4-870c-4317-bca6-f9e9b65397b9 HTTP/1.1" status: 200 len: 946 time: 0.1784604 Dec 20 09:17:37.156528 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-93bc0874-6116-4103-9a69-7ff64361a22f req-56e2b1bb-a6de-451e-b6ef-48f917c2225f tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Deleting port d0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:17:37.156774 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-93bc0874-6116-4103-9a69-7ff64361a22f req-56e2b1bb-a6de-451e-b6ef-48f917c2225f tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:17:37.332682 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d1cdb4-fbfc-4abb-8746-5819b9c5ab64 req-1c0f5c38-c8fe-48a4-9eda-2ccfbc145386 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:17:37.334511 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-16d1cdb4-fbfc-4abb-8746-5819b9c5ab64 req-1c0f5c38-c8fe-48a4-9eda-2ccfbc145386 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e3678e4-870c-4317-bca6-f9e9b65397b9 HTTP/1.1" status: 200 len: 946 time: 0.0796258 Dec 20 09:17:37.383717 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-16d1cdb4-fbfc-4abb-8746-5819b9c5ab64 req-ba44a78e-dd8d-4b79-9922-9ccb3e489ffe tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440621 Dec 20 09:17:37.403243 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-93bc0874-6116-4103-9a69-7ff64361a22f req-56e2b1bb-a6de-451e-b6ef-48f917c2225f tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] For port d0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=d0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f,segment=NetworkSegment(2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f),segment_id=2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:17:37.403601 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-93bc0874-6116-4103-9a69-7ff64361a22f req-56e2b1bb-a6de-451e-b6ef-48f917c2225f tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:17:37.684006 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-93bc0874-6116-4103-9a69-7ff64361a22f req-56e2b1bb-a6de-451e-b6ef-48f917c2225f tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:17:37.684368 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-93bc0874-6116-4103-9a69-7ff64361a22f req-56e2b1bb-a6de-451e-b6ef-48f917c2225f tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-345990'] for floatingip, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:17:37.684671 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.l3_db [req-93bc0874-6116-4103-9a69-7ff64361a22f req-56e2b1bb-a6de-451e-b6ef-48f917c2225f tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Floating IP 7deee2dd-ad3d-454b-9166-3111d7ff5e90 disassociated. External IP: 172.26.5.155, port: d0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f. Dec 20 09:17:37.685002 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-93bc0874-6116-4103-9a69-7ff64361a22f req-56e2b1bb-a6de-451e-b6ef-48f917c2225f tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Calling delete_port for d0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f owned by compute:nova {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:17:37.823405 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-93bc0874-6116-4103-9a69-7ff64361a22f req-56e2b1bb-a6de-451e-b6ef-48f917c2225f tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:17:37.829434 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-8796c4f1-fea5-4dc5-b566-13f3f68724e5 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:17:37.870716 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e2b1bb-a6de-451e-b6ef-48f917c2225f tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Pushing event deleted for resources: {'Port': ['ID=d0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:17:37.882642 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e2b1bb-a6de-451e-b6ef-48f917c2225f tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:17:37.883052 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e2b1bb-a6de-451e-b6ef-48f917c2225f tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:17:37.883426 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e2b1bb-a6de-451e-b6ef-48f917c2225f tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:17:37.883793 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e2b1bb-a6de-451e-b6ef-48f917c2225f tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:17:37.884156 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e2b1bb-a6de-451e-b6ef-48f917c2225f tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:17:37.884548 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e2b1bb-a6de-451e-b6ef-48f917c2225f tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:17:37.884908 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e2b1bb-a6de-451e-b6ef-48f917c2225f tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:17:37.885835 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e2b1bb-a6de-451e-b6ef-48f917c2225f tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:17:37.885835 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e2b1bb-a6de-451e-b6ef-48f917c2225f tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:17:37.886018 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e2b1bb-a6de-451e-b6ef-48f917c2225f tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:17:37.886320 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e2b1bb-a6de-451e-b6ef-48f917c2225f tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:17:37.891009 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-56e2b1bb-a6de-451e-b6ef-48f917c2225f tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:17:38.099660 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [req-93bc0874-6116-4103-9a69-7ff64361a22f req-56e2b1bb-a6de-451e-b6ef-48f917c2225f tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Router 3563f7b9-6aa7-4779-a1df-ff12305bd00b has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 09:17:38.306870 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-93bc0874-6116-4103-9a69-7ff64361a22f req-56e2b1bb-a6de-451e-b6ef-48f917c2225f tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 09:17:38.316638 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c2b1a4-4285-41c8-be03-166951360d5a None None] Sync routers for ids ['3563f7b9-6aa7-4779-a1df-ff12305bd00b'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 09:17:38.328731 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c2b1a4-4285-41c8-be03-166951360d5a None None] Routers {'3563f7b9-6aa7-4779-a1df-ff12305bd00b'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:17:38.329400 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-07c2b1a4-4285-41c8-be03-166951360d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:17:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['3563f7b9-6aa7-4779-a1df-ff12305bd00b'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:17:38.377382 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-93bc0874-6116-4103-9a69-7ff64361a22f req-56e2b1bb-a6de-451e-b6ef-48f917c2225f tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] No DVR routers for this DVR port d0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f on host hv-neutron-8204 {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 09:17:38.379832 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-93bc0874-6116-4103-9a69-7ff64361a22f req-56e2b1bb-a6de-451e-b6ef-48f917c2225f tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:17:38.382427 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e3678e4-870c-4317-bca6-f9e9b65397b9', 'name': 'network-vif-deleted', 'tag': 'd0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:17:38.402699 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-93bc0874-6116-4103-9a69-7ff64361a22f req-56e2b1bb-a6de-451e-b6ef-48f917c2225f tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.58 "DELETE /v2.0/ports/d0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f HTTP/1.1" status: 204 len: 173 time: 1.3065965 Dec 20 09:17:38.466445 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e3678e4-870c-4317-bca6-f9e9b65397b9', 'name': 'network-vif-deleted', 'tag': 'd0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f', 'status': 'completed', 'code': 200} Dec 20 09:17:38.521730 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-07c2b1a4-4285-41c8-be03-166951360d5a None None] Set router 3563f7b9-6aa7-4779-a1df-ff12305bd00b gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:17:38.581721 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-b26f7ccd-cac4-452a-b462-a8ec3e26f57d req-1cc360b2-01b1-4558-a858-f2b46da58611 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e3678e4-870c-4317-bca6-f9e9b65397b9 HTTP/1.1" status: 200 len: 210 time: 0.0646522 Dec 20 09:17:38.883577 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-07c2b1a4-4285-41c8-be03-166951360d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'name': 'tempest-ServerActionsTestJSON-104128265-router', 'tenant_id': 'e4f19a896cd74f1bb76f0396278358ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.210'}], 'enable_snat': True}, 'gw_port_id': 'e4ddd1a4-cdc7-4757-9940-71f3fbd6e894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:11:18Z', 'updated_at': '2021-12-20T09:11:21Z', 'revision_number': 4, 'project_id': 'e4f19a896cd74f1bb76f0396278358ec', 'gw_port': {'id': 'e4ddd1a4-cdc7-4757-9940-71f3fbd6e894', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:21:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:11:19Z', 'updated_at': '2021-12-20T09:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': 'fb2e6b9a-24f3-4d40-81fd-b8c6e5e683ae', 'name': '', 'network_id': 'a03058fc-2a0d-4e8b-85f3-1b71349d971f', 'tenant_id': 'e4f19a896cd74f1bb76f0396278358ec', 'mac_address': 'fa:16:3e:42:89:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '373276bb-d3f8-4cba-b746-1f476a16e22b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:11:21Z', 'updated_at': '2021-12-20T09:11:39Z', 'revision_number': 5, 'project_id': 'e4f19a896cd74f1bb76f0396278358ec', 'subnets': [{'id': '373276bb-d3f8-4cba-b746-1f476a16e22b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:17:38.887534 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c2b1a4-4285-41c8-be03-166951360d5a None None] Checking router: 3563f7b9-6aa7-4779-a1df-ff12305bd00b for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 09:17:38.898994 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c2b1a4-4285-41c8-be03-166951360d5a None None] Routers {'3563f7b9-6aa7-4779-a1df-ff12305bd00b'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:17:38.899600 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-07c2b1a4-4285-41c8-be03-166951360d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:17:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['3563f7b9-6aa7-4779-a1df-ff12305bd00b'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:17:39.084064 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-07c2b1a4-4285-41c8-be03-166951360d5a None None] Set router 3563f7b9-6aa7-4779-a1df-ff12305bd00b gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:17:39.392221 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-07c2b1a4-4285-41c8-be03-166951360d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'name': 'tempest-ServerActionsTestJSON-104128265-router', 'tenant_id': 'e4f19a896cd74f1bb76f0396278358ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.210'}], 'enable_snat': True}, 'gw_port_id': 'e4ddd1a4-cdc7-4757-9940-71f3fbd6e894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:11:18Z', 'updated_at': '2021-12-20T09:11:21Z', 'revision_number': 4, 'project_id': 'e4f19a896cd74f1bb76f0396278358ec', 'gw_port': {'id': 'e4ddd1a4-cdc7-4757-9940-71f3fbd6e894', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:21:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:11:19Z', 'updated_at': '2021-12-20T09:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': 'fb2e6b9a-24f3-4d40-81fd-b8c6e5e683ae', 'name': '', 'network_id': 'a03058fc-2a0d-4e8b-85f3-1b71349d971f', 'tenant_id': 'e4f19a896cd74f1bb76f0396278358ec', 'mac_address': 'fa:16:3e:42:89:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '373276bb-d3f8-4cba-b746-1f476a16e22b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:11:21Z', 'updated_at': '2021-12-20T09:11:39Z', 'revision_number': 5, 'project_id': 'e4f19a896cd74f1bb76f0396278358ec', 'subnets': [{'id': '373276bb-d3f8-4cba-b746-1f476a16e22b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:17:39.396204 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c2b1a4-4285-41c8-be03-166951360d5a None None] The sync data for ids ['3563f7b9-6aa7-4779-a1df-ff12305bd00b'] in dv-neutron-820491-1-hyperv is: [{'id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'name': 'tempest-ServerActionsTestJSON-104128265-router', 'tenant_id': 'e4f19a896cd74f1bb76f0396278358ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.210'}], 'enable_snat': True}, 'gw_port_id': 'e4ddd1a4-cdc7-4757-9940-71f3fbd6e894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:11:18Z', 'updated_at': '2021-12-20T09:11:21Z', 'revision_number': 4, 'project_id': 'e4f19a896cd74f1bb76f0396278358ec', 'gw_port': {'id': 'e4ddd1a4-cdc7-4757-9940-71f3fbd6e894', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:21:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:11:19Z', 'updated_at': '2021-12-20T09:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': 'fb2e6b9a-24f3-4d40-81fd-b8c6e5e683ae', 'name': '', 'network_id': 'a03058fc-2a0d-4e8b-85f3-1b71349d971f', 'tenant_id': 'e4f19a896cd74f1bb76f0396278358ec', 'mac_address': 'fa:16:3e:42:89:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '373276bb-d3f8-4cba-b746-1f476a16e22b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:11:21Z', 'updated_at': '2021-12-20T09:11:39Z', 'revision_number': 5, 'project_id': 'e4f19a896cd74f1bb76f0396278358ec', 'subnets': [{'id': '373276bb-d3f8-4cba-b746-1f476a16e22b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 09:17:39.610970 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a1f298-dd0c-4724-8ec8-18b0a2146b5f None None] New status for floating IP 7deee2dd-ad3d-454b-9166-3111d7ff5e90: DOWN {{(pid=83447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 09:17:39.975289 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5ab4010f-05a9-4dd2-a165-bcf38a887e63 req-b63e976a-5e5f-41d0-a4a7-c0f844d5342f tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1166090062&fields=id&tenant_id=e4f19a896cd74f1bb76f0396278358ec HTTP/1.1" status: 200 len: 267 time: 0.0423975 Dec 20 09:17:40.122687 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab4010f-05a9-4dd2-a165-bcf38a887e63 req-a3c15a95-62ca-4a07-a9cf-a51ef3306497 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:17:40.124698 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5ab4010f-05a9-4dd2-a165-bcf38a887e63 req-a3c15a95-62ca-4a07-a9cf-a51ef3306497 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/networks?id=a03058fc-2a0d-4e8b-85f3-1b71349d971f HTTP/1.1" status: 200 len: 811 time: 0.1426547 Dec 20 09:17:40.140885 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5ab4010f-05a9-4dd2-a165-bcf38a887e63 req-b6ceedd7-3229-4dcf-bd98-e7a5d4a7795d tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/quotas/e4f19a896cd74f1bb76f0396278358ec HTTP/1.1" status: 200 len: 375 time: 0.0106373 Dec 20 09:17:40.227047 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-5ab4010f-05a9-4dd2-a165-bcf38a887e63 req-a0d5b2fc-2cf5-4ac8-8025-5076b22a3ab3 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Synchronizing usage tracker for tenant:e4f19a896cd74f1bb76f0396278358ec on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:17:40.237444 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:17:40.243668 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-5ab4010f-05a9-4dd2-a165-bcf38a887e63 req-a0d5b2fc-2cf5-4ac8-8025-5076b22a3ab3 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Unset dirty status for tenant:e4f19a896cd74f1bb76f0396278358ec on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:17:40.244997 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5ab4010f-05a9-4dd2-a165-bcf38a887e63 req-a0d5b2fc-2cf5-4ac8-8025-5076b22a3ab3 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e4f19a896cd74f1bb76f0396278358ec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0993409 Dec 20 09:17:40.336079 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [req-5ab4010f-05a9-4dd2-a165-bcf38a887e63 req-bd208c32-8dbf-4e06-91af-0602509ba650 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 09:17:40.337066 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5ab4010f-05a9-4dd2-a165-bcf38a887e63 req-bd208c32-8dbf-4e06-91af-0602509ba650 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0800416 Dec 20 09:17:40.580453 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5ab4010f-05a9-4dd2-a165-bcf38a887e63 req-78665400-e8e7-4bcc-84b7-3cf1b0599f5e service neutron] 10.222.0.16 "GET /v2.0/networks/a03058fc-2a0d-4e8b-85f3-1b71349d971f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365925 Dec 20 09:17:40.716079 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5ab4010f-05a9-4dd2-a165-bcf38a887e63 req-90ce6200-81bd-407c-b054-0f39d65eb080 service neutron] 10.222.0.16 "GET /v2.0/networks/a03058fc-2a0d-4e8b-85f3-1b71349d971f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278050 Dec 20 09:17:40.902299 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-23744c6f-c950-497c-9242-4aa960a89311 req-b25589ae-e321-4d35-80fc-1738a2d539a4 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d564be-ed42-45de-9a10-c0ca3c117712 HTTP/1.1" status: 200 len: 210 time: 0.0454681 Dec 20 09:17:41.007118 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device d0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f no longer exists at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 09:17:41.049759 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] No Port match for: d0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 09:17:41.050124 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device d0ad6cea-7a5a-4261-8bf5-da6bd53a0a4f not bound to the agent host hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 09:17:41.925796 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab4010f-05a9-4dd2-a165-bcf38a887e63 req-07eb3e54-15d2-4f83-9a2c-7fba29b0924e tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:17:41.927091 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5ab4010f-05a9-4dd2-a165-bcf38a887e63 req-07eb3e54-15d2-4f83-9a2c-7fba29b0924e tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.58 "GET /v2.0/networks?id=a03058fc-2a0d-4e8b-85f3-1b71349d971f HTTP/1.1" status: 200 len: 811 time: 0.1480236 Dec 20 09:17:41.987710 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5ab4010f-05a9-4dd2-a165-bcf38a887e63 req-5ee3940e-d4ff-40a4-ba4b-8b2c5a31737c tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4f19a896cd74f1bb76f0396278358ec HTTP/1.1" status: 200 len: 380 time: 0.0463827 Dec 20 09:17:41.996966 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-5ab4010f-05a9-4dd2-a165-bcf38a887e63 req-b1654715-7b4f-4c6b-b7fa-b49ce510cbe7 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Request body: {'port': {'device_id': 'd5d564be-ed42-45de-9a10-c0ca3c117712', 'network_id': 'a03058fc-2a0d-4e8b-85f3-1b71349d971f', 'admin_state_up': True, 'tenant_id': 'e4f19a896cd74f1bb76f0396278358ec', 'security_groups': ['2a8025c4-b9df-4cc6-8e0e-abd973434d08']}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:17:42.132401 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b6e4149d-c6bb-4fa3-ab21-8f9699731c0b req-23af9d58-e2c3-42b1-84cb-4af59a89db8b tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d564be-ed42-45de-9a10-c0ca3c117712 HTTP/1.1" status: 200 len: 210 time: 0.0941050 Dec 20 09:17:42.179572 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-5ab4010f-05a9-4dd2-a165-bcf38a887e63 req-b1654715-7b4f-4c6b-b7fa-b49ce510cbe7 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:17:42.189754 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-5ab4010f-05a9-4dd2-a165-bcf38a887e63 req-b1654715-7b4f-4c6b-b7fa-b49ce510cbe7 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:17:42.199057 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ab4010f-05a9-4dd2-a165-bcf38a887e63 req-b1654715-7b4f-4c6b-b7fa-b49ce510cbe7 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Made reservation on behalf of e4f19a896cd74f1bb76f0396278358ec for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 09:17:42.202606 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-5ab4010f-05a9-4dd2-a165-bcf38a887e63 req-b1654715-7b4f-4c6b-b7fa-b49ce510cbe7 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:17:42.366933 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [req-5ab4010f-05a9-4dd2-a165-bcf38a887e63 req-b1654715-7b4f-4c6b-b7fa-b49ce510cbe7 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Allocated IP 172.20.0.4 (a03058fc-2a0d-4e8b-85f3-1b71349d971f/373276bb-d3f8-4cba-b746-1f476a16e22b/9a6fb3d7-796c-4077-9fdd-b2eb86ffb537) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 09:17:42.560690 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-5ab4010f-05a9-4dd2-a165-bcf38a887e63 req-b1654715-7b4f-4c6b-b7fa-b49ce510cbe7 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:17:42.576833 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-5ab4010f-05a9-4dd2-a165-bcf38a887e63 req-b1654715-7b4f-4c6b-b7fa-b49ce510cbe7 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Transition to ACTIVE for port object 9a6fb3d7-796c-4077-9fdd-b2eb86ffb537 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:17:42.600187 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-5ab4010f-05a9-4dd2-a165-bcf38a887e63 req-b1654715-7b4f-4c6b-b7fa-b49ce510cbe7 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:17:42.606247 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0bc55960-213d-4983-b489-0f1e2268d6ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:17:42.611934 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-ffa3e7f5-2aec-4f2b-9027-e4c0001bc05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:17:42.666282 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ab4010f-05a9-4dd2-a165-bcf38a887e63 req-b1654715-7b4f-4c6b-b7fa-b49ce510cbe7 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Network a03058fc-2a0d-4e8b-85f3-1b71349d971f is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:17:42.669259 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [req-5ab4010f-05a9-4dd2-a165-bcf38a887e63 req-b1654715-7b4f-4c6b-b7fa-b49ce510cbe7 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:17:42.672912 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ab4010f-05a9-4dd2-a165-bcf38a887e63 req-b1654715-7b4f-4c6b-b7fa-b49ce510cbe7 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 09:17:42.730085 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1654715-7b4f-4c6b-b7fa-b49ce510cbe7 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Pushing event updated for resources: {'Port': ['ID=9a6fb3d7-796c-4077-9fdd-b2eb86ffb537,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:17:42.734692 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b1654715-7b4f-4c6b-b7fa-b49ce510cbe7 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:17:42.756999 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab4010f-05a9-4dd2-a165-bcf38a887e63 req-b1654715-7b4f-4c6b-b7fa-b49ce510cbe7 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:17:42.757665 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-5ab4010f-05a9-4dd2-a165-bcf38a887e63 req-b1654715-7b4f-4c6b-b7fa-b49ce510cbe7 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:17:42.783718 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5ab4010f-05a9-4dd2-a165-bcf38a887e63 req-b1654715-7b4f-4c6b-b7fa-b49ce510cbe7 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7903316 Dec 20 09:17:42.795190 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-5ab4010f-05a9-4dd2-a165-bcf38a887e63 req-9d30a95d-7cf2-4c1f-90b1-45b1dfbb7a03 service neutron] Request body: {'port': {'device_id': 'd5d564be-ed42-45de-9a10-c0ca3c117712', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8204'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:17:42.904584 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-5ab4010f-05a9-4dd2-a165-bcf38a887e63 req-9d30a95d-7cf2-4c1f-90b1-45b1dfbb7a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:17:42.906872 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-0fdd59cd-db41-47cc-a3a4-5ae5cb286b49 None None] Provisioning for port 9a6fb3d7-796c-4077-9fdd-b2eb86ffb537 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:17:42.912281 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-0fdd59cd-db41-47cc-a3a4-5ae5cb286b49 None None] Provisioning complete for port 9a6fb3d7-796c-4077-9fdd-b2eb86ffb537 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:17:42.912756 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-0fdd59cd-db41-47cc-a3a4-5ae5cb286b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:17:42.964620 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd59cd-db41-47cc-a3a4-5ae5cb286b49 None None] Port 9a6fb3d7-796c-4077-9fdd-b2eb86ffb537 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 09:17:43.245297 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [req-5ab4010f-05a9-4dd2-a165-bcf38a887e63 req-9d30a95d-7cf2-4c1f-90b1-45b1dfbb7a03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a6fb3d7-796c-4077-9fdd-b2eb86ffb537 {{(pid=83444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 09:17:43.253032 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-5ab4010f-05a9-4dd2-a165-bcf38a887e63 req-9d30a95d-7cf2-4c1f-90b1-45b1dfbb7a03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:17:43.267393 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-5ab4010f-05a9-4dd2-a165-bcf38a887e63 req-9d30a95d-7cf2-4c1f-90b1-45b1dfbb7a03 service neutron] Transition to ACTIVE for port object 9a6fb3d7-796c-4077-9fdd-b2eb86ffb537 will not be triggered until provisioned by entity L2. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:17:43.271180 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-5ab4010f-05a9-4dd2-a165-bcf38a887e63 req-9d30a95d-7cf2-4c1f-90b1-45b1dfbb7a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:17:43.275510 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-bff1df77-d7d1-46d6-94d1-59e96176db43 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:17:43.339586 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1ff60e-1efc-4c35-b8f9-0c850e3c3b72 req-f978113f-c892-4c3e-8c7b-854181a77b2a tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:17:43.341129 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-db1ff60e-1efc-4c35-b8f9-0c850e3c3b72 req-f978113f-c892-4c3e-8c7b-854181a77b2a tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d564be-ed42-45de-9a10-c0ca3c117712 HTTP/1.1" status: 200 len: 943 time: 0.0816581 Dec 20 09:17:43.390234 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-db1ff60e-1efc-4c35-b8f9-0c850e3c3b72 req-12fea28d-e8d4-4aff-ae37-6e44a17c8b1f tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427129 Dec 20 09:17:43.513905 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d30a95d-7cf2-4c1f-90b1-45b1dfbb7a03 service neutron] Pushing event updated for resources: {'Port': ['ID=9a6fb3d7-796c-4077-9fdd-b2eb86ffb537,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:17:43.517662 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9d30a95d-7cf2-4c1f-90b1-45b1dfbb7a03 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:17:43.625071 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-5ab4010f-05a9-4dd2-a165-bcf38a887e63 req-9d30a95d-7cf2-4c1f-90b1-45b1dfbb7a03 service neutron] Attempting to bind port 9a6fb3d7-796c-4077-9fdd-b2eb86ffb537 on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 09:17:43.625494 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-5ab4010f-05a9-4dd2-a165-bcf38a887e63 req-9d30a95d-7cf2-4c1f-90b1-45b1dfbb7a03 service neutron] Attempting to bind port 9a6fb3d7-796c-4077-9fdd-b2eb86ffb537 by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': '2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a03058fc-2a0d-4e8b-85f3-1b71349d971f'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 09:17:43.625822 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab4010f-05a9-4dd2-a165-bcf38a887e63 req-9d30a95d-7cf2-4c1f-90b1-45b1dfbb7a03 service neutron] Attempting to bind port 9a6fb3d7-796c-4077-9fdd-b2eb86ffb537 on network a03058fc-2a0d-4e8b-85f3-1b71349d971f {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:17:43.631457 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab4010f-05a9-4dd2-a165-bcf38a887e63 req-9d30a95d-7cf2-4c1f-90b1-45b1dfbb7a03 service neutron] Port 9a6fb3d7-796c-4077-9fdd-b2eb86ffb537 on network a03058fc-2a0d-4e8b-85f3-1b71349d971f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 09:17:43.631773 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab4010f-05a9-4dd2-a165-bcf38a887e63 req-9d30a95d-7cf2-4c1f-90b1-45b1dfbb7a03 service neutron] Attempting to bind port 9a6fb3d7-796c-4077-9fdd-b2eb86ffb537 on network a03058fc-2a0d-4e8b-85f3-1b71349d971f {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:17:43.637856 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab4010f-05a9-4dd2-a165-bcf38a887e63 req-9d30a95d-7cf2-4c1f-90b1-45b1dfbb7a03 service neutron] Checking agent: {'id': 'bd419857-3bec-4b96-b211-3fb278c66880', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8204', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 40, 10), 'started_at': datetime.datetime(2021, 12, 20, 8, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 9, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 09:17:43.638186 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab4010f-05a9-4dd2-a165-bcf38a887e63 req-9d30a95d-7cf2-4c1f-90b1-45b1dfbb7a03 service neutron] Checking segment: {'id': '2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a03058fc-2a0d-4e8b-85f3-1b71349d971f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:17:43.638566 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab4010f-05a9-4dd2-a165-bcf38a887e63 req-9d30a95d-7cf2-4c1f-90b1-45b1dfbb7a03 service neutron] Bound using segment: {'id': '2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a03058fc-2a0d-4e8b-85f3-1b71349d971f'} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 09:17:43.638980 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-5ab4010f-05a9-4dd2-a165-bcf38a887e63 req-9d30a95d-7cf2-4c1f-90b1-45b1dfbb7a03 service neutron] Bound port: 9a6fb3d7-796c-4077-9fdd-b2eb86ffb537, host: hv-neutron-8204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a03058fc-2a0d-4e8b-85f3-1b71349d971f'}}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 09:17:43.639318 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-5ab4010f-05a9-4dd2-a165-bcf38a887e63 req-9d30a95d-7cf2-4c1f-90b1-45b1dfbb7a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:17:43.730593 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-5ab4010f-05a9-4dd2-a165-bcf38a887e63 req-9d30a95d-7cf2-4c1f-90b1-45b1dfbb7a03 service neutron] For port 9a6fb3d7-796c-4077-9fdd-b2eb86ffb537, host hv-neutron-8204, cleared binding levels {{(pid=83444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 09:17:43.734186 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-5ab4010f-05a9-4dd2-a165-bcf38a887e63 req-9d30a95d-7cf2-4c1f-90b1-45b1dfbb7a03 service neutron] For port 9a6fb3d7-796c-4077-9fdd-b2eb86ffb537, host hv-neutron-8204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=9a6fb3d7-796c-4077-9fdd-b2eb86ffb537,segment=NetworkSegment(2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f),segment_id=2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f)] {{(pid=83444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 09:17:43.738541 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-5ab4010f-05a9-4dd2-a165-bcf38a887e63 req-9d30a95d-7cf2-4c1f-90b1-45b1dfbb7a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:17:43.742247 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4b2fee17-e1c1-4095-a3df-cd530d9687ab tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:17:43.794808 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-5ab4010f-05a9-4dd2-a165-bcf38a887e63 req-9d30a95d-7cf2-4c1f-90b1-45b1dfbb7a03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:17:43.796800 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5ab4010f-05a9-4dd2-a165-bcf38a887e63 req-9d30a95d-7cf2-4c1f-90b1-45b1dfbb7a03 service neutron] 10.222.0.58 "PUT /v2.0/ports/9a6fb3d7-796c-4077-9fdd-b2eb86ffb537 HTTP/1.1" status: 200 len: 1093 time: 1.0061557 Dec 20 09:17:43.797349 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5d564be-ed42-45de-9a10-c0ca3c117712', 'tag': '9a6fb3d7-796c-4077-9fdd-b2eb86ffb537'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:17:43.869105 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d30a95d-7cf2-4c1f-90b1-45b1dfbb7a03 service neutron] Pushing event updated for resources: {'Port': ['ID=9a6fb3d7-796c-4077-9fdd-b2eb86ffb537,revision_number=3']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:17:43.872896 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5d564be-ed42-45de-9a10-c0ca3c117712', 'tag': '9a6fb3d7-796c-4077-9fdd-b2eb86ffb537', 'status': 'completed', 'code': 200} Dec 20 09:17:43.878761 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9d30a95d-7cf2-4c1f-90b1-45b1dfbb7a03 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:17:43.916954 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5ab4010f-05a9-4dd2-a165-bcf38a887e63 req-349a1eb0-0b57-45e8-8d48-14e2fc265704 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e4f19a896cd74f1bb76f0396278358ec&device_id=d5d564be-ed42-45de-9a10-c0ca3c117712 HTTP/1.1" status: 200 len: 1096 time: 0.0819998 Dec 20 09:17:43.988665 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5ab4010f-05a9-4dd2-a165-bcf38a887e63 req-77d01a6c-62b6-432d-9297-8019ac74deaa service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a6fb3d7-796c-4077-9fdd-b2eb86ffb537 HTTP/1.1" status: 200 len: 217 time: 0.0647652 Dec 20 09:17:44.055376 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab4010f-05a9-4dd2-a165-bcf38a887e63 req-2bf0ed4a-8e47-4c6f-b419-065ad7ddf1e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:17:44.056871 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5ab4010f-05a9-4dd2-a165-bcf38a887e63 req-2bf0ed4a-8e47-4c6f-b419-065ad7ddf1e4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=373276bb-d3f8-4cba-b746-1f476a16e22b HTTP/1.1" status: 200 len: 850 time: 0.0623488 Dec 20 09:17:44.131152 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5ab4010f-05a9-4dd2-a165-bcf38a887e63 req-6d6016e6-3518-41b1-a26c-ef2f043286da service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a03058fc-2a0d-4e8b-85f3-1b71349d971f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681694 Dec 20 09:17:44.266694 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5ab4010f-05a9-4dd2-a165-bcf38a887e63 req-9d333995-4a08-4910-8813-0e9109917676 service neutron] 10.222.0.58 "GET /v2.0/networks/a03058fc-2a0d-4e8b-85f3-1b71349d971f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292841 Dec 20 09:17:44.399191 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5ab4010f-05a9-4dd2-a165-bcf38a887e63 req-d7dd721d-8633-49b1-a8a1-a6e2795afb16 service neutron] 10.222.0.58 "GET /v2.0/networks/a03058fc-2a0d-4e8b-85f3-1b71349d971f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267283 Dec 20 09:17:44.526829 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bb112245-bcf7-4327-b08d-900ff069e22c req-588121da-29a0-4c28-bdc3-c7a29270ad20 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e4f19a896cd74f1bb76f0396278358ec&device_id=d5d564be-ed42-45de-9a10-c0ca3c117712 HTTP/1.1" status: 200 len: 1096 time: 0.0781617 Dec 20 09:17:44.604546 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b832fc-207a-48c6-bffc-51172dc95139 req-0a724df1-8882-43a0-ab44-eeb43ebdbf7f tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:17:44.606796 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-31b832fc-207a-48c6-bffc-51172dc95139 req-0a724df1-8882-43a0-ab44-eeb43ebdbf7f tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d564be-ed42-45de-9a10-c0ca3c117712 HTTP/1.1" status: 200 len: 943 time: 0.0889208 Dec 20 09:17:44.653612 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-31b832fc-207a-48c6-bffc-51172dc95139 req-74364d29-a657-4bf0-b36f-3dcc7aa6873a tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402591 Dec 20 09:17:44.665736 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb112245-bcf7-4327-b08d-900ff069e22c req-be16644c-5b08-4417-9ba7-867be6d7fbb8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:17:44.667206 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bb112245-bcf7-4327-b08d-900ff069e22c req-be16644c-5b08-4417-9ba7-867be6d7fbb8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a03058fc-2a0d-4e8b-85f3-1b71349d971f HTTP/1.1" status: 200 len: 912 time: 0.1330671 Dec 20 09:17:44.738533 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bb112245-bcf7-4327-b08d-900ff069e22c req-6eb493fc-4b09-48e6-82c7-1722432975a5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a6fb3d7-796c-4077-9fdd-b2eb86ffb537 HTTP/1.1" status: 200 len: 217 time: 0.0628915 Dec 20 09:17:44.801526 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb112245-bcf7-4327-b08d-900ff069e22c req-5874bbb0-ed75-42f3-81b1-592af7f97627 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:17:44.802896 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bb112245-bcf7-4327-b08d-900ff069e22c req-5874bbb0-ed75-42f3-81b1-592af7f97627 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=373276bb-d3f8-4cba-b746-1f476a16e22b HTTP/1.1" status: 200 len: 850 time: 0.0613286 Dec 20 09:17:44.876973 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bb112245-bcf7-4327-b08d-900ff069e22c req-d56e1e13-8752-45e5-9c50-73b27fd7be8f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a03058fc-2a0d-4e8b-85f3-1b71349d971f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680602 Dec 20 09:17:44.895630 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-385fb61b-5e41-4953-95ba-4ba9a2696489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:17:45.011103 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bb112245-bcf7-4327-b08d-900ff069e22c req-0079b187-272c-400a-996f-fcb241a43e87 service neutron] 10.222.0.58 "GET /v2.0/networks/a03058fc-2a0d-4e8b-85f3-1b71349d971f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274045 Dec 20 09:17:45.242432 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bb112245-bcf7-4327-b08d-900ff069e22c req-2d1af630-85ad-4ecf-ab73-ca804d32bd04 service neutron] 10.222.0.58 "GET /v2.0/networks/a03058fc-2a0d-4e8b-85f3-1b71349d971f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234597 Dec 20 09:17:45.859307 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63bbf77-786b-4f60-823d-69051b4cc33d req-987e0888-19e5-47a8-b486-751cb9073dfe tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:17:45.859997 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-b63bbf77-786b-4f60-823d-69051b4cc33d req-987e0888-19e5-47a8-b486-751cb9073dfe tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Synchronizing usage tracker for tenant:e4f19a896cd74f1bb76f0396278358ec on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:17:45.875287 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-b63bbf77-786b-4f60-823d-69051b4cc33d req-987e0888-19e5-47a8-b486-751cb9073dfe tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Unset dirty status for tenant:e4f19a896cd74f1bb76f0396278358ec on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:17:45.876416 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b63bbf77-786b-4f60-823d-69051b4cc33d req-987e0888-19e5-47a8-b486-751cb9073dfe tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d564be-ed42-45de-9a10-c0ca3c117712 HTTP/1.1" status: 200 len: 943 time: 0.0963223 Dec 20 09:17:45.921882 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b63bbf77-786b-4f60-823d-69051b4cc33d req-0bfbfb55-65e5-4f81-b720-f7ee732f28ab tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399575 Dec 20 09:17:46.044821 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:17:46.105363 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:17:47.020845 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 9a6fb3d7-796c-4077-9fdd-b2eb86ffb537 details requested by agent hyperv_hv-neutron-8204 with host hv-neutron-8204 {{(pid=83446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 09:17:47.122925 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d83c251-9ba6-48ab-9194-319bd80a75fc req-6279bd39-ce51-475b-be01-6cf30a619694 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:17:47.125383 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-6d83c251-9ba6-48ab-9194-319bd80a75fc req-6279bd39-ce51-475b-be01-6cf30a619694 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d564be-ed42-45de-9a10-c0ca3c117712 HTTP/1.1" status: 200 len: 943 time: 0.0756986 Dec 20 09:17:47.156045 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port 9a6fb3d7-796c-4077-9fdd-b2eb86ffb537, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=9a6fb3d7-796c-4077-9fdd-b2eb86ffb537,segment=NetworkSegment(2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f),segment_id=2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:17:47.169471 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Returning: {'device': '9a6fb3d7-796c-4077-9fdd-b2eb86ffb537', 'network_id': 'a03058fc-2a0d-4e8b-85f3-1b71349d971f', 'port_id': '9a6fb3d7-796c-4077-9fdd-b2eb86ffb537', 'mac_address': 'fa:16:3e:84:45:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '373276bb-d3f8-4cba-b746-1f476a16e22b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 09:17:47.171918 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-6d83c251-9ba6-48ab-9194-319bd80a75fc req-9cf86552-ae42-406f-98a6-cba3b1a62e81 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404928 Dec 20 09:17:47.229675 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:17:47.247500 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a6fb3d7-796c-4077-9fdd-b2eb86ffb537 {{(pid=83446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 09:17:47.262788 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port 9a6fb3d7-796c-4077-9fdd-b2eb86ffb537, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=9a6fb3d7-796c-4077-9fdd-b2eb86ffb537,segment=NetworkSegment(2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f),segment_id=2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:17:47.266965 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:17:47.268718 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:17:47.332994 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=9a6fb3d7-796c-4077-9fdd-b2eb86ffb537,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:17:47.337120 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:17:47.509401 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:17:47.620058 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] get_ports_and_sgs() called for port_ids ['9a6fb3d7-796c-4077-9fdd-b2eb86ffb537'] {{(pid=83446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 09:17:48.369766 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9005f77e-f888-405d-af27-c569de491508 req-f3de7b4f-aed5-40a7-bb1b-35fd3dddd377 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:17:48.371257 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9005f77e-f888-405d-af27-c569de491508 req-f3de7b4f-aed5-40a7-bb1b-35fd3dddd377 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d564be-ed42-45de-9a10-c0ca3c117712 HTTP/1.1" status: 200 len: 944 time: 0.0777104 Dec 20 09:17:48.421263 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9005f77e-f888-405d-af27-c569de491508 req-26abed00-23ff-4d62-b7ac-84da68290643 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440772 Dec 20 09:17:49.020750 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 9a6fb3d7-796c-4077-9fdd-b2eb86ffb537 up at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:17:49.089602 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning for port 9a6fb3d7-796c-4077-9fdd-b2eb86ffb537 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:17:49.095167 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning complete for port 9a6fb3d7-796c-4077-9fdd-b2eb86ffb537 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:17:49.095547 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:17:49.252420 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:17:49.279377 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d564be-ed42-45de-9a10-c0ca3c117712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a6fb3d7-796c-4077-9fdd-b2eb86ffb537'}] {{(pid=83446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:17:49.289649 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port 9a6fb3d7-796c-4077-9fdd-b2eb86ffb537, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=9a6fb3d7-796c-4077-9fdd-b2eb86ffb537,segment=NetworkSegment(2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f),segment_id=2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:17:49.294086 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:17:49.296637 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:17:49.343492 dv-neutron-820491-1-hyperv neutron-server[83446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5d564be-ed42-45de-9a10-c0ca3c117712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a6fb3d7-796c-4077-9fdd-b2eb86ffb537', 'code': 200} Dec 20 09:17:49.371081 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=9a6fb3d7-796c-4077-9fdd-b2eb86ffb537,revision_number=5']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:17:49.375158 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:17:49.620152 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b1cd3b19-3daf-463d-b3eb-8921e6d5b69d req-e504aba0-5094-46e8-9c89-c217a9debc15 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d5d564be-ed42-45de-9a10-c0ca3c117712 HTTP/1.1" status: 200 len: 1098 time: 0.1194263 Dec 20 09:17:49.661084 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77590563-de04-4ccb-9dc1-4c1d3792d6a4 req-7861f4c1-52c7-4902-a9dd-98bf3b689840 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:17:49.662525 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-77590563-de04-4ccb-9dc1-4c1d3792d6a4 req-7861f4c1-52c7-4902-a9dd-98bf3b689840 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d564be-ed42-45de-9a10-c0ca3c117712 HTTP/1.1" status: 200 len: 945 time: 0.1155274 Dec 20 09:17:49.695344 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b1cd3b19-3daf-463d-b3eb-8921e6d5b69d req-b9c0a87e-304d-41d8-be75-6784a639b166 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643623 Dec 20 09:17:49.717393 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-77590563-de04-4ccb-9dc1-4c1d3792d6a4 req-4a94798e-1f9f-4c67-8c7c-c5ead6973a4c tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477219 Dec 20 09:17:51.033588 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277b090f-d49c-4d2a-bebf-20e65d00d50e req-be5a86de-e007-4fc9-a772-a29d0e2eeca2 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:17:51.035769 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-277b090f-d49c-4d2a-bebf-20e65d00d50e req-be5a86de-e007-4fc9-a772-a29d0e2eeca2 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d564be-ed42-45de-9a10-c0ca3c117712 HTTP/1.1" status: 200 len: 945 time: 0.1903050 Dec 20 09:17:51.087242 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-277b090f-d49c-4d2a-bebf-20e65d00d50e req-fd00a1e3-1a25-45b0-92b3-ebf3825dcb84 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461648 Dec 20 09:17:52.287371 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a410af5b-2b82-472a-bbca-09c382b47eef req-3fd81318-9820-4b68-92f7-67c2e27cce20 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:17:52.288805 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a410af5b-2b82-472a-bbca-09c382b47eef req-3fd81318-9820-4b68-92f7-67c2e27cce20 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d564be-ed42-45de-9a10-c0ca3c117712 HTTP/1.1" status: 200 len: 945 time: 0.0770888 Dec 20 09:17:52.354761 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a410af5b-2b82-472a-bbca-09c382b47eef req-e2bc921b-de25-4c5c-97c1-15f0fd7c6b60 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601196 Dec 20 09:17:52.543788 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edebf42-c2a5-47f3-8106-dda082d07e9b req-a08cdc47-86d3-48ac-8ecf-d24befa51157 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:17:52.545423 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-4edebf42-c2a5-47f3-8106-dda082d07e9b req-a08cdc47-86d3-48ac-8ecf-d24befa51157 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d564be-ed42-45de-9a10-c0ca3c117712 HTTP/1.1" status: 200 len: 945 time: 0.0747621 Dec 20 09:17:52.555333 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 49684) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:17:52.561813 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-a2daf9a1-9add-4fae-8961-de2add1afa7d tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Request body: {'floatingip': {'port_id': '9a6fb3d7-796c-4077-9fdd-b2eb86ffb537'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:17:52.640667 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a2daf9a1-9add-4fae-8961-de2add1afa7d tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify callbacks [] for floatingip, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:17:53.245784 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a2daf9a1-9add-4fae-8961-de2add1afa7d tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:17:53.250492 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a2daf9a1-9add-4fae-8961-de2add1afa7d tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-345990'] for floatingip, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:17:53.459317 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.l3_db [None req-a2daf9a1-9add-4fae-8961-de2add1afa7d tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Floating IP 7deee2dd-ad3d-454b-9166-3111d7ff5e90 associated. External IP: 172.26.5.155, port: 9a6fb3d7-796c-4077-9fdd-b2eb86ffb537. Dec 20 09:17:53.969762 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2daf9a1-9add-4fae-8961-de2add1afa7d tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Router 3563f7b9-6aa7-4779-a1df-ff12305bd00b has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 09:17:54.175483 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2daf9a1-9add-4fae-8961-de2add1afa7d tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 09:17:54.180177 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a2daf9a1-9add-4fae-8961-de2add1afa7d tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for floatingip, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:17:54.185836 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dc3cfd-2829-47d5-90e6-c528d43d26c8 None None] Sync routers for ids ['3563f7b9-6aa7-4779-a1df-ff12305bd00b'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 09:17:54.204921 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dc3cfd-2829-47d5-90e6-c528d43d26c8 None None] Routers {'3563f7b9-6aa7-4779-a1df-ff12305bd00b'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:17:54.205641 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-e0dc3cfd-2829-47d5-90e6-c528d43d26c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:17:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['3563f7b9-6aa7-4779-a1df-ff12305bd00b'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:17:54.237935 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-a2daf9a1-9add-4fae-8961-de2add1afa7d tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "PUT /v2.0/floatingips/7deee2dd-ad3d-454b-9166-3111d7ff5e90 HTTP/1.1" status: 200 len: 992 time: 1.6812923 Dec 20 09:17:54.238913 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5d564be-ed42-45de-9a10-c0ca3c117712', 'tag': '9a6fb3d7-796c-4077-9fdd-b2eb86ffb537'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:17:54.353532 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-009461ea-1ae0-401d-81b5-8f2998f1ae5b req-2e6a12f3-25b8-47e3-8d6d-418dd413e608 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d5d564be-ed42-45de-9a10-c0ca3c117712&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0846581 Dec 20 09:17:54.391146 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5d564be-ed42-45de-9a10-c0ca3c117712', 'tag': '9a6fb3d7-796c-4077-9fdd-b2eb86ffb537', 'status': 'completed', 'code': 200} Dec 20 09:17:54.414421 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-e0dc3cfd-2829-47d5-90e6-c528d43d26c8 None None] Set router 3563f7b9-6aa7-4779-a1df-ff12305bd00b gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:17:54.492769 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-009461ea-1ae0-401d-81b5-8f2998f1ae5b req-7e08b90e-c770-4a79-bdbe-2a22b0f2b593 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e4f19a896cd74f1bb76f0396278358ec&device_id=d5d564be-ed42-45de-9a10-c0ca3c117712 HTTP/1.1" status: 200 len: 1098 time: 0.0691919 Dec 20 09:17:54.654300 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009461ea-1ae0-401d-81b5-8f2998f1ae5b req-16d81e03-58fb-4097-b6bf-25c267ebbdb9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:17:54.656090 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-009461ea-1ae0-401d-81b5-8f2998f1ae5b req-16d81e03-58fb-4097-b6bf-25c267ebbdb9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a03058fc-2a0d-4e8b-85f3-1b71349d971f HTTP/1.1" status: 200 len: 912 time: 0.1355813 Dec 20 09:17:54.762325 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-009461ea-1ae0-401d-81b5-8f2998f1ae5b req-c09fa2c0-0a62-45ac-9bf3-7944e639cd8e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a6fb3d7-796c-4077-9fdd-b2eb86ffb537 HTTP/1.1" status: 200 len: 1000 time: 0.0999086 Dec 20 09:17:54.772083 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-e0dc3cfd-2829-47d5-90e6-c528d43d26c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'name': 'tempest-ServerActionsTestJSON-104128265-router', 'tenant_id': 'e4f19a896cd74f1bb76f0396278358ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.210'}], 'enable_snat': True}, 'gw_port_id': 'e4ddd1a4-cdc7-4757-9940-71f3fbd6e894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:11:18Z', 'updated_at': '2021-12-20T09:11:21Z', 'revision_number': 4, 'project_id': 'e4f19a896cd74f1bb76f0396278358ec', 'gw_port': {'id': 'e4ddd1a4-cdc7-4757-9940-71f3fbd6e894', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:21:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:11:19Z', 'updated_at': '2021-12-20T09:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': '7deee2dd-ad3d-454b-9166-3111d7ff5e90', 'tenant_id': 'e4f19a896cd74f1bb76f0396278358ec', 'floating_ip_address': '172.26.5.155', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'port_id': '9a6fb3d7-796c-4077-9fdd-b2eb86ffb537', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a03058fc-2a0d-4e8b-85f3-1b71349d971f', 'mac_address': 'fa:16:3e:84:45:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d564be-ed42-45de-9a10-c0ca3c117712', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T09:11:24Z', 'updated_at': '2021-12-20T09:17:53Z', 'revision_number': 13, 'project_id': 'e4f19a896cd74f1bb76f0396278358ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb2e6b9a-24f3-4d40-81fd-b8c6e5e683ae', 'name': '', 'network_id': 'a03058fc-2a0d-4e8b-85f3-1b71349d971f', 'tenant_id': 'e4f19a896cd74f1bb76f0396278358ec', 'mac_address': 'fa:16:3e:42:89:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '373276bb-d3f8-4cba-b746-1f476a16e22b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:11:21Z', 'updated_at': '2021-12-20T09:11:39Z', 'revision_number': 5, 'project_id': 'e4f19a896cd74f1bb76f0396278358ec', 'subnets': [{'id': '373276bb-d3f8-4cba-b746-1f476a16e22b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:17:54.776074 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dc3cfd-2829-47d5-90e6-c528d43d26c8 None None] Checking router: 3563f7b9-6aa7-4779-a1df-ff12305bd00b for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 09:17:54.787151 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dc3cfd-2829-47d5-90e6-c528d43d26c8 None None] Routers {'3563f7b9-6aa7-4779-a1df-ff12305bd00b'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:17:54.787753 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-e0dc3cfd-2829-47d5-90e6-c528d43d26c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:17:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['3563f7b9-6aa7-4779-a1df-ff12305bd00b'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:17:54.828686 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009461ea-1ae0-401d-81b5-8f2998f1ae5b req-b7cdf6b6-bf6f-4f6a-aad2-92a9a913d9dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:17:54.830142 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-009461ea-1ae0-401d-81b5-8f2998f1ae5b req-b7cdf6b6-bf6f-4f6a-aad2-92a9a913d9dd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=373276bb-d3f8-4cba-b746-1f476a16e22b HTTP/1.1" status: 200 len: 850 time: 0.0612793 Dec 20 09:17:54.903989 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-009461ea-1ae0-401d-81b5-8f2998f1ae5b req-cd859ad3-4563-40ec-993d-45c1ef88edc6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a03058fc-2a0d-4e8b-85f3-1b71349d971f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674238 Dec 20 09:17:54.966795 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-e0dc3cfd-2829-47d5-90e6-c528d43d26c8 None None] Set router 3563f7b9-6aa7-4779-a1df-ff12305bd00b gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:17:55.036426 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-009461ea-1ae0-401d-81b5-8f2998f1ae5b req-cc2aa7d7-0fa8-4595-b3e0-03cb8083e815 service neutron] 10.222.0.58 "GET /v2.0/networks/a03058fc-2a0d-4e8b-85f3-1b71349d971f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261687 Dec 20 09:17:55.172757 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-009461ea-1ae0-401d-81b5-8f2998f1ae5b req-6dd6b9b0-d43b-4573-849b-37053bd18f50 service neutron] 10.222.0.58 "GET /v2.0/networks/a03058fc-2a0d-4e8b-85f3-1b71349d971f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302302 Dec 20 09:17:55.286640 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b5279406-5221-4066-961d-c87d3d935518 req-8bdd6ef1-20c9-4829-a5cb-b5e640e28674 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e4f19a896cd74f1bb76f0396278358ec&device_id=d5d564be-ed42-45de-9a10-c0ca3c117712 HTTP/1.1" status: 200 len: 1098 time: 0.0701752 Dec 20 09:17:55.322446 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-e0dc3cfd-2829-47d5-90e6-c528d43d26c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'name': 'tempest-ServerActionsTestJSON-104128265-router', 'tenant_id': 'e4f19a896cd74f1bb76f0396278358ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.210'}], 'enable_snat': True}, 'gw_port_id': 'e4ddd1a4-cdc7-4757-9940-71f3fbd6e894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:11:18Z', 'updated_at': '2021-12-20T09:11:21Z', 'revision_number': 4, 'project_id': 'e4f19a896cd74f1bb76f0396278358ec', 'gw_port': {'id': 'e4ddd1a4-cdc7-4757-9940-71f3fbd6e894', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:21:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:11:19Z', 'updated_at': '2021-12-20T09:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': '7deee2dd-ad3d-454b-9166-3111d7ff5e90', 'tenant_id': 'e4f19a896cd74f1bb76f0396278358ec', 'floating_ip_address': '172.26.5.155', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'port_id': '9a6fb3d7-796c-4077-9fdd-b2eb86ffb537', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a03058fc-2a0d-4e8b-85f3-1b71349d971f', 'mac_address': 'fa:16:3e:84:45:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d564be-ed42-45de-9a10-c0ca3c117712', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T09:11:24Z', 'updated_at': '2021-12-20T09:17:53Z', 'revision_number': 13, 'project_id': 'e4f19a896cd74f1bb76f0396278358ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb2e6b9a-24f3-4d40-81fd-b8c6e5e683ae', 'name': '', 'network_id': 'a03058fc-2a0d-4e8b-85f3-1b71349d971f', 'tenant_id': 'e4f19a896cd74f1bb76f0396278358ec', 'mac_address': 'fa:16:3e:42:89:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '373276bb-d3f8-4cba-b746-1f476a16e22b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:11:21Z', 'updated_at': '2021-12-20T09:11:39Z', 'revision_number': 5, 'project_id': 'e4f19a896cd74f1bb76f0396278358ec', 'subnets': [{'id': '373276bb-d3f8-4cba-b746-1f476a16e22b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:17:55.326438 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dc3cfd-2829-47d5-90e6-c528d43d26c8 None None] The sync data for ids ['3563f7b9-6aa7-4779-a1df-ff12305bd00b'] in dv-neutron-820491-1-hyperv is: [{'id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'name': 'tempest-ServerActionsTestJSON-104128265-router', 'tenant_id': 'e4f19a896cd74f1bb76f0396278358ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.210'}], 'enable_snat': True}, 'gw_port_id': 'e4ddd1a4-cdc7-4757-9940-71f3fbd6e894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:11:18Z', 'updated_at': '2021-12-20T09:11:21Z', 'revision_number': 4, 'project_id': 'e4f19a896cd74f1bb76f0396278358ec', 'gw_port': {'id': 'e4ddd1a4-cdc7-4757-9940-71f3fbd6e894', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:21:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:11:19Z', 'updated_at': '2021-12-20T09:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': '7deee2dd-ad3d-454b-9166-3111d7ff5e90', 'tenant_id': 'e4f19a896cd74f1bb76f0396278358ec', 'floating_ip_address': '172.26.5.155', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'port_id': '9a6fb3d7-796c-4077-9fdd-b2eb86ffb537', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a03058fc-2a0d-4e8b-85f3-1b71349d971f', 'mac_address': 'fa:16:3e:84:45:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d564be-ed42-45de-9a10-c0ca3c117712', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T09:11:24Z', 'updated_at': '2021-12-20T09:17:53Z', 'revision_number': 13, 'project_id': 'e4f19a896cd74f1bb76f0396278358ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb2e6b9a-24f3-4d40-81fd-b8c6e5e683ae', 'name': '', 'network_id': 'a03058fc-2a0d-4e8b-85f3-1b71349d971f', 'tenant_id': 'e4f19a896cd74f1bb76f0396278358ec', 'mac_address': 'fa:16:3e:42:89:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '373276bb-d3f8-4cba-b746-1f476a16e22b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:11:21Z', 'updated_at': '2021-12-20T09:11:39Z', 'revision_number': 5, 'project_id': 'e4f19a896cd74f1bb76f0396278358ec', 'subnets': [{'id': '373276bb-d3f8-4cba-b746-1f476a16e22b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 09:17:55.428235 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5279406-5221-4066-961d-c87d3d935518 req-dda901d9-c75a-4fba-a8ff-59421e32f93e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:17:55.429759 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b5279406-5221-4066-961d-c87d3d935518 req-dda901d9-c75a-4fba-a8ff-59421e32f93e service neutron] 10.222.0.58 "GET /v2.0/networks?id=a03058fc-2a0d-4e8b-85f3-1b71349d971f HTTP/1.1" status: 200 len: 912 time: 0.1372526 Dec 20 09:17:55.542709 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224b6b27-1669-4584-bb87-45e8fae0d5e7 None None] New status for floating IP 7deee2dd-ad3d-454b-9166-3111d7ff5e90: ACTIVE {{(pid=83447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 09:17:55.645531 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b5279406-5221-4066-961d-c87d3d935518 req-cac24a31-55ad-4e38-91e1-a6ea25c045cd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a6fb3d7-796c-4077-9fdd-b2eb86ffb537 HTTP/1.1" status: 200 len: 1000 time: 0.2097981 Dec 20 09:17:55.712486 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5279406-5221-4066-961d-c87d3d935518 req-3391af20-08fc-463b-b16e-d18eccc76fcd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:17:55.713971 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b5279406-5221-4066-961d-c87d3d935518 req-3391af20-08fc-463b-b16e-d18eccc76fcd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=373276bb-d3f8-4cba-b746-1f476a16e22b HTTP/1.1" status: 200 len: 850 time: 0.0618207 Dec 20 09:17:55.794511 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b5279406-5221-4066-961d-c87d3d935518 req-c77089a5-6120-4709-8dbc-20bc455e3271 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a03058fc-2a0d-4e8b-85f3-1b71349d971f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740359 Dec 20 09:17:55.928022 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b5279406-5221-4066-961d-c87d3d935518 req-6d691b0d-fcbf-44d1-b75b-42c050b4a790 service neutron] 10.222.0.58 "GET /v2.0/networks/a03058fc-2a0d-4e8b-85f3-1b71349d971f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266778 Dec 20 09:17:56.059547 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b5279406-5221-4066-961d-c87d3d935518 req-db5cfaa6-c3b8-4551-8f57-c5fe76e74608 service neutron] 10.222.0.58 "GET /v2.0/networks/a03058fc-2a0d-4e8b-85f3-1b71349d971f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254110 Dec 20 09:18:00.133243 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:18:10.257713 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:18:12.604232 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-4036aba3-3959-48b3-b4be-82e4bc4d5dcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:18:14.897394 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-4d5a4d95-028c-4b86-bfc3-9d256eda7bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:18:16.046113 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:18:16.114030 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:18:17.508011 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:18:37.132741 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:18:40.246848 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:18:42.606156 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c4c0c9cb-23f3-47d8-a251-f2415f16306d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:18:44.898959 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-771cb5bc-90da-43fb-91a0-f1bc1ae41ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:18:46.045504 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:18:46.106364 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:18:47.511944 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:18:55.409335 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-aa6049da-f0cd-486e-876b-864137b5d134 req-50400772-4dc8-46b5-99dd-5699cf655a4b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d5d564be-ed42-45de-9a10-c0ca3c117712&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1496663 Dec 20 09:18:55.554953 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-aa6049da-f0cd-486e-876b-864137b5d134 req-8acdb3d5-4b83-4be0-952b-bc64e45b5e35 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e4f19a896cd74f1bb76f0396278358ec&device_id=d5d564be-ed42-45de-9a10-c0ca3c117712 HTTP/1.1" status: 200 len: 1098 time: 0.0747657 Dec 20 09:18:55.707256 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6049da-f0cd-486e-876b-864137b5d134 req-158a93ce-10ca-4e79-bbbb-cc229956f293 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:18:55.708708 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-aa6049da-f0cd-486e-876b-864137b5d134 req-158a93ce-10ca-4e79-bbbb-cc229956f293 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a03058fc-2a0d-4e8b-85f3-1b71349d971f HTTP/1.1" status: 200 len: 912 time: 0.1353459 Dec 20 09:18:55.829714 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-aa6049da-f0cd-486e-876b-864137b5d134 req-55abd632-dde9-4a42-b32b-83745e6e08ad service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a6fb3d7-796c-4077-9fdd-b2eb86ffb537 HTTP/1.1" status: 200 len: 1002 time: 0.1141865 Dec 20 09:18:55.909624 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6049da-f0cd-486e-876b-864137b5d134 req-dd678598-fa7f-46a5-af2d-05fcb38d92d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:18:55.911065 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-aa6049da-f0cd-486e-876b-864137b5d134 req-dd678598-fa7f-46a5-af2d-05fcb38d92d4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=373276bb-d3f8-4cba-b746-1f476a16e22b HTTP/1.1" status: 200 len: 850 time: 0.0694697 Dec 20 09:18:55.993702 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-aa6049da-f0cd-486e-876b-864137b5d134 req-b3510a11-11b0-494e-b794-14142a47737c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a03058fc-2a0d-4e8b-85f3-1b71349d971f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748031 Dec 20 09:18:56.130481 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-aa6049da-f0cd-486e-876b-864137b5d134 req-5ab38a1f-14da-4c07-8a6c-d63cc81cce10 service neutron] 10.222.0.58 "GET /v2.0/networks/a03058fc-2a0d-4e8b-85f3-1b71349d971f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275108 Dec 20 09:18:56.264288 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-aa6049da-f0cd-486e-876b-864137b5d134 req-433207a9-ab35-42f4-9789-fb53b9514fc0 service neutron] 10.222.0.58 "GET /v2.0/networks/a03058fc-2a0d-4e8b-85f3-1b71349d971f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260583 Dec 20 09:19:09.155967 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91105ea-1dd2-4b51-bd55-415059cb6487 req-cd3463a3-4e10-490e-8c3d-3d6eb957bfd3 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:19:09.157392 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f91105ea-1dd2-4b51-bd55-415059cb6487 req-cd3463a3-4e10-490e-8c3d-3d6eb957bfd3 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d564be-ed42-45de-9a10-c0ca3c117712 HTTP/1.1" status: 200 len: 945 time: 0.1530650 Dec 20 09:19:09.203926 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f91105ea-1dd2-4b51-bd55-415059cb6487 req-cdb13eb3-3d9b-4196-957d-5063b5dc1cfd tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410724 Dec 20 09:19:10.270480 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:19:12.608077 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f0efe2be-6740-46e7-9eda-a9e5c6470cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:19:14.133255 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:19:14.899908 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e83bfc39-a8f1-4f29-b1b3-25cf0a9b4305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:19:16.051701 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:19:16.108934 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:19:17.514485 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:19:18.969715 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e583aa06-3659-48ca-9e22-ebb91bace155 req-1e7bdef9-aab3-4c9c-905f-41a839d909f0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d5d564be-ed42-45de-9a10-c0ca3c117712&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0699582 Dec 20 09:19:19.289071 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 49880) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:19:19.307235 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae61032b-19b7-49d3-8997-9eb9c74edcbc req-36dfacd7-04b0-4391-81fd-5bebd9df844b tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:19:19.308830 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-ae61032b-19b7-49d3-8997-9eb9c74edcbc req-36dfacd7-04b0-4391-81fd-5bebd9df844b tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d564be-ed42-45de-9a10-c0ca3c117712 HTTP/1.1" status: 200 len: 945 time: 0.0822709 Dec 20 09:19:19.362565 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-ae61032b-19b7-49d3-8997-9eb9c74edcbc req-81ed99b4-e1b2-470f-8256-1216e5af6107 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482821 Dec 20 09:19:19.427732 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9b7ed85d-43da-4929-ad3a-858981657300 req-c33c5fbc-ea3a-45f2-b702-c1bd9fe56507 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d5d564be-ed42-45de-9a10-c0ca3c117712&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1371877 Dec 20 09:19:20.741017 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2c67e5-ae2f-4d7c-8dfc-955e437eebd0 req-15856346-e7d7-4844-b071-9628a711189e tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:19:20.742473 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2f2c67e5-ae2f-4d7c-8dfc-955e437eebd0 req-15856346-e7d7-4844-b071-9628a711189e tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d564be-ed42-45de-9a10-c0ca3c117712 HTTP/1.1" status: 200 len: 945 time: 0.2455437 Dec 20 09:19:20.805011 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9b7ed85d-43da-4929-ad3a-858981657300 req-095d6162-939e-4658-b1c7-40856d69e77c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e4f19a896cd74f1bb76f0396278358ec&device_id=d5d564be-ed42-45de-9a10-c0ca3c117712 HTTP/1.1" status: 200 len: 1098 time: 0.1113520 Dec 20 09:19:20.807206 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2f2c67e5-ae2f-4d7c-8dfc-955e437eebd0 req-ff6e37dd-321e-421f-8ae0-717fa3b0e57e tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572841 Dec 20 09:19:20.935472 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ed85d-43da-4929-ad3a-858981657300 req-97378fc1-268d-464b-a6a6-d9e316ed2003 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:19:20.936924 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9b7ed85d-43da-4929-ad3a-858981657300 req-97378fc1-268d-464b-a6a6-d9e316ed2003 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a03058fc-2a0d-4e8b-85f3-1b71349d971f HTTP/1.1" status: 200 len: 912 time: 0.1254337 Dec 20 09:19:21.039076 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9b7ed85d-43da-4929-ad3a-858981657300 req-a0bf366e-6273-4bef-abfc-4629ab8d4137 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a6fb3d7-796c-4077-9fdd-b2eb86ffb537 HTTP/1.1" status: 200 len: 1002 time: 0.0959370 Dec 20 09:19:21.102834 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ed85d-43da-4929-ad3a-858981657300 req-50337b61-d2b7-47a2-ad1f-3d4ed5db1056 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:19:21.104228 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9b7ed85d-43da-4929-ad3a-858981657300 req-50337b61-d2b7-47a2-ad1f-3d4ed5db1056 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=373276bb-d3f8-4cba-b746-1f476a16e22b HTTP/1.1" status: 200 len: 850 time: 0.0590119 Dec 20 09:19:21.177816 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9b7ed85d-43da-4929-ad3a-858981657300 req-321b3418-c825-4409-b9ad-19ce6221f8a6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a03058fc-2a0d-4e8b-85f3-1b71349d971f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677342 Dec 20 09:19:21.308570 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9b7ed85d-43da-4929-ad3a-858981657300 req-b3e59558-8510-4b51-80db-a65e1856ac22 service neutron] 10.222.0.58 "GET /v2.0/networks/a03058fc-2a0d-4e8b-85f3-1b71349d971f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233368 Dec 20 09:19:21.438132 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9b7ed85d-43da-4929-ad3a-858981657300 req-39a67e9a-7a80-4e88-bdfe-f3745c99ade2 service neutron] 10.222.0.58 "GET /v2.0/networks/a03058fc-2a0d-4e8b-85f3-1b71349d971f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239374 Dec 20 09:19:22.014988 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d490a66-f4aa-437c-ada3-0553135435be req-8e779042-3375-4c7c-8a89-e5d07426a848 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:19:22.016436 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-7d490a66-f4aa-437c-ada3-0553135435be req-8e779042-3375-4c7c-8a89-e5d07426a848 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d564be-ed42-45de-9a10-c0ca3c117712 HTTP/1.1" status: 200 len: 945 time: 0.0775375 Dec 20 09:19:22.063676 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-7d490a66-f4aa-437c-ada3-0553135435be req-89b67513-6231-4109-bfc1-8895c7488f9b tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417557 Dec 20 09:19:23.260858 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0b14a-2d06-40e3-b0f3-fb16be487014 req-b5e9ee20-3e3f-429b-a6e6-1296bc483333 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:19:23.262319 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b2f0b14a-2d06-40e3-b0f3-fb16be487014 req-b5e9ee20-3e3f-429b-a6e6-1296bc483333 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d564be-ed42-45de-9a10-c0ca3c117712 HTTP/1.1" status: 200 len: 945 time: 0.0753536 Dec 20 09:19:23.311419 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b2f0b14a-2d06-40e3-b0f3-fb16be487014 req-728d4f34-8715-4cbe-bf74-f3b507c50821 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431623 Dec 20 09:19:24.514839 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6df419-48b3-471b-a017-451f002910b4 req-96e24646-36ee-4af3-9a65-a9c898f07ec5 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:19:24.516347 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-af6df419-48b3-471b-a017-451f002910b4 req-96e24646-36ee-4af3-9a65-a9c898f07ec5 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d564be-ed42-45de-9a10-c0ca3c117712 HTTP/1.1" status: 200 len: 945 time: 0.0824902 Dec 20 09:19:24.562866 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-af6df419-48b3-471b-a017-451f002910b4 req-b8c6fb17-84a1-4004-8169-4b5d374fac0f tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406556 Dec 20 09:19:25.769046 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96840fe9-add2-480a-a936-7eb8b7e30941 req-c9f27f69-71d0-462b-84d7-15540a934e02 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:19:25.770577 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-96840fe9-add2-480a-a936-7eb8b7e30941 req-c9f27f69-71d0-462b-84d7-15540a934e02 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d564be-ed42-45de-9a10-c0ca3c117712 HTTP/1.1" status: 200 len: 945 time: 0.0803125 Dec 20 09:19:25.827883 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-96840fe9-add2-480a-a936-7eb8b7e30941 req-c9d0c926-5a5e-49bb-93b0-42dbcab59146 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515776 Dec 20 09:19:27.024915 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e4276a-a5ec-4a5a-8bb7-7f18853a5892 req-8d503849-226a-4453-b6d9-f6635497ac57 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:19:27.026409 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-f0e4276a-a5ec-4a5a-8bb7-7f18853a5892 req-8d503849-226a-4453-b6d9-f6635497ac57 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d564be-ed42-45de-9a10-c0ca3c117712 HTTP/1.1" status: 200 len: 945 time: 0.0761549 Dec 20 09:19:27.072664 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-f0e4276a-a5ec-4a5a-8bb7-7f18853a5892 req-7521e980-0c50-4b4f-83f0-a24a95bee58c tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401452 Dec 20 09:19:28.277542 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df633f82-259f-409d-b27b-09130e533763 req-1812f76c-81bf-4223-84c2-3b15e05da155 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:19:28.279449 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-df633f82-259f-409d-b27b-09130e533763 req-1812f76c-81bf-4223-84c2-3b15e05da155 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d564be-ed42-45de-9a10-c0ca3c117712 HTTP/1.1" status: 200 len: 945 time: 0.0813618 Dec 20 09:19:28.325739 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-df633f82-259f-409d-b27b-09130e533763 req-40a365c4-8b23-4442-be53-26655c022b7c tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410621 Dec 20 09:19:29.532693 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d47c22-2ccf-4d5b-b99a-e659511bef50 req-59f62461-d3f3-41da-a5fd-b705ffea52ea tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:19:29.534176 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-d2d47c22-2ccf-4d5b-b99a-e659511bef50 req-59f62461-d3f3-41da-a5fd-b705ffea52ea tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d564be-ed42-45de-9a10-c0ca3c117712 HTTP/1.1" status: 200 len: 945 time: 0.0809841 Dec 20 09:19:29.586804 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-d2d47c22-2ccf-4d5b-b99a-e659511bef50 req-ca5c15ac-1f2d-474c-873a-1b7033b42549 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409768 Dec 20 09:19:30.783549 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585000c8-646f-4ad4-9ac6-a21d9665ac0d req-dbee8162-6179-47e1-8282-d447a3c67414 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:19:30.784988 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-585000c8-646f-4ad4-9ac6-a21d9665ac0d req-dbee8162-6179-47e1-8282-d447a3c67414 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d564be-ed42-45de-9a10-c0ca3c117712 HTTP/1.1" status: 200 len: 945 time: 0.0756013 Dec 20 09:19:30.830118 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-585000c8-646f-4ad4-9ac6-a21d9665ac0d req-05e9f61b-e7c4-48b3-9547-1c2859e5d452 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396564 Dec 20 09:19:32.029820 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3747722-78fd-4e44-99ea-81ea6740620d req-0393750e-57ae-4282-8b85-b984870b08e1 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:19:32.031337 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-b3747722-78fd-4e44-99ea-81ea6740620d req-0393750e-57ae-4282-8b85-b984870b08e1 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d564be-ed42-45de-9a10-c0ca3c117712 HTTP/1.1" status: 200 len: 945 time: 0.0804844 Dec 20 09:19:32.089279 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-b3747722-78fd-4e44-99ea-81ea6740620d req-dea33652-5543-42e9-bd9a-7a1933f2e6b5 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519226 Dec 20 09:19:33.295391 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0870d5f6-92e1-4ad1-9c93-53eff4534ae3 req-13ae6b81-a6d8-4151-8076-1dfcecb6c13d tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:19:33.296908 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0870d5f6-92e1-4ad1-9c93-53eff4534ae3 req-13ae6b81-a6d8-4151-8076-1dfcecb6c13d tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d564be-ed42-45de-9a10-c0ca3c117712 HTTP/1.1" status: 200 len: 945 time: 0.0833771 Dec 20 09:19:33.345967 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0870d5f6-92e1-4ad1-9c93-53eff4534ae3 req-36e14a8f-022a-48eb-a99a-926216974d34 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428171 Dec 20 09:19:33.843592 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9b7ed85d-43da-4929-ad3a-858981657300 req-d860c5e0-63bb-4108-864f-2998c9b033a5 service neutron] 10.222.0.58 "GET /v2.0/ports/9a6fb3d7-796c-4077-9fdd-b2eb86ffb537/bindings/hv-neutron-8204 HTTP/1.1" status: 200 len: 384 time: 0.0931983 Dec 20 09:19:34.121658 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9b7ed85d-43da-4929-ad3a-858981657300 req-ca39465b-52a8-42d9-adc9-fb5c7c0a7d9d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d5d564be-ed42-45de-9a10-c0ca3c117712&tenant_id=e4f19a896cd74f1bb76f0396278358ec HTTP/1.1" status: 200 len: 1098 time: 0.0780728 Dec 20 09:19:34.223902 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9b7ed85d-43da-4929-ad3a-858981657300 req-25c258e4-117d-44fd-903a-acd50dfc779c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e4f19a896cd74f1bb76f0396278358ec&device_id=d5d564be-ed42-45de-9a10-c0ca3c117712 HTTP/1.1" status: 200 len: 1098 time: 0.0793052 Dec 20 09:19:34.358857 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ed85d-43da-4929-ad3a-858981657300 req-39a53265-358d-4be7-ad2d-4e4df666f30e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:19:34.360318 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9b7ed85d-43da-4929-ad3a-858981657300 req-39a53265-358d-4be7-ad2d-4e4df666f30e service neutron] 10.222.0.58 "GET /v2.0/networks?id=a03058fc-2a0d-4e8b-85f3-1b71349d971f HTTP/1.1" status: 200 len: 912 time: 0.1302860 Dec 20 09:19:34.468194 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9b7ed85d-43da-4929-ad3a-858981657300 req-a1a9f7e3-4c9e-4aab-9d84-a8b643a7c6d2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a6fb3d7-796c-4077-9fdd-b2eb86ffb537 HTTP/1.1" status: 200 len: 1002 time: 0.1019535 Dec 20 09:19:34.543332 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ed85d-43da-4929-ad3a-858981657300 req-2b9fba4f-fedd-4efd-a57a-9d0983aebe1e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:19:34.545335 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9b7ed85d-43da-4929-ad3a-858981657300 req-2b9fba4f-fedd-4efd-a57a-9d0983aebe1e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=373276bb-d3f8-4cba-b746-1f476a16e22b HTTP/1.1" status: 200 len: 850 time: 0.0701764 Dec 20 09:19:34.555872 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4aef5a-ae6b-4445-bbf7-97228224a240 req-ca2e150d-8bd8-4d1d-ab37-c6dc68f78ef6 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:19:34.557341 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-0d4aef5a-ae6b-4445-bbf7-97228224a240 req-ca2e150d-8bd8-4d1d-ab37-c6dc68f78ef6 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d564be-ed42-45de-9a10-c0ca3c117712 HTTP/1.1" status: 200 len: 945 time: 0.0855076 Dec 20 09:19:34.612461 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-0d4aef5a-ae6b-4445-bbf7-97228224a240 req-128b1c0c-8d08-4d6e-8b4a-c6c13d0cd74d tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461752 Dec 20 09:19:34.720719 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9b7ed85d-43da-4929-ad3a-858981657300 req-7adc0601-6fef-441d-b266-ce67a9a60030 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a03058fc-2a0d-4e8b-85f3-1b71349d971f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1693511 Dec 20 09:19:34.854975 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9b7ed85d-43da-4929-ad3a-858981657300 req-ee8e8608-0081-4279-8fba-03e5601688bf service neutron] 10.222.0.58 "GET /v2.0/networks/a03058fc-2a0d-4e8b-85f3-1b71349d971f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276264 Dec 20 09:19:34.991152 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9b7ed85d-43da-4929-ad3a-858981657300 req-59972563-81b5-4f38-9a0c-0c36a729aeac service neutron] 10.222.0.58 "GET /v2.0/networks/a03058fc-2a0d-4e8b-85f3-1b71349d971f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302884 Dec 20 09:19:35.677719 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 9a6fb3d7-796c-4077-9fdd-b2eb86ffb537 no longer exists at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 09:19:35.801797 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:19:35.831836 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d564be-ed42-45de-9a10-c0ca3c117712', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a6fb3d7-796c-4077-9fdd-b2eb86ffb537'}] {{(pid=83446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:19:35.832942 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd0013-66fc-469f-b9ce-d67c7c095b25 req-ece85ddb-36ef-4307-8c91-c25b2de22f84 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:19:35.834552 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-94fd0013-66fc-469f-b9ce-d67c7c095b25 req-ece85ddb-36ef-4307-8c91-c25b2de22f84 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d564be-ed42-45de-9a10-c0ca3c117712 HTTP/1.1" status: 200 len: 945 time: 0.0910659 Dec 20 09:19:35.844521 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port 9a6fb3d7-796c-4077-9fdd-b2eb86ffb537, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=9a6fb3d7-796c-4077-9fdd-b2eb86ffb537,segment=NetworkSegment(2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f),segment_id=2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:19:35.849702 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:19:35.852741 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:19:35.910595 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-94fd0013-66fc-469f-b9ce-d67c7c095b25 req-ecfb92cb-1641-4185-a541-a655e03bf384 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677605 Dec 20 09:19:35.915346 dv-neutron-820491-1-hyperv neutron-server[83446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5d564be-ed42-45de-9a10-c0ca3c117712', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a6fb3d7-796c-4077-9fdd-b2eb86ffb537', 'code': 200} Dec 20 09:19:35.948811 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=9a6fb3d7-796c-4077-9fdd-b2eb86ffb537,revision_number=6']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:19:35.960939 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:19:35.961330 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:19:35.961676 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:19:35.962011 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:19:35.962350 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:19:35.962677 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:19:35.963004 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:19:35.963470 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:19:35.963801 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:19:35.964127 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:19:35.964452 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:19:35.969529 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:19:37.111081 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f683f0f5-7fe5-4924-8353-9e451cee0b1c req-34a9bcba-b051-4edf-af48-00b9e6e9c0de tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:19:37.112537 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-f683f0f5-7fe5-4924-8353-9e451cee0b1c req-34a9bcba-b051-4edf-af48-00b9e6e9c0de tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d564be-ed42-45de-9a10-c0ca3c117712 HTTP/1.1" status: 200 len: 943 time: 0.0827587 Dec 20 09:19:37.157515 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-f683f0f5-7fe5-4924-8353-9e451cee0b1c req-c9d602e0-d115-4f62-a2a0-66bda8b1112f tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394881 Dec 20 09:19:38.366575 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb65298f-459e-41b2-bd93-ffda48e4fd46 req-e78843a5-fec2-4f58-961c-c3b7f5775977 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:19:38.368018 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bb65298f-459e-41b2-bd93-ffda48e4fd46 req-e78843a5-fec2-4f58-961c-c3b7f5775977 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d564be-ed42-45de-9a10-c0ca3c117712 HTTP/1.1" status: 200 len: 943 time: 0.0757182 Dec 20 09:19:38.414225 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bb65298f-459e-41b2-bd93-ffda48e4fd46 req-7456d9eb-237f-4b71-b277-0a57e5c95222 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398648 Dec 20 09:19:39.636134 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec9f7b1-28ec-4ede-930b-f0c9b6f4214c req-58e9e7d8-2da1-446d-bac7-cecd22cf521e tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:19:39.637616 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-7ec9f7b1-28ec-4ede-930b-f0c9b6f4214c req-58e9e7d8-2da1-446d-bac7-cecd22cf521e tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d564be-ed42-45de-9a10-c0ca3c117712 HTTP/1.1" status: 200 len: 943 time: 0.0831759 Dec 20 09:19:39.683011 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-7ec9f7b1-28ec-4ede-930b-f0c9b6f4214c req-556793c4-2632-474f-ae48-5b9f10b5be43 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397444 Dec 20 09:19:39.702031 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 9a6fb3d7-796c-4077-9fdd-b2eb86ffb537 details requested by agent hyperv_hv-neutron-8204 with host hv-neutron-8204 {{(pid=83446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 09:19:39.843245 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port 9a6fb3d7-796c-4077-9fdd-b2eb86ffb537, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=9a6fb3d7-796c-4077-9fdd-b2eb86ffb537,segment=NetworkSegment(2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f),segment_id=2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:19:39.857424 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Returning: {'device': '9a6fb3d7-796c-4077-9fdd-b2eb86ffb537', 'network_id': 'a03058fc-2a0d-4e8b-85f3-1b71349d971f', 'port_id': '9a6fb3d7-796c-4077-9fdd-b2eb86ffb537', 'mac_address': 'fa:16:3e:84:45:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '373276bb-d3f8-4cba-b746-1f476a16e22b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 09:19:39.925613 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:19:39.943087 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a6fb3d7-796c-4077-9fdd-b2eb86ffb537 {{(pid=83446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 09:19:39.958535 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port 9a6fb3d7-796c-4077-9fdd-b2eb86ffb537, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=9a6fb3d7-796c-4077-9fdd-b2eb86ffb537,segment=NetworkSegment(2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f),segment_id=2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:19:39.962710 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:19:39.964450 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:19:40.030276 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] get_ports_and_sgs() called for port_ids ['9a6fb3d7-796c-4077-9fdd-b2eb86ffb537'] {{(pid=83446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 09:19:40.079047 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=9a6fb3d7-796c-4077-9fdd-b2eb86ffb537,revision_number=7']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:19:40.083675 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:19:40.268488 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:19:40.891041 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4260c6d-f5ec-41fd-98c0-8d5a2786eedd req-15c423db-d74e-477e-ba4d-edc2510bdbab tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:19:40.892417 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c4260c6d-f5ec-41fd-98c0-8d5a2786eedd req-15c423db-d74e-477e-ba4d-edc2510bdbab tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d564be-ed42-45de-9a10-c0ca3c117712 HTTP/1.1" status: 200 len: 944 time: 0.0844758 Dec 20 09:19:40.946776 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c4260c6d-f5ec-41fd-98c0-8d5a2786eedd req-6d2b9f4c-ffc7-450a-9e9e-2abaa73e12f6 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453618 Dec 20 09:19:41.702375 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 9a6fb3d7-796c-4077-9fdd-b2eb86ffb537 up at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:19:41.773373 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning complete for port 9a6fb3d7-796c-4077-9fdd-b2eb86ffb537 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:19:41.773747 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:19:41.885324 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:19:41.913133 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d564be-ed42-45de-9a10-c0ca3c117712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a6fb3d7-796c-4077-9fdd-b2eb86ffb537'}] {{(pid=83446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:19:41.923436 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port 9a6fb3d7-796c-4077-9fdd-b2eb86ffb537, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=9a6fb3d7-796c-4077-9fdd-b2eb86ffb537,segment=NetworkSegment(2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f),segment_id=2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:19:41.927666 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:19:41.929674 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:19:41.986153 dv-neutron-820491-1-hyperv neutron-server[83446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5d564be-ed42-45de-9a10-c0ca3c117712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a6fb3d7-796c-4077-9fdd-b2eb86ffb537', 'code': 200} Dec 20 09:19:42.012266 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=9a6fb3d7-796c-4077-9fdd-b2eb86ffb537,revision_number=8']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:19:42.017989 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:19:42.150906 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d90dfb7-71be-4c44-beb8-e05209dfd36e req-01872c37-083f-4f11-90cc-d629989ddace tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:19:42.152315 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5d90dfb7-71be-4c44-beb8-e05209dfd36e req-01872c37-083f-4f11-90cc-d629989ddace tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d564be-ed42-45de-9a10-c0ca3c117712 HTTP/1.1" status: 200 len: 945 time: 0.0812490 Dec 20 09:19:42.206644 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5d90dfb7-71be-4c44-beb8-e05209dfd36e req-bc791d28-a4ed-4f7e-8309-bf6481131f9e tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487549 Dec 20 09:19:42.609788 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-02c95e0a-8bd7-4dd5-ad92-bd4c14e6f7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:19:43.411344 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cbeb34-0f76-4d0d-9099-8f7f69109771 req-7309c7fc-6808-404e-bf00-a3de75c57339 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:19:43.412786 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-74cbeb34-0f76-4d0d-9099-8f7f69109771 req-7309c7fc-6808-404e-bf00-a3de75c57339 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d564be-ed42-45de-9a10-c0ca3c117712 HTTP/1.1" status: 200 len: 945 time: 0.0799086 Dec 20 09:19:43.459518 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-74cbeb34-0f76-4d0d-9099-8f7f69109771 req-49f3c8a9-629c-46e7-a7da-d1adc14978ab tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409429 Dec 20 09:19:44.671813 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459504d2-6f52-41e2-9c52-014ee31b9e28 req-34198e2e-8057-4555-8423-7f337f8277d9 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:19:44.673297 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-459504d2-6f52-41e2-9c52-014ee31b9e28 req-34198e2e-8057-4555-8423-7f337f8277d9 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d564be-ed42-45de-9a10-c0ca3c117712 HTTP/1.1" status: 200 len: 945 time: 0.0775590 Dec 20 09:19:44.719152 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-459504d2-6f52-41e2-9c52-014ee31b9e28 req-5536972a-227a-4e94-87d0-d6e311cc0afe tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404353 Dec 20 09:19:44.905104 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f13006bb-3165-4816-9748-31269b4fd5ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:19:45.336019 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7e0dc7-92b1-4ef9-8630-9eecd4fc0dc1 req-9c968e28-c0cb-45b1-ab02-e690d581cc67 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:19:45.337354 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bd7e0dc7-92b1-4ef9-8630-9eecd4fc0dc1 req-9c968e28-c0cb-45b1-ab02-e690d581cc67 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5d564be-ed42-45de-9a10-c0ca3c117712&tenant_id=e4f19a896cd74f1bb76f0396278358ec&binding%3Ahost_id=hv-neutron-8204 HTTP/1.1" status: 200 len: 945 time: 0.1355448 Dec 20 09:19:45.420911 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b4a2f-d82a-4f72-ad02-7ec52887d29c req-37765a97-15ea-45ad-941f-833b020d662c tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:19:45.422439 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-574b4a2f-d82a-4f72-ad02-7ec52887d29c req-37765a97-15ea-45ad-941f-833b020d662c tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d564be-ed42-45de-9a10-c0ca3c117712 HTTP/1.1" status: 200 len: 945 time: 0.1653030 Dec 20 09:19:45.472038 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bd7e0dc7-92b1-4ef9-8630-9eecd4fc0dc1 req-d8b51289-117b-42fd-9c6b-ba5a8659f7de service neutron] 10.222.0.58 "GET /v2.0/ports/9a6fb3d7-796c-4077-9fdd-b2eb86ffb537/bindings/hv-neutron-8204 HTTP/1.1" status: 200 len: 384 time: 0.1286135 Dec 20 09:19:45.479809 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-574b4a2f-d82a-4f72-ad02-7ec52887d29c req-e98f5cf4-ce65-4ce1-a47d-7769bba06fcb tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518374 Dec 20 09:19:45.565286 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bd7e0dc7-92b1-4ef9-8630-9eecd4fc0dc1 req-184f624e-64a7-4eca-a5e4-8672df3f3dd4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e4f19a896cd74f1bb76f0396278358ec&device_id=d5d564be-ed42-45de-9a10-c0ca3c117712 HTTP/1.1" status: 200 len: 1098 time: 0.0703049 Dec 20 09:19:45.702323 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7e0dc7-92b1-4ef9-8630-9eecd4fc0dc1 req-0104ea4a-79ef-4415-ab20-0d6f94fa2dd3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:19:45.703779 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bd7e0dc7-92b1-4ef9-8630-9eecd4fc0dc1 req-0104ea4a-79ef-4415-ab20-0d6f94fa2dd3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a03058fc-2a0d-4e8b-85f3-1b71349d971f HTTP/1.1" status: 200 len: 912 time: 0.1322329 Dec 20 09:19:45.816090 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bd7e0dc7-92b1-4ef9-8630-9eecd4fc0dc1 req-f57a3993-a07a-42fc-b08c-cd2b035ee22a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a6fb3d7-796c-4077-9fdd-b2eb86ffb537 HTTP/1.1" status: 200 len: 1002 time: 0.0977232 Dec 20 09:19:45.878019 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7e0dc7-92b1-4ef9-8630-9eecd4fc0dc1 req-7220ff7b-37b7-4dbe-b979-2d252e3cfff6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:19:45.879156 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bd7e0dc7-92b1-4ef9-8630-9eecd4fc0dc1 req-7220ff7b-37b7-4dbe-b979-2d252e3cfff6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=373276bb-d3f8-4cba-b746-1f476a16e22b HTTP/1.1" status: 200 len: 850 time: 0.0572116 Dec 20 09:19:45.966373 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bd7e0dc7-92b1-4ef9-8630-9eecd4fc0dc1 req-bd0f06be-6381-4f9f-89c6-a4769d0240ca service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a03058fc-2a0d-4e8b-85f3-1b71349d971f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788152 Dec 20 09:19:46.055395 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:19:46.113457 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:19:46.214029 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bd7e0dc7-92b1-4ef9-8630-9eecd4fc0dc1 req-f8a562cc-e667-48c0-b9c1-98310cabf9e5 service neutron] 10.222.0.58 "GET /v2.0/networks/a03058fc-2a0d-4e8b-85f3-1b71349d971f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411320 Dec 20 09:19:46.348912 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bd7e0dc7-92b1-4ef9-8630-9eecd4fc0dc1 req-7a939f5f-ddab-4257-9000-8bcf8b6adae3 service neutron] 10.222.0.58 "GET /v2.0/networks/a03058fc-2a0d-4e8b-85f3-1b71349d971f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275232 Dec 20 09:19:46.684831 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52046def-7f3d-48f3-b72e-c22d9abf7656 req-00e2aed0-21fa-428c-b1d2-54d08667fb58 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:19:46.686176 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-52046def-7f3d-48f3-b72e-c22d9abf7656 req-00e2aed0-21fa-428c-b1d2-54d08667fb58 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d564be-ed42-45de-9a10-c0ca3c117712 HTTP/1.1" status: 200 len: 945 time: 0.0805600 Dec 20 09:19:46.738507 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-52046def-7f3d-48f3-b72e-c22d9abf7656 req-77a1b914-eb13-4261-b467-c456fa91bd1c tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468545 Dec 20 09:19:47.516738 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:19:47.710119 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 9a6fb3d7-796c-4077-9fdd-b2eb86ffb537 no longer exists at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 09:19:47.825132 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:19:47.852807 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d564be-ed42-45de-9a10-c0ca3c117712', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a6fb3d7-796c-4077-9fdd-b2eb86ffb537'}] {{(pid=83446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:19:47.867161 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port 9a6fb3d7-796c-4077-9fdd-b2eb86ffb537, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=9a6fb3d7-796c-4077-9fdd-b2eb86ffb537,segment=NetworkSegment(2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f),segment_id=2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:19:47.872234 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:19:47.874806 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:19:47.923819 dv-neutron-820491-1-hyperv neutron-server[83446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5d564be-ed42-45de-9a10-c0ca3c117712', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a6fb3d7-796c-4077-9fdd-b2eb86ffb537', 'code': 200} Dec 20 09:19:47.944736 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b85c99-d5ef-48e1-b044-0ef99aa00500 req-29da3f44-4292-4dec-bbd4-4732405aba9a tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:19:47.946323 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e4b85c99-d5ef-48e1-b044-0ef99aa00500 req-29da3f44-4292-4dec-bbd4-4732405aba9a tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d564be-ed42-45de-9a10-c0ca3c117712 HTTP/1.1" status: 200 len: 943 time: 0.0841031 Dec 20 09:19:47.946744 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=9a6fb3d7-796c-4077-9fdd-b2eb86ffb537,revision_number=9']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:19:47.950471 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:19:47.996908 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e4b85c99-d5ef-48e1-b044-0ef99aa00500 req-e6ef2c3a-d313-48b4-abf1-855f5a993e85 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436578 Dec 20 09:19:49.207706 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730ca093-3edb-408d-89ee-d58dabcf66eb req-a8d1fc40-e6e8-477d-b1f7-217430df36c3 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:19:49.209169 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-730ca093-3edb-408d-89ee-d58dabcf66eb req-a8d1fc40-e6e8-477d-b1f7-217430df36c3 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d564be-ed42-45de-9a10-c0ca3c117712 HTTP/1.1" status: 200 len: 943 time: 0.0843241 Dec 20 09:19:49.259561 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-730ca093-3edb-408d-89ee-d58dabcf66eb req-001ba9c7-4571-4d12-9512-b9b6dbbe6ee9 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442121 Dec 20 09:19:49.601143 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bd7e0dc7-92b1-4ef9-8630-9eecd4fc0dc1 req-5745700f-b9d0-4f32-b77b-3238185ba0cf service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d5d564be-ed42-45de-9a10-c0ca3c117712&tenant_id=e4f19a896cd74f1bb76f0396278358ec HTTP/1.1" status: 200 len: 1096 time: 0.0704679 Dec 20 09:19:49.695773 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bd7e0dc7-92b1-4ef9-8630-9eecd4fc0dc1 req-f4b49180-8108-4582-adca-7c59adb320e4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e4f19a896cd74f1bb76f0396278358ec&device_id=d5d564be-ed42-45de-9a10-c0ca3c117712 HTTP/1.1" status: 200 len: 1096 time: 0.0716376 Dec 20 09:19:49.833913 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7e0dc7-92b1-4ef9-8630-9eecd4fc0dc1 req-38069a70-6a5d-4341-83fb-d24762a82caa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:19:49.835376 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bd7e0dc7-92b1-4ef9-8630-9eecd4fc0dc1 req-38069a70-6a5d-4341-83fb-d24762a82caa service neutron] 10.222.0.58 "GET /v2.0/networks?id=a03058fc-2a0d-4e8b-85f3-1b71349d971f HTTP/1.1" status: 200 len: 912 time: 0.1332006 Dec 20 09:19:49.941728 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bd7e0dc7-92b1-4ef9-8630-9eecd4fc0dc1 req-8489d944-4d96-457e-95b4-762200c43e9a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a6fb3d7-796c-4077-9fdd-b2eb86ffb537 HTTP/1.1" status: 200 len: 1000 time: 0.0994706 Dec 20 09:19:50.014694 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7e0dc7-92b1-4ef9-8630-9eecd4fc0dc1 req-a4dc8026-79cd-405b-8e50-392a95e9c6a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:19:50.016150 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bd7e0dc7-92b1-4ef9-8630-9eecd4fc0dc1 req-a4dc8026-79cd-405b-8e50-392a95e9c6a6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=373276bb-d3f8-4cba-b746-1f476a16e22b HTTP/1.1" status: 200 len: 850 time: 0.0688164 Dec 20 09:19:50.097552 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bd7e0dc7-92b1-4ef9-8630-9eecd4fc0dc1 req-3816827e-0607-42f3-b270-3e7df22e5bf9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a03058fc-2a0d-4e8b-85f3-1b71349d971f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747557 Dec 20 09:19:50.235468 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bd7e0dc7-92b1-4ef9-8630-9eecd4fc0dc1 req-d4e017c2-88d0-4727-93f8-833746cf59c7 service neutron] 10.222.0.58 "GET /v2.0/networks/a03058fc-2a0d-4e8b-85f3-1b71349d971f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316888 Dec 20 09:19:50.371103 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bd7e0dc7-92b1-4ef9-8630-9eecd4fc0dc1 req-8e1892ac-ac05-411f-8c98-ecc3f4638cce service neutron] 10.222.0.58 "GET /v2.0/networks/a03058fc-2a0d-4e8b-85f3-1b71349d971f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297336 Dec 20 09:19:50.470468 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78117177-c947-49d9-8f4b-4b533ca819ed req-f0222e6f-305a-4167-9ba6-06d566ee226f tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:19:50.471990 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-78117177-c947-49d9-8f4b-4b533ca819ed req-f0222e6f-305a-4167-9ba6-06d566ee226f tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d564be-ed42-45de-9a10-c0ca3c117712 HTTP/1.1" status: 200 len: 943 time: 0.0880983 Dec 20 09:19:50.519731 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-78117177-c947-49d9-8f4b-4b533ca819ed req-14d9d4ca-7422-4c57-8905-be57d75e18d6 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421877 Dec 20 09:19:51.133203 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:19:51.702878 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 9a6fb3d7-796c-4077-9fdd-b2eb86ffb537 no longer exists at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 09:19:51.766244 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a31f0-15cd-4597-86f8-1fd993f73d64 req-6a25b751-ea83-4ca5-b06e-35e987deafc2 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:19:51.767753 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-5b6a31f0-15cd-4597-86f8-1fd993f73d64 req-6a25b751-ea83-4ca5-b06e-35e987deafc2 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d564be-ed42-45de-9a10-c0ca3c117712 HTTP/1.1" status: 200 len: 943 time: 0.1178982 Dec 20 09:19:51.839239 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-5b6a31f0-15cd-4597-86f8-1fd993f73d64 req-6b8cc452-0102-4faf-a5f8-6ad84e268e98 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649273 Dec 20 09:19:53.041483 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e5a63-d7c9-4ff0-8491-681071e038cb req-09da3638-ef74-4fc0-b342-1762e1520d6e tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:19:53.042926 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-201e5a63-d7c9-4ff0-8491-681071e038cb req-09da3638-ef74-4fc0-b342-1762e1520d6e tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d564be-ed42-45de-9a10-c0ca3c117712 HTTP/1.1" status: 200 len: 943 time: 0.0758035 Dec 20 09:19:53.087450 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-201e5a63-d7c9-4ff0-8491-681071e038cb req-617d9213-43ba-4ef8-9016-de1ce5176dad tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390544 Dec 20 09:19:53.701624 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 9a6fb3d7-796c-4077-9fdd-b2eb86ffb537 details requested by agent hyperv_hv-neutron-8204 with host hv-neutron-8204 {{(pid=83446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 09:19:53.844193 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port 9a6fb3d7-796c-4077-9fdd-b2eb86ffb537, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=9a6fb3d7-796c-4077-9fdd-b2eb86ffb537,segment=NetworkSegment(2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f),segment_id=2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:19:53.860720 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Returning: {'device': '9a6fb3d7-796c-4077-9fdd-b2eb86ffb537', 'network_id': 'a03058fc-2a0d-4e8b-85f3-1b71349d971f', 'port_id': '9a6fb3d7-796c-4077-9fdd-b2eb86ffb537', 'mac_address': 'fa:16:3e:84:45:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '373276bb-d3f8-4cba-b746-1f476a16e22b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 09:19:53.967871 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:19:53.985677 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a6fb3d7-796c-4077-9fdd-b2eb86ffb537 {{(pid=83446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 09:19:54.001383 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port 9a6fb3d7-796c-4077-9fdd-b2eb86ffb537, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=9a6fb3d7-796c-4077-9fdd-b2eb86ffb537,segment=NetworkSegment(2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f),segment_id=2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:19:54.004951 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:19:54.006712 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:19:54.069879 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] get_ports_and_sgs() called for port_ids ['9a6fb3d7-796c-4077-9fdd-b2eb86ffb537'] {{(pid=83446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 09:19:54.116580 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=9a6fb3d7-796c-4077-9fdd-b2eb86ffb537,revision_number=10']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:19:54.121703 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:19:54.288356 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8619b3-6525-4018-ab6b-d03d57767cbc req-a344e782-dede-431a-98db-f4d376611a99 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:19:54.289830 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-2a8619b3-6525-4018-ab6b-d03d57767cbc req-a344e782-dede-431a-98db-f4d376611a99 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d564be-ed42-45de-9a10-c0ca3c117712 HTTP/1.1" status: 200 len: 945 time: 0.0790787 Dec 20 09:19:54.339334 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-2a8619b3-6525-4018-ab6b-d03d57767cbc req-5dd790c9-8a64-4bd9-9fad-1e0e8e7fa048 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427051 Dec 20 09:19:55.539553 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3087e7-a1ea-476f-a65b-6752bbe85942 req-835d1bc1-5c5f-4f48-88c1-e12551da0276 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:19:55.540999 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bf3087e7-a1ea-476f-a65b-6752bbe85942 req-835d1bc1-5c5f-4f48-88c1-e12551da0276 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d564be-ed42-45de-9a10-c0ca3c117712 HTTP/1.1" status: 200 len: 945 time: 0.0804589 Dec 20 09:19:55.587438 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bf3087e7-a1ea-476f-a65b-6752bbe85942 req-060368fa-9be2-4731-bd57-bf9b041a83bb tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405693 Dec 20 09:19:55.718763 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 9a6fb3d7-796c-4077-9fdd-b2eb86ffb537 up at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:19:55.791138 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning complete for port 9a6fb3d7-796c-4077-9fdd-b2eb86ffb537 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:19:55.791514 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:19:55.900402 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:19:55.926550 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d564be-ed42-45de-9a10-c0ca3c117712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a6fb3d7-796c-4077-9fdd-b2eb86ffb537'}] {{(pid=83446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:19:55.936810 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port 9a6fb3d7-796c-4077-9fdd-b2eb86ffb537, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=9a6fb3d7-796c-4077-9fdd-b2eb86ffb537,segment=NetworkSegment(2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f),segment_id=2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:19:55.944670 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:19:55.946593 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-b8c27b09-5f65-4cfd-826e-ef020e7d90ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:19:55.996590 dv-neutron-820491-1-hyperv neutron-server[83446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5d564be-ed42-45de-9a10-c0ca3c117712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a6fb3d7-796c-4077-9fdd-b2eb86ffb537', 'code': 200} Dec 20 09:19:56.015393 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=9a6fb3d7-796c-4077-9fdd-b2eb86ffb537,revision_number=11']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:19:56.018263 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:19:56.381479 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d1d80d9d-c63a-44e6-a6b1-0c44c73d9f25 req-2e3f8273-9fae-4af1-bf2b-d0220c457856 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e4f19a896cd74f1bb76f0396278358ec&device_id=d5d564be-ed42-45de-9a10-c0ca3c117712 HTTP/1.1" status: 200 len: 1099 time: 0.0691628 Dec 20 09:19:56.525353 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d80d9d-c63a-44e6-a6b1-0c44c73d9f25 req-3b1e9107-3c38-4d86-a77f-f7093bde03f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:19:56.526792 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d1d80d9d-c63a-44e6-a6b1-0c44c73d9f25 req-3b1e9107-3c38-4d86-a77f-f7093bde03f7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a03058fc-2a0d-4e8b-85f3-1b71349d971f HTTP/1.1" status: 200 len: 912 time: 0.1263642 Dec 20 09:19:56.772188 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d1d80d9d-c63a-44e6-a6b1-0c44c73d9f25 req-c42d5eab-a196-4ddc-b8c9-5745438ad80b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a6fb3d7-796c-4077-9fdd-b2eb86ffb537 HTTP/1.1" status: 200 len: 1002 time: 0.2388604 Dec 20 09:19:56.849413 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d80d9d-c63a-44e6-a6b1-0c44c73d9f25 req-6de183d4-0c0d-4f3d-8c47-9de58c55c27e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:19:56.850831 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d1d80d9d-c63a-44e6-a6b1-0c44c73d9f25 req-6de183d4-0c0d-4f3d-8c47-9de58c55c27e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=373276bb-d3f8-4cba-b746-1f476a16e22b HTTP/1.1" status: 200 len: 850 time: 0.0712643 Dec 20 09:19:56.857256 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4966e283-ebbd-49cb-bb3d-596c987d4c33 req-a2577958-2075-4306-9b95-187690d82396 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:19:56.858584 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4966e283-ebbd-49cb-bb3d-596c987d4c33 req-a2577958-2075-4306-9b95-187690d82396 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d564be-ed42-45de-9a10-c0ca3c117712 HTTP/1.1" status: 200 len: 946 time: 0.1472878 Dec 20 09:19:56.948178 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4966e283-ebbd-49cb-bb3d-596c987d4c33 req-8337aa55-7ef1-4c94-a727-9356a333c134 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612280 Dec 20 09:19:56.964847 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d1d80d9d-c63a-44e6-a6b1-0c44c73d9f25 req-9716d789-35d6-40dd-8086-573f8dc09d17 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a03058fc-2a0d-4e8b-85f3-1b71349d971f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1053715 Dec 20 09:19:57.092804 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d1d80d9d-c63a-44e6-a6b1-0c44c73d9f25 req-f6839581-b9e6-4278-afc7-5fa2255ae17a service neutron] 10.222.0.58 "GET /v2.0/networks/a03058fc-2a0d-4e8b-85f3-1b71349d971f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217406 Dec 20 09:19:57.221957 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d1d80d9d-c63a-44e6-a6b1-0c44c73d9f25 req-d5d7685c-2955-4ba4-ad67-cbee323c886a service neutron] 10.222.0.58 "GET /v2.0/networks/a03058fc-2a0d-4e8b-85f3-1b71349d971f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232874 Dec 20 09:19:58.254128 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f9dca-62e1-460f-97e4-14defa3feb28 req-001e7721-e13d-4bc6-930a-adf8fa246439 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:19:58.255486 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-c90f9dca-62e1-460f-97e4-14defa3feb28 req-001e7721-e13d-4bc6-930a-adf8fa246439 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d564be-ed42-45de-9a10-c0ca3c117712 HTTP/1.1" status: 200 len: 946 time: 0.1831365 Dec 20 09:19:58.299648 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-c90f9dca-62e1-460f-97e4-14defa3feb28 req-05f96514-454a-4f96-9162-7c8d430a0c3f tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387917 Dec 20 09:19:59.494469 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b1aae3-b022-4e01-af92-5cd092551742 req-85f86323-abb8-45fe-94d5-51b55d58bc6d tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:19:59.495906 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b6b1aae3-b022-4e01-af92-5cd092551742 req-85f86323-abb8-45fe-94d5-51b55d58bc6d tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d564be-ed42-45de-9a10-c0ca3c117712 HTTP/1.1" status: 200 len: 946 time: 0.0763233 Dec 20 09:19:59.540885 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b6b1aae3-b022-4e01-af92-5cd092551742 req-33f9d670-8b2f-4819-8fe0-b0715cdc4d34 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392897 Dec 20 09:19:59.736172 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ab7b63-fb03-4c85-a7ac-53a2276060df req-38d8665b-931a-48e8-a9e7-b9058f147315 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:19:59.737635 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-85ab7b63-fb03-4c85-a7ac-53a2276060df req-38d8665b-931a-48e8-a9e7-b9058f147315 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d564be-ed42-45de-9a10-c0ca3c117712 HTTP/1.1" status: 200 len: 946 time: 0.0766056 Dec 20 09:19:59.781969 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-85ab7b63-fb03-4c85-a7ac-53a2276060df req-752ba048-0bfa-4809-8ee9-946d3764375b tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390041 Dec 20 09:19:59.977333 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e557486e-ca67-4921-a32b-5f42115b7335 req-023ddf07-f495-448c-a86b-e0c4731a3f8a tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:19:59.978781 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e557486e-ca67-4921-a32b-5f42115b7335 req-023ddf07-f495-448c-a86b-e0c4731a3f8a tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d564be-ed42-45de-9a10-c0ca3c117712 HTTP/1.1" status: 200 len: 946 time: 0.0796545 Dec 20 09:20:00.023678 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e557486e-ca67-4921-a32b-5f42115b7335 req-0e0254ba-d33a-46b0-805d-b3f7a7ffc1b7 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391309 Dec 20 09:20:00.419506 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b394d30-d03a-4838-a552-87aa7a08d635 req-1bd9c75c-5d2a-4ad6-b70f-e6e510465f0b tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:20:00.420949 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7b394d30-d03a-4838-a552-87aa7a08d635 req-1bd9c75c-5d2a-4ad6-b70f-e6e510465f0b tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d564be-ed42-45de-9a10-c0ca3c117712 HTTP/1.1" status: 200 len: 946 time: 0.0770469 Dec 20 09:20:00.470729 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7b394d30-d03a-4838-a552-87aa7a08d635 req-6c1c817a-b890-4f71-ae8e-7293dbc6336d tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442884 Dec 20 09:20:01.674380 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e47349-f123-4b16-9e48-ca6d684ae2a2 req-b46c3f6a-49d8-468b-92fd-c29278a6ebe7 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:20:01.675853 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-66e47349-f123-4b16-9e48-ca6d684ae2a2 req-b46c3f6a-49d8-468b-92fd-c29278a6ebe7 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d564be-ed42-45de-9a10-c0ca3c117712 HTTP/1.1" status: 200 len: 946 time: 0.0815067 Dec 20 09:20:01.723036 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-66e47349-f123-4b16-9e48-ca6d684ae2a2 req-5ffd8640-9b13-41cc-95d9-eedee1c721ce tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416727 Dec 20 09:20:02.851942 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c71b0-72df-4d7b-bc44-5adc429fa0d3 req-33e96642-1dc2-4ca7-bdb7-b9d40e0492d7 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:20:02.853374 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f73c71b0-72df-4d7b-bc44-5adc429fa0d3 req-33e96642-1dc2-4ca7-bdb7-b9d40e0492d7 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5d564be-ed42-45de-9a10-c0ca3c117712 HTTP/1.1" status: 200 len: 946 time: 0.0913630 Dec 20 09:20:02.963601 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-f73c71b0-72df-4d7b-bc44-5adc429fa0d3 req-450c5aed-8e59-4f45-a072-d09f7eb976df tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Deleting port 9a6fb3d7-796c-4077-9fdd-b2eb86ffb537 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:20:02.963939 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-f73c71b0-72df-4d7b-bc44-5adc429fa0d3 req-450c5aed-8e59-4f45-a072-d09f7eb976df tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:03.066992 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46702880-2c42-4b12-955f-051d30ae1fc5 req-4e65456d-c84d-443c-aafe-a7a04881e4a1 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:20:03.068430 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-46702880-2c42-4b12-955f-051d30ae1fc5 req-4e65456d-c84d-443c-aafe-a7a04881e4a1 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d564be-ed42-45de-9a10-c0ca3c117712 HTTP/1.1" status: 200 len: 946 time: 0.2132893 Dec 20 09:20:03.168787 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-46702880-2c42-4b12-955f-051d30ae1fc5 req-5bc6a68a-8a86-428e-aa3e-6e5c75b76e38 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8025c4-b9df-4cc6-8e0e-abd973434d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910597 Dec 20 09:20:03.264251 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-f73c71b0-72df-4d7b-bc44-5adc429fa0d3 req-450c5aed-8e59-4f45-a072-d09f7eb976df tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] For port 9a6fb3d7-796c-4077-9fdd-b2eb86ffb537, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=9a6fb3d7-796c-4077-9fdd-b2eb86ffb537,segment=NetworkSegment(2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f),segment_id=2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:20:03.264601 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-f73c71b0-72df-4d7b-bc44-5adc429fa0d3 req-450c5aed-8e59-4f45-a072-d09f7eb976df tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:03.658666 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-f73c71b0-72df-4d7b-bc44-5adc429fa0d3 req-450c5aed-8e59-4f45-a072-d09f7eb976df tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:03.659030 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-f73c71b0-72df-4d7b-bc44-5adc429fa0d3 req-450c5aed-8e59-4f45-a072-d09f7eb976df tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-345990'] for floatingip, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:03.659336 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.l3_db [req-f73c71b0-72df-4d7b-bc44-5adc429fa0d3 req-450c5aed-8e59-4f45-a072-d09f7eb976df tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Floating IP 7deee2dd-ad3d-454b-9166-3111d7ff5e90 disassociated. External IP: 172.26.5.155, port: 9a6fb3d7-796c-4077-9fdd-b2eb86ffb537. Dec 20 09:20:03.659669 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-f73c71b0-72df-4d7b-bc44-5adc429fa0d3 req-450c5aed-8e59-4f45-a072-d09f7eb976df tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Calling delete_port for 9a6fb3d7-796c-4077-9fdd-b2eb86ffb537 owned by compute:nova {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:20:03.800965 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-f73c71b0-72df-4d7b-bc44-5adc429fa0d3 req-450c5aed-8e59-4f45-a072-d09f7eb976df tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:03.807193 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ede2121c-db02-40c3-b042-a2f4211b5d91 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:20:03.853555 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450c5aed-8e59-4f45-a072-d09f7eb976df tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Pushing event deleted for resources: {'Port': ['ID=9a6fb3d7-796c-4077-9fdd-b2eb86ffb537,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:20:03.866024 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450c5aed-8e59-4f45-a072-d09f7eb976df tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:20:03.866412 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450c5aed-8e59-4f45-a072-d09f7eb976df tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:20:03.866794 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450c5aed-8e59-4f45-a072-d09f7eb976df tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:20:03.867231 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450c5aed-8e59-4f45-a072-d09f7eb976df tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:20:03.867517 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450c5aed-8e59-4f45-a072-d09f7eb976df tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:20:03.867883 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450c5aed-8e59-4f45-a072-d09f7eb976df tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:20:03.868247 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450c5aed-8e59-4f45-a072-d09f7eb976df tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:20:03.868611 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450c5aed-8e59-4f45-a072-d09f7eb976df tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:20:03.868972 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450c5aed-8e59-4f45-a072-d09f7eb976df tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:20:03.869355 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450c5aed-8e59-4f45-a072-d09f7eb976df tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:20:03.869713 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450c5aed-8e59-4f45-a072-d09f7eb976df tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:20:03.873966 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-450c5aed-8e59-4f45-a072-d09f7eb976df tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:20:04.082696 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f73c71b0-72df-4d7b-bc44-5adc429fa0d3 req-450c5aed-8e59-4f45-a072-d09f7eb976df tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Router 3563f7b9-6aa7-4779-a1df-ff12305bd00b has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 09:20:04.288440 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f73c71b0-72df-4d7b-bc44-5adc429fa0d3 req-450c5aed-8e59-4f45-a072-d09f7eb976df tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 09:20:04.299789 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94881382-1ed4-41fa-99b7-38f8ff329517 None None] Sync routers for ids ['3563f7b9-6aa7-4779-a1df-ff12305bd00b'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 09:20:04.313683 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94881382-1ed4-41fa-99b7-38f8ff329517 None None] Routers {'3563f7b9-6aa7-4779-a1df-ff12305bd00b'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:20:04.314585 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-94881382-1ed4-41fa-99b7-38f8ff329517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:19:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['3563f7b9-6aa7-4779-a1df-ff12305bd00b'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:20:04.336795 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-43d1730f-3fa7-47bf-b0c4-c1af8f7f6754 req-44b0dcb6-1cbd-4f32-9fdf-c95c6b333651 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d564be-ed42-45de-9a10-c0ca3c117712 HTTP/1.1" status: 200 len: 210 time: 0.0427465 Dec 20 09:20:04.363853 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-f73c71b0-72df-4d7b-bc44-5adc429fa0d3 req-450c5aed-8e59-4f45-a072-d09f7eb976df tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] No DVR routers for this DVR port 9a6fb3d7-796c-4077-9fdd-b2eb86ffb537 on host hv-neutron-8204 {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 09:20:04.365146 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-f73c71b0-72df-4d7b-bc44-5adc429fa0d3 req-450c5aed-8e59-4f45-a072-d09f7eb976df tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:04.368433 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d564be-ed42-45de-9a10-c0ca3c117712', 'name': 'network-vif-deleted', 'tag': '9a6fb3d7-796c-4077-9fdd-b2eb86ffb537'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:20:04.384987 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f73c71b0-72df-4d7b-bc44-5adc429fa0d3 req-450c5aed-8e59-4f45-a072-d09f7eb976df tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.58 "DELETE /v2.0/ports/9a6fb3d7-796c-4077-9fdd-b2eb86ffb537 HTTP/1.1" status: 204 len: 173 time: 1.4990444 Dec 20 09:20:04.506393 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5d564be-ed42-45de-9a10-c0ca3c117712', 'name': 'network-vif-deleted', 'tag': '9a6fb3d7-796c-4077-9fdd-b2eb86ffb537', 'status': 'completed', 'code': 200} Dec 20 09:20:04.516284 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-94881382-1ed4-41fa-99b7-38f8ff329517 None None] Set router 3563f7b9-6aa7-4779-a1df-ff12305bd00b gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:20:04.848379 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-94881382-1ed4-41fa-99b7-38f8ff329517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'name': 'tempest-ServerActionsTestJSON-104128265-router', 'tenant_id': 'e4f19a896cd74f1bb76f0396278358ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.210'}], 'enable_snat': True}, 'gw_port_id': 'e4ddd1a4-cdc7-4757-9940-71f3fbd6e894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:11:18Z', 'updated_at': '2021-12-20T09:11:21Z', 'revision_number': 4, 'project_id': 'e4f19a896cd74f1bb76f0396278358ec', 'gw_port': {'id': 'e4ddd1a4-cdc7-4757-9940-71f3fbd6e894', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:21:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:11:19Z', 'updated_at': '2021-12-20T09:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': 'fb2e6b9a-24f3-4d40-81fd-b8c6e5e683ae', 'name': '', 'network_id': 'a03058fc-2a0d-4e8b-85f3-1b71349d971f', 'tenant_id': 'e4f19a896cd74f1bb76f0396278358ec', 'mac_address': 'fa:16:3e:42:89:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '373276bb-d3f8-4cba-b746-1f476a16e22b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:11:21Z', 'updated_at': '2021-12-20T09:11:39Z', 'revision_number': 5, 'project_id': 'e4f19a896cd74f1bb76f0396278358ec', 'subnets': [{'id': '373276bb-d3f8-4cba-b746-1f476a16e22b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:20:04.853327 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94881382-1ed4-41fa-99b7-38f8ff329517 None None] Checking router: 3563f7b9-6aa7-4779-a1df-ff12305bd00b for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 09:20:04.869473 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94881382-1ed4-41fa-99b7-38f8ff329517 None None] Routers {'3563f7b9-6aa7-4779-a1df-ff12305bd00b'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:20:04.870126 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-94881382-1ed4-41fa-99b7-38f8ff329517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:19:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['3563f7b9-6aa7-4779-a1df-ff12305bd00b'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:20:05.064848 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-94881382-1ed4-41fa-99b7-38f8ff329517 None None] Set router 3563f7b9-6aa7-4779-a1df-ff12305bd00b gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:20:05.473111 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-94881382-1ed4-41fa-99b7-38f8ff329517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'name': 'tempest-ServerActionsTestJSON-104128265-router', 'tenant_id': 'e4f19a896cd74f1bb76f0396278358ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.210'}], 'enable_snat': True}, 'gw_port_id': 'e4ddd1a4-cdc7-4757-9940-71f3fbd6e894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:11:18Z', 'updated_at': '2021-12-20T09:11:21Z', 'revision_number': 4, 'project_id': 'e4f19a896cd74f1bb76f0396278358ec', 'gw_port': {'id': 'e4ddd1a4-cdc7-4757-9940-71f3fbd6e894', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:21:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:11:19Z', 'updated_at': '2021-12-20T09:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': 'fb2e6b9a-24f3-4d40-81fd-b8c6e5e683ae', 'name': '', 'network_id': 'a03058fc-2a0d-4e8b-85f3-1b71349d971f', 'tenant_id': 'e4f19a896cd74f1bb76f0396278358ec', 'mac_address': 'fa:16:3e:42:89:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '373276bb-d3f8-4cba-b746-1f476a16e22b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:11:21Z', 'updated_at': '2021-12-20T09:11:39Z', 'revision_number': 5, 'project_id': 'e4f19a896cd74f1bb76f0396278358ec', 'subnets': [{'id': '373276bb-d3f8-4cba-b746-1f476a16e22b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:20:05.478745 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94881382-1ed4-41fa-99b7-38f8ff329517 None None] The sync data for ids ['3563f7b9-6aa7-4779-a1df-ff12305bd00b'] in dv-neutron-820491-1-hyperv is: [{'id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'name': 'tempest-ServerActionsTestJSON-104128265-router', 'tenant_id': 'e4f19a896cd74f1bb76f0396278358ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.210'}], 'enable_snat': True}, 'gw_port_id': 'e4ddd1a4-cdc7-4757-9940-71f3fbd6e894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:11:18Z', 'updated_at': '2021-12-20T09:11:21Z', 'revision_number': 4, 'project_id': 'e4f19a896cd74f1bb76f0396278358ec', 'gw_port': {'id': 'e4ddd1a4-cdc7-4757-9940-71f3fbd6e894', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:21:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:11:19Z', 'updated_at': '2021-12-20T09:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': 'fb2e6b9a-24f3-4d40-81fd-b8c6e5e683ae', 'name': '', 'network_id': 'a03058fc-2a0d-4e8b-85f3-1b71349d971f', 'tenant_id': 'e4f19a896cd74f1bb76f0396278358ec', 'mac_address': 'fa:16:3e:42:89:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '373276bb-d3f8-4cba-b746-1f476a16e22b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:11:21Z', 'updated_at': '2021-12-20T09:11:39Z', 'revision_number': 5, 'project_id': 'e4f19a896cd74f1bb76f0396278358ec', 'subnets': [{'id': '373276bb-d3f8-4cba-b746-1f476a16e22b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 09:20:05.561934 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-9582f90b-8fa5-4806-a83c-d02430feda81 req-62342f5e-3376-46d8-aa30-3e0a82b22942 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d564be-ed42-45de-9a10-c0ca3c117712 HTTP/1.1" status: 200 len: 210 time: 0.0622599 Dec 20 09:20:05.734360 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74ed402-2de6-4e52-9241-e90a5c350ee6 None None] New status for floating IP 7deee2dd-ad3d-454b-9166-3111d7ff5e90: DOWN {{(pid=83447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 09:20:05.795332 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 9a6fb3d7-796c-4077-9fdd-b2eb86ffb537 no longer exists at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 09:20:05.829856 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] No Port match for: 9a6fb3d7-796c-4077-9fdd-b2eb86ffb537 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 09:20:05.830116 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 9a6fb3d7-796c-4077-9fdd-b2eb86ffb537 not bound to the agent host hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 09:20:09.960651 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 50040) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:20:10.028378 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d4c0d4f2-2acb-4f10-abdd-828ad2bc300c tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify callbacks [] for security_group, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:10.055794 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d4c0d4f2-2acb-4f10-abdd-828ad2bc300c tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:10.109524 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d4c0d4f2-2acb-4f10-abdd-828ad2bc300c tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:10.113708 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-14993304-79f4-4b43-a89d-99f8177517f5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:20:10.130418 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c0d4f2-2acb-4f10-abdd-828ad2bc300c tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a8025c4-b9df-4cc6-8e0e-abd973434d08,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:20:10.142523 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c0d4f2-2acb-4f10-abdd-828ad2bc300c tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:20:10.142903 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c0d4f2-2acb-4f10-abdd-828ad2bc300c tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:20:10.143282 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c0d4f2-2acb-4f10-abdd-828ad2bc300c tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:20:10.143648 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c0d4f2-2acb-4f10-abdd-828ad2bc300c tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:20:10.144016 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c0d4f2-2acb-4f10-abdd-828ad2bc300c tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:20:10.144380 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c0d4f2-2acb-4f10-abdd-828ad2bc300c tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:20:10.144742 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c0d4f2-2acb-4f10-abdd-828ad2bc300c tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:20:10.145104 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c0d4f2-2acb-4f10-abdd-828ad2bc300c tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:20:10.145490 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c0d4f2-2acb-4f10-abdd-828ad2bc300c tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:20:10.145851 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c0d4f2-2acb-4f10-abdd-828ad2bc300c tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:20:10.146206 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c0d4f2-2acb-4f10-abdd-828ad2bc300c tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:20:10.149982 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d4c0d4f2-2acb-4f10-abdd-828ad2bc300c tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:20:10.152424 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d4c0d4f2-2acb-4f10-abdd-828ad2bc300c tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:10.153203 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-d4c0d4f2-2acb-4f10-abdd-828ad2bc300c tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "DELETE /v2.0/security-groups/2a8025c4-b9df-4cc6-8e0e-abd973434d08 HTTP/1.1" status: 204 len: 168 time: 0.1914430 Dec 20 09:20:10.155532 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 50044) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:20:10.172512 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.api.v2.resource [None req-38f57e37-2474-4aa5-8000-d34dc7467893 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] show failed (client error): The resource could not be found. Dec 20 09:20:10.173567 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-38f57e37-2474-4aa5-8000-d34dc7467893 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "GET /v2.0/security-groups/2a8025c4-b9df-4cc6-8e0e-abd973434d08 HTTP/1.1" status: 404 len: 347 time: 0.0171189 Dec 20 09:20:10.176412 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 50048) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:20:10.264061 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:10.337302 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-51641084-557a-4c04-ba9b-1adad55553bd tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Deleting port 4d74a2bc-230c-4b8b-adb4-d2615879ff1c {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:20:10.337558 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-51641084-557a-4c04-ba9b-1adad55553bd tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:10.520112 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-51641084-557a-4c04-ba9b-1adad55553bd tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:10.520434 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-51641084-557a-4c04-ba9b-1adad55553bd tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:10.659566 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-51641084-557a-4c04-ba9b-1adad55553bd tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Calling delete_port for 4d74a2bc-230c-4b8b-adb4-d2615879ff1c owned by network:floatingip {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:20:10.798179 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-51641084-557a-4c04-ba9b-1adad55553bd tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:10.801903 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b33a36ef-b927-4bc5-8688-ece6610db9f5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:20:10.849601 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51641084-557a-4c04-ba9b-1adad55553bd tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Pushing event deleted for resources: {'Port': ['ID=4d74a2bc-230c-4b8b-adb4-d2615879ff1c,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:20:10.852917 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-51641084-557a-4c04-ba9b-1adad55553bd tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:20:10.940640 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-51641084-557a-4c04-ba9b-1adad55553bd tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify callbacks [] for floatingip, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:10.957267 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-51641084-557a-4c04-ba9b-1adad55553bd tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for floatingip, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:10.958417 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-51641084-557a-4c04-ba9b-1adad55553bd tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] 10.222.0.16 "DELETE /v2.0/floatingips/7deee2dd-ad3d-454b-9166-3111d7ff5e90 HTTP/1.1" status: 204 len: 168 time: 0.7812431 Dec 20 09:20:10.961450 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 50052) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:20:11.616555 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8c1039b9-2857-4d00-bd06-a519ac4e1510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349062'] for router_interface, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:12.257896 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-8c1039b9-2857-4d00-bd06-a519ac4e1510 admin admin] Deleting port fb2e6b9a-24f3-4d40-81fd-b8c6e5e683ae {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:20:12.258646 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8c1039b9-2857-4d00-bd06-a519ac4e1510 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:12.429681 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-8c1039b9-2857-4d00-bd06-a519ac4e1510 admin admin] For port fb2e6b9a-24f3-4d40-81fd-b8c6e5e683ae, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=fb2e6b9a-24f3-4d40-81fd-b8c6e5e683ae,segment=NetworkSegment(2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f),segment_id=2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:20:12.430029 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8c1039b9-2857-4d00-bd06-a519ac4e1510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:12.553116 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-8c1039b9-2857-4d00-bd06-a519ac4e1510 admin admin] Calling delete_port for fb2e6b9a-24f3-4d40-81fd-b8c6e5e683ae owned by network:router_interface {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:20:12.614020 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-871ab0a3-854e-4724-a8c5-6fbdec8763ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:12.739767 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8c1039b9-2857-4d00-bd06-a519ac4e1510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:12.743777 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b99180b1-b273-42de-ade2-f305642fd374 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:20:12.789498 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1039b9-2857-4d00-bd06-a519ac4e1510 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb2e6b9a-24f3-4d40-81fd-b8c6e5e683ae,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:20:12.793771 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-8c1039b9-2857-4d00-bd06-a519ac4e1510 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:20:13.186520 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8c1039b9-2857-4d00-bd06-a519ac4e1510 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32897953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348760'] for router_interface, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:13.750266 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c1039b9-2857-4d00-bd06-a519ac4e1510 admin admin] Router 3563f7b9-6aa7-4779-a1df-ff12305bd00b has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 09:20:13.957037 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c1039b9-2857-4d00-bd06-a519ac4e1510 admin admin] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 09:20:13.965951 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b60aa0d-980d-41b4-83b8-f223734227a5 None None] Sync routers for ids ['3563f7b9-6aa7-4779-a1df-ff12305bd00b'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 09:20:13.969980 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-8c1039b9-2857-4d00-bd06-a519ac4e1510 admin admin] 10.222.0.16 "PUT /v2.0/routers/3563f7b9-6aa7-4779-a1df-ff12305bd00b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0072849 Dec 20 09:20:13.972460 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 50058) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:20:13.978267 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b60aa0d-980d-41b4-83b8-f223734227a5 None None] Routers {'3563f7b9-6aa7-4779-a1df-ff12305bd00b'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:20:13.978884 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-6b60aa0d-980d-41b4-83b8-f223734227a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:19:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['3563f7b9-6aa7-4779-a1df-ff12305bd00b'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:20:14.158409 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-6b60aa0d-980d-41b4-83b8-f223734227a5 None None] Set router 3563f7b9-6aa7-4779-a1df-ff12305bd00b gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:20:14.168639 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-007f6ca7-b3df-4593-b0ae-4df115390cf9 admin admin] Notify callbacks [] for router, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:14.361458 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-007f6ca7-b3df-4593-b0ae-4df115390cf9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:14.372033 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-007f6ca7-b3df-4593-b0ae-4df115390cf9 admin admin] Deleting port e4ddd1a4-cdc7-4757-9940-71f3fbd6e894 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:20:14.372373 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-007f6ca7-b3df-4593-b0ae-4df115390cf9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:14.442288 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-6b60aa0d-980d-41b4-83b8-f223734227a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'name': 'tempest-ServerActionsTestJSON-104128265-router', 'tenant_id': 'e4f19a896cd74f1bb76f0396278358ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.210'}], 'enable_snat': True}, 'gw_port_id': 'e4ddd1a4-cdc7-4757-9940-71f3fbd6e894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:11:18Z', 'updated_at': '2021-12-20T09:20:12Z', 'revision_number': 5, 'project_id': 'e4f19a896cd74f1bb76f0396278358ec', 'gw_port': {'id': 'e4ddd1a4-cdc7-4757-9940-71f3fbd6e894', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:21:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:11:19Z', 'updated_at': '2021-12-20T09:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:20:14.446222 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b60aa0d-980d-41b4-83b8-f223734227a5 None None] Checking router: 3563f7b9-6aa7-4779-a1df-ff12305bd00b for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 09:20:14.457498 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b60aa0d-980d-41b4-83b8-f223734227a5 None None] Routers {'3563f7b9-6aa7-4779-a1df-ff12305bd00b'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:20:14.458202 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-6b60aa0d-980d-41b4-83b8-f223734227a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:19:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['3563f7b9-6aa7-4779-a1df-ff12305bd00b'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:20:14.546457 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-007f6ca7-b3df-4593-b0ae-4df115390cf9 admin admin] For port e4ddd1a4-cdc7-4757-9940-71f3fbd6e894, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=e4ddd1a4-cdc7-4757-9940-71f3fbd6e894,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:20:14.546811 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-007f6ca7-b3df-4593-b0ae-4df115390cf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:14.622222 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-6b60aa0d-980d-41b4-83b8-f223734227a5 None None] Set router 3563f7b9-6aa7-4779-a1df-ff12305bd00b gateway port host: None {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:20:14.729258 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-6b60aa0d-980d-41b4-83b8-f223734227a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'name': 'tempest-ServerActionsTestJSON-104128265-router', 'tenant_id': 'e4f19a896cd74f1bb76f0396278358ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:11:18Z', 'updated_at': '2021-12-20T09:20:14Z', 'revision_number': 6, 'project_id': 'e4f19a896cd74f1bb76f0396278358ec', 'gw_port_host': None}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:20:14.733368 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b60aa0d-980d-41b4-83b8-f223734227a5 None None] The sync data for ids ['3563f7b9-6aa7-4779-a1df-ff12305bd00b'] in dv-neutron-820491-1-hyperv is: [{'id': '3563f7b9-6aa7-4779-a1df-ff12305bd00b', 'name': 'tempest-ServerActionsTestJSON-104128265-router', 'tenant_id': 'e4f19a896cd74f1bb76f0396278358ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:11:18Z', 'updated_at': '2021-12-20T09:20:14Z', 'revision_number': 6, 'project_id': 'e4f19a896cd74f1bb76f0396278358ec', 'gw_port_host': None}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 09:20:14.791306 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-007f6ca7-b3df-4593-b0ae-4df115390cf9 admin admin] Calling delete_port for e4ddd1a4-cdc7-4757-9940-71f3fbd6e894 owned by network:router_gateway {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:20:14.908648 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b2bad698-e970-48e8-8ed0-1e34b9eb50bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:14.959940 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-007f6ca7-b3df-4593-b0ae-4df115390cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:14.964346 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-dca6c695-d6f4-4dac-8b3c-3b35c25c3c83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:20:15.006756 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007f6ca7-b3df-4593-b0ae-4df115390cf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4ddd1a4-cdc7-4757-9940-71f3fbd6e894,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:20:15.009065 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-007f6ca7-b3df-4593-b0ae-4df115390cf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:20:15.126691 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device fb2e6b9a-24f3-4d40-81fd-b8c6e5e683ae no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 09:20:15.159807 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: fb2e6b9a-24f3-4d40-81fd-b8c6e5e683ae {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 09:20:15.160094 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device fb2e6b9a-24f3-4d40-81fd-b8c6e5e683ae not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 09:20:15.240741 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-007f6ca7-b3df-4593-b0ae-4df115390cf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346107'] for router_gateway, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:15.493744 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-007f6ca7-b3df-4593-b0ae-4df115390cf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24735'] for router, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:15.499364 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-007f6ca7-b3df-4593-b0ae-4df115390cf9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:15.524644 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-007f6ca7-b3df-4593-b0ae-4df115390cf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-390871'] for router, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:15.525149 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-007f6ca7-b3df-4593-b0ae-4df115390cf9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3563f7b9-6aa7-4779-a1df-ff12305bd00b {{(pid=83445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 09:20:15.538454 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-007f6ca7-b3df-4593-b0ae-4df115390cf9 admin admin] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:15.541863 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-007f6ca7-b3df-4593-b0ae-4df115390cf9 admin admin] 10.222.0.16 "DELETE /v2.0/routers/3563f7b9-6aa7-4779-a1df-ff12305bd00b HTTP/1.1" status: 204 len: 168 time: 1.5662267 Dec 20 09:20:15.542091 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 50062) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:20:15.606483 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_v2 [None req-2eb87cb9-5fd1-4a81-8e3a-a6ef1563e7bc admin admin] Deleting subnet 373276bb-d3f8-4cba-b746-1f476a16e22b {{(pid=83445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 09:20:15.609458 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2eb87cb9-5fd1-4a81-8e3a-a6ef1563e7bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:15.656754 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2eb87cb9-5fd1-4a81-8e3a-a6ef1563e7bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1518554'] for subnet, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:15.741526 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2eb87cb9-5fd1-4a81-8e3a-a6ef1563e7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:15.808711 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2eb87cb9-5fd1-4a81-8e3a-a6ef1563e7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2036620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2095133'] for subnet, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:15.813404 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-eabbfd7e-b979-4374-8e59-baa0c9464238 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:20:15.847980 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb87cb9-5fd1-4a81-8e3a-a6ef1563e7bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=373276bb-d3f8-4cba-b746-1f476a16e22b,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:20:15.850320 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-2eb87cb9-5fd1-4a81-8e3a-a6ef1563e7bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:20:15.855959 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2eb87cb9-5fd1-4a81-8e3a-a6ef1563e7bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:15.861392 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7125ae0-50ac-4203-99ff-007685fdb791 None None] Network a03058fc-2a0d-4e8b-85f3-1b71349d971f requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 09:20:15.864242 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-2eb87cb9-5fd1-4a81-8e3a-a6ef1563e7bc admin admin] 10.222.0.16 "DELETE /v2.0/subnets/373276bb-d3f8-4cba-b746-1f476a16e22b HTTP/1.1" status: 204 len: 168 time: 0.3206842 Dec 20 09:20:15.866606 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 50066) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:20:15.980704 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-627d0ee2-7440-4989-a6c1-c589e68f1107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:15.990568 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-627d0ee2-7440-4989-a6c1-c589e68f1107 admin admin] Deleting port a808e21c-bc7f-40ce-96d8-6d029459cafc {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:20:15.990890 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-627d0ee2-7440-4989-a6c1-c589e68f1107 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:16.067058 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:16.119519 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:16.124355 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332b45c4-7740-45ac-b339-e70173d0ba30 None None] DHCP port deletion for a03058fc-2a0d-4e8b-85f3-1b71349d971f request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 09:20:16.128935 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-332b45c4-7740-45ac-b339-e70173d0ba30 None None] Deleting port a808e21c-bc7f-40ce-96d8-6d029459cafc {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:20:16.129689 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-332b45c4-7740-45ac-b339-e70173d0ba30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:16.304465 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-627d0ee2-7440-4989-a6c1-c589e68f1107 admin admin] For port a808e21c-bc7f-40ce-96d8-6d029459cafc, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=a808e21c-bc7f-40ce-96d8-6d029459cafc,segment=NetworkSegment(2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f),segment_id=2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:20:16.304818 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-627d0ee2-7440-4989-a6c1-c589e68f1107 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:16.368031 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-332b45c4-7740-45ac-b339-e70173d0ba30 None None] For port a808e21c-bc7f-40ce-96d8-6d029459cafc, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=a808e21c-bc7f-40ce-96d8-6d029459cafc,segment=NetworkSegment(2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f),segment_id=2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:20:16.368328 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-332b45c4-7740-45ac-b339-e70173d0ba30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:16.433315 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-627d0ee2-7440-4989-a6c1-c589e68f1107 admin admin] Calling delete_port for a808e21c-bc7f-40ce-96d8-6d029459cafc owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:20:16.488162 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-332b45c4-7740-45ac-b339-e70173d0ba30 None None] Calling delete_port for a808e21c-bc7f-40ce-96d8-6d029459cafc owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:20:16.509399 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-627d0ee2-7440-4989-a6c1-c589e68f1107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:16.514522 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ae6b55d8-b9f0-48c8-9df8-6361abc99252 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:20:16.554946 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627d0ee2-7440-4989-a6c1-c589e68f1107 admin admin] Pushing event deleted for resources: {'Port': ['ID=a808e21c-bc7f-40ce-96d8-6d029459cafc,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:20:16.557424 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-627d0ee2-7440-4989-a6c1-c589e68f1107 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:20:16.560758 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.db.api [None req-332b45c4-7740-45ac-b339-e70173d0ba30 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 09:20:16.561115 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_db.api [None req-332b45c4-7740-45ac-b339-e70173d0ba30 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 09:20:16.562893 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627d0ee2-7440-4989-a6c1-c589e68f1107 admin admin] No DVR routers for this DVR port a808e21c-bc7f-40ce-96d8-6d029459cafc on host dv-neutron-820491-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 09:20:16.683689 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-627d0ee2-7440-4989-a6c1-c589e68f1107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:16.709584 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-627d0ee2-7440-4989-a6c1-c589e68f1107 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a03058fc-2a0d-4e8b-85f3-1b71349d971f']}} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:20:16.721574 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-627d0ee2-7440-4989-a6c1-c589e68f1107 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f') {'for_net_delete': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:20:16.721865 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-627d0ee2-7440-4989-a6c1-c589e68f1107 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fe4bc5a-45dc-4983-a616-a23c7c0b4d8f') {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:20:16.732906 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-627d0ee2-7440-4989-a6c1-c589e68f1107 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1518531'] for segment, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:16.748835 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-627d0ee2-7440-4989-a6c1-c589e68f1107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:16.754764 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-627d0ee2-7440-4989-a6c1-c589e68f1107 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=83445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 09:20:16.755138 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-627d0ee2-7440-4989-a6c1-c589e68f1107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2036002'] for segment, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:16.768587 dv-neutron-820491-1-hyperv neutron-server[83445]: Traceback (most recent call last): Dec 20 09:20:16.768587 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 09:20:16.768587 dv-neutron-820491-1-hyperv neutron-server[83445]: timer() Dec 20 09:20:16.768587 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 09:20:16.768587 dv-neutron-820491-1-hyperv neutron-server[83445]: cb(*args, **kw) Dec 20 09:20:16.768587 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 09:20:16.768587 dv-neutron-820491-1-hyperv neutron-server[83445]: return func(*args, **kwargs) Dec 20 09:20:16.768587 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 09:20:16.768587 dv-neutron-820491-1-hyperv neutron-server[83445]: self._notify() Dec 20 09:20:16.768587 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 09:20:16.768587 dv-neutron-820491-1-hyperv neutron-server[83445]: self.callback(batched_events) Dec 20 09:20:16.768587 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 09:20:16.768587 dv-neutron-820491-1-hyperv neutron-server[83445]: event.method(event) Dec 20 09:20:16.768587 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 09:20:16.768587 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 09:20:16.768587 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 09:20:16.768587 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 09:20:16.768587 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 09:20:16.768587 dv-neutron-820491-1-hyperv neutron-server[83445]: return f(self, *a, **k) Dec 20 09:20:16.768587 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 09:20:16.768587 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._get(url).json() Dec 20 09:20:16.768587 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 09:20:16.768587 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 09:20:16.768587 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 09:20:16.768587 dv-neutron-820491-1-hyperv neutron-server[83445]: return self.request(url, 'GET', **kwargs) Dec 20 09:20:16.768587 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 09:20:16.768587 dv-neutron-820491-1-hyperv neutron-server[83445]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 09:20:16.768587 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 09:20:16.768587 dv-neutron-820491-1-hyperv neutron-server[83445]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 09:20:16.768587 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 09:20:16.768587 dv-neutron-820491-1-hyperv neutron-server[83445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 09:20:16.768587 dv-neutron-820491-1-hyperv neutron-server[83445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 09:20:16.847383 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-627d0ee2-7440-4989-a6c1-c589e68f1107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:16.852072 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-627d0ee2-7440-4989-a6c1-c589e68f1107 admin admin] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:16.854515 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-dd8e6ff9-f2a3-494c-9f95-e10016a25cbf tempest-ExternalNetworksTestJSON-805727248 tempest-ExternalNetworksTestJSON-805727248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:20:16.875957 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627d0ee2-7440-4989-a6c1-c589e68f1107 admin admin] Pushing event deleted for resources: {'Network': ['ID=a03058fc-2a0d-4e8b-85f3-1b71349d971f,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:20:16.878343 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-627d0ee2-7440-4989-a6c1-c589e68f1107 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:20:16.890350 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-627d0ee2-7440-4989-a6c1-c589e68f1107 admin admin] 10.222.0.16 "DELETE /v2.0/networks/a03058fc-2a0d-4e8b-85f3-1b71349d971f HTTP/1.1" status: 204 len: 168 time: 1.0225379 Dec 20 09:20:17.028581 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 50072) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:20:17.040552 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device e4ddd1a4-cdc7-4757-9940-71f3fbd6e894 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 09:20:17.068701 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-332b45c4-7740-45ac-b339-e70173d0ba30 None None] Deleting port a808e21c-bc7f-40ce-96d8-6d029459cafc {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:20:17.069168 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-332b45c4-7740-45ac-b339-e70173d0ba30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:17.080266 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-f0a380bb-81d3-4c48-9154-6955c30c9c0e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e4f19a896cd74f1bb76f0396278358ec&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0504105 Dec 20 09:20:17.082678 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 50076) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:20:17.102002 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: e4ddd1a4-cdc7-4757-9940-71f3fbd6e894 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 09:20:17.102276 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device e4ddd1a4-cdc7-4757-9940-71f3fbd6e894 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 09:20:17.102699 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device a808e21c-bc7f-40ce-96d8-6d029459cafc no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 09:20:17.138709 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: a808e21c-bc7f-40ce-96d8-6d029459cafc {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 09:20:17.139460 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device a808e21c-bc7f-40ce-96d8-6d029459cafc not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 09:20:17.147668 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-676f42e2-09cc-40f3-8ee8-47e21d6b5b9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:17.170810 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-332b45c4-7740-45ac-b339-e70173d0ba30 None None] The port 'a808e21c-bc7f-40ce-96d8-6d029459cafc' was deleted {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 09:20:17.174169 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-676f42e2-09cc-40f3-8ee8-47e21d6b5b9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:17.225877 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-676f42e2-09cc-40f3-8ee8-47e21d6b5b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:17.229477 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d6301993-304a-438f-961e-2de1e65840f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:20:17.243714 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676f42e2-09cc-40f3-8ee8-47e21d6b5b9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef8cb0bf-aaef-4fea-9abc-1d908a190b09,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:20:17.247780 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-676f42e2-09cc-40f3-8ee8-47e21d6b5b9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:20:17.250858 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-676f42e2-09cc-40f3-8ee8-47e21d6b5b9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:17.251945 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-676f42e2-09cc-40f3-8ee8-47e21d6b5b9e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ef8cb0bf-aaef-4fea-9abc-1d908a190b09 HTTP/1.1" status: 204 len: 168 time: 0.1684184 Dec 20 09:20:17.519484 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:18.140198 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 50098) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:20:18.264555 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-29539c6b-2460-4f63-9a9e-4136ca45171a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1921036608-network', 'tenant_id': '054b6b9cda5c4d82b8a616f5ee46914c'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:20:18.270199 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-29539c6b-2460-4f63-9a9e-4136ca45171a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:20:18.276465 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-29539c6b-2460-4f63-9a9e-4136ca45171a admin admin] Usage tracker for resource:network and tenant:054b6b9cda5c4d82b8a616f5ee46914c is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:20:18.279882 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-29539c6b-2460-4f63-9a9e-4136ca45171a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:20:18.286765 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-29539c6b-2460-4f63-9a9e-4136ca45171a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:20:18.298578 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29539c6b-2460-4f63-9a9e-4136ca45171a admin admin] Made reservation on behalf of 054b6b9cda5c4d82b8a616f5ee46914c for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 09:20:18.301030 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-29539c6b-2460-4f63-9a9e-4136ca45171a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:18.313551 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-29539c6b-2460-4f63-9a9e-4136ca45171a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:18.345992 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-29539c6b-2460-4f63-9a9e-4136ca45171a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:20:18.349715 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-29539c6b-2460-4f63-9a9e-4136ca45171a admin admin] Usage tracker for resource:security_group_rule and tenant:054b6b9cda5c4d82b8a616f5ee46914c is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:20:18.352452 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-29539c6b-2460-4f63-9a9e-4136ca45171a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:20:18.358064 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-29539c6b-2460-4f63-9a9e-4136ca45171a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:20:18.425223 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-29539c6b-2460-4f63-9a9e-4136ca45171a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:18.428804 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-29539c6b-2460-4f63-9a9e-4136ca45171a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:18.432536 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2c28c4e6-8b33-4f8c-bb10-5b7a274dda1d tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:20:18.463826 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29539c6b-2460-4f63-9a9e-4136ca45171a admin admin] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 09:20:18.473143 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29539c6b-2460-4f63-9a9e-4136ca45171a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87966afd-081c-44f1-9a25-10e34e4b1f47,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:20:18.476372 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-29539c6b-2460-4f63-9a9e-4136ca45171a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:20:18.481035 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-29539c6b-2460-4f63-9a9e-4136ca45171a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:18.481035 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-29539c6b-2460-4f63-9a9e-4136ca45171a admin admin] Added segment a5cbe79c-fcb3-4cea-ae36-d466221265e9 of type vlan for network d2ff82e3-9f35-415b-86da-5bd9e5137b7d Dec 20 09:20:18.506274 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-29539c6b-2460-4f63-9a9e-4136ca45171a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:18.536611 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-29539c6b-2460-4f63-9a9e-4136ca45171a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:18.537615 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29539c6b-2460-4f63-9a9e-4136ca45171a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:20:18.538183 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-29539c6b-2460-4f63-9a9e-4136ca45171a admin admin] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:18.541439 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-39d5e5c7-b01b-41a3-a75c-3298fa69f806 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:20:18.641712 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-29539c6b-2460-4f63-9a9e-4136ca45171a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5004220 Dec 20 09:20:18.644801 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 50104) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:20:18.646894 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29539c6b-2460-4f63-9a9e-4136ca45171a admin admin] Pushing event updated for resources: {'Network': ['ID=d2ff82e3-9f35-415b-86da-5bd9e5137b7d,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:20:18.649818 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-29539c6b-2460-4f63-9a9e-4136ca45171a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:20:18.651097 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-b405a765-8cf2-4e12-8775-a67dc52e8d92 admin admin] Request body: {'subnet': {'network_id': 'd2ff82e3-9f35-415b-86da-5bd9e5137b7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1921036608-subnet', 'tenant_id': '054b6b9cda5c4d82b8a616f5ee46914c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:20:18.662439 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network d2ff82e3-9f35-415b-86da-5bd9e5137b7d details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 09:20:18.662925 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-b405a765-8cf2-4e12-8775-a67dc52e8d92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:20:18.666669 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-b405a765-8cf2-4e12-8775-a67dc52e8d92 admin admin] Usage tracker for resource:subnet and tenant:054b6b9cda5c4d82b8a616f5ee46914c is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:20:18.669657 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-b405a765-8cf2-4e12-8775-a67dc52e8d92 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:20:18.675310 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-b405a765-8cf2-4e12-8775-a67dc52e8d92 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:20:18.686744 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b405a765-8cf2-4e12-8775-a67dc52e8d92 admin admin] Made reservation on behalf of 054b6b9cda5c4d82b8a616f5ee46914c for: {'subnet': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 09:20:18.689106 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b405a765-8cf2-4e12-8775-a67dc52e8d92 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2095160'] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:18.894259 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b405a765-8cf2-4e12-8775-a67dc52e8d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2036557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2095114'] for subnet, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:18.898166 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ded56b30-2b78-4458-9a52-255c146acaac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:20:18.970842 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405a765-8cf2-4e12-8775-a67dc52e8d92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a725ece3-6eef-4d36-921b-6aff135895bb,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:20:18.974776 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b405a765-8cf2-4e12-8775-a67dc52e8d92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:20:18.983201 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b405a765-8cf2-4e12-8775-a67dc52e8d92 admin admin] Checking segment: {'id': 'a5cbe79c-fcb3-4cea-ae36-d466221265e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd2ff82e3-9f35-415b-86da-5bd9e5137b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:20:18.983549 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b405a765-8cf2-4e12-8775-a67dc52e8d92 admin admin] Network hostable DHCP agents. Network: d2ff82e3-9f35-415b-86da-5bd9e5137b7d, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 09:20:19.004395 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b405a765-8cf2-4e12-8775-a67dc52e8d92 admin admin] Network d2ff82e3-9f35-415b-86da-5bd9e5137b7d is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 09:20:19.013394 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-b405a765-8cf2-4e12-8775-a67dc52e8d92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, d2ff82e3-9f35-415b-86da-5bd9e5137b7d) {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:20:19.017174 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b405a765-8cf2-4e12-8775-a67dc52e8d92 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:20:19.017787 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b405a765-8cf2-4e12-8775-a67dc52e8d92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:19.023886 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd95a02a-cdea-47b1-a527-4fd326e45b4b None None] Network d2ff82e3-9f35-415b-86da-5bd9e5137b7d requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 09:20:19.041750 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-b405a765-8cf2-4e12-8775-a67dc52e8d92 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3957641 Dec 20 09:20:19.236838 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34d335c-837d-43df-8de5-c7a86900c521 None None] Network d2ff82e3-9f35-415b-86da-5bd9e5137b7d requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 09:20:19.568233 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ae713-c9f8-415a-b56f-47e5e646373c req-7932194e-c13d-47da-ac47-607fa3af5922 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:20:19.569577 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-470ae713-c9f8-415a-b56f-47e5e646373c req-7932194e-c13d-47da-ac47-607fa3af5922 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] 10.222.0.16 "GET /v2.0/networks?id=d2ff82e3-9f35-415b-86da-5bd9e5137b7d HTTP/1.1" status: 200 len: 814 time: 0.1415374 Dec 20 09:20:19.585261 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-470ae713-c9f8-415a-b56f-47e5e646373c req-1230b0e6-3b49-49df-a490-1efbae6d6bf3 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] 10.222.0.16 "GET /v2.0/quotas/054b6b9cda5c4d82b8a616f5ee46914c HTTP/1.1" status: 200 len: 375 time: 0.0103579 Dec 20 09:20:19.631891 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-470ae713-c9f8-415a-b56f-47e5e646373c req-1145b2a5-57e9-4c25-bc5b-550938ac74ad tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=054b6b9cda5c4d82b8a616f5ee46914c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409434 Dec 20 09:20:19.710243 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [req-470ae713-c9f8-415a-b56f-47e5e646373c req-41e1b8c5-fa73-4405-8420-0901eaf7986c service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=83445) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 09:20:19.711208 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-470ae713-c9f8-415a-b56f-47e5e646373c req-41e1b8c5-fa73-4405-8420-0901eaf7986c service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0725141 Dec 20 09:20:19.841607 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-470ae713-c9f8-415a-b56f-47e5e646373c req-9289f08a-cd76-42eb-ab8a-e8e067ef65a9 service neutron] 10.222.0.16 "GET /v2.0/networks/d2ff82e3-9f35-415b-86da-5bd9e5137b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240795 Dec 20 09:20:20.087669 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-470ae713-c9f8-415a-b56f-47e5e646373c req-be41e471-8714-49ab-a544-0496febc597e service neutron] 10.222.0.16 "GET /v2.0/networks/d2ff82e3-9f35-415b-86da-5bd9e5137b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401836 Dec 20 09:20:20.287734 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-88d779e6-4e01-4c89-94b6-9758784b17b9 req-665ab21e-da57-4a1d-8042-0999b6d11fc2 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec317430-3272-4f4e-a5a0-1601789bba31 HTTP/1.1" status: 200 len: 210 time: 0.0422118 Dec 20 09:20:21.348024 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ae713-c9f8-415a-b56f-47e5e646373c req-fe9560aa-dbe3-44c5-a798-22c1ea632642 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:20:21.348848 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-470ae713-c9f8-415a-b56f-47e5e646373c req-fe9560aa-dbe3-44c5-a798-22c1ea632642 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] Synchronizing usage tracker for tenant:054b6b9cda5c4d82b8a616f5ee46914c on resource:network {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:20:21.371081 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-470ae713-c9f8-415a-b56f-47e5e646373c req-fe9560aa-dbe3-44c5-a798-22c1ea632642 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] Unset dirty status for tenant:054b6b9cda5c4d82b8a616f5ee46914c on resource:network {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:20:21.372349 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-470ae713-c9f8-415a-b56f-47e5e646373c req-fe9560aa-dbe3-44c5-a798-22c1ea632642 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] 10.222.0.58 "GET /v2.0/networks?id=d2ff82e3-9f35-415b-86da-5bd9e5137b7d HTTP/1.1" status: 200 len: 814 time: 0.1808970 Dec 20 09:20:21.390346 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-470ae713-c9f8-415a-b56f-47e5e646373c req-b7650f19-9008-4c44-b0f8-9f6a5e4c5123 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] Request body: {'port': {'device_id': 'ec317430-3272-4f4e-a5a0-1601789bba31', 'network_id': 'd2ff82e3-9f35-415b-86da-5bd9e5137b7d', 'admin_state_up': True, 'tenant_id': '054b6b9cda5c4d82b8a616f5ee46914c'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:20:21.488921 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-086771c8-ae2e-4539-a6e1-c92af906c197 req-4eb76362-2da4-49c2-8451-b5bce804ec4a tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec317430-3272-4f4e-a5a0-1601789bba31 HTTP/1.1" status: 200 len: 210 time: 0.0475464 Dec 20 09:20:21.555698 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-470ae713-c9f8-415a-b56f-47e5e646373c req-b7650f19-9008-4c44-b0f8-9f6a5e4c5123 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:20:21.560395 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-470ae713-c9f8-415a-b56f-47e5e646373c req-b7650f19-9008-4c44-b0f8-9f6a5e4c5123 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] Usage tracker for resource:port and tenant:054b6b9cda5c4d82b8a616f5ee46914c is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:20:21.563490 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-470ae713-c9f8-415a-b56f-47e5e646373c req-b7650f19-9008-4c44-b0f8-9f6a5e4c5123 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:20:21.569643 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-470ae713-c9f8-415a-b56f-47e5e646373c req-b7650f19-9008-4c44-b0f8-9f6a5e4c5123 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:20:21.580005 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-470ae713-c9f8-415a-b56f-47e5e646373c req-b7650f19-9008-4c44-b0f8-9f6a5e4c5123 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] Made reservation on behalf of 054b6b9cda5c4d82b8a616f5ee46914c for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 09:20:21.583105 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-470ae713-c9f8-415a-b56f-47e5e646373c req-b7650f19-9008-4c44-b0f8-9f6a5e4c5123 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:21.749293 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [req-470ae713-c9f8-415a-b56f-47e5e646373c req-b7650f19-9008-4c44-b0f8-9f6a5e4c5123 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] Allocated IP 172.20.0.11 (d2ff82e3-9f35-415b-86da-5bd9e5137b7d/a725ece3-6eef-4d36-921b-6aff135895bb/96f442cd-7e27-48ca-9827-76f2c3e6b997) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 09:20:22.067399 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-470ae713-c9f8-415a-b56f-47e5e646373c req-b7650f19-9008-4c44-b0f8-9f6a5e4c5123 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:22.096073 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-470ae713-c9f8-415a-b56f-47e5e646373c req-b7650f19-9008-4c44-b0f8-9f6a5e4c5123 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:22.101671 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-450c5aed-8e59-4f45-a072-d09f7eb976df tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:20:22.164660 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-470ae713-c9f8-415a-b56f-47e5e646373c req-b7650f19-9008-4c44-b0f8-9f6a5e4c5123 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] Network d2ff82e3-9f35-415b-86da-5bd9e5137b7d is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:20:22.172691 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [req-470ae713-c9f8-415a-b56f-47e5e646373c req-b7650f19-9008-4c44-b0f8-9f6a5e4c5123 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:20:22.177018 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-470ae713-c9f8-415a-b56f-47e5e646373c req-b7650f19-9008-4c44-b0f8-9f6a5e4c5123 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 09:20:22.207401 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7650f19-9008-4c44-b0f8-9f6a5e4c5123 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] Pushing event updated for resources: {'Port': ['ID=96f442cd-7e27-48ca-9827-76f2c3e6b997,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:20:22.214507 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b7650f19-9008-4c44-b0f8-9f6a5e4c5123 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:20:22.244685 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ae713-c9f8-415a-b56f-47e5e646373c req-b7650f19-9008-4c44-b0f8-9f6a5e4c5123 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:20:22.245354 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-470ae713-c9f8-415a-b56f-47e5e646373c req-b7650f19-9008-4c44-b0f8-9f6a5e4c5123 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:22.266736 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-470ae713-c9f8-415a-b56f-47e5e646373c req-b7650f19-9008-4c44-b0f8-9f6a5e4c5123 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8819704 Dec 20 09:20:22.279620 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-470ae713-c9f8-415a-b56f-47e5e646373c req-7d2498f7-76f6-425f-afda-434f4aec1325 service neutron] Request body: {'port': {'device_id': 'ec317430-3272-4f4e-a5a0-1601789bba31', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8204'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:20:22.390627 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-470ae713-c9f8-415a-b56f-47e5e646373c req-7d2498f7-76f6-425f-afda-434f4aec1325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:22.771814 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82af00ca-5b78-43c6-a8ec-eb2193a00201 req-c1251514-f104-48ca-9031-9872075e23a0 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:20:22.772506 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-82af00ca-5b78-43c6-a8ec-eb2193a00201 req-c1251514-f104-48ca-9031-9872075e23a0 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] Synchronizing usage tracker for tenant:054b6b9cda5c4d82b8a616f5ee46914c on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:20:22.806340 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [req-470ae713-c9f8-415a-b56f-47e5e646373c req-7d2498f7-76f6-425f-afda-434f4aec1325 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96f442cd-7e27-48ca-9827-76f2c3e6b997 {{(pid=83444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 09:20:22.815202 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-470ae713-c9f8-415a-b56f-47e5e646373c req-7d2498f7-76f6-425f-afda-434f4aec1325 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:22.818045 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-82af00ca-5b78-43c6-a8ec-eb2193a00201 req-c1251514-f104-48ca-9031-9872075e23a0 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] Unset dirty status for tenant:054b6b9cda5c4d82b8a616f5ee46914c on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:20:22.819335 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-82af00ca-5b78-43c6-a8ec-eb2193a00201 req-c1251514-f104-48ca-9031-9872075e23a0 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec317430-3272-4f4e-a5a0-1601789bba31 HTTP/1.1" status: 200 len: 932 time: 0.1996903 Dec 20 09:20:22.846174 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-470ae713-c9f8-415a-b56f-47e5e646373c req-7d2498f7-76f6-425f-afda-434f4aec1325 service neutron] Transition to ACTIVE for port object 96f442cd-7e27-48ca-9827-76f2c3e6b997 will not be triggered until provisioned by entity L2. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:20:22.863350 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-470ae713-c9f8-415a-b56f-47e5e646373c req-7d2498f7-76f6-425f-afda-434f4aec1325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:22.868203 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-24f6f2bf-ef7b-471a-853f-0f4cfde6a293 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:20:22.926556 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-82af00ca-5b78-43c6-a8ec-eb2193a00201 req-883d041e-7ab5-448f-ba46-0d0052e11700 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] Synchronizing usage tracker for tenant:054b6b9cda5c4d82b8a616f5ee46914c on resource:security_group {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:20:23.007717 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2498f7-76f6-425f-afda-434f4aec1325 service neutron] Pushing event updated for resources: {'Port': ['ID=96f442cd-7e27-48ca-9827-76f2c3e6b997,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:20:23.016898 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7d2498f7-76f6-425f-afda-434f4aec1325 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:20:23.048438 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-82af00ca-5b78-43c6-a8ec-eb2193a00201 req-883d041e-7ab5-448f-ba46-0d0052e11700 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] Unset dirty status for tenant:054b6b9cda5c4d82b8a616f5ee46914c on resource:security_group {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:20:23.049524 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-82af00ca-5b78-43c6-a8ec-eb2193a00201 req-883d041e-7ab5-448f-ba46-0d0052e11700 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] 10.222.0.16 "GET /v2.0/security-groups?id=87966afd-081c-44f1-9a25-10e34e4b1f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217412 Dec 20 09:20:23.124652 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-470ae713-c9f8-415a-b56f-47e5e646373c req-7d2498f7-76f6-425f-afda-434f4aec1325 service neutron] Attempting to bind port 96f442cd-7e27-48ca-9827-76f2c3e6b997 on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 09:20:23.124981 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-470ae713-c9f8-415a-b56f-47e5e646373c req-7d2498f7-76f6-425f-afda-434f4aec1325 service neutron] Attempting to bind port 96f442cd-7e27-48ca-9827-76f2c3e6b997 by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': 'a5cbe79c-fcb3-4cea-ae36-d466221265e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd2ff82e3-9f35-415b-86da-5bd9e5137b7d'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 09:20:23.125328 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470ae713-c9f8-415a-b56f-47e5e646373c req-7d2498f7-76f6-425f-afda-434f4aec1325 service neutron] Attempting to bind port 96f442cd-7e27-48ca-9827-76f2c3e6b997 on network d2ff82e3-9f35-415b-86da-5bd9e5137b7d {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:20:23.131056 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470ae713-c9f8-415a-b56f-47e5e646373c req-7d2498f7-76f6-425f-afda-434f4aec1325 service neutron] Port 96f442cd-7e27-48ca-9827-76f2c3e6b997 on network d2ff82e3-9f35-415b-86da-5bd9e5137b7d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 09:20:23.131368 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470ae713-c9f8-415a-b56f-47e5e646373c req-7d2498f7-76f6-425f-afda-434f4aec1325 service neutron] Attempting to bind port 96f442cd-7e27-48ca-9827-76f2c3e6b997 on network d2ff82e3-9f35-415b-86da-5bd9e5137b7d {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:20:23.138260 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470ae713-c9f8-415a-b56f-47e5e646373c req-7d2498f7-76f6-425f-afda-434f4aec1325 service neutron] Checking agent: {'id': 'bd419857-3bec-4b96-b211-3fb278c66880', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8204', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 40, 10), 'started_at': datetime.datetime(2021, 12, 20, 8, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 9, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 09:20:23.138589 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470ae713-c9f8-415a-b56f-47e5e646373c req-7d2498f7-76f6-425f-afda-434f4aec1325 service neutron] Checking segment: {'id': 'a5cbe79c-fcb3-4cea-ae36-d466221265e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd2ff82e3-9f35-415b-86da-5bd9e5137b7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:20:23.138971 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470ae713-c9f8-415a-b56f-47e5e646373c req-7d2498f7-76f6-425f-afda-434f4aec1325 service neutron] Bound using segment: {'id': 'a5cbe79c-fcb3-4cea-ae36-d466221265e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd2ff82e3-9f35-415b-86da-5bd9e5137b7d'} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 09:20:23.139394 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-470ae713-c9f8-415a-b56f-47e5e646373c req-7d2498f7-76f6-425f-afda-434f4aec1325 service neutron] Bound port: 96f442cd-7e27-48ca-9827-76f2c3e6b997, host: hv-neutron-8204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5cbe79c-fcb3-4cea-ae36-d466221265e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd2ff82e3-9f35-415b-86da-5bd9e5137b7d'}}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 09:20:23.139736 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-470ae713-c9f8-415a-b56f-47e5e646373c req-7d2498f7-76f6-425f-afda-434f4aec1325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:23.229212 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-470ae713-c9f8-415a-b56f-47e5e646373c req-7d2498f7-76f6-425f-afda-434f4aec1325 service neutron] For port 96f442cd-7e27-48ca-9827-76f2c3e6b997, host hv-neutron-8204, cleared binding levels {{(pid=83444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 09:20:23.232331 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-470ae713-c9f8-415a-b56f-47e5e646373c req-7d2498f7-76f6-425f-afda-434f4aec1325 service neutron] For port 96f442cd-7e27-48ca-9827-76f2c3e6b997, host hv-neutron-8204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=96f442cd-7e27-48ca-9827-76f2c3e6b997,segment=NetworkSegment(a5cbe79c-fcb3-4cea-ae36-d466221265e9),segment_id=a5cbe79c-fcb3-4cea-ae36-d466221265e9)] {{(pid=83444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 09:20:23.237083 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-470ae713-c9f8-415a-b56f-47e5e646373c req-7d2498f7-76f6-425f-afda-434f4aec1325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:23.240928 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d460fdc3-55aa-4d13-bdfc-1b68c1b15e28 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:20:23.301442 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-470ae713-c9f8-415a-b56f-47e5e646373c req-7d2498f7-76f6-425f-afda-434f4aec1325 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:23.302740 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-470ae713-c9f8-415a-b56f-47e5e646373c req-7d2498f7-76f6-425f-afda-434f4aec1325 service neutron] 10.222.0.58 "PUT /v2.0/ports/96f442cd-7e27-48ca-9827-76f2c3e6b997 HTTP/1.1" status: 200 len: 1094 time: 1.0282941 Dec 20 09:20:23.303262 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec317430-3272-4f4e-a5a0-1601789bba31', 'tag': '96f442cd-7e27-48ca-9827-76f2c3e6b997'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:20:23.327382 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2498f7-76f6-425f-afda-434f4aec1325 service neutron] Pushing event updated for resources: {'Port': ['ID=96f442cd-7e27-48ca-9827-76f2c3e6b997,revision_number=3']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:20:23.330594 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7d2498f7-76f6-425f-afda-434f4aec1325 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:20:23.375671 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec317430-3272-4f4e-a5a0-1601789bba31', 'tag': '96f442cd-7e27-48ca-9827-76f2c3e6b997', 'status': 'completed', 'code': 200} Dec 20 09:20:23.417560 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-470ae713-c9f8-415a-b56f-47e5e646373c req-7ed0f192-4585-4033-9345-7dd1bfadcf84 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=054b6b9cda5c4d82b8a616f5ee46914c&device_id=ec317430-3272-4f4e-a5a0-1601789bba31 HTTP/1.1" status: 200 len: 1097 time: 0.0740473 Dec 20 09:20:23.490505 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-470ae713-c9f8-415a-b56f-47e5e646373c req-1f47aa9d-3d03-481a-84b2-7ace34185545 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=96f442cd-7e27-48ca-9827-76f2c3e6b997 HTTP/1.1" status: 200 len: 217 time: 0.0656476 Dec 20 09:20:23.553051 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ae713-c9f8-415a-b56f-47e5e646373c req-fa0c205c-e1b5-40c7-8ec5-1055265e44db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:20:23.554311 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-470ae713-c9f8-415a-b56f-47e5e646373c req-fa0c205c-e1b5-40c7-8ec5-1055265e44db service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a725ece3-6eef-4d36-921b-6aff135895bb HTTP/1.1" status: 200 len: 854 time: 0.0572894 Dec 20 09:20:23.604983 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-470ae713-c9f8-415a-b56f-47e5e646373c req-4bdcb93d-23b0-469f-98db-64b3a1db9cdd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d2ff82e3-9f35-415b-86da-5bd9e5137b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434024 Dec 20 09:20:23.848305 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-470ae713-c9f8-415a-b56f-47e5e646373c req-cf3c9685-d9d9-4576-af99-df5934e054b1 service neutron] 10.222.0.58 "GET /v2.0/networks/d2ff82e3-9f35-415b-86da-5bd9e5137b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375312 Dec 20 09:20:23.980796 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-470ae713-c9f8-415a-b56f-47e5e646373c req-6119fe55-57f3-4a18-9421-4b63caf414ac service neutron] 10.222.0.58 "GET /v2.0/networks/d2ff82e3-9f35-415b-86da-5bd9e5137b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264663 Dec 20 09:20:24.105756 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-cc77413e-b18d-4f06-a907-e3b2b2f25650 req-9a31ae92-e989-4591-b847-b277e1e6eeba service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=054b6b9cda5c4d82b8a616f5ee46914c&device_id=ec317430-3272-4f4e-a5a0-1601789bba31 HTTP/1.1" status: 200 len: 1097 time: 0.0707374 Dec 20 09:20:24.283314 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc77413e-b18d-4f06-a907-e3b2b2f25650 req-f41a344e-1529-412a-8c13-95a480376913 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:20:24.284770 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-cc77413e-b18d-4f06-a907-e3b2b2f25650 req-f41a344e-1529-412a-8c13-95a480376913 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d2ff82e3-9f35-415b-86da-5bd9e5137b7d HTTP/1.1" status: 200 len: 915 time: 0.1741045 Dec 20 09:20:24.366236 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-cc77413e-b18d-4f06-a907-e3b2b2f25650 req-87303c23-ccd7-47c7-a697-e8d92df9a7a2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=96f442cd-7e27-48ca-9827-76f2c3e6b997 HTTP/1.1" status: 200 len: 217 time: 0.0749846 Dec 20 09:20:24.374867 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c490750-60ba-4a55-9abd-542e71ac7212 req-6811e3c5-8d7e-4667-ae36-a57b9ec1fcb1 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:20:24.376264 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5c490750-60ba-4a55-9abd-542e71ac7212 req-6811e3c5-8d7e-4667-ae36-a57b9ec1fcb1 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec317430-3272-4f4e-a5a0-1601789bba31 HTTP/1.1" status: 200 len: 944 time: 0.1781709 Dec 20 09:20:24.464545 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc77413e-b18d-4f06-a907-e3b2b2f25650 req-60d64cb6-1dc6-4d71-b7e3-c68e47c4f1f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:20:24.466294 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-cc77413e-b18d-4f06-a907-e3b2b2f25650 req-60d64cb6-1dc6-4d71-b7e3-c68e47c4f1f9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a725ece3-6eef-4d36-921b-6aff135895bb HTTP/1.1" status: 200 len: 854 time: 0.0892031 Dec 20 09:20:24.471231 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5c490750-60ba-4a55-9abd-542e71ac7212 req-fa5d1a87-6a2e-46c8-bbd6-e5b4f2dd38e5 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] 10.222.0.16 "GET /v2.0/security-groups?id=87966afd-081c-44f1-9a25-10e34e4b1f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630164 Dec 20 09:20:24.514072 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-cc77413e-b18d-4f06-a907-e3b2b2f25650 req-6479a640-3893-46dc-8968-801c7135ff15 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d2ff82e3-9f35-415b-86da-5bd9e5137b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415010 Dec 20 09:20:24.646408 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-cc77413e-b18d-4f06-a907-e3b2b2f25650 req-678fa5af-18dc-4b2b-a12b-d53581bdbfac service neutron] 10.222.0.58 "GET /v2.0/networks/d2ff82e3-9f35-415b-86da-5bd9e5137b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258907 Dec 20 09:20:24.775666 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-cc77413e-b18d-4f06-a907-e3b2b2f25650 req-4b5db5b0-98ad-410d-a222-31317fa8cfd9 service neutron] 10.222.0.58 "GET /v2.0/networks/d2ff82e3-9f35-415b-86da-5bd9e5137b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220980 Dec 20 09:20:25.669896 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4657e4a1-611e-4472-abb4-28f570628655 req-e8e09773-aa37-4023-a901-8af3773794c7 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:20:25.671352 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-4657e4a1-611e-4472-abb4-28f570628655 req-e8e09773-aa37-4023-a901-8af3773794c7 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec317430-3272-4f4e-a5a0-1601789bba31 HTTP/1.1" status: 200 len: 944 time: 0.0771854 Dec 20 09:20:25.718654 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-4657e4a1-611e-4472-abb4-28f570628655 req-15b3df6e-588d-45d2-bac5-f1ba2802fa98 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] 10.222.0.16 "GET /v2.0/security-groups?id=87966afd-081c-44f1-9a25-10e34e4b1f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415854 Dec 20 09:20:26.912854 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180b128d-c133-4e1a-afca-8679597c46dc req-e53302d5-8ac5-41d4-b1f8-12ad41ea09dc tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:20:26.914219 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-180b128d-c133-4e1a-afca-8679597c46dc req-e53302d5-8ac5-41d4-b1f8-12ad41ea09dc tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec317430-3272-4f4e-a5a0-1601789bba31 HTTP/1.1" status: 200 len: 944 time: 0.0758355 Dec 20 09:20:26.958576 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-180b128d-c133-4e1a-afca-8679597c46dc req-165bbfa8-9c04-4b8e-a46b-ed556c370782 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] 10.222.0.16 "GET /v2.0/security-groups?id=87966afd-081c-44f1-9a25-10e34e4b1f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388389 Dec 20 09:20:27.938066 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 96f442cd-7e27-48ca-9827-76f2c3e6b997 details requested by agent hyperv_hv-neutron-8204 with host hv-neutron-8204 {{(pid=83446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 09:20:28.075120 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port 96f442cd-7e27-48ca-9827-76f2c3e6b997, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=96f442cd-7e27-48ca-9827-76f2c3e6b997,segment=NetworkSegment(a5cbe79c-fcb3-4cea-ae36-d466221265e9),segment_id=a5cbe79c-fcb3-4cea-ae36-d466221265e9)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:20:28.088724 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Returning: {'device': '96f442cd-7e27-48ca-9827-76f2c3e6b997', 'network_id': 'd2ff82e3-9f35-415b-86da-5bd9e5137b7d', 'port_id': '96f442cd-7e27-48ca-9827-76f2c3e6b997', 'mac_address': 'fa:16:3e:55:6d:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a725ece3-6eef-4d36-921b-6aff135895bb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 09:20:28.133425 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:20:28.160476 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f1a8c5-aedf-402b-a0e5-65bed6847a91 req-b4549575-2e12-43de-a93a-009a8bf1391d tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:20:28.162129 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-d6f1a8c5-aedf-402b-a0e5-65bed6847a91 req-b4549575-2e12-43de-a93a-009a8bf1391d tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec317430-3272-4f4e-a5a0-1601789bba31 HTTP/1.1" status: 200 len: 944 time: 0.0821364 Dec 20 09:20:28.186755 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:28.203921 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96f442cd-7e27-48ca-9827-76f2c3e6b997 {{(pid=83446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 09:20:28.208903 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-d6f1a8c5-aedf-402b-a0e5-65bed6847a91 req-d55d1f9d-f5a3-45cb-ac87-459afa2acd66 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] 10.222.0.16 "GET /v2.0/security-groups?id=87966afd-081c-44f1-9a25-10e34e4b1f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405092 Dec 20 09:20:28.218398 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port 96f442cd-7e27-48ca-9827-76f2c3e6b997, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=96f442cd-7e27-48ca-9827-76f2c3e6b997,segment=NetworkSegment(a5cbe79c-fcb3-4cea-ae36-d466221265e9),segment_id=a5cbe79c-fcb3-4cea-ae36-d466221265e9)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:20:28.222616 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:28.224333 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:20:28.287350 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=96f442cd-7e27-48ca-9827-76f2c3e6b997,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:20:28.290372 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:20:28.584360 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] get_ports_and_sgs() called for port_ids ['96f442cd-7e27-48ca-9827-76f2c3e6b997'] {{(pid=83446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 09:20:29.414271 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f956f-e2ce-45b7-9211-f2dddfca9949 req-dd529dc1-dc27-41da-8d80-2e2a8fdbe853 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:20:29.415742 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2d1f956f-e2ce-45b7-9211-f2dddfca9949 req-dd529dc1-dc27-41da-8d80-2e2a8fdbe853 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec317430-3272-4f4e-a5a0-1601789bba31 HTTP/1.1" status: 200 len: 945 time: 0.0838289 Dec 20 09:20:29.463627 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2d1f956f-e2ce-45b7-9211-f2dddfca9949 req-a6d2b858-204f-4a3e-9adb-57dd35de14b2 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] 10.222.0.16 "GET /v2.0/security-groups?id=87966afd-081c-44f1-9a25-10e34e4b1f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410731 Dec 20 09:20:29.949968 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 96f442cd-7e27-48ca-9827-76f2c3e6b997 up at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:20:30.022475 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning for port 96f442cd-7e27-48ca-9827-76f2c3e6b997 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:20:30.028598 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning complete for port 96f442cd-7e27-48ca-9827-76f2c3e6b997 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:20:30.028964 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:30.150536 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:30.179629 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec317430-3272-4f4e-a5a0-1601789bba31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96f442cd-7e27-48ca-9827-76f2c3e6b997'}] {{(pid=83446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:20:30.191317 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port 96f442cd-7e27-48ca-9827-76f2c3e6b997, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=96f442cd-7e27-48ca-9827-76f2c3e6b997,segment=NetworkSegment(a5cbe79c-fcb3-4cea-ae36-d466221265e9),segment_id=a5cbe79c-fcb3-4cea-ae36-d466221265e9)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:20:30.197004 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:30.200818 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-b8c27b09-5f65-4cfd-826e-ef020e7d90ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:20:30.273726 dv-neutron-820491-1-hyperv neutron-server[83446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec317430-3272-4f4e-a5a0-1601789bba31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96f442cd-7e27-48ca-9827-76f2c3e6b997', 'code': 200} Dec 20 09:20:30.310002 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=96f442cd-7e27-48ca-9827-76f2c3e6b997,revision_number=5']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:20:30.312954 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:20:30.507859 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-446fc925-e2dc-472c-9fdc-5221a2eacdbc req-25e6a032-d661-403c-8530-153af3c380c0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ec317430-3272-4f4e-a5a0-1601789bba31 HTTP/1.1" status: 200 len: 1099 time: 0.0737877 Dec 20 09:20:30.554864 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-446fc925-e2dc-472c-9fdc-5221a2eacdbc req-c29ac4c3-64d1-4ccd-b99d-57e2e0ae59c6 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=87966afd-081c-44f1-9a25-10e34e4b1f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400367 Dec 20 09:20:30.673649 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a43768-d20f-4ad0-bc90-76ac800d3800 req-6e0573b9-7904-456e-9d27-a9e8b0f3be61 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:20:30.675078 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f6a43768-d20f-4ad0-bc90-76ac800d3800 req-6e0573b9-7904-456e-9d27-a9e8b0f3be61 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec317430-3272-4f4e-a5a0-1601789bba31 HTTP/1.1" status: 200 len: 946 time: 0.0838521 Dec 20 09:20:30.720674 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f6a43768-d20f-4ad0-bc90-76ac800d3800 req-b65c4902-1fde-46a3-964e-f988bcc83088 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] 10.222.0.16 "GET /v2.0/security-groups?id=87966afd-081c-44f1-9a25-10e34e4b1f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400460 Dec 20 09:20:31.947370 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5af040b-c74e-4968-bff1-d1c7f9f8de39 req-886d8b48-0d72-4601-b78f-9041979a3409 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:20:31.949122 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-b5af040b-c74e-4968-bff1-d1c7f9f8de39 req-886d8b48-0d72-4601-b78f-9041979a3409 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec317430-3272-4f4e-a5a0-1601789bba31 HTTP/1.1" status: 200 len: 946 time: 0.0969996 Dec 20 09:20:31.996697 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-b5af040b-c74e-4968-bff1-d1c7f9f8de39 req-5cac1d62-d226-42cb-8cf1-10d532cf38a4 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] 10.222.0.16 "GET /v2.0/security-groups?id=87966afd-081c-44f1-9a25-10e34e4b1f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421588 Dec 20 09:20:33.199836 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ba6a93-ff1c-4705-8e85-08f836e20a94 req-b63b047f-cb16-4c8e-bc21-1d43fc19bc73 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:20:33.201944 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-71ba6a93-ff1c-4705-8e85-08f836e20a94 req-b63b047f-cb16-4c8e-bc21-1d43fc19bc73 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec317430-3272-4f4e-a5a0-1601789bba31 HTTP/1.1" status: 200 len: 946 time: 0.0787454 Dec 20 09:20:33.252596 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-71ba6a93-ff1c-4705-8e85-08f836e20a94 req-651b0033-621b-47c4-8de0-7c30b58845ad tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] 10.222.0.16 "GET /v2.0/security-groups?id=87966afd-081c-44f1-9a25-10e34e4b1f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450840 Dec 20 09:20:33.564556 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8425051a-d844-4b08-b4c7-ce3ce73501f8 req-79abda8c-5bcb-42f4-8189-fe10b3647ee4 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:20:33.566012 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-8425051a-d844-4b08-b4c7-ce3ce73501f8 req-79abda8c-5bcb-42f4-8189-fe10b3647ee4 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] 10.222.0.16 "GET /v2.0/networks?id=d2ff82e3-9f35-415b-86da-5bd9e5137b7d HTTP/1.1" status: 200 len: 814 time: 0.1561303 Dec 20 09:20:33.582840 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-8425051a-d844-4b08-b4c7-ce3ce73501f8 req-28ea2f2a-7a22-4bf4-8f53-6f9fdbf259c1 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] 10.222.0.16 "GET /v2.0/quotas/054b6b9cda5c4d82b8a616f5ee46914c HTTP/1.1" status: 200 len: 375 time: 0.0114555 Dec 20 09:20:33.660985 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-8425051a-d844-4b08-b4c7-ce3ce73501f8 req-9d8bcabe-6cdb-46bb-b6e3-63c2477a023b tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=054b6b9cda5c4d82b8a616f5ee46914c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0729866 Dec 20 09:20:33.795502 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-8425051a-d844-4b08-b4c7-ce3ce73501f8 req-09504a37-c818-4e7c-93e9-3f03698e45b0 service neutron] 10.222.0.16 "GET /v2.0/networks/d2ff82e3-9f35-415b-86da-5bd9e5137b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277647 Dec 20 09:20:33.925121 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-8425051a-d844-4b08-b4c7-ce3ce73501f8 req-9011aeaa-4ac8-49aa-a3ff-4e65b6bcb357 service neutron] 10.222.0.16 "GET /v2.0/networks/d2ff82e3-9f35-415b-86da-5bd9e5137b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238897 Dec 20 09:20:34.107259 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5ed4a473-4073-49e1-a588-b87667e5b98b req-ea9055ae-d82a-45fe-b89b-e1662a24392d tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] 10.222.0.16 "GET /v2.0/ports?device_id=a705ba1d-b59c-483d-be5a-59fbeaccd402 HTTP/1.1" status: 200 len: 210 time: 0.0421581 Dec 20 09:20:35.252703 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8425051a-d844-4b08-b4c7-ce3ce73501f8 req-d9c8e817-21e8-4166-be9b-a80a3d3eec44 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:20:35.254072 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8425051a-d844-4b08-b4c7-ce3ce73501f8 req-d9c8e817-21e8-4166-be9b-a80a3d3eec44 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] 10.222.0.58 "GET /v2.0/networks?id=d2ff82e3-9f35-415b-86da-5bd9e5137b7d HTTP/1.1" status: 200 len: 814 time: 0.2787280 Dec 20 09:20:35.271979 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-8425051a-d844-4b08-b4c7-ce3ce73501f8 req-6c5226cb-54ab-48e6-af85-2ee49c734c7f tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] Request body: {'port': {'device_id': 'a705ba1d-b59c-483d-be5a-59fbeaccd402', 'network_id': 'd2ff82e3-9f35-415b-86da-5bd9e5137b7d', 'admin_state_up': True, 'tenant_id': '054b6b9cda5c4d82b8a616f5ee46914c'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:20:35.282917 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-f82c5b1e-eb37-4648-a816-577eee293d5e req-8da2b1da-2400-4acc-ac5b-27c9121c440b tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] 10.222.0.16 "GET /v2.0/ports?device_id=a705ba1d-b59c-483d-be5a-59fbeaccd402 HTTP/1.1" status: 200 len: 210 time: 0.0412014 Dec 20 09:20:35.410469 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-8425051a-d844-4b08-b4c7-ce3ce73501f8 req-6c5226cb-54ab-48e6-af85-2ee49c734c7f tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:20:35.420600 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-8425051a-d844-4b08-b4c7-ce3ce73501f8 req-6c5226cb-54ab-48e6-af85-2ee49c734c7f tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:20:35.430401 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8425051a-d844-4b08-b4c7-ce3ce73501f8 req-6c5226cb-54ab-48e6-af85-2ee49c734c7f tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] Made reservation on behalf of 054b6b9cda5c4d82b8a616f5ee46914c for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 09:20:35.433622 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-8425051a-d844-4b08-b4c7-ce3ce73501f8 req-6c5226cb-54ab-48e6-af85-2ee49c734c7f tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:35.607309 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [req-8425051a-d844-4b08-b4c7-ce3ce73501f8 req-6c5226cb-54ab-48e6-af85-2ee49c734c7f tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] Allocated IP 172.20.0.8 (d2ff82e3-9f35-415b-86da-5bd9e5137b7d/a725ece3-6eef-4d36-921b-6aff135895bb/71a152ae-2d18-4cc5-a44a-307b72f8f2b6) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 09:20:35.820725 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-8425051a-d844-4b08-b4c7-ce3ce73501f8 req-6c5226cb-54ab-48e6-af85-2ee49c734c7f tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:35.848833 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-8425051a-d844-4b08-b4c7-ce3ce73501f8 req-6c5226cb-54ab-48e6-af85-2ee49c734c7f tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:35.855754 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9d30a95d-7cf2-4c1f-90b1-45b1dfbb7a03 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:20:35.861249 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] get_ports_and_sgs() called for port_ids ['96f442cd-7e27-48ca-9827-76f2c3e6b997'] {{(pid=83446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 09:20:35.922960 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8425051a-d844-4b08-b4c7-ce3ce73501f8 req-6c5226cb-54ab-48e6-af85-2ee49c734c7f tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] Network d2ff82e3-9f35-415b-86da-5bd9e5137b7d is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:20:35.930925 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [req-8425051a-d844-4b08-b4c7-ce3ce73501f8 req-6c5226cb-54ab-48e6-af85-2ee49c734c7f tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:20:35.938026 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-8425051a-d844-4b08-b4c7-ce3ce73501f8 req-6c5226cb-54ab-48e6-af85-2ee49c734c7f tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 09:20:35.973572 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5226cb-54ab-48e6-af85-2ee49c734c7f tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] Pushing event updated for resources: {'Port': ['ID=71a152ae-2d18-4cc5-a44a-307b72f8f2b6,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:20:35.978128 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-6c5226cb-54ab-48e6-af85-2ee49c734c7f tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:20:36.004274 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8425051a-d844-4b08-b4c7-ce3ce73501f8 req-6c5226cb-54ab-48e6-af85-2ee49c734c7f tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:20:36.004883 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-8425051a-d844-4b08-b4c7-ce3ce73501f8 req-6c5226cb-54ab-48e6-af85-2ee49c734c7f tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:36.030038 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8425051a-d844-4b08-b4c7-ce3ce73501f8 req-6c5226cb-54ab-48e6-af85-2ee49c734c7f tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7616496 Dec 20 09:20:36.041204 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-8425051a-d844-4b08-b4c7-ce3ce73501f8 req-d75dd904-5548-4bd0-a7f2-1432e32435ad service neutron] Request body: {'port': {'device_id': 'a705ba1d-b59c-483d-be5a-59fbeaccd402', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8204'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:20:36.163775 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-8425051a-d844-4b08-b4c7-ce3ce73501f8 req-d75dd904-5548-4bd0-a7f2-1432e32435ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:36.586767 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d66226d-bc23-4f4d-a7c6-aaa172417a68 req-ce599832-0a6e-417f-83ed-e3e22b814c7e tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:20:36.587512 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-1d66226d-bc23-4f4d-a7c6-aaa172417a68 req-ce599832-0a6e-417f-83ed-e3e22b814c7e tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] Synchronizing usage tracker for tenant:054b6b9cda5c4d82b8a616f5ee46914c on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:20:36.594580 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [req-8425051a-d844-4b08-b4c7-ce3ce73501f8 req-d75dd904-5548-4bd0-a7f2-1432e32435ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71a152ae-2d18-4cc5-a44a-307b72f8f2b6 {{(pid=83444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 09:20:36.604497 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-8425051a-d844-4b08-b4c7-ce3ce73501f8 req-d75dd904-5548-4bd0-a7f2-1432e32435ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:36.621509 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-1d66226d-bc23-4f4d-a7c6-aaa172417a68 req-ce599832-0a6e-417f-83ed-e3e22b814c7e tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] Unset dirty status for tenant:054b6b9cda5c4d82b8a616f5ee46914c on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:20:36.622654 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1d66226d-bc23-4f4d-a7c6-aaa172417a68 req-ce599832-0a6e-417f-83ed-e3e22b814c7e tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] 10.222.0.16 "GET /v2.0/ports?device_id=a705ba1d-b59c-483d-be5a-59fbeaccd402 HTTP/1.1" status: 200 len: 931 time: 0.1972675 Dec 20 09:20:36.625153 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-8425051a-d844-4b08-b4c7-ce3ce73501f8 req-d75dd904-5548-4bd0-a7f2-1432e32435ad service neutron] Transition to ACTIVE for port object 71a152ae-2d18-4cc5-a44a-307b72f8f2b6 will not be triggered until provisioned by entity L2. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:20:36.629730 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-8425051a-d844-4b08-b4c7-ce3ce73501f8 req-d75dd904-5548-4bd0-a7f2-1432e32435ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:36.634907 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-32dd0a7a-6ad4-49b7-aac8-32a734689bed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:20:36.792732 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75dd904-5548-4bd0-a7f2-1432e32435ad service neutron] Pushing event updated for resources: {'Port': ['ID=71a152ae-2d18-4cc5-a44a-307b72f8f2b6,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:20:36.798964 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1d66226d-bc23-4f4d-a7c6-aaa172417a68 req-e09ccc7c-4a42-4a57-8eb4-0f44c7cca10a tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] 10.222.0.16 "GET /v2.0/security-groups?id=87966afd-081c-44f1-9a25-10e34e4b1f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650596 Dec 20 09:20:36.800405 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d75dd904-5548-4bd0-a7f2-1432e32435ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:20:36.908177 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-8425051a-d844-4b08-b4c7-ce3ce73501f8 req-d75dd904-5548-4bd0-a7f2-1432e32435ad service neutron] Attempting to bind port 71a152ae-2d18-4cc5-a44a-307b72f8f2b6 on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 09:20:36.908407 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-8425051a-d844-4b08-b4c7-ce3ce73501f8 req-d75dd904-5548-4bd0-a7f2-1432e32435ad service neutron] Attempting to bind port 71a152ae-2d18-4cc5-a44a-307b72f8f2b6 by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': 'a5cbe79c-fcb3-4cea-ae36-d466221265e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd2ff82e3-9f35-415b-86da-5bd9e5137b7d'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 09:20:36.908681 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8425051a-d844-4b08-b4c7-ce3ce73501f8 req-d75dd904-5548-4bd0-a7f2-1432e32435ad service neutron] Attempting to bind port 71a152ae-2d18-4cc5-a44a-307b72f8f2b6 on network d2ff82e3-9f35-415b-86da-5bd9e5137b7d {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:20:36.914445 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8425051a-d844-4b08-b4c7-ce3ce73501f8 req-d75dd904-5548-4bd0-a7f2-1432e32435ad service neutron] Port 71a152ae-2d18-4cc5-a44a-307b72f8f2b6 on network d2ff82e3-9f35-415b-86da-5bd9e5137b7d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 09:20:36.914756 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8425051a-d844-4b08-b4c7-ce3ce73501f8 req-d75dd904-5548-4bd0-a7f2-1432e32435ad service neutron] Attempting to bind port 71a152ae-2d18-4cc5-a44a-307b72f8f2b6 on network d2ff82e3-9f35-415b-86da-5bd9e5137b7d {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:20:36.921389 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8425051a-d844-4b08-b4c7-ce3ce73501f8 req-d75dd904-5548-4bd0-a7f2-1432e32435ad service neutron] Checking agent: {'id': 'bd419857-3bec-4b96-b211-3fb278c66880', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8204', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 40, 10), 'started_at': datetime.datetime(2021, 12, 20, 8, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 9, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 09:20:36.921781 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8425051a-d844-4b08-b4c7-ce3ce73501f8 req-d75dd904-5548-4bd0-a7f2-1432e32435ad service neutron] Checking segment: {'id': 'a5cbe79c-fcb3-4cea-ae36-d466221265e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd2ff82e3-9f35-415b-86da-5bd9e5137b7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:20:36.922221 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8425051a-d844-4b08-b4c7-ce3ce73501f8 req-d75dd904-5548-4bd0-a7f2-1432e32435ad service neutron] Bound using segment: {'id': 'a5cbe79c-fcb3-4cea-ae36-d466221265e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd2ff82e3-9f35-415b-86da-5bd9e5137b7d'} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 09:20:36.922637 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-8425051a-d844-4b08-b4c7-ce3ce73501f8 req-d75dd904-5548-4bd0-a7f2-1432e32435ad service neutron] Bound port: 71a152ae-2d18-4cc5-a44a-307b72f8f2b6, host: hv-neutron-8204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5cbe79c-fcb3-4cea-ae36-d466221265e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd2ff82e3-9f35-415b-86da-5bd9e5137b7d'}}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 09:20:36.922978 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-8425051a-d844-4b08-b4c7-ce3ce73501f8 req-d75dd904-5548-4bd0-a7f2-1432e32435ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:37.019788 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-8425051a-d844-4b08-b4c7-ce3ce73501f8 req-d75dd904-5548-4bd0-a7f2-1432e32435ad service neutron] For port 71a152ae-2d18-4cc5-a44a-307b72f8f2b6, host hv-neutron-8204, cleared binding levels {{(pid=83444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 09:20:37.023234 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-8425051a-d844-4b08-b4c7-ce3ce73501f8 req-d75dd904-5548-4bd0-a7f2-1432e32435ad service neutron] For port 71a152ae-2d18-4cc5-a44a-307b72f8f2b6, host hv-neutron-8204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=71a152ae-2d18-4cc5-a44a-307b72f8f2b6,segment=NetworkSegment(a5cbe79c-fcb3-4cea-ae36-d466221265e9),segment_id=a5cbe79c-fcb3-4cea-ae36-d466221265e9)] {{(pid=83444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 09:20:37.028760 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-8425051a-d844-4b08-b4c7-ce3ce73501f8 req-d75dd904-5548-4bd0-a7f2-1432e32435ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:37.032685 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0b08f790-75c3-4566-a07c-36b5948e981d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:20:37.204715 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-8425051a-d844-4b08-b4c7-ce3ce73501f8 req-d75dd904-5548-4bd0-a7f2-1432e32435ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:37.206132 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8425051a-d844-4b08-b4c7-ce3ce73501f8 req-d75dd904-5548-4bd0-a7f2-1432e32435ad service neutron] 10.222.0.58 "PUT /v2.0/ports/71a152ae-2d18-4cc5-a44a-307b72f8f2b6 HTTP/1.1" status: 200 len: 1093 time: 1.1690419 Dec 20 09:20:37.206710 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a705ba1d-b59c-483d-be5a-59fbeaccd402', 'tag': '71a152ae-2d18-4cc5-a44a-307b72f8f2b6'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:20:37.230869 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75dd904-5548-4bd0-a7f2-1432e32435ad service neutron] Pushing event updated for resources: {'Port': ['ID=71a152ae-2d18-4cc5-a44a-307b72f8f2b6,revision_number=3']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:20:37.234945 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d75dd904-5548-4bd0-a7f2-1432e32435ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:20:37.278533 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a705ba1d-b59c-483d-be5a-59fbeaccd402', 'tag': '71a152ae-2d18-4cc5-a44a-307b72f8f2b6', 'status': 'completed', 'code': 200} Dec 20 09:20:37.324439 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8425051a-d844-4b08-b4c7-ce3ce73501f8 req-8de363f0-309d-4351-b49b-51dd6d8c7aa2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=054b6b9cda5c4d82b8a616f5ee46914c&device_id=a705ba1d-b59c-483d-be5a-59fbeaccd402 HTTP/1.1" status: 200 len: 1096 time: 0.0778124 Dec 20 09:20:37.395292 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8425051a-d844-4b08-b4c7-ce3ce73501f8 req-cec29330-0e14-4b4e-adf6-2dad38a927c8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=71a152ae-2d18-4cc5-a44a-307b72f8f2b6 HTTP/1.1" status: 200 len: 217 time: 0.0640838 Dec 20 09:20:37.458696 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8425051a-d844-4b08-b4c7-ce3ce73501f8 req-3d1b55dc-326f-45e5-b6ff-db46ad6477f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:20:37.460081 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8425051a-d844-4b08-b4c7-ce3ce73501f8 req-3d1b55dc-326f-45e5-b6ff-db46ad6477f9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a725ece3-6eef-4d36-921b-6aff135895bb HTTP/1.1" status: 200 len: 854 time: 0.0582535 Dec 20 09:20:37.509291 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8425051a-d844-4b08-b4c7-ce3ce73501f8 req-5b456ca9-9353-4ce9-ad9c-0040d2c9ab4a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d2ff82e3-9f35-415b-86da-5bd9e5137b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422552 Dec 20 09:20:37.643226 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8425051a-d844-4b08-b4c7-ce3ce73501f8 req-502f43b7-1924-4890-bf1d-d77002703993 service neutron] 10.222.0.58 "GET /v2.0/networks/d2ff82e3-9f35-415b-86da-5bd9e5137b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274126 Dec 20 09:20:37.780429 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8425051a-d844-4b08-b4c7-ce3ce73501f8 req-b26c0241-b088-48b4-912c-0820be8669da service neutron] 10.222.0.58 "GET /v2.0/networks/d2ff82e3-9f35-415b-86da-5bd9e5137b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308985 Dec 20 09:20:37.901888 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-018969ab-8d8e-4c69-aab4-47dfff7d0672 req-2277f99e-696c-423e-8262-5d4be4aca2da service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=054b6b9cda5c4d82b8a616f5ee46914c&device_id=a705ba1d-b59c-483d-be5a-59fbeaccd402 HTTP/1.1" status: 200 len: 1096 time: 0.0725806 Dec 20 09:20:38.095063 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018969ab-8d8e-4c69-aab4-47dfff7d0672 req-3a559b37-482e-45d1-a44c-d6bbae55fb6c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:20:38.096802 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-018969ab-8d8e-4c69-aab4-47dfff7d0672 req-3a559b37-482e-45d1-a44c-d6bbae55fb6c service neutron] 10.222.0.58 "GET /v2.0/networks?id=d2ff82e3-9f35-415b-86da-5bd9e5137b7d HTTP/1.1" status: 200 len: 915 time: 0.1886899 Dec 20 09:20:38.107649 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66749470-7277-4071-b4e8-13244c2dc765 req-0d27ebc5-d123-4e45-b328-c379dd83df35 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:20:38.109104 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-66749470-7277-4071-b4e8-13244c2dc765 req-0d27ebc5-d123-4e45-b328-c379dd83df35 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] 10.222.0.16 "GET /v2.0/ports?device_id=a705ba1d-b59c-483d-be5a-59fbeaccd402 HTTP/1.1" status: 200 len: 943 time: 0.1793582 Dec 20 09:20:38.187602 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-018969ab-8d8e-4c69-aab4-47dfff7d0672 req-8347d1ff-ba43-4b78-8484-adb4d6b26b8f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=71a152ae-2d18-4cc5-a44a-307b72f8f2b6 HTTP/1.1" status: 200 len: 217 time: 0.0775011 Dec 20 09:20:38.253339 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-66749470-7277-4071-b4e8-13244c2dc765 req-40bdd31e-ccbe-4f1c-ab83-f7833581ebed tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] 10.222.0.16 "GET /v2.0/security-groups?id=87966afd-081c-44f1-9a25-10e34e4b1f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960069 Dec 20 09:20:38.268894 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018969ab-8d8e-4c69-aab4-47dfff7d0672 req-a26800c1-10f3-4422-9e20-9009321b315b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:20:38.270349 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-018969ab-8d8e-4c69-aab4-47dfff7d0672 req-a26800c1-10f3-4422-9e20-9009321b315b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a725ece3-6eef-4d36-921b-6aff135895bb HTTP/1.1" status: 200 len: 854 time: 0.0725377 Dec 20 09:20:38.325218 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-018969ab-8d8e-4c69-aab4-47dfff7d0672 req-5da1c863-7cc4-4437-b685-7bd200de6c8a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d2ff82e3-9f35-415b-86da-5bd9e5137b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485454 Dec 20 09:20:38.460209 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-018969ab-8d8e-4c69-aab4-47dfff7d0672 req-0ef27075-5f95-4170-b79c-9ea08660a9cc service neutron] 10.222.0.58 "GET /v2.0/networks/d2ff82e3-9f35-415b-86da-5bd9e5137b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282651 Dec 20 09:20:38.601919 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-018969ab-8d8e-4c69-aab4-47dfff7d0672 req-89352bf5-2319-4d84-834c-37fb6348dfd8 service neutron] 10.222.0.58 "GET /v2.0/networks/d2ff82e3-9f35-415b-86da-5bd9e5137b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306353 Dec 20 09:20:39.461750 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a409e7-9d65-4dd7-9ce1-1aee9f891f3f req-d66333d6-cfa3-421f-885f-f21044d81c65 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:20:39.463208 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-92a409e7-9d65-4dd7-9ce1-1aee9f891f3f req-d66333d6-cfa3-421f-885f-f21044d81c65 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] 10.222.0.16 "GET /v2.0/ports?device_id=a705ba1d-b59c-483d-be5a-59fbeaccd402 HTTP/1.1" status: 200 len: 943 time: 0.0818331 Dec 20 09:20:39.511029 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-92a409e7-9d65-4dd7-9ce1-1aee9f891f3f req-67678740-1bbf-42df-a5ce-59ca0036ced4 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] 10.222.0.16 "GET /v2.0/security-groups?id=87966afd-081c-44f1-9a25-10e34e4b1f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408695 Dec 20 09:20:40.011459 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 71a152ae-2d18-4cc5-a44a-307b72f8f2b6 details requested by agent hyperv_hv-neutron-8204 with host hv-neutron-8204 {{(pid=83446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 09:20:40.146577 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port 71a152ae-2d18-4cc5-a44a-307b72f8f2b6, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=71a152ae-2d18-4cc5-a44a-307b72f8f2b6,segment=NetworkSegment(a5cbe79c-fcb3-4cea-ae36-d466221265e9),segment_id=a5cbe79c-fcb3-4cea-ae36-d466221265e9)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:20:40.168793 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Returning: {'device': '71a152ae-2d18-4cc5-a44a-307b72f8f2b6', 'network_id': 'd2ff82e3-9f35-415b-86da-5bd9e5137b7d', 'port_id': '71a152ae-2d18-4cc5-a44a-307b72f8f2b6', 'mac_address': 'fa:16:3e:72:46:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a725ece3-6eef-4d36-921b-6aff135895bb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 09:20:40.223670 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:40.241214 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71a152ae-2d18-4cc5-a44a-307b72f8f2b6 {{(pid=83446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 09:20:40.261846 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port 71a152ae-2d18-4cc5-a44a-307b72f8f2b6, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=71a152ae-2d18-4cc5-a44a-307b72f8f2b6,segment=NetworkSegment(a5cbe79c-fcb3-4cea-ae36-d466221265e9),segment_id=a5cbe79c-fcb3-4cea-ae36-d466221265e9)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:20:40.271388 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:40.273933 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:20:40.309603 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:40.344324 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=71a152ae-2d18-4cc5-a44a-307b72f8f2b6,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:20:40.354422 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:20:40.354872 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:20:40.355217 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:20:40.355552 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:20:40.355900 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:20:40.356217 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:20:40.356542 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:20:40.356867 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:20:40.357191 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:20:40.357544 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:20:40.357863 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:20:40.361786 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:20:40.592888 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] get_ports_and_sgs() called for port_ids ['71a152ae-2d18-4cc5-a44a-307b72f8f2b6'] {{(pid=83446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 09:20:40.718205 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab9b0a-58c4-43ca-9698-58bd046cc5ef req-dc231430-f8a1-4ea4-ae60-b3a6f8c10b94 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:20:40.719895 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6dab9b0a-58c4-43ca-9698-58bd046cc5ef req-dc231430-f8a1-4ea4-ae60-b3a6f8c10b94 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] 10.222.0.16 "GET /v2.0/ports?device_id=a705ba1d-b59c-483d-be5a-59fbeaccd402 HTTP/1.1" status: 200 len: 944 time: 0.0853052 Dec 20 09:20:40.766003 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6dab9b0a-58c4-43ca-9698-58bd046cc5ef req-39017df7-5fcd-408c-a687-834512a8257e tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] 10.222.0.16 "GET /v2.0/security-groups?id=87966afd-081c-44f1-9a25-10e34e4b1f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404279 Dec 20 09:20:41.981980 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ee655-1ed3-42f0-87d7-dc0b042e945c req-ceb2085b-7ea5-4a33-a8d3-8afdfd601ef7 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:20:41.983442 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-bf6ee655-1ed3-42f0-87d7-dc0b042e945c req-ceb2085b-7ea5-4a33-a8d3-8afdfd601ef7 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] 10.222.0.16 "GET /v2.0/ports?device_id=a705ba1d-b59c-483d-be5a-59fbeaccd402 HTTP/1.1" status: 200 len: 944 time: 0.0791636 Dec 20 09:20:42.017529 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 71a152ae-2d18-4cc5-a44a-307b72f8f2b6 up at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:20:42.035073 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-bf6ee655-1ed3-42f0-87d7-dc0b042e945c req-42354998-695c-4145-b31e-f1389647ccf2 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] 10.222.0.16 "GET /v2.0/security-groups?id=87966afd-081c-44f1-9a25-10e34e4b1f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460331 Dec 20 09:20:42.090788 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning for port 71a152ae-2d18-4cc5-a44a-307b72f8f2b6 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:20:42.096214 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning complete for port 71a152ae-2d18-4cc5-a44a-307b72f8f2b6 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:20:42.096595 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:42.247441 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:42.276232 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a705ba1d-b59c-483d-be5a-59fbeaccd402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71a152ae-2d18-4cc5-a44a-307b72f8f2b6'}] {{(pid=83446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:20:42.285811 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port 71a152ae-2d18-4cc5-a44a-307b72f8f2b6, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=71a152ae-2d18-4cc5-a44a-307b72f8f2b6,segment=NetworkSegment(a5cbe79c-fcb3-4cea-ae36-d466221265e9),segment_id=a5cbe79c-fcb3-4cea-ae36-d466221265e9)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:20:42.290389 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:42.292882 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-5bf9a6a5-bdd8-44e5-8278-233da8b6eeba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:20:42.335274 dv-neutron-820491-1-hyperv neutron-server[83446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a705ba1d-b59c-483d-be5a-59fbeaccd402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71a152ae-2d18-4cc5-a44a-307b72f8f2b6', 'code': 200} Dec 20 09:20:42.372747 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=71a152ae-2d18-4cc5-a44a-307b72f8f2b6,revision_number=5']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:20:42.375566 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:20:42.573521 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8f7b851e-3207-4ca8-98d2-ccbc8bb48c1f req-05d5b1a5-34c2-4115-afe0-cf4f8cfe0acf service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a705ba1d-b59c-483d-be5a-59fbeaccd402 HTTP/1.1" status: 200 len: 1098 time: 0.0804851 Dec 20 09:20:42.617517 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-30a92286-7723-4396-acba-4198ab70ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:42.618846 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8f7b851e-3207-4ca8-98d2-ccbc8bb48c1f req-a1e349a5-b4ac-4e03-929c-b5c2b2839bc3 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=87966afd-081c-44f1-9a25-10e34e4b1f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393643 Dec 20 09:20:43.240095 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed266f7f-0cfe-461c-ace5-b5dc2d2dc3e9 req-92d8e65f-4137-4d53-aca4-0f36f1f106aa tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:20:43.241581 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-ed266f7f-0cfe-461c-ace5-b5dc2d2dc3e9 req-92d8e65f-4137-4d53-aca4-0f36f1f106aa tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] 10.222.0.16 "GET /v2.0/ports?device_id=a705ba1d-b59c-483d-be5a-59fbeaccd402 HTTP/1.1" status: 200 len: 945 time: 0.0808742 Dec 20 09:20:43.290296 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-ed266f7f-0cfe-461c-ace5-b5dc2d2dc3e9 req-167b02ad-64ab-4c0f-9cd9-faee89827f63 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] 10.222.0.16 "GET /v2.0/security-groups?id=87966afd-081c-44f1-9a25-10e34e4b1f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422652 Dec 20 09:20:44.608006 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da40cb27-f8cd-4633-a3ae-1046be972f12 req-e88533e5-cc9e-4834-a280-f0594ac81fce tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:20:44.609557 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-da40cb27-f8cd-4633-a3ae-1046be972f12 req-e88533e5-cc9e-4834-a280-f0594ac81fce tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] 10.222.0.16 "GET /v2.0/ports?device_id=a705ba1d-b59c-483d-be5a-59fbeaccd402 HTTP/1.1" status: 200 len: 945 time: 0.1935096 Dec 20 09:20:44.659091 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-da40cb27-f8cd-4633-a3ae-1046be972f12 req-61315cd3-6752-418d-9aa9-0b88479417e9 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] 10.222.0.16 "GET /v2.0/security-groups?id=87966afd-081c-44f1-9a25-10e34e4b1f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442009 Dec 20 09:20:44.912878 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e079f75d-1f97-46c1-8419-cd0789fda23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:45.071506 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049354ea-a2a4-431c-bc05-bc53c2bcf72e req-748ec92d-6741-40a3-952d-c2d8362bdd96 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:20:45.073010 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-049354ea-a2a4-431c-bc05-bc53c2bcf72e req-748ec92d-6741-40a3-952d-c2d8362bdd96 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] 10.222.0.16 "GET /v2.0/ports?device_id=a705ba1d-b59c-483d-be5a-59fbeaccd402 HTTP/1.1" status: 200 len: 945 time: 0.0797224 Dec 20 09:20:45.118107 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-049354ea-a2a4-431c-bc05-bc53c2bcf72e req-2f0bfc35-5c32-4a46-9280-d7a75b4afecf tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] 10.222.0.16 "GET /v2.0/security-groups?id=87966afd-081c-44f1-9a25-10e34e4b1f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397217 Dec 20 09:20:46.058990 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:46.113088 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:46.323555 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85524cc6-4b39-49b9-9c0b-23d66a0782f4 req-ff20fdfd-8724-49d3-901a-f3f3974742c7 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:20:46.325026 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-85524cc6-4b39-49b9-9c0b-23d66a0782f4 req-ff20fdfd-8724-49d3-901a-f3f3974742c7 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] 10.222.0.16 "GET /v2.0/ports?device_id=a705ba1d-b59c-483d-be5a-59fbeaccd402 HTTP/1.1" status: 200 len: 945 time: 0.0814683 Dec 20 09:20:46.372350 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-85524cc6-4b39-49b9-9c0b-23d66a0782f4 req-18542f45-a6ba-4f55-b01a-02fe04d83244 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] 10.222.0.16 "GET /v2.0/security-groups?id=87966afd-081c-44f1-9a25-10e34e4b1f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417912 Dec 20 09:20:46.513899 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4053b0c-8032-4111-93ab-3bfd2ec4663b req-adcb1940-db1d-4970-a979-cfd54fd28ccc tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:20:46.515342 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f4053b0c-8032-4111-93ab-3bfd2ec4663b req-adcb1940-db1d-4970-a979-cfd54fd28ccc tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] 10.222.0.58 "GET /v2.0/ports?device_id=a705ba1d-b59c-483d-be5a-59fbeaccd402 HTTP/1.1" status: 200 len: 945 time: 0.0817778 Dec 20 09:20:46.591017 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-f4053b0c-8032-4111-93ab-3bfd2ec4663b req-721957c3-c7a2-44c4-a185-bdd2e50e34ce tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] Deleting port 71a152ae-2d18-4cc5-a44a-307b72f8f2b6 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:20:46.591354 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-f4053b0c-8032-4111-93ab-3bfd2ec4663b req-721957c3-c7a2-44c4-a185-bdd2e50e34ce tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:46.831662 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-f4053b0c-8032-4111-93ab-3bfd2ec4663b req-721957c3-c7a2-44c4-a185-bdd2e50e34ce tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] For port 71a152ae-2d18-4cc5-a44a-307b72f8f2b6, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=71a152ae-2d18-4cc5-a44a-307b72f8f2b6,segment=NetworkSegment(a5cbe79c-fcb3-4cea-ae36-d466221265e9),segment_id=a5cbe79c-fcb3-4cea-ae36-d466221265e9)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:20:46.832021 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-f4053b0c-8032-4111-93ab-3bfd2ec4663b req-721957c3-c7a2-44c4-a185-bdd2e50e34ce tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:46.959361 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-f4053b0c-8032-4111-93ab-3bfd2ec4663b req-721957c3-c7a2-44c4-a185-bdd2e50e34ce tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] Calling delete_port for 71a152ae-2d18-4cc5-a44a-307b72f8f2b6 owned by compute:nova {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:20:47.107390 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-f4053b0c-8032-4111-93ab-3bfd2ec4663b req-721957c3-c7a2-44c4-a185-bdd2e50e34ce tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:47.113323 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7d2498f7-76f6-425f-afda-434f4aec1325 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:20:47.122026 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] get_ports_and_sgs() called for port_ids ['96f442cd-7e27-48ca-9827-76f2c3e6b997', '71a152ae-2d18-4cc5-a44a-307b72f8f2b6'] {{(pid=83446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 09:20:47.162547 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721957c3-c7a2-44c4-a185-bdd2e50e34ce tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] Pushing event deleted for resources: {'Port': ['ID=71a152ae-2d18-4cc5-a44a-307b72f8f2b6,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:20:47.165602 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-721957c3-c7a2-44c4-a185-bdd2e50e34ce tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:20:47.238161 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4053b0c-8032-4111-93ab-3bfd2ec4663b req-721957c3-c7a2-44c4-a185-bdd2e50e34ce tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] No DVR routers for this DVR port 71a152ae-2d18-4cc5-a44a-307b72f8f2b6 on host hv-neutron-8204 {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 09:20:47.240533 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-f4053b0c-8032-4111-93ab-3bfd2ec4663b req-721957c3-c7a2-44c4-a185-bdd2e50e34ce tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:47.243262 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a705ba1d-b59c-483d-be5a-59fbeaccd402', 'name': 'network-vif-deleted', 'tag': '71a152ae-2d18-4cc5-a44a-307b72f8f2b6'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:20:47.264451 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f4053b0c-8032-4111-93ab-3bfd2ec4663b req-721957c3-c7a2-44c4-a185-bdd2e50e34ce tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] 10.222.0.58 "DELETE /v2.0/ports/71a152ae-2d18-4cc5-a44a-307b72f8f2b6 HTTP/1.1" status: 204 len: 173 time: 0.7425611 Dec 20 09:20:47.305348 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a705ba1d-b59c-483d-be5a-59fbeaccd402', 'name': 'network-vif-deleted', 'tag': '71a152ae-2d18-4cc5-a44a-307b72f8f2b6', 'status': 'completed', 'code': 200} Dec 20 09:20:47.529825 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:47.561641 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-1ae1d4b0-8cda-4c6e-ac36-b304c4dc6d23 req-0e13075a-b6ff-4f8c-9439-da1a0706076c tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] 10.222.0.16 "GET /v2.0/ports?device_id=a705ba1d-b59c-483d-be5a-59fbeaccd402 HTTP/1.1" status: 200 len: 210 time: 0.0464234 Dec 20 09:20:48.838768 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5895a87-4d7c-4d9d-aec0-39542c452151 req-4d976c5c-cd4f-45f1-bf46-3f9db1dac744 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:20:48.840126 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-e5895a87-4d7c-4d9d-aec0-39542c452151 req-4d976c5c-cd4f-45f1-bf46-3f9db1dac744 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec317430-3272-4f4e-a5a0-1601789bba31 HTTP/1.1" status: 200 len: 946 time: 0.0808928 Dec 20 09:20:48.890548 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-e5895a87-4d7c-4d9d-aec0-39542c452151 req-28c373ff-d8f0-4786-b5eb-5c9467d3ee3b tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] 10.222.0.16 "GET /v2.0/security-groups?id=87966afd-081c-44f1-9a25-10e34e4b1f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445526 Dec 20 09:20:49.126097 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1018d9c5-191c-409e-8a46-8d7ddcc10d73 req-a11d0e15-479c-4475-a701-a1a6ae4ed323 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:20:49.127463 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-1018d9c5-191c-409e-8a46-8d7ddcc10d73 req-a11d0e15-479c-4475-a701-a1a6ae4ed323 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec317430-3272-4f4e-a5a0-1601789bba31 HTTP/1.1" status: 200 len: 946 time: 0.0775142 Dec 20 09:20:49.174248 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-1018d9c5-191c-409e-8a46-8d7ddcc10d73 req-64b1535c-60dc-46ce-a506-768bcfab9974 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] 10.222.0.16 "GET /v2.0/security-groups?id=87966afd-081c-44f1-9a25-10e34e4b1f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412996 Dec 20 09:20:49.383475 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c42d9c-c723-476f-8eb8-7ea3158ca32e req-1f9bcf0f-7067-4d16-81f8-c2b452873754 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:20:49.384078 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-63c42d9c-c723-476f-8eb8-7ea3158ca32e req-1f9bcf0f-7067-4d16-81f8-c2b452873754 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] Synchronizing usage tracker for tenant:054b6b9cda5c4d82b8a616f5ee46914c on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:20:49.400026 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-63c42d9c-c723-476f-8eb8-7ea3158ca32e req-1f9bcf0f-7067-4d16-81f8-c2b452873754 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] Unset dirty status for tenant:054b6b9cda5c4d82b8a616f5ee46914c on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:20:49.401864 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-63c42d9c-c723-476f-8eb8-7ea3158ca32e req-1f9bcf0f-7067-4d16-81f8-c2b452873754 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec317430-3272-4f4e-a5a0-1601789bba31 HTTP/1.1" status: 200 len: 946 time: 0.1004896 Dec 20 09:20:49.446967 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-63c42d9c-c723-476f-8eb8-7ea3158ca32e req-141d4e18-dd49-49c2-b111-840e6b43b0d0 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] 10.222.0.16 "GET /v2.0/security-groups?id=87966afd-081c-44f1-9a25-10e34e4b1f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395255 Dec 20 09:20:49.766339 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-1c93068a-5219-4224-b9c5-59cb2f1a4bd1 req-d43b22f5-e2d2-4d7d-908f-61e86f86ef90 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ec317430-3272-4f4e-a5a0-1601789bba31&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1853063 Dec 20 09:20:49.960200 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674492aa-bc36-4010-9226-24184562b38c req-8e4410a9-2897-42bc-a18b-03e0cc7a1c3a tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:20:49.961712 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-674492aa-bc36-4010-9226-24184562b38c req-8e4410a9-2897-42bc-a18b-03e0cc7a1c3a tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec317430-3272-4f4e-a5a0-1601789bba31 HTTP/1.1" status: 200 len: 946 time: 0.0775073 Dec 20 09:20:50.009138 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-674492aa-bc36-4010-9226-24184562b38c req-c9c12bfc-de40-4c37-8b5b-9c31e01f52b0 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] 10.222.0.16 "GET /v2.0/security-groups?id=87966afd-081c-44f1-9a25-10e34e4b1f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413237 Dec 20 09:20:50.089344 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 71a152ae-2d18-4cc5-a44a-307b72f8f2b6 no longer exists at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 09:20:50.127644 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] No Port match for: 71a152ae-2d18-4cc5-a44a-307b72f8f2b6 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 09:20:50.127990 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 71a152ae-2d18-4cc5-a44a-307b72f8f2b6 not bound to the agent host hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 09:20:50.208397 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f515c2c-eb5f-4ad2-b135-839c89103970 req-6a6c5c95-059b-41c8-a447-b704edec34b5 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:20:50.209895 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-7f515c2c-eb5f-4ad2-b135-839c89103970 req-6a6c5c95-059b-41c8-a447-b704edec34b5 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec317430-3272-4f4e-a5a0-1601789bba31 HTTP/1.1" status: 200 len: 946 time: 0.0776782 Dec 20 09:20:50.257509 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-7f515c2c-eb5f-4ad2-b135-839c89103970 req-54a3974c-5780-4877-8851-1342dcd56178 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] 10.222.0.16 "GET /v2.0/security-groups?id=87966afd-081c-44f1-9a25-10e34e4b1f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419540 Dec 20 09:20:50.479742 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a24af9-4322-4c7c-8228-8fb6509fc58c req-85456fa1-cf60-4350-ac97-912f3ff079af tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:20:50.481347 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-77a24af9-4322-4c7c-8228-8fb6509fc58c req-85456fa1-cf60-4350-ac97-912f3ff079af tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec317430-3272-4f4e-a5a0-1601789bba31 HTTP/1.1" status: 200 len: 946 time: 0.0862868 Dec 20 09:20:50.527118 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-77a24af9-4322-4c7c-8228-8fb6509fc58c req-1f5fcf7c-5b98-41d4-83a3-52a7d460abf4 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] 10.222.0.16 "GET /v2.0/security-groups?id=87966afd-081c-44f1-9a25-10e34e4b1f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401754 Dec 20 09:20:51.100185 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a7b20a-d5a4-4d64-a92e-024d28bc3223 req-01cf98f6-bd0f-49da-81a0-46283ae59dc5 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:20:51.101575 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-e2a7b20a-d5a4-4d64-a92e-024d28bc3223 req-01cf98f6-bd0f-49da-81a0-46283ae59dc5 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec317430-3272-4f4e-a5a0-1601789bba31 HTTP/1.1" status: 200 len: 946 time: 0.0774202 Dec 20 09:20:51.147361 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-e2a7b20a-d5a4-4d64-a92e-024d28bc3223 req-44999657-2245-4f1f-a422-53912af84dda tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] 10.222.0.16 "GET /v2.0/security-groups?id=87966afd-081c-44f1-9a25-10e34e4b1f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396824 Dec 20 09:20:52.356745 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1b8a96-a7d9-4242-8f9a-97650ce46f1d req-3260377e-1080-4b8f-a809-2a3344348e30 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:20:52.358162 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7a1b8a96-a7d9-4242-8f9a-97650ce46f1d req-3260377e-1080-4b8f-a809-2a3344348e30 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec317430-3272-4f4e-a5a0-1601789bba31 HTTP/1.1" status: 200 len: 946 time: 0.0858319 Dec 20 09:20:52.420018 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7a1b8a96-a7d9-4242-8f9a-97650ce46f1d req-7180931c-0c68-4f9d-9437-ab6779353543 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] 10.222.0.16 "GET /v2.0/security-groups?id=87966afd-081c-44f1-9a25-10e34e4b1f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409591 Dec 20 09:20:52.714306 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e68309-1e63-41ef-90cd-0c8f1893d26c req-bd2de661-f0d8-47f6-b82b-852db9440bb4 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:20:52.715730 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-89e68309-1e63-41ef-90cd-0c8f1893d26c req-bd2de661-f0d8-47f6-b82b-852db9440bb4 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec317430-3272-4f4e-a5a0-1601789bba31 HTTP/1.1" status: 200 len: 946 time: 0.0744998 Dec 20 09:20:52.784835 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-89e68309-1e63-41ef-90cd-0c8f1893d26c req-2a07b518-d80f-466d-9980-d94e6dfb6ac8 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] Deleting port 96f442cd-7e27-48ca-9827-76f2c3e6b997 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:20:52.785097 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-89e68309-1e63-41ef-90cd-0c8f1893d26c req-2a07b518-d80f-466d-9980-d94e6dfb6ac8 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:53.026845 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-89e68309-1e63-41ef-90cd-0c8f1893d26c req-2a07b518-d80f-466d-9980-d94e6dfb6ac8 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] For port 96f442cd-7e27-48ca-9827-76f2c3e6b997, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=96f442cd-7e27-48ca-9827-76f2c3e6b997,segment=NetworkSegment(a5cbe79c-fcb3-4cea-ae36-d466221265e9),segment_id=a5cbe79c-fcb3-4cea-ae36-d466221265e9)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:20:53.027190 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-89e68309-1e63-41ef-90cd-0c8f1893d26c req-2a07b518-d80f-466d-9980-d94e6dfb6ac8 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:53.233939 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-89e68309-1e63-41ef-90cd-0c8f1893d26c req-2a07b518-d80f-466d-9980-d94e6dfb6ac8 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] Calling delete_port for 96f442cd-7e27-48ca-9827-76f2c3e6b997 owned by compute:nova {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:20:53.372958 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-89e68309-1e63-41ef-90cd-0c8f1893d26c req-2a07b518-d80f-466d-9980-d94e6dfb6ac8 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:53.378427 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-afed8312-c1d9-443d-b690-5dc6c3ca1f14 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:20:53.383847 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] get_ports_and_sgs() called for port_ids ['96f442cd-7e27-48ca-9827-76f2c3e6b997'] {{(pid=83446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 09:20:53.422231 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a07b518-d80f-466d-9980-d94e6dfb6ac8 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] Pushing event deleted for resources: {'Port': ['ID=96f442cd-7e27-48ca-9827-76f2c3e6b997,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:20:53.426280 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2a07b518-d80f-466d-9980-d94e6dfb6ac8 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:20:53.506303 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-89e68309-1e63-41ef-90cd-0c8f1893d26c req-2a07b518-d80f-466d-9980-d94e6dfb6ac8 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] No DVR routers for this DVR port 96f442cd-7e27-48ca-9827-76f2c3e6b997 on host hv-neutron-8204 {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 09:20:53.511113 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-89e68309-1e63-41ef-90cd-0c8f1893d26c req-2a07b518-d80f-466d-9980-d94e6dfb6ac8 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:53.514325 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec317430-3272-4f4e-a5a0-1601789bba31', 'name': 'network-vif-deleted', 'tag': '96f442cd-7e27-48ca-9827-76f2c3e6b997'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:20:53.533786 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-89e68309-1e63-41ef-90cd-0c8f1893d26c req-2a07b518-d80f-466d-9980-d94e6dfb6ac8 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] 10.222.0.58 "DELETE /v2.0/ports/96f442cd-7e27-48ca-9827-76f2c3e6b997 HTTP/1.1" status: 204 len: 173 time: 0.8127708 Dec 20 09:20:53.595450 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec317430-3272-4f4e-a5a0-1601789bba31', 'name': 'network-vif-deleted', 'tag': '96f442cd-7e27-48ca-9827-76f2c3e6b997', 'status': 'completed', 'code': 200} Dec 20 09:20:53.614638 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-b8fe733d-f5ca-49b8-a5df-ca323896db99 req-b07c0505-5243-49cf-95c3-94d43a2f188c tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec317430-3272-4f4e-a5a0-1601789bba31 HTTP/1.1" status: 200 len: 210 time: 0.0552998 Dec 20 09:20:54.722153 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 50242) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:20:54.782097 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5ae7003-b3a8-4ef0-9d50-23030568bbeb admin admin] Deleting subnet a725ece3-6eef-4d36-921b-6aff135895bb {{(pid=83445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 09:20:54.785159 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a5ae7003-b3a8-4ef0-9d50-23030568bbeb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:54.838909 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a5ae7003-b3a8-4ef0-9d50-23030568bbeb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1518554'] for subnet, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:54.897938 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a5ae7003-b3a8-4ef0-9d50-23030568bbeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:54.964375 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a5ae7003-b3a8-4ef0-9d50-23030568bbeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2036620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2095133'] for subnet, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:54.967991 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-53055cf6-addc-4201-a6e6-729db0edfee2 tempest-NetworksIpV6TestAttrs-127000684 tempest-NetworksIpV6TestAttrs-127000684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:20:55.002881 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ae7003-b3a8-4ef0-9d50-23030568bbeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a725ece3-6eef-4d36-921b-6aff135895bb,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:20:55.005581 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a5ae7003-b3a8-4ef0-9d50-23030568bbeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:20:55.008352 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a5ae7003-b3a8-4ef0-9d50-23030568bbeb admin admin] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:55.015506 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-a5ae7003-b3a8-4ef0-9d50-23030568bbeb admin admin] 10.222.0.16 "DELETE /v2.0/subnets/a725ece3-6eef-4d36-921b-6aff135895bb HTTP/1.1" status: 204 len: 168 time: 0.2922990 Dec 20 09:20:55.017964 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 50246) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:20:55.129915 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3eba0d09-7588-4cf2-b79c-aea398d250fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:55.272107 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3eba0d09-7588-4cf2-b79c-aea398d250fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:55.300446 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-3eba0d09-7588-4cf2-b79c-aea398d250fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2ff82e3-9f35-415b-86da-5bd9e5137b7d']}} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:20:55.312565 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-3eba0d09-7588-4cf2-b79c-aea398d250fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5cbe79c-fcb3-4cea-ae36-d466221265e9') {'for_net_delete': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:20:55.312849 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-3eba0d09-7588-4cf2-b79c-aea398d250fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5cbe79c-fcb3-4cea-ae36-d466221265e9') {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:20:55.324844 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3eba0d09-7588-4cf2-b79c-aea398d250fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1518531'] for segment, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:55.342157 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3eba0d09-7588-4cf2-b79c-aea398d250fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:55.348562 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eba0d09-7588-4cf2-b79c-aea398d250fd admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=83445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 09:20:55.348944 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3eba0d09-7588-4cf2-b79c-aea398d250fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2036002'] for segment, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:55.361770 dv-neutron-820491-1-hyperv neutron-server[83445]: Traceback (most recent call last): Dec 20 09:20:55.361770 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 09:20:55.361770 dv-neutron-820491-1-hyperv neutron-server[83445]: timer() Dec 20 09:20:55.361770 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 09:20:55.361770 dv-neutron-820491-1-hyperv neutron-server[83445]: cb(*args, **kw) Dec 20 09:20:55.361770 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 09:20:55.361770 dv-neutron-820491-1-hyperv neutron-server[83445]: return func(*args, **kwargs) Dec 20 09:20:55.361770 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 09:20:55.361770 dv-neutron-820491-1-hyperv neutron-server[83445]: self._notify() Dec 20 09:20:55.361770 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 09:20:55.361770 dv-neutron-820491-1-hyperv neutron-server[83445]: self.callback(batched_events) Dec 20 09:20:55.361770 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 09:20:55.361770 dv-neutron-820491-1-hyperv neutron-server[83445]: event.method(event) Dec 20 09:20:55.361770 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 09:20:55.361770 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 09:20:55.361770 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 09:20:55.361770 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 09:20:55.361770 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 09:20:55.361770 dv-neutron-820491-1-hyperv neutron-server[83445]: return f(self, *a, **k) Dec 20 09:20:55.361770 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 09:20:55.361770 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._get(url).json() Dec 20 09:20:55.361770 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 09:20:55.361770 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 09:20:55.361770 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 09:20:55.361770 dv-neutron-820491-1-hyperv neutron-server[83445]: return self.request(url, 'GET', **kwargs) Dec 20 09:20:55.361770 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 09:20:55.361770 dv-neutron-820491-1-hyperv neutron-server[83445]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 09:20:55.361770 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 09:20:55.361770 dv-neutron-820491-1-hyperv neutron-server[83445]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 09:20:55.361770 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 09:20:55.361770 dv-neutron-820491-1-hyperv neutron-server[83445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 09:20:55.361770 dv-neutron-820491-1-hyperv neutron-server[83445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 09:20:55.434984 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3eba0d09-7588-4cf2-b79c-aea398d250fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:55.440364 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3eba0d09-7588-4cf2-b79c-aea398d250fd admin admin] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:55.443073 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-01ba99a4-b28d-45bc-ad79-48cb80f44bd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:20:55.472278 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eba0d09-7588-4cf2-b79c-aea398d250fd admin admin] Pushing event deleted for resources: {'Network': ['ID=d2ff82e3-9f35-415b-86da-5bd9e5137b7d,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:20:55.475247 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3eba0d09-7588-4cf2-b79c-aea398d250fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:20:55.479515 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-3eba0d09-7588-4cf2-b79c-aea398d250fd admin admin] 10.222.0.16 "DELETE /v2.0/networks/d2ff82e3-9f35-415b-86da-5bd9e5137b7d HTTP/1.1" status: 204 len: 168 time: 0.4605629 Dec 20 09:20:55.620559 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 50252) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:20:55.670832 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-67e61981-7a48-4982-8472-e98af79353f7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=054b6b9cda5c4d82b8a616f5ee46914c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0490394 Dec 20 09:20:55.673214 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 50256) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:20:55.746211 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e8b2fcea-6e34-4ecc-a0b1-76dd87486fc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:55.771940 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e8b2fcea-6e34-4ecc-a0b1-76dd87486fc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:55.827558 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e8b2fcea-6e34-4ecc-a0b1-76dd87486fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:55.831539 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-8af6cea0-b15c-407e-a43c-3d7a2645cb1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:20:55.847873 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b2fcea-6e34-4ecc-a0b1-76dd87486fc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87966afd-081c-44f1-9a25-10e34e4b1f47,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:20:55.850430 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e8b2fcea-6e34-4ecc-a0b1-76dd87486fc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:20:55.856330 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e8b2fcea-6e34-4ecc-a0b1-76dd87486fc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:55.860027 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-e8b2fcea-6e34-4ecc-a0b1-76dd87486fc4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/87966afd-081c-44f1-9a25-10e34e4b1f47 HTTP/1.1" status: 204 len: 168 time: 0.1832836 Dec 20 09:20:56.111566 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 96f442cd-7e27-48ca-9827-76f2c3e6b997 no longer exists at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 09:20:56.148349 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] No Port match for: 96f442cd-7e27-48ca-9827-76f2c3e6b997 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 09:20:56.148704 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 96f442cd-7e27-48ca-9827-76f2c3e6b997 not bound to the agent host hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 09:20:56.749401 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 50278) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:20:56.879744 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-b35f26be-a65b-4153-ac5e-d2f5bc38224e tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1586254391'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:20:56.885561 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-b35f26be-a65b-4153-ac5e-d2f5bc38224e tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:20:56.889782 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-b35f26be-a65b-4153-ac5e-d2f5bc38224e tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Usage tracker for resource:network and tenant:77a6f10d24e14fe1b1b261da98aee136 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:20:56.892661 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-b35f26be-a65b-4153-ac5e-d2f5bc38224e tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:20:56.899217 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-b35f26be-a65b-4153-ac5e-d2f5bc38224e tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:20:56.910140 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b35f26be-a65b-4153-ac5e-d2f5bc38224e tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Made reservation on behalf of 77a6f10d24e14fe1b1b261da98aee136 for: {'network': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 09:20:56.913523 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b35f26be-a65b-4153-ac5e-d2f5bc38224e tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:56.930450 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b35f26be-a65b-4153-ac5e-d2f5bc38224e tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks [] for security_group, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:56.965408 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-b35f26be-a65b-4153-ac5e-d2f5bc38224e tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:20:56.969629 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-b35f26be-a65b-4153-ac5e-d2f5bc38224e tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Usage tracker for resource:security_group_rule and tenant:77a6f10d24e14fe1b1b261da98aee136 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:20:56.972537 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-b35f26be-a65b-4153-ac5e-d2f5bc38224e tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:20:56.981523 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-b35f26be-a65b-4153-ac5e-d2f5bc38224e tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:20:57.065801 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b35f26be-a65b-4153-ac5e-d2f5bc38224e tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks [] for security_group, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:57.069588 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b35f26be-a65b-4153-ac5e-d2f5bc38224e tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:57.073354 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-99dc4762-6fb9-4f7d-bb67-30f0371b0f6d tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:20:57.103091 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b35f26be-a65b-4153-ac5e-d2f5bc38224e tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=83445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 09:20:57.113654 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35f26be-a65b-4153-ac5e-d2f5bc38224e tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da847409-b322-4ae9-9e10-406af0d82876,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:20:57.117459 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b35f26be-a65b-4153-ac5e-d2f5bc38224e tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:20:57.123761 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b35f26be-a65b-4153-ac5e-d2f5bc38224e tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:57.124301 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.segments_db [None req-b35f26be-a65b-4153-ac5e-d2f5bc38224e tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Added segment 912708a9-c245-4b9b-8a57-3db95758f1ff of type vlan for network a1e3e169-fdd9-4d80-8a07-94d47608cad3 Dec 20 09:20:57.162301 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b35f26be-a65b-4153-ac5e-d2f5bc38224e tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:57.194462 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b35f26be-a65b-4153-ac5e-d2f5bc38224e tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:57.199124 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35f26be-a65b-4153-ac5e-d2f5bc38224e tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:20:57.199718 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b35f26be-a65b-4153-ac5e-d2f5bc38224e tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:20:57.203553 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-1ac942c6-8958-4b68-a2c2-b7699c1a3286 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:20:57.260417 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-b35f26be-a65b-4153-ac5e-d2f5bc38224e tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5088868 Dec 20 09:20:57.323226 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35f26be-a65b-4153-ac5e-d2f5bc38224e tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Pushing event updated for resources: {'Network': ['ID=a1e3e169-fdd9-4d80-8a07-94d47608cad3,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:20:57.326920 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b35f26be-a65b-4153-ac5e-d2f5bc38224e tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:20:57.334775 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network a1e3e169-fdd9-4d80-8a07-94d47608cad3 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 09:21:00.563703 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 50284) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:21:00.569837 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-83888686-f9c2-4334-b40a-9b98644063ed tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Request body: {'subnet': {'network_id': 'a1e3e169-fdd9-4d80-8a07-94d47608cad3', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:21:00.693873 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-83888686-f9c2-4334-b40a-9b98644063ed tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:21:00.698368 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-83888686-f9c2-4334-b40a-9b98644063ed tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Usage tracker for resource:subnet and tenant:77a6f10d24e14fe1b1b261da98aee136 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:21:00.701536 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-83888686-f9c2-4334-b40a-9b98644063ed tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:21:00.707132 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-83888686-f9c2-4334-b40a-9b98644063ed tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:21:00.717907 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83888686-f9c2-4334-b40a-9b98644063ed tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Made reservation on behalf of 77a6f10d24e14fe1b1b261da98aee136 for: {'subnet': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 09:21:00.820696 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-83888686-f9c2-4334-b40a-9b98644063ed tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2095160'] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:01.131815 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-83888686-f9c2-4334-b40a-9b98644063ed tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2036557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2095114'] for subnet, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:01.135960 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-7e5c961a-9f9d-41a9-b8cd-b1ff141809f0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:21:01.210295 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83888686-f9c2-4334-b40a-9b98644063ed tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Pushing event updated for resources: {'Subnet': ['ID=629984fd-34b0-4799-b365-93d5a6e17b68,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:21:01.213286 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-83888686-f9c2-4334-b40a-9b98644063ed tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:21:01.226063 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83888686-f9c2-4334-b40a-9b98644063ed tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Checking segment: {'id': '912708a9-c245-4b9b-8a57-3db95758f1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a1e3e169-fdd9-4d80-8a07-94d47608cad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:21:01.226413 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83888686-f9c2-4334-b40a-9b98644063ed tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Network hostable DHCP agents. Network: a1e3e169-fdd9-4d80-8a07-94d47608cad3, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 09:21:01.249121 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83888686-f9c2-4334-b40a-9b98644063ed tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Network a1e3e169-fdd9-4d80-8a07-94d47608cad3 is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 09:21:01.257911 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-83888686-f9c2-4334-b40a-9b98644063ed tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, a1e3e169-fdd9-4d80-8a07-94d47608cad3) {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:21:01.263990 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83888686-f9c2-4334-b40a-9b98644063ed tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:21:01.264924 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-83888686-f9c2-4334-b40a-9b98644063ed tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:01.266095 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f049a004-71db-4c08-a2b0-72fca0ce41af None None] Network a1e3e169-fdd9-4d80-8a07-94d47608cad3 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 09:21:01.286840 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-83888686-f9c2-4334-b40a-9b98644063ed tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7219126 Dec 20 09:21:01.290181 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 50288) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:21:01.296242 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-e234715e-41bb-4d5f-85b5-31f66fb6600e tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-23506520'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:21:01.301029 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-e234715e-41bb-4d5f-85b5-31f66fb6600e tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:21:01.304766 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-e234715e-41bb-4d5f-85b5-31f66fb6600e tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Usage tracker for resource:network and tenant:77a6f10d24e14fe1b1b261da98aee136 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:21:01.308314 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-e234715e-41bb-4d5f-85b5-31f66fb6600e tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:21:01.313960 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-e234715e-41bb-4d5f-85b5-31f66fb6600e tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:21:01.324481 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e234715e-41bb-4d5f-85b5-31f66fb6600e tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Made reservation on behalf of 77a6f10d24e14fe1b1b261da98aee136 for: {'network': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 09:21:01.327454 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e234715e-41bb-4d5f-85b5-31f66fb6600e tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:01.356861 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e234715e-41bb-4d5f-85b5-31f66fb6600e tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=83445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 09:21:01.365905 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e234715e-41bb-4d5f-85b5-31f66fb6600e tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:01.366242 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.segments_db [None req-e234715e-41bb-4d5f-85b5-31f66fb6600e tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Added segment c4c8462b-af9b-4e8f-a662-0b77e777ce3a of type vlan for network 3668a9b9-7467-40f9-8575-b534d88d6861 Dec 20 09:21:01.392218 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e234715e-41bb-4d5f-85b5-31f66fb6600e tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:01.420900 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e234715e-41bb-4d5f-85b5-31f66fb6600e tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:01.424804 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e234715e-41bb-4d5f-85b5-31f66fb6600e tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:21:01.425552 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e234715e-41bb-4d5f-85b5-31f66fb6600e tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:01.430719 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b35f26be-a65b-4153-ac5e-d2f5bc38224e tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:21:01.482913 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-e234715e-41bb-4d5f-85b5-31f66fb6600e tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.1911829 Dec 20 09:21:01.485983 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 50292) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:21:01.491876 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-915c6d4b-d4df-427c-8cfc-c68e4b9b94c7 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Request body: {'subnet': {'network_id': '3668a9b9-7467-40f9-8575-b534d88d6861', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:21:01.492062 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb02d7c-c83a-45af-97aa-30d6a7862c2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-a1e3e169-fdd9-4d80-8a07-94d47608cad3', 'network_id': 'a1e3e169-fdd9-4d80-8a07-94d47608cad3', 'tenant_id': '77a6f10d24e14fe1b1b261da98aee136', 'fixed_ips': [{'subnet_id': '629984fd-34b0-4799-b365-93d5a6e17b68'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 09:21:01.492701 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-ceb02d7c-c83a-45af-97aa-30d6a7862c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:01.536080 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e234715e-41bb-4d5f-85b5-31f66fb6600e tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Pushing event updated for resources: {'Network': ['ID=3668a9b9-7467-40f9-8575-b534d88d6861,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:21:01.538798 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e234715e-41bb-4d5f-85b5-31f66fb6600e tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:21:01.550679 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network 3668a9b9-7467-40f9-8575-b534d88d6861 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 09:21:01.608620 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-915c6d4b-d4df-427c-8cfc-c68e4b9b94c7 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:21:01.613328 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-915c6d4b-d4df-427c-8cfc-c68e4b9b94c7 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Usage tracker for resource:subnet and tenant:77a6f10d24e14fe1b1b261da98aee136 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:21:01.616235 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-915c6d4b-d4df-427c-8cfc-c68e4b9b94c7 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:21:01.622492 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-915c6d4b-d4df-427c-8cfc-c68e4b9b94c7 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:21:01.634057 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-915c6d4b-d4df-427c-8cfc-c68e4b9b94c7 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Made reservation on behalf of 77a6f10d24e14fe1b1b261da98aee136 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 09:21:01.751813 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-915c6d4b-d4df-427c-8cfc-c68e4b9b94c7 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1529102'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:01.753958 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-ceb02d7c-c83a-45af-97aa-30d6a7862c2d None None] Allocated IP 2001:db8:0:ffff::2 (a1e3e169-fdd9-4d80-8a07-94d47608cad3/629984fd-34b0-4799-b365-93d5a6e17b68/57012cf5-4772-42c6-b867-8b47efdd5fb4) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 09:21:01.977573 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-ceb02d7c-c83a-45af-97aa-30d6a7862c2d None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:01.988679 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-ceb02d7c-c83a-45af-97aa-30d6a7862c2d None None] Transition to ACTIVE for port object 57012cf5-4772-42c6-b867-8b47efdd5fb4 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:21:02.008451 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-ceb02d7c-c83a-45af-97aa-30d6a7862c2d None None] Transition to ACTIVE for port object 57012cf5-4772-42c6-b867-8b47efdd5fb4 will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:21:02.014971 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-915c6d4b-d4df-427c-8cfc-c68e4b9b94c7 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1129376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1529148'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:02.015781 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-ceb02d7c-c83a-45af-97aa-30d6a7862c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:02.018775 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2195324c-1210-4dfb-a70b-b69e2def408d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:21:02.020783 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:21:02.090756 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb02d7c-c83a-45af-97aa-30d6a7862c2d None None] Network a1e3e169-fdd9-4d80-8a07-94d47608cad3 is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:21:02.092682 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c6d4b-d4df-427c-8cfc-c68e4b9b94c7 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Pushing event updated for resources: {'Subnet': ['ID=e641bbd2-8417-449d-bb3e-3ef6c0495ae1,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:21:02.094579 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb02d7c-c83a-45af-97aa-30d6a7862c2d None None] Pushing event updated for resources: {'Port': ['ID=57012cf5-4772-42c6-b867-8b47efdd5fb4,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:21:02.098647 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-ceb02d7c-c83a-45af-97aa-30d6a7862c2d None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:21:02.099024 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-915c6d4b-d4df-427c-8cfc-c68e4b9b94c7 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:21:02.101103 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb02d7c-c83a-45af-97aa-30d6a7862c2d None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 09:21:02.106952 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-ceb02d7c-c83a-45af-97aa-30d6a7862c2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:21:02.110362 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915c6d4b-d4df-427c-8cfc-c68e4b9b94c7 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Checking segment: {'id': 'c4c8462b-af9b-4e8f-a662-0b77e777ce3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3668a9b9-7467-40f9-8575-b534d88d6861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:21:02.110719 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915c6d4b-d4df-427c-8cfc-c68e4b9b94c7 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Network hostable DHCP agents. Network: 3668a9b9-7467-40f9-8575-b534d88d6861, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 09:21:02.134929 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915c6d4b-d4df-427c-8cfc-c68e4b9b94c7 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Network 3668a9b9-7467-40f9-8575-b534d88d6861 is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 09:21:02.145671 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-915c6d4b-d4df-427c-8cfc-c68e4b9b94c7 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, 3668a9b9-7467-40f9-8575-b534d88d6861) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:21:02.149692 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915c6d4b-d4df-427c-8cfc-c68e4b9b94c7 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:21:02.150509 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-915c6d4b-d4df-427c-8cfc-c68e4b9b94c7 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:02.172887 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-915c6d4b-d4df-427c-8cfc-c68e4b9b94c7 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.6856909 Dec 20 09:21:02.175647 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 50296) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:21:02.180721 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4117d7a4-72fe-46c9-b6b6-82c22f04c54f None None] Network 3668a9b9-7467-40f9-8575-b534d88d6861 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 09:21:02.236825 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-ceb02d7c-c83a-45af-97aa-30d6a7862c2d None None] Attempting to bind port 57012cf5-4772-42c6-b867-8b47efdd5fb4 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 09:21:02.237115 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-ceb02d7c-c83a-45af-97aa-30d6a7862c2d None None] Attempting to bind port 57012cf5-4772-42c6-b867-8b47efdd5fb4 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '912708a9-c245-4b9b-8a57-3db95758f1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a1e3e169-fdd9-4d80-8a07-94d47608cad3'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 09:21:02.237505 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb02d7c-c83a-45af-97aa-30d6a7862c2d None None] Attempting to bind port 57012cf5-4772-42c6-b867-8b47efdd5fb4 on network a1e3e169-fdd9-4d80-8a07-94d47608cad3 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:21:02.293246 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb02d7c-c83a-45af-97aa-30d6a7862c2d None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 9, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 09:21:02.293992 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb02d7c-c83a-45af-97aa-30d6a7862c2d None None] Checking segment: {'id': '912708a9-c245-4b9b-8a57-3db95758f1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a1e3e169-fdd9-4d80-8a07-94d47608cad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:21:02.294102 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-ceb02d7c-c83a-45af-97aa-30d6a7862c2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:02.294416 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb02d7c-c83a-45af-97aa-30d6a7862c2d None None] Bound using segment: {'id': '912708a9-c245-4b9b-8a57-3db95758f1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a1e3e169-fdd9-4d80-8a07-94d47608cad3'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 09:21:02.294913 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-ceb02d7c-c83a-45af-97aa-30d6a7862c2d None None] Bound port: 57012cf5-4772-42c6-b867-8b47efdd5fb4, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912708a9-c245-4b9b-8a57-3db95758f1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a1e3e169-fdd9-4d80-8a07-94d47608cad3'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 09:21:02.295272 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-ceb02d7c-c83a-45af-97aa-30d6a7862c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:02.320695 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-508781b6-5232-4876-be68-b3785a5701e7 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:02.392227 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-508781b6-5232-4876-be68-b3785a5701e7 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:02.473179 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-508781b6-5232-4876-be68-b3785a5701e7 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1129313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1529131'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:02.476924 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d21b6e32-8078-4840-ba89-6ca885bab3fd tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:21:02.489946 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-ceb02d7c-c83a-45af-97aa-30d6a7862c2d None None] For port 57012cf5-4772-42c6-b867-8b47efdd5fb4, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 09:21:02.503459 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-ceb02d7c-c83a-45af-97aa-30d6a7862c2d None None] For port 57012cf5-4772-42c6-b867-8b47efdd5fb4, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=57012cf5-4772-42c6-b867-8b47efdd5fb4,segment=NetworkSegment(912708a9-c245-4b9b-8a57-3db95758f1ff),segment_id=912708a9-c245-4b9b-8a57-3db95758f1ff)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 09:21:02.509053 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e35a19-8ff8-4e3f-a157-42bac46655b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-3668a9b9-7467-40f9-8575-b534d88d6861', 'network_id': '3668a9b9-7467-40f9-8575-b534d88d6861', 'tenant_id': '77a6f10d24e14fe1b1b261da98aee136', 'fixed_ips': [{'subnet_id': 'e641bbd2-8417-449d-bb3e-3ef6c0495ae1'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 09:21:02.510258 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f3e35a19-8ff8-4e3f-a157-42bac46655b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:02.512923 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508781b6-5232-4876-be68-b3785a5701e7 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Pushing event deleted for resources: {'Subnet': ['ID=e641bbd2-8417-449d-bb3e-3ef6c0495ae1,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:21:02.516948 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-508781b6-5232-4876-be68-b3785a5701e7 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:21:02.528400 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-ceb02d7c-c83a-45af-97aa-30d6a7862c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:02.534903 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:21:02.615615 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-508781b6-5232-4876-be68-b3785a5701e7 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:02.644153 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-508781b6-5232-4876-be68-b3785a5701e7 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3668a9b9-7467-40f9-8575-b534d88d6861']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:21:02.657438 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-508781b6-5232-4876-be68-b3785a5701e7 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4c8462b-af9b-4e8f-a662-0b77e777ce3a') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:21:02.657740 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-508781b6-5232-4876-be68-b3785a5701e7 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4c8462b-af9b-4e8f-a662-0b77e777ce3a') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:21:02.669677 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-508781b6-5232-4876-be68-b3785a5701e7 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1618722'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:02.678209 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb02d7c-c83a-45af-97aa-30d6a7862c2d None None] Pushing event updated for resources: {'Port': ['ID=57012cf5-4772-42c6-b867-8b47efdd5fb4,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:21:02.685649 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-508781b6-5232-4876-be68-b3785a5701e7 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:02.686720 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-ceb02d7c-c83a-45af-97aa-30d6a7862c2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:21:02.692481 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-508781b6-5232-4876-be68-b3785a5701e7 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 09:21:02.692889 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-508781b6-5232-4876-be68-b3785a5701e7 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1128911'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:02.707497 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb186dc4-7434-41df-b86b-43a274a26d92 None None] Network 3668a9b9-7467-40f9-8575-b534d88d6861 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 09:21:02.713614 dv-neutron-820491-1-hyperv neutron-server[83444]: Traceback (most recent call last): Dec 20 09:21:02.713614 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 09:21:02.713614 dv-neutron-820491-1-hyperv neutron-server[83444]: timer() Dec 20 09:21:02.713614 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 09:21:02.713614 dv-neutron-820491-1-hyperv neutron-server[83444]: cb(*args, **kw) Dec 20 09:21:02.713614 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 09:21:02.713614 dv-neutron-820491-1-hyperv neutron-server[83444]: return func(*args, **kwargs) Dec 20 09:21:02.713614 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 09:21:02.713614 dv-neutron-820491-1-hyperv neutron-server[83444]: self._notify() Dec 20 09:21:02.713614 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 09:21:02.713614 dv-neutron-820491-1-hyperv neutron-server[83444]: self.callback(batched_events) Dec 20 09:21:02.713614 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 09:21:02.713614 dv-neutron-820491-1-hyperv neutron-server[83444]: event.method(event) Dec 20 09:21:02.713614 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 09:21:02.713614 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 09:21:02.713614 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 09:21:02.713614 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 09:21:02.713614 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 09:21:02.713614 dv-neutron-820491-1-hyperv neutron-server[83444]: return f(self, *a, **k) Dec 20 09:21:02.713614 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 09:21:02.713614 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._get(url).json() Dec 20 09:21:02.713614 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 09:21:02.713614 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 09:21:02.713614 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 09:21:02.713614 dv-neutron-820491-1-hyperv neutron-server[83444]: return self.request(url, 'GET', **kwargs) Dec 20 09:21:02.713614 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 09:21:02.713614 dv-neutron-820491-1-hyperv neutron-server[83444]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 09:21:02.713614 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 09:21:02.713614 dv-neutron-820491-1-hyperv neutron-server[83444]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 09:21:02.713614 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 09:21:02.713614 dv-neutron-820491-1-hyperv neutron-server[83444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 09:21:02.713614 dv-neutron-820491-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 09:21:02.799737 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-508781b6-5232-4876-be68-b3785a5701e7 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:02.803444 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-24e1f8b9-9551-423f-bcd4-3fa18c0955b4 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:21:02.821716 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-508781b6-5232-4876-be68-b3785a5701e7 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:02.834977 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-508781b6-5232-4876-be68-b3785a5701e7 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] 10.222.0.16 "DELETE /v2.0/networks/3668a9b9-7467-40f9-8575-b534d88d6861 HTTP/1.1" status: 204 len: 168 time: 0.6549013 Dec 20 09:21:02.835229 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 50300) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:21:02.848470 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-8655cd8c-1e50-4d50-9f95-443091c9ee96 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-667760999'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:21:02.852055 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508781b6-5232-4876-be68-b3785a5701e7 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Pushing event deleted for resources: {'Network': ['ID=3668a9b9-7467-40f9-8575-b534d88d6861,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:21:02.856832 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-8655cd8c-1e50-4d50-9f95-443091c9ee96 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:21:02.861776 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-8655cd8c-1e50-4d50-9f95-443091c9ee96 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Usage tracker for resource:network and tenant:77a6f10d24e14fe1b1b261da98aee136 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:21:02.869436 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-8655cd8c-1e50-4d50-9f95-443091c9ee96 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:21:02.875555 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-508781b6-5232-4876-be68-b3785a5701e7 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:21:02.879574 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-8655cd8c-1e50-4d50-9f95-443091c9ee96 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:21:02.892095 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8655cd8c-1e50-4d50-9f95-443091c9ee96 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Made reservation on behalf of 77a6f10d24e14fe1b1b261da98aee136 for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 09:21:02.895263 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8655cd8c-1e50-4d50-9f95-443091c9ee96 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:02.937677 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8655cd8c-1e50-4d50-9f95-443091c9ee96 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 09:21:02.948836 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8655cd8c-1e50-4d50-9f95-443091c9ee96 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:02.949191 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-8655cd8c-1e50-4d50-9f95-443091c9ee96 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Added segment b10c012d-98c3-43f7-9f1b-74b4d220012b of type vlan for network b1db356b-60ab-47f4-9b99-1d14634cb106 Dec 20 09:21:02.987581 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8655cd8c-1e50-4d50-9f95-443091c9ee96 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:03.022820 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8655cd8c-1e50-4d50-9f95-443091c9ee96 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:03.027576 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8655cd8c-1e50-4d50-9f95-443091c9ee96 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:21:03.028272 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8655cd8c-1e50-4d50-9f95-443091c9ee96 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:03.033098 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-14aec10a-ed37-4ab3-96b0-9935be961dd4 tempest-NetworksTest-1813221449 tempest-NetworksTest-1813221449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:21:03.086033 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-8655cd8c-1e50-4d50-9f95-443091c9ee96 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2498591 Dec 20 09:21:03.088873 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 50304) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:21:03.097863 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 57012cf5-4772-42c6-b867-8b47efdd5fb4 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:21:03.141987 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-cdcd11bc-9db0-4492-8536-76f6079752bf tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Request body: {'subnet': {'network_id': 'b1db356b-60ab-47f4-9b99-1d14634cb106', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:21:03.162804 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655cd8c-1e50-4d50-9f95-443091c9ee96 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Pushing event updated for resources: {'Network': ['ID=b1db356b-60ab-47f4-9b99-1d14634cb106,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:21:03.169168 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-8655cd8c-1e50-4d50-9f95-443091c9ee96 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:21:03.171454 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 57012cf5-4772-42c6-b867-8b47efdd5fb4 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:21:03.178607 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network b1db356b-60ab-47f4-9b99-1d14634cb106 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 09:21:03.263488 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-cdcd11bc-9db0-4492-8536-76f6079752bf tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:21:03.267306 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-cdcd11bc-9db0-4492-8536-76f6079752bf tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Usage tracker for resource:subnet and tenant:77a6f10d24e14fe1b1b261da98aee136 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:21:03.270282 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-cdcd11bc-9db0-4492-8536-76f6079752bf tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:21:03.276276 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-cdcd11bc-9db0-4492-8536-76f6079752bf tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:21:03.286532 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdcd11bc-9db0-4492-8536-76f6079752bf tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Made reservation on behalf of 77a6f10d24e14fe1b1b261da98aee136 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 09:21:03.498628 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cdcd11bc-9db0-4492-8536-76f6079752bf tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1529102'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:03.612029 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.ipam_backend_mixin [None req-cdcd11bc-9db0-4492-8536-76f6079752bf tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Performing IP validity checks on allocation pools {{(pid=83444) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 20 09:21:03.612691 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.ipam_backend_mixin [None req-cdcd11bc-9db0-4492-8536-76f6079752bf tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83444) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 20 09:21:03.660231 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98a78c2-8a0d-46e6-8a52-4daf87de2f7e None None] Network a1e3e169-fdd9-4d80-8a07-94d47608cad3 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 09:21:03.748135 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cdcd11bc-9db0-4492-8536-76f6079752bf tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1129376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1529148'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:03.753122 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-63e6eb9d-cc0f-4848-998f-3bb564459795 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:21:03.786057 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-3bcd1a44-48c2-4c75-a6aa-72e7ac7354d2 None None] Provisioning for port 57012cf5-4772-42c6-b867-8b47efdd5fb4 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:21:03.795514 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-3bcd1a44-48c2-4c75-a6aa-72e7ac7354d2 None None] Provisioning complete for port 57012cf5-4772-42c6-b867-8b47efdd5fb4 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:21:03.795893 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3bcd1a44-48c2-4c75-a6aa-72e7ac7354d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:03.833886 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcd11bc-9db0-4492-8536-76f6079752bf tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Pushing event updated for resources: {'Subnet': ['ID=7bd27749-4872-494c-aff6-158f016cedeb,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:21:03.837832 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-cdcd11bc-9db0-4492-8536-76f6079752bf tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:21:03.845181 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcd11bc-9db0-4492-8536-76f6079752bf tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Checking segment: {'id': 'b10c012d-98c3-43f7-9f1b-74b4d220012b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b1db356b-60ab-47f4-9b99-1d14634cb106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:21:03.845576 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdcd11bc-9db0-4492-8536-76f6079752bf tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Network hostable DHCP agents. Network: b1db356b-60ab-47f4-9b99-1d14634cb106, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 09:21:03.867627 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdcd11bc-9db0-4492-8536-76f6079752bf tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Network b1db356b-60ab-47f4-9b99-1d14634cb106 is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 09:21:03.879529 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-cdcd11bc-9db0-4492-8536-76f6079752bf tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, b1db356b-60ab-47f4-9b99-1d14634cb106) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:21:03.884008 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcd11bc-9db0-4492-8536-76f6079752bf tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:21:03.885463 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cdcd11bc-9db0-4492-8536-76f6079752bf tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:03.892968 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42ba128-f814-467f-9f1c-172b19e6d77c None None] Network b1db356b-60ab-47f4-9b99-1d14634cb106 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 09:21:03.907703 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-cdcd11bc-9db0-4492-8536-76f6079752bf tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8177180 Dec 20 09:21:03.910600 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 50308) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:21:04.049910 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-872f36b7-2177-4dce-a08d-e636d5f0444c tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:04.117894 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3bcd1a44-48c2-4c75-a6aa-72e7ac7354d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:04.119595 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-872f36b7-2177-4dce-a08d-e636d5f0444c tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:04.194026 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-872f36b7-2177-4dce-a08d-e636d5f0444c tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2036620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2095133'] for subnet, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:04.198549 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-48a136d1-0abb-4448-a60a-2f8171249736 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:21:04.242239 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-3bcd1a44-48c2-4c75-a6aa-72e7ac7354d2 None None] For port 57012cf5-4772-42c6-b867-8b47efdd5fb4, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=57012cf5-4772-42c6-b867-8b47efdd5fb4,segment=NetworkSegment(912708a9-c245-4b9b-8a57-3db95758f1ff),segment_id=912708a9-c245-4b9b-8a57-3db95758f1ff)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:21:04.245127 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872f36b7-2177-4dce-a08d-e636d5f0444c tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Pushing event deleted for resources: {'Subnet': ['ID=7bd27749-4872-494c-aff6-158f016cedeb,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:21:04.249333 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3bcd1a44-48c2-4c75-a6aa-72e7ac7354d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:04.251426 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:21:04.263985 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-872f36b7-2177-4dce-a08d-e636d5f0444c tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:21:04.292007 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58dd8f3b-f09f-4cd8-ab62-2f5bea9df57e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-b1db356b-60ab-47f4-9b99-1d14634cb106', 'network_id': 'b1db356b-60ab-47f4-9b99-1d14634cb106', 'tenant_id': '77a6f10d24e14fe1b1b261da98aee136', 'fixed_ips': [{'subnet_id': '7bd27749-4872-494c-aff6-158f016cedeb'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 09:21:04.293127 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-58dd8f3b-f09f-4cd8-ab62-2f5bea9df57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:04.354167 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-872f36b7-2177-4dce-a08d-e636d5f0444c tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:04.380759 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-872f36b7-2177-4dce-a08d-e636d5f0444c tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1db356b-60ab-47f4-9b99-1d14634cb106']}} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:21:04.386123 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcd1a44-48c2-4c75-a6aa-72e7ac7354d2 None None] Pushing event updated for resources: {'Port': ['ID=57012cf5-4772-42c6-b867-8b47efdd5fb4,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:21:04.395933 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-872f36b7-2177-4dce-a08d-e636d5f0444c tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b10c012d-98c3-43f7-9f1b-74b4d220012b') {'for_net_delete': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:21:04.396236 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-872f36b7-2177-4dce-a08d-e636d5f0444c tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b10c012d-98c3-43f7-9f1b-74b4d220012b') {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:21:04.397023 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-3bcd1a44-48c2-4c75-a6aa-72e7ac7354d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:21:04.409007 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-872f36b7-2177-4dce-a08d-e636d5f0444c tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1518531'] for segment, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:04.422390 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ea4bc7-44bf-4801-9169-42de9ffaa92d None None] Network b1db356b-60ab-47f4-9b99-1d14634cb106 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 09:21:04.425596 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-872f36b7-2177-4dce-a08d-e636d5f0444c tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:04.431752 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-872f36b7-2177-4dce-a08d-e636d5f0444c tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=83445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 09:21:04.432154 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-872f36b7-2177-4dce-a08d-e636d5f0444c tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2036002'] for segment, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:04.446206 dv-neutron-820491-1-hyperv neutron-server[83445]: Traceback (most recent call last): Dec 20 09:21:04.446206 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 09:21:04.446206 dv-neutron-820491-1-hyperv neutron-server[83445]: timer() Dec 20 09:21:04.446206 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 09:21:04.446206 dv-neutron-820491-1-hyperv neutron-server[83445]: cb(*args, **kw) Dec 20 09:21:04.446206 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 09:21:04.446206 dv-neutron-820491-1-hyperv neutron-server[83445]: return func(*args, **kwargs) Dec 20 09:21:04.446206 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 09:21:04.446206 dv-neutron-820491-1-hyperv neutron-server[83445]: self._notify() Dec 20 09:21:04.446206 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 09:21:04.446206 dv-neutron-820491-1-hyperv neutron-server[83445]: self.callback(batched_events) Dec 20 09:21:04.446206 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 09:21:04.446206 dv-neutron-820491-1-hyperv neutron-server[83445]: event.method(event) Dec 20 09:21:04.446206 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 09:21:04.446206 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 09:21:04.446206 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 09:21:04.446206 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 09:21:04.446206 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 09:21:04.446206 dv-neutron-820491-1-hyperv neutron-server[83445]: return f(self, *a, **k) Dec 20 09:21:04.446206 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 09:21:04.446206 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._get(url).json() Dec 20 09:21:04.446206 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 09:21:04.446206 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 09:21:04.446206 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 09:21:04.446206 dv-neutron-820491-1-hyperv neutron-server[83445]: return self.request(url, 'GET', **kwargs) Dec 20 09:21:04.446206 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 09:21:04.446206 dv-neutron-820491-1-hyperv neutron-server[83445]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 09:21:04.446206 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 09:21:04.446206 dv-neutron-820491-1-hyperv neutron-server[83445]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 09:21:04.446206 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 09:21:04.446206 dv-neutron-820491-1-hyperv neutron-server[83445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 09:21:04.446206 dv-neutron-820491-1-hyperv neutron-server[83445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 09:21:04.527368 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-872f36b7-2177-4dce-a08d-e636d5f0444c tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:04.533705 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-5998a3b5-6d9c-41b2-8d77-013b9f8084ba tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:21:04.549317 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-872f36b7-2177-4dce-a08d-e636d5f0444c tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:04.563871 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872f36b7-2177-4dce-a08d-e636d5f0444c tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Pushing event deleted for resources: {'Network': ['ID=b1db356b-60ab-47f4-9b99-1d14634cb106,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:21:04.568824 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-872f36b7-2177-4dce-a08d-e636d5f0444c tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:21:04.573453 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-872f36b7-2177-4dce-a08d-e636d5f0444c tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] 10.222.0.16 "DELETE /v2.0/networks/b1db356b-60ab-47f4-9b99-1d14634cb106 HTTP/1.1" status: 204 len: 168 time: 0.6617255 Dec 20 09:21:04.577109 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 50312) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:21:04.582958 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-e770a777-50b4-41c2-8cf9-6cb375cc914c tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1899392836'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:21:04.588544 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-e770a777-50b4-41c2-8cf9-6cb375cc914c tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:21:04.592482 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e770a777-50b4-41c2-8cf9-6cb375cc914c tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Usage tracker for resource:network and tenant:77a6f10d24e14fe1b1b261da98aee136 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:21:04.595633 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-3aa7f11d-cfa7-4274-b4af-4a2608df281c None None] Provisioning complete for port 57012cf5-4772-42c6-b867-8b47efdd5fb4 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:21:04.595803 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e770a777-50b4-41c2-8cf9-6cb375cc914c tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:21:04.596336 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3aa7f11d-cfa7-4274-b4af-4a2608df281c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:04.601369 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-e770a777-50b4-41c2-8cf9-6cb375cc914c tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:21:04.612738 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e770a777-50b4-41c2-8cf9-6cb375cc914c tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Made reservation on behalf of 77a6f10d24e14fe1b1b261da98aee136 for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 09:21:04.616059 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e770a777-50b4-41c2-8cf9-6cb375cc914c tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:04.647181 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e770a777-50b4-41c2-8cf9-6cb375cc914c tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 09:21:04.656155 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e770a777-50b4-41c2-8cf9-6cb375cc914c tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:04.656494 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-e770a777-50b4-41c2-8cf9-6cb375cc914c tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Added segment 43fb64b1-97b2-4db5-8207-219ab76cc7e6 of type vlan for network 2b2e0bb7-b6f7-4147-85a1-892547aa861b Dec 20 09:21:04.686422 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e770a777-50b4-41c2-8cf9-6cb375cc914c tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:04.715912 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e770a777-50b4-41c2-8cf9-6cb375cc914c tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:04.719961 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e770a777-50b4-41c2-8cf9-6cb375cc914c tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:21:04.720543 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e770a777-50b4-41c2-8cf9-6cb375cc914c tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:04.726237 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-8655cd8c-1e50-4d50-9f95-443091c9ee96 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:21:04.773430 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e770a777-50b4-41c2-8cf9-6cb375cc914c tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1951449 Dec 20 09:21:04.776763 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 50316) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:21:04.783985 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-7f65cc02-3857-4b7b-b071-1102b322d793 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Request body: {'subnet': {'network_id': '2b2e0bb7-b6f7-4147-85a1-892547aa861b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:21:04.837346 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770a777-50b4-41c2-8cf9-6cb375cc914c tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Pushing event updated for resources: {'Network': ['ID=2b2e0bb7-b6f7-4147-85a1-892547aa861b,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:21:04.846970 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770a777-50b4-41c2-8cf9-6cb375cc914c tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:21:04.847393 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770a777-50b4-41c2-8cf9-6cb375cc914c tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:21:04.847694 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770a777-50b4-41c2-8cf9-6cb375cc914c tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:21:04.848069 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770a777-50b4-41c2-8cf9-6cb375cc914c tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:21:04.848439 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770a777-50b4-41c2-8cf9-6cb375cc914c tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:21:04.848794 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770a777-50b4-41c2-8cf9-6cb375cc914c tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:21:04.849156 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770a777-50b4-41c2-8cf9-6cb375cc914c tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:21:04.849543 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770a777-50b4-41c2-8cf9-6cb375cc914c tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:21:04.849905 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770a777-50b4-41c2-8cf9-6cb375cc914c tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:21:04.850260 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770a777-50b4-41c2-8cf9-6cb375cc914c tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:21:04.850618 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770a777-50b4-41c2-8cf9-6cb375cc914c tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:21:04.854625 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e770a777-50b4-41c2-8cf9-6cb375cc914c tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:21:04.866228 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network 2b2e0bb7-b6f7-4147-85a1-892547aa861b details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 09:21:04.899062 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-7f65cc02-3857-4b7b-b071-1102b322d793 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:21:04.903028 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-7f65cc02-3857-4b7b-b071-1102b322d793 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Usage tracker for resource:subnet and tenant:77a6f10d24e14fe1b1b261da98aee136 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:21:04.906234 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-7f65cc02-3857-4b7b-b071-1102b322d793 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:21:04.912026 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-7f65cc02-3857-4b7b-b071-1102b322d793 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:21:04.924080 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f65cc02-3857-4b7b-b071-1102b322d793 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Made reservation on behalf of 77a6f10d24e14fe1b1b261da98aee136 for: {'subnet': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 09:21:05.032795 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7f65cc02-3857-4b7b-b071-1102b322d793 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2095160'] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:05.067932 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 57012cf5-4772-42c6-b867-8b47efdd5fb4 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:21:05.135307 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:21:05.140375 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 57012cf5-4772-42c6-b867-8b47efdd5fb4 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:21:05.141782 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:05.297705 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7f65cc02-3857-4b7b-b071-1102b322d793 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2036557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2095114'] for subnet, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:05.302460 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-dbef1602-0bec-419e-8787-58b98483c2b6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:21:05.383932 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f65cc02-3857-4b7b-b071-1102b322d793 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Pushing event updated for resources: {'Subnet': ['ID=13f3fcab-087b-4fa7-bae3-515b1f9a74f2,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:21:05.388598 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-7f65cc02-3857-4b7b-b071-1102b322d793 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:21:05.397969 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f65cc02-3857-4b7b-b071-1102b322d793 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Checking segment: {'id': '43fb64b1-97b2-4db5-8207-219ab76cc7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '2b2e0bb7-b6f7-4147-85a1-892547aa861b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:21:05.398327 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f65cc02-3857-4b7b-b071-1102b322d793 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Network hostable DHCP agents. Network: 2b2e0bb7-b6f7-4147-85a1-892547aa861b, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 09:21:05.423375 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f65cc02-3857-4b7b-b071-1102b322d793 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Network 2b2e0bb7-b6f7-4147-85a1-892547aa861b is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 09:21:05.435809 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-7f65cc02-3857-4b7b-b071-1102b322d793 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, 2b2e0bb7-b6f7-4147-85a1-892547aa861b) {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:21:05.440636 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f65cc02-3857-4b7b-b071-1102b322d793 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:21:05.441407 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7f65cc02-3857-4b7b-b071-1102b322d793 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:05.449598 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63080c9-907d-4930-b294-d0bcd88dc2bb None None] Network 2b2e0bb7-b6f7-4147-85a1-892547aa861b requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 09:21:05.467827 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-7f65cc02-3857-4b7b-b071-1102b322d793 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6894989 Dec 20 09:21:05.471650 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 50320) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:21:05.483125 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-9d75205d-46d6-452b-a4c7-99008e4148e2 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1138995090'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:21:05.487819 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-9d75205d-46d6-452b-a4c7-99008e4148e2 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:21:05.492610 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-9d75205d-46d6-452b-a4c7-99008e4148e2 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Usage tracker for resource:network and tenant:77a6f10d24e14fe1b1b261da98aee136 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:21:05.496580 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-9d75205d-46d6-452b-a4c7-99008e4148e2 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:21:05.505449 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-9d75205d-46d6-452b-a4c7-99008e4148e2 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:21:05.524233 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d75205d-46d6-452b-a4c7-99008e4148e2 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Made reservation on behalf of 77a6f10d24e14fe1b1b261da98aee136 for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 09:21:05.528467 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9d75205d-46d6-452b-a4c7-99008e4148e2 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:05.573960 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d75205d-46d6-452b-a4c7-99008e4148e2 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 09:21:05.583595 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9d75205d-46d6-452b-a4c7-99008e4148e2 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:05.584910 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-9d75205d-46d6-452b-a4c7-99008e4148e2 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Added segment 1f9b8891-843f-4ab5-9934-6f30dba02a73 of type vlan for network b7077a4f-4651-40f4-909b-123a875a91ee Dec 20 09:21:05.611297 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9d75205d-46d6-452b-a4c7-99008e4148e2 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:05.643493 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9d75205d-46d6-452b-a4c7-99008e4148e2 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:05.647315 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d75205d-46d6-452b-a4c7-99008e4148e2 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:21:05.647893 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9d75205d-46d6-452b-a4c7-99008e4148e2 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:05.653564 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-80b9db0d-9eef-43d4-b5d5-eeb59bb133e5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:21:05.704648 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-9d75205d-46d6-452b-a4c7-99008e4148e2 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2293332 Dec 20 09:21:05.705211 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 50324) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:21:05.711710 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-d3e073e7-7791-48a3-afa9-63d4480d6e72 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Request body: {'subnet': {'network_id': 'b7077a4f-4651-40f4-909b-123a875a91ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:21:05.715215 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e660619a-e021-4af2-bc46-069a4251b970 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-2b2e0bb7-b6f7-4147-85a1-892547aa861b', 'network_id': '2b2e0bb7-b6f7-4147-85a1-892547aa861b', 'tenant_id': '77a6f10d24e14fe1b1b261da98aee136', 'fixed_ips': [{'subnet_id': '13f3fcab-087b-4fa7-bae3-515b1f9a74f2'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 09:21:05.716355 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e660619a-e021-4af2-bc46-069a4251b970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:05.782882 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d75205d-46d6-452b-a4c7-99008e4148e2 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Pushing event updated for resources: {'Network': ['ID=b7077a4f-4651-40f4-909b-123a875a91ee,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:21:05.787754 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9d75205d-46d6-452b-a4c7-99008e4148e2 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:21:05.797818 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network b7077a4f-4651-40f4-909b-123a875a91ee details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 09:21:05.967896 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-d3e073e7-7791-48a3-afa9-63d4480d6e72 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:21:05.977387 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-d3e073e7-7791-48a3-afa9-63d4480d6e72 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Usage tracker for resource:subnet and tenant:77a6f10d24e14fe1b1b261da98aee136 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:21:05.981316 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-d3e073e7-7791-48a3-afa9-63d4480d6e72 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:21:05.986933 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-e660619a-e021-4af2-bc46-069a4251b970 None None] Allocated IP 2001:db8::2 (2b2e0bb7-b6f7-4147-85a1-892547aa861b/13f3fcab-087b-4fa7-bae3-515b1f9a74f2/6e034975-6b62-47c3-bc4d-662bdf9ebe76) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 09:21:05.993436 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-d3e073e7-7791-48a3-afa9-63d4480d6e72 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:21:06.009709 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e073e7-7791-48a3-afa9-63d4480d6e72 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Made reservation on behalf of 77a6f10d24e14fe1b1b261da98aee136 for: {'subnet': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 09:21:06.114177 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d3e073e7-7791-48a3-afa9-63d4480d6e72 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2095160'] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:06.204229 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e660619a-e021-4af2-bc46-069a4251b970 None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:06.214565 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-e660619a-e021-4af2-bc46-069a4251b970 None None] Transition to ACTIVE for port object 6e034975-6b62-47c3-bc4d-662bdf9ebe76 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:21:06.236734 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-e660619a-e021-4af2-bc46-069a4251b970 None None] Transition to ACTIVE for port object 6e034975-6b62-47c3-bc4d-662bdf9ebe76 will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:21:06.243177 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e660619a-e021-4af2-bc46-069a4251b970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:06.248346 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-2d37bba6-3d04-4f65-821a-9a1212deb936 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:21:06.315515 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e660619a-e021-4af2-bc46-069a4251b970 None None] Network 2b2e0bb7-b6f7-4147-85a1-892547aa861b is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:21:06.318860 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-e660619a-e021-4af2-bc46-069a4251b970 None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:21:06.324175 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e660619a-e021-4af2-bc46-069a4251b970 None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 09:21:06.326416 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e660619a-e021-4af2-bc46-069a4251b970 None None] Pushing event updated for resources: {'Port': ['ID=6e034975-6b62-47c3-bc4d-662bdf9ebe76,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:21:06.329031 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-e660619a-e021-4af2-bc46-069a4251b970 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:21:06.349037 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d3e073e7-7791-48a3-afa9-63d4480d6e72 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2036557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2095114'] for subnet, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:06.352697 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b715eac2-5fdd-43bd-9376-f71628c9a81c tempest-TagsExtTest-580179727 tempest-TagsExtTest-580179727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:21:06.422422 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-e660619a-e021-4af2-bc46-069a4251b970 None None] Attempting to bind port 6e034975-6b62-47c3-bc4d-662bdf9ebe76 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 09:21:06.422924 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-e660619a-e021-4af2-bc46-069a4251b970 None None] Attempting to bind port 6e034975-6b62-47c3-bc4d-662bdf9ebe76 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '43fb64b1-97b2-4db5-8207-219ab76cc7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '2b2e0bb7-b6f7-4147-85a1-892547aa861b'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 09:21:06.423419 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e660619a-e021-4af2-bc46-069a4251b970 None None] Attempting to bind port 6e034975-6b62-47c3-bc4d-662bdf9ebe76 on network 2b2e0bb7-b6f7-4147-85a1-892547aa861b {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:21:06.432461 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e073e7-7791-48a3-afa9-63d4480d6e72 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Pushing event updated for resources: {'Subnet': ['ID=bcbf360a-5d35-440b-bb32-18c279fb5cc9,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:21:06.433272 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e660619a-e021-4af2-bc46-069a4251b970 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 9, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 09:21:06.433664 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e660619a-e021-4af2-bc46-069a4251b970 None None] Checking segment: {'id': '43fb64b1-97b2-4db5-8207-219ab76cc7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '2b2e0bb7-b6f7-4147-85a1-892547aa861b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:21:06.434073 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e660619a-e021-4af2-bc46-069a4251b970 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:06.434473 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e660619a-e021-4af2-bc46-069a4251b970 None None] Bound using segment: {'id': '43fb64b1-97b2-4db5-8207-219ab76cc7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '2b2e0bb7-b6f7-4147-85a1-892547aa861b'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 09:21:06.435101 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-e660619a-e021-4af2-bc46-069a4251b970 None None] Bound port: 6e034975-6b62-47c3-bc4d-662bdf9ebe76, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43fb64b1-97b2-4db5-8207-219ab76cc7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '2b2e0bb7-b6f7-4147-85a1-892547aa861b'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 09:21:06.435490 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e660619a-e021-4af2-bc46-069a4251b970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:06.436593 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d3e073e7-7791-48a3-afa9-63d4480d6e72 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:21:06.445873 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e073e7-7791-48a3-afa9-63d4480d6e72 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Checking segment: {'id': '1f9b8891-843f-4ab5-9934-6f30dba02a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b7077a4f-4651-40f4-909b-123a875a91ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:21:06.445873 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e073e7-7791-48a3-afa9-63d4480d6e72 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Network hostable DHCP agents. Network: b7077a4f-4651-40f4-909b-123a875a91ee, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 09:21:06.480480 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e073e7-7791-48a3-afa9-63d4480d6e72 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Network b7077a4f-4651-40f4-909b-123a875a91ee is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 09:21:06.492050 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-d3e073e7-7791-48a3-afa9-63d4480d6e72 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, b7077a4f-4651-40f4-909b-123a875a91ee) {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:21:06.500457 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e073e7-7791-48a3-afa9-63d4480d6e72 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:21:06.501507 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d3e073e7-7791-48a3-afa9-63d4480d6e72 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:06.503148 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d9b5e3-150c-4cc9-a96d-f488828bd668 None None] Network b7077a4f-4651-40f4-909b-123a875a91ee requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 09:21:06.527484 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 50330) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:21:06.530594 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-d3e073e7-7791-48a3-afa9-63d4480d6e72 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8229749 Dec 20 09:21:06.617209 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-e660619a-e021-4af2-bc46-069a4251b970 None None] For port 6e034975-6b62-47c3-bc4d-662bdf9ebe76, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 09:21:06.636304 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-e660619a-e021-4af2-bc46-069a4251b970 None None] For port 6e034975-6b62-47c3-bc4d-662bdf9ebe76, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=6e034975-6b62-47c3-bc4d-662bdf9ebe76,segment=NetworkSegment(43fb64b1-97b2-4db5-8207-219ab76cc7e6),segment_id=43fb64b1-97b2-4db5-8207-219ab76cc7e6)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 09:21:06.643071 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e660619a-e021-4af2-bc46-069a4251b970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:06.654917 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:21:06.678817 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a96e6058-3d83-4752-8cb7-b35b8386f1e1 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:06.748154 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a96e6058-3d83-4752-8cb7-b35b8386f1e1 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:06.814743 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e660619a-e021-4af2-bc46-069a4251b970 None None] Pushing event updated for resources: {'Port': ['ID=6e034975-6b62-47c3-bc4d-662bdf9ebe76,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:21:06.818326 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-e660619a-e021-4af2-bc46-069a4251b970 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:21:06.834229 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a96e6058-3d83-4752-8cb7-b35b8386f1e1 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1129313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1529131'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:06.836486 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffda73ff-b675-4255-ade0-f31e9b7408ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-b7077a4f-4651-40f4-909b-123a875a91ee', 'network_id': 'b7077a4f-4651-40f4-909b-123a875a91ee', 'tenant_id': '77a6f10d24e14fe1b1b261da98aee136', 'fixed_ips': [{'subnet_id': 'bcbf360a-5d35-440b-bb32-18c279fb5cc9'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 09:21:06.837928 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-ffda73ff-b675-4255-ade0-f31e9b7408ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:06.839223 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-97751c13-5d29-4945-b40b-f317b6c84d7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:21:06.877199 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96e6058-3d83-4752-8cb7-b35b8386f1e1 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Pushing event deleted for resources: {'Subnet': ['ID=bcbf360a-5d35-440b-bb32-18c279fb5cc9,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:21:06.881105 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a96e6058-3d83-4752-8cb7-b35b8386f1e1 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:21:06.960564 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0703a1dc-99c5-492c-a1cf-188a0f665035 None None] Network b7077a4f-4651-40f4-909b-123a875a91ee requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 09:21:07.013694 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a96e6058-3d83-4752-8cb7-b35b8386f1e1 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:07.041749 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-a96e6058-3d83-4752-8cb7-b35b8386f1e1 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7077a4f-4651-40f4-909b-123a875a91ee']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:21:07.055349 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-a96e6058-3d83-4752-8cb7-b35b8386f1e1 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f9b8891-843f-4ab5-9934-6f30dba02a73') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:21:07.055695 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-a96e6058-3d83-4752-8cb7-b35b8386f1e1 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f9b8891-843f-4ab5-9934-6f30dba02a73') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:21:07.069823 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a96e6058-3d83-4752-8cb7-b35b8386f1e1 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1618722'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:07.089297 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a96e6058-3d83-4752-8cb7-b35b8386f1e1 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:07.097752 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a96e6058-3d83-4752-8cb7-b35b8386f1e1 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 09:21:07.098240 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a96e6058-3d83-4752-8cb7-b35b8386f1e1 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1128911'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:07.114416 dv-neutron-820491-1-hyperv neutron-server[83444]: Traceback (most recent call last): Dec 20 09:21:07.114416 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 09:21:07.114416 dv-neutron-820491-1-hyperv neutron-server[83444]: timer() Dec 20 09:21:07.114416 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 09:21:07.114416 dv-neutron-820491-1-hyperv neutron-server[83444]: cb(*args, **kw) Dec 20 09:21:07.114416 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 09:21:07.114416 dv-neutron-820491-1-hyperv neutron-server[83444]: return func(*args, **kwargs) Dec 20 09:21:07.114416 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 09:21:07.114416 dv-neutron-820491-1-hyperv neutron-server[83444]: self._notify() Dec 20 09:21:07.114416 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 09:21:07.114416 dv-neutron-820491-1-hyperv neutron-server[83444]: self.callback(batched_events) Dec 20 09:21:07.114416 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 09:21:07.114416 dv-neutron-820491-1-hyperv neutron-server[83444]: event.method(event) Dec 20 09:21:07.114416 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 09:21:07.114416 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 09:21:07.114416 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 09:21:07.114416 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 09:21:07.114416 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 09:21:07.114416 dv-neutron-820491-1-hyperv neutron-server[83444]: return f(self, *a, **k) Dec 20 09:21:07.114416 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 09:21:07.114416 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._get(url).json() Dec 20 09:21:07.114416 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 09:21:07.114416 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 09:21:07.114416 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 09:21:07.114416 dv-neutron-820491-1-hyperv neutron-server[83444]: return self.request(url, 'GET', **kwargs) Dec 20 09:21:07.114416 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 09:21:07.114416 dv-neutron-820491-1-hyperv neutron-server[83444]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 09:21:07.114416 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 09:21:07.114416 dv-neutron-820491-1-hyperv neutron-server[83444]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 09:21:07.114416 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 09:21:07.114416 dv-neutron-820491-1-hyperv neutron-server[83444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 09:21:07.114416 dv-neutron-820491-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 09:21:07.158723 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 6e034975-6b62-47c3-bc4d-662bdf9ebe76 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:21:07.217509 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a96e6058-3d83-4752-8cb7-b35b8386f1e1 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:07.221022 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b567e6d3-9ef8-4dc2-9c43-2250d4c5eda5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:21:07.236870 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a96e6058-3d83-4752-8cb7-b35b8386f1e1 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:07.250407 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96e6058-3d83-4752-8cb7-b35b8386f1e1 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Pushing event deleted for resources: {'Network': ['ID=b7077a4f-4651-40f4-909b-123a875a91ee,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:21:07.253282 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a96e6058-3d83-4752-8cb7-b35b8386f1e1 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:21:07.258051 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a96e6058-3d83-4752-8cb7-b35b8386f1e1 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] 10.222.0.16 "DELETE /v2.0/networks/b7077a4f-4651-40f4-909b-123a875a91ee HTTP/1.1" status: 204 len: 168 time: 0.7267821 Dec 20 09:21:07.258466 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 50334) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:21:07.281059 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 6e034975-6b62-47c3-bc4d-662bdf9ebe76 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:21:07.307642 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-098c85a1-30a5-47ab-8f29-8eae3a4ed2f7 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] GET failed (client error): The resource could not be found. Dec 20 09:21:07.308183 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-098c85a1-30a5-47ab-8f29-8eae3a4ed2f7 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Synchronizing usage tracker for tenant:77a6f10d24e14fe1b1b261da98aee136 on resource:subnet {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:21:07.329800 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-098c85a1-30a5-47ab-8f29-8eae3a4ed2f7 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Unset dirty status for tenant:77a6f10d24e14fe1b1b261da98aee136 on resource:subnet {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:21:07.331168 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-098c85a1-30a5-47ab-8f29-8eae3a4ed2f7 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] 10.222.0.16 "GET /v2.0/subnets/bcbf360a-5d35-440b-bb32-18c279fb5cc9 HTTP/1.1" status: 404 len: 337 time: 0.0717916 Dec 20 09:21:07.334026 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 50338) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:21:07.359884 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea913f55-fda1-4b63-9af5-55040304b01a tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] DELETE failed (client error): The resource could not be found. Dec 20 09:21:07.360328 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea913f55-fda1-4b63-9af5-55040304b01a tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 09:21:07.362014 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ea913f55-fda1-4b63-9af5-55040304b01a tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] 10.222.0.16 "DELETE /v2.0/networks/b7077a4f-4651-40f4-909b-123a875a91ee HTTP/1.1" status: 404 len: 339 time: 0.0270941 Dec 20 09:21:07.366337 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 50342) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:21:07.409418 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6e89c5e-b880-4f67-91b3-4e0c6fc4195e tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] DELETE failed (client error): The resource could not be found. Dec 20 09:21:07.409861 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6e89c5e-b880-4f67-91b3-4e0c6fc4195e tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 09:21:07.411500 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d6e89c5e-b880-4f67-91b3-4e0c6fc4195e tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] 10.222.0.16 "DELETE /v2.0/subnets/bcbf360a-5d35-440b-bb32-18c279fb5cc9 HTTP/1.1" status: 404 len: 337 time: 0.0442858 Dec 20 09:21:07.414108 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 50346) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:21:07.438834 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7e341cb-645b-40ff-86f7-e69429d2795c tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] DELETE failed (client error): The resource could not be found. Dec 20 09:21:07.439270 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7e341cb-645b-40ff-86f7-e69429d2795c tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 09:21:07.440859 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e7e341cb-645b-40ff-86f7-e69429d2795c tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] 10.222.0.16 "DELETE /v2.0/networks/b7077a4f-4651-40f4-909b-123a875a91ee HTTP/1.1" status: 404 len: 339 time: 0.0258842 Dec 20 09:21:07.443461 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 50350) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:21:07.787632 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-46af8d77-00d4-4513-af86-86938de14eaa tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Deleting subnet 13f3fcab-087b-4fa7-bae3-515b1f9a74f2 {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 09:21:07.790809 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-46af8d77-00d4-4513-af86-86938de14eaa tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:07.822748 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f529855-3222-4754-bbec-709d1f80bcad None None] Network 2b2e0bb7-b6f7-4147-85a1-892547aa861b requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 09:21:07.852681 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-46af8d77-00d4-4513-af86-86938de14eaa tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1618747'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:07.946923 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-46af8d77-00d4-4513-af86-86938de14eaa tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:07.951919 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-c9ad74eb-ae1b-4c0e-bc9b-62c54af247f1 None None] Provisioning for port 6e034975-6b62-47c3-bc4d-662bdf9ebe76 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:21:07.969053 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-c9ad74eb-ae1b-4c0e-bc9b-62c54af247f1 None None] Provisioning complete for port 6e034975-6b62-47c3-bc4d-662bdf9ebe76 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:21:07.969473 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c9ad74eb-ae1b-4c0e-bc9b-62c54af247f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:08.036429 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-46af8d77-00d4-4513-af86-86938de14eaa tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1129313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1529131'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:08.042147 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-79faaff3-c4cc-466d-9c47-25af7ea933f2 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:21:08.079342 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46af8d77-00d4-4513-af86-86938de14eaa tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Pushing event deleted for resources: {'Subnet': ['ID=13f3fcab-087b-4fa7-bae3-515b1f9a74f2,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:21:08.082664 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-46af8d77-00d4-4513-af86-86938de14eaa tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:21:08.086375 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-46af8d77-00d4-4513-af86-86938de14eaa tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:08.100147 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-46af8d77-00d4-4513-af86-86938de14eaa tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] 10.222.0.16 "DELETE /v2.0/subnets/13f3fcab-087b-4fa7-bae3-515b1f9a74f2 HTTP/1.1" status: 204 len: 168 time: 0.6557050 Dec 20 09:21:08.102652 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 50354) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:21:08.177841 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c9ad74eb-ae1b-4c0e-bc9b-62c54af247f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:08.221163 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-c9ad74eb-ae1b-4c0e-bc9b-62c54af247f1 None None] For port 6e034975-6b62-47c3-bc4d-662bdf9ebe76, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=6e034975-6b62-47c3-bc4d-662bdf9ebe76,segment=NetworkSegment(43fb64b1-97b2-4db5-8207-219ab76cc7e6),segment_id=43fb64b1-97b2-4db5-8207-219ab76cc7e6)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:21:08.223860 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fdf17397-2308-4025-a268-a77710ea3b7f tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:08.225403 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c9ad74eb-ae1b-4c0e-bc9b-62c54af247f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:08.227147 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:21:08.239633 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-fdf17397-2308-4025-a268-a77710ea3b7f tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Deleting port 6e034975-6b62-47c3-bc4d-662bdf9ebe76 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:21:08.239973 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fdf17397-2308-4025-a268-a77710ea3b7f tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:08.258952 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55dd38b8-fe0b-4a31-84b4-696d0fe04128 None None] DHCP port deletion for 2b2e0bb7-b6f7-4147-85a1-892547aa861b request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 09:21:08.275753 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-55dd38b8-fe0b-4a31-84b4-696d0fe04128 None None] Deleting port 6e034975-6b62-47c3-bc4d-662bdf9ebe76 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:21:08.276138 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-55dd38b8-fe0b-4a31-84b4-696d0fe04128 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:08.348455 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad74eb-ae1b-4c0e-bc9b-62c54af247f1 None None] Pushing event updated for resources: {'Port': ['ID=6e034975-6b62-47c3-bc4d-662bdf9ebe76,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:21:08.374422 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-c9ad74eb-ae1b-4c0e-bc9b-62c54af247f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:21:08.454678 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-fdf17397-2308-4025-a268-a77710ea3b7f tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] For port 6e034975-6b62-47c3-bc4d-662bdf9ebe76, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=6e034975-6b62-47c3-bc4d-662bdf9ebe76,segment=NetworkSegment(43fb64b1-97b2-4db5-8207-219ab76cc7e6),segment_id=43fb64b1-97b2-4db5-8207-219ab76cc7e6)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:21:08.455036 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fdf17397-2308-4025-a268-a77710ea3b7f tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:08.508980 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-55dd38b8-fe0b-4a31-84b4-696d0fe04128 None None] For port 6e034975-6b62-47c3-bc4d-662bdf9ebe76, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=6e034975-6b62-47c3-bc4d-662bdf9ebe76,segment=NetworkSegment(43fb64b1-97b2-4db5-8207-219ab76cc7e6),segment_id=43fb64b1-97b2-4db5-8207-219ab76cc7e6)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:21:08.509648 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-55dd38b8-fe0b-4a31-84b4-696d0fe04128 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:08.582269 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-fdf17397-2308-4025-a268-a77710ea3b7f tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Calling delete_port for 6e034975-6b62-47c3-bc4d-662bdf9ebe76 owned by network:dhcp {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:21:08.631770 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-55dd38b8-fe0b-4a31-84b4-696d0fe04128 None None] Calling delete_port for 6e034975-6b62-47c3-bc4d-662bdf9ebe76 owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:21:08.660797 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fdf17397-2308-4025-a268-a77710ea3b7f tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:08.666047 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0f1e5181-6718-4223-991d-bec2a7e0dc92 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:21:08.709641 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf17397-2308-4025-a268-a77710ea3b7f tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Pushing event deleted for resources: {'Port': ['ID=6e034975-6b62-47c3-bc4d-662bdf9ebe76,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:21:08.713582 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-fdf17397-2308-4025-a268-a77710ea3b7f tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:21:08.717077 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf17397-2308-4025-a268-a77710ea3b7f tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] No DVR routers for this DVR port 6e034975-6b62-47c3-bc4d-662bdf9ebe76 on host dv-neutron-820491-1-hyperv {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 09:21:08.726890 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.db.api [None req-55dd38b8-fe0b-4a31-84b4-696d0fe04128 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 09:21:08.727255 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_db.api [None req-55dd38b8-fe0b-4a31-84b4-696d0fe04128 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 09:21:08.841986 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fdf17397-2308-4025-a268-a77710ea3b7f tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:08.867310 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-fdf17397-2308-4025-a268-a77710ea3b7f tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b2e0bb7-b6f7-4147-85a1-892547aa861b']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:21:08.884128 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-fdf17397-2308-4025-a268-a77710ea3b7f tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43fb64b1-97b2-4db5-8207-219ab76cc7e6') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:21:08.884330 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-fdf17397-2308-4025-a268-a77710ea3b7f tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43fb64b1-97b2-4db5-8207-219ab76cc7e6') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:21:08.895455 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fdf17397-2308-4025-a268-a77710ea3b7f tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1618722'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:08.910950 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fdf17397-2308-4025-a268-a77710ea3b7f tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:08.917760 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdf17397-2308-4025-a268-a77710ea3b7f tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 09:21:08.918112 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fdf17397-2308-4025-a268-a77710ea3b7f tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1128911'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:08.932401 dv-neutron-820491-1-hyperv neutron-server[83444]: Traceback (most recent call last): Dec 20 09:21:08.932401 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 09:21:08.932401 dv-neutron-820491-1-hyperv neutron-server[83444]: timer() Dec 20 09:21:08.932401 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 09:21:08.932401 dv-neutron-820491-1-hyperv neutron-server[83444]: cb(*args, **kw) Dec 20 09:21:08.932401 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 09:21:08.932401 dv-neutron-820491-1-hyperv neutron-server[83444]: return func(*args, **kwargs) Dec 20 09:21:08.932401 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 09:21:08.932401 dv-neutron-820491-1-hyperv neutron-server[83444]: self._notify() Dec 20 09:21:08.932401 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 09:21:08.932401 dv-neutron-820491-1-hyperv neutron-server[83444]: self.callback(batched_events) Dec 20 09:21:08.932401 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 09:21:08.932401 dv-neutron-820491-1-hyperv neutron-server[83444]: event.method(event) Dec 20 09:21:08.932401 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 09:21:08.932401 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 09:21:08.932401 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 09:21:08.932401 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 09:21:08.932401 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 09:21:08.932401 dv-neutron-820491-1-hyperv neutron-server[83444]: return f(self, *a, **k) Dec 20 09:21:08.932401 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 09:21:08.932401 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._get(url).json() Dec 20 09:21:08.932401 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 09:21:08.932401 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 09:21:08.932401 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 09:21:08.932401 dv-neutron-820491-1-hyperv neutron-server[83444]: return self.request(url, 'GET', **kwargs) Dec 20 09:21:08.932401 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 09:21:08.932401 dv-neutron-820491-1-hyperv neutron-server[83444]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 09:21:08.932401 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 09:21:08.932401 dv-neutron-820491-1-hyperv neutron-server[83444]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 09:21:08.932401 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 09:21:08.932401 dv-neutron-820491-1-hyperv neutron-server[83444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 09:21:08.932401 dv-neutron-820491-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 09:21:09.008701 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fdf17397-2308-4025-a268-a77710ea3b7f tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:09.013513 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a96e6058-3d83-4752-8cb7-b35b8386f1e1 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:21:09.028456 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fdf17397-2308-4025-a268-a77710ea3b7f tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:09.046024 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf17397-2308-4025-a268-a77710ea3b7f tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Pushing event deleted for resources: {'Network': ['ID=2b2e0bb7-b6f7-4147-85a1-892547aa861b,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:21:09.046797 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-fdf17397-2308-4025-a268-a77710ea3b7f tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:21:09.052563 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 50358) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:21:09.053067 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-fdf17397-2308-4025-a268-a77710ea3b7f tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] 10.222.0.16 "DELETE /v2.0/networks/2b2e0bb7-b6f7-4147-85a1-892547aa861b HTTP/1.1" status: 204 len: 168 time: 0.9486449 Dec 20 09:21:09.069783 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 6e034975-6b62-47c3-bc4d-662bdf9ebe76 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 09:21:09.092877 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-be4e6ae4-f67e-4ce8-80a9-ef7345cd0857 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] DELETE failed (client error): The resource could not be found. Dec 20 09:21:09.093352 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be4e6ae4-f67e-4ce8-80a9-ef7345cd0857 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 09:21:09.095272 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-be4e6ae4-f67e-4ce8-80a9-ef7345cd0857 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] 10.222.0.16 "DELETE /v2.0/subnets/7bd27749-4872-494c-aff6-158f016cedeb HTTP/1.1" status: 404 len: 337 time: 0.0417082 Dec 20 09:21:09.097897 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 50362) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:21:09.109146 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 6e034975-6b62-47c3-bc4d-662bdf9ebe76 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 09:21:09.109524 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 6e034975-6b62-47c3-bc4d-662bdf9ebe76 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 09:21:09.123550 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-464fc79e-9f3e-4899-b554-bd8464b39349 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] DELETE failed (client error): The resource could not be found. Dec 20 09:21:09.124027 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-464fc79e-9f3e-4899-b554-bd8464b39349 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 09:21:09.125702 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-464fc79e-9f3e-4899-b554-bd8464b39349 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] 10.222.0.16 "DELETE /v2.0/networks/b1db356b-60ab-47f4-9b99-1d14634cb106 HTTP/1.1" status: 404 len: 339 time: 0.0269043 Dec 20 09:21:09.128201 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 50366) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:21:09.166869 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3ae0d59-243f-4137-be75-42afd4b3e6bf tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] DELETE failed (client error): The resource could not be found. Dec 20 09:21:09.167211 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3ae0d59-243f-4137-be75-42afd4b3e6bf tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 09:21:09.168893 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-e3ae0d59-243f-4137-be75-42afd4b3e6bf tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] 10.222.0.16 "DELETE /v2.0/subnets/e641bbd2-8417-449d-bb3e-3ef6c0495ae1 HTTP/1.1" status: 404 len: 337 time: 0.0398052 Dec 20 09:21:09.171451 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 50370) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:21:09.200612 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d1527c9-010c-42a7-a7a7-6db45e3605ba tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] DELETE failed (client error): The resource could not be found. Dec 20 09:21:09.201079 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d1527c9-010c-42a7-a7a7-6db45e3605ba tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 09:21:09.202752 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-4d1527c9-010c-42a7-a7a7-6db45e3605ba tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] 10.222.0.16 "DELETE /v2.0/networks/3668a9b9-7467-40f9-8575-b534d88d6861 HTTP/1.1" status: 404 len: 339 time: 0.0304122 Dec 20 09:21:09.205320 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 50374) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:21:09.228841 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-55dd38b8-fe0b-4a31-84b4-696d0fe04128 None None] Deleting port 6e034975-6b62-47c3-bc4d-662bdf9ebe76 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:21:09.229480 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-55dd38b8-fe0b-4a31-84b4-696d0fe04128 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:09.292400 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-55dd38b8-fe0b-4a31-84b4-696d0fe04128 None None] The port '6e034975-6b62-47c3-bc4d-662bdf9ebe76' was deleted {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 09:21:09.400305 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_v2 [None req-d36102cd-990c-461a-9fc7-6144e407c38a tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Deleting subnet 629984fd-34b0-4799-b365-93d5a6e17b68 {{(pid=83445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 09:21:09.403418 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d36102cd-990c-461a-9fc7-6144e407c38a tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks [] for subnet, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:09.458937 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d36102cd-990c-461a-9fc7-6144e407c38a tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1518554'] for subnet, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:09.545553 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d36102cd-990c-461a-9fc7-6144e407c38a tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:09.619853 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d36102cd-990c-461a-9fc7-6144e407c38a tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2036620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2095133'] for subnet, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:09.623736 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-2c090094-d5e2-4f4b-9673-4bf186831ab9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:21:09.663607 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36102cd-990c-461a-9fc7-6144e407c38a tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Pushing event deleted for resources: {'Subnet': ['ID=629984fd-34b0-4799-b365-93d5a6e17b68,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:21:09.667513 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d36102cd-990c-461a-9fc7-6144e407c38a tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:21:09.670948 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d36102cd-990c-461a-9fc7-6144e407c38a tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:09.676546 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6d8a71-f77f-4096-a2b9-341fddc1736a None None] Network a1e3e169-fdd9-4d80-8a07-94d47608cad3 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 09:21:09.681137 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-d36102cd-990c-461a-9fc7-6144e407c38a tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] 10.222.0.16 "DELETE /v2.0/subnets/629984fd-34b0-4799-b365-93d5a6e17b68 HTTP/1.1" status: 204 len: 168 time: 0.4747891 Dec 20 09:21:09.684114 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 50378) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:21:09.801971 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2c528dd9-fb49-46cb-9915-6ceeda92aa6c tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:09.813367 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-2c528dd9-fb49-46cb-9915-6ceeda92aa6c tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Deleting port 57012cf5-4772-42c6-b867-8b47efdd5fb4 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:21:09.813869 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2c528dd9-fb49-46cb-9915-6ceeda92aa6c tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:09.966564 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c694441a-6b6c-4628-b035-55bef6420d38 None None] DHCP port deletion for a1e3e169-fdd9-4d80-8a07-94d47608cad3 request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 09:21:09.972545 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-c694441a-6b6c-4628-b035-55bef6420d38 None None] Deleting port 57012cf5-4772-42c6-b867-8b47efdd5fb4 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:21:09.973135 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c694441a-6b6c-4628-b035-55bef6420d38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:10.048159 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-2c528dd9-fb49-46cb-9915-6ceeda92aa6c tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] For port 57012cf5-4772-42c6-b867-8b47efdd5fb4, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=57012cf5-4772-42c6-b867-8b47efdd5fb4,segment=NetworkSegment(912708a9-c245-4b9b-8a57-3db95758f1ff),segment_id=912708a9-c245-4b9b-8a57-3db95758f1ff)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:21:10.048692 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2c528dd9-fb49-46cb-9915-6ceeda92aa6c tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:10.185942 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-2c528dd9-fb49-46cb-9915-6ceeda92aa6c tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Calling delete_port for 57012cf5-4772-42c6-b867-8b47efdd5fb4 owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:21:10.218046 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-c694441a-6b6c-4628-b035-55bef6420d38 None None] For port 57012cf5-4772-42c6-b867-8b47efdd5fb4, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=57012cf5-4772-42c6-b867-8b47efdd5fb4,segment=NetworkSegment(912708a9-c245-4b9b-8a57-3db95758f1ff),segment_id=912708a9-c245-4b9b-8a57-3db95758f1ff)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:21:10.218701 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c694441a-6b6c-4628-b035-55bef6420d38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:10.379529 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2c528dd9-fb49-46cb-9915-6ceeda92aa6c tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:10.383441 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ae6b55d8-b9f0-48c8-9df8-6361abc99252 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:21:10.395955 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-c694441a-6b6c-4628-b035-55bef6420d38 None None] Calling delete_port for 57012cf5-4772-42c6-b867-8b47efdd5fb4 owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:21:10.426711 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c528dd9-fb49-46cb-9915-6ceeda92aa6c tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Pushing event deleted for resources: {'Port': ['ID=57012cf5-4772-42c6-b867-8b47efdd5fb4,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:21:10.437505 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c528dd9-fb49-46cb-9915-6ceeda92aa6c tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] No DVR routers for this DVR port 57012cf5-4772-42c6-b867-8b47efdd5fb4 on host dv-neutron-820491-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 09:21:10.443219 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:10.470100 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c528dd9-fb49-46cb-9915-6ceeda92aa6c tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:21:10.470481 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c528dd9-fb49-46cb-9915-6ceeda92aa6c tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:21:10.470855 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c528dd9-fb49-46cb-9915-6ceeda92aa6c tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:21:10.471231 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c528dd9-fb49-46cb-9915-6ceeda92aa6c tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:21:10.471594 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c528dd9-fb49-46cb-9915-6ceeda92aa6c tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:21:10.471957 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c528dd9-fb49-46cb-9915-6ceeda92aa6c tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:21:10.472315 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c528dd9-fb49-46cb-9915-6ceeda92aa6c tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:21:10.472674 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c528dd9-fb49-46cb-9915-6ceeda92aa6c tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:21:10.473030 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c528dd9-fb49-46cb-9915-6ceeda92aa6c tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:21:10.473415 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c528dd9-fb49-46cb-9915-6ceeda92aa6c tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:21:10.473771 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c528dd9-fb49-46cb-9915-6ceeda92aa6c tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:21:10.478560 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.db.api [None req-c694441a-6b6c-4628-b035-55bef6420d38 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 09:21:10.479457 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_db.api [None req-c694441a-6b6c-4628-b035-55bef6420d38 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 09:21:10.480758 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-2c528dd9-fb49-46cb-9915-6ceeda92aa6c tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:21:10.573749 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2c528dd9-fb49-46cb-9915-6ceeda92aa6c tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:10.600991 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-2c528dd9-fb49-46cb-9915-6ceeda92aa6c tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1e3e169-fdd9-4d80-8a07-94d47608cad3']}} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:21:10.614176 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-2c528dd9-fb49-46cb-9915-6ceeda92aa6c tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '912708a9-c245-4b9b-8a57-3db95758f1ff') {'for_net_delete': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:21:10.614176 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-2c528dd9-fb49-46cb-9915-6ceeda92aa6c tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '912708a9-c245-4b9b-8a57-3db95758f1ff') {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:21:10.627326 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2c528dd9-fb49-46cb-9915-6ceeda92aa6c tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1518531'] for segment, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:10.648409 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2c528dd9-fb49-46cb-9915-6ceeda92aa6c tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:10.651822 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c528dd9-fb49-46cb-9915-6ceeda92aa6c tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=83445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 09:21:10.652243 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2c528dd9-fb49-46cb-9915-6ceeda92aa6c tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2036002'] for segment, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:10.669265 dv-neutron-820491-1-hyperv neutron-server[83445]: Traceback (most recent call last): Dec 20 09:21:10.669265 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 09:21:10.669265 dv-neutron-820491-1-hyperv neutron-server[83445]: timer() Dec 20 09:21:10.669265 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 09:21:10.669265 dv-neutron-820491-1-hyperv neutron-server[83445]: cb(*args, **kw) Dec 20 09:21:10.669265 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 09:21:10.669265 dv-neutron-820491-1-hyperv neutron-server[83445]: return func(*args, **kwargs) Dec 20 09:21:10.669265 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 09:21:10.669265 dv-neutron-820491-1-hyperv neutron-server[83445]: self._notify() Dec 20 09:21:10.669265 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 09:21:10.669265 dv-neutron-820491-1-hyperv neutron-server[83445]: self.callback(batched_events) Dec 20 09:21:10.669265 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 09:21:10.669265 dv-neutron-820491-1-hyperv neutron-server[83445]: event.method(event) Dec 20 09:21:10.669265 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 09:21:10.669265 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 09:21:10.669265 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 09:21:10.669265 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 09:21:10.669265 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 09:21:10.669265 dv-neutron-820491-1-hyperv neutron-server[83445]: return f(self, *a, **k) Dec 20 09:21:10.669265 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 09:21:10.669265 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._get(url).json() Dec 20 09:21:10.669265 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 09:21:10.669265 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 09:21:10.669265 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 09:21:10.669265 dv-neutron-820491-1-hyperv neutron-server[83445]: return self.request(url, 'GET', **kwargs) Dec 20 09:21:10.669265 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 09:21:10.669265 dv-neutron-820491-1-hyperv neutron-server[83445]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 09:21:10.669265 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 09:21:10.669265 dv-neutron-820491-1-hyperv neutron-server[83445]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 09:21:10.669265 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 09:21:10.669265 dv-neutron-820491-1-hyperv neutron-server[83445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 09:21:10.669265 dv-neutron-820491-1-hyperv neutron-server[83445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 09:21:10.753247 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2c528dd9-fb49-46cb-9915-6ceeda92aa6c tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:10.757337 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2c528dd9-fb49-46cb-9915-6ceeda92aa6c tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:10.760448 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-c2941056-2c0a-438f-8163-0238aa452df6 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:21:10.784799 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c528dd9-fb49-46cb-9915-6ceeda92aa6c tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Pushing event deleted for resources: {'Network': ['ID=a1e3e169-fdd9-4d80-8a07-94d47608cad3,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:21:10.787214 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-2c528dd9-fb49-46cb-9915-6ceeda92aa6c tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:21:10.789409 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-2c528dd9-fb49-46cb-9915-6ceeda92aa6c tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] 10.222.0.16 "DELETE /v2.0/networks/a1e3e169-fdd9-4d80-8a07-94d47608cad3 HTTP/1.1" status: 204 len: 168 time: 1.1042123 Dec 20 09:21:10.981419 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-c694441a-6b6c-4628-b035-55bef6420d38 None None] Deleting port 57012cf5-4772-42c6-b867-8b47efdd5fb4 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:21:10.981894 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c694441a-6b6c-4628-b035-55bef6420d38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:11.054413 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-c694441a-6b6c-4628-b035-55bef6420d38 None None] The port '57012cf5-4772-42c6-b867-8b47efdd5fb4' was deleted {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 09:21:11.070495 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 57012cf5-4772-42c6-b867-8b47efdd5fb4 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 09:21:11.106301 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 57012cf5-4772-42c6-b867-8b47efdd5fb4 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 09:21:11.106655 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 57012cf5-4772-42c6-b867-8b47efdd5fb4 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 09:21:11.176471 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 50386) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:21:11.351819 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-84b6bcab-03a5-4e51-b7a2-fac2dc3291b9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=77a6f10d24e14fe1b1b261da98aee136&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1740041 Dec 20 09:21:11.354233 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 50392) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:21:11.418725 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-812bd0a2-33d4-4a1b-974f-f290cee48b0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:11.444415 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-812bd0a2-33d4-4a1b-974f-f290cee48b0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:11.496573 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-812bd0a2-33d4-4a1b-974f-f290cee48b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:11.501107 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-89ab315a-7024-45e1-a5dd-a8fab8cb9a81 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:21:11.515537 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812bd0a2-33d4-4a1b-974f-f290cee48b0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da847409-b322-4ae9-9e10-406af0d82876,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:21:11.520257 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-812bd0a2-33d4-4a1b-974f-f290cee48b0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:21:11.523633 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-812bd0a2-33d4-4a1b-974f-f290cee48b0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:11.524777 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-812bd0a2-33d4-4a1b-974f-f290cee48b0f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/da847409-b322-4ae9-9e10-406af0d82876 HTTP/1.1" status: 204 len: 168 time: 0.1695974 Dec 20 09:21:12.363598 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 50414) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:21:12.529784 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-6008259c-875f-47bd-bef4-e6e0a1b3ecea tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2035077423', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:21:12.536448 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-6008259c-875f-47bd-bef4-e6e0a1b3ecea tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:21:12.540828 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-6008259c-875f-47bd-bef4-e6e0a1b3ecea tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Usage tracker for resource:router and tenant:7ac2ef64eed54e55b8d969f9e3519c49 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:21:12.543812 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-6008259c-875f-47bd-bef4-e6e0a1b3ecea tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:21:12.554424 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-6008259c-875f-47bd-bef4-e6e0a1b3ecea tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:21:12.578286 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6008259c-875f-47bd-bef4-e6e0a1b3ecea tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24817'] for router, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:12.588779 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6008259c-875f-47bd-bef4-e6e0a1b3ecea tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-351744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24806'] for router, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:12.613476 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6008259c-875f-47bd-bef4-e6e0a1b3ecea tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:12.627811 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-83aa2c13-6597-4b48-aa40-68e3110f3a28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:12.637605 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6008259c-875f-47bd-bef4-e6e0a1b3ecea tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071'] for router, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:12.663555 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6008259c-875f-47bd-bef4-e6e0a1b3ecea tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:12.664796 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-6008259c-875f-47bd-bef4-e6e0a1b3ecea tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3001525 Dec 20 09:21:12.671437 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 50420) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:21:12.677355 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-059836a3-97eb-4868-9fad-c956c6d5cc34 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-484818603'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:21:12.683706 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-059836a3-97eb-4868-9fad-c956c6d5cc34 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:21:12.688626 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-059836a3-97eb-4868-9fad-c956c6d5cc34 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Usage tracker for resource:network and tenant:7ac2ef64eed54e55b8d969f9e3519c49 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:21:12.691614 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-059836a3-97eb-4868-9fad-c956c6d5cc34 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:21:12.698935 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-059836a3-97eb-4868-9fad-c956c6d5cc34 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:21:12.713733 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-059836a3-97eb-4868-9fad-c956c6d5cc34 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Made reservation on behalf of 7ac2ef64eed54e55b8d969f9e3519c49 for: {'network': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 09:21:12.719354 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-059836a3-97eb-4868-9fad-c956c6d5cc34 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:12.737121 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-059836a3-97eb-4868-9fad-c956c6d5cc34 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Notify callbacks [] for security_group, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:12.776594 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-059836a3-97eb-4868-9fad-c956c6d5cc34 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:21:12.780480 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-059836a3-97eb-4868-9fad-c956c6d5cc34 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Usage tracker for resource:security_group_rule and tenant:7ac2ef64eed54e55b8d969f9e3519c49 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:21:12.783364 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-059836a3-97eb-4868-9fad-c956c6d5cc34 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:21:12.791630 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-059836a3-97eb-4868-9fad-c956c6d5cc34 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:21:12.875354 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-059836a3-97eb-4868-9fad-c956c6d5cc34 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Notify callbacks [] for security_group, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:12.880755 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-059836a3-97eb-4868-9fad-c956c6d5cc34 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:12.884113 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d48d51a8-0b35-4106-b892-f1d8b7130b70 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:21:12.917346 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-059836a3-97eb-4868-9fad-c956c6d5cc34 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=83445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 09:21:12.926739 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059836a3-97eb-4868-9fad-c956c6d5cc34 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fda4be21-ec0b-4c6c-aa5c-bd55cb59be15,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:21:12.931784 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-059836a3-97eb-4868-9fad-c956c6d5cc34 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:21:12.934898 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-059836a3-97eb-4868-9fad-c956c6d5cc34 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:12.935455 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.segments_db [None req-059836a3-97eb-4868-9fad-c956c6d5cc34 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Added segment 14a78988-ed41-4f2a-816a-636552077615 of type vlan for network 915e0114-2cbf-4251-b06b-aabf7b3e9c22 Dec 20 09:21:12.965567 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-059836a3-97eb-4868-9fad-c956c6d5cc34 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:13.001019 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-059836a3-97eb-4868-9fad-c956c6d5cc34 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:13.004961 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059836a3-97eb-4868-9fad-c956c6d5cc34 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:21:13.005662 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-059836a3-97eb-4868-9fad-c956c6d5cc34 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:13.011368 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e234715e-41bb-4d5f-85b5-31f66fb6600e tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:21:13.128275 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-059836a3-97eb-4868-9fad-c956c6d5cc34 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4555869 Dec 20 09:21:13.131340 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 50424) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:21:13.133640 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059836a3-97eb-4868-9fad-c956c6d5cc34 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Pushing event updated for resources: {'Network': ['ID=915e0114-2cbf-4251-b06b-aabf7b3e9c22,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:21:13.136548 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-059836a3-97eb-4868-9fad-c956c6d5cc34 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:21:13.139712 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-1d57b2c4-3ee2-4065-b8b0-18a2d1cdd0e7 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Request body: {'subnet': {'network_id': '915e0114-2cbf-4251-b06b-aabf7b3e9c22', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:21:13.144125 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network 915e0114-2cbf-4251-b06b-aabf7b3e9c22 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 09:21:13.251466 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-1d57b2c4-3ee2-4065-b8b0-18a2d1cdd0e7 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:21:13.255365 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-1d57b2c4-3ee2-4065-b8b0-18a2d1cdd0e7 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Usage tracker for resource:subnet and tenant:7ac2ef64eed54e55b8d969f9e3519c49 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:21:13.258311 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-1d57b2c4-3ee2-4065-b8b0-18a2d1cdd0e7 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:21:13.264380 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-1d57b2c4-3ee2-4065-b8b0-18a2d1cdd0e7 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:21:13.274403 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d57b2c4-3ee2-4065-b8b0-18a2d1cdd0e7 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Made reservation on behalf of 7ac2ef64eed54e55b8d969f9e3519c49 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 09:21:13.380136 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1d57b2c4-3ee2-4065-b8b0-18a2d1cdd0e7 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1529102'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:13.710176 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1d57b2c4-3ee2-4065-b8b0-18a2d1cdd0e7 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1129376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1529148'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:13.714713 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-46a6cf72-a7b3-427c-a9f1-b37670149d62 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:21:13.802599 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d57b2c4-3ee2-4065-b8b0-18a2d1cdd0e7 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Pushing event updated for resources: {'Subnet': ['ID=2fcd99af-9def-4070-bdda-c5eac986e418,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:21:13.807193 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1d57b2c4-3ee2-4065-b8b0-18a2d1cdd0e7 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:21:13.828255 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d57b2c4-3ee2-4065-b8b0-18a2d1cdd0e7 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Checking segment: {'id': '14a78988-ed41-4f2a-816a-636552077615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '915e0114-2cbf-4251-b06b-aabf7b3e9c22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:21:13.828664 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d57b2c4-3ee2-4065-b8b0-18a2d1cdd0e7 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Network hostable DHCP agents. Network: 915e0114-2cbf-4251-b06b-aabf7b3e9c22, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 09:21:13.854133 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d57b2c4-3ee2-4065-b8b0-18a2d1cdd0e7 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Network 915e0114-2cbf-4251-b06b-aabf7b3e9c22 is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 09:21:13.863541 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-1d57b2c4-3ee2-4065-b8b0-18a2d1cdd0e7 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, 915e0114-2cbf-4251-b06b-aabf7b3e9c22) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:21:13.867625 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d57b2c4-3ee2-4065-b8b0-18a2d1cdd0e7 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:21:13.868302 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1d57b2c4-3ee2-4065-b8b0-18a2d1cdd0e7 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:13.872791 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2963d0b-795f-444a-a8ad-e865ac5698d4 None None] Network 915e0114-2cbf-4251-b06b-aabf7b3e9c22 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 09:21:13.893203 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1d57b2c4-3ee2-4065-b8b0-18a2d1cdd0e7 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7603364 Dec 20 09:21:13.896129 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 50428) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:21:13.902534 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-414deeb6-79e5-43fa-a980-d0146d2c2e9a tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-729522564'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:21:13.907515 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-414deeb6-79e5-43fa-a980-d0146d2c2e9a tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:21:13.911418 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-414deeb6-79e5-43fa-a980-d0146d2c2e9a tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Usage tracker for resource:network and tenant:7ac2ef64eed54e55b8d969f9e3519c49 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:21:13.914276 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-414deeb6-79e5-43fa-a980-d0146d2c2e9a tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:21:13.920010 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-414deeb6-79e5-43fa-a980-d0146d2c2e9a tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:21:13.931528 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-414deeb6-79e5-43fa-a980-d0146d2c2e9a tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Made reservation on behalf of 7ac2ef64eed54e55b8d969f9e3519c49 for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 09:21:13.936373 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-414deeb6-79e5-43fa-a980-d0146d2c2e9a tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:13.976982 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-414deeb6-79e5-43fa-a980-d0146d2c2e9a tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 09:21:13.991573 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-414deeb6-79e5-43fa-a980-d0146d2c2e9a tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:13.992242 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-414deeb6-79e5-43fa-a980-d0146d2c2e9a tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Added segment 22aacfe8-fb59-43a7-b431-24e06d0f03b5 of type vlan for network dcf6d61b-a7a6-4c0b-ba52-43cb2fc37327 Dec 20 09:21:14.025997 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-414deeb6-79e5-43fa-a980-d0146d2c2e9a tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:14.063736 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-414deeb6-79e5-43fa-a980-d0146d2c2e9a tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:14.068019 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414deeb6-79e5-43fa-a980-d0146d2c2e9a tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:21:14.068621 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-414deeb6-79e5-43fa-a980-d0146d2c2e9a tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:14.072706 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7844f75e-00ad-4e4c-8182-ad26bc5a77ad tempest-RoutersIpV6Test-836501975 tempest-RoutersIpV6Test-836501975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:21:14.127791 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2210dcf-646d-4756-beee-2463d808d0f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-915e0114-2cbf-4251-b06b-aabf7b3e9c22', 'network_id': '915e0114-2cbf-4251-b06b-aabf7b3e9c22', 'tenant_id': '7ac2ef64eed54e55b8d969f9e3519c49', 'fixed_ips': [{'subnet_id': '2fcd99af-9def-4070-bdda-c5eac986e418'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 09:21:14.129166 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a2210dcf-646d-4756-beee-2463d808d0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:14.186036 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-414deeb6-79e5-43fa-a980-d0146d2c2e9a tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2887838 Dec 20 09:21:14.190165 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 50432) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:21:14.192244 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414deeb6-79e5-43fa-a980-d0146d2c2e9a tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Pushing event updated for resources: {'Network': ['ID=dcf6d61b-a7a6-4c0b-ba52-43cb2fc37327,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:21:14.195601 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-414deeb6-79e5-43fa-a980-d0146d2c2e9a tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:21:14.205375 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-27794ca1-dc61-4a09-922d-28c557f52480 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Request body: {'subnet': {'network_id': 'dcf6d61b-a7a6-4c0b-ba52-43cb2fc37327', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:21:14.206902 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network dcf6d61b-a7a6-4c0b-ba52-43cb2fc37327 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 09:21:14.322138 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-27794ca1-dc61-4a09-922d-28c557f52480 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:21:14.326571 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-27794ca1-dc61-4a09-922d-28c557f52480 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Usage tracker for resource:subnet and tenant:7ac2ef64eed54e55b8d969f9e3519c49 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:21:14.329561 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-27794ca1-dc61-4a09-922d-28c557f52480 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:21:14.335543 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-27794ca1-dc61-4a09-922d-28c557f52480 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:21:14.346410 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27794ca1-dc61-4a09-922d-28c557f52480 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Made reservation on behalf of 7ac2ef64eed54e55b8d969f9e3519c49 for: {'subnet': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 09:21:14.397972 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-a2210dcf-646d-4756-beee-2463d808d0f0 None None] Allocated IP 172.20.0.2 (915e0114-2cbf-4251-b06b-aabf7b3e9c22/2fcd99af-9def-4070-bdda-c5eac986e418/3fe0b6e5-d665-40c1-878a-fddbfa9cf161) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 09:21:14.457946 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-27794ca1-dc61-4a09-922d-28c557f52480 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2095160'] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:14.641049 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a2210dcf-646d-4756-beee-2463d808d0f0 None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:14.652926 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-a2210dcf-646d-4756-beee-2463d808d0f0 None None] Transition to ACTIVE for port object 3fe0b6e5-d665-40c1-878a-fddbfa9cf161 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:21:14.672479 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-a2210dcf-646d-4756-beee-2463d808d0f0 None None] Transition to ACTIVE for port object 3fe0b6e5-d665-40c1-878a-fddbfa9cf161 will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:21:14.686809 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a2210dcf-646d-4756-beee-2463d808d0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:14.695600 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-e660619a-e021-4af2-bc46-069a4251b970 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:21:14.695834 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-27794ca1-dc61-4a09-922d-28c557f52480 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2036557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2095114'] for subnet, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:14.702653 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e352c711-08fb-4eca-a6ee-6a5e1604388b tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:21:14.753190 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2210dcf-646d-4756-beee-2463d808d0f0 None None] Network 915e0114-2cbf-4251-b06b-aabf7b3e9c22 is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:21:14.762143 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-a2210dcf-646d-4756-beee-2463d808d0f0 None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:21:14.765991 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2210dcf-646d-4756-beee-2463d808d0f0 None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 09:21:14.770901 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2210dcf-646d-4756-beee-2463d808d0f0 None None] Pushing event updated for resources: {'Port': ['ID=3fe0b6e5-d665-40c1-878a-fddbfa9cf161,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:21:14.774248 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-a2210dcf-646d-4756-beee-2463d808d0f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:21:14.780269 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27794ca1-dc61-4a09-922d-28c557f52480 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Pushing event updated for resources: {'Subnet': ['ID=7badfe28-1651-454f-805a-f73c0b1cadac,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:21:14.783457 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-27794ca1-dc61-4a09-922d-28c557f52480 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:21:14.798326 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27794ca1-dc61-4a09-922d-28c557f52480 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Checking segment: {'id': '22aacfe8-fb59-43a7-b431-24e06d0f03b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'dcf6d61b-a7a6-4c0b-ba52-43cb2fc37327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:21:14.798706 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27794ca1-dc61-4a09-922d-28c557f52480 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Network hostable DHCP agents. Network: dcf6d61b-a7a6-4c0b-ba52-43cb2fc37327, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 09:21:14.822112 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27794ca1-dc61-4a09-922d-28c557f52480 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Network dcf6d61b-a7a6-4c0b-ba52-43cb2fc37327 is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 09:21:14.832439 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-27794ca1-dc61-4a09-922d-28c557f52480 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, dcf6d61b-a7a6-4c0b-ba52-43cb2fc37327) {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:21:14.836546 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27794ca1-dc61-4a09-922d-28c557f52480 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:21:14.837278 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-27794ca1-dc61-4a09-922d-28c557f52480 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:14.846522 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b59cdd-d422-42c8-b778-6535a3096917 None None] Network dcf6d61b-a7a6-4c0b-ba52-43cb2fc37327 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 09:21:14.863581 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-27794ca1-dc61-4a09-922d-28c557f52480 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6713734 Dec 20 09:21:14.866328 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 50436) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:21:14.871720 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-e68f2edf-234f-48b9-9bc2-92952d30056d tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Request body: {'router': {'external_gateway_info': {'network_id': 'dcf6d61b-a7a6-4c0b-ba52-43cb2fc37327'}}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:21:14.964720 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-a2210dcf-646d-4756-beee-2463d808d0f0 None None] Attempting to bind port 3fe0b6e5-d665-40c1-878a-fddbfa9cf161 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 09:21:14.965376 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-a2210dcf-646d-4756-beee-2463d808d0f0 None None] Attempting to bind port 3fe0b6e5-d665-40c1-878a-fddbfa9cf161 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '14a78988-ed41-4f2a-816a-636552077615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '915e0114-2cbf-4251-b06b-aabf7b3e9c22'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 09:21:14.965499 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2210dcf-646d-4756-beee-2463d808d0f0 None None] Attempting to bind port 3fe0b6e5-d665-40c1-878a-fddbfa9cf161 on network 915e0114-2cbf-4251-b06b-aabf7b3e9c22 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:21:14.981040 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a098eaa6-8246-425a-bf57-dbac19ea220e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:14.990528 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2210dcf-646d-4756-beee-2463d808d0f0 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 9, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 09:21:14.990913 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2210dcf-646d-4756-beee-2463d808d0f0 None None] Checking segment: {'id': '14a78988-ed41-4f2a-816a-636552077615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '915e0114-2cbf-4251-b06b-aabf7b3e9c22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:21:14.991317 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a2210dcf-646d-4756-beee-2463d808d0f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:14.991916 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2210dcf-646d-4756-beee-2463d808d0f0 None None] Bound using segment: {'id': '14a78988-ed41-4f2a-816a-636552077615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '915e0114-2cbf-4251-b06b-aabf7b3e9c22'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 09:21:14.992404 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-a2210dcf-646d-4756-beee-2463d808d0f0 None None] Bound port: 3fe0b6e5-d665-40c1-878a-fddbfa9cf161, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14a78988-ed41-4f2a-816a-636552077615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '915e0114-2cbf-4251-b06b-aabf7b3e9c22'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 09:21:14.993305 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a2210dcf-646d-4756-beee-2463d808d0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:15.245500 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-a2210dcf-646d-4756-beee-2463d808d0f0 None None] For port 3fe0b6e5-d665-40c1-878a-fddbfa9cf161, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 09:21:15.255225 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-a2210dcf-646d-4756-beee-2463d808d0f0 None None] For port 3fe0b6e5-d665-40c1-878a-fddbfa9cf161, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=3fe0b6e5-d665-40c1-878a-fddbfa9cf161,segment=NetworkSegment(14a78988-ed41-4f2a-816a-636552077615),segment_id=14a78988-ed41-4f2a-816a-636552077615)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 09:21:15.261809 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a2210dcf-646d-4756-beee-2463d808d0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:15.267180 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:21:15.298819 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259fd785-6bed-451f-a5d2-0b444760fcad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-dcf6d61b-a7a6-4c0b-ba52-43cb2fc37327', 'network_id': 'dcf6d61b-a7a6-4c0b-ba52-43cb2fc37327', 'tenant_id': '7ac2ef64eed54e55b8d969f9e3519c49', 'fixed_ips': [{'subnet_id': '7badfe28-1651-454f-805a-f73c0b1cadac'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 09:21:15.299795 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-259fd785-6bed-451f-a5d2-0b444760fcad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:15.417313 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e68f2edf-234f-48b9-9bc2-92952d30056d tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24724'] for router, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:15.420081 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2210dcf-646d-4756-beee-2463d808d0f0 None None] Pushing event updated for resources: {'Port': ['ID=3fe0b6e5-d665-40c1-878a-fddbfa9cf161,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:21:15.435375 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-a2210dcf-646d-4756-beee-2463d808d0f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:21:15.571105 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-259fd785-6bed-451f-a5d2-0b444760fcad None None] Allocated IP 172.21.0.2 (dcf6d61b-a7a6-4c0b-ba52-43cb2fc37327/7badfe28-1651-454f-805a-f73c0b1cadac/c74fc1ac-6932-4581-90be-93f2d390bc9b) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 09:21:15.638206 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.api.v2.resource [None req-e68f2edf-234f-48b9-9bc2-92952d30056d tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 09:21:15.639536 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-e68f2edf-234f-48b9-9bc2-92952d30056d tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] 10.222.0.16 "PUT /v2.0/routers/f6c80d30-a909-457f-bd54-1504fcc1ee63 HTTP/1.1" status: 400 len: 364 time: 0.7718763 Dec 20 09:21:15.645623 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 50440) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:21:15.744743 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6ab6ac0-42a2-4d74-99ce-e57bd7369cbc tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Deleting subnet 7badfe28-1651-454f-805a-f73c0b1cadac {{(pid=83445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 09:21:15.854252 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-259fd785-6bed-451f-a5d2-0b444760fcad None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:15.864466 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-259fd785-6bed-451f-a5d2-0b444760fcad None None] Transition to ACTIVE for port object c74fc1ac-6932-4581-90be-93f2d390bc9b will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:21:15.883511 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-259fd785-6bed-451f-a5d2-0b444760fcad None None] Transition to ACTIVE for port object c74fc1ac-6932-4581-90be-93f2d390bc9b will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:21:15.889869 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b6ab6ac0-42a2-4d74-99ce-e57bd7369cbc tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Notify callbacks [] for subnet, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:15.890261 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-259fd785-6bed-451f-a5d2-0b444760fcad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:15.894485 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:21:15.949632 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b6ab6ac0-42a2-4d74-99ce-e57bd7369cbc tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1518554'] for subnet, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:15.962568 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259fd785-6bed-451f-a5d2-0b444760fcad None None] Network dcf6d61b-a7a6-4c0b-ba52-43cb2fc37327 is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:21:15.963982 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-259fd785-6bed-451f-a5d2-0b444760fcad None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:21:15.965709 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259fd785-6bed-451f-a5d2-0b444760fcad None None] Pushing event updated for resources: {'Port': ['ID=c74fc1ac-6932-4581-90be-93f2d390bc9b,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:21:15.967791 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259fd785-6bed-451f-a5d2-0b444760fcad None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 09:21:15.970264 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-259fd785-6bed-451f-a5d2-0b444760fcad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:21:16.044654 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b6ab6ac0-42a2-4d74-99ce-e57bd7369cbc tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:16.075693 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-259fd785-6bed-451f-a5d2-0b444760fcad None None] Attempting to bind port c74fc1ac-6932-4581-90be-93f2d390bc9b on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 09:21:16.076034 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-259fd785-6bed-451f-a5d2-0b444760fcad None None] Attempting to bind port c74fc1ac-6932-4581-90be-93f2d390bc9b by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '22aacfe8-fb59-43a7-b431-24e06d0f03b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'dcf6d61b-a7a6-4c0b-ba52-43cb2fc37327'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 09:21:16.076527 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259fd785-6bed-451f-a5d2-0b444760fcad None None] Attempting to bind port c74fc1ac-6932-4581-90be-93f2d390bc9b on network dcf6d61b-a7a6-4c0b-ba52-43cb2fc37327 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:21:16.081643 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:16.085413 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259fd785-6bed-451f-a5d2-0b444760fcad None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 9, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 09:21:16.085800 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259fd785-6bed-451f-a5d2-0b444760fcad None None] Checking segment: {'id': '22aacfe8-fb59-43a7-b431-24e06d0f03b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'dcf6d61b-a7a6-4c0b-ba52-43cb2fc37327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:21:16.086206 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-259fd785-6bed-451f-a5d2-0b444760fcad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:16.086614 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259fd785-6bed-451f-a5d2-0b444760fcad None None] Bound using segment: {'id': '22aacfe8-fb59-43a7-b431-24e06d0f03b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'dcf6d61b-a7a6-4c0b-ba52-43cb2fc37327'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 09:21:16.087248 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-259fd785-6bed-451f-a5d2-0b444760fcad None None] Bound port: c74fc1ac-6932-4581-90be-93f2d390bc9b, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22aacfe8-fb59-43a7-b431-24e06d0f03b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'dcf6d61b-a7a6-4c0b-ba52-43cb2fc37327'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 09:21:16.087704 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-259fd785-6bed-451f-a5d2-0b444760fcad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:16.147383 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b6ab6ac0-42a2-4d74-99ce-e57bd7369cbc tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2036620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2095133'] for subnet, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:16.152605 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-1a8c9fd7-2eb2-4f5a-9c41-f825596a185c tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:21:16.163759 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:16.190762 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ab6ac0-42a2-4d74-99ce-e57bd7369cbc tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Pushing event deleted for resources: {'Subnet': ['ID=7badfe28-1651-454f-805a-f73c0b1cadac,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:21:16.194579 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b6ab6ac0-42a2-4d74-99ce-e57bd7369cbc tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:21:16.199379 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b6ab6ac0-42a2-4d74-99ce-e57bd7369cbc tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:16.208050 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-b6ab6ac0-42a2-4d74-99ce-e57bd7369cbc tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] 10.222.0.16 "DELETE /v2.0/subnets/7badfe28-1651-454f-805a-f73c0b1cadac HTTP/1.1" status: 204 len: 168 time: 0.5611672 Dec 20 09:21:16.210364 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 50444) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:21:16.213650 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-259fd785-6bed-451f-a5d2-0b444760fcad None None] For port c74fc1ac-6932-4581-90be-93f2d390bc9b, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 09:21:16.218086 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-259fd785-6bed-451f-a5d2-0b444760fcad None None] For port c74fc1ac-6932-4581-90be-93f2d390bc9b, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=c74fc1ac-6932-4581-90be-93f2d390bc9b,segment=NetworkSegment(22aacfe8-fb59-43a7-b431-24e06d0f03b5),segment_id=22aacfe8-fb59-43a7-b431-24e06d0f03b5)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 09:21:16.223174 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-259fd785-6bed-451f-a5d2-0b444760fcad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:16.229807 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:21:16.344848 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259fd785-6bed-451f-a5d2-0b444760fcad None None] Pushing event updated for resources: {'Port': ['ID=c74fc1ac-6932-4581-90be-93f2d390bc9b,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:21:16.345435 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-971cf541-737f-4aaa-af1b-87921d63cb60 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:16.354325 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-259fd785-6bed-451f-a5d2-0b444760fcad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:21:16.358139 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-971cf541-737f-4aaa-af1b-87921d63cb60 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Deleting port c74fc1ac-6932-4581-90be-93f2d390bc9b {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:21:16.358818 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-971cf541-737f-4aaa-af1b-87921d63cb60 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:16.391530 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebe257f-4121-44a6-82d4-fde7d8c111d6 None None] Network dcf6d61b-a7a6-4c0b-ba52-43cb2fc37327 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 09:21:16.492707 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114291f2-e6be-4181-8d22-ebaf22623aee None None] Network 915e0114-2cbf-4251-b06b-aabf7b3e9c22 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 09:21:16.579358 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-971cf541-737f-4aaa-af1b-87921d63cb60 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] For port c74fc1ac-6932-4581-90be-93f2d390bc9b, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=c74fc1ac-6932-4581-90be-93f2d390bc9b,segment=NetworkSegment(22aacfe8-fb59-43a7-b431-24e06d0f03b5),segment_id=22aacfe8-fb59-43a7-b431-24e06d0f03b5)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:21:16.579955 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-971cf541-737f-4aaa-af1b-87921d63cb60 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:16.668519 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-78d311e2-f514-4c60-ac9f-bb9d8f8792b9 None None] Provisioning for port 3fe0b6e5-d665-40c1-878a-fddbfa9cf161 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:21:16.702915 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-971cf541-737f-4aaa-af1b-87921d63cb60 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Calling delete_port for c74fc1ac-6932-4581-90be-93f2d390bc9b owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:21:16.779687 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-971cf541-737f-4aaa-af1b-87921d63cb60 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:16.784905 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-67739cbd-dae1-44a6-86bb-e3559e6333bf tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:21:16.829413 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971cf541-737f-4aaa-af1b-87921d63cb60 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Pushing event deleted for resources: {'Port': ['ID=c74fc1ac-6932-4581-90be-93f2d390bc9b,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:21:16.833564 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-971cf541-737f-4aaa-af1b-87921d63cb60 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:21:16.836527 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971cf541-737f-4aaa-af1b-87921d63cb60 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] No DVR routers for this DVR port c74fc1ac-6932-4581-90be-93f2d390bc9b on host dv-neutron-820491-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 09:21:16.964612 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-971cf541-737f-4aaa-af1b-87921d63cb60 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:16.991567 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-971cf541-737f-4aaa-af1b-87921d63cb60 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcf6d61b-a7a6-4c0b-ba52-43cb2fc37327']}} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:21:17.005142 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-971cf541-737f-4aaa-af1b-87921d63cb60 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22aacfe8-fb59-43a7-b431-24e06d0f03b5') {'for_net_delete': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:21:17.005460 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-971cf541-737f-4aaa-af1b-87921d63cb60 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22aacfe8-fb59-43a7-b431-24e06d0f03b5') {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:21:17.018210 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1926aad4-1f2a-461f-989e-3fe3df69f41f None None] get_active_networks_info from dv-neutron-820491-1-hyperv {{(pid=83446) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 20 09:21:17.020360 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-971cf541-737f-4aaa-af1b-87921d63cb60 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1518531'] for segment, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:17.049354 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-971cf541-737f-4aaa-af1b-87921d63cb60 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:17.057788 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-971cf541-737f-4aaa-af1b-87921d63cb60 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=83445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 09:21:17.058219 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-971cf541-737f-4aaa-af1b-87921d63cb60 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2036002'] for segment, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:17.116691 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 3fe0b6e5-d665-40c1-878a-fddbfa9cf161 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:21:17.163209 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1926aad4-1f2a-461f-989e-3fe3df69f41f None None] Resources bound (agent type, host, resource id): {{(pid=83446) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 09:21:17.192104 dv-neutron-820491-1-hyperv neutron-server[83445]: Traceback (most recent call last): Dec 20 09:21:17.192104 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 09:21:17.192104 dv-neutron-820491-1-hyperv neutron-server[83445]: timer() Dec 20 09:21:17.192104 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 09:21:17.192104 dv-neutron-820491-1-hyperv neutron-server[83445]: cb(*args, **kw) Dec 20 09:21:17.192104 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 09:21:17.192104 dv-neutron-820491-1-hyperv neutron-server[83445]: return func(*args, **kwargs) Dec 20 09:21:17.192104 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 09:21:17.192104 dv-neutron-820491-1-hyperv neutron-server[83445]: self._notify() Dec 20 09:21:17.192104 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 09:21:17.192104 dv-neutron-820491-1-hyperv neutron-server[83445]: self.callback(batched_events) Dec 20 09:21:17.192104 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 09:21:17.192104 dv-neutron-820491-1-hyperv neutron-server[83445]: event.method(event) Dec 20 09:21:17.192104 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 09:21:17.192104 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 09:21:17.192104 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 09:21:17.192104 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 09:21:17.192104 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 09:21:17.192104 dv-neutron-820491-1-hyperv neutron-server[83445]: return f(self, *a, **k) Dec 20 09:21:17.192104 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 09:21:17.192104 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._get(url).json() Dec 20 09:21:17.192104 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 09:21:17.192104 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 09:21:17.192104 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 09:21:17.192104 dv-neutron-820491-1-hyperv neutron-server[83445]: return self.request(url, 'GET', **kwargs) Dec 20 09:21:17.192104 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 09:21:17.192104 dv-neutron-820491-1-hyperv neutron-server[83445]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 09:21:17.192104 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 09:21:17.192104 dv-neutron-820491-1-hyperv neutron-server[83445]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 09:21:17.192104 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 09:21:17.192104 dv-neutron-820491-1-hyperv neutron-server[83445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 09:21:17.192104 dv-neutron-820491-1-hyperv neutron-server[83445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 09:21:17.249706 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 3fe0b6e5-d665-40c1-878a-fddbfa9cf161 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:21:17.286437 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-971cf541-737f-4aaa-af1b-87921d63cb60 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:17.290168 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-160d5651-17b1-4442-877c-47bb1abff60e tempest-ExternalNetworksTestJSON-805727248 tempest-ExternalNetworksTestJSON-805727248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:21:17.303505 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 3fe0b6e5-d665-40c1-878a-fddbfa9cf161 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:21:17.303885 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:17.308990 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-971cf541-737f-4aaa-af1b-87921d63cb60 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:17.320436 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971cf541-737f-4aaa-af1b-87921d63cb60 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Pushing event deleted for resources: {'Network': ['ID=dcf6d61b-a7a6-4c0b-ba52-43cb2fc37327,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:21:17.323929 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-971cf541-737f-4aaa-af1b-87921d63cb60 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:21:17.325772 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-971cf541-737f-4aaa-af1b-87921d63cb60 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] 10.222.0.16 "DELETE /v2.0/networks/dcf6d61b-a7a6-4c0b-ba52-43cb2fc37327 HTTP/1.1" status: 204 len: 168 time: 1.1141834 Dec 20 09:21:17.328302 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 50448) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:21:17.529706 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_v2 [None req-cba971c0-d8b7-4a1a-8672-b491dced9f6b tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Deleting subnet 2fcd99af-9def-4070-bdda-c5eac986e418 {{(pid=83445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 09:21:17.532634 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-cba971c0-d8b7-4a1a-8672-b491dced9f6b tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Notify callbacks [] for subnet, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:17.546965 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:17.565771 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:17.590445 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 3fe0b6e5-d665-40c1-878a-fddbfa9cf161, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=3fe0b6e5-d665-40c1-878a-fddbfa9cf161,segment=NetworkSegment(14a78988-ed41-4f2a-816a-636552077615),segment_id=14a78988-ed41-4f2a-816a-636552077615)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:21:17.599379 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:17.601285 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-a2210dcf-646d-4756-beee-2463d808d0f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:21:17.606480 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-cba971c0-d8b7-4a1a-8672-b491dced9f6b tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1518554'] for subnet, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:17.694720 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-cba971c0-d8b7-4a1a-8672-b491dced9f6b tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:17.722367 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=3fe0b6e5-d665-40c1-878a-fddbfa9cf161,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:21:17.726934 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:21:17.771112 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-cba971c0-d8b7-4a1a-8672-b491dced9f6b tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2036620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2095133'] for subnet, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:17.775480 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-470063ab-2fc9-4d8d-a1db-f23d3bde992f tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:21:17.813023 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba971c0-d8b7-4a1a-8672-b491dced9f6b tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Pushing event deleted for resources: {'Subnet': ['ID=2fcd99af-9def-4070-bdda-c5eac986e418,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:21:17.817152 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-cba971c0-d8b7-4a1a-8672-b491dced9f6b tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:21:17.823036 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-cba971c0-d8b7-4a1a-8672-b491dced9f6b tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:17.825928 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600a1e54-241d-4da9-90b9-65951e561771 None None] Network 915e0114-2cbf-4251-b06b-aabf7b3e9c22 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 09:21:17.829206 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-cba971c0-d8b7-4a1a-8672-b491dced9f6b tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] 10.222.0.16 "DELETE /v2.0/subnets/2fcd99af-9def-4070-bdda-c5eac986e418 HTTP/1.1" status: 204 len: 168 time: 0.4999073 Dec 20 09:21:17.831605 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 50452) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:21:17.942213 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ddce54a2-3c17-4c27-ae6a-0cc16271dfc6 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:17.952989 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-ddce54a2-3c17-4c27-ae6a-0cc16271dfc6 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Deleting port 3fe0b6e5-d665-40c1-878a-fddbfa9cf161 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:21:17.953342 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ddce54a2-3c17-4c27-ae6a-0cc16271dfc6 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:18.074160 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88d091b-ca2b-4fc6-9f2c-84325c1caecb None None] DHCP port deletion for 915e0114-2cbf-4251-b06b-aabf7b3e9c22 request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 09:21:18.078465 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-a88d091b-ca2b-4fc6-9f2c-84325c1caecb None None] Deleting port 3fe0b6e5-d665-40c1-878a-fddbfa9cf161 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:21:18.078867 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a88d091b-ca2b-4fc6-9f2c-84325c1caecb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:18.177562 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-ddce54a2-3c17-4c27-ae6a-0cc16271dfc6 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] For port 3fe0b6e5-d665-40c1-878a-fddbfa9cf161, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=3fe0b6e5-d665-40c1-878a-fddbfa9cf161,segment=NetworkSegment(14a78988-ed41-4f2a-816a-636552077615),segment_id=14a78988-ed41-4f2a-816a-636552077615)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:21:18.177914 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ddce54a2-3c17-4c27-ae6a-0cc16271dfc6 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:18.297307 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-a88d091b-ca2b-4fc6-9f2c-84325c1caecb None None] For port 3fe0b6e5-d665-40c1-878a-fddbfa9cf161, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=3fe0b6e5-d665-40c1-878a-fddbfa9cf161,segment=NetworkSegment(14a78988-ed41-4f2a-816a-636552077615),segment_id=14a78988-ed41-4f2a-816a-636552077615)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:21:18.297628 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a88d091b-ca2b-4fc6-9f2c-84325c1caecb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:18.301997 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-ddce54a2-3c17-4c27-ae6a-0cc16271dfc6 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Calling delete_port for 3fe0b6e5-d665-40c1-878a-fddbfa9cf161 owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:21:18.380498 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ddce54a2-3c17-4c27-ae6a-0cc16271dfc6 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:18.385502 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3d7f8d61-8aca-4a41-a427-38ce6b9083fa tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:21:18.422994 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-a88d091b-ca2b-4fc6-9f2c-84325c1caecb None None] Calling delete_port for 3fe0b6e5-d665-40c1-878a-fddbfa9cf161 owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:21:18.427598 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddce54a2-3c17-4c27-ae6a-0cc16271dfc6 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Pushing event deleted for resources: {'Port': ['ID=3fe0b6e5-d665-40c1-878a-fddbfa9cf161,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:21:18.430138 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ddce54a2-3c17-4c27-ae6a-0cc16271dfc6 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:21:18.432647 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddce54a2-3c17-4c27-ae6a-0cc16271dfc6 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] No DVR routers for this DVR port 3fe0b6e5-d665-40c1-878a-fddbfa9cf161 on host dv-neutron-820491-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 09:21:18.499219 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.db.api [None req-a88d091b-ca2b-4fc6-9f2c-84325c1caecb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 09:21:18.499590 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_db.api [None req-a88d091b-ca2b-4fc6-9f2c-84325c1caecb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 09:21:18.561733 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ddce54a2-3c17-4c27-ae6a-0cc16271dfc6 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:18.588353 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-ddce54a2-3c17-4c27-ae6a-0cc16271dfc6 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['915e0114-2cbf-4251-b06b-aabf7b3e9c22']}} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:21:18.601364 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-ddce54a2-3c17-4c27-ae6a-0cc16271dfc6 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14a78988-ed41-4f2a-816a-636552077615') {'for_net_delete': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:21:18.601652 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-ddce54a2-3c17-4c27-ae6a-0cc16271dfc6 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14a78988-ed41-4f2a-816a-636552077615') {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:21:18.612945 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ddce54a2-3c17-4c27-ae6a-0cc16271dfc6 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1518531'] for segment, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:18.628820 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ddce54a2-3c17-4c27-ae6a-0cc16271dfc6 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:18.635988 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddce54a2-3c17-4c27-ae6a-0cc16271dfc6 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=83445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 09:21:18.636400 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ddce54a2-3c17-4c27-ae6a-0cc16271dfc6 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2036002'] for segment, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:18.651208 dv-neutron-820491-1-hyperv neutron-server[83445]: Traceback (most recent call last): Dec 20 09:21:18.651208 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 09:21:18.651208 dv-neutron-820491-1-hyperv neutron-server[83445]: timer() Dec 20 09:21:18.651208 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 09:21:18.651208 dv-neutron-820491-1-hyperv neutron-server[83445]: cb(*args, **kw) Dec 20 09:21:18.651208 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 09:21:18.651208 dv-neutron-820491-1-hyperv neutron-server[83445]: return func(*args, **kwargs) Dec 20 09:21:18.651208 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 09:21:18.651208 dv-neutron-820491-1-hyperv neutron-server[83445]: self._notify() Dec 20 09:21:18.651208 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 09:21:18.651208 dv-neutron-820491-1-hyperv neutron-server[83445]: self.callback(batched_events) Dec 20 09:21:18.651208 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 09:21:18.651208 dv-neutron-820491-1-hyperv neutron-server[83445]: event.method(event) Dec 20 09:21:18.651208 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 09:21:18.651208 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 09:21:18.651208 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 09:21:18.651208 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 09:21:18.651208 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 09:21:18.651208 dv-neutron-820491-1-hyperv neutron-server[83445]: return f(self, *a, **k) Dec 20 09:21:18.651208 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 09:21:18.651208 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._get(url).json() Dec 20 09:21:18.651208 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 09:21:18.651208 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 09:21:18.651208 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 09:21:18.651208 dv-neutron-820491-1-hyperv neutron-server[83445]: return self.request(url, 'GET', **kwargs) Dec 20 09:21:18.651208 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 09:21:18.651208 dv-neutron-820491-1-hyperv neutron-server[83445]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 09:21:18.651208 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 09:21:18.651208 dv-neutron-820491-1-hyperv neutron-server[83445]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 09:21:18.651208 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 09:21:18.651208 dv-neutron-820491-1-hyperv neutron-server[83445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 09:21:18.651208 dv-neutron-820491-1-hyperv neutron-server[83445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 09:21:18.732194 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ddce54a2-3c17-4c27-ae6a-0cc16271dfc6 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:18.735818 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b92bb9d5-ad9a-4f6a-861b-d74ecc74a848 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:21:18.750359 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ddce54a2-3c17-4c27-ae6a-0cc16271dfc6 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:18.762256 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddce54a2-3c17-4c27-ae6a-0cc16271dfc6 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Pushing event deleted for resources: {'Network': ['ID=915e0114-2cbf-4251-b06b-aabf7b3e9c22,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:21:18.764987 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ddce54a2-3c17-4c27-ae6a-0cc16271dfc6 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:21:18.767824 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-ddce54a2-3c17-4c27-ae6a-0cc16271dfc6 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] 10.222.0.16 "DELETE /v2.0/networks/915e0114-2cbf-4251-b06b-aabf7b3e9c22 HTTP/1.1" status: 204 len: 168 time: 0.9342890 Dec 20 09:21:18.769366 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 50456) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:21:18.819594 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-5d1b8d95-161a-4739-918d-b8369b40cfcd tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Synchronizing usage tracker for tenant:7ac2ef64eed54e55b8d969f9e3519c49 on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:21:18.836764 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-5d1b8d95-161a-4739-918d-b8369b40cfcd tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Unset dirty status for tenant:7ac2ef64eed54e55b8d969f9e3519c49 on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:21:18.838328 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-5d1b8d95-161a-4739-918d-b8369b40cfcd tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6c80d30-a909-457f-bd54-1504fcc1ee63 HTTP/1.1" status: 200 len: 205 time: 0.0680788 Dec 20 09:21:18.840879 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 50460) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:21:19.001321 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-a88d091b-ca2b-4fc6-9f2c-84325c1caecb None None] Deleting port 3fe0b6e5-d665-40c1-878a-fddbfa9cf161 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:21:19.001848 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a88d091b-ca2b-4fc6-9f2c-84325c1caecb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:19.069823 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-a88d091b-ca2b-4fc6-9f2c-84325c1caecb None None] The port '3fe0b6e5-d665-40c1-878a-fddbfa9cf161' was deleted {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 09:21:19.073128 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 3fe0b6e5-d665-40c1-878a-fddbfa9cf161 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 09:21:19.085833 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-08d58524-a7e4-4b8e-8908-0df2e3f484c8 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Notify callbacks [] for router, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:19.108462 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 3fe0b6e5-d665-40c1-878a-fddbfa9cf161 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 09:21:19.108919 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 3fe0b6e5-d665-40c1-878a-fddbfa9cf161 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 09:21:19.486485 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-08d58524-a7e4-4b8e-8908-0df2e3f484c8 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24735'] for router, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:19.490878 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-08d58524-a7e4-4b8e-8908-0df2e3f484c8 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:19.523339 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-08d58524-a7e4-4b8e-8908-0df2e3f484c8 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-390871'] for router, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:19.523931 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08d58524-a7e4-4b8e-8908-0df2e3f484c8 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Fanout notify agent at l3_agent the message router_deleted on router f6c80d30-a909-457f-bd54-1504fcc1ee63 {{(pid=83445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 09:21:19.535377 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-08d58524-a7e4-4b8e-8908-0df2e3f484c8 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:19.536455 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-08d58524-a7e4-4b8e-8908-0df2e3f484c8 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] 10.222.0.16 "DELETE /v2.0/routers/f6c80d30-a909-457f-bd54-1504fcc1ee63 HTTP/1.1" status: 204 len: 168 time: 0.6946521 Dec 20 09:21:19.862089 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 50468) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:21:20.050687 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-43b35365-d29d-4462-ba03-de6750e0820d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7ac2ef64eed54e55b8d969f9e3519c49&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1873479 Dec 20 09:21:20.053123 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 50474) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:21:20.124387 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-33c99709-ea49-4adb-9b03-ce62c3f68588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:20.150932 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-33c99709-ea49-4adb-9b03-ce62c3f68588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:20.201286 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-33c99709-ea49-4adb-9b03-ce62c3f68588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:20.206659 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4e9fba16-4e4c-41b3-93cb-ea84ce838e75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:21:20.216490 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c99709-ea49-4adb-9b03-ce62c3f68588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda4be21-ec0b-4c6c-aa5c-bd55cb59be15,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:21:20.219117 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-33c99709-ea49-4adb-9b03-ce62c3f68588 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:21:20.224626 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-33c99709-ea49-4adb-9b03-ce62c3f68588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:20.228782 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-33c99709-ea49-4adb-9b03-ce62c3f68588 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fda4be21-ec0b-4c6c-aa5c-bd55cb59be15 HTTP/1.1" status: 204 len: 168 time: 0.1717484 Dec 20 09:21:21.030406 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 50496) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:21:21.158036 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-3f754529-20f0-4c3f-8212-8ffc351962a7 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1334119792-network', 'tenant_id': 'e1834ae7884041928786189281bd161e'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:21:21.162922 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-3f754529-20f0-4c3f-8212-8ffc351962a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:21:21.167682 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-3f754529-20f0-4c3f-8212-8ffc351962a7 admin admin] Usage tracker for resource:network and tenant:e1834ae7884041928786189281bd161e is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:21:21.170616 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-3f754529-20f0-4c3f-8212-8ffc351962a7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:21:21.176154 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-3f754529-20f0-4c3f-8212-8ffc351962a7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:21:21.187149 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f754529-20f0-4c3f-8212-8ffc351962a7 admin admin] Made reservation on behalf of e1834ae7884041928786189281bd161e for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 09:21:21.189525 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3f754529-20f0-4c3f-8212-8ffc351962a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:21.205332 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3f754529-20f0-4c3f-8212-8ffc351962a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:21.238825 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-3f754529-20f0-4c3f-8212-8ffc351962a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:21:21.242772 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-3f754529-20f0-4c3f-8212-8ffc351962a7 admin admin] Usage tracker for resource:security_group_rule and tenant:e1834ae7884041928786189281bd161e is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:21:21.245830 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-3f754529-20f0-4c3f-8212-8ffc351962a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:21:21.251521 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-3f754529-20f0-4c3f-8212-8ffc351962a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:21:21.325001 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3f754529-20f0-4c3f-8212-8ffc351962a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:21.328685 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3f754529-20f0-4c3f-8212-8ffc351962a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:21.331732 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-87a302af-fac0-4887-843f-d146b466e22e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:21:21.361949 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f754529-20f0-4c3f-8212-8ffc351962a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 09:21:21.372259 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f754529-20f0-4c3f-8212-8ffc351962a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aae2019-f673-4ed9-b60e-6ea8279ea7fa,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:21:21.376170 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3f754529-20f0-4c3f-8212-8ffc351962a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:21:21.379148 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3f754529-20f0-4c3f-8212-8ffc351962a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:21.379512 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-3f754529-20f0-4c3f-8212-8ffc351962a7 admin admin] Added segment 645ee5c6-c0f6-47df-acfc-8ea1e75d5d47 of type vlan for network 68b1488b-0ad2-42ff-9e29-d49ec562d598 Dec 20 09:21:21.408544 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3f754529-20f0-4c3f-8212-8ffc351962a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:21.441916 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3f754529-20f0-4c3f-8212-8ffc351962a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:21.442901 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f754529-20f0-4c3f-8212-8ffc351962a7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:21:21.443506 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3f754529-20f0-4c3f-8212-8ffc351962a7 admin admin] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:21.447584 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9e4f7da3-0086-4af4-91ae-d0b80f16ba1f tempest-TestNetworkAdvancedServerOps-2034212007 tempest-TestNetworkAdvancedServerOps-2034212007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:21:21.546261 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-3f754529-20f0-4c3f-8212-8ffc351962a7 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5147374 Dec 20 09:21:21.549340 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 50502) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:21:21.551798 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f754529-20f0-4c3f-8212-8ffc351962a7 admin admin] Pushing event updated for resources: {'Network': ['ID=68b1488b-0ad2-42ff-9e29-d49ec562d598,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:21:21.555091 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3f754529-20f0-4c3f-8212-8ffc351962a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:21:21.556020 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-194f70a6-e416-4d49-b846-ae546721a511 admin admin] Request body: {'subnet': {'network_id': '68b1488b-0ad2-42ff-9e29-d49ec562d598', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1334119792-subnet', 'tenant_id': 'e1834ae7884041928786189281bd161e', 'ip_version': 4}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:21:21.561583 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-194f70a6-e416-4d49-b846-ae546721a511 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:21:21.562454 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network 68b1488b-0ad2-42ff-9e29-d49ec562d598 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 09:21:21.565772 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-194f70a6-e416-4d49-b846-ae546721a511 admin admin] Usage tracker for resource:subnet and tenant:e1834ae7884041928786189281bd161e is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:21:21.568688 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-194f70a6-e416-4d49-b846-ae546721a511 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:21:21.575603 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-194f70a6-e416-4d49-b846-ae546721a511 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:21:21.588937 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-194f70a6-e416-4d49-b846-ae546721a511 admin admin] Made reservation on behalf of e1834ae7884041928786189281bd161e for: {'subnet': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 09:21:21.591556 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-194f70a6-e416-4d49-b846-ae546721a511 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2095160'] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:21.794180 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-194f70a6-e416-4d49-b846-ae546721a511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2036557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2095114'] for subnet, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:21.798259 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-59c4b65d-a207-4722-94fa-8c79bcb686ee tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:21:21.868790 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194f70a6-e416-4d49-b846-ae546721a511 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d40bd4ab-6ed9-4265-bd48-c4636f084dcb,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:21:21.873852 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-194f70a6-e416-4d49-b846-ae546721a511 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:21:21.884231 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194f70a6-e416-4d49-b846-ae546721a511 admin admin] Checking segment: {'id': '645ee5c6-c0f6-47df-acfc-8ea1e75d5d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '68b1488b-0ad2-42ff-9e29-d49ec562d598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:21:21.884755 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194f70a6-e416-4d49-b846-ae546721a511 admin admin] Network hostable DHCP agents. Network: 68b1488b-0ad2-42ff-9e29-d49ec562d598, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 09:21:21.906837 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194f70a6-e416-4d49-b846-ae546721a511 admin admin] Network 68b1488b-0ad2-42ff-9e29-d49ec562d598 is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 09:21:21.916685 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-194f70a6-e416-4d49-b846-ae546721a511 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, 68b1488b-0ad2-42ff-9e29-d49ec562d598) {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:21:21.921214 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194f70a6-e416-4d49-b846-ae546721a511 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:21:21.921825 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-194f70a6-e416-4d49-b846-ae546721a511 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:21.926519 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ffd848-512f-4d1c-82fe-2e78f5bf235a None None] Network 68b1488b-0ad2-42ff-9e29-d49ec562d598 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 09:21:21.949277 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-194f70a6-e416-4d49-b846-ae546721a511 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3986688 Dec 20 09:21:21.952087 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 50506) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:21:21.957634 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-f45d28a1-27da-46ef-adf2-c12fa1a1da0a admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1334119792-router', 'tenant_id': 'e1834ae7884041928786189281bd161e', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:21:21.963648 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-f45d28a1-27da-46ef-adf2-c12fa1a1da0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:21:21.967503 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f45d28a1-27da-46ef-adf2-c12fa1a1da0a admin admin] Usage tracker for resource:router and tenant:e1834ae7884041928786189281bd161e is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:21:21.970634 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f45d28a1-27da-46ef-adf2-c12fa1a1da0a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:21:21.976282 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-f45d28a1-27da-46ef-adf2-c12fa1a1da0a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:21:21.987757 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f45d28a1-27da-46ef-adf2-c12fa1a1da0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24817'] for router, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:21.988789 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f45d28a1-27da-46ef-adf2-c12fa1a1da0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-351744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24806'] for router, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:22.008388 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f45d28a1-27da-46ef-adf2-c12fa1a1da0a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:22.166500 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2d06e1-a5fd-4bc6-ad49-acfd880e5147 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-68b1488b-0ad2-42ff-9e29-d49ec562d598', 'network_id': '68b1488b-0ad2-42ff-9e29-d49ec562d598', 'tenant_id': 'e1834ae7884041928786189281bd161e', 'fixed_ips': [{'subnet_id': 'd40bd4ab-6ed9-4265-bd48-c4636f084dcb'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 09:21:22.167546 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3a2d06e1-a5fd-4bc6-ad49-acfd880e5147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:22.170218 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f45d28a1-27da-46ef-adf2-c12fa1a1da0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24724'] for router, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:22.331521 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-3a2d06e1-a5fd-4bc6-ad49-acfd880e5147 None None] Allocated IP 172.20.0.2 (68b1488b-0ad2-42ff-9e29-d49ec562d598/d40bd4ab-6ed9-4265-bd48-c4636f084dcb/94c912f1-fa55-4323-bea8-b5e031d19764) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 09:21:22.366952 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f45d28a1-27da-46ef-adf2-c12fa1a1da0a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:22.398865 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f45d28a1-27da-46ef-adf2-c12fa1a1da0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:22.550459 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-f45d28a1-27da-46ef-adf2-c12fa1a1da0a admin admin] Allocated IP 172.26.5.230 (95f3bec2-46e6-4468-8229-8badd4a5aaae/cf8895a3-346d-4313-a645-16ecdcce9969/723f2460-0333-4ad0-b1a3-8214429203d4) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 09:21:22.611893 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3a2d06e1-a5fd-4bc6-ad49-acfd880e5147 None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:22.623232 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-3a2d06e1-a5fd-4bc6-ad49-acfd880e5147 None None] Transition to ACTIVE for port object 94c912f1-fa55-4323-bea8-b5e031d19764 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:21:22.641664 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-3a2d06e1-a5fd-4bc6-ad49-acfd880e5147 None None] Transition to ACTIVE for port object 94c912f1-fa55-4323-bea8-b5e031d19764 will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:21:22.646836 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3a2d06e1-a5fd-4bc6-ad49-acfd880e5147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:22.651595 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:21:22.704018 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f45d28a1-27da-46ef-adf2-c12fa1a1da0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:22.710666 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2d06e1-a5fd-4bc6-ad49-acfd880e5147 None None] Network 68b1488b-0ad2-42ff-9e29-d49ec562d598 is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:21:22.718050 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-3a2d06e1-a5fd-4bc6-ad49-acfd880e5147 None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:21:22.722498 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2d06e1-a5fd-4bc6-ad49-acfd880e5147 None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 09:21:22.728455 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2d06e1-a5fd-4bc6-ad49-acfd880e5147 None None] Pushing event updated for resources: {'Port': ['ID=94c912f1-fa55-4323-bea8-b5e031d19764,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:21:22.732018 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-3a2d06e1-a5fd-4bc6-ad49-acfd880e5147 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:21:22.732410 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f45d28a1-27da-46ef-adf2-c12fa1a1da0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:22.737545 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-da4b77ed-b489-4b2c-8288-6cd5951fb8a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:21:22.790778 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45d28a1-27da-46ef-adf2-c12fa1a1da0a admin admin] Network 95f3bec2-46e6-4468-8229-8badd4a5aaae is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:21:22.793731 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-f45d28a1-27da-46ef-adf2-c12fa1a1da0a admin admin] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:21:22.797540 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45d28a1-27da-46ef-adf2-c12fa1a1da0a admin admin] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 09:21:22.815820 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-3a2d06e1-a5fd-4bc6-ad49-acfd880e5147 None None] Attempting to bind port 94c912f1-fa55-4323-bea8-b5e031d19764 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 09:21:22.816023 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-3a2d06e1-a5fd-4bc6-ad49-acfd880e5147 None None] Attempting to bind port 94c912f1-fa55-4323-bea8-b5e031d19764 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '645ee5c6-c0f6-47df-acfc-8ea1e75d5d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '68b1488b-0ad2-42ff-9e29-d49ec562d598'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 09:21:22.816377 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2d06e1-a5fd-4bc6-ad49-acfd880e5147 None None] Attempting to bind port 94c912f1-fa55-4323-bea8-b5e031d19764 on network 68b1488b-0ad2-42ff-9e29-d49ec562d598 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:21:22.824353 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2d06e1-a5fd-4bc6-ad49-acfd880e5147 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 9, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 09:21:22.824708 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2d06e1-a5fd-4bc6-ad49-acfd880e5147 None None] Checking segment: {'id': '645ee5c6-c0f6-47df-acfc-8ea1e75d5d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '68b1488b-0ad2-42ff-9e29-d49ec562d598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:21:22.825130 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3a2d06e1-a5fd-4bc6-ad49-acfd880e5147 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:22.825636 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2d06e1-a5fd-4bc6-ad49-acfd880e5147 None None] Bound using segment: {'id': '645ee5c6-c0f6-47df-acfc-8ea1e75d5d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '68b1488b-0ad2-42ff-9e29-d49ec562d598'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 09:21:22.826115 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-3a2d06e1-a5fd-4bc6-ad49-acfd880e5147 None None] Bound port: 94c912f1-fa55-4323-bea8-b5e031d19764, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '645ee5c6-c0f6-47df-acfc-8ea1e75d5d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '68b1488b-0ad2-42ff-9e29-d49ec562d598'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 09:21:22.826500 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3a2d06e1-a5fd-4bc6-ad49-acfd880e5147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:22.848193 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45d28a1-27da-46ef-adf2-c12fa1a1da0a admin admin] Pushing event updated for resources: {'Port': ['ID=723f2460-0333-4ad0-b1a3-8214429203d4,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:21:22.852689 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f45d28a1-27da-46ef-adf2-c12fa1a1da0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:21:22.926176 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-3a2d06e1-a5fd-4bc6-ad49-acfd880e5147 None None] For port 94c912f1-fa55-4323-bea8-b5e031d19764, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 09:21:22.929151 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-3a2d06e1-a5fd-4bc6-ad49-acfd880e5147 None None] For port 94c912f1-fa55-4323-bea8-b5e031d19764, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=94c912f1-fa55-4323-bea8-b5e031d19764,segment=NetworkSegment(645ee5c6-c0f6-47df-acfc-8ea1e75d5d47),segment_id=645ee5c6-c0f6-47df-acfc-8ea1e75d5d47)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 09:21:22.934418 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3a2d06e1-a5fd-4bc6-ad49-acfd880e5147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:22.937972 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:21:22.972363 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f45d28a1-27da-46ef-adf2-c12fa1a1da0a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:22.973095 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f45d28a1-27da-46ef-adf2-c12fa1a1da0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071'] for router, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:23.013758 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2d06e1-a5fd-4bc6-ad49-acfd880e5147 None None] Pushing event updated for resources: {'Port': ['ID=94c912f1-fa55-4323-bea8-b5e031d19764,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:21:23.016733 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-3a2d06e1-a5fd-4bc6-ad49-acfd880e5147 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:21:23.342585 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f45d28a1-27da-46ef-adf2-c12fa1a1da0a admin admin] Router 3de45f7c-f8f5-4994-8c9e-34647dd46fb1 is scheduled to L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 with binding_index 1 {{(pid=83444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 09:21:23.557540 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f45d28a1-27da-46ef-adf2-c12fa1a1da0a admin admin] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 09:21:23.570567 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35011cce-ce2c-4d20-9494-04cb0a4b01aa None None] Sync routers for ids ['3de45f7c-f8f5-4994-8c9e-34647dd46fb1'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 09:21:23.587106 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35011cce-ce2c-4d20-9494-04cb0a4b01aa None None] Routers {'3de45f7c-f8f5-4994-8c9e-34647dd46fb1'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:21:23.587790 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-35011cce-ce2c-4d20-9494-04cb0a4b01aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:21:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['3de45f7c-f8f5-4994-8c9e-34647dd46fb1'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:21:23.590068 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f45d28a1-27da-46ef-adf2-c12fa1a1da0a admin admin] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:23.591763 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f45d28a1-27da-46ef-adf2-c12fa1a1da0a admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.6386845 Dec 20 09:21:23.595838 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 50510) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:21:23.811198 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-35011cce-ce2c-4d20-9494-04cb0a4b01aa None None] Set router 3de45f7c-f8f5-4994-8c9e-34647dd46fb1 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:21:23.975375 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26974edb-7f60-462a-8795-e48714ceb574 None None] Network 68b1488b-0ad2-42ff-9e29-d49ec562d598 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 09:21:24.103458 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-4e87a108-f4b6-4051-a5c9-f645cd406b0b None None] Provisioning for port 94c912f1-fa55-4323-bea8-b5e031d19764 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:21:24.137501 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-35011cce-ce2c-4d20-9494-04cb0a4b01aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de45f7c-f8f5-4994-8c9e-34647dd46fb1', 'name': 'tempest-TestEncryptedCinderVolumes-1334119792-router', 'tenant_id': 'e1834ae7884041928786189281bd161e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.230'}], 'enable_snat': True}, 'gw_port_id': '723f2460-0333-4ad0-b1a3-8214429203d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:21:21Z', 'updated_at': '2021-12-20T09:21:22Z', 'revision_number': 3, 'project_id': 'e1834ae7884041928786189281bd161e', 'gw_port': {'id': '723f2460-0333-4ad0-b1a3-8214429203d4', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:44:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de45f7c-f8f5-4994-8c9e-34647dd46fb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:21:22Z', 'updated_at': '2021-12-20T09:21:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:21:24.141503 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35011cce-ce2c-4d20-9494-04cb0a4b01aa None None] Checking router: 3de45f7c-f8f5-4994-8c9e-34647dd46fb1 for host: dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 09:21:24.141855 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35011cce-ce2c-4d20-9494-04cb0a4b01aa None None] Updating router 3de45f7c-f8f5-4994-8c9e-34647dd46fb1 port 723f2460-0333-4ad0-b1a3-8214429203d4 binding host dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 09:21:24.197784 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-35011cce-ce2c-4d20-9494-04cb0a4b01aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:24.407230 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-498c2222-d34b-4167-b804-57fa7b6914be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:24.574963 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-35011cce-ce2c-4d20-9494-04cb0a4b01aa None None] Notify callbacks [] for port, precommit_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:24.589173 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.provisioning_blocks [None req-35011cce-ce2c-4d20-9494-04cb0a4b01aa None None] Transition to ACTIVE for port object 723f2460-0333-4ad0-b1a3-8214429203d4 will not be triggered until provisioned by entity L2. {{(pid=83447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:21:24.596380 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-35011cce-ce2c-4d20-9494-04cb0a4b01aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:24.601783 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-337bacab-595e-49b7-9795-3edc3b8aab13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:21:24.628633 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-498c2222-d34b-4167-b804-57fa7b6914be admin admin] Allocated IP 172.20.0.1 (68b1488b-0ad2-42ff-9e29-d49ec562d598/d40bd4ab-6ed9-4265-bd48-c4636f084dcb/7a4879fc-7bd2-4f9d-aec6-10dc145529ac) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 09:21:24.684046 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ee6b98-3261-4cbe-b751-9e2d0c72ecb9 None None] Pushing event updated for resources: {'Port': ['ID=723f2460-0333-4ad0-b1a3-8214429203d4,revision_number=2']} {{(pid=83447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:21:24.686517 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-35011cce-ce2c-4d20-9494-04cb0a4b01aa None None] Attempting to bind port 723f2460-0333-4ad0-b1a3-8214429203d4 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 09:21:24.686884 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-35011cce-ce2c-4d20-9494-04cb0a4b01aa None None] Attempting to bind port 723f2460-0333-4ad0-b1a3-8214429203d4 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}] {{(pid=83447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 09:21:24.687271 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35011cce-ce2c-4d20-9494-04cb0a4b01aa None None] Attempting to bind port 723f2460-0333-4ad0-b1a3-8214429203d4 on network 95f3bec2-46e6-4468-8229-8badd4a5aaae {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:21:24.700067 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ee6b98-3261-4cbe-b751-9e2d0c72ecb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:21:24.700407 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ee6b98-3261-4cbe-b751-9e2d0c72ecb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:21:24.700740 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ee6b98-3261-4cbe-b751-9e2d0c72ecb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:21:24.701067 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ee6b98-3261-4cbe-b751-9e2d0c72ecb9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:21:24.701416 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ee6b98-3261-4cbe-b751-9e2d0c72ecb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:21:24.701736 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ee6b98-3261-4cbe-b751-9e2d0c72ecb9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:21:24.702053 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ee6b98-3261-4cbe-b751-9e2d0c72ecb9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:21:24.702370 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ee6b98-3261-4cbe-b751-9e2d0c72ecb9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:21:24.702686 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ee6b98-3261-4cbe-b751-9e2d0c72ecb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:21:24.702996 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ee6b98-3261-4cbe-b751-9e2d0c72ecb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:21:24.703308 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ee6b98-3261-4cbe-b751-9e2d0c72ecb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:21:24.706456 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35011cce-ce2c-4d20-9494-04cb0a4b01aa None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 9, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 09:21:24.706835 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35011cce-ce2c-4d20-9494-04cb0a4b01aa None None] Checking segment: {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:21:24.707312 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-35011cce-ce2c-4d20-9494-04cb0a4b01aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:24.707950 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35011cce-ce2c-4d20-9494-04cb0a4b01aa None None] Bound using segment: {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'} {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 09:21:24.708063 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-35011cce-ce2c-4d20-9494-04cb0a4b01aa None None] Bound port: 723f2460-0333-4ad0-b1a3-8214429203d4, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}}] {{(pid=83447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 09:21:24.708430 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-35011cce-ce2c-4d20-9494-04cb0a4b01aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:24.736059 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-b6ee6b98-3261-4cbe-b751-9e2d0c72ecb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:21:24.780672 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.db [None req-35011cce-ce2c-4d20-9494-04cb0a4b01aa None None] For port 723f2460-0333-4ad0-b1a3-8214429203d4, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 09:21:24.784073 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.db [None req-35011cce-ce2c-4d20-9494-04cb0a4b01aa None None] For port 723f2460-0333-4ad0-b1a3-8214429203d4, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=723f2460-0333-4ad0-b1a3-8214429203d4,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 09:21:24.787152 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-498c2222-d34b-4167-b804-57fa7b6914be admin admin] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:24.788431 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-35011cce-ce2c-4d20-9494-04cb0a4b01aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:24.792920 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-b86dfe35-13ee-4493-bf58-174c555f3098 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:21:24.802702 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-498c2222-d34b-4167-b804-57fa7b6914be admin admin] Transition to ACTIVE for port object 7a4879fc-7bd2-4f9d-aec6-10dc145529ac will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:21:24.826124 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-498c2222-d34b-4167-b804-57fa7b6914be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:24.830606 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2a07b518-d80f-466d-9980-d94e6dfb6ac8 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:21:24.874608 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ee6b98-3261-4cbe-b751-9e2d0c72ecb9 None None] Pushing event updated for resources: {'Port': ['ID=723f2460-0333-4ad0-b1a3-8214429203d4,revision_number=3']} {{(pid=83447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:21:24.877770 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-b6ee6b98-3261-4cbe-b751-9e2d0c72ecb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:21:24.878784 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35011cce-ce2c-4d20-9494-04cb0a4b01aa None None] Routers {'3de45f7c-f8f5-4994-8c9e-34647dd46fb1'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:21:24.879347 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-35011cce-ce2c-4d20-9494-04cb0a4b01aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:21:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['3de45f7c-f8f5-4994-8c9e-34647dd46fb1'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:21:25.010720 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498c2222-d34b-4167-b804-57fa7b6914be admin admin] Network 68b1488b-0ad2-42ff-9e29-d49ec562d598 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:21:25.013861 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-498c2222-d34b-4167-b804-57fa7b6914be admin admin] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:21:25.018089 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498c2222-d34b-4167-b804-57fa7b6914be admin admin] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 09:21:25.043858 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c2222-d34b-4167-b804-57fa7b6914be admin admin] Pushing event updated for resources: {'Port': ['ID=7a4879fc-7bd2-4f9d-aec6-10dc145529ac,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:21:25.048950 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-498c2222-d34b-4167-b804-57fa7b6914be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:21:25.081999 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-498c2222-d34b-4167-b804-57fa7b6914be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-345881'] for router_interface, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:25.098649 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-35011cce-ce2c-4d20-9494-04cb0a4b01aa None None] Set router 3de45f7c-f8f5-4994-8c9e-34647dd46fb1 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:21:25.138515 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 94c912f1-fa55-4323-bea8-b5e031d19764 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:21:25.194464 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-498c2222-d34b-4167-b804-57fa7b6914be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:25.259805 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 94c912f1-fa55-4323-bea8-b5e031d19764 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:21:25.267519 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 94c912f1-fa55-4323-bea8-b5e031d19764 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:21:25.267889 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:25.321533 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-480a49f1-d3fe-4512-be6d-d59da573ab08 None None] Provisioning for port 7a4879fc-7bd2-4f9d-aec6-10dc145529ac completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:21:25.332192 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-480a49f1-d3fe-4512-be6d-d59da573ab08 None None] Provisioning complete for port 7a4879fc-7bd2-4f9d-aec6-10dc145529ac triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:21:25.332558 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-480a49f1-d3fe-4512-be6d-d59da573ab08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:25.433631 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-35011cce-ce2c-4d20-9494-04cb0a4b01aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de45f7c-f8f5-4994-8c9e-34647dd46fb1', 'name': 'tempest-TestEncryptedCinderVolumes-1334119792-router', 'tenant_id': 'e1834ae7884041928786189281bd161e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.230'}], 'enable_snat': True}, 'gw_port_id': '723f2460-0333-4ad0-b1a3-8214429203d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:21:21Z', 'updated_at': '2021-12-20T09:21:22Z', 'revision_number': 3, 'project_id': 'e1834ae7884041928786189281bd161e', 'gw_port': {'id': '723f2460-0333-4ad0-b1a3-8214429203d4', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:44:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de45f7c-f8f5-4994-8c9e-34647dd46fb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:21:22Z', 'updated_at': '2021-12-20T09:21:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:21:25.437580 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35011cce-ce2c-4d20-9494-04cb0a4b01aa None None] The sync data for ids ['3de45f7c-f8f5-4994-8c9e-34647dd46fb1'] in dv-neutron-820491-1-hyperv is: [{'id': '3de45f7c-f8f5-4994-8c9e-34647dd46fb1', 'name': 'tempest-TestEncryptedCinderVolumes-1334119792-router', 'tenant_id': 'e1834ae7884041928786189281bd161e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.230'}], 'enable_snat': True}, 'gw_port_id': '723f2460-0333-4ad0-b1a3-8214429203d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:21:21Z', 'updated_at': '2021-12-20T09:21:22Z', 'revision_number': 3, 'project_id': 'e1834ae7884041928786189281bd161e', 'gw_port': {'id': '723f2460-0333-4ad0-b1a3-8214429203d4', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:44:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de45f7c-f8f5-4994-8c9e-34647dd46fb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:21:22Z', 'updated_at': '2021-12-20T09:21:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 09:21:25.452242 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-480a49f1-d3fe-4512-be6d-d59da573ab08 None None] Port 7a4879fc-7bd2-4f9d-aec6-10dc145529ac cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 09:21:25.483909 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:25.520653 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 94c912f1-fa55-4323-bea8-b5e031d19764, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=94c912f1-fa55-4323-bea8-b5e031d19764,segment=NetworkSegment(645ee5c6-c0f6-47df-acfc-8ea1e75d5d47),segment_id=645ee5c6-c0f6-47df-acfc-8ea1e75d5d47)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:21:25.526395 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:25.529406 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-3a2d06e1-a5fd-4bc6-ad49-acfd880e5147 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:21:25.546362 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-498c2222-d34b-4167-b804-57fa7b6914be admin admin] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:25.554098 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-498c2222-d34b-4167-b804-57fa7b6914be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:25.613610 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=94c912f1-fa55-4323-bea8-b5e031d19764,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:21:25.621347 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-151e497c-1150-4b8d-ad4e-cf16403a627b tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:21:25.622371 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:21:25.653333 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-498c2222-d34b-4167-b804-57fa7b6914be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32898031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349045'] for router_interface, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:25.719126 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c2222-d34b-4167-b804-57fa7b6914be admin admin] Pushing event updated for resources: {'Port': ['ID=7a4879fc-7bd2-4f9d-aec6-10dc145529ac,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:21:25.735524 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-498c2222-d34b-4167-b804-57fa7b6914be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:21:25.835388 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498c2222-d34b-4167-b804-57fa7b6914be admin admin] Network 68b1488b-0ad2-42ff-9e29-d49ec562d598 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:21:25.837069 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-498c2222-d34b-4167-b804-57fa7b6914be admin admin] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:21:26.088455 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-b7c702db-da48-43b3-a175-d512c404166f None None] Provisioning complete for port 7a4879fc-7bd2-4f9d-aec6-10dc145529ac triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:21:26.088828 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b7c702db-da48-43b3-a175-d512c404166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:26.146805 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-b7c702db-da48-43b3-a175-d512c404166f None None] Port 7a4879fc-7bd2-4f9d-aec6-10dc145529ac cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 09:21:26.253715 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-498c2222-d34b-4167-b804-57fa7b6914be admin admin] Router 3de45f7c-f8f5-4994-8c9e-34647dd46fb1 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 09:21:26.457964 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-498c2222-d34b-4167-b804-57fa7b6914be admin admin] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 09:21:26.467482 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-498c2222-d34b-4167-b804-57fa7b6914be admin admin] 10.222.0.16 "PUT /v2.0/routers/3de45f7c-f8f5-4994-8c9e-34647dd46fb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8701503 Dec 20 09:21:27.151215 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 723f2460-0333-4ad0-b1a3-8214429203d4 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:21:27.221931 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 723f2460-0333-4ad0-b1a3-8214429203d4 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:21:27.227979 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 723f2460-0333-4ad0-b1a3-8214429203d4 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:21:27.228188 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:27.350037 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:27.367315 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 723f2460-0333-4ad0-b1a3-8214429203d4, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=723f2460-0333-4ad0-b1a3-8214429203d4,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:21:27.372159 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:27.373179 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 94c912f1-fa55-4323-bea8-b5e031d19764 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:21:27.397302 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-ceb02d7c-c83a-45af-97aa-30d6a7862c2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:21:27.418690 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 50532) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:21:27.424284 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-10bbec43-8281-46c6-98be-704b04040350 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-940230886-network', 'tenant_id': '1bc3231047ff497ab3e961ae600327b2'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:21:27.429067 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-10bbec43-8281-46c6-98be-704b04040350 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:21:27.433915 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-10bbec43-8281-46c6-98be-704b04040350 admin admin] Usage tracker for resource:network and tenant:1bc3231047ff497ab3e961ae600327b2 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:21:27.436820 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-10bbec43-8281-46c6-98be-704b04040350 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:21:27.443002 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-10bbec43-8281-46c6-98be-704b04040350 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:21:27.454647 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10bbec43-8281-46c6-98be-704b04040350 admin admin] Made reservation on behalf of 1bc3231047ff497ab3e961ae600327b2 for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 09:21:27.457395 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-10bbec43-8281-46c6-98be-704b04040350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:27.470777 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-10bbec43-8281-46c6-98be-704b04040350 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:27.498233 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=723f2460-0333-4ad0-b1a3-8214429203d4,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:21:27.502629 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:21:27.510023 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-10bbec43-8281-46c6-98be-704b04040350 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:21:27.513940 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-10bbec43-8281-46c6-98be-704b04040350 admin admin] Usage tracker for resource:security_group_rule and tenant:1bc3231047ff497ab3e961ae600327b2 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:21:27.516347 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 94c912f1-fa55-4323-bea8-b5e031d19764 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:21:27.516736 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:27.518765 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-10bbec43-8281-46c6-98be-704b04040350 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:21:27.525623 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-10bbec43-8281-46c6-98be-704b04040350 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:21:27.604858 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-10bbec43-8281-46c6-98be-704b04040350 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:27.608869 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-10bbec43-8281-46c6-98be-704b04040350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:27.612242 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c76fc359-d3a8-43f3-ae68-80e9b1377de0 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:21:27.643404 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10bbec43-8281-46c6-98be-704b04040350 admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 09:21:27.648999 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bbec43-8281-46c6-98be-704b04040350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a210a7-52e4-4655-8781-aff445dd9d1a,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:21:27.652917 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-10bbec43-8281-46c6-98be-704b04040350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:21:27.656901 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-10bbec43-8281-46c6-98be-704b04040350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:27.657380 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-10bbec43-8281-46c6-98be-704b04040350 admin admin] Added segment 8b9c2f2d-755e-469f-94fd-5f8e7dbdcc36 of type vlan for network 17fb48ec-ebe3-448a-8b6f-309bbdb23c4a Dec 20 09:21:27.685716 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-10bbec43-8281-46c6-98be-704b04040350 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:27.715219 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-10bbec43-8281-46c6-98be-704b04040350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:27.716270 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bbec43-8281-46c6-98be-704b04040350 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:21:27.716841 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-10bbec43-8281-46c6-98be-704b04040350 admin admin] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:27.720471 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e24b7b84-352b-4512-9395-938ed655a752 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:21:27.935430 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-10bbec43-8281-46c6-98be-704b04040350 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5154166 Dec 20 09:21:27.936190 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bbec43-8281-46c6-98be-704b04040350 admin admin] Pushing event updated for resources: {'Network': ['ID=17fb48ec-ebe3-448a-8b6f-309bbdb23c4a,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:21:27.938322 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 50536) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:21:27.938915 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-10bbec43-8281-46c6-98be-704b04040350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:21:27.943995 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-70378fc6-0e65-4a13-aeb9-bac51aa6efcc admin admin] Request body: {'subnet': {'network_id': '17fb48ec-ebe3-448a-8b6f-309bbdb23c4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-940230886-subnet', 'tenant_id': '1bc3231047ff497ab3e961ae600327b2', 'ip_version': 4}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:21:27.946175 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network 17fb48ec-ebe3-448a-8b6f-309bbdb23c4a details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 09:21:27.949217 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-70378fc6-0e65-4a13-aeb9-bac51aa6efcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:21:27.953033 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-70378fc6-0e65-4a13-aeb9-bac51aa6efcc admin admin] Usage tracker for resource:subnet and tenant:1bc3231047ff497ab3e961ae600327b2 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:21:27.955929 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-70378fc6-0e65-4a13-aeb9-bac51aa6efcc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:21:27.962638 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-70378fc6-0e65-4a13-aeb9-bac51aa6efcc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:21:27.975398 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70378fc6-0e65-4a13-aeb9-bac51aa6efcc admin admin] Made reservation on behalf of 1bc3231047ff497ab3e961ae600327b2 for: {'subnet': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 09:21:27.979220 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-70378fc6-0e65-4a13-aeb9-bac51aa6efcc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2095160'] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:28.193968 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-70378fc6-0e65-4a13-aeb9-bac51aa6efcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2036557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2095114'] for subnet, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:28.197648 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ace12654-17d7-492a-bcc1-c2d5c63c4bea tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:21:28.270920 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70378fc6-0e65-4a13-aeb9-bac51aa6efcc admin admin] Pushing event updated for resources: {'Subnet': ['ID=64d4c879-d574-486e-a200-6723d73c1014,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:21:28.275107 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-70378fc6-0e65-4a13-aeb9-bac51aa6efcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:21:28.283403 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70378fc6-0e65-4a13-aeb9-bac51aa6efcc admin admin] Checking segment: {'id': '8b9c2f2d-755e-469f-94fd-5f8e7dbdcc36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '17fb48ec-ebe3-448a-8b6f-309bbdb23c4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:21:28.283754 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70378fc6-0e65-4a13-aeb9-bac51aa6efcc admin admin] Network hostable DHCP agents. Network: 17fb48ec-ebe3-448a-8b6f-309bbdb23c4a, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 09:21:28.306366 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70378fc6-0e65-4a13-aeb9-bac51aa6efcc admin admin] Network 17fb48ec-ebe3-448a-8b6f-309bbdb23c4a is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 09:21:28.316052 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-70378fc6-0e65-4a13-aeb9-bac51aa6efcc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, 17fb48ec-ebe3-448a-8b6f-309bbdb23c4a) {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:21:28.321283 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70378fc6-0e65-4a13-aeb9-bac51aa6efcc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:21:28.322394 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-70378fc6-0e65-4a13-aeb9-bac51aa6efcc admin admin] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:28.325993 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d77cffc-8e19-458e-a9ac-d3c74e60fcec None None] Network 17fb48ec-ebe3-448a-8b6f-309bbdb23c4a requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 09:21:28.346553 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 50540) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:21:28.346818 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-70378fc6-0e65-4a13-aeb9-bac51aa6efcc admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4070051 Dec 20 09:21:28.354575 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-4b4a6c1a-2d10-4669-a8b2-df864401d66e admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-940230886-router', 'tenant_id': '1bc3231047ff497ab3e961ae600327b2', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:21:28.359420 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-4b4a6c1a-2d10-4669-a8b2-df864401d66e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:21:28.363440 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-4b4a6c1a-2d10-4669-a8b2-df864401d66e admin admin] Usage tracker for resource:router and tenant:1bc3231047ff497ab3e961ae600327b2 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:21:28.366341 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-4b4a6c1a-2d10-4669-a8b2-df864401d66e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:21:28.373699 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-4b4a6c1a-2d10-4669-a8b2-df864401d66e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:21:28.384588 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4b4a6c1a-2d10-4669-a8b2-df864401d66e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24817'] for router, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:28.385593 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4b4a6c1a-2d10-4669-a8b2-df864401d66e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-351744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24806'] for router, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:28.406134 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4b4a6c1a-2d10-4669-a8b2-df864401d66e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:28.559359 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4b4a6c1a-2d10-4669-a8b2-df864401d66e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24724'] for router, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:28.580084 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360bfdfd-3404-49ce-8bed-4b1ab8159c7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-17fb48ec-ebe3-448a-8b6f-309bbdb23c4a', 'network_id': '17fb48ec-ebe3-448a-8b6f-309bbdb23c4a', 'tenant_id': '1bc3231047ff497ab3e961ae600327b2', 'fixed_ips': [{'subnet_id': '64d4c879-d574-486e-a200-6723d73c1014'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 09:21:28.581304 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-360bfdfd-3404-49ce-8bed-4b1ab8159c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:28.750653 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-360bfdfd-3404-49ce-8bed-4b1ab8159c7c None None] Allocated IP 172.20.0.2 (17fb48ec-ebe3-448a-8b6f-309bbdb23c4a/64d4c879-d574-486e-a200-6723d73c1014/7acbb206-05d3-4706-bc2b-be4a8443e5ce) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 09:21:28.767570 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4b4a6c1a-2d10-4669-a8b2-df864401d66e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:28.797568 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4b4a6c1a-2d10-4669-a8b2-df864401d66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:28.946034 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-4b4a6c1a-2d10-4669-a8b2-df864401d66e admin admin] Allocated IP 172.26.5.116 (95f3bec2-46e6-4468-8229-8badd4a5aaae/cf8895a3-346d-4313-a645-16ecdcce9969/b5b5a477-7610-4999-84ec-9c2072587532) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 09:21:28.990390 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-360bfdfd-3404-49ce-8bed-4b1ab8159c7c None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:29.001769 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-360bfdfd-3404-49ce-8bed-4b1ab8159c7c None None] Transition to ACTIVE for port object 7acbb206-05d3-4706-bc2b-be4a8443e5ce will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:21:29.021674 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-360bfdfd-3404-49ce-8bed-4b1ab8159c7c None None] Transition to ACTIVE for port object 7acbb206-05d3-4706-bc2b-be4a8443e5ce will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:21:29.028592 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-360bfdfd-3404-49ce-8bed-4b1ab8159c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:29.035013 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:21:29.092152 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f69ffc-cf73-4369-9abc-d61e5c9e9b0c None None] Sync routers for ids ['3de45f7c-f8f5-4994-8c9e-34647dd46fb1'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 09:21:29.100402 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 723f2460-0333-4ad0-b1a3-8214429203d4 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:21:29.116554 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4b4a6c1a-2d10-4669-a8b2-df864401d66e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:29.146347 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4b4a6c1a-2d10-4669-a8b2-df864401d66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:29.151297 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-6c5226cb-54ab-48e6-af85-2ee49c734c7f tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:21:29.160963 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360bfdfd-3404-49ce-8bed-4b1ab8159c7c None None] Pushing event updated for resources: {'Port': ['ID=7acbb206-05d3-4706-bc2b-be4a8443e5ce,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:21:29.167456 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360bfdfd-3404-49ce-8bed-4b1ab8159c7c None None] Network 17fb48ec-ebe3-448a-8b6f-309bbdb23c4a is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:21:29.172832 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-360bfdfd-3404-49ce-8bed-4b1ab8159c7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:21:29.173685 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-360bfdfd-3404-49ce-8bed-4b1ab8159c7c None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:21:29.182869 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360bfdfd-3404-49ce-8bed-4b1ab8159c7c None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 09:21:29.190271 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f69ffc-cf73-4369-9abc-d61e5c9e9b0c None None] Routers {'3de45f7c-f8f5-4994-8c9e-34647dd46fb1'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:21:29.190901 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-56f69ffc-cf73-4369-9abc-d61e5c9e9b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:21:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['3de45f7c-f8f5-4994-8c9e-34647dd46fb1'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:21:29.217264 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4a6c1a-2d10-4669-a8b2-df864401d66e admin admin] Network 95f3bec2-46e6-4468-8229-8badd4a5aaae is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:21:29.220847 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4a6c1a-2d10-4669-a8b2-df864401d66e admin admin] Pushing event updated for resources: {'Port': ['ID=b5b5a477-7610-4999-84ec-9c2072587532,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:21:29.223221 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-4b4a6c1a-2d10-4669-a8b2-df864401d66e admin admin] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:21:29.224954 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4b4a6c1a-2d10-4669-a8b2-df864401d66e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:21:29.225661 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4a6c1a-2d10-4669-a8b2-df864401d66e admin admin] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 09:21:29.403640 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4b4a6c1a-2d10-4669-a8b2-df864401d66e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:29.404616 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4b4a6c1a-2d10-4669-a8b2-df864401d66e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071'] for router, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:29.428218 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 723f2460-0333-4ad0-b1a3-8214429203d4 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:21:29.428805 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:29.457604 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-360bfdfd-3404-49ce-8bed-4b1ab8159c7c None None] Attempting to bind port 7acbb206-05d3-4706-bc2b-be4a8443e5ce on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 09:21:29.457978 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-360bfdfd-3404-49ce-8bed-4b1ab8159c7c None None] Attempting to bind port 7acbb206-05d3-4706-bc2b-be4a8443e5ce by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '8b9c2f2d-755e-469f-94fd-5f8e7dbdcc36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '17fb48ec-ebe3-448a-8b6f-309bbdb23c4a'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 09:21:29.458336 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360bfdfd-3404-49ce-8bed-4b1ab8159c7c None None] Attempting to bind port 7acbb206-05d3-4706-bc2b-be4a8443e5ce on network 17fb48ec-ebe3-448a-8b6f-309bbdb23c4a {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:21:29.507481 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360bfdfd-3404-49ce-8bed-4b1ab8159c7c None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 9, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 09:21:29.507853 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360bfdfd-3404-49ce-8bed-4b1ab8159c7c None None] Checking segment: {'id': '8b9c2f2d-755e-469f-94fd-5f8e7dbdcc36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '17fb48ec-ebe3-448a-8b6f-309bbdb23c4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:21:29.508255 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-360bfdfd-3404-49ce-8bed-4b1ab8159c7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:29.508812 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360bfdfd-3404-49ce-8bed-4b1ab8159c7c None None] Bound using segment: {'id': '8b9c2f2d-755e-469f-94fd-5f8e7dbdcc36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '17fb48ec-ebe3-448a-8b6f-309bbdb23c4a'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 09:21:29.509310 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-360bfdfd-3404-49ce-8bed-4b1ab8159c7c None None] Bound port: 7acbb206-05d3-4706-bc2b-be4a8443e5ce, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9c2f2d-755e-469f-94fd-5f8e7dbdcc36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '17fb48ec-ebe3-448a-8b6f-309bbdb23c4a'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 09:21:29.509686 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-360bfdfd-3404-49ce-8bed-4b1ab8159c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:29.564158 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-56f69ffc-cf73-4369-9abc-d61e5c9e9b0c None None] Set router 3de45f7c-f8f5-4994-8c9e-34647dd46fb1 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:21:29.643296 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b4a6c1a-2d10-4669-a8b2-df864401d66e admin admin] Router 7d5c870b-0272-49f0-9748-81a232044312 is scheduled to L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 with binding_index 1 {{(pid=83444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 09:21:29.813313 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-360bfdfd-3404-49ce-8bed-4b1ab8159c7c None None] For port 7acbb206-05d3-4706-bc2b-be4a8443e5ce, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 09:21:29.854668 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b4a6c1a-2d10-4669-a8b2-df864401d66e admin admin] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 09:21:29.864109 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96024301-5b99-48d3-b9b4-0d4a3ea74a0f None None] Sync routers for ids ['7d5c870b-0272-49f0-9748-81a232044312'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 09:21:29.881739 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96024301-5b99-48d3-b9b4-0d4a3ea74a0f None None] Routers {'7d5c870b-0272-49f0-9748-81a232044312'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:21:29.882934 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-96024301-5b99-48d3-b9b4-0d4a3ea74a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:21:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['7d5c870b-0272-49f0-9748-81a232044312'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:21:29.887011 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4b4a6c1a-2d10-4669-a8b2-df864401d66e admin admin] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:29.895440 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-4b4a6c1a-2d10-4669-a8b2-df864401d66e admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5404677 Dec 20 09:21:29.895440 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 50544) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:21:29.941331 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-360bfdfd-3404-49ce-8bed-4b1ab8159c7c None None] For port 7acbb206-05d3-4706-bc2b-be4a8443e5ce, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=7acbb206-05d3-4706-bc2b-be4a8443e5ce,segment=NetworkSegment(8b9c2f2d-755e-469f-94fd-5f8e7dbdcc36),segment_id=8b9c2f2d-755e-469f-94fd-5f8e7dbdcc36)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 09:21:29.950421 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-360bfdfd-3404-49ce-8bed-4b1ab8159c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:29.956441 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:21:30.094011 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-96024301-5b99-48d3-b9b4-0d4a3ea74a0f None None] Set router 7d5c870b-0272-49f0-9748-81a232044312 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:21:30.119849 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360bfdfd-3404-49ce-8bed-4b1ab8159c7c None None] Pushing event updated for resources: {'Port': ['ID=7acbb206-05d3-4706-bc2b-be4a8443e5ce,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:21:30.132771 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-360bfdfd-3404-49ce-8bed-4b1ab8159c7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:21:30.174948 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-56f69ffc-cf73-4369-9abc-d61e5c9e9b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de45f7c-f8f5-4994-8c9e-34647dd46fb1', 'name': 'tempest-TestEncryptedCinderVolumes-1334119792-router', 'tenant_id': 'e1834ae7884041928786189281bd161e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.230'}], 'enable_snat': True}, 'gw_port_id': '723f2460-0333-4ad0-b1a3-8214429203d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:21:21Z', 'updated_at': '2021-12-20T09:21:25Z', 'revision_number': 4, 'project_id': 'e1834ae7884041928786189281bd161e', 'gw_port': {'id': '723f2460-0333-4ad0-b1a3-8214429203d4', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:44:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de45f7c-f8f5-4994-8c9e-34647dd46fb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:21:22Z', 'updated_at': '2021-12-20T09:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '7a4879fc-7bd2-4f9d-aec6-10dc145529ac', 'name': '', 'network_id': '68b1488b-0ad2-42ff-9e29-d49ec562d598', 'tenant_id': 'e1834ae7884041928786189281bd161e', 'mac_address': 'fa:16:3e:43:10:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de45f7c-f8f5-4994-8c9e-34647dd46fb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd40bd4ab-6ed9-4265-bd48-c4636f084dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:21:24Z', 'updated_at': '2021-12-20T09:21:25Z', 'revision_number': 2, 'project_id': 'e1834ae7884041928786189281bd161e', 'subnets': [{'id': 'd40bd4ab-6ed9-4265-bd48-c4636f084dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:21:30.181076 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f69ffc-cf73-4369-9abc-d61e5c9e9b0c None None] Checking router: 3de45f7c-f8f5-4994-8c9e-34647dd46fb1 for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 09:21:30.181492 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f69ffc-cf73-4369-9abc-d61e5c9e9b0c None None] Updating router 3de45f7c-f8f5-4994-8c9e-34647dd46fb1 port 7a4879fc-7bd2-4f9d-aec6-10dc145529ac binding host dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 09:21:30.264075 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-56f69ffc-cf73-4369-9abc-d61e5c9e9b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:30.461824 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-96024301-5b99-48d3-b9b4-0d4a3ea74a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5c870b-0272-49f0-9748-81a232044312', 'name': 'tempest-TestEncryptedCinderVolumes-940230886-router', 'tenant_id': '1bc3231047ff497ab3e961ae600327b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.116'}], 'enable_snat': True}, 'gw_port_id': 'b5b5a477-7610-4999-84ec-9c2072587532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:21:28Z', 'updated_at': '2021-12-20T09:21:29Z', 'revision_number': 3, 'project_id': '1bc3231047ff497ab3e961ae600327b2', 'gw_port': {'id': 'b5b5a477-7610-4999-84ec-9c2072587532', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:2c:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d5c870b-0272-49f0-9748-81a232044312', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:21:28Z', 'updated_at': '2021-12-20T09:21:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:21:30.469209 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96024301-5b99-48d3-b9b4-0d4a3ea74a0f None None] Checking router: 7d5c870b-0272-49f0-9748-81a232044312 for host: dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 09:21:30.469823 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96024301-5b99-48d3-b9b4-0d4a3ea74a0f None None] Updating router 7d5c870b-0272-49f0-9748-81a232044312 port b5b5a477-7610-4999-84ec-9c2072587532 binding host dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 09:21:30.565922 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-96024301-5b99-48d3-b9b4-0d4a3ea74a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:30.737096 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-56f69ffc-cf73-4369-9abc-d61e5c9e9b0c None None] Notify callbacks [] for port, precommit_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:30.750474 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-56f69ffc-cf73-4369-9abc-d61e5c9e9b0c None None] Transition to ACTIVE for port object 7a4879fc-7bd2-4f9d-aec6-10dc145529ac will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:21:30.757484 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-56f69ffc-cf73-4369-9abc-d61e5c9e9b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:30.762151 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-ceb02d7c-c83a-45af-97aa-30d6a7862c2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:21:30.911194 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acc8b07-4b57-436d-a2ec-9a557e6dd745 None None] Pushing event updated for resources: {'Port': ['ID=7a4879fc-7bd2-4f9d-aec6-10dc145529ac,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:21:30.916597 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-7acc8b07-4b57-436d-a2ec-9a557e6dd745 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:21:30.959420 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-96024301-5b99-48d3-b9b4-0d4a3ea74a0f None None] Notify callbacks [] for port, precommit_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:30.979811 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.provisioning_blocks [None req-96024301-5b99-48d3-b9b4-0d4a3ea74a0f None None] Transition to ACTIVE for port object b5b5a477-7610-4999-84ec-9c2072587532 will not be triggered until provisioned by entity L2. {{(pid=83447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:21:31.000210 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-96024301-5b99-48d3-b9b4-0d4a3ea74a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:31.005737 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-e8f68963-9340-46a6-b12e-65bdc13f5c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:21:31.019705 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2116f865-64b3-4450-974b-46217b60d903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:31.097204 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-56f69ffc-cf73-4369-9abc-d61e5c9e9b0c None None] Attempting to bind port 7a4879fc-7bd2-4f9d-aec6-10dc145529ac on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 09:21:31.100121 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-56f69ffc-cf73-4369-9abc-d61e5c9e9b0c None None] Attempting to bind port 7a4879fc-7bd2-4f9d-aec6-10dc145529ac by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '645ee5c6-c0f6-47df-acfc-8ea1e75d5d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '68b1488b-0ad2-42ff-9e29-d49ec562d598'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 09:21:31.100565 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f69ffc-cf73-4369-9abc-d61e5c9e9b0c None None] Attempting to bind port 7a4879fc-7bd2-4f9d-aec6-10dc145529ac on network 68b1488b-0ad2-42ff-9e29-d49ec562d598 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:21:31.117364 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f69ffc-cf73-4369-9abc-d61e5c9e9b0c None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 9, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 09:21:31.118485 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f69ffc-cf73-4369-9abc-d61e5c9e9b0c None None] Checking segment: {'id': '645ee5c6-c0f6-47df-acfc-8ea1e75d5d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '68b1488b-0ad2-42ff-9e29-d49ec562d598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:21:31.118972 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-56f69ffc-cf73-4369-9abc-d61e5c9e9b0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:31.119381 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f69ffc-cf73-4369-9abc-d61e5c9e9b0c None None] Bound using segment: {'id': '645ee5c6-c0f6-47df-acfc-8ea1e75d5d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '68b1488b-0ad2-42ff-9e29-d49ec562d598'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 09:21:31.119875 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-56f69ffc-cf73-4369-9abc-d61e5c9e9b0c None None] Bound port: 7a4879fc-7bd2-4f9d-aec6-10dc145529ac, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '645ee5c6-c0f6-47df-acfc-8ea1e75d5d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '68b1488b-0ad2-42ff-9e29-d49ec562d598'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 09:21:31.120254 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-56f69ffc-cf73-4369-9abc-d61e5c9e9b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:31.162621 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942319bb-9103-4385-9b0d-6a7ef11a1fa0 None None] Pushing event updated for resources: {'Port': ['ID=b5b5a477-7610-4999-84ec-9c2072587532,revision_number=2']} {{(pid=83447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:21:31.173841 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-942319bb-9103-4385-9b0d-6a7ef11a1fa0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:21:31.196023 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-96024301-5b99-48d3-b9b4-0d4a3ea74a0f None None] Attempting to bind port b5b5a477-7610-4999-84ec-9c2072587532 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 09:21:31.196407 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-96024301-5b99-48d3-b9b4-0d4a3ea74a0f None None] Attempting to bind port b5b5a477-7610-4999-84ec-9c2072587532 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}] {{(pid=83447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 09:21:31.196776 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96024301-5b99-48d3-b9b4-0d4a3ea74a0f None None] Attempting to bind port b5b5a477-7610-4999-84ec-9c2072587532 on network 95f3bec2-46e6-4468-8229-8badd4a5aaae {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:21:31.205066 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96024301-5b99-48d3-b9b4-0d4a3ea74a0f None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 9, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 09:21:31.205509 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96024301-5b99-48d3-b9b4-0d4a3ea74a0f None None] Checking segment: {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:21:31.205918 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-96024301-5b99-48d3-b9b4-0d4a3ea74a0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:31.206308 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96024301-5b99-48d3-b9b4-0d4a3ea74a0f None None] Bound using segment: {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'} {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 09:21:31.206804 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-96024301-5b99-48d3-b9b4-0d4a3ea74a0f None None] Bound port: b5b5a477-7610-4999-84ec-9c2072587532, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}}] {{(pid=83447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 09:21:31.207209 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-96024301-5b99-48d3-b9b4-0d4a3ea74a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:31.225002 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 7acbb206-05d3-4706-bc2b-be4a8443e5ce up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:21:31.287965 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.db [None req-96024301-5b99-48d3-b9b4-0d4a3ea74a0f None None] For port b5b5a477-7610-4999-84ec-9c2072587532, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 09:21:31.292540 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.db [None req-96024301-5b99-48d3-b9b4-0d4a3ea74a0f None None] For port b5b5a477-7610-4999-84ec-9c2072587532, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=b5b5a477-7610-4999-84ec-9c2072587532,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 09:21:31.299669 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-96024301-5b99-48d3-b9b4-0d4a3ea74a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:31.303448 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-b86dfe35-13ee-4493-bf58-174c555f3098 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:21:31.332492 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-56f69ffc-cf73-4369-9abc-d61e5c9e9b0c None None] For port 7a4879fc-7bd2-4f9d-aec6-10dc145529ac, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 09:21:31.347165 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-56f69ffc-cf73-4369-9abc-d61e5c9e9b0c None None] For port 7a4879fc-7bd2-4f9d-aec6-10dc145529ac, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=7a4879fc-7bd2-4f9d-aec6-10dc145529ac,segment=NetworkSegment(645ee5c6-c0f6-47df-acfc-8ea1e75d5d47),segment_id=645ee5c6-c0f6-47df-acfc-8ea1e75d5d47)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 09:21:31.357285 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-56f69ffc-cf73-4369-9abc-d61e5c9e9b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:31.365005 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-7acc8b07-4b57-436d-a2ec-9a557e6dd745 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:21:31.388176 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942319bb-9103-4385-9b0d-6a7ef11a1fa0 None None] Pushing event updated for resources: {'Port': ['ID=b5b5a477-7610-4999-84ec-9c2072587532,revision_number=3']} {{(pid=83447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:21:31.391734 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-942319bb-9103-4385-9b0d-6a7ef11a1fa0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:21:31.391911 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-2116f865-64b3-4450-974b-46217b60d903 admin admin] Allocated IP 172.20.0.1 (17fb48ec-ebe3-448a-8b6f-309bbdb23c4a/64d4c879-d574-486e-a200-6723d73c1014/40233847-ce33-4caf-ada5-1ed288154dae) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 09:21:31.393571 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96024301-5b99-48d3-b9b4-0d4a3ea74a0f None None] Routers {'7d5c870b-0272-49f0-9748-81a232044312'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:21:31.393909 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-96024301-5b99-48d3-b9b4-0d4a3ea74a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:21:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['7d5c870b-0272-49f0-9748-81a232044312'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:21:31.395012 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4ef0ba-f849-4dfa-839f-02d0f3da593c None None] Network 17fb48ec-ebe3-448a-8b6f-309bbdb23c4a requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 09:21:31.569482 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2116f865-64b3-4450-974b-46217b60d903 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:31.581300 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 7acbb206-05d3-4706-bc2b-be4a8443e5ce completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:21:31.598606 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acc8b07-4b57-436d-a2ec-9a557e6dd745 None None] Pushing event updated for resources: {'Port': ['ID=7a4879fc-7bd2-4f9d-aec6-10dc145529ac,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:21:31.604292 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-2116f865-64b3-4450-974b-46217b60d903 admin admin] Transition to ACTIVE for port object 40233847-ce33-4caf-ada5-1ed288154dae will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:21:31.609320 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-7acc8b07-4b57-436d-a2ec-9a557e6dd745 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:21:31.635660 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f69ffc-cf73-4369-9abc-d61e5c9e9b0c None None] Routers {'3de45f7c-f8f5-4994-8c9e-34647dd46fb1'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:21:31.636327 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-56f69ffc-cf73-4369-9abc-d61e5c9e9b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:21:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['3de45f7c-f8f5-4994-8c9e-34647dd46fb1'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:21:31.638185 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-96024301-5b99-48d3-b9b4-0d4a3ea74a0f None None] Set router 7d5c870b-0272-49f0-9748-81a232044312 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:21:31.655677 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2116f865-64b3-4450-974b-46217b60d903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:31.660864 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b7650f19-9008-4c44-b0f8-9f6a5e4c5123 tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:21:31.697765 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-87a33796-faa9-41c5-92ec-7c93c8660d7b None None] Provisioning for port 7acbb206-05d3-4706-bc2b-be4a8443e5ce completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:21:31.738859 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2116f865-64b3-4450-974b-46217b60d903 admin admin] Network 17fb48ec-ebe3-448a-8b6f-309bbdb23c4a is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:21:31.744301 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-2116f865-64b3-4450-974b-46217b60d903 admin admin] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:21:31.746473 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-87a33796-faa9-41c5-92ec-7c93c8660d7b None None] Provisioning complete for port 7acbb206-05d3-4706-bc2b-be4a8443e5ce triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:21:31.746473 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-87a33796-faa9-41c5-92ec-7c93c8660d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:31.749420 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2116f865-64b3-4450-974b-46217b60d903 admin admin] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 09:21:31.778259 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2116f865-64b3-4450-974b-46217b60d903 admin admin] Pushing event updated for resources: {'Port': ['ID=40233847-ce33-4caf-ada5-1ed288154dae,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:21:31.785357 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2116f865-64b3-4450-974b-46217b60d903 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:21:31.809605 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2116f865-64b3-4450-974b-46217b60d903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-345881'] for router_interface, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:31.905955 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2116f865-64b3-4450-974b-46217b60d903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:31.958072 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-96024301-5b99-48d3-b9b4-0d4a3ea74a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5c870b-0272-49f0-9748-81a232044312', 'name': 'tempest-TestEncryptedCinderVolumes-940230886-router', 'tenant_id': '1bc3231047ff497ab3e961ae600327b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.116'}], 'enable_snat': True}, 'gw_port_id': 'b5b5a477-7610-4999-84ec-9c2072587532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:21:28Z', 'updated_at': '2021-12-20T09:21:29Z', 'revision_number': 3, 'project_id': '1bc3231047ff497ab3e961ae600327b2', 'gw_port': {'id': 'b5b5a477-7610-4999-84ec-9c2072587532', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:2c:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d5c870b-0272-49f0-9748-81a232044312', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:21:28Z', 'updated_at': '2021-12-20T09:21:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:21:31.962419 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96024301-5b99-48d3-b9b4-0d4a3ea74a0f None None] The sync data for ids ['7d5c870b-0272-49f0-9748-81a232044312'] in dv-neutron-820491-1-hyperv is: [{'id': '7d5c870b-0272-49f0-9748-81a232044312', 'name': 'tempest-TestEncryptedCinderVolumes-940230886-router', 'tenant_id': '1bc3231047ff497ab3e961ae600327b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.116'}], 'enable_snat': True}, 'gw_port_id': 'b5b5a477-7610-4999-84ec-9c2072587532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:21:28Z', 'updated_at': '2021-12-20T09:21:29Z', 'revision_number': 3, 'project_id': '1bc3231047ff497ab3e961ae600327b2', 'gw_port': {'id': 'b5b5a477-7610-4999-84ec-9c2072587532', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:2c:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d5c870b-0272-49f0-9748-81a232044312', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:21:28Z', 'updated_at': '2021-12-20T09:21:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 09:21:32.074681 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-56f69ffc-cf73-4369-9abc-d61e5c9e9b0c None None] Set router 3de45f7c-f8f5-4994-8c9e-34647dd46fb1 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:21:32.146137 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2116f865-64b3-4450-974b-46217b60d903 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:32.151734 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2116f865-64b3-4450-974b-46217b60d903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:32.161026 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-87a33796-faa9-41c5-92ec-7c93c8660d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:32.178777 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-8796c4f1-fea5-4dc5-b566-13f3f68724e5 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:21:32.270772 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2116f865-64b3-4450-974b-46217b60d903 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32898031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349045'] for router_interface, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:32.276405 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2116f865-64b3-4450-974b-46217b60d903 admin admin] Pushing event updated for resources: {'Port': ['ID=40233847-ce33-4caf-ada5-1ed288154dae,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:21:32.279455 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2116f865-64b3-4450-974b-46217b60d903 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:21:32.293664 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-87a33796-faa9-41c5-92ec-7c93c8660d7b None None] For port 7acbb206-05d3-4706-bc2b-be4a8443e5ce, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=7acbb206-05d3-4706-bc2b-be4a8443e5ce,segment=NetworkSegment(8b9c2f2d-755e-469f-94fd-5f8e7dbdcc36),segment_id=8b9c2f2d-755e-469f-94fd-5f8e7dbdcc36)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:21:32.310071 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-87a33796-faa9-41c5-92ec-7c93c8660d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:32.313810 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:21:32.496170 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a33796-faa9-41c5-92ec-7c93c8660d7b None None] Pushing event updated for resources: {'Port': ['ID=7acbb206-05d3-4706-bc2b-be4a8443e5ce,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:21:32.503015 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-87a33796-faa9-41c5-92ec-7c93c8660d7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:21:32.550763 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-0fed9208-8928-4690-b11e-394e40333413 None None] Provisioning for port 40233847-ce33-4caf-ada5-1ed288154dae completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:21:32.565763 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-0fed9208-8928-4690-b11e-394e40333413 None None] Provisioning complete for port 40233847-ce33-4caf-ada5-1ed288154dae triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:21:32.566153 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-0fed9208-8928-4690-b11e-394e40333413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:32.603935 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2116f865-64b3-4450-974b-46217b60d903 admin admin] Network 17fb48ec-ebe3-448a-8b6f-309bbdb23c4a is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:21:32.605305 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-2116f865-64b3-4450-974b-46217b60d903 admin admin] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:21:32.649704 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-56f69ffc-cf73-4369-9abc-d61e5c9e9b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de45f7c-f8f5-4994-8c9e-34647dd46fb1', 'name': 'tempest-TestEncryptedCinderVolumes-1334119792-router', 'tenant_id': 'e1834ae7884041928786189281bd161e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.230'}], 'enable_snat': True}, 'gw_port_id': '723f2460-0333-4ad0-b1a3-8214429203d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:21:21Z', 'updated_at': '2021-12-20T09:21:25Z', 'revision_number': 4, 'project_id': 'e1834ae7884041928786189281bd161e', 'gw_port': {'id': '723f2460-0333-4ad0-b1a3-8214429203d4', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:44:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de45f7c-f8f5-4994-8c9e-34647dd46fb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:21:22Z', 'updated_at': '2021-12-20T09:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '7a4879fc-7bd2-4f9d-aec6-10dc145529ac', 'name': '', 'network_id': '68b1488b-0ad2-42ff-9e29-d49ec562d598', 'tenant_id': 'e1834ae7884041928786189281bd161e', 'mac_address': 'fa:16:3e:43:10:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de45f7c-f8f5-4994-8c9e-34647dd46fb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd40bd4ab-6ed9-4265-bd48-c4636f084dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:21:24Z', 'updated_at': '2021-12-20T09:21:31Z', 'revision_number': 4, 'project_id': 'e1834ae7884041928786189281bd161e', 'subnets': [{'id': 'd40bd4ab-6ed9-4265-bd48-c4636f084dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:21:32.671575 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-0fed9208-8928-4690-b11e-394e40333413 None None] Port 40233847-ce33-4caf-ada5-1ed288154dae cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 09:21:32.672306 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f69ffc-cf73-4369-9abc-d61e5c9e9b0c None None] The sync data for ids ['3de45f7c-f8f5-4994-8c9e-34647dd46fb1'] in dv-neutron-820491-1-hyperv is: [{'id': '3de45f7c-f8f5-4994-8c9e-34647dd46fb1', 'name': 'tempest-TestEncryptedCinderVolumes-1334119792-router', 'tenant_id': 'e1834ae7884041928786189281bd161e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.230'}], 'enable_snat': True}, 'gw_port_id': '723f2460-0333-4ad0-b1a3-8214429203d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:21:21Z', 'updated_at': '2021-12-20T09:21:25Z', 'revision_number': 4, 'project_id': 'e1834ae7884041928786189281bd161e', 'gw_port': {'id': '723f2460-0333-4ad0-b1a3-8214429203d4', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:44:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de45f7c-f8f5-4994-8c9e-34647dd46fb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:21:22Z', 'updated_at': '2021-12-20T09:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '7a4879fc-7bd2-4f9d-aec6-10dc145529ac', 'name': '', 'network_id': '68b1488b-0ad2-42ff-9e29-d49ec562d598', 'tenant_id': 'e1834ae7884041928786189281bd161e', 'mac_address': 'fa:16:3e:43:10:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de45f7c-f8f5-4994-8c9e-34647dd46fb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd40bd4ab-6ed9-4265-bd48-c4636f084dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:21:24Z', 'updated_at': '2021-12-20T09:21:31Z', 'revision_number': 4, 'project_id': 'e1834ae7884041928786189281bd161e', 'subnets': [{'id': 'd40bd4ab-6ed9-4265-bd48-c4636f084dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 09:21:32.690323 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-0fed9208-8928-4690-b11e-394e40333413 None None] Provisioning complete for port 7acbb206-05d3-4706-bc2b-be4a8443e5ce triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:21:32.690793 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-0fed9208-8928-4690-b11e-394e40333413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:33.100634 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-daaad547-d315-4362-ac83-b136ff7d7fd1 None None] Provisioning complete for port 40233847-ce33-4caf-ada5-1ed288154dae triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:21:33.101244 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-daaad547-d315-4362-ac83-b136ff7d7fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:33.179817 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-daaad547-d315-4362-ac83-b136ff7d7fd1 None None] Port 40233847-ce33-4caf-ada5-1ed288154dae cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 09:21:33.256240 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2116f865-64b3-4450-974b-46217b60d903 admin admin] Router 7d5c870b-0272-49f0-9748-81a232044312 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 09:21:33.297366 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 7acbb206-05d3-4706-bc2b-be4a8443e5ce up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:21:33.358164 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-03ef17be-bfd8-47e3-a2a3-8895aac1b9d0 None None] Provisioning complete for port 40233847-ce33-4caf-ada5-1ed288154dae triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:21:33.358548 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-03ef17be-bfd8-47e3-a2a3-8895aac1b9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:33.419961 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-03ef17be-bfd8-47e3-a2a3-8895aac1b9d0 None None] Port 40233847-ce33-4caf-ada5-1ed288154dae cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 09:21:33.439829 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 7acbb206-05d3-4706-bc2b-be4a8443e5ce triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:21:33.440213 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:33.497549 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2116f865-64b3-4450-974b-46217b60d903 admin admin] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 09:21:33.513388 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-2116f865-64b3-4450-974b-46217b60d903 admin admin] 10.222.0.16 "PUT /v2.0/routers/7d5c870b-0272-49f0-9748-81a232044312/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6153154 Dec 20 09:21:33.591125 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 7a4879fc-7bd2-4f9d-aec6-10dc145529ac up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:21:33.690699 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 7a4879fc-7bd2-4f9d-aec6-10dc145529ac completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:21:33.697433 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 7a4879fc-7bd2-4f9d-aec6-10dc145529ac triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:21:33.697995 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:33.830070 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:33.865655 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 7a4879fc-7bd2-4f9d-aec6-10dc145529ac, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=7a4879fc-7bd2-4f9d-aec6-10dc145529ac,segment=NetworkSegment(645ee5c6-c0f6-47df-acfc-8ea1e75d5d47),segment_id=645ee5c6-c0f6-47df-acfc-8ea1e75d5d47)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:21:33.871126 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:33.872255 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device b5b5a477-7610-4999-84ec-9c2072587532 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:21:33.901550 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-259fd785-6bed-451f-a5d2-0b444760fcad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:21:34.004073 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=7a4879fc-7bd2-4f9d-aec6-10dc145529ac,revision_number=5']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:21:34.013843 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:21:34.030151 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port b5b5a477-7610-4999-84ec-9c2072587532 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:21:34.036341 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port b5b5a477-7610-4999-84ec-9c2072587532 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:21:34.036768 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:34.157632 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:34.174287 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port b5b5a477-7610-4999-84ec-9c2072587532, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=b5b5a477-7610-4999-84ec-9c2072587532,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:21:34.178786 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:34.180776 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-259fd785-6bed-451f-a5d2-0b444760fcad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:21:34.246634 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=b5b5a477-7610-4999-84ec-9c2072587532,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:21:34.249791 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:21:34.475047 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbcac06-32fd-4bf0-8190-eec68104482d req-19f58ed5-64c6-48cd-af86-76f7f0ae2ef2 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:21:34.475718 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-2dbcac06-32fd-4bf0-8190-eec68104482d req-19f58ed5-64c6-48cd-af86-76f7f0ae2ef2 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Synchronizing usage tracker for tenant:e1834ae7884041928786189281bd161e on resource:network {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:21:34.492106 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-2dbcac06-32fd-4bf0-8190-eec68104482d req-19f58ed5-64c6-48cd-af86-76f7f0ae2ef2 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Unset dirty status for tenant:e1834ae7884041928786189281bd161e on resource:network {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:21:34.493428 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2dbcac06-32fd-4bf0-8190-eec68104482d req-19f58ed5-64c6-48cd-af86-76f7f0ae2ef2 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] 10.222.0.16 "GET /v2.0/networks?id=68b1488b-0ad2-42ff-9e29-d49ec562d598 HTTP/1.1" status: 200 len: 817 time: 0.1627154 Dec 20 09:21:34.510062 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2dbcac06-32fd-4bf0-8190-eec68104482d req-0e23d27a-3cc5-4226-8cc9-ef54f85d0f79 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] 10.222.0.16 "GET /v2.0/quotas/e1834ae7884041928786189281bd161e HTTP/1.1" status: 200 len: 375 time: 0.0113726 Dec 20 09:21:34.599529 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-2dbcac06-32fd-4bf0-8190-eec68104482d req-4cb85b9f-49ca-41ca-8b61-8ee3d9fe3fdb tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Synchronizing usage tracker for tenant:e1834ae7884041928786189281bd161e on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:21:34.616090 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-2dbcac06-32fd-4bf0-8190-eec68104482d req-4cb85b9f-49ca-41ca-8b61-8ee3d9fe3fdb tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Unset dirty status for tenant:e1834ae7884041928786189281bd161e on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:21:34.618082 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2dbcac06-32fd-4bf0-8190-eec68104482d req-4cb85b9f-49ca-41ca-8b61-8ee3d9fe3fdb tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e1834ae7884041928786189281bd161e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1026487 Dec 20 09:21:34.758816 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2dbcac06-32fd-4bf0-8190-eec68104482d req-2fef6772-124c-47b9-a0e3-eda9a53af9cc service neutron] 10.222.0.16 "GET /v2.0/networks/68b1488b-0ad2-42ff-9e29-d49ec562d598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280301 Dec 20 09:21:34.896118 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2dbcac06-32fd-4bf0-8190-eec68104482d req-63592dd3-b978-4d4a-833f-fbe2fc0b6c26 service neutron] 10.222.0.16 "GET /v2.0/networks/68b1488b-0ad2-42ff-9e29-d49ec562d598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308744 Dec 20 09:21:35.097154 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-844bd5de-7885-4fb7-8e40-2b7c4f017f7a req-c12f018d-b00a-4d71-ae1b-89e6fe7f3cd1 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] 10.222.0.16 "GET /v2.0/ports?device_id=db19c4ec-b587-4a09-b331-37652d0e9701 HTTP/1.1" status: 200 len: 210 time: 0.0439050 Dec 20 09:21:35.101514 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device b5b5a477-7610-4999-84ec-9c2072587532 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:21:35.182182 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port b5b5a477-7610-4999-84ec-9c2072587532 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:21:35.182914 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:35.355435 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 7a4879fc-7bd2-4f9d-aec6-10dc145529ac up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:21:35.433983 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 7a4879fc-7bd2-4f9d-aec6-10dc145529ac triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:21:35.434386 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:36.201180 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbcac06-32fd-4bf0-8190-eec68104482d req-2edce971-7b52-4a5e-97ef-c1c65fbb2dde tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:21:36.203540 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2dbcac06-32fd-4bf0-8190-eec68104482d req-2edce971-7b52-4a5e-97ef-c1c65fbb2dde tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] 10.222.0.58 "GET /v2.0/networks?id=68b1488b-0ad2-42ff-9e29-d49ec562d598 HTTP/1.1" status: 200 len: 817 time: 0.1820750 Dec 20 09:21:36.221734 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-2dbcac06-32fd-4bf0-8190-eec68104482d req-e174a122-cd34-4bf1-98ea-e75a6344f39a tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Request body: {'port': {'device_id': 'db19c4ec-b587-4a09-b331-37652d0e9701', 'network_id': '68b1488b-0ad2-42ff-9e29-d49ec562d598', 'admin_state_up': True, 'tenant_id': 'e1834ae7884041928786189281bd161e'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:21:36.302864 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b42d75cc-af88-467d-a2ff-a79d116c507a req-2b6ced31-1bd9-4404-9551-7efadfdbf1eb tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] 10.222.0.16 "GET /v2.0/ports?device_id=db19c4ec-b587-4a09-b331-37652d0e9701 HTTP/1.1" status: 200 len: 210 time: 0.0635526 Dec 20 09:21:36.528313 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-2dbcac06-32fd-4bf0-8190-eec68104482d req-e174a122-cd34-4bf1-98ea-e75a6344f39a tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:21:36.539210 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-2dbcac06-32fd-4bf0-8190-eec68104482d req-e174a122-cd34-4bf1-98ea-e75a6344f39a tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:21:36.551240 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dbcac06-32fd-4bf0-8190-eec68104482d req-e174a122-cd34-4bf1-98ea-e75a6344f39a tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Made reservation on behalf of e1834ae7884041928786189281bd161e for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 09:21:36.555111 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-2dbcac06-32fd-4bf0-8190-eec68104482d req-e174a122-cd34-4bf1-98ea-e75a6344f39a tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:36.733522 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [req-2dbcac06-32fd-4bf0-8190-eec68104482d req-e174a122-cd34-4bf1-98ea-e75a6344f39a tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Allocated IP 172.20.0.14 (68b1488b-0ad2-42ff-9e29-d49ec562d598/d40bd4ab-6ed9-4265-bd48-c4636f084dcb/0604d4ed-8061-40fd-b2a0-4d587d0bedf6) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 09:21:36.935389 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-2dbcac06-32fd-4bf0-8190-eec68104482d req-e174a122-cd34-4bf1-98ea-e75a6344f39a tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:36.950376 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-2dbcac06-32fd-4bf0-8190-eec68104482d req-e174a122-cd34-4bf1-98ea-e75a6344f39a tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Transition to ACTIVE for port object 0604d4ed-8061-40fd-b2a0-4d587d0bedf6 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:21:36.972492 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-2dbcac06-32fd-4bf0-8190-eec68104482d req-e174a122-cd34-4bf1-98ea-e75a6344f39a tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:36.978869 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-773ee7a5-4dc5-45ef-bb06-0ccbcc71d1e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:21:37.038050 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dbcac06-32fd-4bf0-8190-eec68104482d req-e174a122-cd34-4bf1-98ea-e75a6344f39a tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Network 68b1488b-0ad2-42ff-9e29-d49ec562d598 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:21:37.041342 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [req-2dbcac06-32fd-4bf0-8190-eec68104482d req-e174a122-cd34-4bf1-98ea-e75a6344f39a tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:21:37.053438 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dbcac06-32fd-4bf0-8190-eec68104482d req-e174a122-cd34-4bf1-98ea-e75a6344f39a tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 09:21:37.090019 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e174a122-cd34-4bf1-98ea-e75a6344f39a tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Pushing event updated for resources: {'Port': ['ID=0604d4ed-8061-40fd-b2a0-4d587d0bedf6,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:21:37.094804 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e174a122-cd34-4bf1-98ea-e75a6344f39a tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:21:37.123338 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbcac06-32fd-4bf0-8190-eec68104482d req-e174a122-cd34-4bf1-98ea-e75a6344f39a tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:21:37.124000 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-2dbcac06-32fd-4bf0-8190-eec68104482d req-e174a122-cd34-4bf1-98ea-e75a6344f39a tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:37.157096 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2dbcac06-32fd-4bf0-8190-eec68104482d req-e174a122-cd34-4bf1-98ea-e75a6344f39a tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9402809 Dec 20 09:21:37.168747 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-2dbcac06-32fd-4bf0-8190-eec68104482d req-8dadc1a7-fd73-493c-a932-df82d12cb6c6 service neutron] Request body: {'port': {'device_id': 'db19c4ec-b587-4a09-b331-37652d0e9701', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8204'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:21:37.272660 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-a1781fd3-80a5-4080-897f-28839556fd9b None None] Provisioning for port 0604d4ed-8061-40fd-b2a0-4d587d0bedf6 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:21:37.279466 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-a1781fd3-80a5-4080-897f-28839556fd9b None None] Provisioning complete for port 0604d4ed-8061-40fd-b2a0-4d587d0bedf6 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:21:37.280208 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a1781fd3-80a5-4080-897f-28839556fd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:37.298919 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-2dbcac06-32fd-4bf0-8190-eec68104482d req-8dadc1a7-fd73-493c-a932-df82d12cb6c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:37.342413 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-a1781fd3-80a5-4080-897f-28839556fd9b None None] Port 0604d4ed-8061-40fd-b2a0-4d587d0bedf6 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 09:21:37.525624 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc8ee89-61ea-4cd6-8e4a-384a85950f9e req-5e5c8060-8afb-4616-89ac-bac62a739958 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:21:37.527040 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-efc8ee89-61ea-4cd6-8e4a-384a85950f9e req-5e5c8060-8afb-4616-89ac-bac62a739958 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] 10.222.0.16 "GET /v2.0/ports?device_id=db19c4ec-b587-4a09-b331-37652d0e9701 HTTP/1.1" status: 200 len: 932 time: 0.0885353 Dec 20 09:21:37.578507 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-efc8ee89-61ea-4cd6-8e4a-384a85950f9e req-6d4fc1fd-ff0d-40bc-9970-3456263bf5e1 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aae2019-f673-4ed9-b60e-6ea8279ea7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459676 Dec 20 09:21:37.660495 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [req-2dbcac06-32fd-4bf0-8190-eec68104482d req-8dadc1a7-fd73-493c-a932-df82d12cb6c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0604d4ed-8061-40fd-b2a0-4d587d0bedf6 {{(pid=83444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 09:21:37.668270 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-2dbcac06-32fd-4bf0-8190-eec68104482d req-8dadc1a7-fd73-493c-a932-df82d12cb6c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:37.688125 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-2dbcac06-32fd-4bf0-8190-eec68104482d req-8dadc1a7-fd73-493c-a932-df82d12cb6c6 service neutron] Transition to ACTIVE for port object 0604d4ed-8061-40fd-b2a0-4d587d0bedf6 will not be triggered until provisioned by entity L2. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:21:37.693030 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-2dbcac06-32fd-4bf0-8190-eec68104482d req-8dadc1a7-fd73-493c-a932-df82d12cb6c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:37.698424 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d75dd904-5548-4bd0-a7f2-1432e32435ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:21:37.828856 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dadc1a7-fd73-493c-a932-df82d12cb6c6 service neutron] Pushing event updated for resources: {'Port': ['ID=0604d4ed-8061-40fd-b2a0-4d587d0bedf6,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:21:37.831717 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-8dadc1a7-fd73-493c-a932-df82d12cb6c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:21:37.938984 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-2dbcac06-32fd-4bf0-8190-eec68104482d req-8dadc1a7-fd73-493c-a932-df82d12cb6c6 service neutron] Attempting to bind port 0604d4ed-8061-40fd-b2a0-4d587d0bedf6 on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 09:21:37.939320 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-2dbcac06-32fd-4bf0-8190-eec68104482d req-8dadc1a7-fd73-493c-a932-df82d12cb6c6 service neutron] Attempting to bind port 0604d4ed-8061-40fd-b2a0-4d587d0bedf6 by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': '645ee5c6-c0f6-47df-acfc-8ea1e75d5d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '68b1488b-0ad2-42ff-9e29-d49ec562d598'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 09:21:37.939648 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbcac06-32fd-4bf0-8190-eec68104482d req-8dadc1a7-fd73-493c-a932-df82d12cb6c6 service neutron] Attempting to bind port 0604d4ed-8061-40fd-b2a0-4d587d0bedf6 on network 68b1488b-0ad2-42ff-9e29-d49ec562d598 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:21:37.945505 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbcac06-32fd-4bf0-8190-eec68104482d req-8dadc1a7-fd73-493c-a932-df82d12cb6c6 service neutron] Port 0604d4ed-8061-40fd-b2a0-4d587d0bedf6 on network 68b1488b-0ad2-42ff-9e29-d49ec562d598 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 09:21:37.945936 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbcac06-32fd-4bf0-8190-eec68104482d req-8dadc1a7-fd73-493c-a932-df82d12cb6c6 service neutron] Attempting to bind port 0604d4ed-8061-40fd-b2a0-4d587d0bedf6 on network 68b1488b-0ad2-42ff-9e29-d49ec562d598 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:21:37.952236 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbcac06-32fd-4bf0-8190-eec68104482d req-8dadc1a7-fd73-493c-a932-df82d12cb6c6 service neutron] Checking agent: {'id': 'bd419857-3bec-4b96-b211-3fb278c66880', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8204', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 40, 10), 'started_at': datetime.datetime(2021, 12, 20, 8, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 9, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 09:21:37.952571 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbcac06-32fd-4bf0-8190-eec68104482d req-8dadc1a7-fd73-493c-a932-df82d12cb6c6 service neutron] Checking segment: {'id': '645ee5c6-c0f6-47df-acfc-8ea1e75d5d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '68b1488b-0ad2-42ff-9e29-d49ec562d598'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:21:37.952948 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbcac06-32fd-4bf0-8190-eec68104482d req-8dadc1a7-fd73-493c-a932-df82d12cb6c6 service neutron] Bound using segment: {'id': '645ee5c6-c0f6-47df-acfc-8ea1e75d5d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '68b1488b-0ad2-42ff-9e29-d49ec562d598'} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 09:21:37.953395 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-2dbcac06-32fd-4bf0-8190-eec68104482d req-8dadc1a7-fd73-493c-a932-df82d12cb6c6 service neutron] Bound port: 0604d4ed-8061-40fd-b2a0-4d587d0bedf6, host: hv-neutron-8204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '645ee5c6-c0f6-47df-acfc-8ea1e75d5d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '68b1488b-0ad2-42ff-9e29-d49ec562d598'}}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 09:21:37.953741 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-2dbcac06-32fd-4bf0-8190-eec68104482d req-8dadc1a7-fd73-493c-a932-df82d12cb6c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:38.044306 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-2dbcac06-32fd-4bf0-8190-eec68104482d req-8dadc1a7-fd73-493c-a932-df82d12cb6c6 service neutron] For port 0604d4ed-8061-40fd-b2a0-4d587d0bedf6, host hv-neutron-8204, cleared binding levels {{(pid=83444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 09:21:38.047567 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-2dbcac06-32fd-4bf0-8190-eec68104482d req-8dadc1a7-fd73-493c-a932-df82d12cb6c6 service neutron] For port 0604d4ed-8061-40fd-b2a0-4d587d0bedf6, host hv-neutron-8204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=0604d4ed-8061-40fd-b2a0-4d587d0bedf6,segment=NetworkSegment(645ee5c6-c0f6-47df-acfc-8ea1e75d5d47),segment_id=645ee5c6-c0f6-47df-acfc-8ea1e75d5d47)] {{(pid=83444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 09:21:38.051699 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-2dbcac06-32fd-4bf0-8190-eec68104482d req-8dadc1a7-fd73-493c-a932-df82d12cb6c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:38.056877 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f45d28a1-27da-46ef-adf2-c12fa1a1da0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:21:38.110553 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-2dbcac06-32fd-4bf0-8190-eec68104482d req-8dadc1a7-fd73-493c-a932-df82d12cb6c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:38.112566 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2dbcac06-32fd-4bf0-8190-eec68104482d req-8dadc1a7-fd73-493c-a932-df82d12cb6c6 service neutron] 10.222.0.58 "PUT /v2.0/ports/0604d4ed-8061-40fd-b2a0-4d587d0bedf6 HTTP/1.1" status: 200 len: 1094 time: 0.9482501 Dec 20 09:21:38.115168 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db19c4ec-b587-4a09-b331-37652d0e9701', 'tag': '0604d4ed-8061-40fd-b2a0-4d587d0bedf6'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:21:38.157059 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dadc1a7-fd73-493c-a932-df82d12cb6c6 service neutron] Pushing event updated for resources: {'Port': ['ID=0604d4ed-8061-40fd-b2a0-4d587d0bedf6,revision_number=3']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:21:38.191430 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-8dadc1a7-fd73-493c-a932-df82d12cb6c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:21:38.198231 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db19c4ec-b587-4a09-b331-37652d0e9701', 'tag': '0604d4ed-8061-40fd-b2a0-4d587d0bedf6', 'status': 'completed', 'code': 200} Dec 20 09:21:38.238574 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2dbcac06-32fd-4bf0-8190-eec68104482d req-00a3587b-431d-4f97-b99e-b6023fe2faa8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e1834ae7884041928786189281bd161e&device_id=db19c4ec-b587-4a09-b331-37652d0e9701 HTTP/1.1" status: 200 len: 1097 time: 0.0785131 Dec 20 09:21:38.311899 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2dbcac06-32fd-4bf0-8190-eec68104482d req-42d990db-b952-44ed-9bac-8bd9befff1a9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0604d4ed-8061-40fd-b2a0-4d587d0bedf6 HTTP/1.1" status: 200 len: 217 time: 0.0663869 Dec 20 09:21:38.373651 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbcac06-32fd-4bf0-8190-eec68104482d req-2351d638-890b-4df4-90f6-879f768b04c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:21:38.375089 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2dbcac06-32fd-4bf0-8190-eec68104482d req-2351d638-890b-4df4-90f6-879f768b04c8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d40bd4ab-6ed9-4265-bd48-c4636f084dcb HTTP/1.1" status: 200 len: 856 time: 0.0577643 Dec 20 09:21:38.584802 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2dbcac06-32fd-4bf0-8190-eec68104482d req-ee42b904-62ff-4008-8625-2ac733db49f2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=68b1488b-0ad2-42ff-9e29-d49ec562d598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2038298 Dec 20 09:21:38.721838 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2dbcac06-32fd-4bf0-8190-eec68104482d req-317a9b6c-bd83-4adf-82e5-dba7a52e140a service neutron] 10.222.0.58 "GET /v2.0/networks/68b1488b-0ad2-42ff-9e29-d49ec562d598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300912 Dec 20 09:21:38.887834 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2dbcac06-32fd-4bf0-8190-eec68104482d req-741beaa9-5129-4704-95a9-ffab2d914bf0 service neutron] 10.222.0.58 "GET /v2.0/networks/68b1488b-0ad2-42ff-9e29-d49ec562d598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585243 Dec 20 09:21:38.907555 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5ac632-6f02-4238-bdcb-d0fae8e3191c req-cae438e0-db9b-40cf-9212-95dbf9dc158e tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:21:38.909321 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-1a5ac632-6f02-4238-bdcb-d0fae8e3191c req-cae438e0-db9b-40cf-9212-95dbf9dc158e tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] 10.222.0.16 "GET /v2.0/ports?device_id=db19c4ec-b587-4a09-b331-37652d0e9701 HTTP/1.1" status: 200 len: 944 time: 0.2076190 Dec 20 09:21:38.956673 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-1a5ac632-6f02-4238-bdcb-d0fae8e3191c req-67aac0a9-d3b7-4bc3-8391-47368b2b680a tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aae2019-f673-4ed9-b60e-6ea8279ea7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411198 Dec 20 09:21:39.000319 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-813aec00-f9ee-4e05-8a36-5e1a1068ec95 req-99f34733-a3e4-4f37-ab0c-4331b598e5e7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e1834ae7884041928786189281bd161e&device_id=db19c4ec-b587-4a09-b331-37652d0e9701 HTTP/1.1" status: 200 len: 1097 time: 0.0678034 Dec 20 09:21:39.130361 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813aec00-f9ee-4e05-8a36-5e1a1068ec95 req-bf95b378-4cdb-4afb-89af-19a856a439b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:21:39.131795 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-813aec00-f9ee-4e05-8a36-5e1a1068ec95 req-bf95b378-4cdb-4afb-89af-19a856a439b1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=68b1488b-0ad2-42ff-9e29-d49ec562d598 HTTP/1.1" status: 200 len: 918 time: 0.1253965 Dec 20 09:21:39.203867 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-813aec00-f9ee-4e05-8a36-5e1a1068ec95 req-82c404b6-805f-451d-9228-eebe4b22e69a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0604d4ed-8061-40fd-b2a0-4d587d0bedf6 HTTP/1.1" status: 200 len: 217 time: 0.0646145 Dec 20 09:21:39.265081 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813aec00-f9ee-4e05-8a36-5e1a1068ec95 req-3c62f3d9-906e-4a46-bb11-90fda71e28a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:21:39.266549 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-813aec00-f9ee-4e05-8a36-5e1a1068ec95 req-3c62f3d9-906e-4a46-bb11-90fda71e28a1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d40bd4ab-6ed9-4265-bd48-c4636f084dcb HTTP/1.1" status: 200 len: 856 time: 0.0561244 Dec 20 09:21:39.347069 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-813aec00-f9ee-4e05-8a36-5e1a1068ec95 req-e2bd3d4b-7154-4ac9-b373-07824e130853 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=68b1488b-0ad2-42ff-9e29-d49ec562d598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743341 Dec 20 09:21:39.489430 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-813aec00-f9ee-4e05-8a36-5e1a1068ec95 req-987cc15d-ce5b-432f-a7a8-f0d48f42794f service neutron] 10.222.0.58 "GET /v2.0/networks/68b1488b-0ad2-42ff-9e29-d49ec562d598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357160 Dec 20 09:21:39.622547 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-813aec00-f9ee-4e05-8a36-5e1a1068ec95 req-b98a8676-dd42-4f5f-8757-ed54b709ebd0 service neutron] 10.222.0.58 "GET /v2.0/networks/68b1488b-0ad2-42ff-9e29-d49ec562d598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260891 Dec 20 09:21:40.166912 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca24cf3b-9447-4549-a241-a270fdb90fce req-ce272fce-9e5b-4449-ad2b-658c8df71b03 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:21:40.167606 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-ca24cf3b-9447-4549-a241-a270fdb90fce req-ce272fce-9e5b-4449-ad2b-658c8df71b03 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Synchronizing usage tracker for tenant:e1834ae7884041928786189281bd161e on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:21:40.183399 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-ca24cf3b-9447-4549-a241-a270fdb90fce req-ce272fce-9e5b-4449-ad2b-658c8df71b03 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Unset dirty status for tenant:e1834ae7884041928786189281bd161e on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:21:40.184692 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ca24cf3b-9447-4549-a241-a270fdb90fce req-ce272fce-9e5b-4449-ad2b-658c8df71b03 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] 10.222.0.16 "GET /v2.0/ports?device_id=db19c4ec-b587-4a09-b331-37652d0e9701 HTTP/1.1" status: 200 len: 944 time: 0.0955184 Dec 20 09:21:40.239666 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-ca24cf3b-9447-4549-a241-a270fdb90fce req-22155803-a1b9-4240-b36d-b7c14449cd1c tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Synchronizing usage tracker for tenant:e1834ae7884041928786189281bd161e on resource:security_group {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:21:40.255252 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-ca24cf3b-9447-4549-a241-a270fdb90fce req-22155803-a1b9-4240-b36d-b7c14449cd1c tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Unset dirty status for tenant:e1834ae7884041928786189281bd161e on resource:security_group {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:21:40.256673 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ca24cf3b-9447-4549-a241-a270fdb90fce req-22155803-a1b9-4240-b36d-b7c14449cd1c tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aae2019-f673-4ed9-b60e-6ea8279ea7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570855 Dec 20 09:21:40.273250 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:41.459136 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f82fb8-f572-4ddc-bef5-07be8d0ac8c3 req-0c5a9c0c-0171-47ba-9aa9-9a125019acbe tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:21:41.460578 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-29f82fb8-f572-4ddc-bef5-07be8d0ac8c3 req-0c5a9c0c-0171-47ba-9aa9-9a125019acbe tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] 10.222.0.16 "GET /v2.0/ports?device_id=db19c4ec-b587-4a09-b331-37652d0e9701 HTTP/1.1" status: 200 len: 944 time: 0.0818324 Dec 20 09:21:41.508450 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-29f82fb8-f572-4ddc-bef5-07be8d0ac8c3 req-70b629d7-9a5b-4a66-a386-c801ae0c3bc9 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aae2019-f673-4ed9-b60e-6ea8279ea7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417273 Dec 20 09:21:42.135648 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:21:42.296383 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 0604d4ed-8061-40fd-b2a0-4d587d0bedf6 details requested by agent hyperv_hv-neutron-8204 with host hv-neutron-8204 {{(pid=83446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 09:21:42.434744 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port 0604d4ed-8061-40fd-b2a0-4d587d0bedf6, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=0604d4ed-8061-40fd-b2a0-4d587d0bedf6,segment=NetworkSegment(645ee5c6-c0f6-47df-acfc-8ea1e75d5d47),segment_id=645ee5c6-c0f6-47df-acfc-8ea1e75d5d47)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:21:42.448084 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Returning: {'device': '0604d4ed-8061-40fd-b2a0-4d587d0bedf6', 'network_id': '68b1488b-0ad2-42ff-9e29-d49ec562d598', 'port_id': '0604d4ed-8061-40fd-b2a0-4d587d0bedf6', 'mac_address': 'fa:16:3e:ab:b0:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd40bd4ab-6ed9-4265-bd48-c4636f084dcb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 09:21:42.507658 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:42.525961 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0604d4ed-8061-40fd-b2a0-4d587d0bedf6 {{(pid=83446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 09:21:42.543926 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port 0604d4ed-8061-40fd-b2a0-4d587d0bedf6, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=0604d4ed-8061-40fd-b2a0-4d587d0bedf6,segment=NetworkSegment(645ee5c6-c0f6-47df-acfc-8ea1e75d5d47),segment_id=645ee5c6-c0f6-47df-acfc-8ea1e75d5d47)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:21:42.547903 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:42.550007 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-360bfdfd-3404-49ce-8bed-4b1ab8159c7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:21:42.631449 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=0604d4ed-8061-40fd-b2a0-4d587d0bedf6,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:21:42.636495 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c31cb820-a39b-46b3-84f3-24164c06d37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:42.642766 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:21:42.643112 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:21:42.643454 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:21:42.643787 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:21:42.644118 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:21:42.644443 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:21:42.644765 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:21:42.645091 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:21:42.645436 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:21:42.645754 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:21:42.646072 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:21:42.649881 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:21:42.724278 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e9ac36-6e65-4854-bbdb-52f805c80c58 req-4e81a7f2-81cf-43b3-aad5-9bc02ff3cbb6 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:21:42.725741 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-03e9ac36-6e65-4854-bbdb-52f805c80c58 req-4e81a7f2-81cf-43b3-aad5-9bc02ff3cbb6 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] 10.222.0.16 "GET /v2.0/ports?device_id=db19c4ec-b587-4a09-b331-37652d0e9701 HTTP/1.1" status: 200 len: 945 time: 0.0870454 Dec 20 09:21:42.774851 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-03e9ac36-6e65-4854-bbdb-52f805c80c58 req-89e238b6-28e7-4b8f-af83-632f636f6f62 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aae2019-f673-4ed9-b60e-6ea8279ea7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424912 Dec 20 09:21:42.873973 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] get_ports_and_sgs() called for port_ids ['0604d4ed-8061-40fd-b2a0-4d587d0bedf6'] {{(pid=83446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 09:21:43.986098 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16874ed3-d3ff-44e9-8d32-7bacd5f7912c req-da16ff9e-a3ad-4967-9c3a-51c335f8308d tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:21:43.987566 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-16874ed3-d3ff-44e9-8d32-7bacd5f7912c req-da16ff9e-a3ad-4967-9c3a-51c335f8308d tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] 10.222.0.16 "GET /v2.0/ports?device_id=db19c4ec-b587-4a09-b331-37652d0e9701 HTTP/1.1" status: 200 len: 945 time: 0.0811510 Dec 20 09:21:44.033225 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-16874ed3-d3ff-44e9-8d32-7bacd5f7912c req-7f2ca7ba-64cc-4581-a118-b3de11ff9c0f tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aae2019-f673-4ed9-b60e-6ea8279ea7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401549 Dec 20 09:21:44.291536 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 0604d4ed-8061-40fd-b2a0-4d587d0bedf6 up at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:21:44.360804 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning for port 0604d4ed-8061-40fd-b2a0-4d587d0bedf6 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:21:44.365918 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning complete for port 0604d4ed-8061-40fd-b2a0-4d587d0bedf6 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:21:44.366297 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:44.483912 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:44.511327 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db19c4ec-b587-4a09-b331-37652d0e9701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0604d4ed-8061-40fd-b2a0-4d587d0bedf6'}] {{(pid=83446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:21:44.522036 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port 0604d4ed-8061-40fd-b2a0-4d587d0bedf6, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=0604d4ed-8061-40fd-b2a0-4d587d0bedf6,segment=NetworkSegment(645ee5c6-c0f6-47df-acfc-8ea1e75d5d47),segment_id=645ee5c6-c0f6-47df-acfc-8ea1e75d5d47)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:21:44.527835 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:44.530042 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:21:44.589715 dv-neutron-820491-1-hyperv neutron-server[83446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db19c4ec-b587-4a09-b331-37652d0e9701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0604d4ed-8061-40fd-b2a0-4d587d0bedf6', 'code': 200} Dec 20 09:21:44.618006 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=0604d4ed-8061-40fd-b2a0-4d587d0bedf6,revision_number=5']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:21:44.621154 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:21:44.812842 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a09d0f8c-8ff0-45cf-8cd7-0a4540f38021 req-f6874ab2-772d-4eee-b956-bafc0ab16a50 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=db19c4ec-b587-4a09-b331-37652d0e9701 HTTP/1.1" status: 200 len: 1099 time: 0.0666459 Dec 20 09:21:44.870942 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a09d0f8c-8ff0-45cf-8cd7-0a4540f38021 req-4a591b66-0273-4495-a12f-48aa92f4136e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=2aae2019-f673-4ed9-b60e-6ea8279ea7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525174 Dec 20 09:21:44.913634 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-8f9ce064-0898-4993-8d8e-59d85f977f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:45.239316 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ae926-f26d-47a7-a553-97a9bf26d376 req-c78e9370-c2e4-44aa-a7c6-613af9706dda tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:21:45.240781 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-dc6ae926-f26d-47a7-a553-97a9bf26d376 req-c78e9370-c2e4-44aa-a7c6-613af9706dda tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] 10.222.0.16 "GET /v2.0/ports?device_id=db19c4ec-b587-4a09-b331-37652d0e9701 HTTP/1.1" status: 200 len: 946 time: 0.0858567 Dec 20 09:21:45.287616 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-dc6ae926-f26d-47a7-a553-97a9bf26d376 req-c2368bfb-3644-479f-98c3-a5c535d19f0b tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aae2019-f673-4ed9-b60e-6ea8279ea7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403306 Dec 20 09:21:46.066114 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:46.118269 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:46.485991 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57de2138-eb28-448b-afb3-7e569334365e req-8d1f61e7-55ce-4daa-aac5-c042682a6167 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:21:46.487452 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-57de2138-eb28-448b-afb3-7e569334365e req-8d1f61e7-55ce-4daa-aac5-c042682a6167 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] 10.222.0.16 "GET /v2.0/ports?device_id=db19c4ec-b587-4a09-b331-37652d0e9701 HTTP/1.1" status: 200 len: 946 time: 0.0767307 Dec 20 09:21:46.534002 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-57de2138-eb28-448b-afb3-7e569334365e req-db64573d-f425-4d56-872c-057cbf4412dc tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aae2019-f673-4ed9-b60e-6ea8279ea7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409656 Dec 20 09:21:46.729921 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3360a2e1-6dee-4f47-b8fd-4d4215ca3902 req-557addd7-f4f8-4c5e-b50d-e7c79a416abe tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:21:46.731388 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-3360a2e1-6dee-4f47-b8fd-4d4215ca3902 req-557addd7-f4f8-4c5e-b50d-e7c79a416abe tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] 10.222.0.16 "GET /v2.0/ports?device_id=db19c4ec-b587-4a09-b331-37652d0e9701 HTTP/1.1" status: 200 len: 946 time: 0.0767579 Dec 20 09:21:46.782781 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-3360a2e1-6dee-4f47-b8fd-4d4215ca3902 req-285fd5f4-2c9f-4e0a-93a3-f7692c80bd99 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aae2019-f673-4ed9-b60e-6ea8279ea7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457275 Dec 20 09:21:47.531744 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:54.874055 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629f9c72-cafe-424c-b413-7fc243c63d04 None None] Sync routers for ids ['7d5c870b-0272-49f0-9748-81a232044312'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 09:21:54.886123 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629f9c72-cafe-424c-b413-7fc243c63d04 None None] Routers {'7d5c870b-0272-49f0-9748-81a232044312'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:21:54.886742 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-629f9c72-cafe-424c-b413-7fc243c63d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:21:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['7d5c870b-0272-49f0-9748-81a232044312'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:21:55.061071 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-629f9c72-cafe-424c-b413-7fc243c63d04 None None] Set router 7d5c870b-0272-49f0-9748-81a232044312 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:21:55.397664 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-629f9c72-cafe-424c-b413-7fc243c63d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5c870b-0272-49f0-9748-81a232044312', 'name': 'tempest-TestEncryptedCinderVolumes-940230886-router', 'tenant_id': '1bc3231047ff497ab3e961ae600327b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.116'}], 'enable_snat': True}, 'gw_port_id': 'b5b5a477-7610-4999-84ec-9c2072587532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:21:28Z', 'updated_at': '2021-12-20T09:21:31Z', 'revision_number': 4, 'project_id': '1bc3231047ff497ab3e961ae600327b2', 'gw_port': {'id': 'b5b5a477-7610-4999-84ec-9c2072587532', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:2c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5c870b-0272-49f0-9748-81a232044312', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:21:28Z', 'updated_at': '2021-12-20T09:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '40233847-ce33-4caf-ada5-1ed288154dae', 'name': '', 'network_id': '17fb48ec-ebe3-448a-8b6f-309bbdb23c4a', 'tenant_id': '1bc3231047ff497ab3e961ae600327b2', 'mac_address': 'fa:16:3e:0a:89:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d5c870b-0272-49f0-9748-81a232044312', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '64d4c879-d574-486e-a200-6723d73c1014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:21:31Z', 'updated_at': '2021-12-20T09:21:31Z', 'revision_number': 2, 'project_id': '1bc3231047ff497ab3e961ae600327b2', 'subnets': [{'id': '64d4c879-d574-486e-a200-6723d73c1014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:21:55.401573 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629f9c72-cafe-424c-b413-7fc243c63d04 None None] Checking router: 7d5c870b-0272-49f0-9748-81a232044312 for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 09:21:55.401959 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629f9c72-cafe-424c-b413-7fc243c63d04 None None] Updating router 7d5c870b-0272-49f0-9748-81a232044312 port 40233847-ce33-4caf-ada5-1ed288154dae binding host dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 09:21:55.452112 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-629f9c72-cafe-424c-b413-7fc243c63d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:55.789079 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-629f9c72-cafe-424c-b413-7fc243c63d04 None None] Notify callbacks [] for port, precommit_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:55.801568 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-629f9c72-cafe-424c-b413-7fc243c63d04 None None] Transition to ACTIVE for port object 40233847-ce33-4caf-ada5-1ed288154dae will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:21:55.807902 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-629f9c72-cafe-424c-b413-7fc243c63d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:55.811297 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:21:55.937406 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b5366b-37e0-46d3-9ae8-29eec1738ab1 None None] Pushing event updated for resources: {'Port': ['ID=40233847-ce33-4caf-ada5-1ed288154dae,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:21:55.940012 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-60b5366b-37e0-46d3-9ae8-29eec1738ab1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:21:56.033055 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-629f9c72-cafe-424c-b413-7fc243c63d04 None None] Attempting to bind port 40233847-ce33-4caf-ada5-1ed288154dae on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 09:21:56.033478 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-629f9c72-cafe-424c-b413-7fc243c63d04 None None] Attempting to bind port 40233847-ce33-4caf-ada5-1ed288154dae by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '8b9c2f2d-755e-469f-94fd-5f8e7dbdcc36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '17fb48ec-ebe3-448a-8b6f-309bbdb23c4a'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 09:21:56.033855 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629f9c72-cafe-424c-b413-7fc243c63d04 None None] Attempting to bind port 40233847-ce33-4caf-ada5-1ed288154dae on network 17fb48ec-ebe3-448a-8b6f-309bbdb23c4a {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:21:56.040318 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629f9c72-cafe-424c-b413-7fc243c63d04 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 9, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 09:21:56.040946 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629f9c72-cafe-424c-b413-7fc243c63d04 None None] Checking segment: {'id': '8b9c2f2d-755e-469f-94fd-5f8e7dbdcc36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '17fb48ec-ebe3-448a-8b6f-309bbdb23c4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:21:56.041427 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-629f9c72-cafe-424c-b413-7fc243c63d04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:56.041943 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629f9c72-cafe-424c-b413-7fc243c63d04 None None] Bound using segment: {'id': '8b9c2f2d-755e-469f-94fd-5f8e7dbdcc36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '17fb48ec-ebe3-448a-8b6f-309bbdb23c4a'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 09:21:56.042290 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-629f9c72-cafe-424c-b413-7fc243c63d04 None None] Bound port: 40233847-ce33-4caf-ada5-1ed288154dae, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9c2f2d-755e-469f-94fd-5f8e7dbdcc36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '17fb48ec-ebe3-448a-8b6f-309bbdb23c4a'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 09:21:56.042671 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-629f9c72-cafe-424c-b413-7fc243c63d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:56.139787 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-629f9c72-cafe-424c-b413-7fc243c63d04 None None] For port 40233847-ce33-4caf-ada5-1ed288154dae, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 09:21:56.146302 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-629f9c72-cafe-424c-b413-7fc243c63d04 None None] For port 40233847-ce33-4caf-ada5-1ed288154dae, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=40233847-ce33-4caf-ada5-1ed288154dae,segment=NetworkSegment(8b9c2f2d-755e-469f-94fd-5f8e7dbdcc36),segment_id=8b9c2f2d-755e-469f-94fd-5f8e7dbdcc36)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 09:21:56.151992 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-629f9c72-cafe-424c-b413-7fc243c63d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:56.155565 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:21:56.242830 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b5366b-37e0-46d3-9ae8-29eec1738ab1 None None] Pushing event updated for resources: {'Port': ['ID=40233847-ce33-4caf-ada5-1ed288154dae,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:21:56.246825 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-60b5366b-37e0-46d3-9ae8-29eec1738ab1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:21:56.247924 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629f9c72-cafe-424c-b413-7fc243c63d04 None None] Routers {'7d5c870b-0272-49f0-9748-81a232044312'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:21:56.248545 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-629f9c72-cafe-424c-b413-7fc243c63d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:21:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['7d5c870b-0272-49f0-9748-81a232044312'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:21:56.431343 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-629f9c72-cafe-424c-b413-7fc243c63d04 None None] Set router 7d5c870b-0272-49f0-9748-81a232044312 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:21:56.772764 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-629f9c72-cafe-424c-b413-7fc243c63d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5c870b-0272-49f0-9748-81a232044312', 'name': 'tempest-TestEncryptedCinderVolumes-940230886-router', 'tenant_id': '1bc3231047ff497ab3e961ae600327b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.116'}], 'enable_snat': True}, 'gw_port_id': 'b5b5a477-7610-4999-84ec-9c2072587532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:21:28Z', 'updated_at': '2021-12-20T09:21:31Z', 'revision_number': 4, 'project_id': '1bc3231047ff497ab3e961ae600327b2', 'gw_port': {'id': 'b5b5a477-7610-4999-84ec-9c2072587532', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:2c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5c870b-0272-49f0-9748-81a232044312', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:21:28Z', 'updated_at': '2021-12-20T09:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '40233847-ce33-4caf-ada5-1ed288154dae', 'name': '', 'network_id': '17fb48ec-ebe3-448a-8b6f-309bbdb23c4a', 'tenant_id': '1bc3231047ff497ab3e961ae600327b2', 'mac_address': 'fa:16:3e:0a:89:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d5c870b-0272-49f0-9748-81a232044312', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '64d4c879-d574-486e-a200-6723d73c1014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:21:31Z', 'updated_at': '2021-12-20T09:21:56Z', 'revision_number': 4, 'project_id': '1bc3231047ff497ab3e961ae600327b2', 'subnets': [{'id': '64d4c879-d574-486e-a200-6723d73c1014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:21:56.777723 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629f9c72-cafe-424c-b413-7fc243c63d04 None None] The sync data for ids ['7d5c870b-0272-49f0-9748-81a232044312'] in dv-neutron-820491-1-hyperv is: [{'id': '7d5c870b-0272-49f0-9748-81a232044312', 'name': 'tempest-TestEncryptedCinderVolumes-940230886-router', 'tenant_id': '1bc3231047ff497ab3e961ae600327b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.116'}], 'enable_snat': True}, 'gw_port_id': 'b5b5a477-7610-4999-84ec-9c2072587532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:21:28Z', 'updated_at': '2021-12-20T09:21:31Z', 'revision_number': 4, 'project_id': '1bc3231047ff497ab3e961ae600327b2', 'gw_port': {'id': 'b5b5a477-7610-4999-84ec-9c2072587532', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:2c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5c870b-0272-49f0-9748-81a232044312', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:21:28Z', 'updated_at': '2021-12-20T09:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '40233847-ce33-4caf-ada5-1ed288154dae', 'name': '', 'network_id': '17fb48ec-ebe3-448a-8b6f-309bbdb23c4a', 'tenant_id': '1bc3231047ff497ab3e961ae600327b2', 'mac_address': 'fa:16:3e:0a:89:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d5c870b-0272-49f0-9748-81a232044312', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '64d4c879-d574-486e-a200-6723d73c1014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:21:31Z', 'updated_at': '2021-12-20T09:21:56Z', 'revision_number': 4, 'project_id': '1bc3231047ff497ab3e961ae600327b2', 'subnets': [{'id': '64d4c879-d574-486e-a200-6723d73c1014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 09:21:57.122969 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 40233847-ce33-4caf-ada5-1ed288154dae up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:21:57.194836 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 40233847-ce33-4caf-ada5-1ed288154dae completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:21:57.200512 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 40233847-ce33-4caf-ada5-1ed288154dae triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:21:57.200893 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:57.396529 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:57.408040 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2e19785f-c5b9-4949-ba4c-2e4b34c2c1ad req-095e0b58-7641-4872-8814-348e9d416dda service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=db19c4ec-b587-4a09-b331-37652d0e9701&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1201622 Dec 20 09:21:57.439743 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 40233847-ce33-4caf-ada5-1ed288154dae, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=40233847-ce33-4caf-ada5-1ed288154dae,segment=NetworkSegment(8b9c2f2d-755e-469f-94fd-5f8e7dbdcc36),segment_id=8b9c2f2d-755e-469f-94fd-5f8e7dbdcc36)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:21:57.445117 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:21:57.454125 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-e660619a-e021-4af2-bc46-069a4251b970 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:21:57.537850 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=40233847-ce33-4caf-ada5-1ed288154dae,revision_number=5']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:21:57.542620 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:21:57.569899 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2e19785f-c5b9-4949-ba4c-2e4b34c2c1ad req-070b1937-5fea-417b-8f79-c5fc6332644f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e1834ae7884041928786189281bd161e&device_id=db19c4ec-b587-4a09-b331-37652d0e9701 HTTP/1.1" status: 200 len: 1099 time: 0.0816407 Dec 20 09:21:57.840509 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e19785f-c5b9-4949-ba4c-2e4b34c2c1ad req-ed956bd6-667a-469d-a27c-d96497b338b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:21:57.841896 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2e19785f-c5b9-4949-ba4c-2e4b34c2c1ad req-ed956bd6-667a-469d-a27c-d96497b338b2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=68b1488b-0ad2-42ff-9e29-d49ec562d598 HTTP/1.1" status: 200 len: 918 time: 0.2524288 Dec 20 09:21:57.911593 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2e19785f-c5b9-4949-ba4c-2e4b34c2c1ad req-32abd672-145e-44fe-8462-80faf3f42b9a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0604d4ed-8061-40fd-b2a0-4d587d0bedf6 HTTP/1.1" status: 200 len: 217 time: 0.0630975 Dec 20 09:21:57.975657 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e19785f-c5b9-4949-ba4c-2e4b34c2c1ad req-43b06039-ed0d-4462-bb4f-bf6c0b297263 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:21:57.977064 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2e19785f-c5b9-4949-ba4c-2e4b34c2c1ad req-43b06039-ed0d-4462-bb4f-bf6c0b297263 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d40bd4ab-6ed9-4265-bd48-c4636f084dcb HTTP/1.1" status: 200 len: 856 time: 0.0584457 Dec 20 09:21:58.067412 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2e19785f-c5b9-4949-ba4c-2e4b34c2c1ad req-fd904025-9954-4a54-b6f3-d580ac6efd5a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=68b1488b-0ad2-42ff-9e29-d49ec562d598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0830796 Dec 20 09:21:58.200781 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2e19785f-c5b9-4949-ba4c-2e4b34c2c1ad req-dedd765c-6897-43c0-930c-d1c2ae38a4b5 service neutron] 10.222.0.58 "GET /v2.0/networks/68b1488b-0ad2-42ff-9e29-d49ec562d598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272078 Dec 20 09:21:58.339063 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2e19785f-c5b9-4949-ba4c-2e4b34c2c1ad req-06e66ae8-6ac1-4c25-84c3-457ebc88abc4 service neutron] 10.222.0.58 "GET /v2.0/networks/68b1488b-0ad2-42ff-9e29-d49ec562d598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307490 Dec 20 09:21:59.098998 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 40233847-ce33-4caf-ada5-1ed288154dae up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:21:59.167715 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 40233847-ce33-4caf-ada5-1ed288154dae triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:21:59.168091 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:02.800608 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adb0555-4f31-4a58-b758-9e4361f68d88 req-dce9c6d1-4688-4731-a419-f0f8c66d5612 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:22:02.802062 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-7adb0555-4f31-4a58-b758-9e4361f68d88 req-dce9c6d1-4688-4731-a419-f0f8c66d5612 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] 10.222.0.16 "GET /v2.0/ports?device_id=db19c4ec-b587-4a09-b331-37652d0e9701 HTTP/1.1" status: 200 len: 946 time: 0.0750120 Dec 20 09:22:02.847869 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-7adb0555-4f31-4a58-b758-9e4361f68d88 req-d536c64c-d92e-406c-a069-e4b89e5130e5 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aae2019-f673-4ed9-b60e-6ea8279ea7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395622 Dec 20 09:22:04.046889 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0429ddbb-b6d5-4acb-af8d-5fbac8a0547f req-0b8b925a-4767-4339-ab54-4ab9f751eb09 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:22:04.048314 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0429ddbb-b6d5-4acb-af8d-5fbac8a0547f req-0b8b925a-4767-4339-ab54-4ab9f751eb09 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] 10.222.0.16 "GET /v2.0/ports?device_id=db19c4ec-b587-4a09-b331-37652d0e9701 HTTP/1.1" status: 200 len: 946 time: 0.0757568 Dec 20 09:22:04.092175 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0429ddbb-b6d5-4acb-af8d-5fbac8a0547f req-c6a741b1-a303-476e-9e53-ba128f9d14f3 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aae2019-f673-4ed9-b60e-6ea8279ea7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384796 Dec 20 09:22:04.603486 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffed5ac1-fb00-45ad-952f-367ef4e3e09f req-299277ed-50c6-4468-adae-3f70583531ee tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:22:04.604906 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ffed5ac1-fb00-45ad-952f-367ef4e3e09f req-299277ed-50c6-4468-adae-3f70583531ee tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] 10.222.0.58 "GET /v2.0/ports?device_id=db19c4ec-b587-4a09-b331-37652d0e9701 HTTP/1.1" status: 200 len: 946 time: 0.0809560 Dec 20 09:22:04.670759 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-ffed5ac1-fb00-45ad-952f-367ef4e3e09f req-24fa5e1f-8c46-4af7-bd85-a22605d0bd69 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Deleting port 0604d4ed-8061-40fd-b2a0-4d587d0bedf6 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:22:04.671090 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-ffed5ac1-fb00-45ad-952f-367ef4e3e09f req-24fa5e1f-8c46-4af7-bd85-a22605d0bd69 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:04.909391 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-ffed5ac1-fb00-45ad-952f-367ef4e3e09f req-24fa5e1f-8c46-4af7-bd85-a22605d0bd69 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] For port 0604d4ed-8061-40fd-b2a0-4d587d0bedf6, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=0604d4ed-8061-40fd-b2a0-4d587d0bedf6,segment=NetworkSegment(645ee5c6-c0f6-47df-acfc-8ea1e75d5d47),segment_id=645ee5c6-c0f6-47df-acfc-8ea1e75d5d47)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:22:04.910595 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-ffed5ac1-fb00-45ad-952f-367ef4e3e09f req-24fa5e1f-8c46-4af7-bd85-a22605d0bd69 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:05.029312 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-ffed5ac1-fb00-45ad-952f-367ef4e3e09f req-24fa5e1f-8c46-4af7-bd85-a22605d0bd69 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Calling delete_port for 0604d4ed-8061-40fd-b2a0-4d587d0bedf6 owned by compute:nova {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:22:05.169725 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-ffed5ac1-fb00-45ad-952f-367ef4e3e09f req-24fa5e1f-8c46-4af7-bd85-a22605d0bd69 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:05.175380 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b1654715-7b4f-4c6b-b7fa-b49ce510cbe7 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:22:05.182615 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] get_ports_and_sgs() called for port_ids ['0604d4ed-8061-40fd-b2a0-4d587d0bedf6'] {{(pid=83446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 09:22:05.216943 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fa5e1f-8c46-4af7-bd85-a22605d0bd69 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Pushing event deleted for resources: {'Port': ['ID=0604d4ed-8061-40fd-b2a0-4d587d0bedf6,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:22:05.230958 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fa5e1f-8c46-4af7-bd85-a22605d0bd69 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:22:05.231346 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fa5e1f-8c46-4af7-bd85-a22605d0bd69 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:22:05.231731 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fa5e1f-8c46-4af7-bd85-a22605d0bd69 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:22:05.232109 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fa5e1f-8c46-4af7-bd85-a22605d0bd69 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:22:05.232479 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fa5e1f-8c46-4af7-bd85-a22605d0bd69 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:22:05.232851 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fa5e1f-8c46-4af7-bd85-a22605d0bd69 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:22:05.233222 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fa5e1f-8c46-4af7-bd85-a22605d0bd69 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:22:05.233614 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fa5e1f-8c46-4af7-bd85-a22605d0bd69 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:22:05.233976 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fa5e1f-8c46-4af7-bd85-a22605d0bd69 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:22:05.234349 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fa5e1f-8c46-4af7-bd85-a22605d0bd69 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:22:05.234713 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fa5e1f-8c46-4af7-bd85-a22605d0bd69 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:22:05.238577 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-24fa5e1f-8c46-4af7-bd85-a22605d0bd69 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:22:05.265974 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-0d8410c0-057c-4b49-8d1d-965cf75e9380 req-72872666-8f90-4d75-a029-5e92c7c2ae52 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] 10.222.0.16 "GET /v2.0/ports?device_id=db19c4ec-b587-4a09-b331-37652d0e9701 HTTP/1.1" status: 200 len: 210 time: 0.0461323 Dec 20 09:22:05.312700 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffed5ac1-fb00-45ad-952f-367ef4e3e09f req-24fa5e1f-8c46-4af7-bd85-a22605d0bd69 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] No DVR routers for this DVR port 0604d4ed-8061-40fd-b2a0-4d587d0bedf6 on host hv-neutron-8204 {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 09:22:05.315557 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-ffed5ac1-fb00-45ad-952f-367ef4e3e09f req-24fa5e1f-8c46-4af7-bd85-a22605d0bd69 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:05.318666 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db19c4ec-b587-4a09-b331-37652d0e9701', 'name': 'network-vif-deleted', 'tag': '0604d4ed-8061-40fd-b2a0-4d587d0bedf6'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:22:05.341693 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ffed5ac1-fb00-45ad-952f-367ef4e3e09f req-24fa5e1f-8c46-4af7-bd85-a22605d0bd69 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] 10.222.0.58 "DELETE /v2.0/ports/0604d4ed-8061-40fd-b2a0-4d587d0bedf6 HTTP/1.1" status: 204 len: 173 time: 0.7312746 Dec 20 09:22:05.381921 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db19c4ec-b587-4a09-b331-37652d0e9701', 'name': 'network-vif-deleted', 'tag': '0604d4ed-8061-40fd-b2a0-4d587d0bedf6', 'status': 'completed', 'code': 200} Dec 20 09:22:07.025528 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1880ec99-bfa5-44c5-b5c0-ae328598a1bf req-4619071f-126d-4693-8778-08eb13f456d4 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:22:07.026972 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1880ec99-bfa5-44c5-b5c0-ae328598a1bf req-4619071f-126d-4693-8778-08eb13f456d4 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] 10.222.0.16 "GET /v2.0/networks?id=68b1488b-0ad2-42ff-9e29-d49ec562d598 HTTP/1.1" status: 200 len: 817 time: 0.2492845 Dec 20 09:22:07.046637 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1880ec99-bfa5-44c5-b5c0-ae328598a1bf req-fe630750-cd1b-4aea-b9a0-9ddfea5a50d6 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] 10.222.0.16 "GET /v2.0/quotas/e1834ae7884041928786189281bd161e HTTP/1.1" status: 200 len: 375 time: 0.0132756 Dec 20 09:22:07.127347 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-1880ec99-bfa5-44c5-b5c0-ae328598a1bf req-744bdece-ca6d-492b-b532-479b070395ff tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Synchronizing usage tracker for tenant:e1834ae7884041928786189281bd161e on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:22:07.142588 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-1880ec99-bfa5-44c5-b5c0-ae328598a1bf req-744bdece-ca6d-492b-b532-479b070395ff tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Unset dirty status for tenant:e1834ae7884041928786189281bd161e on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:22:07.144138 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1880ec99-bfa5-44c5-b5c0-ae328598a1bf req-744bdece-ca6d-492b-b532-479b070395ff tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e1834ae7884041928786189281bd161e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0922277 Dec 20 09:22:07.279134 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1880ec99-bfa5-44c5-b5c0-ae328598a1bf req-85bbceb1-5b48-4655-b57e-e3dbb0456556 service neutron] 10.222.0.16 "GET /v2.0/networks/68b1488b-0ad2-42ff-9e29-d49ec562d598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231453 Dec 20 09:22:07.409110 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1880ec99-bfa5-44c5-b5c0-ae328598a1bf req-411f2342-8a50-4384-a59e-2e9874ed913d service neutron] 10.222.0.16 "GET /v2.0/networks/68b1488b-0ad2-42ff-9e29-d49ec562d598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244392 Dec 20 09:22:07.592964 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-adfb900a-0908-4b10-a324-8c6100667206 req-b3238b7f-5519-4cb7-971e-272f191021f5 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] 10.222.0.16 "GET /v2.0/ports?device_id=598f0583-b6dc-4566-ad21-cd1c3aee29fb HTTP/1.1" status: 200 len: 210 time: 0.0430326 Dec 20 09:22:08.387507 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 0604d4ed-8061-40fd-b2a0-4d587d0bedf6 no longer exists at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 09:22:08.420295 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] No Port match for: 0604d4ed-8061-40fd-b2a0-4d587d0bedf6 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 09:22:08.420644 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 0604d4ed-8061-40fd-b2a0-4d587d0bedf6 not bound to the agent host hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 09:22:08.809790 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6ac568a4-d034-452c-a971-31d29de90580 req-c927db17-d140-4e88-9379-e1d344957f8a tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] 10.222.0.16 "GET /v2.0/ports?device_id=598f0583-b6dc-4566-ad21-cd1c3aee29fb HTTP/1.1" status: 200 len: 210 time: 0.0530300 Dec 20 09:22:08.850853 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1880ec99-bfa5-44c5-b5c0-ae328598a1bf req-ac01423b-6f80-4b21-a51e-d06caa8899f0 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:22:08.852283 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1880ec99-bfa5-44c5-b5c0-ae328598a1bf req-ac01423b-6f80-4b21-a51e-d06caa8899f0 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] 10.222.0.58 "GET /v2.0/networks?id=68b1488b-0ad2-42ff-9e29-d49ec562d598 HTTP/1.1" status: 200 len: 817 time: 0.2109406 Dec 20 09:22:08.870298 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-1880ec99-bfa5-44c5-b5c0-ae328598a1bf req-d69836d4-9962-490c-a15e-42e5b7c6b744 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Request body: {'port': {'device_id': '598f0583-b6dc-4566-ad21-cd1c3aee29fb', 'network_id': '68b1488b-0ad2-42ff-9e29-d49ec562d598', 'admin_state_up': True, 'tenant_id': 'e1834ae7884041928786189281bd161e'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:22:09.002632 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-1880ec99-bfa5-44c5-b5c0-ae328598a1bf req-d69836d4-9962-490c-a15e-42e5b7c6b744 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:22:09.011944 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-1880ec99-bfa5-44c5-b5c0-ae328598a1bf req-d69836d4-9962-490c-a15e-42e5b7c6b744 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:22:09.021383 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1880ec99-bfa5-44c5-b5c0-ae328598a1bf req-d69836d4-9962-490c-a15e-42e5b7c6b744 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Made reservation on behalf of e1834ae7884041928786189281bd161e for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 09:22:09.024984 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-1880ec99-bfa5-44c5-b5c0-ae328598a1bf req-d69836d4-9962-490c-a15e-42e5b7c6b744 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:09.186331 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [req-1880ec99-bfa5-44c5-b5c0-ae328598a1bf req-d69836d4-9962-490c-a15e-42e5b7c6b744 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Allocated IP 172.20.0.13 (68b1488b-0ad2-42ff-9e29-d49ec562d598/d40bd4ab-6ed9-4265-bd48-c4636f084dcb/6f470d7f-a87d-4435-97c1-d590ae15aabf) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 09:22:09.379320 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-1880ec99-bfa5-44c5-b5c0-ae328598a1bf req-d69836d4-9962-490c-a15e-42e5b7c6b744 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:09.395787 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-1880ec99-bfa5-44c5-b5c0-ae328598a1bf req-d69836d4-9962-490c-a15e-42e5b7c6b744 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Transition to ACTIVE for port object 6f470d7f-a87d-4435-97c1-d590ae15aabf will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:22:09.421159 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-1880ec99-bfa5-44c5-b5c0-ae328598a1bf req-d69836d4-9962-490c-a15e-42e5b7c6b744 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:09.427107 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9d30a95d-7cf2-4c1f-90b1-45b1dfbb7a03 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:22:09.498646 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1880ec99-bfa5-44c5-b5c0-ae328598a1bf req-d69836d4-9962-490c-a15e-42e5b7c6b744 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Network 68b1488b-0ad2-42ff-9e29-d49ec562d598 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:22:09.502045 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [req-1880ec99-bfa5-44c5-b5c0-ae328598a1bf req-d69836d4-9962-490c-a15e-42e5b7c6b744 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:22:09.504320 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-1880ec99-bfa5-44c5-b5c0-ae328598a1bf req-d69836d4-9962-490c-a15e-42e5b7c6b744 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 09:22:09.535576 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69836d4-9962-490c-a15e-42e5b7c6b744 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Pushing event updated for resources: {'Port': ['ID=6f470d7f-a87d-4435-97c1-d590ae15aabf,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:22:09.542810 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d69836d4-9962-490c-a15e-42e5b7c6b744 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:22:09.573662 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1880ec99-bfa5-44c5-b5c0-ae328598a1bf req-d69836d4-9962-490c-a15e-42e5b7c6b744 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:22:09.574364 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-1880ec99-bfa5-44c5-b5c0-ae328598a1bf req-d69836d4-9962-490c-a15e-42e5b7c6b744 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:09.601205 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1880ec99-bfa5-44c5-b5c0-ae328598a1bf req-d69836d4-9962-490c-a15e-42e5b7c6b744 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7345972 Dec 20 09:22:09.612811 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-1880ec99-bfa5-44c5-b5c0-ae328598a1bf req-a8b9f7c3-d8a7-4415-8768-ec00d9b23324 service neutron] Request body: {'port': {'device_id': '598f0583-b6dc-4566-ad21-cd1c3aee29fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8204'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:22:09.732740 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-1880ec99-bfa5-44c5-b5c0-ae328598a1bf req-a8b9f7c3-d8a7-4415-8768-ec00d9b23324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:09.779603 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-81298100-efe4-4e74-bef6-7296654ed6bf None None] Provisioning for port 6f470d7f-a87d-4435-97c1-d590ae15aabf completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:22:09.784464 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-81298100-efe4-4e74-bef6-7296654ed6bf None None] Provisioning complete for port 6f470d7f-a87d-4435-97c1-d590ae15aabf triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:22:09.784843 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-81298100-efe4-4e74-bef6-7296654ed6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:09.839730 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-81298100-efe4-4e74-bef6-7296654ed6bf None None] Port 6f470d7f-a87d-4435-97c1-d590ae15aabf cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 09:22:10.014111 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926bf0fb-feb7-429b-8f9a-b456f53d6e7a req-15f8cd10-aac4-4d0c-9d64-e4e3e76b3fb8 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:22:10.015563 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-926bf0fb-feb7-429b-8f9a-b456f53d6e7a req-15f8cd10-aac4-4d0c-9d64-e4e3e76b3fb8 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] 10.222.0.16 "GET /v2.0/ports?device_id=598f0583-b6dc-4566-ad21-cd1c3aee29fb HTTP/1.1" status: 200 len: 932 time: 0.0785050 Dec 20 09:22:10.074454 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-926bf0fb-feb7-429b-8f9a-b456f53d6e7a req-f56f2820-62ad-42b2-aa38-99ad960499d1 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aae2019-f673-4ed9-b60e-6ea8279ea7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530827 Dec 20 09:22:10.195704 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [req-1880ec99-bfa5-44c5-b5c0-ae328598a1bf req-a8b9f7c3-d8a7-4415-8768-ec00d9b23324 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f470d7f-a87d-4435-97c1-d590ae15aabf {{(pid=83444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 09:22:10.203243 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-1880ec99-bfa5-44c5-b5c0-ae328598a1bf req-a8b9f7c3-d8a7-4415-8768-ec00d9b23324 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:10.219449 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-1880ec99-bfa5-44c5-b5c0-ae328598a1bf req-a8b9f7c3-d8a7-4415-8768-ec00d9b23324 service neutron] Transition to ACTIVE for port object 6f470d7f-a87d-4435-97c1-d590ae15aabf will not be triggered until provisioned by entity L2. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:22:10.222449 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-1880ec99-bfa5-44c5-b5c0-ae328598a1bf req-a8b9f7c3-d8a7-4415-8768-ec00d9b23324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:10.226554 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2116f865-64b3-4450-974b-46217b60d903 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:22:10.287201 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:10.345132 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b9f7c3-d8a7-4415-8768-ec00d9b23324 service neutron] Pushing event updated for resources: {'Port': ['ID=6f470d7f-a87d-4435-97c1-d590ae15aabf,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:22:10.349206 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a8b9f7c3-d8a7-4415-8768-ec00d9b23324 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:22:10.470928 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-1880ec99-bfa5-44c5-b5c0-ae328598a1bf req-a8b9f7c3-d8a7-4415-8768-ec00d9b23324 service neutron] Attempting to bind port 6f470d7f-a87d-4435-97c1-d590ae15aabf on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 09:22:10.471260 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-1880ec99-bfa5-44c5-b5c0-ae328598a1bf req-a8b9f7c3-d8a7-4415-8768-ec00d9b23324 service neutron] Attempting to bind port 6f470d7f-a87d-4435-97c1-d590ae15aabf by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': '645ee5c6-c0f6-47df-acfc-8ea1e75d5d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '68b1488b-0ad2-42ff-9e29-d49ec562d598'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 09:22:10.471587 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1880ec99-bfa5-44c5-b5c0-ae328598a1bf req-a8b9f7c3-d8a7-4415-8768-ec00d9b23324 service neutron] Attempting to bind port 6f470d7f-a87d-4435-97c1-d590ae15aabf on network 68b1488b-0ad2-42ff-9e29-d49ec562d598 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:22:10.478944 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1880ec99-bfa5-44c5-b5c0-ae328598a1bf req-a8b9f7c3-d8a7-4415-8768-ec00d9b23324 service neutron] Port 6f470d7f-a87d-4435-97c1-d590ae15aabf on network 68b1488b-0ad2-42ff-9e29-d49ec562d598 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 09:22:10.479266 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1880ec99-bfa5-44c5-b5c0-ae328598a1bf req-a8b9f7c3-d8a7-4415-8768-ec00d9b23324 service neutron] Attempting to bind port 6f470d7f-a87d-4435-97c1-d590ae15aabf on network 68b1488b-0ad2-42ff-9e29-d49ec562d598 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:22:10.485877 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1880ec99-bfa5-44c5-b5c0-ae328598a1bf req-a8b9f7c3-d8a7-4415-8768-ec00d9b23324 service neutron] Checking agent: {'id': 'bd419857-3bec-4b96-b211-3fb278c66880', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8204', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 40, 10), 'started_at': datetime.datetime(2021, 12, 20, 8, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 9, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 09:22:10.486196 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1880ec99-bfa5-44c5-b5c0-ae328598a1bf req-a8b9f7c3-d8a7-4415-8768-ec00d9b23324 service neutron] Checking segment: {'id': '645ee5c6-c0f6-47df-acfc-8ea1e75d5d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '68b1488b-0ad2-42ff-9e29-d49ec562d598'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:22:10.486577 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1880ec99-bfa5-44c5-b5c0-ae328598a1bf req-a8b9f7c3-d8a7-4415-8768-ec00d9b23324 service neutron] Bound using segment: {'id': '645ee5c6-c0f6-47df-acfc-8ea1e75d5d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '68b1488b-0ad2-42ff-9e29-d49ec562d598'} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 09:22:10.487081 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-1880ec99-bfa5-44c5-b5c0-ae328598a1bf req-a8b9f7c3-d8a7-4415-8768-ec00d9b23324 service neutron] Bound port: 6f470d7f-a87d-4435-97c1-d590ae15aabf, host: hv-neutron-8204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '645ee5c6-c0f6-47df-acfc-8ea1e75d5d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '68b1488b-0ad2-42ff-9e29-d49ec562d598'}}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 09:22:10.487427 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-1880ec99-bfa5-44c5-b5c0-ae328598a1bf req-a8b9f7c3-d8a7-4415-8768-ec00d9b23324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:10.582422 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-1880ec99-bfa5-44c5-b5c0-ae328598a1bf req-a8b9f7c3-d8a7-4415-8768-ec00d9b23324 service neutron] For port 6f470d7f-a87d-4435-97c1-d590ae15aabf, host hv-neutron-8204, cleared binding levels {{(pid=83444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 09:22:10.586073 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-1880ec99-bfa5-44c5-b5c0-ae328598a1bf req-a8b9f7c3-d8a7-4415-8768-ec00d9b23324 service neutron] For port 6f470d7f-a87d-4435-97c1-d590ae15aabf, host hv-neutron-8204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=6f470d7f-a87d-4435-97c1-d590ae15aabf,segment=NetworkSegment(645ee5c6-c0f6-47df-acfc-8ea1e75d5d47),segment_id=645ee5c6-c0f6-47df-acfc-8ea1e75d5d47)] {{(pid=83444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 09:22:10.590620 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-1880ec99-bfa5-44c5-b5c0-ae328598a1bf req-a8b9f7c3-d8a7-4415-8768-ec00d9b23324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:10.594795 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-498c2222-d34b-4167-b804-57fa7b6914be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:22:10.658801 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-1880ec99-bfa5-44c5-b5c0-ae328598a1bf req-a8b9f7c3-d8a7-4415-8768-ec00d9b23324 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:10.660202 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1880ec99-bfa5-44c5-b5c0-ae328598a1bf req-a8b9f7c3-d8a7-4415-8768-ec00d9b23324 service neutron] 10.222.0.58 "PUT /v2.0/ports/6f470d7f-a87d-4435-97c1-d590ae15aabf HTTP/1.1" status: 200 len: 1094 time: 1.0520387 Dec 20 09:22:10.660689 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '598f0583-b6dc-4566-ad21-cd1c3aee29fb', 'tag': '6f470d7f-a87d-4435-97c1-d590ae15aabf'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:22:10.676150 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b9f7c3-d8a7-4415-8768-ec00d9b23324 service neutron] Pushing event updated for resources: {'Port': ['ID=6f470d7f-a87d-4435-97c1-d590ae15aabf,revision_number=3']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:22:10.679559 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a8b9f7c3-d8a7-4415-8768-ec00d9b23324 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:22:10.745971 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '598f0583-b6dc-4566-ad21-cd1c3aee29fb', 'tag': '6f470d7f-a87d-4435-97c1-d590ae15aabf', 'status': 'completed', 'code': 200} Dec 20 09:22:10.797195 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1880ec99-bfa5-44c5-b5c0-ae328598a1bf req-f1378a40-a925-4ac2-9b31-db3573c32ef6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e1834ae7884041928786189281bd161e&device_id=598f0583-b6dc-4566-ad21-cd1c3aee29fb HTTP/1.1" status: 200 len: 1097 time: 0.0890484 Dec 20 09:22:10.874819 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1880ec99-bfa5-44c5-b5c0-ae328598a1bf req-fc2812ca-d474-488e-9849-3ce81f8bcf3c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f470d7f-a87d-4435-97c1-d590ae15aabf HTTP/1.1" status: 200 len: 217 time: 0.0710785 Dec 20 09:22:10.939329 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1880ec99-bfa5-44c5-b5c0-ae328598a1bf req-9ecd7638-0876-45b3-a8f8-7b6d088a6226 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:22:10.940688 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1880ec99-bfa5-44c5-b5c0-ae328598a1bf req-9ecd7638-0876-45b3-a8f8-7b6d088a6226 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d40bd4ab-6ed9-4265-bd48-c4636f084dcb HTTP/1.1" status: 200 len: 856 time: 0.0598767 Dec 20 09:22:11.022712 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1880ec99-bfa5-44c5-b5c0-ae328598a1bf req-5e1c62eb-3592-4eb0-b34e-7f3e487eb3c9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=68b1488b-0ad2-42ff-9e29-d49ec562d598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748281 Dec 20 09:22:11.172921 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1880ec99-bfa5-44c5-b5c0-ae328598a1bf req-ea03259b-0926-4bae-9051-05856d399017 service neutron] 10.222.0.58 "GET /v2.0/networks/68b1488b-0ad2-42ff-9e29-d49ec562d598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420710 Dec 20 09:22:11.296908 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444483e3-176d-48c7-aba8-53b864ea31a7 req-8cf88878-b961-4431-8860-c4268ddc4adf tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:22:11.298817 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-444483e3-176d-48c7-aba8-53b864ea31a7 req-8cf88878-b961-4431-8860-c4268ddc4adf tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] 10.222.0.16 "GET /v2.0/ports?device_id=598f0583-b6dc-4566-ad21-cd1c3aee29fb HTTP/1.1" status: 200 len: 944 time: 0.0890174 Dec 20 09:22:11.323052 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1880ec99-bfa5-44c5-b5c0-ae328598a1bf req-ec78324c-09d0-4c30-af80-3eedef82d328 service neutron] 10.222.0.58 "GET /v2.0/networks/68b1488b-0ad2-42ff-9e29-d49ec562d598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435554 Dec 20 09:22:11.349997 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-444483e3-176d-48c7-aba8-53b864ea31a7 req-c0328fd1-0c26-4e92-bcb3-ade606dc7c53 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aae2019-f673-4ed9-b60e-6ea8279ea7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453169 Dec 20 09:22:11.457678 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-cae4d84e-b312-4ee6-94ff-8c0342e887aa req-c1a14bc2-5c03-4177-b5f8-dabf8e55775c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e1834ae7884041928786189281bd161e&device_id=598f0583-b6dc-4566-ad21-cd1c3aee29fb HTTP/1.1" status: 200 len: 1097 time: 0.0781126 Dec 20 09:22:11.594642 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae4d84e-b312-4ee6-94ff-8c0342e887aa req-12f33052-4fa0-4f66-bf69-6dd8ad557c27 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:22:11.596092 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-cae4d84e-b312-4ee6-94ff-8c0342e887aa req-12f33052-4fa0-4f66-bf69-6dd8ad557c27 service neutron] 10.222.0.58 "GET /v2.0/networks?id=68b1488b-0ad2-42ff-9e29-d49ec562d598 HTTP/1.1" status: 200 len: 918 time: 0.1325409 Dec 20 09:22:11.671563 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-cae4d84e-b312-4ee6-94ff-8c0342e887aa req-0357cea7-3c3a-4625-aa2a-3135a2cb3bb2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f470d7f-a87d-4435-97c1-d590ae15aabf HTTP/1.1" status: 200 len: 217 time: 0.0695524 Dec 20 09:22:11.740822 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae4d84e-b312-4ee6-94ff-8c0342e887aa req-9b70d5c4-d1bb-4baa-9057-e42ad116720b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:22:11.742342 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-cae4d84e-b312-4ee6-94ff-8c0342e887aa req-9b70d5c4-d1bb-4baa-9057-e42ad116720b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d40bd4ab-6ed9-4265-bd48-c4636f084dcb HTTP/1.1" status: 200 len: 856 time: 0.0654051 Dec 20 09:22:11.825580 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-cae4d84e-b312-4ee6-94ff-8c0342e887aa req-abd7f4cb-a9e5-45cd-b85c-fbeb16a33e4b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=68b1488b-0ad2-42ff-9e29-d49ec562d598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768049 Dec 20 09:22:12.056263 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-cae4d84e-b312-4ee6-94ff-8c0342e887aa req-be9b1989-b7eb-4021-b63a-850187ee9b23 service neutron] 10.222.0.58 "GET /v2.0/networks/68b1488b-0ad2-42ff-9e29-d49ec562d598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228479 Dec 20 09:22:12.189951 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-cae4d84e-b312-4ee6-94ff-8c0342e887aa req-fe0c158a-a195-479b-9b0a-50886bc5b7e4 service neutron] 10.222.0.58 "GET /v2.0/networks/68b1488b-0ad2-42ff-9e29-d49ec562d598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265521 Dec 20 09:22:12.572939 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4089f5-c77c-4275-a7d3-d71956efa0cd req-5ee840f0-b30f-4186-afd6-3a738be98de4 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:22:12.573648 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-2c4089f5-c77c-4275-a7d3-d71956efa0cd req-5ee840f0-b30f-4186-afd6-3a738be98de4 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Synchronizing usage tracker for tenant:e1834ae7884041928786189281bd161e on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:22:12.599182 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-2c4089f5-c77c-4275-a7d3-d71956efa0cd req-5ee840f0-b30f-4186-afd6-3a738be98de4 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Unset dirty status for tenant:e1834ae7884041928786189281bd161e on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:22:12.600346 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2c4089f5-c77c-4275-a7d3-d71956efa0cd req-5ee840f0-b30f-4186-afd6-3a738be98de4 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] 10.222.0.16 "GET /v2.0/ports?device_id=598f0583-b6dc-4566-ad21-cd1c3aee29fb HTTP/1.1" status: 200 len: 944 time: 0.1207252 Dec 20 09:22:12.618827 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-8d2e674b-b0a5-4e7c-a9d1-52216fd977df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:12.661905 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2c4089f5-c77c-4275-a7d3-d71956efa0cd req-c5432d3c-ca79-41f5-aea5-c9f90e0f0b1b tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aae2019-f673-4ed9-b60e-6ea8279ea7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541008 Dec 20 09:22:13.871954 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa0723-baa3-443e-b012-2fd18a28c812 req-b964216e-4b24-40b3-a326-d6f208899ef9 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:22:13.873452 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-9caa0723-baa3-443e-b012-2fd18a28c812 req-b964216e-4b24-40b3-a326-d6f208899ef9 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] 10.222.0.16 "GET /v2.0/ports?device_id=598f0583-b6dc-4566-ad21-cd1c3aee29fb HTTP/1.1" status: 200 len: 944 time: 0.0826073 Dec 20 09:22:13.923881 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-9caa0723-baa3-443e-b012-2fd18a28c812 req-11203f7f-74a4-41d9-a573-b82f4db47e79 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aae2019-f673-4ed9-b60e-6ea8279ea7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448020 Dec 20 09:22:14.398413 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 6f470d7f-a87d-4435-97c1-d590ae15aabf details requested by agent hyperv_hv-neutron-8204 with host hv-neutron-8204 {{(pid=83446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 09:22:14.537538 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port 6f470d7f-a87d-4435-97c1-d590ae15aabf, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=6f470d7f-a87d-4435-97c1-d590ae15aabf,segment=NetworkSegment(645ee5c6-c0f6-47df-acfc-8ea1e75d5d47),segment_id=645ee5c6-c0f6-47df-acfc-8ea1e75d5d47)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:22:14.551584 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Returning: {'device': '6f470d7f-a87d-4435-97c1-d590ae15aabf', 'network_id': '68b1488b-0ad2-42ff-9e29-d49ec562d598', 'port_id': '6f470d7f-a87d-4435-97c1-d590ae15aabf', 'mac_address': 'fa:16:3e:99:7f:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd40bd4ab-6ed9-4265-bd48-c4636f084dcb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 09:22:14.608670 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:14.628651 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f470d7f-a87d-4435-97c1-d590ae15aabf {{(pid=83446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 09:22:14.644005 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port 6f470d7f-a87d-4435-97c1-d590ae15aabf, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=6f470d7f-a87d-4435-97c1-d590ae15aabf,segment=NetworkSegment(645ee5c6-c0f6-47df-acfc-8ea1e75d5d47),segment_id=645ee5c6-c0f6-47df-acfc-8ea1e75d5d47)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:22:14.647887 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:14.651034 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:22:14.734444 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=6f470d7f-a87d-4435-97c1-d590ae15aabf,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:22:14.737528 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:22:14.915415 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-83a3ba01-cba0-4adf-8974-4128dc997214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:14.934012 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] get_ports_and_sgs() called for port_ids ['6f470d7f-a87d-4435-97c1-d590ae15aabf'] {{(pid=83446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 09:22:15.140646 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a92be9d-3ac8-4440-a0f2-fc95a8aa6bca req-05410f43-4826-4673-9c07-5d59a50e2939 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:22:15.142117 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7a92be9d-3ac8-4440-a0f2-fc95a8aa6bca req-05410f43-4826-4673-9c07-5d59a50e2939 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] 10.222.0.16 "GET /v2.0/ports?device_id=598f0583-b6dc-4566-ad21-cd1c3aee29fb HTTP/1.1" status: 200 len: 945 time: 0.0888557 Dec 20 09:22:15.189616 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7a92be9d-3ac8-4440-a0f2-fc95a8aa6bca req-e940d3d7-16c3-4e8c-8ff8-365e67b6d284 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aae2019-f673-4ed9-b60e-6ea8279ea7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407665 Dec 20 09:22:16.069684 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:16.132074 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:16.400932 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f3d82e-a031-4dde-871b-96f6585881e8 req-406ca1c2-bcf1-426d-919d-e0936dd9858f tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:22:16.402390 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-d0f3d82e-a031-4dde-871b-96f6585881e8 req-406ca1c2-bcf1-426d-919d-e0936dd9858f tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] 10.222.0.16 "GET /v2.0/ports?device_id=598f0583-b6dc-4566-ad21-cd1c3aee29fb HTTP/1.1" status: 200 len: 945 time: 0.0825849 Dec 20 09:22:16.403825 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 6f470d7f-a87d-4435-97c1-d590ae15aabf up at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:22:16.450006 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-d0f3d82e-a031-4dde-871b-96f6585881e8 req-b68304cf-215c-41ed-9f77-f63034ce8967 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aae2019-f673-4ed9-b60e-6ea8279ea7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421116 Dec 20 09:22:16.475991 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning for port 6f470d7f-a87d-4435-97c1-d590ae15aabf completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:22:16.481399 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning complete for port 6f470d7f-a87d-4435-97c1-d590ae15aabf triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:22:16.481838 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:16.600559 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:16.628640 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '598f0583-b6dc-4566-ad21-cd1c3aee29fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f470d7f-a87d-4435-97c1-d590ae15aabf'}] {{(pid=83446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:22:16.639597 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port 6f470d7f-a87d-4435-97c1-d590ae15aabf, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=6f470d7f-a87d-4435-97c1-d590ae15aabf,segment=NetworkSegment(645ee5c6-c0f6-47df-acfc-8ea1e75d5d47),segment_id=645ee5c6-c0f6-47df-acfc-8ea1e75d5d47)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:22:16.644478 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:16.646298 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:22:16.687425 dv-neutron-820491-1-hyperv neutron-server[83446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '598f0583-b6dc-4566-ad21-cd1c3aee29fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f470d7f-a87d-4435-97c1-d590ae15aabf', 'code': 200} Dec 20 09:22:16.720065 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=6f470d7f-a87d-4435-97c1-d590ae15aabf,revision_number=5']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:22:16.723103 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:22:16.936362 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1b75f40e-65b7-4ff4-b6e5-2022cf50ba05 req-a506db30-f6f3-494a-94cb-958c12834105 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=598f0583-b6dc-4566-ad21-cd1c3aee29fb HTTP/1.1" status: 200 len: 1099 time: 0.0894251 Dec 20 09:22:16.983180 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1b75f40e-65b7-4ff4-b6e5-2022cf50ba05 req-2482b4f0-0537-462c-b4f3-4952fd0f600f service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=2aae2019-f673-4ed9-b60e-6ea8279ea7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394278 Dec 20 09:22:17.531821 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:17.650224 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d52702e-5731-4fb1-b205-c6a788b85571 req-7020699b-0431-4ca8-ad6e-1380d22313a4 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:22:17.651667 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-2d52702e-5731-4fb1-b205-c6a788b85571 req-7020699b-0431-4ca8-ad6e-1380d22313a4 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] 10.222.0.16 "GET /v2.0/ports?device_id=598f0583-b6dc-4566-ad21-cd1c3aee29fb HTTP/1.1" status: 200 len: 946 time: 0.0808625 Dec 20 09:22:17.696086 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-2d52702e-5731-4fb1-b205-c6a788b85571 req-ae7d811b-57fd-4a9c-ab7a-47fec38b83df tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aae2019-f673-4ed9-b60e-6ea8279ea7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384560 Dec 20 09:22:18.896189 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ad0615-7693-4914-8f41-bdf13a9a3341 req-da660686-cb5b-4b5e-a10f-464db2f05378 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:22:18.897572 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-10ad0615-7693-4914-8f41-bdf13a9a3341 req-da660686-cb5b-4b5e-a10f-464db2f05378 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] 10.222.0.16 "GET /v2.0/ports?device_id=598f0583-b6dc-4566-ad21-cd1c3aee29fb HTTP/1.1" status: 200 len: 946 time: 0.0757463 Dec 20 09:22:18.941587 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-10ad0615-7693-4914-8f41-bdf13a9a3341 req-a968895c-9ed7-4a92-97ce-e6cf37749a2d tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aae2019-f673-4ed9-b60e-6ea8279ea7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382519 Dec 20 09:22:19.135827 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:22:19.137442 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a2f22b-1bfc-47d3-9891-8947b13e6a8a req-803caafa-f79a-4b30-b3b0-4b3b7a224241 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:22:19.138888 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-47a2f22b-1bfc-47d3-9891-8947b13e6a8a req-803caafa-f79a-4b30-b3b0-4b3b7a224241 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] 10.222.0.16 "GET /v2.0/ports?device_id=598f0583-b6dc-4566-ad21-cd1c3aee29fb HTTP/1.1" status: 200 len: 946 time: 0.0774846 Dec 20 09:22:19.184620 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-47a2f22b-1bfc-47d3-9891-8947b13e6a8a req-14508813-5973-4e0b-a411-e109e25727e2 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aae2019-f673-4ed9-b60e-6ea8279ea7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401170 Dec 20 09:22:34.932459 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f1178f-d33b-4eb8-8634-5ae880b708ab req-dc461d8c-b8ba-4033-ac76-578d40cf750f tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:22:34.934059 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-b9f1178f-d33b-4eb8-8634-5ae880b708ab req-dc461d8c-b8ba-4033-ac76-578d40cf750f tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] 10.222.0.16 "GET /v2.0/ports?device_id=598f0583-b6dc-4566-ad21-cd1c3aee29fb HTTP/1.1" status: 200 len: 946 time: 0.0818386 Dec 20 09:22:34.992716 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-b9f1178f-d33b-4eb8-8634-5ae880b708ab req-e9afedf6-9799-4091-aef2-f15f9c353ee1 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aae2019-f673-4ed9-b60e-6ea8279ea7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531323 Dec 20 09:22:36.224757 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b41603-50b3-4b91-a061-7a288b8eb980 req-76072a57-a8b5-42dd-9a08-ed83b69e82c8 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:22:36.226232 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e9b41603-50b3-4b91-a061-7a288b8eb980 req-76072a57-a8b5-42dd-9a08-ed83b69e82c8 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] 10.222.0.16 "GET /v2.0/ports?device_id=598f0583-b6dc-4566-ad21-cd1c3aee29fb HTTP/1.1" status: 200 len: 946 time: 0.0911531 Dec 20 09:22:36.274140 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e9b41603-50b3-4b91-a061-7a288b8eb980 req-211f40d9-22ee-4e4b-ba27-3b7c5605781f tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aae2019-f673-4ed9-b60e-6ea8279ea7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405164 Dec 20 09:22:36.543564 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baebe20-7504-4612-bce7-da3064d05c41 req-ccc0c2da-26bd-4071-88ed-561afcfb9ed3 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:22:36.545120 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0baebe20-7504-4612-bce7-da3064d05c41 req-ccc0c2da-26bd-4071-88ed-561afcfb9ed3 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] 10.222.0.58 "GET /v2.0/ports?device_id=598f0583-b6dc-4566-ad21-cd1c3aee29fb HTTP/1.1" status: 200 len: 946 time: 0.0919430 Dec 20 09:22:36.621426 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-0baebe20-7504-4612-bce7-da3064d05c41 req-60b8e3bc-753f-4b02-a598-5923e0ebf539 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Deleting port 6f470d7f-a87d-4435-97c1-d590ae15aabf {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:22:36.621764 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-0baebe20-7504-4612-bce7-da3064d05c41 req-60b8e3bc-753f-4b02-a598-5923e0ebf539 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:36.866039 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-0baebe20-7504-4612-bce7-da3064d05c41 req-60b8e3bc-753f-4b02-a598-5923e0ebf539 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] For port 6f470d7f-a87d-4435-97c1-d590ae15aabf, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=6f470d7f-a87d-4435-97c1-d590ae15aabf,segment=NetworkSegment(645ee5c6-c0f6-47df-acfc-8ea1e75d5d47),segment_id=645ee5c6-c0f6-47df-acfc-8ea1e75d5d47)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:22:36.866304 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-0baebe20-7504-4612-bce7-da3064d05c41 req-60b8e3bc-753f-4b02-a598-5923e0ebf539 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:36.994909 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-0baebe20-7504-4612-bce7-da3064d05c41 req-60b8e3bc-753f-4b02-a598-5923e0ebf539 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Calling delete_port for 6f470d7f-a87d-4435-97c1-d590ae15aabf owned by compute:nova {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:22:37.136601 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-0baebe20-7504-4612-bce7-da3064d05c41 req-60b8e3bc-753f-4b02-a598-5923e0ebf539 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:37.142310 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d69836d4-9962-490c-a15e-42e5b7c6b744 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:22:37.148321 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] get_ports_and_sgs() called for port_ids ['6f470d7f-a87d-4435-97c1-d590ae15aabf'] {{(pid=83446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 09:22:37.192666 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b8e3bc-753f-4b02-a598-5923e0ebf539 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Pushing event deleted for resources: {'Port': ['ID=6f470d7f-a87d-4435-97c1-d590ae15aabf,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:22:37.197183 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-60b8e3bc-753f-4b02-a598-5923e0ebf539 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:22:37.281351 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-0baebe20-7504-4612-bce7-da3064d05c41 req-60b8e3bc-753f-4b02-a598-5923e0ebf539 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] No DVR routers for this DVR port 6f470d7f-a87d-4435-97c1-d590ae15aabf on host hv-neutron-8204 {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 09:22:37.283576 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-0baebe20-7504-4612-bce7-da3064d05c41 req-60b8e3bc-753f-4b02-a598-5923e0ebf539 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:37.286401 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '598f0583-b6dc-4566-ad21-cd1c3aee29fb', 'name': 'network-vif-deleted', 'tag': '6f470d7f-a87d-4435-97c1-d590ae15aabf'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:22:37.305039 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0baebe20-7504-4612-bce7-da3064d05c41 req-60b8e3bc-753f-4b02-a598-5923e0ebf539 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] 10.222.0.58 "DELETE /v2.0/ports/6f470d7f-a87d-4435-97c1-d590ae15aabf HTTP/1.1" status: 204 len: 173 time: 0.7538998 Dec 20 09:22:37.368629 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '598f0583-b6dc-4566-ad21-cd1c3aee29fb', 'name': 'network-vif-deleted', 'tag': '6f470d7f-a87d-4435-97c1-d590ae15aabf', 'status': 'completed', 'code': 200} Dec 20 09:22:37.462491 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-0150217c-a16a-4aa9-bff2-ea4c7d858744 req-0f254edb-5b50-4ce9-86c2-0d5d51531a42 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Synchronizing usage tracker for tenant:e1834ae7884041928786189281bd161e on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:22:37.478978 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-0150217c-a16a-4aa9-bff2-ea4c7d858744 req-0f254edb-5b50-4ce9-86c2-0d5d51531a42 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Unset dirty status for tenant:e1834ae7884041928786189281bd161e on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:22:37.480503 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0150217c-a16a-4aa9-bff2-ea4c7d858744 req-0f254edb-5b50-4ce9-86c2-0d5d51531a42 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] 10.222.0.16 "GET /v2.0/ports?device_id=598f0583-b6dc-4566-ad21-cd1c3aee29fb HTTP/1.1" status: 200 len: 210 time: 0.0673194 Dec 20 09:22:38.627235 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 50818) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:22:39.106832 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9af9e6b0-981e-4a6d-b238-13888db80a60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349062'] for router_interface, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:39.696849 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-9af9e6b0-981e-4a6d-b238-13888db80a60 admin admin] Deleting port 7a4879fc-7bd2-4f9d-aec6-10dc145529ac {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:22:39.697574 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9af9e6b0-981e-4a6d-b238-13888db80a60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:39.865287 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-9af9e6b0-981e-4a6d-b238-13888db80a60 admin admin] For port 7a4879fc-7bd2-4f9d-aec6-10dc145529ac, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=7a4879fc-7bd2-4f9d-aec6-10dc145529ac,segment=NetworkSegment(645ee5c6-c0f6-47df-acfc-8ea1e75d5d47),segment_id=645ee5c6-c0f6-47df-acfc-8ea1e75d5d47)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:22:39.865558 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9af9e6b0-981e-4a6d-b238-13888db80a60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:39.983990 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-9af9e6b0-981e-4a6d-b238-13888db80a60 admin admin] Calling delete_port for 7a4879fc-7bd2-4f9d-aec6-10dc145529ac owned by network:router_interface {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:22:40.155828 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9af9e6b0-981e-4a6d-b238-13888db80a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:40.159351 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-5bde7eb5-696c-4034-bf80-f8bbe01c323a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:22:40.200593 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af9e6b0-981e-4a6d-b238-13888db80a60 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a4879fc-7bd2-4f9d-aec6-10dc145529ac,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:22:40.238878 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af9e6b0-981e-4a6d-b238-13888db80a60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:22:40.239255 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af9e6b0-981e-4a6d-b238-13888db80a60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:22:40.239629 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af9e6b0-981e-4a6d-b238-13888db80a60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:22:40.239992 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af9e6b0-981e-4a6d-b238-13888db80a60 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:22:40.240350 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af9e6b0-981e-4a6d-b238-13888db80a60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:22:40.240704 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af9e6b0-981e-4a6d-b238-13888db80a60 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:22:40.241059 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af9e6b0-981e-4a6d-b238-13888db80a60 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:22:40.241678 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af9e6b0-981e-4a6d-b238-13888db80a60 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:22:40.242231 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af9e6b0-981e-4a6d-b238-13888db80a60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:22:40.242231 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af9e6b0-981e-4a6d-b238-13888db80a60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:22:40.242447 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af9e6b0-981e-4a6d-b238-13888db80a60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:22:40.251178 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-9af9e6b0-981e-4a6d-b238-13888db80a60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:22:40.285286 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:40.474289 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 6f470d7f-a87d-4435-97c1-d590ae15aabf no longer exists at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 09:22:40.502665 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9af9e6b0-981e-4a6d-b238-13888db80a60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32897953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348760'] for router_interface, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:40.515321 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] No Port match for: 6f470d7f-a87d-4435-97c1-d590ae15aabf {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 09:22:40.515844 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 6f470d7f-a87d-4435-97c1-d590ae15aabf not bound to the agent host hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 09:22:41.188729 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9af9e6b0-981e-4a6d-b238-13888db80a60 admin admin] Router 3de45f7c-f8f5-4994-8c9e-34647dd46fb1 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 09:22:41.386853 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af9e6b0-981e-4a6d-b238-13888db80a60 admin admin] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 09:22:41.395688 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bc33a5-4ed5-4c7b-9652-6b8fd1e30020 None None] Sync routers for ids ['3de45f7c-f8f5-4994-8c9e-34647dd46fb1'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 09:22:41.405060 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-9af9e6b0-981e-4a6d-b238-13888db80a60 admin admin] 10.222.0.16 "PUT /v2.0/routers/3de45f7c-f8f5-4994-8c9e-34647dd46fb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7765210 Dec 20 09:22:41.407741 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 50822) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:22:41.408371 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bc33a5-4ed5-4c7b-9652-6b8fd1e30020 None None] Routers {'3de45f7c-f8f5-4994-8c9e-34647dd46fb1'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:22:41.408977 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-95bc33a5-4ed5-4c7b-9652-6b8fd1e30020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:22:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['3de45f7c-f8f5-4994-8c9e-34647dd46fb1'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:22:41.588341 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-95bc33a5-4ed5-4c7b-9652-6b8fd1e30020 None None] Set router 3de45f7c-f8f5-4994-8c9e-34647dd46fb1 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:22:41.613767 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7962ac2b-843c-4cc3-8c20-cf324ae358e2 admin admin] Notify callbacks [] for router, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:41.806334 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7962ac2b-843c-4cc3-8c20-cf324ae358e2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:41.815462 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-7962ac2b-843c-4cc3-8c20-cf324ae358e2 admin admin] Deleting port 723f2460-0333-4ad0-b1a3-8214429203d4 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:22:41.816077 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7962ac2b-843c-4cc3-8c20-cf324ae358e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:41.867825 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-95bc33a5-4ed5-4c7b-9652-6b8fd1e30020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de45f7c-f8f5-4994-8c9e-34647dd46fb1', 'name': 'tempest-TestEncryptedCinderVolumes-1334119792-router', 'tenant_id': 'e1834ae7884041928786189281bd161e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.230'}], 'enable_snat': True}, 'gw_port_id': '723f2460-0333-4ad0-b1a3-8214429203d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:21:21Z', 'updated_at': '2021-12-20T09:22:40Z', 'revision_number': 5, 'project_id': 'e1834ae7884041928786189281bd161e', 'gw_port': {'id': '723f2460-0333-4ad0-b1a3-8214429203d4', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:44:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de45f7c-f8f5-4994-8c9e-34647dd46fb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:21:22Z', 'updated_at': '2021-12-20T09:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:22:41.871673 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bc33a5-4ed5-4c7b-9652-6b8fd1e30020 None None] Checking router: 3de45f7c-f8f5-4994-8c9e-34647dd46fb1 for host: dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 09:22:41.882037 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bc33a5-4ed5-4c7b-9652-6b8fd1e30020 None None] Routers {'3de45f7c-f8f5-4994-8c9e-34647dd46fb1'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:22:41.882640 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-95bc33a5-4ed5-4c7b-9652-6b8fd1e30020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:22:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['3de45f7c-f8f5-4994-8c9e-34647dd46fb1'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:22:41.990915 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-7962ac2b-843c-4cc3-8c20-cf324ae358e2 admin admin] For port 723f2460-0333-4ad0-b1a3-8214429203d4, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=723f2460-0333-4ad0-b1a3-8214429203d4,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:22:41.991259 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7962ac2b-843c-4cc3-8c20-cf324ae358e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:42.042789 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-95bc33a5-4ed5-4c7b-9652-6b8fd1e30020 None None] Set router 3de45f7c-f8f5-4994-8c9e-34647dd46fb1 gateway port host: None {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:22:42.191089 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-95bc33a5-4ed5-4c7b-9652-6b8fd1e30020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de45f7c-f8f5-4994-8c9e-34647dd46fb1', 'name': 'tempest-TestEncryptedCinderVolumes-1334119792-router', 'tenant_id': 'e1834ae7884041928786189281bd161e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:21:21Z', 'updated_at': '2021-12-20T09:22:41Z', 'revision_number': 6, 'project_id': 'e1834ae7884041928786189281bd161e', 'gw_port_host': None}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:22:42.194947 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bc33a5-4ed5-4c7b-9652-6b8fd1e30020 None None] The sync data for ids ['3de45f7c-f8f5-4994-8c9e-34647dd46fb1'] in dv-neutron-820491-1-hyperv is: [{'id': '3de45f7c-f8f5-4994-8c9e-34647dd46fb1', 'name': 'tempest-TestEncryptedCinderVolumes-1334119792-router', 'tenant_id': 'e1834ae7884041928786189281bd161e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:21:21Z', 'updated_at': '2021-12-20T09:22:41Z', 'revision_number': 6, 'project_id': 'e1834ae7884041928786189281bd161e', 'gw_port_host': None}] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 09:22:42.234428 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-7962ac2b-843c-4cc3-8c20-cf324ae358e2 admin admin] Calling delete_port for 723f2460-0333-4ad0-b1a3-8214429203d4 owned by network:router_gateway {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:22:42.403000 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7962ac2b-843c-4cc3-8c20-cf324ae358e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:42.406538 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-6602a2f5-31f2-43bf-8568-3efac7ff43f5 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:22:42.446775 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7962ac2b-843c-4cc3-8c20-cf324ae358e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=723f2460-0333-4ad0-b1a3-8214429203d4,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:22:42.451769 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-7962ac2b-843c-4cc3-8c20-cf324ae358e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:22:42.621575 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-77639589-51dd-4fc0-9338-49d662d6ac1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:42.677856 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7962ac2b-843c-4cc3-8c20-cf324ae358e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346107'] for router_gateway, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:42.931015 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7962ac2b-843c-4cc3-8c20-cf324ae358e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24735'] for router, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:42.935869 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7962ac2b-843c-4cc3-8c20-cf324ae358e2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:42.962614 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7962ac2b-843c-4cc3-8c20-cf324ae358e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-390871'] for router, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:42.963212 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7962ac2b-843c-4cc3-8c20-cf324ae358e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3de45f7c-f8f5-4994-8c9e-34647dd46fb1 {{(pid=83445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 09:22:42.975734 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7962ac2b-843c-4cc3-8c20-cf324ae358e2 admin admin] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:42.976842 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-7962ac2b-843c-4cc3-8c20-cf324ae358e2 admin admin] 10.222.0.16 "DELETE /v2.0/routers/3de45f7c-f8f5-4994-8c9e-34647dd46fb1 HTTP/1.1" status: 204 len: 168 time: 1.5681641 Dec 20 09:22:42.979410 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 50826) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:22:43.042733 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_v2 [None req-654201fb-374e-4af5-b812-1c11b3e0243a admin admin] Deleting subnet d40bd4ab-6ed9-4265-bd48-c4636f084dcb {{(pid=83445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 09:22:43.045965 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-654201fb-374e-4af5-b812-1c11b3e0243a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:43.097711 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-654201fb-374e-4af5-b812-1c11b3e0243a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1518554'] for subnet, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:43.113323 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 723f2460-0333-4ad0-b1a3-8214429203d4 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 09:22:43.151486 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 723f2460-0333-4ad0-b1a3-8214429203d4 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 09:22:43.151843 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 723f2460-0333-4ad0-b1a3-8214429203d4 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 09:22:43.152273 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 7a4879fc-7bd2-4f9d-aec6-10dc145529ac no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 09:22:43.184546 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-654201fb-374e-4af5-b812-1c11b3e0243a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:43.223516 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 7a4879fc-7bd2-4f9d-aec6-10dc145529ac {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 09:22:43.223869 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 7a4879fc-7bd2-4f9d-aec6-10dc145529ac not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 09:22:43.267234 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-654201fb-374e-4af5-b812-1c11b3e0243a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2036620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2095133'] for subnet, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:43.270866 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b6ab6ac0-42a2-4d74-99ce-e57bd7369cbc tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:22:43.305310 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654201fb-374e-4af5-b812-1c11b3e0243a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d40bd4ab-6ed9-4265-bd48-c4636f084dcb,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:22:43.308332 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-654201fb-374e-4af5-b812-1c11b3e0243a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:22:43.310744 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-654201fb-374e-4af5-b812-1c11b3e0243a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:43.315679 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4cee1dc-c5bd-4cc1-abd5-faeed02e5317 None None] Network 68b1488b-0ad2-42ff-9e29-d49ec562d598 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 09:22:43.318654 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-654201fb-374e-4af5-b812-1c11b3e0243a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d40bd4ab-6ed9-4265-bd48-c4636f084dcb HTTP/1.1" status: 204 len: 168 time: 0.3360631 Dec 20 09:22:43.318848 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 50830) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:22:43.422121 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6c9bf6f4-c6b0-4ad7-ba6d-79ee449f1895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:43.432617 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-6c9bf6f4-c6b0-4ad7-ba6d-79ee449f1895 admin admin] Deleting port 94c912f1-fa55-4323-bea8-b5e031d19764 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:22:43.432878 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6c9bf6f4-c6b0-4ad7-ba6d-79ee449f1895 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:43.563556 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7b14ca-273f-45aa-b9fb-f6e0d9d62557 None None] DHCP port deletion for 68b1488b-0ad2-42ff-9e29-d49ec562d598 request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 09:22:43.568134 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-be7b14ca-273f-45aa-b9fb-f6e0d9d62557 None None] Deleting port 94c912f1-fa55-4323-bea8-b5e031d19764 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:22:43.568652 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-be7b14ca-273f-45aa-b9fb-f6e0d9d62557 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:43.741906 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-6c9bf6f4-c6b0-4ad7-ba6d-79ee449f1895 admin admin] For port 94c912f1-fa55-4323-bea8-b5e031d19764, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=94c912f1-fa55-4323-bea8-b5e031d19764,segment=NetworkSegment(645ee5c6-c0f6-47df-acfc-8ea1e75d5d47),segment_id=645ee5c6-c0f6-47df-acfc-8ea1e75d5d47)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:22:43.742260 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6c9bf6f4-c6b0-4ad7-ba6d-79ee449f1895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:43.769097 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-be7b14ca-273f-45aa-b9fb-f6e0d9d62557 None None] For port 94c912f1-fa55-4323-bea8-b5e031d19764, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=94c912f1-fa55-4323-bea8-b5e031d19764,segment=NetworkSegment(645ee5c6-c0f6-47df-acfc-8ea1e75d5d47),segment_id=645ee5c6-c0f6-47df-acfc-8ea1e75d5d47)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:22:43.769700 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-be7b14ca-273f-45aa-b9fb-f6e0d9d62557 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:43.862792 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-6c9bf6f4-c6b0-4ad7-ba6d-79ee449f1895 admin admin] Calling delete_port for 94c912f1-fa55-4323-bea8-b5e031d19764 owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:22:43.889696 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-be7b14ca-273f-45aa-b9fb-f6e0d9d62557 None None] Calling delete_port for 94c912f1-fa55-4323-bea8-b5e031d19764 owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:22:43.938687 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6c9bf6f4-c6b0-4ad7-ba6d-79ee449f1895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:43.943030 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-532e460a-a56e-4c68-ae2b-666a58977c41 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:22:43.962291 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.db.api [None req-be7b14ca-273f-45aa-b9fb-f6e0d9d62557 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 09:22:43.962648 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_db.api [None req-be7b14ca-273f-45aa-b9fb-f6e0d9d62557 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 09:22:43.982251 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9bf6f4-c6b0-4ad7-ba6d-79ee449f1895 admin admin] Pushing event deleted for resources: {'Port': ['ID=94c912f1-fa55-4323-bea8-b5e031d19764,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:22:43.985633 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-6c9bf6f4-c6b0-4ad7-ba6d-79ee449f1895 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:22:43.988542 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9bf6f4-c6b0-4ad7-ba6d-79ee449f1895 admin admin] No DVR routers for this DVR port 94c912f1-fa55-4323-bea8-b5e031d19764 on host dv-neutron-820491-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 09:22:44.100617 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6c9bf6f4-c6b0-4ad7-ba6d-79ee449f1895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:44.125695 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-6c9bf6f4-c6b0-4ad7-ba6d-79ee449f1895 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68b1488b-0ad2-42ff-9e29-d49ec562d598']}} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:22:44.143292 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-6c9bf6f4-c6b0-4ad7-ba6d-79ee449f1895 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '645ee5c6-c0f6-47df-acfc-8ea1e75d5d47') {'for_net_delete': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:22:44.143733 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-6c9bf6f4-c6b0-4ad7-ba6d-79ee449f1895 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '645ee5c6-c0f6-47df-acfc-8ea1e75d5d47') {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:22:44.155316 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6c9bf6f4-c6b0-4ad7-ba6d-79ee449f1895 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1518531'] for segment, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:44.171136 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6c9bf6f4-c6b0-4ad7-ba6d-79ee449f1895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:44.177281 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c9bf6f4-c6b0-4ad7-ba6d-79ee449f1895 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=83445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 09:22:44.177580 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6c9bf6f4-c6b0-4ad7-ba6d-79ee449f1895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2036002'] for segment, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:44.191176 dv-neutron-820491-1-hyperv neutron-server[83445]: Traceback (most recent call last): Dec 20 09:22:44.191176 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 09:22:44.191176 dv-neutron-820491-1-hyperv neutron-server[83445]: timer() Dec 20 09:22:44.191176 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 09:22:44.191176 dv-neutron-820491-1-hyperv neutron-server[83445]: cb(*args, **kw) Dec 20 09:22:44.191176 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 09:22:44.191176 dv-neutron-820491-1-hyperv neutron-server[83445]: return func(*args, **kwargs) Dec 20 09:22:44.191176 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 09:22:44.191176 dv-neutron-820491-1-hyperv neutron-server[83445]: self._notify() Dec 20 09:22:44.191176 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 09:22:44.191176 dv-neutron-820491-1-hyperv neutron-server[83445]: self.callback(batched_events) Dec 20 09:22:44.191176 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 09:22:44.191176 dv-neutron-820491-1-hyperv neutron-server[83445]: event.method(event) Dec 20 09:22:44.191176 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 09:22:44.191176 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 09:22:44.191176 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 09:22:44.191176 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 09:22:44.191176 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 09:22:44.191176 dv-neutron-820491-1-hyperv neutron-server[83445]: return f(self, *a, **k) Dec 20 09:22:44.191176 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 09:22:44.191176 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._get(url).json() Dec 20 09:22:44.191176 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 09:22:44.191176 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 09:22:44.191176 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 09:22:44.191176 dv-neutron-820491-1-hyperv neutron-server[83445]: return self.request(url, 'GET', **kwargs) Dec 20 09:22:44.191176 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 09:22:44.191176 dv-neutron-820491-1-hyperv neutron-server[83445]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 09:22:44.191176 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 09:22:44.191176 dv-neutron-820491-1-hyperv neutron-server[83445]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 09:22:44.191176 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 09:22:44.191176 dv-neutron-820491-1-hyperv neutron-server[83445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 09:22:44.191176 dv-neutron-820491-1-hyperv neutron-server[83445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 09:22:44.267087 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6c9bf6f4-c6b0-4ad7-ba6d-79ee449f1895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:44.270554 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ddce54a2-3c17-4c27-ae6a-0cc16271dfc6 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:22:44.284085 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6c9bf6f4-c6b0-4ad7-ba6d-79ee449f1895 admin admin] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:44.294593 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9bf6f4-c6b0-4ad7-ba6d-79ee449f1895 admin admin] Pushing event deleted for resources: {'Network': ['ID=68b1488b-0ad2-42ff-9e29-d49ec562d598,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:22:44.297784 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-6c9bf6f4-c6b0-4ad7-ba6d-79ee449f1895 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:22:44.308408 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-6c9bf6f4-c6b0-4ad7-ba6d-79ee449f1895 admin admin] 10.222.0.16 "DELETE /v2.0/networks/68b1488b-0ad2-42ff-9e29-d49ec562d598 HTTP/1.1" status: 204 len: 168 time: 0.9885561 Dec 20 09:22:44.311314 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 50834) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:22:44.464135 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-be7b14ca-273f-45aa-b9fb-f6e0d9d62557 None None] Deleting port 94c912f1-fa55-4323-bea8-b5e031d19764 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:22:44.464613 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-be7b14ca-273f-45aa-b9fb-f6e0d9d62557 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:44.527536 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-be7b14ca-273f-45aa-b9fb-f6e0d9d62557 None None] The port '94c912f1-fa55-4323-bea8-b5e031d19764' was deleted {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 09:22:44.707520 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-80520bce-3a0a-4bb3-bddc-59119f48f881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349062'] for router_interface, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:44.916549 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-4103101d-4af5-4714-bb68-db11015e5249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:45.111857 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 94c912f1-fa55-4323-bea8-b5e031d19764 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 09:22:45.148285 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 94c912f1-fa55-4323-bea8-b5e031d19764 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 09:22:45.148637 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 94c912f1-fa55-4323-bea8-b5e031d19764 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 09:22:45.397928 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-80520bce-3a0a-4bb3-bddc-59119f48f881 admin admin] Deleting port 40233847-ce33-4caf-ada5-1ed288154dae {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:22:45.398556 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-80520bce-3a0a-4bb3-bddc-59119f48f881 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:45.564217 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-80520bce-3a0a-4bb3-bddc-59119f48f881 admin admin] For port 40233847-ce33-4caf-ada5-1ed288154dae, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=40233847-ce33-4caf-ada5-1ed288154dae,segment=NetworkSegment(8b9c2f2d-755e-469f-94fd-5f8e7dbdcc36),segment_id=8b9c2f2d-755e-469f-94fd-5f8e7dbdcc36)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:22:45.564554 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-80520bce-3a0a-4bb3-bddc-59119f48f881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:45.682555 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-80520bce-3a0a-4bb3-bddc-59119f48f881 admin admin] Calling delete_port for 40233847-ce33-4caf-ada5-1ed288154dae owned by network:router_interface {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:22:45.856608 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-80520bce-3a0a-4bb3-bddc-59119f48f881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:45.860061 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-918c4d0c-3f01-462c-8db6-fd036b2e580e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:22:45.910022 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80520bce-3a0a-4bb3-bddc-59119f48f881 admin admin] Pushing event deleted for resources: {'Port': ['ID=40233847-ce33-4caf-ada5-1ed288154dae,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:22:45.912500 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-80520bce-3a0a-4bb3-bddc-59119f48f881 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:22:46.071575 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:46.123456 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:46.212463 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-80520bce-3a0a-4bb3-bddc-59119f48f881 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32897953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348760'] for router_interface, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:46.902051 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80520bce-3a0a-4bb3-bddc-59119f48f881 admin admin] Router 7d5c870b-0272-49f0-9748-81a232044312 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 09:22:47.105591 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80520bce-3a0a-4bb3-bddc-59119f48f881 admin admin] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 09:22:47.114334 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c827e37-d57b-4a33-8df7-7b33ef5d39ed None None] Sync routers for ids ['7d5c870b-0272-49f0-9748-81a232044312'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 09:22:47.116131 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-80520bce-3a0a-4bb3-bddc-59119f48f881 admin admin] 10.222.0.16 "PUT /v2.0/routers/7d5c870b-0272-49f0-9748-81a232044312/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8038206 Dec 20 09:22:47.119389 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 50838) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:22:47.127586 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c827e37-d57b-4a33-8df7-7b33ef5d39ed None None] Routers {'7d5c870b-0272-49f0-9748-81a232044312'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:22:47.128277 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-8c827e37-d57b-4a33-8df7-7b33ef5d39ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:22:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['7d5c870b-0272-49f0-9748-81a232044312'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:22:47.304966 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-8c827e37-d57b-4a33-8df7-7b33ef5d39ed None None] Set router 7d5c870b-0272-49f0-9748-81a232044312 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:22:47.324213 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-71ca5a91-f933-4042-b152-141a828593b3 admin admin] Notify callbacks [] for router, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:47.518694 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-71ca5a91-f933-4042-b152-141a828593b3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:47.529747 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-71ca5a91-f933-4042-b152-141a828593b3 admin admin] Deleting port b5b5a477-7610-4999-84ec-9c2072587532 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:22:47.530122 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-71ca5a91-f933-4042-b152-141a828593b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:47.575510 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:47.603568 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-8c827e37-d57b-4a33-8df7-7b33ef5d39ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5c870b-0272-49f0-9748-81a232044312', 'name': 'tempest-TestEncryptedCinderVolumes-940230886-router', 'tenant_id': '1bc3231047ff497ab3e961ae600327b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.116'}], 'enable_snat': True}, 'gw_port_id': 'b5b5a477-7610-4999-84ec-9c2072587532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:21:28Z', 'updated_at': '2021-12-20T09:22:45Z', 'revision_number': 5, 'project_id': '1bc3231047ff497ab3e961ae600327b2', 'gw_port': {'id': 'b5b5a477-7610-4999-84ec-9c2072587532', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:2c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5c870b-0272-49f0-9748-81a232044312', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:21:28Z', 'updated_at': '2021-12-20T09:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:22:47.607467 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c827e37-d57b-4a33-8df7-7b33ef5d39ed None None] Checking router: 7d5c870b-0272-49f0-9748-81a232044312 for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 09:22:47.618167 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c827e37-d57b-4a33-8df7-7b33ef5d39ed None None] Routers {'7d5c870b-0272-49f0-9748-81a232044312'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:22:47.618911 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-8c827e37-d57b-4a33-8df7-7b33ef5d39ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:22:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['7d5c870b-0272-49f0-9748-81a232044312'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:22:47.706744 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-71ca5a91-f933-4042-b152-141a828593b3 admin admin] For port b5b5a477-7610-4999-84ec-9c2072587532, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=b5b5a477-7610-4999-84ec-9c2072587532,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:22:47.707113 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-71ca5a91-f933-4042-b152-141a828593b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:47.810418 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-8c827e37-d57b-4a33-8df7-7b33ef5d39ed None None] Set router 7d5c870b-0272-49f0-9748-81a232044312 gateway port host: None {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:22:47.831391 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-71ca5a91-f933-4042-b152-141a828593b3 admin admin] Calling delete_port for b5b5a477-7610-4999-84ec-9c2072587532 owned by network:router_gateway {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:22:47.919820 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-8c827e37-d57b-4a33-8df7-7b33ef5d39ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5c870b-0272-49f0-9748-81a232044312', 'name': 'tempest-TestEncryptedCinderVolumes-940230886-router', 'tenant_id': '1bc3231047ff497ab3e961ae600327b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:21:28Z', 'updated_at': '2021-12-20T09:22:47Z', 'revision_number': 6, 'project_id': '1bc3231047ff497ab3e961ae600327b2', 'gw_port_host': None}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:22:47.924525 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c827e37-d57b-4a33-8df7-7b33ef5d39ed None None] The sync data for ids ['7d5c870b-0272-49f0-9748-81a232044312'] in dv-neutron-820491-1-hyperv is: [{'id': '7d5c870b-0272-49f0-9748-81a232044312', 'name': 'tempest-TestEncryptedCinderVolumes-940230886-router', 'tenant_id': '1bc3231047ff497ab3e961ae600327b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:21:28Z', 'updated_at': '2021-12-20T09:22:47Z', 'revision_number': 6, 'project_id': '1bc3231047ff497ab3e961ae600327b2', 'gw_port_host': None}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 09:22:47.992371 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-71ca5a91-f933-4042-b152-141a828593b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:47.996560 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b99180b1-b273-42de-ade2-f305642fd374 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:22:48.036415 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ca5a91-f933-4042-b152-141a828593b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5b5a477-7610-4999-84ec-9c2072587532,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:22:48.040408 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-71ca5a91-f933-4042-b152-141a828593b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:22:48.380702 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-71ca5a91-f933-4042-b152-141a828593b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346107'] for router_gateway, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:48.630951 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-71ca5a91-f933-4042-b152-141a828593b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24735'] for router, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:48.635073 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-71ca5a91-f933-4042-b152-141a828593b3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:48.659609 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-71ca5a91-f933-4042-b152-141a828593b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-390871'] for router, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:48.660161 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71ca5a91-f933-4042-b152-141a828593b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d5c870b-0272-49f0-9748-81a232044312 {{(pid=83445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 09:22:48.673460 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-71ca5a91-f933-4042-b152-141a828593b3 admin admin] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:48.674592 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-71ca5a91-f933-4042-b152-141a828593b3 admin admin] 10.222.0.16 "DELETE /v2.0/routers/7d5c870b-0272-49f0-9748-81a232044312 HTTP/1.1" status: 204 len: 168 time: 1.5542250 Dec 20 09:22:48.676985 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 50842) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:22:48.738127 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4696598-88b3-466c-a5ff-f3d204104b26 admin admin] Deleting subnet 64d4c879-d574-486e-a200-6723d73c1014 {{(pid=83445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 09:22:48.740955 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b4696598-88b3-466c-a5ff-f3d204104b26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:48.791821 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b4696598-88b3-466c-a5ff-f3d204104b26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1518554'] for subnet, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:48.874905 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b4696598-88b3-466c-a5ff-f3d204104b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:48.947032 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b4696598-88b3-466c-a5ff-f3d204104b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2036620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2095133'] for subnet, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:48.950684 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-2eb87cb9-5fd1-4a81-8e3a-a6ef1563e7bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:22:48.984274 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4696598-88b3-466c-a5ff-f3d204104b26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64d4c879-d574-486e-a200-6723d73c1014,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:22:48.987157 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b4696598-88b3-466c-a5ff-f3d204104b26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:22:48.992486 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b4696598-88b3-466c-a5ff-f3d204104b26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:48.998449 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d988972-c1e4-429a-bb3b-82ad11a76287 None None] Network 17fb48ec-ebe3-448a-8b6f-309bbdb23c4a requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 09:22:49.000009 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-b4696598-88b3-466c-a5ff-f3d204104b26 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/64d4c879-d574-486e-a200-6723d73c1014 HTTP/1.1" status: 204 len: 168 time: 0.3220553 Dec 20 09:22:49.002405 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 50846) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:22:49.106955 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8be8d5a3-738f-4689-9f77-9cfab97af148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:49.117718 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-8be8d5a3-738f-4689-9f77-9cfab97af148 admin admin] Deleting port 7acbb206-05d3-4706-bc2b-be4a8443e5ce {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:22:49.118819 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8be8d5a3-738f-4689-9f77-9cfab97af148 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:49.130691 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 40233847-ce33-4caf-ada5-1ed288154dae no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 09:22:49.195511 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 40233847-ce33-4caf-ada5-1ed288154dae {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 09:22:49.195835 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 40233847-ce33-4caf-ada5-1ed288154dae not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 09:22:49.196272 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device b5b5a477-7610-4999-84ec-9c2072587532 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 09:22:49.233946 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: b5b5a477-7610-4999-84ec-9c2072587532 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 09:22:49.234300 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device b5b5a477-7610-4999-84ec-9c2072587532 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 09:22:49.314736 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad9a106-15a6-4f02-82f2-2c5016849708 None None] DHCP port deletion for 17fb48ec-ebe3-448a-8b6f-309bbdb23c4a request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 09:22:49.319058 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-fad9a106-15a6-4f02-82f2-2c5016849708 None None] Deleting port 7acbb206-05d3-4706-bc2b-be4a8443e5ce {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:22:49.319439 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-fad9a106-15a6-4f02-82f2-2c5016849708 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:49.328507 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-8be8d5a3-738f-4689-9f77-9cfab97af148 admin admin] For port 7acbb206-05d3-4706-bc2b-be4a8443e5ce, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=7acbb206-05d3-4706-bc2b-be4a8443e5ce,segment=NetworkSegment(8b9c2f2d-755e-469f-94fd-5f8e7dbdcc36),segment_id=8b9c2f2d-755e-469f-94fd-5f8e7dbdcc36)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:22:49.328862 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8be8d5a3-738f-4689-9f77-9cfab97af148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:49.447517 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-8be8d5a3-738f-4689-9f77-9cfab97af148 admin admin] Calling delete_port for 7acbb206-05d3-4706-bc2b-be4a8443e5ce owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:22:49.520152 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-fad9a106-15a6-4f02-82f2-2c5016849708 None None] For port 7acbb206-05d3-4706-bc2b-be4a8443e5ce, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=7acbb206-05d3-4706-bc2b-be4a8443e5ce,segment=NetworkSegment(8b9c2f2d-755e-469f-94fd-5f8e7dbdcc36),segment_id=8b9c2f2d-755e-469f-94fd-5f8e7dbdcc36)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:22:49.520893 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-fad9a106-15a6-4f02-82f2-2c5016849708 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:49.523203 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8be8d5a3-738f-4689-9f77-9cfab97af148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:49.527713 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-007f6ca7-b3df-4593-b0ae-4df115390cf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:22:49.653720 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-fad9a106-15a6-4f02-82f2-2c5016849708 None None] Calling delete_port for 7acbb206-05d3-4706-bc2b-be4a8443e5ce owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:22:49.683230 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be8d5a3-738f-4689-9f77-9cfab97af148 admin admin] Pushing event deleted for resources: {'Port': ['ID=7acbb206-05d3-4706-bc2b-be4a8443e5ce,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:22:49.685785 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-8be8d5a3-738f-4689-9f77-9cfab97af148 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:22:49.689720 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be8d5a3-738f-4689-9f77-9cfab97af148 admin admin] No DVR routers for this DVR port 7acbb206-05d3-4706-bc2b-be4a8443e5ce on host dv-neutron-820491-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 09:22:49.726514 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.db.api [None req-fad9a106-15a6-4f02-82f2-2c5016849708 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 09:22:49.726881 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_db.api [None req-fad9a106-15a6-4f02-82f2-2c5016849708 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 09:22:49.803359 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8be8d5a3-738f-4689-9f77-9cfab97af148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:49.828900 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-8be8d5a3-738f-4689-9f77-9cfab97af148 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17fb48ec-ebe3-448a-8b6f-309bbdb23c4a']}} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:22:49.840698 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-8be8d5a3-738f-4689-9f77-9cfab97af148 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b9c2f2d-755e-469f-94fd-5f8e7dbdcc36') {'for_net_delete': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:22:49.840990 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-8be8d5a3-738f-4689-9f77-9cfab97af148 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b9c2f2d-755e-469f-94fd-5f8e7dbdcc36') {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:22:49.852777 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8be8d5a3-738f-4689-9f77-9cfab97af148 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1518531'] for segment, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:49.869101 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8be8d5a3-738f-4689-9f77-9cfab97af148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:49.875085 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8be8d5a3-738f-4689-9f77-9cfab97af148 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=83445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 09:22:49.875436 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8be8d5a3-738f-4689-9f77-9cfab97af148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2036002'] for segment, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:49.889040 dv-neutron-820491-1-hyperv neutron-server[83445]: Traceback (most recent call last): Dec 20 09:22:49.889040 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 09:22:49.889040 dv-neutron-820491-1-hyperv neutron-server[83445]: timer() Dec 20 09:22:49.889040 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 09:22:49.889040 dv-neutron-820491-1-hyperv neutron-server[83445]: cb(*args, **kw) Dec 20 09:22:49.889040 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 09:22:49.889040 dv-neutron-820491-1-hyperv neutron-server[83445]: return func(*args, **kwargs) Dec 20 09:22:49.889040 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 09:22:49.889040 dv-neutron-820491-1-hyperv neutron-server[83445]: self._notify() Dec 20 09:22:49.889040 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 09:22:49.889040 dv-neutron-820491-1-hyperv neutron-server[83445]: self.callback(batched_events) Dec 20 09:22:49.889040 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 09:22:49.889040 dv-neutron-820491-1-hyperv neutron-server[83445]: event.method(event) Dec 20 09:22:49.889040 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 09:22:49.889040 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 09:22:49.889040 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 09:22:49.889040 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 09:22:49.889040 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 09:22:49.889040 dv-neutron-820491-1-hyperv neutron-server[83445]: return f(self, *a, **k) Dec 20 09:22:49.889040 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 09:22:49.889040 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._get(url).json() Dec 20 09:22:49.889040 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 09:22:49.889040 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 09:22:49.889040 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 09:22:49.889040 dv-neutron-820491-1-hyperv neutron-server[83445]: return self.request(url, 'GET', **kwargs) Dec 20 09:22:49.889040 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 09:22:49.889040 dv-neutron-820491-1-hyperv neutron-server[83445]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 09:22:49.889040 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 09:22:49.889040 dv-neutron-820491-1-hyperv neutron-server[83445]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 09:22:49.889040 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 09:22:49.889040 dv-neutron-820491-1-hyperv neutron-server[83445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 09:22:49.889040 dv-neutron-820491-1-hyperv neutron-server[83445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 09:22:49.963455 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8be8d5a3-738f-4689-9f77-9cfab97af148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:49.967011 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-627d0ee2-7440-4989-a6c1-c589e68f1107 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:22:49.980337 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8be8d5a3-738f-4689-9f77-9cfab97af148 admin admin] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:49.990934 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be8d5a3-738f-4689-9f77-9cfab97af148 admin admin] Pushing event deleted for resources: {'Network': ['ID=17fb48ec-ebe3-448a-8b6f-309bbdb23c4a,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:22:49.994253 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-8be8d5a3-738f-4689-9f77-9cfab97af148 admin admin] 10.222.0.16 "DELETE /v2.0/networks/17fb48ec-ebe3-448a-8b6f-309bbdb23c4a HTTP/1.1" status: 204 len: 168 time: 0.9907901 Dec 20 09:22:49.995139 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-8be8d5a3-738f-4689-9f77-9cfab97af148 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:22:50.180790 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 50852) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:22:50.228585 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-fad9a106-15a6-4f02-82f2-2c5016849708 None None] Deleting port 7acbb206-05d3-4706-bc2b-be4a8443e5ce {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:22:50.229488 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-fad9a106-15a6-4f02-82f2-2c5016849708 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:50.232385 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-702e978a-c5b5-401e-bf1a-73e10a2117a2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e1834ae7884041928786189281bd161e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0501568 Dec 20 09:22:50.236213 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 50856) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:22:50.294872 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-fad9a106-15a6-4f02-82f2-2c5016849708 None None] The port '7acbb206-05d3-4706-bc2b-be4a8443e5ce' was deleted {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 09:22:50.297213 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-05796751-8ee9-4d9a-9857-bf39bb98d53d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:50.323560 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-05796751-8ee9-4d9a-9857-bf39bb98d53d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:50.375258 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-05796751-8ee9-4d9a-9857-bf39bb98d53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:50.379047 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-60c879c9-5483-4081-9aeb-5486057f77c7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:22:50.393123 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05796751-8ee9-4d9a-9857-bf39bb98d53d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aae2019-f673-4ed9-b60e-6ea8279ea7fa,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:22:50.395684 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-05796751-8ee9-4d9a-9857-bf39bb98d53d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:22:50.403184 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-05796751-8ee9-4d9a-9857-bf39bb98d53d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:50.404657 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-05796751-8ee9-4d9a-9857-bf39bb98d53d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2aae2019-f673-4ed9-b60e-6ea8279ea7fa HTTP/1.1" status: 204 len: 168 time: 0.1674840 Dec 20 09:22:50.786258 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 50864) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:22:50.836913 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c4ebc45b-61de-4ce7-a346-3bddb1df1bc5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1bc3231047ff497ab3e961ae600327b2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0493069 Dec 20 09:22:50.839311 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 50868) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:22:51.003113 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-aab2f0fe-2ccb-48dc-add7-2aab4614f3ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:51.029500 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-aab2f0fe-2ccb-48dc-add7-2aab4614f3ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:51.081504 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-aab2f0fe-2ccb-48dc-add7-2aab4614f3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:51.085889 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d50bf76c-766a-432f-b1fb-458b27755622 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:22:51.098038 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab2f0fe-2ccb-48dc-add7-2aab4614f3ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a210a7-52e4-4655-8781-aff445dd9d1a,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:22:51.101772 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-aab2f0fe-2ccb-48dc-add7-2aab4614f3ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:22:51.105912 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-aab2f0fe-2ccb-48dc-add7-2aab4614f3ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:51.109361 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-aab2f0fe-2ccb-48dc-add7-2aab4614f3ac admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/96a210a7-52e4-4655-8781-aff445dd9d1a HTTP/1.1" status: 204 len: 168 time: 0.2668550 Dec 20 09:22:51.123436 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 7acbb206-05d3-4706-bc2b-be4a8443e5ce no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 09:22:51.160954 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 7acbb206-05d3-4706-bc2b-be4a8443e5ce {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 09:22:51.161345 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 7acbb206-05d3-4706-bc2b-be4a8443e5ce not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 09:22:51.934437 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 50890) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:22:52.063773 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-ed13f38b-89b3-4ad4-a189-e3956ce00cab admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-89387273-network', 'tenant_id': '314511324bd64377a53b28b6c392348a'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:22:52.068514 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-ed13f38b-89b3-4ad4-a189-e3956ce00cab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:22:52.073416 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-ed13f38b-89b3-4ad4-a189-e3956ce00cab admin admin] Usage tracker for resource:network and tenant:314511324bd64377a53b28b6c392348a is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:22:52.076233 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-ed13f38b-89b3-4ad4-a189-e3956ce00cab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:22:52.083119 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-ed13f38b-89b3-4ad4-a189-e3956ce00cab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:22:52.094905 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed13f38b-89b3-4ad4-a189-e3956ce00cab admin admin] Made reservation on behalf of 314511324bd64377a53b28b6c392348a for: {'network': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 09:22:52.097416 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ed13f38b-89b3-4ad4-a189-e3956ce00cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:52.110566 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ed13f38b-89b3-4ad4-a189-e3956ce00cab admin admin] Notify callbacks [] for security_group, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:52.144454 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-ed13f38b-89b3-4ad4-a189-e3956ce00cab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:22:52.148317 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-ed13f38b-89b3-4ad4-a189-e3956ce00cab admin admin] Usage tracker for resource:security_group_rule and tenant:314511324bd64377a53b28b6c392348a is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:22:52.151741 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-ed13f38b-89b3-4ad4-a189-e3956ce00cab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:22:52.158058 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-ed13f38b-89b3-4ad4-a189-e3956ce00cab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:22:52.233200 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ed13f38b-89b3-4ad4-a189-e3956ce00cab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:52.238213 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ed13f38b-89b3-4ad4-a189-e3956ce00cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:52.241569 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-676f42e2-09cc-40f3-8ee8-47e21d6b5b9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:22:52.277792 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed13f38b-89b3-4ad4-a189-e3956ce00cab admin admin] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=83445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 09:22:52.282957 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed13f38b-89b3-4ad4-a189-e3956ce00cab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95820dd0-1f1d-470b-9812-b1349e606548,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:22:52.286938 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ed13f38b-89b3-4ad4-a189-e3956ce00cab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:22:52.290672 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ed13f38b-89b3-4ad4-a189-e3956ce00cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:52.291010 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.segments_db [None req-ed13f38b-89b3-4ad4-a189-e3956ce00cab admin admin] Added segment 95a4715e-94f2-4f16-aa4d-62667273a564 of type vlan for network feca3f64-da86-467e-8a93-00767af1cdbe Dec 20 09:22:52.318911 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ed13f38b-89b3-4ad4-a189-e3956ce00cab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:52.348475 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ed13f38b-89b3-4ad4-a189-e3956ce00cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:52.349584 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed13f38b-89b3-4ad4-a189-e3956ce00cab admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:22:52.350369 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ed13f38b-89b3-4ad4-a189-e3956ce00cab admin admin] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:52.354473 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-6c9bf6f4-c6b0-4ad7-ba6d-79ee449f1895 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:22:52.451172 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-ed13f38b-89b3-4ad4-a189-e3956ce00cab admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5154445 Dec 20 09:22:52.454082 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 50896) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:22:52.456435 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed13f38b-89b3-4ad4-a189-e3956ce00cab admin admin] Pushing event updated for resources: {'Network': ['ID=feca3f64-da86-467e-8a93-00767af1cdbe,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:22:52.458881 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ed13f38b-89b3-4ad4-a189-e3956ce00cab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:22:52.466861 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network feca3f64-da86-467e-8a93-00767af1cdbe details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 09:22:52.469611 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-c3ffc034-3ffb-41c7-82ec-8bbd0b281457 admin admin] Request body: {'subnet': {'network_id': 'feca3f64-da86-467e-8a93-00767af1cdbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-89387273-subnet', 'tenant_id': '314511324bd64377a53b28b6c392348a', 'ip_version': 4}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:22:52.475887 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-c3ffc034-3ffb-41c7-82ec-8bbd0b281457 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:22:52.479948 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-c3ffc034-3ffb-41c7-82ec-8bbd0b281457 admin admin] Usage tracker for resource:subnet and tenant:314511324bd64377a53b28b6c392348a is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:22:52.482939 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-c3ffc034-3ffb-41c7-82ec-8bbd0b281457 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:22:52.490501 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-c3ffc034-3ffb-41c7-82ec-8bbd0b281457 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:22:52.504431 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ffc034-3ffb-41c7-82ec-8bbd0b281457 admin admin] Made reservation on behalf of 314511324bd64377a53b28b6c392348a for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 09:22:52.507981 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c3ffc034-3ffb-41c7-82ec-8bbd0b281457 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1529102'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:52.721832 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c3ffc034-3ffb-41c7-82ec-8bbd0b281457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1129376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1529148'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:52.725110 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-77dfab80-349b-455f-a955-9a1e60fe535d tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:22:52.788494 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ffc034-3ffb-41c7-82ec-8bbd0b281457 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eafef744-f1d4-474a-a582-f1e578f2e3c9,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:22:52.792099 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c3ffc034-3ffb-41c7-82ec-8bbd0b281457 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:22:52.804616 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ffc034-3ffb-41c7-82ec-8bbd0b281457 admin admin] Checking segment: {'id': '95a4715e-94f2-4f16-aa4d-62667273a564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'feca3f64-da86-467e-8a93-00767af1cdbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:22:52.805546 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ffc034-3ffb-41c7-82ec-8bbd0b281457 admin admin] Network hostable DHCP agents. Network: feca3f64-da86-467e-8a93-00767af1cdbe, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 09:22:52.827368 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ffc034-3ffb-41c7-82ec-8bbd0b281457 admin admin] Network feca3f64-da86-467e-8a93-00767af1cdbe is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 09:22:52.836569 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-c3ffc034-3ffb-41c7-82ec-8bbd0b281457 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, feca3f64-da86-467e-8a93-00767af1cdbe) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:22:52.840651 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ffc034-3ffb-41c7-82ec-8bbd0b281457 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:22:52.841257 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c3ffc034-3ffb-41c7-82ec-8bbd0b281457 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:52.846175 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5d4b28-93b8-4e0e-9b9c-5781db1a5b51 None None] Network feca3f64-da86-467e-8a93-00767af1cdbe requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 09:22:52.861781 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c3ffc034-3ffb-41c7-82ec-8bbd0b281457 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4044638 Dec 20 09:22:52.864309 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 50900) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:22:52.870010 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-f183b3c3-2247-479f-bf3c-b4cb306faa98 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-89387273-router', 'tenant_id': '314511324bd64377a53b28b6c392348a', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:22:52.874943 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-f183b3c3-2247-479f-bf3c-b4cb306faa98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:22:52.878874 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f183b3c3-2247-479f-bf3c-b4cb306faa98 admin admin] Usage tracker for resource:router and tenant:314511324bd64377a53b28b6c392348a is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:22:52.881809 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f183b3c3-2247-479f-bf3c-b4cb306faa98 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:22:52.887824 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-f183b3c3-2247-479f-bf3c-b4cb306faa98 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:22:52.898546 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f183b3c3-2247-479f-bf3c-b4cb306faa98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24817'] for router, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:52.899767 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f183b3c3-2247-479f-bf3c-b4cb306faa98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-351744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24806'] for router, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:52.918452 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f183b3c3-2247-479f-bf3c-b4cb306faa98 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:53.054656 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57397421-e689-4eeb-b937-2397ce10f018 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-feca3f64-da86-467e-8a93-00767af1cdbe', 'network_id': 'feca3f64-da86-467e-8a93-00767af1cdbe', 'tenant_id': '314511324bd64377a53b28b6c392348a', 'fixed_ips': [{'subnet_id': 'eafef744-f1d4-474a-a582-f1e578f2e3c9'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 09:22:53.056441 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-57397421-e689-4eeb-b937-2397ce10f018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:53.070139 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f183b3c3-2247-479f-bf3c-b4cb306faa98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24724'] for router, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:53.251479 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-57397421-e689-4eeb-b937-2397ce10f018 None None] Allocated IP 172.20.0.2 (feca3f64-da86-467e-8a93-00767af1cdbe/eafef744-f1d4-474a-a582-f1e578f2e3c9/6aeacec9-8f7b-4b43-9000-43bd002329a9) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 09:22:53.259300 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f183b3c3-2247-479f-bf3c-b4cb306faa98 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:53.300693 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f183b3c3-2247-479f-bf3c-b4cb306faa98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:53.441694 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-f183b3c3-2247-479f-bf3c-b4cb306faa98 admin admin] Allocated IP 172.26.5.139 (95f3bec2-46e6-4468-8229-8badd4a5aaae/cf8895a3-346d-4313-a645-16ecdcce9969/b7881fee-068f-4ab4-83fc-7087ce2358c5) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 09:22:53.458216 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-57397421-e689-4eeb-b937-2397ce10f018 None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:53.469362 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-57397421-e689-4eeb-b937-2397ce10f018 None None] Transition to ACTIVE for port object 6aeacec9-8f7b-4b43-9000-43bd002329a9 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:22:53.487959 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-57397421-e689-4eeb-b937-2397ce10f018 None None] Transition to ACTIVE for port object 6aeacec9-8f7b-4b43-9000-43bd002329a9 will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:22:53.494185 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-57397421-e689-4eeb-b937-2397ce10f018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:53.498415 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:22:53.568025 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57397421-e689-4eeb-b937-2397ce10f018 None None] Network feca3f64-da86-467e-8a93-00767af1cdbe is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:22:53.568626 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57397421-e689-4eeb-b937-2397ce10f018 None None] Pushing event updated for resources: {'Port': ['ID=6aeacec9-8f7b-4b43-9000-43bd002329a9,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:22:53.571734 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-57397421-e689-4eeb-b937-2397ce10f018 None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:22:53.574457 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57397421-e689-4eeb-b937-2397ce10f018 None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 09:22:53.588368 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f183b3c3-2247-479f-bf3c-b4cb306faa98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:53.609960 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57397421-e689-4eeb-b937-2397ce10f018 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:22:53.610307 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57397421-e689-4eeb-b937-2397ce10f018 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:22:53.610645 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57397421-e689-4eeb-b937-2397ce10f018 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:22:53.610973 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57397421-e689-4eeb-b937-2397ce10f018 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:22:53.611309 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57397421-e689-4eeb-b937-2397ce10f018 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:22:53.611608 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57397421-e689-4eeb-b937-2397ce10f018 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:22:53.612049 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57397421-e689-4eeb-b937-2397ce10f018 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:22:53.612429 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57397421-e689-4eeb-b937-2397ce10f018 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:22:53.612735 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57397421-e689-4eeb-b937-2397ce10f018 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:22:53.613090 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57397421-e689-4eeb-b937-2397ce10f018 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:22:53.613916 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57397421-e689-4eeb-b937-2397ce10f018 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:22:53.617459 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-57397421-e689-4eeb-b937-2397ce10f018 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:22:53.618630 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f183b3c3-2247-479f-bf3c-b4cb306faa98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:53.622589 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-fdf17397-2308-4025-a268-a77710ea3b7f tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:22:53.674644 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-57397421-e689-4eeb-b937-2397ce10f018 None None] Attempting to bind port 6aeacec9-8f7b-4b43-9000-43bd002329a9 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 09:22:53.675011 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-57397421-e689-4eeb-b937-2397ce10f018 None None] Attempting to bind port 6aeacec9-8f7b-4b43-9000-43bd002329a9 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '95a4715e-94f2-4f16-aa4d-62667273a564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'feca3f64-da86-467e-8a93-00767af1cdbe'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 09:22:53.675379 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57397421-e689-4eeb-b937-2397ce10f018 None None] Attempting to bind port 6aeacec9-8f7b-4b43-9000-43bd002329a9 on network feca3f64-da86-467e-8a93-00767af1cdbe {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:22:53.682545 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57397421-e689-4eeb-b937-2397ce10f018 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 9, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 09:22:53.682921 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57397421-e689-4eeb-b937-2397ce10f018 None None] Checking segment: {'id': '95a4715e-94f2-4f16-aa4d-62667273a564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'feca3f64-da86-467e-8a93-00767af1cdbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:22:53.683322 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-57397421-e689-4eeb-b937-2397ce10f018 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:53.683718 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57397421-e689-4eeb-b937-2397ce10f018 None None] Bound using segment: {'id': '95a4715e-94f2-4f16-aa4d-62667273a564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'feca3f64-da86-467e-8a93-00767af1cdbe'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 09:22:53.684178 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-57397421-e689-4eeb-b937-2397ce10f018 None None] Bound port: 6aeacec9-8f7b-4b43-9000-43bd002329a9, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95a4715e-94f2-4f16-aa4d-62667273a564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'feca3f64-da86-467e-8a93-00767af1cdbe'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 09:22:53.684552 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-57397421-e689-4eeb-b937-2397ce10f018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:53.696318 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f183b3c3-2247-479f-bf3c-b4cb306faa98 admin admin] Network 95f3bec2-46e6-4468-8229-8badd4a5aaae is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:22:53.697275 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f183b3c3-2247-479f-bf3c-b4cb306faa98 admin admin] Pushing event updated for resources: {'Port': ['ID=b7881fee-068f-4ab4-83fc-7087ce2358c5,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:22:53.699792 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-f183b3c3-2247-479f-bf3c-b4cb306faa98 admin admin] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:22:53.701575 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f183b3c3-2247-479f-bf3c-b4cb306faa98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:22:53.702286 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f183b3c3-2247-479f-bf3c-b4cb306faa98 admin admin] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 09:22:53.779132 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-57397421-e689-4eeb-b937-2397ce10f018 None None] For port 6aeacec9-8f7b-4b43-9000-43bd002329a9, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 09:22:53.782096 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-57397421-e689-4eeb-b937-2397ce10f018 None None] For port 6aeacec9-8f7b-4b43-9000-43bd002329a9, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=6aeacec9-8f7b-4b43-9000-43bd002329a9,segment=NetworkSegment(95a4715e-94f2-4f16-aa4d-62667273a564),segment_id=95a4715e-94f2-4f16-aa4d-62667273a564)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 09:22:53.786689 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-57397421-e689-4eeb-b937-2397ce10f018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:53.791650 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:22:53.860136 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f183b3c3-2247-479f-bf3c-b4cb306faa98 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:53.860908 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f183b3c3-2247-479f-bf3c-b4cb306faa98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071'] for router, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:53.874400 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57397421-e689-4eeb-b937-2397ce10f018 None None] Pushing event updated for resources: {'Port': ['ID=6aeacec9-8f7b-4b43-9000-43bd002329a9,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:22:53.877295 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-57397421-e689-4eeb-b937-2397ce10f018 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:22:54.106554 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f183b3c3-2247-479f-bf3c-b4cb306faa98 admin admin] Router 7adf7534-1df8-49a0-a794-466cbbfeb384 is scheduled to L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 with binding_index 1 {{(pid=83444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 09:22:54.412964 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f183b3c3-2247-479f-bf3c-b4cb306faa98 admin admin] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 09:22:54.424242 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b8b88d-b684-4800-8737-58de5ad8af05 None None] Sync routers for ids ['7adf7534-1df8-49a0-a794-466cbbfeb384'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 09:22:54.436964 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b8b88d-b684-4800-8737-58de5ad8af05 None None] Routers {'7adf7534-1df8-49a0-a794-466cbbfeb384'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:22:54.437218 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f183b3c3-2247-479f-bf3c-b4cb306faa98 admin admin] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:54.437591 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-f9b8b88d-b684-4800-8737-58de5ad8af05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:22:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['7adf7534-1df8-49a0-a794-466cbbfeb384'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:22:54.440949 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f183b3c3-2247-479f-bf3c-b4cb306faa98 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5730338 Dec 20 09:22:54.441095 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 50904) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:22:54.629730 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-f9b8b88d-b684-4800-8737-58de5ad8af05 None None] Set router 7adf7534-1df8-49a0-a794-466cbbfeb384 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:22:54.839937 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847c9a58-f248-4b46-af2e-e581ced9ad14 None None] Network feca3f64-da86-467e-8a93-00767af1cdbe requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 09:22:54.926025 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-f9b8b88d-b684-4800-8737-58de5ad8af05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7adf7534-1df8-49a0-a794-466cbbfeb384', 'name': 'tempest-TestMinimumBasicScenario-89387273-router', 'tenant_id': '314511324bd64377a53b28b6c392348a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.139'}], 'enable_snat': True}, 'gw_port_id': 'b7881fee-068f-4ab4-83fc-7087ce2358c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:22:52Z', 'updated_at': '2021-12-20T09:22:53Z', 'revision_number': 3, 'project_id': '314511324bd64377a53b28b6c392348a', 'gw_port': {'id': 'b7881fee-068f-4ab4-83fc-7087ce2358c5', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e6:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7adf7534-1df8-49a0-a794-466cbbfeb384', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:22:53Z', 'updated_at': '2021-12-20T09:22:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:22:54.929827 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b8b88d-b684-4800-8737-58de5ad8af05 None None] Checking router: 7adf7534-1df8-49a0-a794-466cbbfeb384 for host: dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 09:22:54.930332 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b8b88d-b684-4800-8737-58de5ad8af05 None None] Updating router 7adf7534-1df8-49a0-a794-466cbbfeb384 port b7881fee-068f-4ab4-83fc-7087ce2358c5 binding host dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 09:22:54.977576 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-8cf3bfb6-2cf7-444e-8c33-1155b0d3d1fe None None] Provisioning for port 6aeacec9-8f7b-4b43-9000-43bd002329a9 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:22:54.986941 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-f9b8b88d-b684-4800-8737-58de5ad8af05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:55.175837 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 6aeacec9-8f7b-4b43-9000-43bd002329a9 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:22:55.262336 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 6aeacec9-8f7b-4b43-9000-43bd002329a9 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:22:55.268243 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a361f77c-9c82-42c0-be3b-32817c376255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:55.273320 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 6aeacec9-8f7b-4b43-9000-43bd002329a9 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:22:55.274367 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:55.373320 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-f9b8b88d-b684-4800-8737-58de5ad8af05 None None] Notify callbacks [] for port, precommit_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:55.385846 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.provisioning_blocks [None req-f9b8b88d-b684-4800-8737-58de5ad8af05 None None] Transition to ACTIVE for port object b7881fee-068f-4ab4-83fc-7087ce2358c5 will not be triggered until provisioned by entity L2. {{(pid=83447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:22:55.392404 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-f9b8b88d-b684-4800-8737-58de5ad8af05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:55.397499 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-01beb38f-1be6-43c8-a3bd-93486066159c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:22:55.400854 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:55.439802 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 6aeacec9-8f7b-4b43-9000-43bd002329a9, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=6aeacec9-8f7b-4b43-9000-43bd002329a9,segment=NetworkSegment(95a4715e-94f2-4f16-aa4d-62667273a564),segment_id=95a4715e-94f2-4f16-aa4d-62667273a564)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:22:55.445303 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:55.449131 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-a2210dcf-646d-4756-beee-2463d808d0f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:22:55.474775 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-f9b8b88d-b684-4800-8737-58de5ad8af05 None None] Attempting to bind port b7881fee-068f-4ab4-83fc-7087ce2358c5 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 09:22:55.475367 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-f9b8b88d-b684-4800-8737-58de5ad8af05 None None] Attempting to bind port b7881fee-068f-4ab4-83fc-7087ce2358c5 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}] {{(pid=83447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 09:22:55.475500 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b8b88d-b684-4800-8737-58de5ad8af05 None None] Attempting to bind port b7881fee-068f-4ab4-83fc-7087ce2358c5 on network 95f3bec2-46e6-4468-8229-8badd4a5aaae {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:22:55.477873 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dceccef-9214-47b4-8887-509fa95112a9 None None] Pushing event updated for resources: {'Port': ['ID=b7881fee-068f-4ab4-83fc-7087ce2358c5,revision_number=2']} {{(pid=83447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:22:55.488784 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b8b88d-b684-4800-8737-58de5ad8af05 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 9, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 09:22:55.489158 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b8b88d-b684-4800-8737-58de5ad8af05 None None] Checking segment: {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:22:55.489590 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-f9b8b88d-b684-4800-8737-58de5ad8af05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:55.490189 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b8b88d-b684-4800-8737-58de5ad8af05 None None] Bound using segment: {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'} {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 09:22:55.490440 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-f9b8b88d-b684-4800-8737-58de5ad8af05 None None] Bound port: b7881fee-068f-4ab4-83fc-7087ce2358c5, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}}] {{(pid=83447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 09:22:55.490814 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-f9b8b88d-b684-4800-8737-58de5ad8af05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:55.500478 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-a361f77c-9c82-42c0-be3b-32817c376255 admin admin] Allocated IP 172.20.0.1 (feca3f64-da86-467e-8a93-00767af1cdbe/eafef744-f1d4-474a-a582-f1e578f2e3c9/a5ecb929-942e-4365-8cfe-d72e2fab2b68) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 09:22:55.519059 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dceccef-9214-47b4-8887-509fa95112a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:22:55.519870 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dceccef-9214-47b4-8887-509fa95112a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:22:55.519870 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dceccef-9214-47b4-8887-509fa95112a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:22:55.520102 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-83c261f0-0d81-473c-91e0-bd6afe99fc9b None None] Provisioning complete for port 6aeacec9-8f7b-4b43-9000-43bd002329a9 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:22:55.520206 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dceccef-9214-47b4-8887-509fa95112a9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:22:55.520306 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-83c261f0-0d81-473c-91e0-bd6afe99fc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:55.520413 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dceccef-9214-47b4-8887-509fa95112a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:22:55.520701 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dceccef-9214-47b4-8887-509fa95112a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:22:55.520968 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dceccef-9214-47b4-8887-509fa95112a9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:22:55.521314 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dceccef-9214-47b4-8887-509fa95112a9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:22:55.521637 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dceccef-9214-47b4-8887-509fa95112a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:22:55.521953 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dceccef-9214-47b4-8887-509fa95112a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:22:55.522270 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dceccef-9214-47b4-8887-509fa95112a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:22:55.531099 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-3dceccef-9214-47b4-8887-509fa95112a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:22:55.569105 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=6aeacec9-8f7b-4b43-9000-43bd002329a9,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:22:55.573941 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:22:55.577380 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.db [None req-f9b8b88d-b684-4800-8737-58de5ad8af05 None None] For port b7881fee-068f-4ab4-83fc-7087ce2358c5, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 09:22:55.581439 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.db [None req-f9b8b88d-b684-4800-8737-58de5ad8af05 None None] For port b7881fee-068f-4ab4-83fc-7087ce2358c5, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=b7881fee-068f-4ab4-83fc-7087ce2358c5,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 09:22:55.587543 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-f9b8b88d-b684-4800-8737-58de5ad8af05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:55.592075 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-492bd849-d15c-40a1-8e2c-84032092e687 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:22:55.676926 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dceccef-9214-47b4-8887-509fa95112a9 None None] Pushing event updated for resources: {'Port': ['ID=b7881fee-068f-4ab4-83fc-7087ce2358c5,revision_number=3']} {{(pid=83447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:22:55.681223 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a361f77c-9c82-42c0-be3b-32817c376255 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:55.681635 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-3dceccef-9214-47b4-8887-509fa95112a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:22:55.682583 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b8b88d-b684-4800-8737-58de5ad8af05 None None] Routers {'7adf7534-1df8-49a0-a794-466cbbfeb384'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:22:55.683196 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-f9b8b88d-b684-4800-8737-58de5ad8af05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:22:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['7adf7534-1df8-49a0-a794-466cbbfeb384'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:22:55.699121 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-a361f77c-9c82-42c0-be3b-32817c376255 admin admin] Transition to ACTIVE for port object a5ecb929-942e-4365-8cfe-d72e2fab2b68 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:22:55.720515 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a361f77c-9c82-42c0-be3b-32817c376255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:55.724707 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4b4a6c1a-2d10-4669-a8b2-df864401d66e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:22:55.789442 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a361f77c-9c82-42c0-be3b-32817c376255 admin admin] Network feca3f64-da86-467e-8a93-00767af1cdbe is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:22:55.792944 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-a361f77c-9c82-42c0-be3b-32817c376255 admin admin] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:22:55.794999 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a361f77c-9c82-42c0-be3b-32817c376255 admin admin] Pushing event updated for resources: {'Port': ['ID=a5ecb929-942e-4365-8cfe-d72e2fab2b68,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:22:55.797038 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a361f77c-9c82-42c0-be3b-32817c376255 admin admin] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 09:22:55.826722 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a361f77c-9c82-42c0-be3b-32817c376255 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:22:55.856070 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a361f77c-9c82-42c0-be3b-32817c376255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-345881'] for router_interface, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:55.867234 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-f9b8b88d-b684-4800-8737-58de5ad8af05 None None] Set router 7adf7534-1df8-49a0-a794-466cbbfeb384 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:22:55.948597 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a361f77c-9c82-42c0-be3b-32817c376255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:56.087699 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-6b28c0c0-03c0-4c6c-95d3-54004af3d2ab None None] Provisioning for port a5ecb929-942e-4365-8cfe-d72e2fab2b68 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:22:56.093197 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-6b28c0c0-03c0-4c6c-95d3-54004af3d2ab None None] Provisioning complete for port a5ecb929-942e-4365-8cfe-d72e2fab2b68 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:22:56.093687 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-6b28c0c0-03c0-4c6c-95d3-54004af3d2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:56.148826 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-6b28c0c0-03c0-4c6c-95d3-54004af3d2ab None None] Port a5ecb929-942e-4365-8cfe-d72e2fab2b68 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 09:22:56.166661 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:22:56.204393 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-f9b8b88d-b684-4800-8737-58de5ad8af05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7adf7534-1df8-49a0-a794-466cbbfeb384', 'name': 'tempest-TestMinimumBasicScenario-89387273-router', 'tenant_id': '314511324bd64377a53b28b6c392348a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.139'}], 'enable_snat': True}, 'gw_port_id': 'b7881fee-068f-4ab4-83fc-7087ce2358c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:22:52Z', 'updated_at': '2021-12-20T09:22:53Z', 'revision_number': 3, 'project_id': '314511324bd64377a53b28b6c392348a', 'gw_port': {'id': 'b7881fee-068f-4ab4-83fc-7087ce2358c5', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e6:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7adf7534-1df8-49a0-a794-466cbbfeb384', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:22:53Z', 'updated_at': '2021-12-20T09:22:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:22:56.208459 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b8b88d-b684-4800-8737-58de5ad8af05 None None] The sync data for ids ['7adf7534-1df8-49a0-a794-466cbbfeb384'] in dv-neutron-820491-1-hyperv is: [{'id': '7adf7534-1df8-49a0-a794-466cbbfeb384', 'name': 'tempest-TestMinimumBasicScenario-89387273-router', 'tenant_id': '314511324bd64377a53b28b6c392348a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.139'}], 'enable_snat': True}, 'gw_port_id': 'b7881fee-068f-4ab4-83fc-7087ce2358c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:22:52Z', 'updated_at': '2021-12-20T09:22:53Z', 'revision_number': 3, 'project_id': '314511324bd64377a53b28b6c392348a', 'gw_port': {'id': 'b7881fee-068f-4ab4-83fc-7087ce2358c5', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e6:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7adf7534-1df8-49a0-a794-466cbbfeb384', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:22:53Z', 'updated_at': '2021-12-20T09:22:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 09:22:56.326479 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a361f77c-9c82-42c0-be3b-32817c376255 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:56.331722 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a361f77c-9c82-42c0-be3b-32817c376255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:56.357418 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a361f77c-9c82-42c0-be3b-32817c376255 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:22:56.442912 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a361f77c-9c82-42c0-be3b-32817c376255 admin admin] Pushing event updated for resources: {'Port': ['ID=a5ecb929-942e-4365-8cfe-d72e2fab2b68,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:22:56.445357 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a361f77c-9c82-42c0-be3b-32817c376255 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32898031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349045'] for router_interface, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:56.450036 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a361f77c-9c82-42c0-be3b-32817c376255 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:22:56.587599 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a361f77c-9c82-42c0-be3b-32817c376255 admin admin] Network feca3f64-da86-467e-8a93-00767af1cdbe is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:22:56.588750 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-a361f77c-9c82-42c0-be3b-32817c376255 admin admin] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:22:56.876025 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-3764a272-7a45-49cd-8378-4bfab4e802a5 None None] Provisioning complete for port a5ecb929-942e-4365-8cfe-d72e2fab2b68 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:22:56.876726 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3764a272-7a45-49cd-8378-4bfab4e802a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:56.935457 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-3764a272-7a45-49cd-8378-4bfab4e802a5 None None] Port a5ecb929-942e-4365-8cfe-d72e2fab2b68 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 09:22:56.999795 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a361f77c-9c82-42c0-be3b-32817c376255 admin admin] Router 7adf7534-1df8-49a0-a794-466cbbfeb384 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 09:22:57.183365 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device b7881fee-068f-4ab4-83fc-7087ce2358c5 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:22:57.203030 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a361f77c-9c82-42c0-be3b-32817c376255 admin admin] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 09:22:57.212266 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a361f77c-9c82-42c0-be3b-32817c376255 admin admin] 10.222.0.16 "PUT /v2.0/routers/7adf7534-1df8-49a0-a794-466cbbfeb384/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7701030 Dec 20 09:22:57.252146 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port b7881fee-068f-4ab4-83fc-7087ce2358c5 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:22:57.257497 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port b7881fee-068f-4ab4-83fc-7087ce2358c5 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:22:57.257806 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:57.376949 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:57.393744 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port b7881fee-068f-4ab4-83fc-7087ce2358c5, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=b7881fee-068f-4ab4-83fc-7087ce2358c5,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:22:57.397655 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:57.398547 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 6aeacec9-8f7b-4b43-9000-43bd002329a9 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:22:57.425850 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-3bcd1a44-48c2-4c75-a6aa-72e7ac7354d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:22:57.545422 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=b7881fee-068f-4ab4-83fc-7087ce2358c5,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:22:57.550239 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:22:57.559146 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 6aeacec9-8f7b-4b43-9000-43bd002329a9 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:22:57.559793 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:58.040273 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 50926) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:22:58.045895 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-7e994327-1493-40d3-b7ff-6b8cdcafbbc3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-859556495-network', 'tenant_id': '0449cb6108624e1a97cb469844dd51c8'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:22:58.050613 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-7e994327-1493-40d3-b7ff-6b8cdcafbbc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:22:58.054368 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7e994327-1493-40d3-b7ff-6b8cdcafbbc3 admin admin] Usage tracker for resource:network and tenant:0449cb6108624e1a97cb469844dd51c8 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:22:58.057564 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7e994327-1493-40d3-b7ff-6b8cdcafbbc3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:22:58.063489 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-7e994327-1493-40d3-b7ff-6b8cdcafbbc3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:22:58.074657 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e994327-1493-40d3-b7ff-6b8cdcafbbc3 admin admin] Made reservation on behalf of 0449cb6108624e1a97cb469844dd51c8 for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 09:22:58.076906 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7e994327-1493-40d3-b7ff-6b8cdcafbbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:58.092909 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7e994327-1493-40d3-b7ff-6b8cdcafbbc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:58.122815 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-7e994327-1493-40d3-b7ff-6b8cdcafbbc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:22:58.126539 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7e994327-1493-40d3-b7ff-6b8cdcafbbc3 admin admin] Usage tracker for resource:security_group_rule and tenant:0449cb6108624e1a97cb469844dd51c8 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:22:58.129201 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7e994327-1493-40d3-b7ff-6b8cdcafbbc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:22:58.135573 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-7e994327-1493-40d3-b7ff-6b8cdcafbbc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:22:58.200717 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7e994327-1493-40d3-b7ff-6b8cdcafbbc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:58.204670 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7e994327-1493-40d3-b7ff-6b8cdcafbbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:58.207571 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-29539c6b-2460-4f63-9a9e-4136ca45171a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:22:58.235484 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e994327-1493-40d3-b7ff-6b8cdcafbbc3 admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 09:22:58.243565 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e994327-1493-40d3-b7ff-6b8cdcafbbc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec32482e-75d8-41b0-8025-8f87ac95da4a,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:22:58.246982 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7e994327-1493-40d3-b7ff-6b8cdcafbbc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:22:58.249492 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7e994327-1493-40d3-b7ff-6b8cdcafbbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:58.249901 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-7e994327-1493-40d3-b7ff-6b8cdcafbbc3 admin admin] Added segment f72bcad2-ddcf-4ecc-a30a-831f0e299693 of type vlan for network 269e5fd3-ef53-41dd-90bb-13363cf6f82a Dec 20 09:22:58.275976 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7e994327-1493-40d3-b7ff-6b8cdcafbbc3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:58.304109 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7e994327-1493-40d3-b7ff-6b8cdcafbbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:58.304947 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e994327-1493-40d3-b7ff-6b8cdcafbbc3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:22:58.305565 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7e994327-1493-40d3-b7ff-6b8cdcafbbc3 admin admin] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:58.308887 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-92f96c62-f0a7-41fc-b39b-b319b23456fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:22:58.406921 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-7e994327-1493-40d3-b7ff-6b8cdcafbbc3 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3655002 Dec 20 09:22:58.409639 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 50930) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:22:58.411958 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e994327-1493-40d3-b7ff-6b8cdcafbbc3 admin admin] Pushing event updated for resources: {'Network': ['ID=269e5fd3-ef53-41dd-90bb-13363cf6f82a,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:22:58.414698 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7e994327-1493-40d3-b7ff-6b8cdcafbbc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:22:58.416227 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-d1e8111a-8d3b-4556-9fd7-edeba77c333c admin admin] Request body: {'subnet': {'network_id': '269e5fd3-ef53-41dd-90bb-13363cf6f82a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-859556495-subnet', 'tenant_id': '0449cb6108624e1a97cb469844dd51c8', 'ip_version': 4}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:22:58.421345 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-d1e8111a-8d3b-4556-9fd7-edeba77c333c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:22:58.421823 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network 269e5fd3-ef53-41dd-90bb-13363cf6f82a details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 09:22:58.425172 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-d1e8111a-8d3b-4556-9fd7-edeba77c333c admin admin] Usage tracker for resource:subnet and tenant:0449cb6108624e1a97cb469844dd51c8 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:22:58.428015 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-d1e8111a-8d3b-4556-9fd7-edeba77c333c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:22:58.434317 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-d1e8111a-8d3b-4556-9fd7-edeba77c333c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:22:58.445034 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e8111a-8d3b-4556-9fd7-edeba77c333c admin admin] Made reservation on behalf of 0449cb6108624e1a97cb469844dd51c8 for: {'subnet': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 09:22:58.448536 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d1e8111a-8d3b-4556-9fd7-edeba77c333c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2095160'] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:58.652152 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d1e8111a-8d3b-4556-9fd7-edeba77c333c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2036557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2095114'] for subnet, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:58.655672 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0b65715e-ae29-4ce7-a0b9-7435726f1e93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:22:58.729867 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e8111a-8d3b-4556-9fd7-edeba77c333c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d283e6c-8f2a-4a2f-b756-1c643a6e7c37,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:22:58.733579 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d1e8111a-8d3b-4556-9fd7-edeba77c333c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:22:58.738693 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e8111a-8d3b-4556-9fd7-edeba77c333c admin admin] Checking segment: {'id': 'f72bcad2-ddcf-4ecc-a30a-831f0e299693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '269e5fd3-ef53-41dd-90bb-13363cf6f82a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:22:58.739050 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e8111a-8d3b-4556-9fd7-edeba77c333c admin admin] Network hostable DHCP agents. Network: 269e5fd3-ef53-41dd-90bb-13363cf6f82a, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 09:22:58.760746 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e8111a-8d3b-4556-9fd7-edeba77c333c admin admin] Network 269e5fd3-ef53-41dd-90bb-13363cf6f82a is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 09:22:58.769249 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-d1e8111a-8d3b-4556-9fd7-edeba77c333c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, 269e5fd3-ef53-41dd-90bb-13363cf6f82a) {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:22:58.773029 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e8111a-8d3b-4556-9fd7-edeba77c333c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:22:58.773666 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d1e8111a-8d3b-4556-9fd7-edeba77c333c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:58.779848 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870bd575-1aef-41d8-9a93-e79ad13585ff None None] Network 269e5fd3-ef53-41dd-90bb-13363cf6f82a requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 09:22:58.793700 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-d1e8111a-8d3b-4556-9fd7-edeba77c333c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3829930 Dec 20 09:22:58.796110 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 50934) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:22:58.801055 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-73b3fc52-ce98-4cdd-ac78-9b023579fffa admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-859556495-router', 'tenant_id': '0449cb6108624e1a97cb469844dd51c8', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:22:58.806166 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-73b3fc52-ce98-4cdd-ac78-9b023579fffa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:22:58.810287 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-73b3fc52-ce98-4cdd-ac78-9b023579fffa admin admin] Usage tracker for resource:router and tenant:0449cb6108624e1a97cb469844dd51c8 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:22:58.813057 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-73b3fc52-ce98-4cdd-ac78-9b023579fffa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:22:58.818890 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-73b3fc52-ce98-4cdd-ac78-9b023579fffa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:22:58.829659 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-73b3fc52-ce98-4cdd-ac78-9b023579fffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24817'] for router, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:58.830565 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-73b3fc52-ce98-4cdd-ac78-9b023579fffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-351744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24806'] for router, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:58.848622 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-73b3fc52-ce98-4cdd-ac78-9b023579fffa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:58.991500 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-73b3fc52-ce98-4cdd-ac78-9b023579fffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24724'] for router, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:58.995707 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d838b6-6e21-4630-9aa0-a004b8fbaff3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-269e5fd3-ef53-41dd-90bb-13363cf6f82a', 'network_id': '269e5fd3-ef53-41dd-90bb-13363cf6f82a', 'tenant_id': '0449cb6108624e1a97cb469844dd51c8', 'fixed_ips': [{'subnet_id': '2d283e6c-8f2a-4a2f-b756-1c643a6e7c37'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 09:22:58.996530 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-95d838b6-6e21-4630-9aa0-a004b8fbaff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:59.131264 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device b7881fee-068f-4ab4-83fc-7087ce2358c5 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:22:59.189903 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-73b3fc52-ce98-4cdd-ac78-9b023579fffa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:59.208397 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-95d838b6-6e21-4630-9aa0-a004b8fbaff3 None None] Allocated IP 172.20.0.2 (269e5fd3-ef53-41dd-90bb-13363cf6f82a/2d283e6c-8f2a-4a2f-b756-1c643a6e7c37/4705df13-5e8d-4ccb-bfdd-79cd482036fc) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 09:22:59.220004 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-73b3fc52-ce98-4cdd-ac78-9b023579fffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:59.264865 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port b7881fee-068f-4ab4-83fc-7087ce2358c5 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:22:59.265306 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:59.364685 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-73b3fc52-ce98-4cdd-ac78-9b023579fffa admin admin] Allocated IP 172.26.5.207 (95f3bec2-46e6-4468-8229-8badd4a5aaae/cf8895a3-346d-4313-a645-16ecdcce9969/1e19581b-663f-44a6-a6f7-72de9a9e82a0) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 09:22:59.529368 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-95d838b6-6e21-4630-9aa0-a004b8fbaff3 None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:59.542918 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-95d838b6-6e21-4630-9aa0-a004b8fbaff3 None None] Transition to ACTIVE for port object 4705df13-5e8d-4ccb-bfdd-79cd482036fc will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:22:59.565789 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-95d838b6-6e21-4630-9aa0-a004b8fbaff3 None None] Transition to ACTIVE for port object 4705df13-5e8d-4ccb-bfdd-79cd482036fc will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:22:59.572921 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-95d838b6-6e21-4630-9aa0-a004b8fbaff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:59.577788 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-c9ad74eb-ae1b-4c0e-bc9b-62c54af247f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:22:59.635274 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-73b3fc52-ce98-4cdd-ac78-9b023579fffa admin admin] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:59.645827 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d838b6-6e21-4630-9aa0-a004b8fbaff3 None None] Network 269e5fd3-ef53-41dd-90bb-13363cf6f82a is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:22:59.653812 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-95d838b6-6e21-4630-9aa0-a004b8fbaff3 None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:22:59.656391 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d838b6-6e21-4630-9aa0-a004b8fbaff3 None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 09:22:59.665405 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-73b3fc52-ce98-4cdd-ac78-9b023579fffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:59.668414 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d838b6-6e21-4630-9aa0-a004b8fbaff3 None None] Pushing event updated for resources: {'Port': ['ID=4705df13-5e8d-4ccb-bfdd-79cd482036fc,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:22:59.670950 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-627d0ee2-7440-4989-a6c1-c589e68f1107 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:22:59.671314 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-95d838b6-6e21-4630-9aa0-a004b8fbaff3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:22:59.730356 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b3fc52-ce98-4cdd-ac78-9b023579fffa admin admin] Network 95f3bec2-46e6-4468-8229-8badd4a5aaae is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:22:59.737789 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-73b3fc52-ce98-4cdd-ac78-9b023579fffa admin admin] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:22:59.737933 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1929b3f6-c028-48f7-863a-632fa7d9d495 None None] Sync routers for ids ['7adf7534-1df8-49a0-a794-466cbbfeb384'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 09:22:59.741930 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b3fc52-ce98-4cdd-ac78-9b023579fffa admin admin] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 09:22:59.770184 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-95d838b6-6e21-4630-9aa0-a004b8fbaff3 None None] Attempting to bind port 4705df13-5e8d-4ccb-bfdd-79cd482036fc on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 09:22:59.770557 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-95d838b6-6e21-4630-9aa0-a004b8fbaff3 None None] Attempting to bind port 4705df13-5e8d-4ccb-bfdd-79cd482036fc by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': 'f72bcad2-ddcf-4ecc-a30a-831f0e299693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '269e5fd3-ef53-41dd-90bb-13363cf6f82a'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 09:22:59.770918 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d838b6-6e21-4630-9aa0-a004b8fbaff3 None None] Attempting to bind port 4705df13-5e8d-4ccb-bfdd-79cd482036fc on network 269e5fd3-ef53-41dd-90bb-13363cf6f82a {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:22:59.776014 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1929b3f6-c028-48f7-863a-632fa7d9d495 None None] Routers {'7adf7534-1df8-49a0-a794-466cbbfeb384'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:22:59.776635 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-1929b3f6-c028-48f7-863a-632fa7d9d495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:22:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['7adf7534-1df8-49a0-a794-466cbbfeb384'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:22:59.778287 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b3fc52-ce98-4cdd-ac78-9b023579fffa admin admin] Pushing event updated for resources: {'Port': ['ID=1e19581b-663f-44a6-a6f7-72de9a9e82a0,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:22:59.782219 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-73b3fc52-ce98-4cdd-ac78-9b023579fffa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:22:59.832973 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d838b6-6e21-4630-9aa0-a004b8fbaff3 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 9, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 09:22:59.833394 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d838b6-6e21-4630-9aa0-a004b8fbaff3 None None] Checking segment: {'id': 'f72bcad2-ddcf-4ecc-a30a-831f0e299693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '269e5fd3-ef53-41dd-90bb-13363cf6f82a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:22:59.833767 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-95d838b6-6e21-4630-9aa0-a004b8fbaff3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:59.834157 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d838b6-6e21-4630-9aa0-a004b8fbaff3 None None] Bound using segment: {'id': 'f72bcad2-ddcf-4ecc-a30a-831f0e299693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '269e5fd3-ef53-41dd-90bb-13363cf6f82a'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 09:22:59.834618 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-95d838b6-6e21-4630-9aa0-a004b8fbaff3 None None] Bound port: 4705df13-5e8d-4ccb-bfdd-79cd482036fc, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f72bcad2-ddcf-4ecc-a30a-831f0e299693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '269e5fd3-ef53-41dd-90bb-13363cf6f82a'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 09:22:59.834992 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-95d838b6-6e21-4630-9aa0-a004b8fbaff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:59.906998 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-73b3fc52-ce98-4cdd-ac78-9b023579fffa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:22:59.907737 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-73b3fc52-ce98-4cdd-ac78-9b023579fffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071'] for router, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:00.027168 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-95d838b6-6e21-4630-9aa0-a004b8fbaff3 None None] For port 4705df13-5e8d-4ccb-bfdd-79cd482036fc, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 09:23:00.033096 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-95d838b6-6e21-4630-9aa0-a004b8fbaff3 None None] For port 4705df13-5e8d-4ccb-bfdd-79cd482036fc, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=4705df13-5e8d-4ccb-bfdd-79cd482036fc,segment=NetworkSegment(f72bcad2-ddcf-4ecc-a30a-831f0e299693),segment_id=f72bcad2-ddcf-4ecc-a30a-831f0e299693)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 09:23:00.041651 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-95d838b6-6e21-4630-9aa0-a004b8fbaff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:00.047443 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:23:00.079103 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-1929b3f6-c028-48f7-863a-632fa7d9d495 None None] Set router 7adf7534-1df8-49a0-a794-466cbbfeb384 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:23:00.143997 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73b3fc52-ce98-4cdd-ac78-9b023579fffa admin admin] Router 2b0f5450-69e5-4e8e-9526-f2b08ef82a9b is scheduled to L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 with binding_index 1 {{(pid=83445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 09:23:00.297197 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d838b6-6e21-4630-9aa0-a004b8fbaff3 None None] Pushing event updated for resources: {'Port': ['ID=4705df13-5e8d-4ccb-bfdd-79cd482036fc,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:23:00.300853 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-95d838b6-6e21-4630-9aa0-a004b8fbaff3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:23:00.355888 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b3fc52-ce98-4cdd-ac78-9b023579fffa admin admin] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 09:23:00.367754 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f487a9e-3ff8-43c7-b582-6534ecc40d72 None None] Sync routers for ids ['2b0f5450-69e5-4e8e-9526-f2b08ef82a9b'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 09:23:00.382286 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-73b3fc52-ce98-4cdd-ac78-9b023579fffa admin admin] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:00.387848 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 50938) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:23:00.394613 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-73b3fc52-ce98-4cdd-ac78-9b023579fffa admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5973055 Dec 20 09:23:00.414783 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f487a9e-3ff8-43c7-b582-6534ecc40d72 None None] Routers {'2b0f5450-69e5-4e8e-9526-f2b08ef82a9b'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:23:00.415518 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-9f487a9e-3ff8-43c7-b582-6534ecc40d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:22:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['2b0f5450-69e5-4e8e-9526-f2b08ef82a9b'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:23:00.535947 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-1929b3f6-c028-48f7-863a-632fa7d9d495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7adf7534-1df8-49a0-a794-466cbbfeb384', 'name': 'tempest-TestMinimumBasicScenario-89387273-router', 'tenant_id': '314511324bd64377a53b28b6c392348a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.139'}], 'enable_snat': True}, 'gw_port_id': 'b7881fee-068f-4ab4-83fc-7087ce2358c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:22:52Z', 'updated_at': '2021-12-20T09:22:55Z', 'revision_number': 4, 'project_id': '314511324bd64377a53b28b6c392348a', 'gw_port': {'id': 'b7881fee-068f-4ab4-83fc-7087ce2358c5', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7adf7534-1df8-49a0-a794-466cbbfeb384', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:22:53Z', 'updated_at': '2021-12-20T09:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': 'a5ecb929-942e-4365-8cfe-d72e2fab2b68', 'name': '', 'network_id': 'feca3f64-da86-467e-8a93-00767af1cdbe', 'tenant_id': '314511324bd64377a53b28b6c392348a', 'mac_address': 'fa:16:3e:e4:93:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7adf7534-1df8-49a0-a794-466cbbfeb384', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eafef744-f1d4-474a-a582-f1e578f2e3c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:22:55Z', 'updated_at': '2021-12-20T09:22:56Z', 'revision_number': 2, 'project_id': '314511324bd64377a53b28b6c392348a', 'subnets': [{'id': 'eafef744-f1d4-474a-a582-f1e578f2e3c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:23:00.541630 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1929b3f6-c028-48f7-863a-632fa7d9d495 None None] Checking router: 7adf7534-1df8-49a0-a794-466cbbfeb384 for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 09:23:00.541988 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1929b3f6-c028-48f7-863a-632fa7d9d495 None None] Updating router 7adf7534-1df8-49a0-a794-466cbbfeb384 port a5ecb929-942e-4365-8cfe-d72e2fab2b68 binding host dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 09:23:00.624710 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-1929b3f6-c028-48f7-863a-632fa7d9d495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:00.657278 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-9f487a9e-3ff8-43c7-b582-6534ecc40d72 None None] Set router 2b0f5450-69e5-4e8e-9526-f2b08ef82a9b gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:23:00.962448 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-9f487a9e-3ff8-43c7-b582-6534ecc40d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b0f5450-69e5-4e8e-9526-f2b08ef82a9b', 'name': 'tempest-TestMinimumBasicScenario-859556495-router', 'tenant_id': '0449cb6108624e1a97cb469844dd51c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': '1e19581b-663f-44a6-a6f7-72de9a9e82a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:22:58Z', 'updated_at': '2021-12-20T09:22:59Z', 'revision_number': 3, 'project_id': '0449cb6108624e1a97cb469844dd51c8', 'gw_port': {'id': '1e19581b-663f-44a6-a6f7-72de9a9e82a0', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f8:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b0f5450-69e5-4e8e-9526-f2b08ef82a9b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:22:59Z', 'updated_at': '2021-12-20T09:22:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:23:00.966701 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f487a9e-3ff8-43c7-b582-6534ecc40d72 None None] Checking router: 2b0f5450-69e5-4e8e-9526-f2b08ef82a9b for host: dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 09:23:00.967047 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f487a9e-3ff8-43c7-b582-6534ecc40d72 None None] Updating router 2b0f5450-69e5-4e8e-9526-f2b08ef82a9b port 1e19581b-663f-44a6-a6f7-72de9a9e82a0 binding host dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 09:23:01.010277 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-1929b3f6-c028-48f7-863a-632fa7d9d495 None None] Notify callbacks [] for port, precommit_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:01.022279 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-9f487a9e-3ff8-43c7-b582-6534ecc40d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:01.023076 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-1929b3f6-c028-48f7-863a-632fa7d9d495 None None] Transition to ACTIVE for port object a5ecb929-942e-4365-8cfe-d72e2fab2b68 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:23:01.033171 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-1929b3f6-c028-48f7-863a-632fa7d9d495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:01.037600 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:23:01.219540 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684432b6-a165-4aa7-a57d-6e8524264b74 None None] Pushing event updated for resources: {'Port': ['ID=a5ecb929-942e-4365-8cfe-d72e2fab2b68,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:23:01.224049 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-684432b6-a165-4aa7-a57d-6e8524264b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:23:01.227730 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 4705df13-5e8d-4ccb-bfdd-79cd482036fc up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:23:01.447661 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-1929b3f6-c028-48f7-863a-632fa7d9d495 None None] Attempting to bind port a5ecb929-942e-4365-8cfe-d72e2fab2b68 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 09:23:01.448334 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-1929b3f6-c028-48f7-863a-632fa7d9d495 None None] Attempting to bind port a5ecb929-942e-4365-8cfe-d72e2fab2b68 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '95a4715e-94f2-4f16-aa4d-62667273a564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'feca3f64-da86-467e-8a93-00767af1cdbe'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 09:23:01.448445 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-9f487a9e-3ff8-43c7-b582-6534ecc40d72 None None] Notify callbacks [] for port, precommit_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:01.448898 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1929b3f6-c028-48f7-863a-632fa7d9d495 None None] Attempting to bind port a5ecb929-942e-4365-8cfe-d72e2fab2b68 on network feca3f64-da86-467e-8a93-00767af1cdbe {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:23:01.462879 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1929b3f6-c028-48f7-863a-632fa7d9d495 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 9, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 09:23:01.463415 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1929b3f6-c028-48f7-863a-632fa7d9d495 None None] Checking segment: {'id': '95a4715e-94f2-4f16-aa4d-62667273a564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'feca3f64-da86-467e-8a93-00767af1cdbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:23:01.463988 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-1929b3f6-c028-48f7-863a-632fa7d9d495 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:01.464597 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1929b3f6-c028-48f7-863a-632fa7d9d495 None None] Bound using segment: {'id': '95a4715e-94f2-4f16-aa4d-62667273a564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'feca3f64-da86-467e-8a93-00767af1cdbe'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 09:23:01.465328 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-1929b3f6-c028-48f7-863a-632fa7d9d495 None None] Bound port: a5ecb929-942e-4365-8cfe-d72e2fab2b68, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95a4715e-94f2-4f16-aa4d-62667273a564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'feca3f64-da86-467e-8a93-00767af1cdbe'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 09:23:01.466039 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-1929b3f6-c028-48f7-863a-632fa7d9d495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:01.470458 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.provisioning_blocks [None req-9f487a9e-3ff8-43c7-b582-6534ecc40d72 None None] Transition to ACTIVE for port object 1e19581b-663f-44a6-a6f7-72de9a9e82a0 will not be triggered until provisioned by entity L2. {{(pid=83447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:23:01.484016 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-9f487a9e-3ff8-43c7-b582-6534ecc40d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:01.487267 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 4705df13-5e8d-4ccb-bfdd-79cd482036fc completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:23:01.489547 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-8fce49e6-2003-427d-aabc-c5104f013416 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:23:01.537820 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9240dff0-8ebc-4183-89dd-617edefb594e None None] Network 269e5fd3-ef53-41dd-90bb-13363cf6f82a requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 09:23:01.603343 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-32fbb6da-91f0-42b7-a567-a05de6ec67a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:01.610020 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a8d663-306d-4ec9-9c05-74e365b0453d None None] Pushing event updated for resources: {'Port': ['ID=1e19581b-663f-44a6-a6f7-72de9a9e82a0,revision_number=2']} {{(pid=83447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:23:01.615055 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-13a8d663-306d-4ec9-9c05-74e365b0453d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:23:01.617763 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-9f487a9e-3ff8-43c7-b582-6534ecc40d72 None None] Attempting to bind port 1e19581b-663f-44a6-a6f7-72de9a9e82a0 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 09:23:01.618359 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-9f487a9e-3ff8-43c7-b582-6534ecc40d72 None None] Attempting to bind port 1e19581b-663f-44a6-a6f7-72de9a9e82a0 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}] {{(pid=83447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 09:23:01.619046 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f487a9e-3ff8-43c7-b582-6534ecc40d72 None None] Attempting to bind port 1e19581b-663f-44a6-a6f7-72de9a9e82a0 on network 95f3bec2-46e6-4468-8229-8badd4a5aaae {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:23:01.631150 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f487a9e-3ff8-43c7-b582-6534ecc40d72 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 9, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 09:23:01.632163 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f487a9e-3ff8-43c7-b582-6534ecc40d72 None None] Checking segment: {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:23:01.634352 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-9f487a9e-3ff8-43c7-b582-6534ecc40d72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:01.635285 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f487a9e-3ff8-43c7-b582-6534ecc40d72 None None] Bound using segment: {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'} {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 09:23:01.636342 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-9f487a9e-3ff8-43c7-b582-6534ecc40d72 None None] Bound port: 1e19581b-663f-44a6-a6f7-72de9a9e82a0, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}}] {{(pid=83447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 09:23:01.637451 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-9f487a9e-3ff8-43c7-b582-6534ecc40d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:01.710801 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-1929b3f6-c028-48f7-863a-632fa7d9d495 None None] For port a5ecb929-942e-4365-8cfe-d72e2fab2b68, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 09:23:01.735920 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-f3d0ad08-f113-48ed-8ba9-1ed24f48e714 None None] Provisioning for port 4705df13-5e8d-4ccb-bfdd-79cd482036fc completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:23:01.739864 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-1929b3f6-c028-48f7-863a-632fa7d9d495 None None] For port a5ecb929-942e-4365-8cfe-d72e2fab2b68, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=a5ecb929-942e-4365-8cfe-d72e2fab2b68,segment=NetworkSegment(95a4715e-94f2-4f16-aa4d-62667273a564),segment_id=95a4715e-94f2-4f16-aa4d-62667273a564)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 09:23:01.769460 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.db [None req-9f487a9e-3ff8-43c7-b582-6534ecc40d72 None None] For port 1e19581b-663f-44a6-a6f7-72de9a9e82a0, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 09:23:01.772035 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-f3d0ad08-f113-48ed-8ba9-1ed24f48e714 None None] Provisioning complete for port 4705df13-5e8d-4ccb-bfdd-79cd482036fc triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:23:01.772406 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f3d0ad08-f113-48ed-8ba9-1ed24f48e714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:01.775272 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.db [None req-9f487a9e-3ff8-43c7-b582-6534ecc40d72 None None] For port 1e19581b-663f-44a6-a6f7-72de9a9e82a0, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=1e19581b-663f-44a6-a6f7-72de9a9e82a0,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 09:23:01.782786 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-9f487a9e-3ff8-43c7-b582-6534ecc40d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:01.790493 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-e177f173-b4c7-43fc-a854-48a0d097073c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:23:01.802807 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-1929b3f6-c028-48f7-863a-632fa7d9d495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:01.814148 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-7acc8b07-4b57-436d-a2ec-9a557e6dd745 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:23:01.875712 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a8d663-306d-4ec9-9c05-74e365b0453d None None] Pushing event updated for resources: {'Port': ['ID=1e19581b-663f-44a6-a6f7-72de9a9e82a0,revision_number=3']} {{(pid=83447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:23:01.879336 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-13a8d663-306d-4ec9-9c05-74e365b0453d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:23:01.885342 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f487a9e-3ff8-43c7-b582-6534ecc40d72 None None] Routers {'2b0f5450-69e5-4e8e-9526-f2b08ef82a9b'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:23:01.888078 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-9f487a9e-3ff8-43c7-b582-6534ecc40d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:22:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['2b0f5450-69e5-4e8e-9526-f2b08ef82a9b'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:23:01.893847 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-32fbb6da-91f0-42b7-a567-a05de6ec67a8 admin admin] Allocated IP 172.20.0.1 (269e5fd3-ef53-41dd-90bb-13363cf6f82a/2d283e6c-8f2a-4a2f-b756-1c643a6e7c37/267e1962-3c8a-428c-b027-9ff912ad6222) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 09:23:01.985392 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684432b6-a165-4aa7-a57d-6e8524264b74 None None] Pushing event updated for resources: {'Port': ['ID=a5ecb929-942e-4365-8cfe-d72e2fab2b68,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:23:01.996532 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-684432b6-a165-4aa7-a57d-6e8524264b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:23:02.134198 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1929b3f6-c028-48f7-863a-632fa7d9d495 None None] Routers {'7adf7534-1df8-49a0-a794-466cbbfeb384'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:23:02.134762 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-1929b3f6-c028-48f7-863a-632fa7d9d495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:22:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['7adf7534-1df8-49a0-a794-466cbbfeb384'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:23:02.181081 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-32fbb6da-91f0-42b7-a567-a05de6ec67a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:02.200891 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-32fbb6da-91f0-42b7-a567-a05de6ec67a8 admin admin] Transition to ACTIVE for port object 267e1962-3c8a-428c-b027-9ff912ad6222 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:23:02.202055 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-9f487a9e-3ff8-43c7-b582-6534ecc40d72 None None] Set router 2b0f5450-69e5-4e8e-9526-f2b08ef82a9b gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:23:02.209400 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f3d0ad08-f113-48ed-8ba9-1ed24f48e714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:02.230501 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-32fbb6da-91f0-42b7-a567-a05de6ec67a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:02.238086 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0b08f790-75c3-4566-a07c-36b5948e981d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:23:02.344367 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-f3d0ad08-f113-48ed-8ba9-1ed24f48e714 None None] For port 4705df13-5e8d-4ccb-bfdd-79cd482036fc, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=4705df13-5e8d-4ccb-bfdd-79cd482036fc,segment=NetworkSegment(f72bcad2-ddcf-4ecc-a30a-831f0e299693),segment_id=f72bcad2-ddcf-4ecc-a30a-831f0e299693)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:23:02.352719 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f3d0ad08-f113-48ed-8ba9-1ed24f48e714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:02.353951 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32fbb6da-91f0-42b7-a567-a05de6ec67a8 admin admin] Network 269e5fd3-ef53-41dd-90bb-13363cf6f82a is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:23:02.360284 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:23:02.368992 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-32fbb6da-91f0-42b7-a567-a05de6ec67a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:23:02.377004 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fbb6da-91f0-42b7-a567-a05de6ec67a8 admin admin] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 09:23:02.432564 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fbb6da-91f0-42b7-a567-a05de6ec67a8 admin admin] Pushing event updated for resources: {'Port': ['ID=267e1962-3c8a-428c-b027-9ff912ad6222,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:23:02.439759 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-32fbb6da-91f0-42b7-a567-a05de6ec67a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:23:02.468117 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-32fbb6da-91f0-42b7-a567-a05de6ec67a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-345881'] for router_interface, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:02.480935 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d0ad08-f113-48ed-8ba9-1ed24f48e714 None None] Pushing event updated for resources: {'Port': ['ID=4705df13-5e8d-4ccb-bfdd-79cd482036fc,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:23:02.488348 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-f3d0ad08-f113-48ed-8ba9-1ed24f48e714 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:23:02.500473 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-1929b3f6-c028-48f7-863a-632fa7d9d495 None None] Set router 7adf7534-1df8-49a0-a794-466cbbfeb384 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:23:02.598093 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-32fbb6da-91f0-42b7-a567-a05de6ec67a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:02.692324 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-9f487a9e-3ff8-43c7-b582-6534ecc40d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b0f5450-69e5-4e8e-9526-f2b08ef82a9b', 'name': 'tempest-TestMinimumBasicScenario-859556495-router', 'tenant_id': '0449cb6108624e1a97cb469844dd51c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': '1e19581b-663f-44a6-a6f7-72de9a9e82a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:22:58Z', 'updated_at': '2021-12-20T09:22:59Z', 'revision_number': 3, 'project_id': '0449cb6108624e1a97cb469844dd51c8', 'gw_port': {'id': '1e19581b-663f-44a6-a6f7-72de9a9e82a0', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f8:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b0f5450-69e5-4e8e-9526-f2b08ef82a9b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:22:59Z', 'updated_at': '2021-12-20T09:23:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:23:02.703363 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f487a9e-3ff8-43c7-b582-6534ecc40d72 None None] The sync data for ids ['2b0f5450-69e5-4e8e-9526-f2b08ef82a9b'] in dv-neutron-820491-1-hyperv is: [{'id': '2b0f5450-69e5-4e8e-9526-f2b08ef82a9b', 'name': 'tempest-TestMinimumBasicScenario-859556495-router', 'tenant_id': '0449cb6108624e1a97cb469844dd51c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': '1e19581b-663f-44a6-a6f7-72de9a9e82a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:22:58Z', 'updated_at': '2021-12-20T09:22:59Z', 'revision_number': 3, 'project_id': '0449cb6108624e1a97cb469844dd51c8', 'gw_port': {'id': '1e19581b-663f-44a6-a6f7-72de9a9e82a0', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f8:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b0f5450-69e5-4e8e-9526-f2b08ef82a9b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:22:59Z', 'updated_at': '2021-12-20T09:23:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 09:23:02.791357 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-3c97bef3-3901-47e0-9907-aeb49ac534fd None None] Provisioning complete for port 4705df13-5e8d-4ccb-bfdd-79cd482036fc triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:23:02.792009 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3c97bef3-3901-47e0-9907-aeb49ac534fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:02.906450 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-32fbb6da-91f0-42b7-a567-a05de6ec67a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:02.915853 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-32fbb6da-91f0-42b7-a567-a05de6ec67a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:02.946002 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-32dd0a7a-6ad4-49b7-aac8-32a734689bed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:23:03.011234 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-1929b3f6-c028-48f7-863a-632fa7d9d495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7adf7534-1df8-49a0-a794-466cbbfeb384', 'name': 'tempest-TestMinimumBasicScenario-89387273-router', 'tenant_id': '314511324bd64377a53b28b6c392348a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.139'}], 'enable_snat': True}, 'gw_port_id': 'b7881fee-068f-4ab4-83fc-7087ce2358c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:22:52Z', 'updated_at': '2021-12-20T09:22:55Z', 'revision_number': 4, 'project_id': '314511324bd64377a53b28b6c392348a', 'gw_port': {'id': 'b7881fee-068f-4ab4-83fc-7087ce2358c5', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7adf7534-1df8-49a0-a794-466cbbfeb384', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:22:53Z', 'updated_at': '2021-12-20T09:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': 'a5ecb929-942e-4365-8cfe-d72e2fab2b68', 'name': '', 'network_id': 'feca3f64-da86-467e-8a93-00767af1cdbe', 'tenant_id': '314511324bd64377a53b28b6c392348a', 'mac_address': 'fa:16:3e:e4:93:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7adf7534-1df8-49a0-a794-466cbbfeb384', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eafef744-f1d4-474a-a582-f1e578f2e3c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:22:55Z', 'updated_at': '2021-12-20T09:23:01Z', 'revision_number': 4, 'project_id': '314511324bd64377a53b28b6c392348a', 'subnets': [{'id': 'eafef744-f1d4-474a-a582-f1e578f2e3c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:23:03.015545 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1929b3f6-c028-48f7-863a-632fa7d9d495 None None] The sync data for ids ['7adf7534-1df8-49a0-a794-466cbbfeb384'] in dv-neutron-820491-1-hyperv is: [{'id': '7adf7534-1df8-49a0-a794-466cbbfeb384', 'name': 'tempest-TestMinimumBasicScenario-89387273-router', 'tenant_id': '314511324bd64377a53b28b6c392348a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.139'}], 'enable_snat': True}, 'gw_port_id': 'b7881fee-068f-4ab4-83fc-7087ce2358c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:22:52Z', 'updated_at': '2021-12-20T09:22:55Z', 'revision_number': 4, 'project_id': '314511324bd64377a53b28b6c392348a', 'gw_port': {'id': 'b7881fee-068f-4ab4-83fc-7087ce2358c5', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7adf7534-1df8-49a0-a794-466cbbfeb384', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:22:53Z', 'updated_at': '2021-12-20T09:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': 'a5ecb929-942e-4365-8cfe-d72e2fab2b68', 'name': '', 'network_id': 'feca3f64-da86-467e-8a93-00767af1cdbe', 'tenant_id': '314511324bd64377a53b28b6c392348a', 'mac_address': 'fa:16:3e:e4:93:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7adf7534-1df8-49a0-a794-466cbbfeb384', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eafef744-f1d4-474a-a582-f1e578f2e3c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:22:55Z', 'updated_at': '2021-12-20T09:23:01Z', 'revision_number': 4, 'project_id': '314511324bd64377a53b28b6c392348a', 'subnets': [{'id': 'eafef744-f1d4-474a-a582-f1e578f2e3c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 09:23:03.037398 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-32fbb6da-91f0-42b7-a567-a05de6ec67a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32898031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349045'] for router_interface, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:03.043477 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fbb6da-91f0-42b7-a567-a05de6ec67a8 admin admin] Pushing event updated for resources: {'Port': ['ID=267e1962-3c8a-428c-b027-9ff912ad6222,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:23:03.047479 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-32fbb6da-91f0-42b7-a567-a05de6ec67a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:23:03.128339 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-ff473bae-947d-4320-aae2-f874e411a3f7 None None] Provisioning for port 267e1962-3c8a-428c-b027-9ff912ad6222 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:23:03.141190 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-ff473bae-947d-4320-aae2-f874e411a3f7 None None] Provisioning complete for port 267e1962-3c8a-428c-b027-9ff912ad6222 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:23:03.141605 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-ff473bae-947d-4320-aae2-f874e411a3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:03.256901 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-ff473bae-947d-4320-aae2-f874e411a3f7 None None] Port 267e1962-3c8a-428c-b027-9ff912ad6222 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 09:23:03.291885 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device a5ecb929-942e-4365-8cfe-d72e2fab2b68 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:23:03.404176 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port a5ecb929-942e-4365-8cfe-d72e2fab2b68 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:23:03.412539 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port a5ecb929-942e-4365-8cfe-d72e2fab2b68 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:23:03.413066 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:03.465332 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32fbb6da-91f0-42b7-a567-a05de6ec67a8 admin admin] Network 269e5fd3-ef53-41dd-90bb-13363cf6f82a is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:23:03.470486 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-32fbb6da-91f0-42b7-a567-a05de6ec67a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:23:03.578810 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:03.622812 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port a5ecb929-942e-4365-8cfe-d72e2fab2b68, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=a5ecb929-942e-4365-8cfe-d72e2fab2b68,segment=NetworkSegment(95a4715e-94f2-4f16-aa4d-62667273a564),segment_id=95a4715e-94f2-4f16-aa4d-62667273a564)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:23:03.638245 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:03.645152 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 4705df13-5e8d-4ccb-bfdd-79cd482036fc up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:23:03.679685 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:23:03.810858 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=a5ecb929-942e-4365-8cfe-d72e2fab2b68,revision_number=5']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:23:03.815630 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:23:03.839327 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 4705df13-5e8d-4ccb-bfdd-79cd482036fc triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:23:03.839850 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:03.901483 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-bee79862-4ebc-4b77-83a9-4d14b4021407 None None] Provisioning complete for port 267e1962-3c8a-428c-b027-9ff912ad6222 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:23:03.901912 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-bee79862-4ebc-4b77-83a9-4d14b4021407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:03.981677 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-bee79862-4ebc-4b77-83a9-4d14b4021407 None None] Port 267e1962-3c8a-428c-b027-9ff912ad6222 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 09:23:04.034202 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32fbb6da-91f0-42b7-a567-a05de6ec67a8 admin admin] Router 2b0f5450-69e5-4e8e-9526-f2b08ef82a9b has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 09:23:04.265190 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32fbb6da-91f0-42b7-a567-a05de6ec67a8 admin admin] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 09:23:04.275799 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-32fbb6da-91f0-42b7-a567-a05de6ec67a8 admin admin] 10.222.0.16 "PUT /v2.0/routers/2b0f5450-69e5-4e8e-9526-f2b08ef82a9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8861642 Dec 20 09:23:05.228441 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 1e19581b-663f-44a6-a6f7-72de9a9e82a0 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:23:05.312320 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 1e19581b-663f-44a6-a6f7-72de9a9e82a0 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:23:05.319678 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 1e19581b-663f-44a6-a6f7-72de9a9e82a0 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:23:05.320051 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:05.452385 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:05.471883 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 1e19581b-663f-44a6-a6f7-72de9a9e82a0, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=1e19581b-663f-44a6-a6f7-72de9a9e82a0,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:23:05.476548 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:05.477584 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device a5ecb929-942e-4365-8cfe-d72e2fab2b68 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:23:05.585966 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:23:05.666219 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=1e19581b-663f-44a6-a6f7-72de9a9e82a0,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:23:05.672187 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:23:05.674831 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port a5ecb929-942e-4365-8cfe-d72e2fab2b68 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:23:05.675261 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:07.144464 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 1e19581b-663f-44a6-a6f7-72de9a9e82a0 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:23:07.249216 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 1e19581b-663f-44a6-a6f7-72de9a9e82a0 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:23:07.249626 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:10.286292 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:12.628485 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-fa359105-26bc-40b8-a3c3-1aede9be2ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:14.928087 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-0d577ec0-cfc3-4374-b97c-879a7b60da92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:15.485253 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e423a17-1119-46e7-a366-c895defdcfce req-20b4b2f0-7f86-4165-815d-e4335726aa6c tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:23:15.486713 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7e423a17-1119-46e7-a366-c895defdcfce req-20b4b2f0-7f86-4165-815d-e4335726aa6c tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.16 "GET /v2.0/networks?id=feca3f64-da86-467e-8a93-00767af1cdbe HTTP/1.1" status: 200 len: 813 time: 0.1445735 Dec 20 09:23:15.502988 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7e423a17-1119-46e7-a366-c895defdcfce req-3328009c-9110-40af-9b82-537d81fdb2e3 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.16 "GET /v2.0/quotas/314511324bd64377a53b28b6c392348a HTTP/1.1" status: 200 len: 375 time: 0.0109425 Dec 20 09:23:15.581810 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-7e423a17-1119-46e7-a366-c895defdcfce req-9f6de022-e605-4988-9e60-a88a7801a192 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Synchronizing usage tracker for tenant:314511324bd64377a53b28b6c392348a on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:23:15.599525 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-7e423a17-1119-46e7-a366-c895defdcfce req-9f6de022-e605-4988-9e60-a88a7801a192 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Unset dirty status for tenant:314511324bd64377a53b28b6c392348a on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:23:15.601013 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7e423a17-1119-46e7-a366-c895defdcfce req-9f6de022-e605-4988-9e60-a88a7801a192 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=314511324bd64377a53b28b6c392348a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0925207 Dec 20 09:23:15.864422 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7e423a17-1119-46e7-a366-c895defdcfce req-0ec7f8ed-644e-4140-802d-8985bad378ec service neutron] 10.222.0.16 "GET /v2.0/networks/feca3f64-da86-467e-8a93-00767af1cdbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510440 Dec 20 09:23:16.007397 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7e423a17-1119-46e7-a366-c895defdcfce req-252f82cd-5ab2-4dec-89a7-d5394f395004 service neutron] 10.222.0.16 "GET /v2.0/networks/feca3f64-da86-467e-8a93-00767af1cdbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366246 Dec 20 09:23:16.074880 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:16.137034 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:16.210407 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-81db4e19-4028-43a2-9c8c-d9cf39eddd67 req-ac2bf22e-b806-42fd-ad68-d02199faae8d tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.16 "GET /v2.0/ports?device_id=20bcc27e-c74e-4117-96f8-ab3f3e460602 HTTP/1.1" status: 200 len: 210 time: 0.0472355 Dec 20 09:23:17.226228 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e423a17-1119-46e7-a366-c895defdcfce req-b1d220a7-8704-41e9-87e2-6061ca06c01d tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:23:17.227722 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7e423a17-1119-46e7-a366-c895defdcfce req-b1d220a7-8704-41e9-87e2-6061ca06c01d tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.58 "GET /v2.0/networks?id=feca3f64-da86-467e-8a93-00767af1cdbe HTTP/1.1" status: 200 len: 813 time: 0.1502390 Dec 20 09:23:17.245444 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-7e423a17-1119-46e7-a366-c895defdcfce req-39e047da-0385-49a6-ba65-b3fe547e7fc8 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Request body: {'port': {'device_id': '20bcc27e-c74e-4117-96f8-ab3f3e460602', 'network_id': 'feca3f64-da86-467e-8a93-00767af1cdbe', 'admin_state_up': True, 'tenant_id': '314511324bd64377a53b28b6c392348a'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:23:17.395958 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d346924c-9939-41d4-9458-e299a126aac1 req-c504e055-4885-48d1-8672-bf4e9f45d200 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.16 "GET /v2.0/ports?device_id=20bcc27e-c74e-4117-96f8-ab3f3e460602 HTTP/1.1" status: 200 len: 210 time: 0.0539539 Dec 20 09:23:17.542469 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:17.562713 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-7e423a17-1119-46e7-a366-c895defdcfce req-39e047da-0385-49a6-ba65-b3fe547e7fc8 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:23:17.572893 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-7e423a17-1119-46e7-a366-c895defdcfce req-39e047da-0385-49a6-ba65-b3fe547e7fc8 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:23:17.586682 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e423a17-1119-46e7-a366-c895defdcfce req-39e047da-0385-49a6-ba65-b3fe547e7fc8 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Made reservation on behalf of 314511324bd64377a53b28b6c392348a for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 09:23:17.590464 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-7e423a17-1119-46e7-a366-c895defdcfce req-39e047da-0385-49a6-ba65-b3fe547e7fc8 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:17.796383 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [req-7e423a17-1119-46e7-a366-c895defdcfce req-39e047da-0385-49a6-ba65-b3fe547e7fc8 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Allocated IP 172.20.0.11 (feca3f64-da86-467e-8a93-00767af1cdbe/eafef744-f1d4-474a-a582-f1e578f2e3c9/d22dfaa1-9fcb-4f36-b0c5-b5923d575a8a) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 09:23:18.070107 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-7e423a17-1119-46e7-a366-c895defdcfce req-39e047da-0385-49a6-ba65-b3fe547e7fc8 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:18.094241 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-7e423a17-1119-46e7-a366-c895defdcfce req-39e047da-0385-49a6-ba65-b3fe547e7fc8 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Transition to ACTIVE for port object d22dfaa1-9fcb-4f36-b0c5-b5923d575a8a will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:23:18.122990 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-7e423a17-1119-46e7-a366-c895defdcfce req-39e047da-0385-49a6-ba65-b3fe547e7fc8 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:18.131294 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a8b9f7c3-d8a7-4415-8768-ec00d9b23324 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:23:18.214614 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e423a17-1119-46e7-a366-c895defdcfce req-39e047da-0385-49a6-ba65-b3fe547e7fc8 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Network feca3f64-da86-467e-8a93-00767af1cdbe is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:23:18.219562 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [req-7e423a17-1119-46e7-a366-c895defdcfce req-39e047da-0385-49a6-ba65-b3fe547e7fc8 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:23:18.225088 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e423a17-1119-46e7-a366-c895defdcfce req-39e047da-0385-49a6-ba65-b3fe547e7fc8 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 09:23:18.257833 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e047da-0385-49a6-ba65-b3fe547e7fc8 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Pushing event updated for resources: {'Port': ['ID=d22dfaa1-9fcb-4f36-b0c5-b5923d575a8a,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:23:18.281014 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e047da-0385-49a6-ba65-b3fe547e7fc8 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:23:18.281455 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e047da-0385-49a6-ba65-b3fe547e7fc8 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:23:18.281860 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e047da-0385-49a6-ba65-b3fe547e7fc8 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:23:18.282233 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e047da-0385-49a6-ba65-b3fe547e7fc8 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:23:18.282603 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e047da-0385-49a6-ba65-b3fe547e7fc8 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:23:18.282969 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e047da-0385-49a6-ba65-b3fe547e7fc8 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:23:18.283336 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e047da-0385-49a6-ba65-b3fe547e7fc8 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:23:18.283698 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e047da-0385-49a6-ba65-b3fe547e7fc8 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:23:18.284057 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e047da-0385-49a6-ba65-b3fe547e7fc8 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:23:18.284419 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e047da-0385-49a6-ba65-b3fe547e7fc8 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:23:18.284813 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e047da-0385-49a6-ba65-b3fe547e7fc8 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:23:18.295375 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-39e047da-0385-49a6-ba65-b3fe547e7fc8 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:23:18.312153 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e423a17-1119-46e7-a366-c895defdcfce req-39e047da-0385-49a6-ba65-b3fe547e7fc8 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:23:18.312790 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-7e423a17-1119-46e7-a366-c895defdcfce req-39e047da-0385-49a6-ba65-b3fe547e7fc8 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:18.353459 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7e423a17-1119-46e7-a366-c895defdcfce req-39e047da-0385-49a6-ba65-b3fe547e7fc8 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1110034 Dec 20 09:23:18.527462 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-47472b5c-5dad-41bb-939f-26be43db47a6 None None] Provisioning for port d22dfaa1-9fcb-4f36-b0c5-b5923d575a8a completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:23:18.537720 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-47472b5c-5dad-41bb-939f-26be43db47a6 None None] Provisioning complete for port d22dfaa1-9fcb-4f36-b0c5-b5923d575a8a triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:23:18.538770 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-47472b5c-5dad-41bb-939f-26be43db47a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:18.622786 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eabffb-dafb-4de9-87ee-49aae9d97fd1 req-1df5b930-2c11-494e-ba5c-21d536f51434 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:23:18.625036 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-e1eabffb-dafb-4de9-87ee-49aae9d97fd1 req-1df5b930-2c11-494e-ba5c-21d536f51434 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.16 "GET /v2.0/ports?device_id=20bcc27e-c74e-4117-96f8-ab3f3e460602 HTTP/1.1" status: 200 len: 932 time: 0.0839674 Dec 20 09:23:18.627661 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-47472b5c-5dad-41bb-939f-26be43db47a6 None None] Port d22dfaa1-9fcb-4f36-b0c5-b5923d575a8a cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 09:23:18.675799 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-e1eabffb-dafb-4de9-87ee-49aae9d97fd1 req-792db533-1b4e-4c4f-b84c-e77423697c01 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Synchronizing usage tracker for tenant:314511324bd64377a53b28b6c392348a on resource:security_group {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:23:18.695922 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-e1eabffb-dafb-4de9-87ee-49aae9d97fd1 req-792db533-1b4e-4c4f-b84c-e77423697c01 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Unset dirty status for tenant:314511324bd64377a53b28b6c392348a on resource:security_group {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:23:18.697624 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-e1eabffb-dafb-4de9-87ee-49aae9d97fd1 req-792db533-1b4e-4c4f-b84c-e77423697c01 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.16 "GET /v2.0/security-groups?id=95820dd0-1f1d-470b-9812-b1349e606548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642965 Dec 20 09:23:19.912394 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b9dc0a-d6b3-4c62-8aa4-6289174465aa req-4bb39d23-9bb2-4ebd-82d5-3eb72fca074f tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:23:19.913009 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-b8b9dc0a-d6b3-4c62-8aa4-6289174465aa req-4bb39d23-9bb2-4ebd-82d5-3eb72fca074f tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Synchronizing usage tracker for tenant:314511324bd64377a53b28b6c392348a on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:23:19.929101 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-b8b9dc0a-d6b3-4c62-8aa4-6289174465aa req-4bb39d23-9bb2-4ebd-82d5-3eb72fca074f tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Unset dirty status for tenant:314511324bd64377a53b28b6c392348a on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:23:19.930480 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b8b9dc0a-d6b3-4c62-8aa4-6289174465aa req-4bb39d23-9bb2-4ebd-82d5-3eb72fca074f tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.16 "GET /v2.0/ports?device_id=20bcc27e-c74e-4117-96f8-ab3f3e460602 HTTP/1.1" status: 200 len: 932 time: 0.1012375 Dec 20 09:23:19.994680 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b8b9dc0a-d6b3-4c62-8aa4-6289174465aa req-1283a7dc-3a81-4268-b941-1833839c8d1a tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.16 "GET /v2.0/security-groups?id=95820dd0-1f1d-470b-9812-b1349e606548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572176 Dec 20 09:23:21.219135 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8086ccc-5d28-4172-9984-0f6cdcdaff06 req-052d0170-cd35-4b9e-9f19-3bae6d79c7c6 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:23:21.220739 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-f8086ccc-5d28-4172-9984-0f6cdcdaff06 req-052d0170-cd35-4b9e-9f19-3bae6d79c7c6 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.16 "GET /v2.0/ports?device_id=20bcc27e-c74e-4117-96f8-ab3f3e460602 HTTP/1.1" status: 200 len: 932 time: 0.0876558 Dec 20 09:23:21.274439 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-f8086ccc-5d28-4172-9984-0f6cdcdaff06 req-d27d33c4-fef8-4deb-8a7c-eb0c5d29df12 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.16 "GET /v2.0/security-groups?id=95820dd0-1f1d-470b-9812-b1349e606548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482914 Dec 20 09:23:22.502675 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552d0bf3-486e-4de9-9035-03e7242fe4aa req-3abf1ad0-2729-4b97-895f-ca1ae20a7bfe tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:23:22.505524 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-552d0bf3-486e-4de9-9035-03e7242fe4aa req-3abf1ad0-2729-4b97-895f-ca1ae20a7bfe tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.16 "GET /v2.0/ports?device_id=20bcc27e-c74e-4117-96f8-ab3f3e460602 HTTP/1.1" status: 200 len: 932 time: 0.0977275 Dec 20 09:23:22.554048 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-552d0bf3-486e-4de9-9035-03e7242fe4aa req-8e209a0a-a131-4e63-a451-6025bc214929 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.16 "GET /v2.0/security-groups?id=95820dd0-1f1d-470b-9812-b1349e606548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442977 Dec 20 09:23:23.765469 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575b98eb-be66-41c3-965b-fbe5bb9c68db req-6a2f4c34-767f-4640-98b7-005015dc4b80 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:23:23.766970 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-575b98eb-be66-41c3-965b-fbe5bb9c68db req-6a2f4c34-767f-4640-98b7-005015dc4b80 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.16 "GET /v2.0/ports?device_id=20bcc27e-c74e-4117-96f8-ab3f3e460602 HTTP/1.1" status: 200 len: 932 time: 0.0803099 Dec 20 09:23:23.827656 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-575b98eb-be66-41c3-965b-fbe5bb9c68db req-f304d102-7660-4e0f-8b16-e09eb676b915 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.16 "GET /v2.0/security-groups?id=95820dd0-1f1d-470b-9812-b1349e606548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545342 Dec 20 09:23:25.044859 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39b262-ab2a-4298-a3cd-56cfab0fdb91 req-d69290fa-812c-4ea3-a5dd-b31f20dac500 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:23:25.047808 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9c39b262-ab2a-4298-a3cd-56cfab0fdb91 req-d69290fa-812c-4ea3-a5dd-b31f20dac500 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.16 "GET /v2.0/ports?device_id=20bcc27e-c74e-4117-96f8-ab3f3e460602 HTTP/1.1" status: 200 len: 932 time: 0.0871060 Dec 20 09:23:25.123246 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9c39b262-ab2a-4298-a3cd-56cfab0fdb91 req-db16a695-01bd-424f-98f3-8ef506d304f1 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.16 "GET /v2.0/security-groups?id=95820dd0-1f1d-470b-9812-b1349e606548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684431 Dec 20 09:23:25.677574 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007206a8-03af-4e0d-963f-872f2b320473 None None] Sync routers for ids ['2b0f5450-69e5-4e8e-9526-f2b08ef82a9b'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 09:23:25.689608 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007206a8-03af-4e0d-963f-872f2b320473 None None] Routers {'2b0f5450-69e5-4e8e-9526-f2b08ef82a9b'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:23:25.690237 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-007206a8-03af-4e0d-963f-872f2b320473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:23:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['2b0f5450-69e5-4e8e-9526-f2b08ef82a9b'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:23:25.891307 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-007206a8-03af-4e0d-963f-872f2b320473 None None] Set router 2b0f5450-69e5-4e8e-9526-f2b08ef82a9b gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:23:26.268499 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-007206a8-03af-4e0d-963f-872f2b320473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b0f5450-69e5-4e8e-9526-f2b08ef82a9b', 'name': 'tempest-TestMinimumBasicScenario-859556495-router', 'tenant_id': '0449cb6108624e1a97cb469844dd51c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': '1e19581b-663f-44a6-a6f7-72de9a9e82a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:22:58Z', 'updated_at': '2021-12-20T09:23:02Z', 'revision_number': 4, 'project_id': '0449cb6108624e1a97cb469844dd51c8', 'gw_port': {'id': '1e19581b-663f-44a6-a6f7-72de9a9e82a0', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0f5450-69e5-4e8e-9526-f2b08ef82a9b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:22:59Z', 'updated_at': '2021-12-20T09:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '267e1962-3c8a-428c-b027-9ff912ad6222', 'name': '', 'network_id': '269e5fd3-ef53-41dd-90bb-13363cf6f82a', 'tenant_id': '0449cb6108624e1a97cb469844dd51c8', 'mac_address': 'fa:16:3e:47:7b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b0f5450-69e5-4e8e-9526-f2b08ef82a9b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2d283e6c-8f2a-4a2f-b756-1c643a6e7c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:23:01Z', 'updated_at': '2021-12-20T09:23:02Z', 'revision_number': 2, 'project_id': '0449cb6108624e1a97cb469844dd51c8', 'subnets': [{'id': '2d283e6c-8f2a-4a2f-b756-1c643a6e7c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:23:26.275697 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007206a8-03af-4e0d-963f-872f2b320473 None None] Checking router: 2b0f5450-69e5-4e8e-9526-f2b08ef82a9b for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 09:23:26.276844 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007206a8-03af-4e0d-963f-872f2b320473 None None] Updating router 2b0f5450-69e5-4e8e-9526-f2b08ef82a9b port 267e1962-3c8a-428c-b027-9ff912ad6222 binding host dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 09:23:26.344942 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-007206a8-03af-4e0d-963f-872f2b320473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:26.443308 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac31f0c1-599b-4ab4-a508-d50c8ab99b5c req-2bc811f0-b9bd-413d-989d-a84e0f6bf4a6 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:23:26.451548 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-ac31f0c1-599b-4ab4-a508-d50c8ab99b5c req-2bc811f0-b9bd-413d-989d-a84e0f6bf4a6 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.16 "GET /v2.0/ports?device_id=20bcc27e-c74e-4117-96f8-ab3f3e460602 HTTP/1.1" status: 200 len: 932 time: 0.0981565 Dec 20 09:23:26.501655 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-ac31f0c1-599b-4ab4-a508-d50c8ab99b5c req-61976e58-1403-4b8b-b082-550babfc7966 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.16 "GET /v2.0/security-groups?id=95820dd0-1f1d-470b-9812-b1349e606548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491397 Dec 20 09:23:26.795790 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-007206a8-03af-4e0d-963f-872f2b320473 None None] Notify callbacks [] for port, precommit_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:26.810667 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-007206a8-03af-4e0d-963f-872f2b320473 None None] Transition to ACTIVE for port object 267e1962-3c8a-428c-b027-9ff912ad6222 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:23:26.818274 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-007206a8-03af-4e0d-963f-872f2b320473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:26.821885 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:23:26.999917 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa2789c-9542-4ccf-bfc1-c05845c6962b None None] Pushing event updated for resources: {'Port': ['ID=267e1962-3c8a-428c-b027-9ff912ad6222,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:23:27.003941 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-6fa2789c-9542-4ccf-bfc1-c05845c6962b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:23:27.098746 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-007206a8-03af-4e0d-963f-872f2b320473 None None] Attempting to bind port 267e1962-3c8a-428c-b027-9ff912ad6222 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 09:23:27.099126 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-007206a8-03af-4e0d-963f-872f2b320473 None None] Attempting to bind port 267e1962-3c8a-428c-b027-9ff912ad6222 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': 'f72bcad2-ddcf-4ecc-a30a-831f0e299693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '269e5fd3-ef53-41dd-90bb-13363cf6f82a'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 09:23:27.099506 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007206a8-03af-4e0d-963f-872f2b320473 None None] Attempting to bind port 267e1962-3c8a-428c-b027-9ff912ad6222 on network 269e5fd3-ef53-41dd-90bb-13363cf6f82a {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:23:27.110540 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007206a8-03af-4e0d-963f-872f2b320473 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 9, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 09:23:27.110957 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007206a8-03af-4e0d-963f-872f2b320473 None None] Checking segment: {'id': 'f72bcad2-ddcf-4ecc-a30a-831f0e299693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '269e5fd3-ef53-41dd-90bb-13363cf6f82a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:23:27.111340 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-007206a8-03af-4e0d-963f-872f2b320473 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:27.111743 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007206a8-03af-4e0d-963f-872f2b320473 None None] Bound using segment: {'id': 'f72bcad2-ddcf-4ecc-a30a-831f0e299693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '269e5fd3-ef53-41dd-90bb-13363cf6f82a'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 09:23:27.112224 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-007206a8-03af-4e0d-963f-872f2b320473 None None] Bound port: 267e1962-3c8a-428c-b027-9ff912ad6222, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f72bcad2-ddcf-4ecc-a30a-831f0e299693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '269e5fd3-ef53-41dd-90bb-13363cf6f82a'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 09:23:27.112611 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-007206a8-03af-4e0d-963f-872f2b320473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:27.215118 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-007206a8-03af-4e0d-963f-872f2b320473 None None] For port 267e1962-3c8a-428c-b027-9ff912ad6222, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 09:23:27.219181 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-007206a8-03af-4e0d-963f-872f2b320473 None None] For port 267e1962-3c8a-428c-b027-9ff912ad6222, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=267e1962-3c8a-428c-b027-9ff912ad6222,segment=NetworkSegment(f72bcad2-ddcf-4ecc-a30a-831f0e299693),segment_id=f72bcad2-ddcf-4ecc-a30a-831f0e299693)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 09:23:27.224507 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-007206a8-03af-4e0d-963f-872f2b320473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:27.230883 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:23:27.360540 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa2789c-9542-4ccf-bfc1-c05845c6962b None None] Pushing event updated for resources: {'Port': ['ID=267e1962-3c8a-428c-b027-9ff912ad6222,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:23:27.365822 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-6fa2789c-9542-4ccf-bfc1-c05845c6962b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:23:27.367063 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007206a8-03af-4e0d-963f-872f2b320473 None None] Routers {'2b0f5450-69e5-4e8e-9526-f2b08ef82a9b'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:23:27.368268 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-007206a8-03af-4e0d-963f-872f2b320473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:23:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['2b0f5450-69e5-4e8e-9526-f2b08ef82a9b'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:23:27.639112 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-007206a8-03af-4e0d-963f-872f2b320473 None None] Set router 2b0f5450-69e5-4e8e-9526-f2b08ef82a9b gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:23:27.767526 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef85c927-61c3-40b2-8ad3-e591c48671a0 req-2049726c-6d78-4937-bb4a-fa2ba370b2b1 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:23:27.769375 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ef85c927-61c3-40b2-8ad3-e591c48671a0 req-2049726c-6d78-4937-bb4a-fa2ba370b2b1 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.16 "GET /v2.0/ports?device_id=20bcc27e-c74e-4117-96f8-ab3f3e460602 HTTP/1.1" status: 200 len: 932 time: 0.0969043 Dec 20 09:23:27.820575 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ef85c927-61c3-40b2-8ad3-e591c48671a0 req-7dd89dc0-c339-4f41-bd33-5b61d09a9ef1 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.16 "GET /v2.0/security-groups?id=95820dd0-1f1d-470b-9812-b1349e606548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455236 Dec 20 09:23:27.990160 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-007206a8-03af-4e0d-963f-872f2b320473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b0f5450-69e5-4e8e-9526-f2b08ef82a9b', 'name': 'tempest-TestMinimumBasicScenario-859556495-router', 'tenant_id': '0449cb6108624e1a97cb469844dd51c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': '1e19581b-663f-44a6-a6f7-72de9a9e82a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:22:58Z', 'updated_at': '2021-12-20T09:23:02Z', 'revision_number': 4, 'project_id': '0449cb6108624e1a97cb469844dd51c8', 'gw_port': {'id': '1e19581b-663f-44a6-a6f7-72de9a9e82a0', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0f5450-69e5-4e8e-9526-f2b08ef82a9b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:22:59Z', 'updated_at': '2021-12-20T09:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '267e1962-3c8a-428c-b027-9ff912ad6222', 'name': '', 'network_id': '269e5fd3-ef53-41dd-90bb-13363cf6f82a', 'tenant_id': '0449cb6108624e1a97cb469844dd51c8', 'mac_address': 'fa:16:3e:47:7b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b0f5450-69e5-4e8e-9526-f2b08ef82a9b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2d283e6c-8f2a-4a2f-b756-1c643a6e7c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:23:01Z', 'updated_at': '2021-12-20T09:23:27Z', 'revision_number': 4, 'project_id': '0449cb6108624e1a97cb469844dd51c8', 'subnets': [{'id': '2d283e6c-8f2a-4a2f-b756-1c643a6e7c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:23:27.994306 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007206a8-03af-4e0d-963f-872f2b320473 None None] The sync data for ids ['2b0f5450-69e5-4e8e-9526-f2b08ef82a9b'] in dv-neutron-820491-1-hyperv is: [{'id': '2b0f5450-69e5-4e8e-9526-f2b08ef82a9b', 'name': 'tempest-TestMinimumBasicScenario-859556495-router', 'tenant_id': '0449cb6108624e1a97cb469844dd51c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': '1e19581b-663f-44a6-a6f7-72de9a9e82a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:22:58Z', 'updated_at': '2021-12-20T09:23:02Z', 'revision_number': 4, 'project_id': '0449cb6108624e1a97cb469844dd51c8', 'gw_port': {'id': '1e19581b-663f-44a6-a6f7-72de9a9e82a0', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0f5450-69e5-4e8e-9526-f2b08ef82a9b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:22:59Z', 'updated_at': '2021-12-20T09:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '267e1962-3c8a-428c-b027-9ff912ad6222', 'name': '', 'network_id': '269e5fd3-ef53-41dd-90bb-13363cf6f82a', 'tenant_id': '0449cb6108624e1a97cb469844dd51c8', 'mac_address': 'fa:16:3e:47:7b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b0f5450-69e5-4e8e-9526-f2b08ef82a9b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2d283e6c-8f2a-4a2f-b756-1c643a6e7c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:23:01Z', 'updated_at': '2021-12-20T09:23:27Z', 'revision_number': 4, 'project_id': '0449cb6108624e1a97cb469844dd51c8', 'subnets': [{'id': '2d283e6c-8f2a-4a2f-b756-1c643a6e7c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 09:23:29.031603 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfffc95-a892-4b0d-b3a7-fcb102846427 req-34212155-3364-410b-b033-304503eaa58d tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:23:29.033045 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-3bfffc95-a892-4b0d-b3a7-fcb102846427 req-34212155-3364-410b-b033-304503eaa58d tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.16 "GET /v2.0/ports?device_id=20bcc27e-c74e-4117-96f8-ab3f3e460602 HTTP/1.1" status: 200 len: 932 time: 0.0823851 Dec 20 09:23:29.081448 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-3bfffc95-a892-4b0d-b3a7-fcb102846427 req-c8f83dcd-46e9-49fa-a303-096da16d497e tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.16 "GET /v2.0/security-groups?id=95820dd0-1f1d-470b-9812-b1349e606548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400043 Dec 20 09:23:29.174356 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 267e1962-3c8a-428c-b027-9ff912ad6222 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:23:29.271449 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 267e1962-3c8a-428c-b027-9ff912ad6222 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:23:29.278908 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 267e1962-3c8a-428c-b027-9ff912ad6222 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:23:29.279293 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:29.427509 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:29.468917 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 267e1962-3c8a-428c-b027-9ff912ad6222, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=267e1962-3c8a-428c-b027-9ff912ad6222,segment=NetworkSegment(f72bcad2-ddcf-4ecc-a30a-831f0e299693),segment_id=f72bcad2-ddcf-4ecc-a30a-831f0e299693)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:23:29.472652 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:29.474546 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-95d838b6-6e21-4630-9aa0-a004b8fbaff3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:23:29.548635 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=267e1962-3c8a-428c-b027-9ff912ad6222,revision_number=5']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:23:29.552437 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:23:29.862526 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [req-7e423a17-1119-46e7-a366-c895defdcfce req-3c3d0d69-99cf-4d3e-9d6c-828cf71027a8 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 09:23:29.863582 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7e423a17-1119-46e7-a366-c895defdcfce req-3c3d0d69-99cf-4d3e-9d6c-828cf71027a8 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0055819 Dec 20 09:23:29.875715 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-7e423a17-1119-46e7-a366-c895defdcfce req-85253e4e-b56e-483f-ac85-96e8f436f21c service neutron] Request body: {'port': {'device_id': '20bcc27e-c74e-4117-96f8-ab3f3e460602', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8204'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:23:29.982439 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-7e423a17-1119-46e7-a366-c895defdcfce req-85253e4e-b56e-483f-ac85-96e8f436f21c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:30.357296 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7aa4ae-c7aa-4e0b-b054-e6ab0c303f74 req-186c4446-aab4-4385-8f07-74690de615b7 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:23:30.358878 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5c7aa4ae-c7aa-4e0b-b054-e6ab0c303f74 req-186c4446-aab4-4385-8f07-74690de615b7 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.16 "GET /v2.0/ports?device_id=20bcc27e-c74e-4117-96f8-ab3f3e460602 HTTP/1.1" status: 200 len: 932 time: 0.1551414 Dec 20 09:23:30.400188 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [req-7e423a17-1119-46e7-a366-c895defdcfce req-85253e4e-b56e-483f-ac85-96e8f436f21c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d22dfaa1-9fcb-4f36-b0c5-b5923d575a8a {{(pid=83444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 09:23:30.415405 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-7e423a17-1119-46e7-a366-c895defdcfce req-85253e4e-b56e-483f-ac85-96e8f436f21c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:30.436102 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5c7aa4ae-c7aa-4e0b-b054-e6ab0c303f74 req-f51cef8a-bd93-42e8-aefa-1c51711c062f tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.16 "GET /v2.0/security-groups?id=95820dd0-1f1d-470b-9812-b1349e606548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711052 Dec 20 09:23:30.438394 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-7e423a17-1119-46e7-a366-c895defdcfce req-85253e4e-b56e-483f-ac85-96e8f436f21c service neutron] Transition to ACTIVE for port object d22dfaa1-9fcb-4f36-b0c5-b5923d575a8a will not be triggered until provisioned by entity L2. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:23:30.442081 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-7e423a17-1119-46e7-a366-c895defdcfce req-85253e4e-b56e-483f-ac85-96e8f436f21c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:30.446414 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-39e047da-0385-49a6-ba65-b3fe547e7fc8 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:23:30.571994 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85253e4e-b56e-483f-ac85-96e8f436f21c service neutron] Pushing event updated for resources: {'Port': ['ID=d22dfaa1-9fcb-4f36-b0c5-b5923d575a8a,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:23:30.576575 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-85253e4e-b56e-483f-ac85-96e8f436f21c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:23:30.794521 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-7e423a17-1119-46e7-a366-c895defdcfce req-85253e4e-b56e-483f-ac85-96e8f436f21c service neutron] Attempting to bind port d22dfaa1-9fcb-4f36-b0c5-b5923d575a8a on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 09:23:30.794787 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-7e423a17-1119-46e7-a366-c895defdcfce req-85253e4e-b56e-483f-ac85-96e8f436f21c service neutron] Attempting to bind port d22dfaa1-9fcb-4f36-b0c5-b5923d575a8a by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': '95a4715e-94f2-4f16-aa4d-62667273a564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'feca3f64-da86-467e-8a93-00767af1cdbe'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 09:23:30.795079 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e423a17-1119-46e7-a366-c895defdcfce req-85253e4e-b56e-483f-ac85-96e8f436f21c service neutron] Attempting to bind port d22dfaa1-9fcb-4f36-b0c5-b5923d575a8a on network feca3f64-da86-467e-8a93-00767af1cdbe {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:23:30.800731 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e423a17-1119-46e7-a366-c895defdcfce req-85253e4e-b56e-483f-ac85-96e8f436f21c service neutron] Port d22dfaa1-9fcb-4f36-b0c5-b5923d575a8a on network feca3f64-da86-467e-8a93-00767af1cdbe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 09:23:30.801045 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e423a17-1119-46e7-a366-c895defdcfce req-85253e4e-b56e-483f-ac85-96e8f436f21c service neutron] Attempting to bind port d22dfaa1-9fcb-4f36-b0c5-b5923d575a8a on network feca3f64-da86-467e-8a93-00767af1cdbe {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:23:30.807095 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e423a17-1119-46e7-a366-c895defdcfce req-85253e4e-b56e-483f-ac85-96e8f436f21c service neutron] Checking agent: {'id': 'bd419857-3bec-4b96-b211-3fb278c66880', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8204', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 40, 10), 'started_at': datetime.datetime(2021, 12, 20, 8, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 9, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 09:23:30.807426 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e423a17-1119-46e7-a366-c895defdcfce req-85253e4e-b56e-483f-ac85-96e8f436f21c service neutron] Checking segment: {'id': '95a4715e-94f2-4f16-aa4d-62667273a564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'feca3f64-da86-467e-8a93-00767af1cdbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:23:30.807906 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e423a17-1119-46e7-a366-c895defdcfce req-85253e4e-b56e-483f-ac85-96e8f436f21c service neutron] Bound using segment: {'id': '95a4715e-94f2-4f16-aa4d-62667273a564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'feca3f64-da86-467e-8a93-00767af1cdbe'} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 09:23:30.808323 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-7e423a17-1119-46e7-a366-c895defdcfce req-85253e4e-b56e-483f-ac85-96e8f436f21c service neutron] Bound port: d22dfaa1-9fcb-4f36-b0c5-b5923d575a8a, host: hv-neutron-8204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95a4715e-94f2-4f16-aa4d-62667273a564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'feca3f64-da86-467e-8a93-00767af1cdbe'}}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 09:23:30.808661 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-7e423a17-1119-46e7-a366-c895defdcfce req-85253e4e-b56e-483f-ac85-96e8f436f21c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:30.895468 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-7e423a17-1119-46e7-a366-c895defdcfce req-85253e4e-b56e-483f-ac85-96e8f436f21c service neutron] For port d22dfaa1-9fcb-4f36-b0c5-b5923d575a8a, host hv-neutron-8204, cleared binding levels {{(pid=83444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 09:23:30.898337 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-7e423a17-1119-46e7-a366-c895defdcfce req-85253e4e-b56e-483f-ac85-96e8f436f21c service neutron] For port d22dfaa1-9fcb-4f36-b0c5-b5923d575a8a, host hv-neutron-8204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=d22dfaa1-9fcb-4f36-b0c5-b5923d575a8a,segment=NetworkSegment(95a4715e-94f2-4f16-aa4d-62667273a564),segment_id=95a4715e-94f2-4f16-aa4d-62667273a564)] {{(pid=83444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 09:23:30.901997 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-7e423a17-1119-46e7-a366-c895defdcfce req-85253e4e-b56e-483f-ac85-96e8f436f21c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:30.907122 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a361f77c-9c82-42c0-be3b-32817c376255 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:23:30.962104 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-7e423a17-1119-46e7-a366-c895defdcfce req-85253e4e-b56e-483f-ac85-96e8f436f21c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:30.963437 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7e423a17-1119-46e7-a366-c895defdcfce req-85253e4e-b56e-483f-ac85-96e8f436f21c service neutron] 10.222.0.58 "PUT /v2.0/ports/d22dfaa1-9fcb-4f36-b0c5-b5923d575a8a HTTP/1.1" status: 200 len: 1094 time: 1.0917578 Dec 20 09:23:30.964136 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20bcc27e-c74e-4117-96f8-ab3f3e460602', 'tag': 'd22dfaa1-9fcb-4f36-b0c5-b5923d575a8a'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:23:30.996239 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85253e4e-b56e-483f-ac85-96e8f436f21c service neutron] Pushing event updated for resources: {'Port': ['ID=d22dfaa1-9fcb-4f36-b0c5-b5923d575a8a,revision_number=3']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:23:31.003026 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-85253e4e-b56e-483f-ac85-96e8f436f21c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:23:31.051669 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20bcc27e-c74e-4117-96f8-ab3f3e460602', 'tag': 'd22dfaa1-9fcb-4f36-b0c5-b5923d575a8a', 'status': 'completed', 'code': 200} Dec 20 09:23:31.094081 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7e423a17-1119-46e7-a366-c895defdcfce req-06a8590c-8764-4e05-9c43-ea4271660b04 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=314511324bd64377a53b28b6c392348a&device_id=20bcc27e-c74e-4117-96f8-ab3f3e460602 HTTP/1.1" status: 200 len: 1097 time: 0.0857530 Dec 20 09:23:31.156344 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 267e1962-3c8a-428c-b027-9ff912ad6222 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:23:31.176363 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7e423a17-1119-46e7-a366-c895defdcfce req-6ffd3b16-aa93-476c-9461-92d9d34d8ce8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d22dfaa1-9fcb-4f36-b0c5-b5923d575a8a HTTP/1.1" status: 200 len: 217 time: 0.0751216 Dec 20 09:23:31.229643 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 267e1962-3c8a-428c-b027-9ff912ad6222 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:23:31.230032 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:31.248724 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e423a17-1119-46e7-a366-c895defdcfce req-d2d4e112-9a2c-4ff8-b5cd-8e178ec565ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:23:31.250512 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7e423a17-1119-46e7-a366-c895defdcfce req-d2d4e112-9a2c-4ff8-b5cd-8e178ec565ef service neutron] 10.222.0.58 "GET /v2.0/subnets?id=eafef744-f1d4-474a-a582-f1e578f2e3c9 HTTP/1.1" status: 200 len: 852 time: 0.0683434 Dec 20 09:23:31.334037 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7e423a17-1119-46e7-a366-c895defdcfce req-8826366d-304e-4131-a844-f64a89e8897a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=feca3f64-da86-467e-8a93-00767af1cdbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769379 Dec 20 09:23:31.472177 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7e423a17-1119-46e7-a366-c895defdcfce req-31a51c84-9f32-4702-85db-d429a5cf14be service neutron] 10.222.0.58 "GET /v2.0/networks/feca3f64-da86-467e-8a93-00767af1cdbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315050 Dec 20 09:23:31.677450 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7e423a17-1119-46e7-a366-c895defdcfce req-342da2c6-a913-4267-bc65-e11fb3cdd5a6 service neutron] 10.222.0.58 "GET /v2.0/networks/feca3f64-da86-467e-8a93-00767af1cdbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993158 Dec 20 09:23:31.711875 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b747f0-e920-4ddc-b1bf-48fac40f80df req-f41171cf-1a5d-41a9-8964-593990fd8562 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:23:31.713433 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-27b747f0-e920-4ddc-b1bf-48fac40f80df req-f41171cf-1a5d-41a9-8964-593990fd8562 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.16 "GET /v2.0/ports?device_id=20bcc27e-c74e-4117-96f8-ab3f3e460602 HTTP/1.1" status: 200 len: 944 time: 0.1343768 Dec 20 09:23:31.806816 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-27b747f0-e920-4ddc-b1bf-48fac40f80df req-355eb0a1-d021-4d7f-b96e-a60c46bb14b3 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.16 "GET /v2.0/security-groups?id=95820dd0-1f1d-470b-9812-b1349e606548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870295 Dec 20 09:23:31.829131 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8df5e02c-3040-4886-8437-36b2c8708a5d req-60cb87a2-8f28-462d-819f-b0d237f1a8d2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=314511324bd64377a53b28b6c392348a&device_id=20bcc27e-c74e-4117-96f8-ab3f3e460602 HTTP/1.1" status: 200 len: 1097 time: 0.0948625 Dec 20 09:23:31.961841 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df5e02c-3040-4886-8437-36b2c8708a5d req-34baa142-89f4-4e19-b392-f3d78a528321 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:23:31.963271 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8df5e02c-3040-4886-8437-36b2c8708a5d req-34baa142-89f4-4e19-b392-f3d78a528321 service neutron] 10.222.0.58 "GET /v2.0/networks?id=feca3f64-da86-467e-8a93-00767af1cdbe HTTP/1.1" status: 200 len: 914 time: 0.1281726 Dec 20 09:23:32.035071 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8df5e02c-3040-4886-8437-36b2c8708a5d req-5fe20096-0424-4b75-9c27-118b5b4c301f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d22dfaa1-9fcb-4f36-b0c5-b5923d575a8a HTTP/1.1" status: 200 len: 217 time: 0.0654507 Dec 20 09:23:32.097823 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df5e02c-3040-4886-8437-36b2c8708a5d req-3be88c78-a926-4854-a411-495f5ab6ccc1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:23:32.099163 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8df5e02c-3040-4886-8437-36b2c8708a5d req-3be88c78-a926-4854-a411-495f5ab6ccc1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=eafef744-f1d4-474a-a582-f1e578f2e3c9 HTTP/1.1" status: 200 len: 852 time: 0.0563097 Dec 20 09:23:32.172230 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8df5e02c-3040-4886-8437-36b2c8708a5d req-13ebbca9-4b5c-4e82-a3d6-41223b38f497 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=feca3f64-da86-467e-8a93-00767af1cdbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0662768 Dec 20 09:23:32.305604 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8df5e02c-3040-4886-8437-36b2c8708a5d req-5ede6a3c-2347-415b-aae2-1e911c42bc32 service neutron] 10.222.0.58 "GET /v2.0/networks/feca3f64-da86-467e-8a93-00767af1cdbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263106 Dec 20 09:23:32.435278 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8df5e02c-3040-4886-8437-36b2c8708a5d req-1befbaa1-64e0-42f6-aba4-a18ce266963f service neutron] 10.222.0.58 "GET /v2.0/networks/feca3f64-da86-467e-8a93-00767af1cdbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232111 Dec 20 09:23:33.006018 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fbba79-4f2a-44ea-b6a8-62ee1bbfee2d req-edcb4f64-05c5-4914-a02e-b9098ac81b40 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:23:33.007451 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-52fbba79-4f2a-44ea-b6a8-62ee1bbfee2d req-edcb4f64-05c5-4914-a02e-b9098ac81b40 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.16 "GET /v2.0/ports?device_id=20bcc27e-c74e-4117-96f8-ab3f3e460602 HTTP/1.1" status: 200 len: 944 time: 0.0781860 Dec 20 09:23:33.053686 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-52fbba79-4f2a-44ea-b6a8-62ee1bbfee2d req-1b45b4a0-7b2b-4318-b640-36c61aa03d12 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.16 "GET /v2.0/security-groups?id=95820dd0-1f1d-470b-9812-b1349e606548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394721 Dec 20 09:23:33.137720 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:23:34.356902 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5198415f-839b-44f9-b081-e1d5a9e33fed req-72b275b3-3c86-43f8-bc8e-07f1371cad44 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:23:34.358271 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5198415f-839b-44f9-b081-e1d5a9e33fed req-72b275b3-3c86-43f8-bc8e-07f1371cad44 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.16 "GET /v2.0/ports?device_id=20bcc27e-c74e-4117-96f8-ab3f3e460602 HTTP/1.1" status: 200 len: 944 time: 0.1861305 Dec 20 09:23:34.402547 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5198415f-839b-44f9-b081-e1d5a9e33fed req-17353f8e-2823-4f19-b9f5-4740b515be42 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.16 "GET /v2.0/security-groups?id=95820dd0-1f1d-470b-9812-b1349e606548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386946 Dec 20 09:23:35.953729 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5fcb40-5cd1-4f3c-9a8d-b10114ddb26b req-2e38154d-46f1-4c89-bb52-684981f55836 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:23:35.955760 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-6d5fcb40-5cd1-4f3c-9a8d-b10114ddb26b req-2e38154d-46f1-4c89-bb52-684981f55836 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.16 "GET /v2.0/ports?device_id=20bcc27e-c74e-4117-96f8-ab3f3e460602 HTTP/1.1" status: 200 len: 944 time: 0.1224105 Dec 20 09:23:36.023829 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-6d5fcb40-5cd1-4f3c-9a8d-b10114ddb26b req-7bf986da-f1ca-462a-9441-8904a8bc22c3 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.16 "GET /v2.0/security-groups?id=95820dd0-1f1d-470b-9812-b1349e606548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519860 Dec 20 09:23:36.727425 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device d22dfaa1-9fcb-4f36-b0c5-b5923d575a8a details requested by agent hyperv_hv-neutron-8204 with host hv-neutron-8204 {{(pid=83446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 09:23:36.860678 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port d22dfaa1-9fcb-4f36-b0c5-b5923d575a8a, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=d22dfaa1-9fcb-4f36-b0c5-b5923d575a8a,segment=NetworkSegment(95a4715e-94f2-4f16-aa4d-62667273a564),segment_id=95a4715e-94f2-4f16-aa4d-62667273a564)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:23:36.875315 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Returning: {'device': 'd22dfaa1-9fcb-4f36-b0c5-b5923d575a8a', 'network_id': 'feca3f64-da86-467e-8a93-00767af1cdbe', 'port_id': 'd22dfaa1-9fcb-4f36-b0c5-b5923d575a8a', 'mac_address': 'fa:16:3e:b7:9a:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eafef744-f1d4-474a-a582-f1e578f2e3c9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 09:23:36.971647 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:36.988729 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d22dfaa1-9fcb-4f36-b0c5-b5923d575a8a {{(pid=83446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 09:23:37.003512 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port d22dfaa1-9fcb-4f36-b0c5-b5923d575a8a, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=d22dfaa1-9fcb-4f36-b0c5-b5923d575a8a,segment=NetworkSegment(95a4715e-94f2-4f16-aa4d-62667273a564),segment_id=95a4715e-94f2-4f16-aa4d-62667273a564)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:23:37.007431 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:37.009125 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:23:37.074398 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=d22dfaa1-9fcb-4f36-b0c5-b5923d575a8a,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:23:37.077861 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:23:37.222360 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a57caa-8fab-4a6b-9985-a29d320817af req-132ba071-49b4-4fc0-b740-74635cfcfbd9 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:23:37.223809 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a9a57caa-8fab-4a6b-9985-a29d320817af req-132ba071-49b4-4fc0-b740-74635cfcfbd9 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.16 "GET /v2.0/ports?device_id=20bcc27e-c74e-4117-96f8-ab3f3e460602 HTTP/1.1" status: 200 len: 945 time: 0.0777683 Dec 20 09:23:37.272226 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a9a57caa-8fab-4a6b-9985-a29d320817af req-7ef74654-f912-46b1-bf10-ce4a1f842e94 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.16 "GET /v2.0/security-groups?id=95820dd0-1f1d-470b-9812-b1349e606548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430059 Dec 20 09:23:37.316069 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] get_ports_and_sgs() called for port_ids ['d22dfaa1-9fcb-4f36-b0c5-b5923d575a8a'] {{(pid=83446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 09:23:38.475696 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbb78f7-b99f-4f8c-a1ad-86c1f2a06fb0 req-7a725720-17fc-40af-b05f-6437c1a65dd8 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:23:38.477115 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-6fbb78f7-b99f-4f8c-a1ad-86c1f2a06fb0 req-7a725720-17fc-40af-b05f-6437c1a65dd8 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.16 "GET /v2.0/ports?device_id=20bcc27e-c74e-4117-96f8-ab3f3e460602 HTTP/1.1" status: 200 len: 945 time: 0.0786402 Dec 20 09:23:38.523024 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-6fbb78f7-b99f-4f8c-a1ad-86c1f2a06fb0 req-46416659-cf7e-40fe-9b2d-8e18e03b52e5 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.16 "GET /v2.0/security-groups?id=95820dd0-1f1d-470b-9812-b1349e606548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397048 Dec 20 09:23:38.722189 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device d22dfaa1-9fcb-4f36-b0c5-b5923d575a8a up at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:23:38.790146 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning for port d22dfaa1-9fcb-4f36-b0c5-b5923d575a8a completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:23:38.795460 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning complete for port d22dfaa1-9fcb-4f36-b0c5-b5923d575a8a triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:23:38.795839 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:38.912927 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:38.939605 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20bcc27e-c74e-4117-96f8-ab3f3e460602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd22dfaa1-9fcb-4f36-b0c5-b5923d575a8a'}] {{(pid=83446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:23:38.949980 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port d22dfaa1-9fcb-4f36-b0c5-b5923d575a8a, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=d22dfaa1-9fcb-4f36-b0c5-b5923d575a8a,segment=NetworkSegment(95a4715e-94f2-4f16-aa4d-62667273a564),segment_id=95a4715e-94f2-4f16-aa4d-62667273a564)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:23:38.954323 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:38.958077 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-57397421-e689-4eeb-b937-2397ce10f018 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:23:39.029022 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=d22dfaa1-9fcb-4f36-b0c5-b5923d575a8a,revision_number=5']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:23:39.032641 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:23:39.149776 dv-neutron-820491-1-hyperv neutron-server[83446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20bcc27e-c74e-4117-96f8-ab3f3e460602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd22dfaa1-9fcb-4f36-b0c5-b5923d575a8a', 'code': 200} Dec 20 09:23:39.371464 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-915c585d-5ab4-4435-9a40-7c0611a5f764 req-4b8c448a-9245-4ca2-b839-7c6f582fa200 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=20bcc27e-c74e-4117-96f8-ab3f3e460602 HTTP/1.1" status: 200 len: 1099 time: 0.0698204 Dec 20 09:23:39.414440 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-915c585d-5ab4-4435-9a40-7c0611a5f764 req-ace9e9aa-5bb9-4189-a9c4-6fe61afb7441 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=95820dd0-1f1d-470b-9812-b1349e606548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364673 Dec 20 09:23:39.721686 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089af85d-786b-499a-a19e-5f9b9d6e90b6 req-c928f6fe-3785-4cca-94e7-6dcdb487a765 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:23:39.723157 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-089af85d-786b-499a-a19e-5f9b9d6e90b6 req-c928f6fe-3785-4cca-94e7-6dcdb487a765 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.16 "GET /v2.0/ports?device_id=20bcc27e-c74e-4117-96f8-ab3f3e460602 HTTP/1.1" status: 200 len: 946 time: 0.0792382 Dec 20 09:23:39.769148 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-089af85d-786b-499a-a19e-5f9b9d6e90b6 req-907be74d-2736-4dd4-a1ab-52e79b4128a0 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.16 "GET /v2.0/security-groups?id=95820dd0-1f1d-470b-9812-b1349e606548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405798 Dec 20 09:23:40.299501 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:40.974486 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f84a41-0120-406f-b028-9e20ea2a3968 req-67db6d9d-3c5c-412e-8bb6-eae9a365b8b0 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:23:40.975979 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c4f84a41-0120-406f-b028-9e20ea2a3968 req-67db6d9d-3c5c-412e-8bb6-eae9a365b8b0 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.16 "GET /v2.0/ports?device_id=20bcc27e-c74e-4117-96f8-ab3f3e460602 HTTP/1.1" status: 200 len: 946 time: 0.0849621 Dec 20 09:23:41.024115 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c4f84a41-0120-406f-b028-9e20ea2a3968 req-c6634148-6dd7-4813-9b55-b1d24b7b2672 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.16 "GET /v2.0/security-groups?id=95820dd0-1f1d-470b-9812-b1349e606548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420415 Dec 20 09:23:41.231893 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3286a3-3abd-4e5b-9de4-2892908ca57f req-ae276a29-52ea-4bc6-8bb2-a700dd20fe7e tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:23:41.233457 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-7a3286a3-3abd-4e5b-9de4-2892908ca57f req-ae276a29-52ea-4bc6-8bb2-a700dd20fe7e tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.16 "GET /v2.0/ports?device_id=20bcc27e-c74e-4117-96f8-ab3f3e460602 HTTP/1.1" status: 200 len: 946 time: 0.0766206 Dec 20 09:23:41.391405 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-7a3286a3-3abd-4e5b-9de4-2892908ca57f req-2f53f1d4-8ba2-4cf6-9e06-3ac252e0b7d9 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.16 "GET /v2.0/security-groups?id=95820dd0-1f1d-470b-9812-b1349e606548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524441 Dec 20 09:23:41.824117 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76968149-15b5-43a9-aa28-0eef1edc398e req-aa7f4a2b-1da1-438d-9429-2021bcde0305 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:23:41.826101 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-76968149-15b5-43a9-aa28-0eef1edc398e req-aa7f4a2b-1da1-438d-9429-2021bcde0305 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.16 "GET /v2.0/ports?device_id=20bcc27e-c74e-4117-96f8-ab3f3e460602 HTTP/1.1" status: 200 len: 946 time: 0.0776539 Dec 20 09:23:41.874134 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-76968149-15b5-43a9-aa28-0eef1edc398e req-f69104f0-dcf7-47e9-9dc2-c25b56049a90 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.16 "GET /v2.0/security-groups?id=95820dd0-1f1d-470b-9812-b1349e606548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416355 Dec 20 09:23:42.624838 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-4e34fba8-c0bd-4c12-8172-1ecfa373c45c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:44.925473 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-fe943598-cdb9-481f-9368-0c197ff0725f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:46.085115 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:46.130194 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:47.537864 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:52.307553 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa37e22-5217-4275-b9ad-41289127c870 req-c5907cef-42cc-47f9-9ade-9039974c87db tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:23:52.309024 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-5aa37e22-5217-4275-b9ad-41289127c870 req-c5907cef-42cc-47f9-9ade-9039974c87db tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.16 "GET /v2.0/ports?device_id=20bcc27e-c74e-4117-96f8-ab3f3e460602 HTTP/1.1" status: 200 len: 946 time: 0.0843012 Dec 20 09:23:52.360157 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-5aa37e22-5217-4275-b9ad-41289127c870 req-dd287a4b-0cb6-43c4-abae-8694deddcb63 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.16 "GET /v2.0/security-groups?id=95820dd0-1f1d-470b-9812-b1349e606548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445085 Dec 20 09:23:52.389109 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 51126) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:23:52.528869 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-995e3fa4-6ea3-4b8b-a105-2d5d50710c1b tempest-TestMinimumBasicScenario-1246830003 tempest-TestMinimumBasicScenario-1246830003-project-admin] Synchronizing usage tracker for tenant:0449cb6108624e1a97cb469844dd51c8 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:23:52.545886 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-995e3fa4-6ea3-4b8b-a105-2d5d50710c1b tempest-TestMinimumBasicScenario-1246830003 tempest-TestMinimumBasicScenario-1246830003-project-admin] Unset dirty status for tenant:0449cb6108624e1a97cb469844dd51c8 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:23:52.547669 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-995e3fa4-6ea3-4b8b-a105-2d5d50710c1b tempest-TestMinimumBasicScenario-1246830003 tempest-TestMinimumBasicScenario-1246830003-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=20bcc27e-c74e-4117-96f8-ab3f3e460602 HTTP/1.1" status: 200 len: 1094 time: 0.1569993 Dec 20 09:23:52.550677 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 51132) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:23:52.556167 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-055e9a15-8934-4604-a405-18f580301241 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Request body: {'floatingip': {'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'port_id': 'd22dfaa1-9fcb-4f36-b0c5-b5923d575a8a', 'tenant_id': '314511324bd64377a53b28b6c392348a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:23:52.562728 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-055e9a15-8934-4604-a405-18f580301241 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:23:52.566535 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-055e9a15-8934-4604-a405-18f580301241 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Usage tracker for resource:floatingip and tenant:314511324bd64377a53b28b6c392348a is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:23:52.569335 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-055e9a15-8934-4604-a405-18f580301241 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:23:52.575099 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-055e9a15-8934-4604-a405-18f580301241 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:23:52.586326 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-055e9a15-8934-4604-a405-18f580301241 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Notify callbacks [] for floatingip, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:52.741858 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-055e9a15-8934-4604-a405-18f580301241 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:52.880012 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-055e9a15-8934-4604-a405-18f580301241 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Allocated IP 172.26.5.115 (95f3bec2-46e6-4468-8229-8badd4a5aaae/cf8895a3-346d-4313-a645-16ecdcce9969/ce68659a-2c35-4204-b963-9383bf19791e) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 09:23:53.036038 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-055e9a15-8934-4604-a405-18f580301241 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:53.072839 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-055e9a15-8934-4604-a405-18f580301241 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:53.076867 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-85253e4e-b56e-483f-ac85-96e8f436f21c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:23:53.151817 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055e9a15-8934-4604-a405-18f580301241 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Network 95f3bec2-46e6-4468-8229-8badd4a5aaae is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:23:53.156137 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-055e9a15-8934-4604-a405-18f580301241 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:23:53.160572 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055e9a15-8934-4604-a405-18f580301241 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 09:23:53.188451 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055e9a15-8934-4604-a405-18f580301241 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Pushing event updated for resources: {'Port': ['ID=ce68659a-2c35-4204-b963-9383bf19791e,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:23:53.195550 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-055e9a15-8934-4604-a405-18f580301241 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:23:53.689443 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-055e9a15-8934-4604-a405-18f580301241 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:53.743735 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-055e9a15-8934-4604-a405-18f580301241 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:54.055295 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-055e9a15-8934-4604-a405-18f580301241 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:54.059789 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-055e9a15-8934-4604-a405-18f580301241 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:54.063550 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e174a122-cd34-4bf1-98ea-e75a6344f39a tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:23:54.161516 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055e9a15-8934-4604-a405-18f580301241 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Pushing event updated for resources: {'Port': ['ID=ce68659a-2c35-4204-b963-9383bf19791e,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:23:54.165416 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-055e9a15-8934-4604-a405-18f580301241 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:23:54.179821 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-055e9a15-8934-4604-a405-18f580301241 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-345990'] for floatingip, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:54.371520 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.l3_db [None req-055e9a15-8934-4604-a405-18f580301241 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Floating IP cd2493df-d414-48ee-b4d7-7c3ed5cea45e associated. External IP: 172.26.5.115, port: d22dfaa1-9fcb-4f36-b0c5-b5923d575a8a. Dec 20 09:23:54.775322 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-055e9a15-8934-4604-a405-18f580301241 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Router 7adf7534-1df8-49a0-a794-466cbbfeb384 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 09:23:54.976579 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-055e9a15-8934-4604-a405-18f580301241 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 09:23:54.987685 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910723c1-9ee1-42f0-9fae-1d817c57251f None None] Sync routers for ids ['7adf7534-1df8-49a0-a794-466cbbfeb384'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 09:23:55.000305 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910723c1-9ee1-42f0-9fae-1d817c57251f None None] Routers {'7adf7534-1df8-49a0-a794-466cbbfeb384'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:23:55.001287 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-910723c1-9ee1-42f0-9fae-1d817c57251f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:23:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['7adf7534-1df8-49a0-a794-466cbbfeb384'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:23:55.001553 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-055e9a15-8934-4604-a405-18f580301241 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:55.061602 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-055e9a15-8934-4604-a405-18f580301241 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5098736 Dec 20 09:23:55.062248 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20bcc27e-c74e-4117-96f8-ab3f3e460602', 'tag': 'd22dfaa1-9fcb-4f36-b0c5-b5923d575a8a'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:23:55.065207 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 51136) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:23:55.073564 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-41da9cfd-8f1f-429b-8f50-c164e242865f tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-925002108', 'description': 'tempest-secgroup-smoke-925002108 description', 'project_id': '314511324bd64377a53b28b6c392348a'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:23:55.080163 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-41da9cfd-8f1f-429b-8f50-c164e242865f tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:23:55.090986 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-41da9cfd-8f1f-429b-8f50-c164e242865f tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:23:55.113932 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-41da9cfd-8f1f-429b-8f50-c164e242865f tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Notify callbacks [] for security_group, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:55.120180 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20bcc27e-c74e-4117-96f8-ab3f3e460602', 'tag': 'd22dfaa1-9fcb-4f36-b0c5-b5923d575a8a', 'status': 'completed', 'code': 200} Dec 20 09:23:55.158429 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-41da9cfd-8f1f-429b-8f50-c164e242865f tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:23:55.162255 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-41da9cfd-8f1f-429b-8f50-c164e242865f tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Usage tracker for resource:security_group_rule and tenant:314511324bd64377a53b28b6c392348a is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:23:55.164998 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-41da9cfd-8f1f-429b-8f50-c164e242865f tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:23:55.171025 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-41da9cfd-8f1f-429b-8f50-c164e242865f tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:23:55.194859 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-910723c1-9ee1-42f0-9fae-1d817c57251f None None] Set router 7adf7534-1df8-49a0-a794-466cbbfeb384 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:23:55.228805 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-41da9cfd-8f1f-429b-8f50-c164e242865f tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Notify callbacks [] for security_group, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:55.233364 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-41da9cfd-8f1f-429b-8f50-c164e242865f tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:55.236978 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-5e83355f-89c7-4b25-afe3-ebaa38d6fae4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:23:55.282308 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41da9cfd-8f1f-429b-8f50-c164e242865f tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d29506f-1c71-4ba2-9d4e-8e272711aaaa,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:23:55.288282 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-41da9cfd-8f1f-429b-8f50-c164e242865f tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:55.289480 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-41da9cfd-8f1f-429b-8f50-c164e242865f tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2224238 Dec 20 09:23:55.292841 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41da9cfd-8f1f-429b-8f50-c164e242865f tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:23:55.293348 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 51144) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:23:55.293648 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41da9cfd-8f1f-429b-8f50-c164e242865f tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:23:55.294030 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41da9cfd-8f1f-429b-8f50-c164e242865f tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:23:55.294396 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41da9cfd-8f1f-429b-8f50-c164e242865f tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:23:55.294818 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41da9cfd-8f1f-429b-8f50-c164e242865f tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:23:55.295183 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41da9cfd-8f1f-429b-8f50-c164e242865f tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:23:55.295539 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41da9cfd-8f1f-429b-8f50-c164e242865f tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:23:55.295894 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41da9cfd-8f1f-429b-8f50-c164e242865f tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:23:55.296241 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41da9cfd-8f1f-429b-8f50-c164e242865f tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:23:55.296765 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41da9cfd-8f1f-429b-8f50-c164e242865f tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:23:55.297120 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41da9cfd-8f1f-429b-8f50-c164e242865f tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:23:55.300848 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-41da9cfd-8f1f-429b-8f50-c164e242865f tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:23:55.301370 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-b0d431a1-e03f-4497-9e1e-2502f8b7626a tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Request body: {'security_group_rule': {'security_group_id': '4d29506f-1c71-4ba2-9d4e-8e272711aaaa', 'project_id': '314511324bd64377a53b28b6c392348a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:23:55.307731 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-b0d431a1-e03f-4497-9e1e-2502f8b7626a tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:23:55.314579 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-b0d431a1-e03f-4497-9e1e-2502f8b7626a tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Usage tracker for resource:security_group_rule and tenant:314511324bd64377a53b28b6c392348a is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:23:55.319451 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-37f69fd7-a00e-4f91-8a4b-41e40e24a5ba req-74e1f65e-1e74-40c0-aa1f-d98f8c5f5989 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=314511324bd64377a53b28b6c392348a&device_id=20bcc27e-c74e-4117-96f8-ab3f3e460602 HTTP/1.1" status: 200 len: 1099 time: 0.1699588 Dec 20 09:23:55.320203 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-b0d431a1-e03f-4497-9e1e-2502f8b7626a tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:23:55.326742 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-b0d431a1-e03f-4497-9e1e-2502f8b7626a tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:23:55.382626 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b0d431a1-e03f-4497-9e1e-2502f8b7626a tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:55.502259 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f69fd7-a00e-4f91-8a4b-41e40e24a5ba req-54f57888-54dd-4c4b-887a-da9aacab7aa3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:23:55.503758 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-37f69fd7-a00e-4f91-8a4b-41e40e24a5ba req-54f57888-54dd-4c4b-887a-da9aacab7aa3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=feca3f64-da86-467e-8a93-00767af1cdbe HTTP/1.1" status: 200 len: 914 time: 0.1735270 Dec 20 09:23:55.580998 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-910723c1-9ee1-42f0-9fae-1d817c57251f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7adf7534-1df8-49a0-a794-466cbbfeb384', 'name': 'tempest-TestMinimumBasicScenario-89387273-router', 'tenant_id': '314511324bd64377a53b28b6c392348a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.139'}], 'enable_snat': True}, 'gw_port_id': 'b7881fee-068f-4ab4-83fc-7087ce2358c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:22:52Z', 'updated_at': '2021-12-20T09:22:55Z', 'revision_number': 4, 'project_id': '314511324bd64377a53b28b6c392348a', 'gw_port': {'id': 'b7881fee-068f-4ab4-83fc-7087ce2358c5', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7adf7534-1df8-49a0-a794-466cbbfeb384', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:22:53Z', 'updated_at': '2021-12-20T09:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': 'cd2493df-d414-48ee-b4d7-7c3ed5cea45e', 'tenant_id': '314511324bd64377a53b28b6c392348a', 'floating_ip_address': '172.26.5.115', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': '7adf7534-1df8-49a0-a794-466cbbfeb384', 'port_id': 'd22dfaa1-9fcb-4f36-b0c5-b5923d575a8a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'feca3f64-da86-467e-8a93-00767af1cdbe', 'mac_address': 'fa:16:3e:b7:9a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bcc27e-c74e-4117-96f8-ab3f3e460602', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T09:23:53Z', 'updated_at': '2021-12-20T09:23:53Z', 'revision_number': 0, 'project_id': '314511324bd64377a53b28b6c392348a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5ecb929-942e-4365-8cfe-d72e2fab2b68', 'name': '', 'network_id': 'feca3f64-da86-467e-8a93-00767af1cdbe', 'tenant_id': '314511324bd64377a53b28b6c392348a', 'mac_address': 'fa:16:3e:e4:93:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7adf7534-1df8-49a0-a794-466cbbfeb384', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eafef744-f1d4-474a-a582-f1e578f2e3c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:22:55Z', 'updated_at': '2021-12-20T09:23:03Z', 'revision_number': 5, 'project_id': '314511324bd64377a53b28b6c392348a', 'subnets': [{'id': 'eafef744-f1d4-474a-a582-f1e578f2e3c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:23:55.585323 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910723c1-9ee1-42f0-9fae-1d817c57251f None None] Checking router: 7adf7534-1df8-49a0-a794-466cbbfeb384 for host: dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 09:23:55.597309 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910723c1-9ee1-42f0-9fae-1d817c57251f None None] Routers {'7adf7534-1df8-49a0-a794-466cbbfeb384'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:23:55.597930 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-910723c1-9ee1-42f0-9fae-1d817c57251f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:23:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['7adf7534-1df8-49a0-a794-466cbbfeb384'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:23:55.598729 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b0d431a1-e03f-4497-9e1e-2502f8b7626a tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:55.603310 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b0d431a1-e03f-4497-9e1e-2502f8b7626a tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:55.608963 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-bec932c7-2669-4e29-92e7-ac367c70f1e1 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:23:55.652702 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d431a1-e03f-4497-9e1e-2502f8b7626a tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3411aaf-4c21-465f-8856-1aafbefda282,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:23:55.658433 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b0d431a1-e03f-4497-9e1e-2502f8b7626a tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:23:55.660424 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-37f69fd7-a00e-4f91-8a4b-41e40e24a5ba req-a0e497eb-320d-473e-800e-be925e0bdd92 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d22dfaa1-9fcb-4f36-b0c5-b5923d575a8a HTTP/1.1" status: 200 len: 1000 time: 0.1487424 Dec 20 09:23:55.665129 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b0d431a1-e03f-4497-9e1e-2502f8b7626a tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:55.666382 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b0d431a1-e03f-4497-9e1e-2502f8b7626a tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3720765 Dec 20 09:23:55.669205 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 51148) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:23:55.675938 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-9ec1f996-7050-41b7-bebb-cdb921fa4020 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Request body: {'security_group_rule': {'security_group_id': '4d29506f-1c71-4ba2-9d4e-8e272711aaaa', 'project_id': '314511324bd64377a53b28b6c392348a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:23:55.849949 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-910723c1-9ee1-42f0-9fae-1d817c57251f None None] Set router 7adf7534-1df8-49a0-a794-466cbbfeb384 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:23:55.851325 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-9ec1f996-7050-41b7-bebb-cdb921fa4020 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:23:55.870243 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-9ec1f996-7050-41b7-bebb-cdb921fa4020 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Usage tracker for resource:security_group_rule and tenant:314511324bd64377a53b28b6c392348a is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:23:55.882289 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-9ec1f996-7050-41b7-bebb-cdb921fa4020 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:23:55.893751 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-9ec1f996-7050-41b7-bebb-cdb921fa4020 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:23:55.915026 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f69fd7-a00e-4f91-8a4b-41e40e24a5ba req-c67ce8fc-1877-4f3c-a7b6-f6834e00addb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:23:55.916533 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-37f69fd7-a00e-4f91-8a4b-41e40e24a5ba req-c67ce8fc-1877-4f3c-a7b6-f6834e00addb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=eafef744-f1d4-474a-a582-f1e578f2e3c9 HTTP/1.1" status: 200 len: 852 time: 0.2345431 Dec 20 09:23:55.957500 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9ec1f996-7050-41b7-bebb-cdb921fa4020 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:56.042083 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9ec1f996-7050-41b7-bebb-cdb921fa4020 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:56.049764 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-37f69fd7-a00e-4f91-8a4b-41e40e24a5ba req-10f584d6-24fd-4f92-b6b2-aac28b86336b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=feca3f64-da86-467e-8a93-00767af1cdbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1256177 Dec 20 09:23:56.050482 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9ec1f996-7050-41b7-bebb-cdb921fa4020 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:56.052210 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-6c22335e-b3eb-4ac3-a08f-faa64fee18bd tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:23:56.099585 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec1f996-7050-41b7-bebb-cdb921fa4020 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fa1ec24-8b31-4b3e-9a49-303d70cc26ea,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:23:56.115437 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9ec1f996-7050-41b7-bebb-cdb921fa4020 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:23:56.122476 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9ec1f996-7050-41b7-bebb-cdb921fa4020 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:56.128239 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-9ec1f996-7050-41b7-bebb-cdb921fa4020 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4561775 Dec 20 09:23:56.129496 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 51152) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:23:56.140993 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-87fe436a-be86-4517-a630-0b77dae622cb tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Request body: {'security_group_rule': {'security_group_id': '4d29506f-1c71-4ba2-9d4e-8e272711aaaa', 'project_id': '314511324bd64377a53b28b6c392348a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:23:56.151174 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-87fe436a-be86-4517-a630-0b77dae622cb tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:23:56.160658 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-87fe436a-be86-4517-a630-0b77dae622cb tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Usage tracker for resource:security_group_rule and tenant:314511324bd64377a53b28b6c392348a is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:23:56.164987 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-87fe436a-be86-4517-a630-0b77dae622cb tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:23:56.174481 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-87fe436a-be86-4517-a630-0b77dae622cb tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:23:56.202116 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-87fe436a-be86-4517-a630-0b77dae622cb tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:56.228859 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-37f69fd7-a00e-4f91-8a4b-41e40e24a5ba req-028b1bd0-b68f-44ee-8869-bfcdf78b9dbf service neutron] 10.222.0.58 "GET /v2.0/networks/feca3f64-da86-467e-8a93-00767af1cdbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705706 Dec 20 09:23:56.239674 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-910723c1-9ee1-42f0-9fae-1d817c57251f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7adf7534-1df8-49a0-a794-466cbbfeb384', 'name': 'tempest-TestMinimumBasicScenario-89387273-router', 'tenant_id': '314511324bd64377a53b28b6c392348a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.139'}], 'enable_snat': True}, 'gw_port_id': 'b7881fee-068f-4ab4-83fc-7087ce2358c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:22:52Z', 'updated_at': '2021-12-20T09:22:55Z', 'revision_number': 4, 'project_id': '314511324bd64377a53b28b6c392348a', 'gw_port': {'id': 'b7881fee-068f-4ab4-83fc-7087ce2358c5', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7adf7534-1df8-49a0-a794-466cbbfeb384', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:22:53Z', 'updated_at': '2021-12-20T09:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': 'cd2493df-d414-48ee-b4d7-7c3ed5cea45e', 'tenant_id': '314511324bd64377a53b28b6c392348a', 'floating_ip_address': '172.26.5.115', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': '7adf7534-1df8-49a0-a794-466cbbfeb384', 'port_id': 'd22dfaa1-9fcb-4f36-b0c5-b5923d575a8a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'feca3f64-da86-467e-8a93-00767af1cdbe', 'mac_address': 'fa:16:3e:b7:9a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bcc27e-c74e-4117-96f8-ab3f3e460602', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T09:23:53Z', 'updated_at': '2021-12-20T09:23:53Z', 'revision_number': 0, 'project_id': '314511324bd64377a53b28b6c392348a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5ecb929-942e-4365-8cfe-d72e2fab2b68', 'name': '', 'network_id': 'feca3f64-da86-467e-8a93-00767af1cdbe', 'tenant_id': '314511324bd64377a53b28b6c392348a', 'mac_address': 'fa:16:3e:e4:93:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7adf7534-1df8-49a0-a794-466cbbfeb384', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eafef744-f1d4-474a-a582-f1e578f2e3c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:22:55Z', 'updated_at': '2021-12-20T09:23:03Z', 'revision_number': 5, 'project_id': '314511324bd64377a53b28b6c392348a', 'subnets': [{'id': 'eafef744-f1d4-474a-a582-f1e578f2e3c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:23:56.243692 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910723c1-9ee1-42f0-9fae-1d817c57251f None None] The sync data for ids ['7adf7534-1df8-49a0-a794-466cbbfeb384'] in dv-neutron-820491-1-hyperv is: [{'id': '7adf7534-1df8-49a0-a794-466cbbfeb384', 'name': 'tempest-TestMinimumBasicScenario-89387273-router', 'tenant_id': '314511324bd64377a53b28b6c392348a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.139'}], 'enable_snat': True}, 'gw_port_id': 'b7881fee-068f-4ab4-83fc-7087ce2358c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:22:52Z', 'updated_at': '2021-12-20T09:22:55Z', 'revision_number': 4, 'project_id': '314511324bd64377a53b28b6c392348a', 'gw_port': {'id': 'b7881fee-068f-4ab4-83fc-7087ce2358c5', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7adf7534-1df8-49a0-a794-466cbbfeb384', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:22:53Z', 'updated_at': '2021-12-20T09:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': 'cd2493df-d414-48ee-b4d7-7c3ed5cea45e', 'tenant_id': '314511324bd64377a53b28b6c392348a', 'floating_ip_address': '172.26.5.115', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': '7adf7534-1df8-49a0-a794-466cbbfeb384', 'port_id': 'd22dfaa1-9fcb-4f36-b0c5-b5923d575a8a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'feca3f64-da86-467e-8a93-00767af1cdbe', 'mac_address': 'fa:16:3e:b7:9a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bcc27e-c74e-4117-96f8-ab3f3e460602', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T09:23:53Z', 'updated_at': '2021-12-20T09:23:53Z', 'revision_number': 0, 'project_id': '314511324bd64377a53b28b6c392348a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5ecb929-942e-4365-8cfe-d72e2fab2b68', 'name': '', 'network_id': 'feca3f64-da86-467e-8a93-00767af1cdbe', 'tenant_id': '314511324bd64377a53b28b6c392348a', 'mac_address': 'fa:16:3e:e4:93:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7adf7534-1df8-49a0-a794-466cbbfeb384', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eafef744-f1d4-474a-a582-f1e578f2e3c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:22:55Z', 'updated_at': '2021-12-20T09:23:03Z', 'revision_number': 5, 'project_id': '314511324bd64377a53b28b6c392348a', 'subnets': [{'id': 'eafef744-f1d4-474a-a582-f1e578f2e3c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 09:23:56.281765 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-87fe436a-be86-4517-a630-0b77dae622cb tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:56.286396 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-87fe436a-be86-4517-a630-0b77dae622cb tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:56.288855 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ebe78a68-c268-4aa0-b0ee-406e4840ea11 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:23:56.320903 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fe436a-be86-4517-a630-0b77dae622cb tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd6726f0-a8cb-4ea3-9459-258d99cda81e,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:23:56.326256 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-87fe436a-be86-4517-a630-0b77dae622cb tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:23:56.334864 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-87fe436a-be86-4517-a630-0b77dae622cb tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:56.336287 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-87fe436a-be86-4517-a630-0b77dae622cb tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2047296 Dec 20 09:23:56.339127 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 51156) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:23:56.346502 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-a1916bcd-9541-46cc-914e-0da8d5685f9c tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Request body: {'security_group_rule': {'security_group_id': '4d29506f-1c71-4ba2-9d4e-8e272711aaaa', 'project_id': '314511324bd64377a53b28b6c392348a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:23:56.353157 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-a1916bcd-9541-46cc-914e-0da8d5685f9c tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:23:56.360017 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-a1916bcd-9541-46cc-914e-0da8d5685f9c tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Usage tracker for resource:security_group_rule and tenant:314511324bd64377a53b28b6c392348a is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:23:56.364386 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-a1916bcd-9541-46cc-914e-0da8d5685f9c tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:23:56.372152 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-a1916bcd-9541-46cc-914e-0da8d5685f9c tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:23:56.395037 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a1916bcd-9541-46cc-914e-0da8d5685f9c tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:56.396819 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-37f69fd7-a00e-4f91-8a4b-41e40e24a5ba req-07c36ef4-19c7-47de-9438-40f0d3876963 service neutron] 10.222.0.58 "GET /v2.0/networks/feca3f64-da86-467e-8a93-00767af1cdbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614292 Dec 20 09:23:56.471488 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a1916bcd-9541-46cc-914e-0da8d5685f9c tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:56.474571 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41f7c66-3942-4213-b274-f79334d20bd3 None None] New status for floating IP cd2493df-d414-48ee-b4d7-7c3ed5cea45e: ACTIVE {{(pid=83446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 09:23:56.476365 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a1916bcd-9541-46cc-914e-0da8d5685f9c tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:56.478346 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-aa380d0a-1a61-4352-b1f2-290a6f6d6179 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:23:56.502092 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1916bcd-9541-46cc-914e-0da8d5685f9c tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=772e0b2c-1ec6-451e-96bf-46d3ef69a12f,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:23:56.504819 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a1916bcd-9541-46cc-914e-0da8d5685f9c tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:23:56.513357 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a1916bcd-9541-46cc-914e-0da8d5685f9c tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:56.514674 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-a1916bcd-9541-46cc-914e-0da8d5685f9c tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1743982 Dec 20 09:23:56.519172 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 51160) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:23:56.527398 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-b35f0dcf-b9e3-4153-85ed-bb33ce51ac0f tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Request body: {'security_group_rule': {'security_group_id': '4d29506f-1c71-4ba2-9d4e-8e272711aaaa', 'project_id': '314511324bd64377a53b28b6c392348a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:23:56.534331 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-b35f0dcf-b9e3-4153-85ed-bb33ce51ac0f tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:23:56.539733 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-b35f0dcf-b9e3-4153-85ed-bb33ce51ac0f tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Usage tracker for resource:security_group_rule and tenant:314511324bd64377a53b28b6c392348a is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:23:56.543134 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-b35f0dcf-b9e3-4153-85ed-bb33ce51ac0f tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:23:56.549954 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-b35f0dcf-b9e3-4153-85ed-bb33ce51ac0f tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:23:56.562224 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.securitygroups_db [None req-b35f0dcf-b9e3-4153-85ed-bb33ce51ac0f tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Project 314511324bd64377a53b28b6c392348a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 09:23:56.569075 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b35f0dcf-b9e3-4153-85ed-bb33ce51ac0f tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:56.641354 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b35f0dcf-b9e3-4153-85ed-bb33ce51ac0f tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:56.651008 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b35f0dcf-b9e3-4153-85ed-bb33ce51ac0f tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:56.652863 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-7cd0954e-fde1-4ece-9740-922745018efa tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:23:56.669270 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35f0dcf-b9e3-4153-85ed-bb33ce51ac0f tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60488caf-750a-4777-9c49-36c26b17c805,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:23:56.675883 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b35f0dcf-b9e3-4153-85ed-bb33ce51ac0f tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:23:56.686704 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b35f0dcf-b9e3-4153-85ed-bb33ce51ac0f tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:56.687881 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-b35f0dcf-b9e3-4153-85ed-bb33ce51ac0f tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1658707 Dec 20 09:23:56.690898 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 51164) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:23:56.696300 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-4c512e2f-277c-42fe-829b-3a8d8d2f6bfa tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Request body: {'security_group_rule': {'security_group_id': '4d29506f-1c71-4ba2-9d4e-8e272711aaaa', 'project_id': '314511324bd64377a53b28b6c392348a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:23:56.703215 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-4c512e2f-277c-42fe-829b-3a8d8d2f6bfa tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:23:56.707179 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-4c512e2f-277c-42fe-829b-3a8d8d2f6bfa tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Usage tracker for resource:security_group_rule and tenant:314511324bd64377a53b28b6c392348a is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:23:56.711732 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-4c512e2f-277c-42fe-829b-3a8d8d2f6bfa tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:23:56.718970 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-4c512e2f-277c-42fe-829b-3a8d8d2f6bfa tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:23:56.732663 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.securitygroups_db [None req-4c512e2f-277c-42fe-829b-3a8d8d2f6bfa tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Project 314511324bd64377a53b28b6c392348a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 09:23:56.748227 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4c512e2f-277c-42fe-829b-3a8d8d2f6bfa tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:56.822796 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4c512e2f-277c-42fe-829b-3a8d8d2f6bfa tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:56.827381 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4c512e2f-277c-42fe-829b-3a8d8d2f6bfa tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:56.829189 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d33092ea-c977-439f-aa96-11cb67ec00e1 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:23:56.852872 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c512e2f-277c-42fe-829b-3a8d8d2f6bfa tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abe8d396-8cf9-43fe-8a0f-5d107258030d,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:23:56.855352 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-4c512e2f-277c-42fe-829b-3a8d8d2f6bfa tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:23:56.862392 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4c512e2f-277c-42fe-829b-3a8d8d2f6bfa tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:56.863634 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-4c512e2f-277c-42fe-829b-3a8d8d2f6bfa tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1718495 Dec 20 09:23:56.994453 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-074f6767-5dce-4f75-99bf-717305262eb1 req-e752b620-eeb5-4adf-9042-81b94ddcfd61 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Synchronizing usage tracker for tenant:314511324bd64377a53b28b6c392348a on resource:security_group {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:23:57.011625 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-074f6767-5dce-4f75-99bf-717305262eb1 req-e752b620-eeb5-4adf-9042-81b94ddcfd61 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Unset dirty status for tenant:314511324bd64377a53b28b6c392348a on resource:security_group {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:23:57.013106 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-074f6767-5dce-4f75-99bf-717305262eb1 req-e752b620-eeb5-4adf-9042-81b94ddcfd61 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-925002108&fields=id&tenant_id=314511324bd64377a53b28b6c392348a HTTP/1.1" status: 200 len: 267 time: 0.0592711 Dec 20 09:23:57.109001 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f6767-5dce-4f75-99bf-717305262eb1 req-9667aff5-90e9-4454-bd65-a3d09ef753bc tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:23:57.110626 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-074f6767-5dce-4f75-99bf-717305262eb1 req-9667aff5-90e9-4454-bd65-a3d09ef753bc tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.16 "GET /v2.0/ports?device_id=20bcc27e-c74e-4117-96f8-ab3f3e460602 HTTP/1.1" status: 200 len: 946 time: 0.0908439 Dec 20 09:23:57.127007 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [req-074f6767-5dce-4f75-99bf-717305262eb1 req-9fec6741-72c2-4261-85fe-d82ef71a51b8 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Request body: {'port': {'security_groups': ['95820dd0-1f1d-470b-9812-b1349e606548', '4d29506f-1c71-4ba2-9d4e-8e272711aaaa']}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:23:57.247125 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-074f6767-5dce-4f75-99bf-717305262eb1 req-9fec6741-72c2-4261-85fe-d82ef71a51b8 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:57.523439 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [req-074f6767-5dce-4f75-99bf-717305262eb1 req-9fec6741-72c2-4261-85fe-d82ef71a51b8 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] For port d22dfaa1-9fcb-4f36-b0c5-b5923d575a8a, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=d22dfaa1-9fcb-4f36-b0c5-b5923d575a8a,segment=NetworkSegment(95a4715e-94f2-4f16-aa4d-62667273a564),segment_id=95a4715e-94f2-4f16-aa4d-62667273a564)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:23:57.548771 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-074f6767-5dce-4f75-99bf-717305262eb1 req-9fec6741-72c2-4261-85fe-d82ef71a51b8 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:57.553967 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-074f6767-5dce-4f75-99bf-717305262eb1 req-9fec6741-72c2-4261-85fe-d82ef71a51b8 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2036698'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:57.560539 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-971cf541-737f-4aaa-af1b-87921d63cb60 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:23:57.573486 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] get_ports_and_sgs() called for port_ids ['d22dfaa1-9fcb-4f36-b0c5-b5923d575a8a'] {{(pid=83446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 09:23:57.622044 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f6767-5dce-4f75-99bf-717305262eb1 req-9fec6741-72c2-4261-85fe-d82ef71a51b8 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:23:57.622576 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-074f6767-5dce-4f75-99bf-717305262eb1 req-9fec6741-72c2-4261-85fe-d82ef71a51b8 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:57.629770 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-074f6767-5dce-4f75-99bf-717305262eb1 req-9fec6741-72c2-4261-85fe-d82ef71a51b8 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.16 "PUT /v2.0/ports/d22dfaa1-9fcb-4f36-b0c5-b5923d575a8a HTTP/1.1" status: 200 len: 982 time: 0.5116713 Dec 20 09:23:57.630606 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20bcc27e-c74e-4117-96f8-ab3f3e460602', 'tag': 'd22dfaa1-9fcb-4f36-b0c5-b5923d575a8a'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:23:57.665300 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fec6741-72c2-4261-85fe-d82ef71a51b8 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Pushing event updated for resources: {'Port': ['ID=d22dfaa1-9fcb-4f36-b0c5-b5923d575a8a,revision_number=6']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:23:57.669201 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-9fec6741-72c2-4261-85fe-d82ef71a51b8 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:23:57.713688 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] get_ports_and_sgs() called for port_ids ['d22dfaa1-9fcb-4f36-b0c5-b5923d575a8a'] {{(pid=83446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 09:23:57.817969 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20bcc27e-c74e-4117-96f8-ab3f3e460602', 'tag': 'd22dfaa1-9fcb-4f36-b0c5-b5923d575a8a', 'status': 'completed', 'code': 200} Dec 20 09:23:57.919732 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4763de4e-840e-450e-a2da-f8d1dec9394b req-968127af-d48e-4c0c-baaf-fa622260feee tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:23:57.921948 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4763de4e-840e-450e-a2da-f8d1dec9394b req-968127af-d48e-4c0c-baaf-fa622260feee tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.16 "GET /v2.0/ports?device_id=20bcc27e-c74e-4117-96f8-ab3f3e460602 HTTP/1.1" status: 200 len: 985 time: 0.1431417 Dec 20 09:23:57.960978 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5a8a50d5-60f0-40fc-be55-dac6ffeb6b23 req-a82857d6-3db5-4cc0-9824-997e8c216cf7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=314511324bd64377a53b28b6c392348a&device_id=20bcc27e-c74e-4117-96f8-ab3f3e460602 HTTP/1.1" status: 200 len: 1138 time: 0.1209319 Dec 20 09:23:57.990297 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-3d1c9f83-658e-48e9-bbfa-55d262c96714 None None] Provisioning complete for port d22dfaa1-9fcb-4f36-b0c5-b5923d575a8a triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:23:57.990673 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3d1c9f83-658e-48e9-bbfa-55d262c96714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:23:58.017740 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4763de4e-840e-450e-a2da-f8d1dec9394b req-46ff316f-fd1d-42de-ac61-a5901deb0937 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.16 "GET /v2.0/security-groups?id=95820dd0-1f1d-470b-9812-b1349e606548&id=4d29506f-1c71-4ba2-9d4e-8e272711aaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0855005 Dec 20 09:23:58.109994 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8a50d5-60f0-40fc-be55-dac6ffeb6b23 req-fcc4dcfe-4993-459c-b11d-66c063b07b02 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:23:58.111445 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5a8a50d5-60f0-40fc-be55-dac6ffeb6b23 req-fcc4dcfe-4993-459c-b11d-66c063b07b02 service neutron] 10.222.0.58 "GET /v2.0/networks?id=feca3f64-da86-467e-8a93-00767af1cdbe HTTP/1.1" status: 200 len: 914 time: 0.1422327 Dec 20 09:23:58.217296 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5a8a50d5-60f0-40fc-be55-dac6ffeb6b23 req-943e2bec-61b9-4abd-ab2f-deeff115b263 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d22dfaa1-9fcb-4f36-b0c5-b5923d575a8a HTTP/1.1" status: 200 len: 1002 time: 0.0987167 Dec 20 09:23:58.333498 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8a50d5-60f0-40fc-be55-dac6ffeb6b23 req-4deff451-e00d-4be2-b06e-83fc74fe8aa1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:23:58.333498 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5a8a50d5-60f0-40fc-be55-dac6ffeb6b23 req-4deff451-e00d-4be2-b06e-83fc74fe8aa1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=eafef744-f1d4-474a-a582-f1e578f2e3c9 HTTP/1.1" status: 200 len: 852 time: 0.1042261 Dec 20 09:23:58.394262 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7f0ceafa-6a06-4bc4-9abb-8b5606d4a6e5 req-e697420c-8796-4a97-9371-d4229c37084d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=20bcc27e-c74e-4117-96f8-ab3f3e460602&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1297102 Dec 20 09:23:58.419014 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5a8a50d5-60f0-40fc-be55-dac6ffeb6b23 req-385045f2-d57e-437c-b276-4e6ce3db6ee2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=feca3f64-da86-467e-8a93-00767af1cdbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0822685 Dec 20 09:23:58.553160 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5a8a50d5-60f0-40fc-be55-dac6ffeb6b23 req-98900b7b-7e08-4ae2-88c2-bf1b29beed09 service neutron] 10.222.0.58 "GET /v2.0/networks/feca3f64-da86-467e-8a93-00767af1cdbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264865 Dec 20 09:23:58.683904 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5a8a50d5-60f0-40fc-be55-dac6ffeb6b23 req-2b276550-84d1-4240-b057-e281359d841b service neutron] 10.222.0.58 "GET /v2.0/networks/feca3f64-da86-467e-8a93-00767af1cdbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244268 Dec 20 09:23:58.852077 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7f0ceafa-6a06-4bc4-9abb-8b5606d4a6e5 req-7d09758a-4beb-4b96-b8ca-166ae1ddc99b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=314511324bd64377a53b28b6c392348a&device_id=20bcc27e-c74e-4117-96f8-ab3f3e460602 HTTP/1.1" status: 200 len: 1138 time: 0.0793929 Dec 20 09:23:59.112188 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0ceafa-6a06-4bc4-9abb-8b5606d4a6e5 req-0e1a7f08-ba72-4f58-95ee-c9c8a4d3d042 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:23:59.113727 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7f0ceafa-6a06-4bc4-9abb-8b5606d4a6e5 req-0e1a7f08-ba72-4f58-95ee-c9c8a4d3d042 service neutron] 10.222.0.58 "GET /v2.0/networks?id=feca3f64-da86-467e-8a93-00767af1cdbe HTTP/1.1" status: 200 len: 914 time: 0.2427714 Dec 20 09:23:59.220247 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7f0ceafa-6a06-4bc4-9abb-8b5606d4a6e5 req-a61733e4-c75d-4cd7-ab70-1adbc1ad8e1f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d22dfaa1-9fcb-4f36-b0c5-b5923d575a8a HTTP/1.1" status: 200 len: 1002 time: 0.0992324 Dec 20 09:23:59.288073 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0ceafa-6a06-4bc4-9abb-8b5606d4a6e5 req-500081e3-2de4-4982-8708-8f9017d0bf0f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:23:59.289550 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7f0ceafa-6a06-4bc4-9abb-8b5606d4a6e5 req-500081e3-2de4-4982-8708-8f9017d0bf0f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=eafef744-f1d4-474a-a582-f1e578f2e3c9 HTTP/1.1" status: 200 len: 852 time: 0.0609398 Dec 20 09:23:59.364976 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7f0ceafa-6a06-4bc4-9abb-8b5606d4a6e5 req-18ce6878-103f-4855-95e8-1c745a3118c4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=feca3f64-da86-467e-8a93-00767af1cdbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686767 Dec 20 09:23:59.502620 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7f0ceafa-6a06-4bc4-9abb-8b5606d4a6e5 req-d2ac8fc1-5832-4e47-8241-123bb907fb18 service neutron] 10.222.0.58 "GET /v2.0/networks/feca3f64-da86-467e-8a93-00767af1cdbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312113 Dec 20 09:23:59.636514 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7f0ceafa-6a06-4bc4-9abb-8b5606d4a6e5 req-ba7f0dec-d5ce-4961-8a5b-86e187a533b8 service neutron] 10.222.0.58 "GET /v2.0/networks/feca3f64-da86-467e-8a93-00767af1cdbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270859 Dec 20 09:24:10.137130 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:24:10.299279 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:24:12.627483 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c36ab7d5-ac45-4f97-a3b8-f340704049b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:24:14.917109 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-7293e7ec-a42b-4083-9bb7-ec7238227ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:24:16.081544 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:24:16.144254 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:24:17.539186 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:24:40.311421 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:24:42.627986 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-922a3f3c-6c68-4f4d-8b03-ee6ab9f8e5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:24:44.920145 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-70d54d14-e63b-4cae-9b0f-5133e16f5673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:24:46.084593 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:24:46.136925 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:24:47.136900 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:24:47.542743 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:24:58.895384 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f78954e1-097f-496b-8e1d-19839b9e8dc0 req-dbba2906-e099-4033-b44d-ee5b654158e2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=314511324bd64377a53b28b6c392348a&device_id=20bcc27e-c74e-4117-96f8-ab3f3e460602 HTTP/1.1" status: 200 len: 1138 time: 0.0833879 Dec 20 09:24:59.072162 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78954e1-097f-496b-8e1d-19839b9e8dc0 req-ac0cb0c2-61dc-49ac-b2bc-b75f51b2aa65 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:24:59.073624 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f78954e1-097f-496b-8e1d-19839b9e8dc0 req-ac0cb0c2-61dc-49ac-b2bc-b75f51b2aa65 service neutron] 10.222.0.58 "GET /v2.0/networks?id=feca3f64-da86-467e-8a93-00767af1cdbe HTTP/1.1" status: 200 len: 914 time: 0.1720133 Dec 20 09:24:59.164670 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a3aa45-3cf0-44c1-bde1-178bc24731b6 req-21ce07be-9b6b-4266-8b74-705960f9e5c7 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:24:59.166130 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-84a3aa45-3cf0-44c1-bde1-178bc24731b6 req-21ce07be-9b6b-4266-8b74-705960f9e5c7 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.16 "GET /v2.0/ports?device_id=20bcc27e-c74e-4117-96f8-ab3f3e460602 HTTP/1.1" status: 200 len: 985 time: 0.2956283 Dec 20 09:24:59.220294 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f78954e1-097f-496b-8e1d-19839b9e8dc0 req-b0f76402-b52e-4f0a-8d46-d893df9878c3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d22dfaa1-9fcb-4f36-b0c5-b5923d575a8a HTTP/1.1" status: 200 len: 1002 time: 0.1382766 Dec 20 09:24:59.265375 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-84a3aa45-3cf0-44c1-bde1-178bc24731b6 req-82b5852f-e464-440c-a721-cb0d0cf06f8e tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.16 "GET /v2.0/security-groups?id=95820dd0-1f1d-470b-9812-b1349e606548&id=4d29506f-1c71-4ba2-9d4e-8e272711aaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0930207 Dec 20 09:24:59.289996 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78954e1-097f-496b-8e1d-19839b9e8dc0 req-79d11a98-a3d3-40ca-989a-67e3f19b8888 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:24:59.291429 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f78954e1-097f-496b-8e1d-19839b9e8dc0 req-79d11a98-a3d3-40ca-989a-67e3f19b8888 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=eafef744-f1d4-474a-a582-f1e578f2e3c9 HTTP/1.1" status: 200 len: 852 time: 0.0626915 Dec 20 09:24:59.363940 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f78954e1-097f-496b-8e1d-19839b9e8dc0 req-9ba45b8e-1f82-42ea-9705-d1f02677611f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=feca3f64-da86-467e-8a93-00767af1cdbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0660670 Dec 20 09:24:59.500892 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f78954e1-097f-496b-8e1d-19839b9e8dc0 req-bf68b9fa-a842-4d5a-bce7-f2deb2670b8e service neutron] 10.222.0.58 "GET /v2.0/networks/feca3f64-da86-467e-8a93-00767af1cdbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300468 Dec 20 09:24:59.633409 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f78954e1-097f-496b-8e1d-19839b9e8dc0 req-8958c496-1549-4276-835c-86b8436cc981 service neutron] 10.222.0.58 "GET /v2.0/networks/feca3f64-da86-467e-8a93-00767af1cdbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254663 Dec 20 09:25:00.389662 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b720e945-db07-4a21-b07e-4d06fce25423 req-87a87eb2-a417-4c08-90b2-f078ccd04f5e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=314511324bd64377a53b28b6c392348a&device_id=20bcc27e-c74e-4117-96f8-ab3f3e460602 HTTP/1.1" status: 200 len: 1138 time: 0.0762558 Dec 20 09:25:00.550545 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f5470-531a-4e4f-8abb-6f7afdd75b13 req-3c8860d9-6217-4991-bb59-4d62bdf5b2a5 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:25:00.552092 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-952f5470-531a-4e4f-8abb-6f7afdd75b13 req-3c8860d9-6217-4991-bb59-4d62bdf5b2a5 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.16 "GET /v2.0/ports?device_id=20bcc27e-c74e-4117-96f8-ab3f3e460602 HTTP/1.1" status: 200 len: 985 time: 0.1514740 Dec 20 09:25:00.603179 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-952f5470-531a-4e4f-8abb-6f7afdd75b13 req-1ec21668-3c1c-47ba-a92a-e95de6ad9804 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.16 "GET /v2.0/security-groups?id=95820dd0-1f1d-470b-9812-b1349e606548&id=4d29506f-1c71-4ba2-9d4e-8e272711aaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0448120 Dec 20 09:25:00.638368 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b720e945-db07-4a21-b07e-4d06fce25423 req-34bcfa6c-bcad-4e19-be0e-51f9a99550f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:25:00.640007 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b720e945-db07-4a21-b07e-4d06fce25423 req-34bcfa6c-bcad-4e19-be0e-51f9a99550f2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=feca3f64-da86-467e-8a93-00767af1cdbe HTTP/1.1" status: 200 len: 914 time: 0.2303483 Dec 20 09:25:00.744458 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b720e945-db07-4a21-b07e-4d06fce25423 req-3b571ad5-f724-4bf6-bd60-df3ff2728323 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d22dfaa1-9fcb-4f36-b0c5-b5923d575a8a HTTP/1.1" status: 200 len: 1002 time: 0.0961938 Dec 20 09:25:00.804493 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b720e945-db07-4a21-b07e-4d06fce25423 req-b4d90c27-d053-4408-8b98-cf8e1cbb50dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:25:00.805917 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b720e945-db07-4a21-b07e-4d06fce25423 req-b4d90c27-d053-4408-8b98-cf8e1cbb50dd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=eafef744-f1d4-474a-a582-f1e578f2e3c9 HTTP/1.1" status: 200 len: 852 time: 0.0554688 Dec 20 09:25:00.879526 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b720e945-db07-4a21-b07e-4d06fce25423 req-0729fab8-a881-4bc3-838b-e3d4fe36416d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=feca3f64-da86-467e-8a93-00767af1cdbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0662754 Dec 20 09:25:01.007973 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b720e945-db07-4a21-b07e-4d06fce25423 req-22b97f54-12e0-4663-81b7-ee24877a852b service neutron] 10.222.0.58 "GET /v2.0/networks/feca3f64-da86-467e-8a93-00767af1cdbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215432 Dec 20 09:25:01.138081 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b720e945-db07-4a21-b07e-4d06fce25423 req-197d1ba2-0c33-490f-87a9-b69814bac707 service neutron] 10.222.0.58 "GET /v2.0/networks/feca3f64-da86-467e-8a93-00767af1cdbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233301 Dec 20 09:25:01.801999 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0853f4-73a7-48e6-b863-39e32477cf81 req-aaed6519-a76c-4483-8e5a-dc33104d0192 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:25:01.803455 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fd0853f4-73a7-48e6-b863-39e32477cf81 req-aaed6519-a76c-4483-8e5a-dc33104d0192 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.16 "GET /v2.0/ports?device_id=20bcc27e-c74e-4117-96f8-ab3f3e460602 HTTP/1.1" status: 200 len: 985 time: 0.0795031 Dec 20 09:25:01.850383 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fd0853f4-73a7-48e6-b863-39e32477cf81 req-663df918-30a8-4c40-8a4d-d0ee487d2eac tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.16 "GET /v2.0/security-groups?id=95820dd0-1f1d-470b-9812-b1349e606548&id=4d29506f-1c71-4ba2-9d4e-8e272711aaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0413609 Dec 20 09:25:03.048135 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6577acc3-43c3-42be-8505-8db7728eca05 req-b9ccda2c-13e1-4700-a018-07b5b57f9b13 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:25:03.049578 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-6577acc3-43c3-42be-8505-8db7728eca05 req-b9ccda2c-13e1-4700-a018-07b5b57f9b13 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.16 "GET /v2.0/ports?device_id=20bcc27e-c74e-4117-96f8-ab3f3e460602 HTTP/1.1" status: 200 len: 985 time: 0.0789051 Dec 20 09:25:03.096554 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-6577acc3-43c3-42be-8505-8db7728eca05 req-6f688fc3-ef5f-4de4-9ddb-3ba13cf02d1b tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.16 "GET /v2.0/security-groups?id=95820dd0-1f1d-470b-9812-b1349e606548&id=4d29506f-1c71-4ba2-9d4e-8e272711aaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0415225 Dec 20 09:25:04.291449 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04146427-c261-4e9e-9106-3518b4fdacc4 req-332bb5b4-de6f-4178-8802-16ea7093cc46 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:25:04.293295 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-04146427-c261-4e9e-9106-3518b4fdacc4 req-332bb5b4-de6f-4178-8802-16ea7093cc46 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.16 "GET /v2.0/ports?device_id=20bcc27e-c74e-4117-96f8-ab3f3e460602 HTTP/1.1" status: 200 len: 985 time: 0.0772991 Dec 20 09:25:04.344759 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-04146427-c261-4e9e-9106-3518b4fdacc4 req-3b4a0c3c-d115-4b9e-961e-5cc55bedb8a7 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.16 "GET /v2.0/security-groups?id=95820dd0-1f1d-470b-9812-b1349e606548&id=4d29506f-1c71-4ba2-9d4e-8e272711aaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0449162 Dec 20 09:25:05.561427 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f1bb81-caaa-47d5-998b-dfe7c2de8cdd req-2ac90497-7806-4143-baf8-7431551682f1 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:25:05.562993 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-f3f1bb81-caaa-47d5-998b-dfe7c2de8cdd req-2ac90497-7806-4143-baf8-7431551682f1 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.16 "GET /v2.0/ports?device_id=20bcc27e-c74e-4117-96f8-ab3f3e460602 HTTP/1.1" status: 200 len: 985 time: 0.0862253 Dec 20 09:25:05.616956 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-f3f1bb81-caaa-47d5-998b-dfe7c2de8cdd req-84dea8c3-8e45-49ea-ad32-77b38598cf93 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.16 "GET /v2.0/security-groups?id=95820dd0-1f1d-470b-9812-b1349e606548&id=4d29506f-1c71-4ba2-9d4e-8e272711aaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0453837 Dec 20 09:25:06.821178 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191e03be-0c6c-40a3-b32d-df52ca4dc466 req-78fb6f23-c998-4eff-a7f3-a9ab549a866e tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:25:06.822657 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-191e03be-0c6c-40a3-b32d-df52ca4dc466 req-78fb6f23-c998-4eff-a7f3-a9ab549a866e tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.16 "GET /v2.0/ports?device_id=20bcc27e-c74e-4117-96f8-ab3f3e460602 HTTP/1.1" status: 200 len: 985 time: 0.0827951 Dec 20 09:25:06.872132 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-191e03be-0c6c-40a3-b32d-df52ca4dc466 req-8ed9b4dd-a4c9-438f-9bb5-87f3228c5ed8 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.16 "GET /v2.0/security-groups?id=95820dd0-1f1d-470b-9812-b1349e606548&id=4d29506f-1c71-4ba2-9d4e-8e272711aaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0420556 Dec 20 09:25:08.075577 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466b1921-d9f3-4259-87b9-d87d26eaf7e5 req-12476647-9e61-4ee1-a1da-8c345ab6364f tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:25:08.077207 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-466b1921-d9f3-4259-87b9-d87d26eaf7e5 req-12476647-9e61-4ee1-a1da-8c345ab6364f tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.16 "GET /v2.0/ports?device_id=20bcc27e-c74e-4117-96f8-ab3f3e460602 HTTP/1.1" status: 200 len: 985 time: 0.0819390 Dec 20 09:25:08.124789 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-466b1921-d9f3-4259-87b9-d87d26eaf7e5 req-309dae12-ad0e-4a48-9473-524932d3adc0 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.16 "GET /v2.0/security-groups?id=95820dd0-1f1d-470b-9812-b1349e606548&id=4d29506f-1c71-4ba2-9d4e-8e272711aaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0418909 Dec 20 09:25:09.346621 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61258ab8-fa62-4849-a67f-3a24f7e05fdb req-53ce1503-6b0b-462c-ac73-1b31c1cce1ff tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:25:09.348076 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-61258ab8-fa62-4849-a67f-3a24f7e05fdb req-53ce1503-6b0b-462c-ac73-1b31c1cce1ff tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.16 "GET /v2.0/ports?device_id=20bcc27e-c74e-4117-96f8-ab3f3e460602 HTTP/1.1" status: 200 len: 985 time: 0.0806754 Dec 20 09:25:09.396741 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-61258ab8-fa62-4849-a67f-3a24f7e05fdb req-420bc2bf-ce84-4530-a825-f5c680900167 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.16 "GET /v2.0/security-groups?id=95820dd0-1f1d-470b-9812-b1349e606548&id=4d29506f-1c71-4ba2-9d4e-8e272711aaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0425229 Dec 20 09:25:10.328481 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:25:10.618980 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bfa94b-9909-4a37-9fcf-b1dbc86dc704 req-e3105296-8904-4b63-858f-e67fd25877d2 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:25:10.620451 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-e1bfa94b-9909-4a37-9fcf-b1dbc86dc704 req-e3105296-8904-4b63-858f-e67fd25877d2 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.16 "GET /v2.0/ports?device_id=20bcc27e-c74e-4117-96f8-ab3f3e460602 HTTP/1.1" status: 200 len: 985 time: 0.0932016 Dec 20 09:25:10.674883 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-e1bfa94b-9909-4a37-9fcf-b1dbc86dc704 req-ffad94e8-0ed9-4046-ad83-cc19b873b091 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.16 "GET /v2.0/security-groups?id=95820dd0-1f1d-470b-9812-b1349e606548&id=4d29506f-1c71-4ba2-9d4e-8e272711aaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0484209 Dec 20 09:25:11.889002 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee8e2c4-2edd-495b-a1b6-42b056cf00d0 req-695927d2-da50-412e-8b56-373ac922faef tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:25:11.890573 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0ee8e2c4-2edd-495b-a1b6-42b056cf00d0 req-695927d2-da50-412e-8b56-373ac922faef tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.16 "GET /v2.0/ports?device_id=20bcc27e-c74e-4117-96f8-ab3f3e460602 HTTP/1.1" status: 200 len: 985 time: 0.0921750 Dec 20 09:25:11.938145 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0ee8e2c4-2edd-495b-a1b6-42b056cf00d0 req-f0dd447c-e6c6-4c5b-9c1b-b247b6e83d14 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.16 "GET /v2.0/security-groups?id=95820dd0-1f1d-470b-9812-b1349e606548&id=4d29506f-1c71-4ba2-9d4e-8e272711aaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0417781 Dec 20 09:25:12.632488 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-214c1142-ccdf-45aa-8de1-0eaa39570912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:25:14.926535 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-0060a57f-f6b1-42b4-9a8e-eabfd18146ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:25:16.087754 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:25:16.138793 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:25:17.546548 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:25:24.135917 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:25:40.337860 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:25:42.634328 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-5b122005-025c-4540-99a4-bbf1e3a3d194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:25:44.918530 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-bca447f6-8443-4713-a5a1-2cbbdbca0ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:25:46.089596 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:25:46.145043 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:25:47.548300 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:00.334522 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a15bd530-7c00-469d-a567-458e034e96d2 req-0b23468b-298b-40c1-9e8e-bf48a20a2d8b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=20bcc27e-c74e-4117-96f8-ab3f3e460602&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0735097 Dec 20 09:26:00.473889 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a15bd530-7c00-469d-a567-458e034e96d2 req-bf539ce6-a3bf-46a1-87da-ae980d8e277d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=314511324bd64377a53b28b6c392348a&device_id=20bcc27e-c74e-4117-96f8-ab3f3e460602 HTTP/1.1" status: 200 len: 1138 time: 0.0675859 Dec 20 09:26:00.617750 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15bd530-7c00-469d-a567-458e034e96d2 req-23313b5e-4fc4-4e44-abc5-beffdad8bb83 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:26:00.619205 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a15bd530-7c00-469d-a567-458e034e96d2 req-23313b5e-4fc4-4e44-abc5-beffdad8bb83 service neutron] 10.222.0.58 "GET /v2.0/networks?id=feca3f64-da86-467e-8a93-00767af1cdbe HTTP/1.1" status: 200 len: 914 time: 0.1259499 Dec 20 09:26:00.728637 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a15bd530-7c00-469d-a567-458e034e96d2 req-9fea34f1-7601-482e-b7f2-614e378cf197 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d22dfaa1-9fcb-4f36-b0c5-b5923d575a8a HTTP/1.1" status: 200 len: 1002 time: 0.0996246 Dec 20 09:26:00.803607 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15bd530-7c00-469d-a567-458e034e96d2 req-5fd0e712-3d7d-4281-87fd-3014274894f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:26:00.805022 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a15bd530-7c00-469d-a567-458e034e96d2 req-5fd0e712-3d7d-4281-87fd-3014274894f5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=eafef744-f1d4-474a-a582-f1e578f2e3c9 HTTP/1.1" status: 200 len: 852 time: 0.0682564 Dec 20 09:26:00.883445 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a15bd530-7c00-469d-a567-458e034e96d2 req-7238a75a-5940-4aea-86cb-5f102c0d7a7f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=feca3f64-da86-467e-8a93-00767af1cdbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712156 Dec 20 09:26:01.124211 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a15bd530-7c00-469d-a567-458e034e96d2 req-2d1daf84-c848-4283-890b-7aab2911b97f service neutron] 10.222.0.58 "GET /v2.0/networks/feca3f64-da86-467e-8a93-00767af1cdbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340474 Dec 20 09:26:01.135807 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:26:01.261825 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a15bd530-7c00-469d-a567-458e034e96d2 req-25133bb1-3a0a-45fa-b728-88c05fca5ce1 service neutron] 10.222.0.58 "GET /v2.0/networks/feca3f64-da86-467e-8a93-00767af1cdbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264222 Dec 20 09:26:07.686494 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-fc146ef4-b647-44bb-a3eb-60c807838d24 req-42ba510c-1f59-4828-abac-510671becf46 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-925002108&fields=id&tenant_id=314511324bd64377a53b28b6c392348a HTTP/1.1" status: 200 len: 267 time: 0.0417728 Dec 20 09:26:07.765038 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc146ef4-b647-44bb-a3eb-60c807838d24 req-f0e4ebef-73ba-416b-84df-1261b67f9111 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:26:07.766482 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-fc146ef4-b647-44bb-a3eb-60c807838d24 req-f0e4ebef-73ba-416b-84df-1261b67f9111 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.16 "GET /v2.0/ports?device_id=20bcc27e-c74e-4117-96f8-ab3f3e460602 HTTP/1.1" status: 200 len: 985 time: 0.0743492 Dec 20 09:26:07.776555 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [req-fc146ef4-b647-44bb-a3eb-60c807838d24 req-48a3779c-1d8e-4836-95ed-8547d82ef774 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Request body: {'port': {'security_groups': ['95820dd0-1f1d-470b-9812-b1349e606548']}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:26:07.896555 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-fc146ef4-b647-44bb-a3eb-60c807838d24 req-48a3779c-1d8e-4836-95ed-8547d82ef774 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:08.224813 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [req-fc146ef4-b647-44bb-a3eb-60c807838d24 req-48a3779c-1d8e-4836-95ed-8547d82ef774 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] For port d22dfaa1-9fcb-4f36-b0c5-b5923d575a8a, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=d22dfaa1-9fcb-4f36-b0c5-b5923d575a8a,segment=NetworkSegment(95a4715e-94f2-4f16-aa4d-62667273a564),segment_id=95a4715e-94f2-4f16-aa4d-62667273a564)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:26:08.249459 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-fc146ef4-b647-44bb-a3eb-60c807838d24 req-48a3779c-1d8e-4836-95ed-8547d82ef774 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:08.253808 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-fc146ef4-b647-44bb-a3eb-60c807838d24 req-48a3779c-1d8e-4836-95ed-8547d82ef774 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2036698'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:08.259210 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-fc8bedf1-f2f4-4207-893e-3fc404a8bd0e tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:26:08.265472 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] get_ports_and_sgs() called for port_ids ['d22dfaa1-9fcb-4f36-b0c5-b5923d575a8a'] {{(pid=83446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 09:26:08.318085 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc146ef4-b647-44bb-a3eb-60c807838d24 req-48a3779c-1d8e-4836-95ed-8547d82ef774 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:26:08.318741 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-fc146ef4-b647-44bb-a3eb-60c807838d24 req-48a3779c-1d8e-4836-95ed-8547d82ef774 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:08.320183 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-fc146ef4-b647-44bb-a3eb-60c807838d24 req-48a3779c-1d8e-4836-95ed-8547d82ef774 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.16 "PUT /v2.0/ports/d22dfaa1-9fcb-4f36-b0c5-b5923d575a8a HTTP/1.1" status: 200 len: 943 time: 0.5477023 Dec 20 09:26:08.320571 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20bcc27e-c74e-4117-96f8-ab3f3e460602', 'tag': 'd22dfaa1-9fcb-4f36-b0c5-b5923d575a8a'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:26:08.327491 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 51268) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:26:08.344611 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a3779c-1d8e-4836-95ed-8547d82ef774 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Pushing event updated for resources: {'Port': ['ID=d22dfaa1-9fcb-4f36-b0c5-b5923d575a8a,revision_number=7']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:26:08.357892 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a3779c-1d8e-4836-95ed-8547d82ef774 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:26:08.359194 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a3779c-1d8e-4836-95ed-8547d82ef774 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:26:08.359593 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a3779c-1d8e-4836-95ed-8547d82ef774 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:26:08.359967 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a3779c-1d8e-4836-95ed-8547d82ef774 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:26:08.360339 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a3779c-1d8e-4836-95ed-8547d82ef774 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:26:08.360708 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a3779c-1d8e-4836-95ed-8547d82ef774 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:26:08.361071 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a3779c-1d8e-4836-95ed-8547d82ef774 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:26:08.361508 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a3779c-1d8e-4836-95ed-8547d82ef774 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:26:08.361877 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a3779c-1d8e-4836-95ed-8547d82ef774 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:26:08.362231 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a3779c-1d8e-4836-95ed-8547d82ef774 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:26:08.362593 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a3779c-1d8e-4836-95ed-8547d82ef774 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:26:08.367397 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-48a3779c-1d8e-4836-95ed-8547d82ef774 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:26:08.392476 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20bcc27e-c74e-4117-96f8-ab3f3e460602', 'tag': 'd22dfaa1-9fcb-4f36-b0c5-b5923d575a8a', 'status': 'completed', 'code': 200} Dec 20 09:26:08.437935 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] get_ports_and_sgs() called for port_ids ['d22dfaa1-9fcb-4f36-b0c5-b5923d575a8a'] {{(pid=83446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 09:26:08.475274 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c9f915ab-8c63-4038-93cf-619ee22994ac tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:08.511542 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c9f915ab-8c63-4038-93cf-619ee22994ac tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:08.576849 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4fd30f22-deab-44d0-9d2e-88ce01bf496d req-41f9532b-cdc3-4c62-a972-5a7611b1516a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=314511324bd64377a53b28b6c392348a&device_id=20bcc27e-c74e-4117-96f8-ab3f3e460602 HTTP/1.1" status: 200 len: 1099 time: 0.1497910 Dec 20 09:26:08.653375 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-1ab56bbc-1fc0-4c07-a98f-700099511127 None None] Provisioning complete for port d22dfaa1-9fcb-4f36-b0c5-b5923d575a8a triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:26:08.653762 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-1ab56bbc-1fc0-4c07-a98f-700099511127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:08.702661 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c9f915ab-8c63-4038-93cf-619ee22994ac tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:08.708947 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-05c3ba1d-017b-49c2-9f3d-f66ceff6151c tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:26:08.726935 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f915ab-8c63-4038-93cf-619ee22994ac tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d29506f-1c71-4ba2-9d4e-8e272711aaaa,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:26:08.760553 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f915ab-8c63-4038-93cf-619ee22994ac tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:26:08.760933 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f915ab-8c63-4038-93cf-619ee22994ac tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:26:08.761334 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f915ab-8c63-4038-93cf-619ee22994ac tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:26:08.761705 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f915ab-8c63-4038-93cf-619ee22994ac tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:26:08.762068 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f915ab-8c63-4038-93cf-619ee22994ac tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:26:08.762425 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f915ab-8c63-4038-93cf-619ee22994ac tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:26:08.762782 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f915ab-8c63-4038-93cf-619ee22994ac tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:26:08.763139 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f915ab-8c63-4038-93cf-619ee22994ac tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:26:08.763998 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f915ab-8c63-4038-93cf-619ee22994ac tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:26:08.764363 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f915ab-8c63-4038-93cf-619ee22994ac tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:26:08.764856 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f915ab-8c63-4038-93cf-619ee22994ac tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:26:08.770578 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c9f915ab-8c63-4038-93cf-619ee22994ac tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:26:08.771335 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c9f915ab-8c63-4038-93cf-619ee22994ac tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:08.775450 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c9f915ab-8c63-4038-93cf-619ee22994ac tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.16 "DELETE /v2.0/security-groups/4d29506f-1c71-4ba2-9d4e-8e272711aaaa HTTP/1.1" status: 204 len: 168 time: 0.4433081 Dec 20 09:26:08.775575 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 51272) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:26:08.780419 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd30f22-deab-44d0-9d2e-88ce01bf496d req-edc51671-17b7-46ce-b134-893ced416262 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:26:08.781597 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4fd30f22-deab-44d0-9d2e-88ce01bf496d req-edc51671-17b7-46ce-b134-893ced416262 service neutron] 10.222.0.58 "GET /v2.0/networks?id=feca3f64-da86-467e-8a93-00767af1cdbe HTTP/1.1" status: 200 len: 914 time: 0.1982555 Dec 20 09:26:08.889300 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4fd30f22-deab-44d0-9d2e-88ce01bf496d req-44ab34ff-57c2-46ed-9971-5025a7a12d89 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d22dfaa1-9fcb-4f36-b0c5-b5923d575a8a HTTP/1.1" status: 200 len: 1002 time: 0.0989833 Dec 20 09:26:08.956163 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd30f22-deab-44d0-9d2e-88ce01bf496d req-2404959f-d8a5-4212-be75-88572f3e423b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:26:08.957787 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4fd30f22-deab-44d0-9d2e-88ce01bf496d req-2404959f-d8a5-4212-be75-88572f3e423b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=eafef744-f1d4-474a-a582-f1e578f2e3c9 HTTP/1.1" status: 200 len: 852 time: 0.0623679 Dec 20 09:26:08.995263 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-edc77acf-4e4b-47dd-bb1f-6e075bef065c tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Deleting port ce68659a-2c35-4204-b963-9383bf19791e {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:26:08.995811 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-edc77acf-4e4b-47dd-bb1f-6e075bef065c tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:09.032910 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4fd30f22-deab-44d0-9d2e-88ce01bf496d req-b819d462-ecae-46bc-8097-6d969bcaa185 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=feca3f64-da86-467e-8a93-00767af1cdbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692251 Dec 20 09:26:09.162064 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4fd30f22-deab-44d0-9d2e-88ce01bf496d req-f0299b14-9774-4815-9680-819467d90439 service neutron] 10.222.0.58 "GET /v2.0/networks/feca3f64-da86-467e-8a93-00767af1cdbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230457 Dec 20 09:26:09.167993 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-edc77acf-4e4b-47dd-bb1f-6e075bef065c tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:09.168294 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-edc77acf-4e4b-47dd-bb1f-6e075bef065c tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:09.293556 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-edc77acf-4e4b-47dd-bb1f-6e075bef065c tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Calling delete_port for ce68659a-2c35-4204-b963-9383bf19791e owned by network:floatingip {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:26:09.294099 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4fd30f22-deab-44d0-9d2e-88ce01bf496d req-e56cbc26-0c9a-4f7e-8a88-0f27bcac79bb service neutron] 10.222.0.58 "GET /v2.0/networks/feca3f64-da86-467e-8a93-00767af1cdbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260905 Dec 20 09:26:09.439318 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-edc77acf-4e4b-47dd-bb1f-6e075bef065c tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:09.442789 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-71ca5a91-f933-4042-b152-141a828593b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:26:09.487395 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc77acf-4e4b-47dd-bb1f-6e075bef065c tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Pushing event deleted for resources: {'Port': ['ID=ce68659a-2c35-4204-b963-9383bf19791e,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:26:09.490717 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-edc77acf-4e4b-47dd-bb1f-6e075bef065c tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:26:09.576622 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-edc77acf-4e4b-47dd-bb1f-6e075bef065c tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Notify callbacks [] for floatingip, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:09.962079 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edc77acf-4e4b-47dd-bb1f-6e075bef065c tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Router 7adf7534-1df8-49a0-a794-466cbbfeb384 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 09:26:10.272320 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edc77acf-4e4b-47dd-bb1f-6e075bef065c tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 09:26:10.284717 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c47582f-8825-4fc8-af9b-2575fa6933d5 None None] Sync routers for ids ['7adf7534-1df8-49a0-a794-466cbbfeb384'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 09:26:10.293725 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-edc77acf-4e4b-47dd-bb1f-6e075bef065c tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for floatingip, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:10.297400 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c47582f-8825-4fc8-af9b-2575fa6933d5 None None] Routers {'7adf7534-1df8-49a0-a794-466cbbfeb384'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:26:10.298013 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-7c47582f-8825-4fc8-af9b-2575fa6933d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:25:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['7adf7534-1df8-49a0-a794-466cbbfeb384'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:26:10.353980 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-edc77acf-4e4b-47dd-bb1f-6e075bef065c tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.16 "DELETE /v2.0/floatingips/cd2493df-d414-48ee-b4d7-7c3ed5cea45e HTTP/1.1" status: 204 len: 168 time: 1.5750272 Dec 20 09:26:10.371578 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:10.394155 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20bcc27e-c74e-4117-96f8-ab3f3e460602', 'tag': 'd22dfaa1-9fcb-4f36-b0c5-b5923d575a8a'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:26:10.456453 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20bcc27e-c74e-4117-96f8-ab3f3e460602', 'tag': 'd22dfaa1-9fcb-4f36-b0c5-b5923d575a8a', 'status': 'completed', 'code': 200} Dec 20 09:26:10.497043 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-7c47582f-8825-4fc8-af9b-2575fa6933d5 None None] Set router 7adf7534-1df8-49a0-a794-466cbbfeb384 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:26:10.554265 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3ffeb75c-9668-4052-a1a4-171894d0a4f7 req-a94315af-9491-411a-b80d-b871e1eee06a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=314511324bd64377a53b28b6c392348a&device_id=20bcc27e-c74e-4117-96f8-ab3f3e460602 HTTP/1.1" status: 200 len: 1099 time: 0.0745504 Dec 20 09:26:10.730733 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffeb75c-9668-4052-a1a4-171894d0a4f7 req-acd81eca-0b6b-4aaa-b5e2-c489d8f8a5ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:26:10.732609 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3ffeb75c-9668-4052-a1a4-171894d0a4f7 req-acd81eca-0b6b-4aaa-b5e2-c489d8f8a5ae service neutron] 10.222.0.58 "GET /v2.0/networks?id=feca3f64-da86-467e-8a93-00767af1cdbe HTTP/1.1" status: 200 len: 914 time: 0.1711049 Dec 20 09:26:10.812645 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3ffeb75c-9668-4052-a1a4-171894d0a4f7 req-e723a6a1-6477-4f2c-899a-8414819726a8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d22dfaa1-9fcb-4f36-b0c5-b5923d575a8a HTTP/1.1" status: 200 len: 217 time: 0.0733275 Dec 20 09:26:10.842325 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-7c47582f-8825-4fc8-af9b-2575fa6933d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7adf7534-1df8-49a0-a794-466cbbfeb384', 'name': 'tempest-TestMinimumBasicScenario-89387273-router', 'tenant_id': '314511324bd64377a53b28b6c392348a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.139'}], 'enable_snat': True}, 'gw_port_id': 'b7881fee-068f-4ab4-83fc-7087ce2358c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:22:52Z', 'updated_at': '2021-12-20T09:22:55Z', 'revision_number': 4, 'project_id': '314511324bd64377a53b28b6c392348a', 'gw_port': {'id': 'b7881fee-068f-4ab4-83fc-7087ce2358c5', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7adf7534-1df8-49a0-a794-466cbbfeb384', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:22:53Z', 'updated_at': '2021-12-20T09:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': 'a5ecb929-942e-4365-8cfe-d72e2fab2b68', 'name': '', 'network_id': 'feca3f64-da86-467e-8a93-00767af1cdbe', 'tenant_id': '314511324bd64377a53b28b6c392348a', 'mac_address': 'fa:16:3e:e4:93:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7adf7534-1df8-49a0-a794-466cbbfeb384', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eafef744-f1d4-474a-a582-f1e578f2e3c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:22:55Z', 'updated_at': '2021-12-20T09:23:03Z', 'revision_number': 5, 'project_id': '314511324bd64377a53b28b6c392348a', 'subnets': [{'id': 'eafef744-f1d4-474a-a582-f1e578f2e3c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:26:10.846871 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c47582f-8825-4fc8-af9b-2575fa6933d5 None None] Checking router: 7adf7534-1df8-49a0-a794-466cbbfeb384 for host: dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 09:26:10.857602 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c47582f-8825-4fc8-af9b-2575fa6933d5 None None] Routers {'7adf7534-1df8-49a0-a794-466cbbfeb384'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:26:10.858215 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-7c47582f-8825-4fc8-af9b-2575fa6933d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:25:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['7adf7534-1df8-49a0-a794-466cbbfeb384'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:26:10.878142 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffeb75c-9668-4052-a1a4-171894d0a4f7 req-d333445c-68a5-4047-835b-f04667281f87 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:26:10.879566 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3ffeb75c-9668-4052-a1a4-171894d0a4f7 req-d333445c-68a5-4047-835b-f04667281f87 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=eafef744-f1d4-474a-a582-f1e578f2e3c9 HTTP/1.1" status: 200 len: 852 time: 0.0590124 Dec 20 09:26:10.957023 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3ffeb75c-9668-4052-a1a4-171894d0a4f7 req-0a3aed35-96c4-4ea8-8300-7529d0cccc0e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=feca3f64-da86-467e-8a93-00767af1cdbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704832 Dec 20 09:26:11.071499 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-7c47582f-8825-4fc8-af9b-2575fa6933d5 None None] Set router 7adf7534-1df8-49a0-a794-466cbbfeb384 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:26:11.203154 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3ffeb75c-9668-4052-a1a4-171894d0a4f7 req-3403fade-a978-4abf-aeda-5b4550528f6d service neutron] 10.222.0.58 "GET /v2.0/networks/feca3f64-da86-467e-8a93-00767af1cdbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352364 Dec 20 09:26:11.335161 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3ffeb75c-9668-4052-a1a4-171894d0a4f7 req-b523a3de-a1cb-4661-b785-2f5a0032fdb9 service neutron] 10.222.0.58 "GET /v2.0/networks/feca3f64-da86-467e-8a93-00767af1cdbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296401 Dec 20 09:26:11.399269 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-7c47582f-8825-4fc8-af9b-2575fa6933d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7adf7534-1df8-49a0-a794-466cbbfeb384', 'name': 'tempest-TestMinimumBasicScenario-89387273-router', 'tenant_id': '314511324bd64377a53b28b6c392348a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.139'}], 'enable_snat': True}, 'gw_port_id': 'b7881fee-068f-4ab4-83fc-7087ce2358c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:22:52Z', 'updated_at': '2021-12-20T09:22:55Z', 'revision_number': 4, 'project_id': '314511324bd64377a53b28b6c392348a', 'gw_port': {'id': 'b7881fee-068f-4ab4-83fc-7087ce2358c5', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7adf7534-1df8-49a0-a794-466cbbfeb384', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:22:53Z', 'updated_at': '2021-12-20T09:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': 'a5ecb929-942e-4365-8cfe-d72e2fab2b68', 'name': '', 'network_id': 'feca3f64-da86-467e-8a93-00767af1cdbe', 'tenant_id': '314511324bd64377a53b28b6c392348a', 'mac_address': 'fa:16:3e:e4:93:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7adf7534-1df8-49a0-a794-466cbbfeb384', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eafef744-f1d4-474a-a582-f1e578f2e3c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:22:55Z', 'updated_at': '2021-12-20T09:23:03Z', 'revision_number': 5, 'project_id': '314511324bd64377a53b28b6c392348a', 'subnets': [{'id': 'eafef744-f1d4-474a-a582-f1e578f2e3c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:26:11.403140 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c47582f-8825-4fc8-af9b-2575fa6933d5 None None] The sync data for ids ['7adf7534-1df8-49a0-a794-466cbbfeb384'] in dv-neutron-820491-1-hyperv is: [{'id': '7adf7534-1df8-49a0-a794-466cbbfeb384', 'name': 'tempest-TestMinimumBasicScenario-89387273-router', 'tenant_id': '314511324bd64377a53b28b6c392348a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.139'}], 'enable_snat': True}, 'gw_port_id': 'b7881fee-068f-4ab4-83fc-7087ce2358c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:22:52Z', 'updated_at': '2021-12-20T09:22:55Z', 'revision_number': 4, 'project_id': '314511324bd64377a53b28b6c392348a', 'gw_port': {'id': 'b7881fee-068f-4ab4-83fc-7087ce2358c5', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7adf7534-1df8-49a0-a794-466cbbfeb384', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:22:53Z', 'updated_at': '2021-12-20T09:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': 'a5ecb929-942e-4365-8cfe-d72e2fab2b68', 'name': '', 'network_id': 'feca3f64-da86-467e-8a93-00767af1cdbe', 'tenant_id': '314511324bd64377a53b28b6c392348a', 'mac_address': 'fa:16:3e:e4:93:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7adf7534-1df8-49a0-a794-466cbbfeb384', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eafef744-f1d4-474a-a582-f1e578f2e3c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:22:55Z', 'updated_at': '2021-12-20T09:23:03Z', 'revision_number': 5, 'project_id': '314511324bd64377a53b28b6c392348a', 'subnets': [{'id': 'eafef744-f1d4-474a-a582-f1e578f2e3c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 09:26:11.621800 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cee585-8933-4df9-9df7-9a8f5570721f None None] New status for floating IP cd2493df-d414-48ee-b4d7-7c3ed5cea45e: DOWN {{(pid=83446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 09:26:12.636591 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-da6a2c05-5e11-440a-9f19-a5d19586114c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:14.920518 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-6f672cd5-61c0-4ca3-aa02-84fa158c1f29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:15.871412 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fb425c-6bca-4f2f-a510-f0b9a755c7f5 req-f353393d-d63a-4580-b827-f4b1c5b83af5 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:26:15.872093 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-a7fb425c-6bca-4f2f-a510-f0b9a755c7f5 req-f353393d-d63a-4580-b827-f4b1c5b83af5 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Synchronizing usage tracker for tenant:314511324bd64377a53b28b6c392348a on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:26:15.887510 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-a7fb425c-6bca-4f2f-a510-f0b9a755c7f5 req-f353393d-d63a-4580-b827-f4b1c5b83af5 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Unset dirty status for tenant:314511324bd64377a53b28b6c392348a on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:26:15.889431 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-a7fb425c-6bca-4f2f-a510-f0b9a755c7f5 req-f353393d-d63a-4580-b827-f4b1c5b83af5 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.16 "GET /v2.0/ports?device_id=20bcc27e-c74e-4117-96f8-ab3f3e460602 HTTP/1.1" status: 200 len: 946 time: 0.0963295 Dec 20 09:26:15.933381 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-a7fb425c-6bca-4f2f-a510-f0b9a755c7f5 req-67d5ba9a-9cf7-40c2-b4ef-19dae36f50fa tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.16 "GET /v2.0/security-groups?id=95820dd0-1f1d-470b-9812-b1349e606548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384438 Dec 20 09:26:16.092815 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:16.153475 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:17.128523 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc14141-12ee-4275-bc74-deb8828b5f49 req-d341189c-753a-45db-9f73-8aa34c03b7e6 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:26:17.130003 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6bc14141-12ee-4275-bc74-deb8828b5f49 req-d341189c-753a-45db-9f73-8aa34c03b7e6 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.16 "GET /v2.0/ports?device_id=20bcc27e-c74e-4117-96f8-ab3f3e460602 HTTP/1.1" status: 200 len: 946 time: 0.0764477 Dec 20 09:26:17.178024 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-6bc14141-12ee-4275-bc74-deb8828b5f49 req-ce651c17-e1a9-4260-bce0-d5fb498a16b3 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Synchronizing usage tracker for tenant:314511324bd64377a53b28b6c392348a on resource:security_group {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:26:17.193571 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-6bc14141-12ee-4275-bc74-deb8828b5f49 req-ce651c17-e1a9-4260-bce0-d5fb498a16b3 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Unset dirty status for tenant:314511324bd64377a53b28b6c392348a on resource:security_group {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:26:17.194918 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6bc14141-12ee-4275-bc74-deb8828b5f49 req-ce651c17-e1a9-4260-bce0-d5fb498a16b3 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.16 "GET /v2.0/security-groups?id=95820dd0-1f1d-470b-9812-b1349e606548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594008 Dec 20 09:26:17.552434 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:17.697584 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc24bb8-8d36-4f94-b5a5-0dff8df1637b req-2c2131d6-8a44-4b2b-9683-f1d951f9cb18 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:26:17.699014 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dbc24bb8-8d36-4f94-b5a5-0dff8df1637b req-2c2131d6-8a44-4b2b-9683-f1d951f9cb18 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.58 "GET /v2.0/ports?device_id=20bcc27e-c74e-4117-96f8-ab3f3e460602 HTTP/1.1" status: 200 len: 946 time: 0.0765417 Dec 20 09:26:17.766876 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-dbc24bb8-8d36-4f94-b5a5-0dff8df1637b req-5f886887-1ec0-4b72-869c-99516b236665 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Deleting port d22dfaa1-9fcb-4f36-b0c5-b5923d575a8a {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:26:17.767217 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-dbc24bb8-8d36-4f94-b5a5-0dff8df1637b req-5f886887-1ec0-4b72-869c-99516b236665 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:18.008634 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-dbc24bb8-8d36-4f94-b5a5-0dff8df1637b req-5f886887-1ec0-4b72-869c-99516b236665 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] For port d22dfaa1-9fcb-4f36-b0c5-b5923d575a8a, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=d22dfaa1-9fcb-4f36-b0c5-b5923d575a8a,segment=NetworkSegment(95a4715e-94f2-4f16-aa4d-62667273a564),segment_id=95a4715e-94f2-4f16-aa4d-62667273a564)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:26:18.008981 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-dbc24bb8-8d36-4f94-b5a5-0dff8df1637b req-5f886887-1ec0-4b72-869c-99516b236665 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:18.131469 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-dbc24bb8-8d36-4f94-b5a5-0dff8df1637b req-5f886887-1ec0-4b72-869c-99516b236665 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Calling delete_port for d22dfaa1-9fcb-4f36-b0c5-b5923d575a8a owned by compute:nova {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:26:18.271236 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-dbc24bb8-8d36-4f94-b5a5-0dff8df1637b req-5f886887-1ec0-4b72-869c-99516b236665 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:18.278137 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-8dadc1a7-fd73-493c-a932-df82d12cb6c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:26:18.284788 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] get_ports_and_sgs() called for port_ids ['d22dfaa1-9fcb-4f36-b0c5-b5923d575a8a'] {{(pid=83446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 09:26:18.328248 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f886887-1ec0-4b72-869c-99516b236665 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Pushing event deleted for resources: {'Port': ['ID=d22dfaa1-9fcb-4f36-b0c5-b5923d575a8a,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:26:18.331525 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-5f886887-1ec0-4b72-869c-99516b236665 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:26:18.376721 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-334d1f03-cdb3-42f9-a6de-fadc4325ecac req-0015825a-4ae8-4920-8aca-1f9ad823af26 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.16 "GET /v2.0/ports?device_id=20bcc27e-c74e-4117-96f8-ab3f3e460602 HTTP/1.1" status: 200 len: 210 time: 0.0541103 Dec 20 09:26:18.402771 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbc24bb8-8d36-4f94-b5a5-0dff8df1637b req-5f886887-1ec0-4b72-869c-99516b236665 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] No DVR routers for this DVR port d22dfaa1-9fcb-4f36-b0c5-b5923d575a8a on host hv-neutron-8204 {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 09:26:18.405962 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-dbc24bb8-8d36-4f94-b5a5-0dff8df1637b req-5f886887-1ec0-4b72-869c-99516b236665 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:18.408626 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20bcc27e-c74e-4117-96f8-ab3f3e460602', 'name': 'network-vif-deleted', 'tag': 'd22dfaa1-9fcb-4f36-b0c5-b5923d575a8a'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:26:18.423639 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dbc24bb8-8d36-4f94-b5a5-0dff8df1637b req-5f886887-1ec0-4b72-869c-99516b236665 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] 10.222.0.58 "DELETE /v2.0/ports/d22dfaa1-9fcb-4f36-b0c5-b5923d575a8a HTTP/1.1" status: 204 len: 173 time: 0.7196746 Dec 20 09:26:18.564388 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20bcc27e-c74e-4117-96f8-ab3f3e460602', 'name': 'network-vif-deleted', 'tag': 'd22dfaa1-9fcb-4f36-b0c5-b5923d575a8a', 'status': 'completed', 'code': 200} Dec 20 09:26:20.041139 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 51362) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:26:20.424991 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0430b211-a35c-48d7-b78f-0069d76c0b57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349062'] for router_interface, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:21.008870 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0430b211-a35c-48d7-b78f-0069d76c0b57 admin admin] Deleting port a5ecb929-942e-4365-8cfe-d72e2fab2b68 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:26:21.009198 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0430b211-a35c-48d7-b78f-0069d76c0b57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:21.285129 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0430b211-a35c-48d7-b78f-0069d76c0b57 admin admin] For port a5ecb929-942e-4365-8cfe-d72e2fab2b68, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=a5ecb929-942e-4365-8cfe-d72e2fab2b68,segment=NetworkSegment(95a4715e-94f2-4f16-aa4d-62667273a564),segment_id=95a4715e-94f2-4f16-aa4d-62667273a564)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:26:21.285799 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0430b211-a35c-48d7-b78f-0069d76c0b57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:21.403423 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0430b211-a35c-48d7-b78f-0069d76c0b57 admin admin] Calling delete_port for a5ecb929-942e-4365-8cfe-d72e2fab2b68 owned by network:router_interface {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:26:21.518337 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device d22dfaa1-9fcb-4f36-b0c5-b5923d575a8a no longer exists at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 09:26:21.551965 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] No Port match for: d22dfaa1-9fcb-4f36-b0c5-b5923d575a8a {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 09:26:21.552237 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device d22dfaa1-9fcb-4f36-b0c5-b5923d575a8a not bound to the agent host hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 09:26:21.580850 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0430b211-a35c-48d7-b78f-0069d76c0b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:21.584592 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-9fec6741-72c2-4261-85fe-d82ef71a51b8 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:26:21.627023 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0430b211-a35c-48d7-b78f-0069d76c0b57 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5ecb929-942e-4365-8cfe-d72e2fab2b68,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:26:21.630389 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0430b211-a35c-48d7-b78f-0069d76c0b57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:26:21.911807 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0430b211-a35c-48d7-b78f-0069d76c0b57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32897953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348760'] for router_interface, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:22.478496 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0430b211-a35c-48d7-b78f-0069d76c0b57 admin admin] Router 7adf7534-1df8-49a0-a794-466cbbfeb384 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 09:26:22.797694 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0430b211-a35c-48d7-b78f-0069d76c0b57 admin admin] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 09:26:22.806033 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738c8e23-facd-4325-929e-d0620fd895e1 None None] Sync routers for ids ['7adf7534-1df8-49a0-a794-466cbbfeb384'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 09:26:22.812579 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-0430b211-a35c-48d7-b78f-0069d76c0b57 admin admin] 10.222.0.16 "PUT /v2.0/routers/7adf7534-1df8-49a0-a794-466cbbfeb384/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7671261 Dec 20 09:26:22.812813 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 51366) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:26:22.819039 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738c8e23-facd-4325-929e-d0620fd895e1 None None] Routers {'7adf7534-1df8-49a0-a794-466cbbfeb384'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:26:22.819722 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-738c8e23-facd-4325-929e-d0620fd895e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:26:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['7adf7534-1df8-49a0-a794-466cbbfeb384'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:26:22.994504 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-738c8e23-facd-4325-929e-d0620fd895e1 None None] Set router 7adf7534-1df8-49a0-a794-466cbbfeb384 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:26:23.010444 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6ceba836-4d41-4556-904c-888b9a7c9bba admin admin] Notify callbacks [] for router, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:23.208740 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6ceba836-4d41-4556-904c-888b9a7c9bba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:23.219331 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-6ceba836-4d41-4556-904c-888b9a7c9bba admin admin] Deleting port b7881fee-068f-4ab4-83fc-7087ce2358c5 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:26:23.219695 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6ceba836-4d41-4556-904c-888b9a7c9bba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:23.282280 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-738c8e23-facd-4325-929e-d0620fd895e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7adf7534-1df8-49a0-a794-466cbbfeb384', 'name': 'tempest-TestMinimumBasicScenario-89387273-router', 'tenant_id': '314511324bd64377a53b28b6c392348a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.139'}], 'enable_snat': True}, 'gw_port_id': 'b7881fee-068f-4ab4-83fc-7087ce2358c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:22:52Z', 'updated_at': '2021-12-20T09:26:21Z', 'revision_number': 5, 'project_id': '314511324bd64377a53b28b6c392348a', 'gw_port': {'id': 'b7881fee-068f-4ab4-83fc-7087ce2358c5', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7adf7534-1df8-49a0-a794-466cbbfeb384', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:22:53Z', 'updated_at': '2021-12-20T09:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:26:23.286045 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738c8e23-facd-4325-929e-d0620fd895e1 None None] Checking router: 7adf7534-1df8-49a0-a794-466cbbfeb384 for host: dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 09:26:23.296177 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738c8e23-facd-4325-929e-d0620fd895e1 None None] Routers {'7adf7534-1df8-49a0-a794-466cbbfeb384'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:26:23.296767 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-738c8e23-facd-4325-929e-d0620fd895e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:26:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['7adf7534-1df8-49a0-a794-466cbbfeb384'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:26:23.398691 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-6ceba836-4d41-4556-904c-888b9a7c9bba admin admin] For port b7881fee-068f-4ab4-83fc-7087ce2358c5, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=b7881fee-068f-4ab4-83fc-7087ce2358c5,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:26:23.400084 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6ceba836-4d41-4556-904c-888b9a7c9bba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:23.441845 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-738c8e23-facd-4325-929e-d0620fd895e1 None None] Set router 7adf7534-1df8-49a0-a794-466cbbfeb384 gateway port host: None {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:26:23.520031 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-6ceba836-4d41-4556-904c-888b9a7c9bba admin admin] Calling delete_port for b7881fee-068f-4ab4-83fc-7087ce2358c5 owned by network:router_gateway {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:26:23.546580 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-738c8e23-facd-4325-929e-d0620fd895e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7adf7534-1df8-49a0-a794-466cbbfeb384', 'name': 'tempest-TestMinimumBasicScenario-89387273-router', 'tenant_id': '314511324bd64377a53b28b6c392348a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:22:52Z', 'updated_at': '2021-12-20T09:26:23Z', 'revision_number': 6, 'project_id': '314511324bd64377a53b28b6c392348a', 'gw_port_host': None}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:26:23.552097 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738c8e23-facd-4325-929e-d0620fd895e1 None None] The sync data for ids ['7adf7534-1df8-49a0-a794-466cbbfeb384'] in dv-neutron-820491-1-hyperv is: [{'id': '7adf7534-1df8-49a0-a794-466cbbfeb384', 'name': 'tempest-TestMinimumBasicScenario-89387273-router', 'tenant_id': '314511324bd64377a53b28b6c392348a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:22:52Z', 'updated_at': '2021-12-20T09:26:23Z', 'revision_number': 6, 'project_id': '314511324bd64377a53b28b6c392348a', 'gw_port_host': None}] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 09:26:23.691081 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6ceba836-4d41-4556-904c-888b9a7c9bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:23.694688 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-1a90d16f-cb02-434e-9c3f-f3c0bd24d62b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:26:23.735011 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceba836-4d41-4556-904c-888b9a7c9bba admin admin] Pushing event deleted for resources: {'Port': ['ID=b7881fee-068f-4ab4-83fc-7087ce2358c5,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:26:23.738590 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-6ceba836-4d41-4556-904c-888b9a7c9bba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:26:23.964300 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6ceba836-4d41-4556-904c-888b9a7c9bba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346107'] for router_gateway, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:24.342965 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6ceba836-4d41-4556-904c-888b9a7c9bba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24735'] for router, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:24.347562 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6ceba836-4d41-4556-904c-888b9a7c9bba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:24.371328 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6ceba836-4d41-4556-904c-888b9a7c9bba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-390871'] for router, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:24.371826 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ceba836-4d41-4556-904c-888b9a7c9bba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7adf7534-1df8-49a0-a794-466cbbfeb384 {{(pid=83445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 09:26:24.383550 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6ceba836-4d41-4556-904c-888b9a7c9bba admin admin] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:24.384652 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-6ceba836-4d41-4556-904c-888b9a7c9bba admin admin] 10.222.0.16 "DELETE /v2.0/routers/7adf7534-1df8-49a0-a794-466cbbfeb384 HTTP/1.1" status: 204 len: 168 time: 1.5709267 Dec 20 09:26:24.387119 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 51370) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:26:24.450302 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d538824-c05a-4aaa-9b2d-a708585c6d3f admin admin] Deleting subnet eafef744-f1d4-474a-a582-f1e578f2e3c9 {{(pid=83445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 09:26:24.453960 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1d538824-c05a-4aaa-9b2d-a708585c6d3f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:24.503110 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1d538824-c05a-4aaa-9b2d-a708585c6d3f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1518554'] for subnet, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:24.590539 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1d538824-c05a-4aaa-9b2d-a708585c6d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:24.664013 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1d538824-c05a-4aaa-9b2d-a708585c6d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2036620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2095133'] for subnet, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:24.668059 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-cdc43f9b-a2d4-4b0e-950b-509cebb9deb9 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:26:24.703133 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d538824-c05a-4aaa-9b2d-a708585c6d3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eafef744-f1d4-474a-a582-f1e578f2e3c9,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:26:24.705742 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-1d538824-c05a-4aaa-9b2d-a708585c6d3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:26:24.708154 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1d538824-c05a-4aaa-9b2d-a708585c6d3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:24.713182 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9158979f-1e6b-4481-bb76-c0017d2fbad2 None None] Network feca3f64-da86-467e-8a93-00767af1cdbe requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 09:26:24.714537 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-1d538824-c05a-4aaa-9b2d-a708585c6d3f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/eafef744-f1d4-474a-a582-f1e578f2e3c9 HTTP/1.1" status: 204 len: 168 time: 0.3264525 Dec 20 09:26:24.717166 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 51374) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:26:24.824956 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-34c13a0d-14db-4d90-b1cd-0de536057829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:24.836043 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-34c13a0d-14db-4d90-b1cd-0de536057829 admin admin] Deleting port 6aeacec9-8f7b-4b43-9000-43bd002329a9 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:26:24.836371 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-34c13a0d-14db-4d90-b1cd-0de536057829 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:24.960702 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a57e5c-3bf6-4753-a052-805495fab77b None None] DHCP port deletion for feca3f64-da86-467e-8a93-00767af1cdbe request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 09:26:24.964958 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-76a57e5c-3bf6-4753-a052-805495fab77b None None] Deleting port 6aeacec9-8f7b-4b43-9000-43bd002329a9 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:26:24.965436 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-76a57e5c-3bf6-4753-a052-805495fab77b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:25.047825 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-34c13a0d-14db-4d90-b1cd-0de536057829 admin admin] For port 6aeacec9-8f7b-4b43-9000-43bd002329a9, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=6aeacec9-8f7b-4b43-9000-43bd002329a9,segment=NetworkSegment(95a4715e-94f2-4f16-aa4d-62667273a564),segment_id=95a4715e-94f2-4f16-aa4d-62667273a564)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:26:25.048285 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-34c13a0d-14db-4d90-b1cd-0de536057829 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:25.160995 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-76a57e5c-3bf6-4753-a052-805495fab77b None None] For port 6aeacec9-8f7b-4b43-9000-43bd002329a9, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=6aeacec9-8f7b-4b43-9000-43bd002329a9,segment=NetworkSegment(95a4715e-94f2-4f16-aa4d-62667273a564),segment_id=95a4715e-94f2-4f16-aa4d-62667273a564)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:26:25.161340 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-76a57e5c-3bf6-4753-a052-805495fab77b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:25.165767 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-34c13a0d-14db-4d90-b1cd-0de536057829 admin admin] Calling delete_port for 6aeacec9-8f7b-4b43-9000-43bd002329a9 owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:26:25.243969 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-34c13a0d-14db-4d90-b1cd-0de536057829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:25.248622 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-2c528dd9-fb49-46cb-9915-6ceeda92aa6c tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:26:25.264670 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device a5ecb929-942e-4365-8cfe-d72e2fab2b68 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 09:26:25.293359 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c13a0d-14db-4d90-b1cd-0de536057829 admin admin] Pushing event deleted for resources: {'Port': ['ID=6aeacec9-8f7b-4b43-9000-43bd002329a9,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:26:25.296379 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-34c13a0d-14db-4d90-b1cd-0de536057829 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:26:25.298823 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c13a0d-14db-4d90-b1cd-0de536057829 admin admin] No DVR routers for this DVR port 6aeacec9-8f7b-4b43-9000-43bd002329a9 on host dv-neutron-820491-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 09:26:25.348341 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-76a57e5c-3bf6-4753-a052-805495fab77b None None] Calling delete_port for 6aeacec9-8f7b-4b43-9000-43bd002329a9 owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:26:25.382183 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: a5ecb929-942e-4365-8cfe-d72e2fab2b68 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 09:26:25.382532 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device a5ecb929-942e-4365-8cfe-d72e2fab2b68 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 09:26:25.382950 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device b7881fee-068f-4ab4-83fc-7087ce2358c5 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 09:26:25.412954 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-34c13a0d-14db-4d90-b1cd-0de536057829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:25.420770 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: b7881fee-068f-4ab4-83fc-7087ce2358c5 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 09:26:25.421114 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device b7881fee-068f-4ab4-83fc-7087ce2358c5 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 09:26:25.421556 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 6aeacec9-8f7b-4b43-9000-43bd002329a9 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 09:26:25.441778 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-34c13a0d-14db-4d90-b1cd-0de536057829 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feca3f64-da86-467e-8a93-00767af1cdbe']}} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:26:25.456981 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-34c13a0d-14db-4d90-b1cd-0de536057829 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95a4715e-94f2-4f16-aa4d-62667273a564') {'for_net_delete': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:26:25.457300 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-34c13a0d-14db-4d90-b1cd-0de536057829 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95a4715e-94f2-4f16-aa4d-62667273a564') {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:26:25.458995 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 6aeacec9-8f7b-4b43-9000-43bd002329a9 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 09:26:25.459343 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 6aeacec9-8f7b-4b43-9000-43bd002329a9 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 09:26:25.475053 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-34c13a0d-14db-4d90-b1cd-0de536057829 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1518531'] for segment, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:25.480466 dv-neutron-820491-1-hyperv neutron-server[83446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 09:26:25.480466 dv-neutron-820491-1-hyperv neutron-server[83446]: util.warn( Dec 20 09:26:25.480466 dv-neutron-820491-1-hyperv neutron-server[83446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 09:26:25.480466 dv-neutron-820491-1-hyperv neutron-server[83446]: util.warn( Dec 20 09:26:25.480466 dv-neutron-820491-1-hyperv neutron-server[83446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 09:26:25.480466 dv-neutron-820491-1-hyperv neutron-server[83446]: util.warn( Dec 20 09:26:25.480466 dv-neutron-820491-1-hyperv neutron-server[83446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 09:26:25.480466 dv-neutron-820491-1-hyperv neutron-server[83446]: util.warn( Dec 20 09:26:25.480466 dv-neutron-820491-1-hyperv neutron-server[83446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 09:26:25.480466 dv-neutron-820491-1-hyperv neutron-server[83446]: util.warn( Dec 20 09:26:25.480466 dv-neutron-820491-1-hyperv neutron-server[83446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 09:26:25.480466 dv-neutron-820491-1-hyperv neutron-server[83446]: util.warn( Dec 20 09:26:25.480466 dv-neutron-820491-1-hyperv neutron-server[83446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 09:26:25.480466 dv-neutron-820491-1-hyperv neutron-server[83446]: util.warn( Dec 20 09:26:25.480466 dv-neutron-820491-1-hyperv neutron-server[83446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 09:26:25.480466 dv-neutron-820491-1-hyperv neutron-server[83446]: util.warn( Dec 20 09:26:25.480466 dv-neutron-820491-1-hyperv neutron-server[83446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 09:26:25.480466 dv-neutron-820491-1-hyperv neutron-server[83446]: util.warn( Dec 20 09:26:25.480466 dv-neutron-820491-1-hyperv neutron-server[83446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 09:26:25.480466 dv-neutron-820491-1-hyperv neutron-server[83446]: util.warn( Dec 20 09:26:25.480466 dv-neutron-820491-1-hyperv neutron-server[83446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 09:26:25.480466 dv-neutron-820491-1-hyperv neutron-server[83446]: util.warn( Dec 20 09:26:25.480466 dv-neutron-820491-1-hyperv neutron-server[83446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 09:26:25.480466 dv-neutron-820491-1-hyperv neutron-server[83446]: util.warn( Dec 20 09:26:25.480466 dv-neutron-820491-1-hyperv neutron-server[83446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 09:26:25.480466 dv-neutron-820491-1-hyperv neutron-server[83446]: util.warn( Dec 20 09:26:25.480466 dv-neutron-820491-1-hyperv neutron-server[83446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 09:26:25.480466 dv-neutron-820491-1-hyperv neutron-server[83446]: util.warn( Dec 20 09:26:25.480466 dv-neutron-820491-1-hyperv neutron-server[83446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 09:26:25.480466 dv-neutron-820491-1-hyperv neutron-server[83446]: util.warn( Dec 20 09:26:25.480466 dv-neutron-820491-1-hyperv neutron-server[83446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 09:26:25.480466 dv-neutron-820491-1-hyperv neutron-server[83446]: util.warn( Dec 20 09:26:25.480466 dv-neutron-820491-1-hyperv neutron-server[83446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 09:26:25.480466 dv-neutron-820491-1-hyperv neutron-server[83446]: util.warn( Dec 20 09:26:25.480466 dv-neutron-820491-1-hyperv neutron-server[83446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 09:26:25.480466 dv-neutron-820491-1-hyperv neutron-server[83446]: util.warn( Dec 20 09:26:25.480466 dv-neutron-820491-1-hyperv neutron-server[83446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 09:26:25.480466 dv-neutron-820491-1-hyperv neutron-server[83446]: util.warn( Dec 20 09:26:25.480466 dv-neutron-820491-1-hyperv neutron-server[83446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 09:26:25.480466 dv-neutron-820491-1-hyperv neutron-server[83446]: util.warn( Dec 20 09:26:25.480466 dv-neutron-820491-1-hyperv neutron-server[83446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 09:26:25.480466 dv-neutron-820491-1-hyperv neutron-server[83446]: util.warn( Dec 20 09:26:25.480466 dv-neutron-820491-1-hyperv neutron-server[83446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 09:26:25.480466 dv-neutron-820491-1-hyperv neutron-server[83446]: util.warn( Dec 20 09:26:25.480466 dv-neutron-820491-1-hyperv neutron-server[83446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 09:26:25.480466 dv-neutron-820491-1-hyperv neutron-server[83446]: util.warn( Dec 20 09:26:25.480466 dv-neutron-820491-1-hyperv neutron-server[83446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 09:26:25.480466 dv-neutron-820491-1-hyperv neutron-server[83446]: util.warn( Dec 20 09:26:25.480466 dv-neutron-820491-1-hyperv neutron-server[83446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 09:26:25.480466 dv-neutron-820491-1-hyperv neutron-server[83446]: util.warn( Dec 20 09:26:25.480466 dv-neutron-820491-1-hyperv neutron-server[83446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 09:26:25.480466 dv-neutron-820491-1-hyperv neutron-server[83446]: util.warn( Dec 20 09:26:25.480466 dv-neutron-820491-1-hyperv neutron-server[83446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 09:26:25.480466 dv-neutron-820491-1-hyperv neutron-server[83446]: util.warn( Dec 20 09:26:25.480466 dv-neutron-820491-1-hyperv neutron-server[83446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 09:26:25.480466 dv-neutron-820491-1-hyperv neutron-server[83446]: util.warn( Dec 20 09:26:25.488893 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.db.api [None req-76a57e5c-3bf6-4753-a052-805495fab77b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 09:26:25.489314 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_db.api [None req-76a57e5c-3bf6-4753-a052-805495fab77b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 09:26:25.492420 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-34c13a0d-14db-4d90-b1cd-0de536057829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:25.498677 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34c13a0d-14db-4d90-b1cd-0de536057829 admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=83445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 09:26:25.499066 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-34c13a0d-14db-4d90-b1cd-0de536057829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2036002'] for segment, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:25.511881 dv-neutron-820491-1-hyperv neutron-server[83445]: Traceback (most recent call last): Dec 20 09:26:25.511881 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 09:26:25.511881 dv-neutron-820491-1-hyperv neutron-server[83445]: timer() Dec 20 09:26:25.511881 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 09:26:25.511881 dv-neutron-820491-1-hyperv neutron-server[83445]: cb(*args, **kw) Dec 20 09:26:25.511881 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 09:26:25.511881 dv-neutron-820491-1-hyperv neutron-server[83445]: return func(*args, **kwargs) Dec 20 09:26:25.511881 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 09:26:25.511881 dv-neutron-820491-1-hyperv neutron-server[83445]: self._notify() Dec 20 09:26:25.511881 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 09:26:25.511881 dv-neutron-820491-1-hyperv neutron-server[83445]: self.callback(batched_events) Dec 20 09:26:25.511881 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 09:26:25.511881 dv-neutron-820491-1-hyperv neutron-server[83445]: event.method(event) Dec 20 09:26:25.511881 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 09:26:25.511881 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 09:26:25.511881 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 09:26:25.511881 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 09:26:25.511881 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 09:26:25.511881 dv-neutron-820491-1-hyperv neutron-server[83445]: return f(self, *a, **k) Dec 20 09:26:25.511881 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 09:26:25.511881 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._get(url).json() Dec 20 09:26:25.511881 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 09:26:25.511881 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 09:26:25.511881 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 09:26:25.511881 dv-neutron-820491-1-hyperv neutron-server[83445]: return self.request(url, 'GET', **kwargs) Dec 20 09:26:25.511881 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 09:26:25.511881 dv-neutron-820491-1-hyperv neutron-server[83445]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 09:26:25.511881 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 09:26:25.511881 dv-neutron-820491-1-hyperv neutron-server[83445]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 09:26:25.511881 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 09:26:25.511881 dv-neutron-820491-1-hyperv neutron-server[83445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 09:26:25.511881 dv-neutron-820491-1-hyperv neutron-server[83445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 09:26:25.588936 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-34c13a0d-14db-4d90-b1cd-0de536057829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:25.593317 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b47c0213-02fc-473c-8feb-778610396f5a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:26:25.606285 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-34c13a0d-14db-4d90-b1cd-0de536057829 admin admin] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:25.616815 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c13a0d-14db-4d90-b1cd-0de536057829 admin admin] Pushing event deleted for resources: {'Network': ['ID=feca3f64-da86-467e-8a93-00767af1cdbe,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:26:25.620811 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-34c13a0d-14db-4d90-b1cd-0de536057829 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:26:25.624296 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-34c13a0d-14db-4d90-b1cd-0de536057829 admin admin] 10.222.0.16 "DELETE /v2.0/networks/feca3f64-da86-467e-8a93-00767af1cdbe HTTP/1.1" status: 204 len: 168 time: 0.9061530 Dec 20 09:26:25.627197 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 51378) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:26:25.990731 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-76a57e5c-3bf6-4753-a052-805495fab77b None None] Deleting port 6aeacec9-8f7b-4b43-9000-43bd002329a9 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:26:25.991322 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-76a57e5c-3bf6-4753-a052-805495fab77b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:26.058544 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-76a57e5c-3bf6-4753-a052-805495fab77b None None] The port '6aeacec9-8f7b-4b43-9000-43bd002329a9' was deleted {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 09:26:26.136196 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d198579c-5154-4608-9aa1-193c785f666c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349062'] for router_interface, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:26.723436 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-d198579c-5154-4608-9aa1-193c785f666c admin admin] Deleting port 267e1962-3c8a-428c-b027-9ff912ad6222 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:26:26.724198 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d198579c-5154-4608-9aa1-193c785f666c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:26.897127 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-d198579c-5154-4608-9aa1-193c785f666c admin admin] For port 267e1962-3c8a-428c-b027-9ff912ad6222, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=267e1962-3c8a-428c-b027-9ff912ad6222,segment=NetworkSegment(f72bcad2-ddcf-4ecc-a30a-831f0e299693),segment_id=f72bcad2-ddcf-4ecc-a30a-831f0e299693)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:26:26.897401 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d198579c-5154-4608-9aa1-193c785f666c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:27.014764 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-d198579c-5154-4608-9aa1-193c785f666c admin admin] Calling delete_port for 267e1962-3c8a-428c-b027-9ff912ad6222 owned by network:router_interface {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:26:27.185578 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d198579c-5154-4608-9aa1-193c785f666c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:27.189054 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-8c1039b9-2857-4d00-bd06-a519ac4e1510 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:26:27.229056 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d198579c-5154-4608-9aa1-193c785f666c admin admin] Pushing event deleted for resources: {'Port': ['ID=267e1962-3c8a-428c-b027-9ff912ad6222,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:26:27.233604 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d198579c-5154-4608-9aa1-193c785f666c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:26:27.636686 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d198579c-5154-4608-9aa1-193c785f666c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32897953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348760'] for router_interface, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:28.201510 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d198579c-5154-4608-9aa1-193c785f666c admin admin] Router 2b0f5450-69e5-4e8e-9526-f2b08ef82a9b has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 09:26:28.400090 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d198579c-5154-4608-9aa1-193c785f666c admin admin] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 09:26:28.409412 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff42d29a-49ed-42c4-aadf-4d5fe8f01167 None None] Sync routers for ids ['2b0f5450-69e5-4e8e-9526-f2b08ef82a9b'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 09:26:28.417045 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-d198579c-5154-4608-9aa1-193c785f666c admin admin] 10.222.0.16 "PUT /v2.0/routers/2b0f5450-69e5-4e8e-9526-f2b08ef82a9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7888539 Dec 20 09:26:28.419526 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 51382) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:26:28.421564 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff42d29a-49ed-42c4-aadf-4d5fe8f01167 None None] Routers {'2b0f5450-69e5-4e8e-9526-f2b08ef82a9b'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:26:28.422194 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-ff42d29a-49ed-42c4-aadf-4d5fe8f01167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:26:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['2b0f5450-69e5-4e8e-9526-f2b08ef82a9b'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:26:28.601539 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-ff42d29a-49ed-42c4-aadf-4d5fe8f01167 None None] Set router 2b0f5450-69e5-4e8e-9526-f2b08ef82a9b gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:26:28.612845 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3279f527-4135-44cc-bd65-7923c24c1ae5 admin admin] Notify callbacks [] for router, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:28.917144 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-ff42d29a-49ed-42c4-aadf-4d5fe8f01167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b0f5450-69e5-4e8e-9526-f2b08ef82a9b', 'name': 'tempest-TestMinimumBasicScenario-859556495-router', 'tenant_id': '0449cb6108624e1a97cb469844dd51c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': '1e19581b-663f-44a6-a6f7-72de9a9e82a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:22:58Z', 'updated_at': '2021-12-20T09:26:27Z', 'revision_number': 5, 'project_id': '0449cb6108624e1a97cb469844dd51c8', 'gw_port': {'id': '1e19581b-663f-44a6-a6f7-72de9a9e82a0', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0f5450-69e5-4e8e-9526-f2b08ef82a9b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:22:59Z', 'updated_at': '2021-12-20T09:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:26:28.920941 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff42d29a-49ed-42c4-aadf-4d5fe8f01167 None None] Checking router: 2b0f5450-69e5-4e8e-9526-f2b08ef82a9b for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 09:26:28.931695 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff42d29a-49ed-42c4-aadf-4d5fe8f01167 None None] Routers {'2b0f5450-69e5-4e8e-9526-f2b08ef82a9b'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:26:28.932312 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-ff42d29a-49ed-42c4-aadf-4d5fe8f01167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:26:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['2b0f5450-69e5-4e8e-9526-f2b08ef82a9b'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:26:28.944472 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3279f527-4135-44cc-bd65-7923c24c1ae5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:28.954560 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-3279f527-4135-44cc-bd65-7923c24c1ae5 admin admin] Deleting port 1e19581b-663f-44a6-a6f7-72de9a9e82a0 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:26:28.954893 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3279f527-4135-44cc-bd65-7923c24c1ae5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:29.084006 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-ff42d29a-49ed-42c4-aadf-4d5fe8f01167 None None] Set router 2b0f5450-69e5-4e8e-9526-f2b08ef82a9b gateway port host: None {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:26:29.125918 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-3279f527-4135-44cc-bd65-7923c24c1ae5 admin admin] For port 1e19581b-663f-44a6-a6f7-72de9a9e82a0, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=1e19581b-663f-44a6-a6f7-72de9a9e82a0,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:26:29.126222 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3279f527-4135-44cc-bd65-7923c24c1ae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:29.190871 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-ff42d29a-49ed-42c4-aadf-4d5fe8f01167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b0f5450-69e5-4e8e-9526-f2b08ef82a9b', 'name': 'tempest-TestMinimumBasicScenario-859556495-router', 'tenant_id': '0449cb6108624e1a97cb469844dd51c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:22:58Z', 'updated_at': '2021-12-20T09:26:28Z', 'revision_number': 6, 'project_id': '0449cb6108624e1a97cb469844dd51c8', 'gw_port_host': None}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:26:29.194953 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff42d29a-49ed-42c4-aadf-4d5fe8f01167 None None] The sync data for ids ['2b0f5450-69e5-4e8e-9526-f2b08ef82a9b'] in dv-neutron-820491-1-hyperv is: [{'id': '2b0f5450-69e5-4e8e-9526-f2b08ef82a9b', 'name': 'tempest-TestMinimumBasicScenario-859556495-router', 'tenant_id': '0449cb6108624e1a97cb469844dd51c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:22:58Z', 'updated_at': '2021-12-20T09:26:28Z', 'revision_number': 6, 'project_id': '0449cb6108624e1a97cb469844dd51c8', 'gw_port_host': None}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 09:26:29.253864 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-3279f527-4135-44cc-bd65-7923c24c1ae5 admin admin] Calling delete_port for 1e19581b-663f-44a6-a6f7-72de9a9e82a0 owned by network:router_gateway {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:26:29.414053 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3279f527-4135-44cc-bd65-7923c24c1ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:29.417576 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-51641084-557a-4c04-ba9b-1adad55553bd tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:26:29.460216 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3279f527-4135-44cc-bd65-7923c24c1ae5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e19581b-663f-44a6-a6f7-72de9a9e82a0,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:26:29.462938 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3279f527-4135-44cc-bd65-7923c24c1ae5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:26:29.688975 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3279f527-4135-44cc-bd65-7923c24c1ae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346107'] for router_gateway, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:29.941822 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3279f527-4135-44cc-bd65-7923c24c1ae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24735'] for router, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:29.945803 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3279f527-4135-44cc-bd65-7923c24c1ae5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:29.976180 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3279f527-4135-44cc-bd65-7923c24c1ae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-390871'] for router, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:29.976716 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3279f527-4135-44cc-bd65-7923c24c1ae5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b0f5450-69e5-4e8e-9526-f2b08ef82a9b {{(pid=83445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 09:26:29.989748 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3279f527-4135-44cc-bd65-7923c24c1ae5 admin admin] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:29.990880 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-3279f527-4135-44cc-bd65-7923c24c1ae5 admin admin] 10.222.0.16 "DELETE /v2.0/routers/2b0f5450-69e5-4e8e-9526-f2b08ef82a9b HTTP/1.1" status: 204 len: 168 time: 1.5704012 Dec 20 09:26:29.993306 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 51386) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:26:30.051707 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc909718-468f-4806-8dd2-0466fe425cc5 admin admin] Deleting subnet 2d283e6c-8f2a-4a2f-b756-1c643a6e7c37 {{(pid=83445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 09:26:30.054519 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bc909718-468f-4806-8dd2-0466fe425cc5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:30.106695 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bc909718-468f-4806-8dd2-0466fe425cc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1518554'] for subnet, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:30.184524 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bc909718-468f-4806-8dd2-0466fe425cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:30.368774 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bc909718-468f-4806-8dd2-0466fe425cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2036620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2095133'] for subnet, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:30.372536 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d292d054-bfe1-4272-820a-51e18610670c tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:26:30.406025 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc909718-468f-4806-8dd2-0466fe425cc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d283e6c-8f2a-4a2f-b756-1c643a6e7c37,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:26:30.409380 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-bc909718-468f-4806-8dd2-0466fe425cc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:26:30.412475 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bc909718-468f-4806-8dd2-0466fe425cc5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:30.417738 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df5041c-3f9f-4d84-8cc2-6de8958dc48b None None] Network 269e5fd3-ef53-41dd-90bb-13363cf6f82a requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 09:26:30.418489 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-bc909718-468f-4806-8dd2-0466fe425cc5 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/2d283e6c-8f2a-4a2f-b756-1c643a6e7c37 HTTP/1.1" status: 204 len: 168 time: 0.4242103 Dec 20 09:26:30.421045 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 51390) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:26:30.533273 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e6801bed-f840-4d59-b79a-42928311888d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:30.544307 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-e6801bed-f840-4d59-b79a-42928311888d admin admin] Deleting port 4705df13-5e8d-4ccb-bfdd-79cd482036fc {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:26:30.544699 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e6801bed-f840-4d59-b79a-42928311888d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:30.700474 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40268636-3a97-4b30-af13-0c9869ebbb39 None None] DHCP port deletion for 269e5fd3-ef53-41dd-90bb-13363cf6f82a request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 09:26:30.705377 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-40268636-3a97-4b30-af13-0c9869ebbb39 None None] Deleting port 4705df13-5e8d-4ccb-bfdd-79cd482036fc {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:26:30.705761 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-40268636-3a97-4b30-af13-0c9869ebbb39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:30.751248 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-e6801bed-f840-4d59-b79a-42928311888d admin admin] For port 4705df13-5e8d-4ccb-bfdd-79cd482036fc, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=4705df13-5e8d-4ccb-bfdd-79cd482036fc,segment=NetworkSegment(f72bcad2-ddcf-4ecc-a30a-831f0e299693),segment_id=f72bcad2-ddcf-4ecc-a30a-831f0e299693)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:26:30.751597 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e6801bed-f840-4d59-b79a-42928311888d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:30.875629 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-e6801bed-f840-4d59-b79a-42928311888d admin admin] Calling delete_port for 4705df13-5e8d-4ccb-bfdd-79cd482036fc owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:26:30.901926 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-40268636-3a97-4b30-af13-0c9869ebbb39 None None] For port 4705df13-5e8d-4ccb-bfdd-79cd482036fc, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=4705df13-5e8d-4ccb-bfdd-79cd482036fc,segment=NetworkSegment(f72bcad2-ddcf-4ecc-a30a-831f0e299693),segment_id=f72bcad2-ddcf-4ecc-a30a-831f0e299693)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:26:30.902320 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-40268636-3a97-4b30-af13-0c9869ebbb39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:30.947419 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e6801bed-f840-4d59-b79a-42928311888d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:30.951578 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-be6ab1f9-20d9-41dd-b469-2cc846cee081 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:26:30.990559 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6801bed-f840-4d59-b79a-42928311888d admin admin] Pushing event deleted for resources: {'Port': ['ID=4705df13-5e8d-4ccb-bfdd-79cd482036fc,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:26:30.993939 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e6801bed-f840-4d59-b79a-42928311888d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:26:30.996779 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6801bed-f840-4d59-b79a-42928311888d admin admin] No DVR routers for this DVR port 4705df13-5e8d-4ccb-bfdd-79cd482036fc on host dv-neutron-820491-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 09:26:31.023988 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-40268636-3a97-4b30-af13-0c9869ebbb39 None None] Calling delete_port for 4705df13-5e8d-4ccb-bfdd-79cd482036fc owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:26:31.092653 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.db.api [None req-40268636-3a97-4b30-af13-0c9869ebbb39 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 09:26:31.093019 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_db.api [None req-40268636-3a97-4b30-af13-0c9869ebbb39 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 09:26:31.112132 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e6801bed-f840-4d59-b79a-42928311888d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:31.140591 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-e6801bed-f840-4d59-b79a-42928311888d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['269e5fd3-ef53-41dd-90bb-13363cf6f82a']}} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:26:31.152609 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-e6801bed-f840-4d59-b79a-42928311888d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f72bcad2-ddcf-4ecc-a30a-831f0e299693') {'for_net_delete': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:26:31.152899 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-e6801bed-f840-4d59-b79a-42928311888d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f72bcad2-ddcf-4ecc-a30a-831f0e299693') {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:26:31.165050 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e6801bed-f840-4d59-b79a-42928311888d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1518531'] for segment, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:31.184151 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e6801bed-f840-4d59-b79a-42928311888d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:31.191647 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6801bed-f840-4d59-b79a-42928311888d admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=83445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 09:26:31.192052 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e6801bed-f840-4d59-b79a-42928311888d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2036002'] for segment, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:31.205409 dv-neutron-820491-1-hyperv neutron-server[83445]: Traceback (most recent call last): Dec 20 09:26:31.205409 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 09:26:31.205409 dv-neutron-820491-1-hyperv neutron-server[83445]: timer() Dec 20 09:26:31.205409 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 09:26:31.205409 dv-neutron-820491-1-hyperv neutron-server[83445]: cb(*args, **kw) Dec 20 09:26:31.205409 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 09:26:31.205409 dv-neutron-820491-1-hyperv neutron-server[83445]: return func(*args, **kwargs) Dec 20 09:26:31.205409 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 09:26:31.205409 dv-neutron-820491-1-hyperv neutron-server[83445]: self._notify() Dec 20 09:26:31.205409 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 09:26:31.205409 dv-neutron-820491-1-hyperv neutron-server[83445]: self.callback(batched_events) Dec 20 09:26:31.205409 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 09:26:31.205409 dv-neutron-820491-1-hyperv neutron-server[83445]: event.method(event) Dec 20 09:26:31.205409 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 09:26:31.205409 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 09:26:31.205409 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 09:26:31.205409 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 09:26:31.205409 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 09:26:31.205409 dv-neutron-820491-1-hyperv neutron-server[83445]: return f(self, *a, **k) Dec 20 09:26:31.205409 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 09:26:31.205409 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._get(url).json() Dec 20 09:26:31.205409 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 09:26:31.205409 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 09:26:31.205409 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 09:26:31.205409 dv-neutron-820491-1-hyperv neutron-server[83445]: return self.request(url, 'GET', **kwargs) Dec 20 09:26:31.205409 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 09:26:31.205409 dv-neutron-820491-1-hyperv neutron-server[83445]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 09:26:31.205409 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 09:26:31.205409 dv-neutron-820491-1-hyperv neutron-server[83445]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 09:26:31.205409 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 09:26:31.205409 dv-neutron-820491-1-hyperv neutron-server[83445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 09:26:31.205409 dv-neutron-820491-1-hyperv neutron-server[83445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 09:26:31.233035 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 1e19581b-663f-44a6-a6f7-72de9a9e82a0 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 09:26:31.265768 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 1e19581b-663f-44a6-a6f7-72de9a9e82a0 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 09:26:31.266204 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 1e19581b-663f-44a6-a6f7-72de9a9e82a0 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 09:26:31.266631 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 4705df13-5e8d-4ccb-bfdd-79cd482036fc no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 09:26:31.280595 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e6801bed-f840-4d59-b79a-42928311888d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:31.285903 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e6801bed-f840-4d59-b79a-42928311888d admin admin] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:31.288372 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-19cdd38d-1eaf-482c-b7b7-aaeda5900b4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:26:31.301364 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 4705df13-5e8d-4ccb-bfdd-79cd482036fc {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 09:26:31.301720 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 4705df13-5e8d-4ccb-bfdd-79cd482036fc not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 09:26:31.302146 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 267e1962-3c8a-428c-b027-9ff912ad6222 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 09:26:31.315029 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6801bed-f840-4d59-b79a-42928311888d admin admin] Pushing event deleted for resources: {'Network': ['ID=269e5fd3-ef53-41dd-90bb-13363cf6f82a,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:26:31.317863 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e6801bed-f840-4d59-b79a-42928311888d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:26:31.321582 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-e6801bed-f840-4d59-b79a-42928311888d admin admin] 10.222.0.16 "DELETE /v2.0/networks/269e5fd3-ef53-41dd-90bb-13363cf6f82a HTTP/1.1" status: 204 len: 168 time: 0.8995495 Dec 20 09:26:31.334083 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 267e1962-3c8a-428c-b027-9ff912ad6222 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 09:26:31.334436 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 267e1962-3c8a-428c-b027-9ff912ad6222 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 09:26:31.532777 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 51396) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:26:31.584613 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-f970e0ca-5dab-410c-810f-baece95b6feb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=314511324bd64377a53b28b6c392348a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0505927 Dec 20 09:26:31.586989 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 51400) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:26:31.594526 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-40268636-3a97-4b30-af13-0c9869ebbb39 None None] Deleting port 4705df13-5e8d-4ccb-bfdd-79cd482036fc {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:26:31.595028 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-40268636-3a97-4b30-af13-0c9869ebbb39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:31.648363 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-de4ecaf2-defa-40e4-b1c6-7c53207a260b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:31.659066 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-40268636-3a97-4b30-af13-0c9869ebbb39 None None] The port '4705df13-5e8d-4ccb-bfdd-79cd482036fc' was deleted {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 09:26:31.674046 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-de4ecaf2-defa-40e4-b1c6-7c53207a260b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:31.724908 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-de4ecaf2-defa-40e4-b1c6-7c53207a260b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:31.728566 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-4a9b4a2c-472d-4878-8881-6f77854f0de7 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:26:31.741632 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4ecaf2-defa-40e4-b1c6-7c53207a260b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95820dd0-1f1d-470b-9812-b1349e606548,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:26:31.744003 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-de4ecaf2-defa-40e4-b1c6-7c53207a260b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:26:31.753843 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-de4ecaf2-defa-40e4-b1c6-7c53207a260b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:31.757789 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-de4ecaf2-defa-40e4-b1c6-7c53207a260b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/95820dd0-1f1d-470b-9812-b1349e606548 HTTP/1.1" status: 204 len: 168 time: 0.1698408 Dec 20 09:26:32.172448 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 51408) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:26:32.228175 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-bd53098c-fe6b-4c71-b2e3-3311ef14d8db admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0449cb6108624e1a97cb469844dd51c8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0544608 Dec 20 09:26:32.230522 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 51412) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:26:32.288305 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0075e6ba-dfa0-48aa-b77c-f7f528bdc438 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:32.313468 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0075e6ba-dfa0-48aa-b77c-f7f528bdc438 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:32.362923 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0075e6ba-dfa0-48aa-b77c-f7f528bdc438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:32.366896 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-059836a3-97eb-4868-9fad-c956c6d5cc34 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:26:32.378372 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0075e6ba-dfa0-48aa-b77c-f7f528bdc438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec32482e-75d8-41b0-8025-8f87ac95da4a,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:26:32.380734 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0075e6ba-dfa0-48aa-b77c-f7f528bdc438 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:26:32.386668 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0075e6ba-dfa0-48aa-b77c-f7f528bdc438 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:32.387760 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-0075e6ba-dfa0-48aa-b77c-f7f528bdc438 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ec32482e-75d8-41b0-8025-8f87ac95da4a HTTP/1.1" status: 204 len: 168 time: 0.1563871 Dec 20 09:26:35.626229 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 51458) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:26:35.631838 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-9f4b2539-ce48-4371-85ad-39edcc5f73a9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1978819785', 'description': 'tempest-secgroup-smoke-1978819785 description', 'project_id': '2bbb24938a37400498f9f82b32585e2d'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:26:35.637815 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-9f4b2539-ce48-4371-85ad-39edcc5f73a9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:26:35.641619 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-9f4b2539-ce48-4371-85ad-39edcc5f73a9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Usage tracker for resource:security_group and tenant:2bbb24938a37400498f9f82b32585e2d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:26:35.645325 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-9f4b2539-ce48-4371-85ad-39edcc5f73a9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:26:35.650920 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-9f4b2539-ce48-4371-85ad-39edcc5f73a9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:26:35.661199 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9f4b2539-ce48-4371-85ad-39edcc5f73a9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:35.674301 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9f4b2539-ce48-4371-85ad-39edcc5f73a9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:35.705958 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-9f4b2539-ce48-4371-85ad-39edcc5f73a9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:26:35.709685 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-9f4b2539-ce48-4371-85ad-39edcc5f73a9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Usage tracker for resource:security_group_rule and tenant:2bbb24938a37400498f9f82b32585e2d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:26:35.712397 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-9f4b2539-ce48-4371-85ad-39edcc5f73a9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:26:35.718302 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-9f4b2539-ce48-4371-85ad-39edcc5f73a9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:26:35.789029 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9f4b2539-ce48-4371-85ad-39edcc5f73a9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:35.792954 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9f4b2539-ce48-4371-85ad-39edcc5f73a9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:35.796464 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2bab5cdb-723b-43e0-95bd-5a1b99834fdb tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:26:35.836595 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-9f4b2539-ce48-4371-85ad-39edcc5f73a9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:26:35.838716 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4b2539-ce48-4371-85ad-39edcc5f73a9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad7a1ae-37df-4d08-8c0e-19939dd3ab8b,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:26:35.842852 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9f4b2539-ce48-4371-85ad-39edcc5f73a9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:26:35.843708 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-9f4b2539-ce48-4371-85ad-39edcc5f73a9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Usage tracker for resource:security_group_rule and tenant:2bbb24938a37400498f9f82b32585e2d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:26:35.846812 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-9f4b2539-ce48-4371-85ad-39edcc5f73a9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:26:35.853188 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-9f4b2539-ce48-4371-85ad-39edcc5f73a9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:26:35.908311 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9f4b2539-ce48-4371-85ad-39edcc5f73a9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:35.912119 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9f4b2539-ce48-4371-85ad-39edcc5f73a9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:35.916905 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-bd52f06d-e932-423b-8b71-c19c26366011 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:26:35.953903 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4b2539-ce48-4371-85ad-39edcc5f73a9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b36d5aad-d0e8-483f-a1d4-aac6cb0ebb78,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:26:35.956312 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9f4b2539-ce48-4371-85ad-39edcc5f73a9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:35.960456 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-9f4b2539-ce48-4371-85ad-39edcc5f73a9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3332293 Dec 20 09:26:35.960620 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 51462) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:26:35.961421 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9f4b2539-ce48-4371-85ad-39edcc5f73a9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:26:35.967921 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-ca644331-fa06-43cf-9a1a-902a43d12ce8 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Request body: {'security_group_rule': {'security_group_id': 'b36d5aad-d0e8-483f-a1d4-aac6cb0ebb78', 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:26:35.974251 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-ca644331-fa06-43cf-9a1a-902a43d12ce8 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:26:35.978003 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-ca644331-fa06-43cf-9a1a-902a43d12ce8 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Usage tracker for resource:security_group_rule and tenant:2bbb24938a37400498f9f82b32585e2d is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:26:35.980774 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-ca644331-fa06-43cf-9a1a-902a43d12ce8 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:26:35.987184 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-ca644331-fa06-43cf-9a1a-902a43d12ce8 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:26:36.004336 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ca644331-fa06-43cf-9a1a-902a43d12ce8 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:36.065772 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ca644331-fa06-43cf-9a1a-902a43d12ce8 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:36.069449 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ca644331-fa06-43cf-9a1a-902a43d12ce8 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:36.071214 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-1cb794f2-bbf3-4343-9bd3-b716073233ad tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:26:36.093460 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca644331-fa06-43cf-9a1a-902a43d12ce8 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f5454ef-d641-4d4d-ad1e-2a9799d49e25,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:26:36.095957 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ca644331-fa06-43cf-9a1a-902a43d12ce8 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:26:36.102873 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ca644331-fa06-43cf-9a1a-902a43d12ce8 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:36.104023 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-ca644331-fa06-43cf-9a1a-902a43d12ce8 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1415117 Dec 20 09:26:36.106783 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 51466) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:26:36.115260 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-41c69ed9-696e-40e6-8285-5df5d0df9521 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Request body: {'security_group_rule': {'security_group_id': 'b36d5aad-d0e8-483f-a1d4-aac6cb0ebb78', 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:26:36.121143 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-41c69ed9-696e-40e6-8285-5df5d0df9521 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:26:36.124911 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-41c69ed9-696e-40e6-8285-5df5d0df9521 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Usage tracker for resource:security_group_rule and tenant:2bbb24938a37400498f9f82b32585e2d is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:26:36.127753 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-41c69ed9-696e-40e6-8285-5df5d0df9521 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:26:36.133589 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-41c69ed9-696e-40e6-8285-5df5d0df9521 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:26:36.155250 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-41c69ed9-696e-40e6-8285-5df5d0df9521 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:36.218123 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-41c69ed9-696e-40e6-8285-5df5d0df9521 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:36.222007 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-41c69ed9-696e-40e6-8285-5df5d0df9521 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:36.223888 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d738c101-79cd-48c4-9597-e32d4cb46160 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:26:36.244616 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c69ed9-696e-40e6-8285-5df5d0df9521 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83161e9d-ed81-47d3-aa42-adbb822be1f6,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:26:36.247225 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-41c69ed9-696e-40e6-8285-5df5d0df9521 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:26:36.255162 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-41c69ed9-696e-40e6-8285-5df5d0df9521 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:36.256334 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-41c69ed9-696e-40e6-8285-5df5d0df9521 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1476674 Dec 20 09:26:36.259053 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 51470) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:26:36.265680 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-696e3d82-a423-4558-9e04-5c9c3f48f3e9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Request body: {'security_group_rule': {'security_group_id': 'b36d5aad-d0e8-483f-a1d4-aac6cb0ebb78', 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:26:36.271394 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-696e3d82-a423-4558-9e04-5c9c3f48f3e9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:26:36.275166 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-696e3d82-a423-4558-9e04-5c9c3f48f3e9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Usage tracker for resource:security_group_rule and tenant:2bbb24938a37400498f9f82b32585e2d is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:26:36.277991 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-696e3d82-a423-4558-9e04-5c9c3f48f3e9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:26:36.283703 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-696e3d82-a423-4558-9e04-5c9c3f48f3e9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:26:36.299845 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-696e3d82-a423-4558-9e04-5c9c3f48f3e9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:36.361296 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-696e3d82-a423-4558-9e04-5c9c3f48f3e9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:36.364756 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-696e3d82-a423-4558-9e04-5c9c3f48f3e9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:36.366529 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ca644331-fa06-43cf-9a1a-902a43d12ce8 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:26:36.387803 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696e3d82-a423-4558-9e04-5c9c3f48f3e9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=704525db-3a00-453b-987c-0f810bc2d7eb,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:26:36.392592 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-696e3d82-a423-4558-9e04-5c9c3f48f3e9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:26:36.396907 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-696e3d82-a423-4558-9e04-5c9c3f48f3e9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:36.398098 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-696e3d82-a423-4558-9e04-5c9c3f48f3e9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1381321 Dec 20 09:26:36.400672 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 51474) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:26:36.406900 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-3e701478-df24-4a32-b287-2b0e334e7243 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Request body: {'security_group_rule': {'security_group_id': 'b36d5aad-d0e8-483f-a1d4-aac6cb0ebb78', 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:26:36.412534 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-3e701478-df24-4a32-b287-2b0e334e7243 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:26:36.416255 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-3e701478-df24-4a32-b287-2b0e334e7243 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Usage tracker for resource:security_group_rule and tenant:2bbb24938a37400498f9f82b32585e2d is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:26:36.419084 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-3e701478-df24-4a32-b287-2b0e334e7243 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:26:36.424829 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-3e701478-df24-4a32-b287-2b0e334e7243 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:26:36.440973 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3e701478-df24-4a32-b287-2b0e334e7243 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:36.505988 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3e701478-df24-4a32-b287-2b0e334e7243 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:36.509379 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3e701478-df24-4a32-b287-2b0e334e7243 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:36.511080 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-1952c834-059f-4986-9639-9f192c87a7c4 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:26:36.533091 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e701478-df24-4a32-b287-2b0e334e7243 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bfb4808-e841-4eb1-8da4-a6fb6fcd7761,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:26:36.535420 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3e701478-df24-4a32-b287-2b0e334e7243 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:26:36.542812 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3e701478-df24-4a32-b287-2b0e334e7243 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:36.544128 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-3e701478-df24-4a32-b287-2b0e334e7243 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1424859 Dec 20 09:26:36.546842 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 51478) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:26:36.552313 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-f32b4120-806f-48ef-899e-9395b8e27779 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Request body: {'security_group_rule': {'security_group_id': 'b36d5aad-d0e8-483f-a1d4-aac6cb0ebb78', 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:26:36.558163 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-f32b4120-806f-48ef-899e-9395b8e27779 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:26:36.562092 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-f32b4120-806f-48ef-899e-9395b8e27779 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Usage tracker for resource:security_group_rule and tenant:2bbb24938a37400498f9f82b32585e2d is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:26:36.565020 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-f32b4120-806f-48ef-899e-9395b8e27779 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:26:36.571256 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-f32b4120-806f-48ef-899e-9395b8e27779 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:26:36.581344 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.securitygroups_db [None req-f32b4120-806f-48ef-899e-9395b8e27779 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Project 2bbb24938a37400498f9f82b32585e2d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 09:26:36.587607 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f32b4120-806f-48ef-899e-9395b8e27779 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:36.651011 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f32b4120-806f-48ef-899e-9395b8e27779 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:36.654954 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f32b4120-806f-48ef-899e-9395b8e27779 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:36.656654 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3e257e0e-9df5-4d61-9abc-dcfe60ddaab0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:26:36.677161 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32b4120-806f-48ef-899e-9395b8e27779 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=246a4457-103a-4fe1-898c-06f7bda34a9b,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:26:36.679484 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f32b4120-806f-48ef-899e-9395b8e27779 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:26:36.687019 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f32b4120-806f-48ef-899e-9395b8e27779 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:36.688264 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-f32b4120-806f-48ef-899e-9395b8e27779 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1404521 Dec 20 09:26:36.690973 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 51482) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:26:36.696316 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-33615234-020f-4d44-ba5a-fc3a6bbe2bdf tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Request body: {'security_group_rule': {'security_group_id': 'b36d5aad-d0e8-483f-a1d4-aac6cb0ebb78', 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:26:36.702791 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-33615234-020f-4d44-ba5a-fc3a6bbe2bdf tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:26:36.706573 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-33615234-020f-4d44-ba5a-fc3a6bbe2bdf tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Usage tracker for resource:security_group_rule and tenant:2bbb24938a37400498f9f82b32585e2d is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:26:36.709407 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-33615234-020f-4d44-ba5a-fc3a6bbe2bdf tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:26:36.715004 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-33615234-020f-4d44-ba5a-fc3a6bbe2bdf tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:26:36.726624 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.securitygroups_db [None req-33615234-020f-4d44-ba5a-fc3a6bbe2bdf tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Project 2bbb24938a37400498f9f82b32585e2d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 09:26:36.733417 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-33615234-020f-4d44-ba5a-fc3a6bbe2bdf tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:36.797666 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-33615234-020f-4d44-ba5a-fc3a6bbe2bdf tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:36.801165 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-33615234-020f-4d44-ba5a-fc3a6bbe2bdf tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:36.806920 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-4ba936cc-ea59-45e6-b442-3e6114219f2f tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:26:36.828676 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33615234-020f-4d44-ba5a-fc3a6bbe2bdf tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ab831da-2b98-494e-8197-69f1074e27d4,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:26:36.830906 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-33615234-020f-4d44-ba5a-fc3a6bbe2bdf tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:26:36.838818 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-33615234-020f-4d44-ba5a-fc3a6bbe2bdf tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:36.840053 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-33615234-020f-4d44-ba5a-fc3a6bbe2bdf tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1481946 Dec 20 09:26:36.843168 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 51486) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:26:36.849242 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-6deeb850-6124-43d3-a6c3-9d40155efd41 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Request body: {'network': {'name': 'tempest-network-smoke--1854445083', 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'port_security_enabled': True}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:26:36.854653 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-6deeb850-6124-43d3-a6c3-9d40155efd41 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:26:36.858482 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-6deeb850-6124-43d3-a6c3-9d40155efd41 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Usage tracker for resource:network and tenant:2bbb24938a37400498f9f82b32585e2d is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:26:36.861323 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-6deeb850-6124-43d3-a6c3-9d40155efd41 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:26:36.867307 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-6deeb850-6124-43d3-a6c3-9d40155efd41 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:26:36.878209 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6deeb850-6124-43d3-a6c3-9d40155efd41 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Made reservation on behalf of 2bbb24938a37400498f9f82b32585e2d for: {'network': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 09:26:36.881133 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6deeb850-6124-43d3-a6c3-9d40155efd41 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:36.909453 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6deeb850-6124-43d3-a6c3-9d40155efd41 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=83445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 09:26:36.917597 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6deeb850-6124-43d3-a6c3-9d40155efd41 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:36.917936 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.segments_db [None req-6deeb850-6124-43d3-a6c3-9d40155efd41 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Added segment b6005d62-b699-48d5-a1f8-1610bcf211e7 of type vlan for network e7afd3ae-9dcc-4e82-b102-b608d68eb987 Dec 20 09:26:36.944997 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6deeb850-6124-43d3-a6c3-9d40155efd41 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:36.974472 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6deeb850-6124-43d3-a6c3-9d40155efd41 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:36.978208 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6deeb850-6124-43d3-a6c3-9d40155efd41 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:26:36.978791 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6deeb850-6124-43d3-a6c3-9d40155efd41 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:36.984023 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-4f574a75-e26f-4062-98b6-d9eea9b0e5f1 tempest-ExternalNetworksTestJSON-95765599 tempest-ExternalNetworksTestJSON-95765599-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:26:37.029459 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-6deeb850-6124-43d3-a6c3-9d40155efd41 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1850598 Dec 20 09:26:37.032324 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 51490) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:26:37.038382 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-a1dd28f2-854d-4a82-a151-6eec7e725bdb tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1792634420', 'admin_state_up': True, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:26:37.045145 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-a1dd28f2-854d-4a82-a151-6eec7e725bdb tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:26:37.048888 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-a1dd28f2-854d-4a82-a151-6eec7e725bdb tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Usage tracker for resource:router and tenant:2bbb24938a37400498f9f82b32585e2d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:26:37.051699 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-a1dd28f2-854d-4a82-a151-6eec7e725bdb tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:26:37.057260 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-a1dd28f2-854d-4a82-a151-6eec7e725bdb tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:26:37.069543 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a1dd28f2-854d-4a82-a151-6eec7e725bdb tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24817'] for router, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:37.070445 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a1dd28f2-854d-4a82-a151-6eec7e725bdb tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-351744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24806'] for router, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:37.088710 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deeb850-6124-43d3-a6c3-9d40155efd41 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event updated for resources: {'Network': ['ID=e7afd3ae-9dcc-4e82-b102-b608d68eb987,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:26:37.088887 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a1dd28f2-854d-4a82-a151-6eec7e725bdb tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:37.091575 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-6deeb850-6124-43d3-a6c3-9d40155efd41 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:26:37.100279 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network e7afd3ae-9dcc-4e82-b102-b608d68eb987 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 09:26:37.243406 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a1dd28f2-854d-4a82-a151-6eec7e725bdb tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24724'] for router, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:37.522444 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a1dd28f2-854d-4a82-a151-6eec7e725bdb tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for router_gateway, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:37.552547 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a1dd28f2-854d-4a82-a151-6eec7e725bdb tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:37.688988 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-a1dd28f2-854d-4a82-a151-6eec7e725bdb tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Allocated IP 172.26.5.235 (95f3bec2-46e6-4468-8229-8badd4a5aaae/cf8895a3-346d-4313-a645-16ecdcce9969/483e4742-173a-4133-b3b4-c7151552a1e1) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 09:26:37.836148 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a1dd28f2-854d-4a82-a151-6eec7e725bdb tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:37.868629 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a1dd28f2-854d-4a82-a151-6eec7e725bdb tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:37.873430 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-721957c3-c7a2-44c4-a185-bdd2e50e34ce tempest-ServersNegativeTestJSON-1759711511 tempest-ServersNegativeTestJSON-1759711511-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:26:37.937356 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1dd28f2-854d-4a82-a151-6eec7e725bdb tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Network 95f3bec2-46e6-4468-8229-8badd4a5aaae is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:26:37.940526 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-a1dd28f2-854d-4a82-a151-6eec7e725bdb tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:26:37.942777 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dd28f2-854d-4a82-a151-6eec7e725bdb tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event updated for resources: {'Port': ['ID=483e4742-173a-4133-b3b4-c7151552a1e1,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:26:37.944838 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1dd28f2-854d-4a82-a151-6eec7e725bdb tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 09:26:37.976038 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a1dd28f2-854d-4a82-a151-6eec7e725bdb tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:26:38.099328 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a1dd28f2-854d-4a82-a151-6eec7e725bdb tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for router_gateway, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:38.099984 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a1dd28f2-854d-4a82-a151-6eec7e725bdb tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071'] for router, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:38.135477 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:26:38.326043 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1dd28f2-854d-4a82-a151-6eec7e725bdb tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Router 81042d93-4e8f-4816-b090-e2f584b71467 is scheduled to L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 with binding_index 1 {{(pid=83444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 09:26:38.523693 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1dd28f2-854d-4a82-a151-6eec7e725bdb tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 09:26:38.534146 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc45e32-958a-46b7-ad3d-0095bb4ed8f9 None None] Sync routers for ids ['81042d93-4e8f-4816-b090-e2f584b71467'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 09:26:38.546741 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc45e32-958a-46b7-ad3d-0095bb4ed8f9 None None] Routers {'81042d93-4e8f-4816-b090-e2f584b71467'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:26:38.547768 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-ebc45e32-958a-46b7-ad3d-0095bb4ed8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:26:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['81042d93-4e8f-4816-b090-e2f584b71467'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:26:38.552108 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a1dd28f2-854d-4a82-a151-6eec7e725bdb tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:38.556377 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a1dd28f2-854d-4a82-a151-6eec7e725bdb tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5195234 Dec 20 09:26:38.556757 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 51494) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:26:38.722522 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-32037252-2bc3-4404-9b58-88f3b5527649 tempest-TestNetworkAdvancedServerOps-948809047 tempest-TestNetworkAdvancedServerOps-948809047-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=2bbb24938a37400498f9f82b32585e2d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1644485 Dec 20 09:26:38.725204 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 51500) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:26:38.757669 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-ebc45e32-958a-46b7-ad3d-0095bb4ed8f9 None None] Set router 81042d93-4e8f-4816-b090-e2f584b71467 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:26:38.855113 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5aa8158-1707-444c-8e7d-1f77861c75c4 tempest-TestNetworkAdvancedServerOps-948809047 tempest-TestNetworkAdvancedServerOps-948809047-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:26:38.856518 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f5aa8158-1707-444c-8e7d-1f77861c75c4 tempest-TestNetworkAdvancedServerOps-948809047 tempest-TestNetworkAdvancedServerOps-948809047-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1303194 Dec 20 09:26:38.860353 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 51504) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:26:38.898817 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a8d727d2-7918-46fd-b003-27be150516aa tempest-TestNetworkAdvancedServerOps-948809047 tempest-TestNetworkAdvancedServerOps-948809047-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=95f3bec2-46e6-4468-8229-8badd4a5aaae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0371852 Dec 20 09:26:38.901216 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 51508) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:26:38.906902 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-cf6bb6df-b999-4d93-a09a-558db5d2b298 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1665756230', 'network_id': 'e7afd3ae-9dcc-4e82-b102-b608d68eb987', 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:26:39.012662 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-cf6bb6df-b999-4d93-a09a-558db5d2b298 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:26:39.016411 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-cf6bb6df-b999-4d93-a09a-558db5d2b298 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Usage tracker for resource:subnet and tenant:2bbb24938a37400498f9f82b32585e2d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:26:39.019160 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-cf6bb6df-b999-4d93-a09a-558db5d2b298 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:26:39.024650 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-cf6bb6df-b999-4d93-a09a-558db5d2b298 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:26:39.035597 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf6bb6df-b999-4d93-a09a-558db5d2b298 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Made reservation on behalf of 2bbb24938a37400498f9f82b32585e2d for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 09:26:39.036731 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-ebc45e32-958a-46b7-ad3d-0095bb4ed8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81042d93-4e8f-4816-b090-e2f584b71467', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1792634420', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': '483e4742-173a-4133-b3b4-c7151552a1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:26:37Z', 'updated_at': '2021-12-20T09:26:38Z', 'revision_number': 3, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'gw_port': {'id': '483e4742-173a-4133-b3b4-c7151552a1e1', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:36:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81042d93-4e8f-4816-b090-e2f584b71467', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:26:37Z', 'updated_at': '2021-12-20T09:26:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:26:39.040703 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc45e32-958a-46b7-ad3d-0095bb4ed8f9 None None] Checking router: 81042d93-4e8f-4816-b090-e2f584b71467 for host: dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 09:26:39.041046 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc45e32-958a-46b7-ad3d-0095bb4ed8f9 None None] Updating router 81042d93-4e8f-4816-b090-e2f584b71467 port 483e4742-173a-4133-b3b4-c7151552a1e1 binding host dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 09:26:39.094009 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-ebc45e32-958a-46b7-ad3d-0095bb4ed8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:39.138310 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cf6bb6df-b999-4d93-a09a-558db5d2b298 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1529102'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:39.424865 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-ebc45e32-958a-46b7-ad3d-0095bb4ed8f9 None None] Notify callbacks [] for port, precommit_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:39.437257 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.provisioning_blocks [None req-ebc45e32-958a-46b7-ad3d-0095bb4ed8f9 None None] Transition to ACTIVE for port object 483e4742-173a-4133-b3b4-c7151552a1e1 will not be triggered until provisioned by entity L2. {{(pid=83447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:26:39.443916 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-ebc45e32-958a-46b7-ad3d-0095bb4ed8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:39.449956 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-019427c3-a534-432e-9373-3cb404f93e36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:26:39.478781 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cf6bb6df-b999-4d93-a09a-558db5d2b298 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1129376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1529148'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:39.483572 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-bb6b6a4c-4dc8-4e97-a423-84b86cb639ef tempest-RoutersNegativeIpV6Test-569201500 tempest-RoutersNegativeIpV6Test-569201500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:26:39.526922 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-ebc45e32-958a-46b7-ad3d-0095bb4ed8f9 None None] Attempting to bind port 483e4742-173a-4133-b3b4-c7151552a1e1 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 09:26:39.527298 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-ebc45e32-958a-46b7-ad3d-0095bb4ed8f9 None None] Attempting to bind port 483e4742-173a-4133-b3b4-c7151552a1e1 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}] {{(pid=83447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 09:26:39.527662 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc45e32-958a-46b7-ad3d-0095bb4ed8f9 None None] Attempting to bind port 483e4742-173a-4133-b3b4-c7151552a1e1 on network 95f3bec2-46e6-4468-8229-8badd4a5aaae {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:26:39.529768 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26a1bcf-bfbb-42a9-be82-2e9418b07b65 None None] Pushing event updated for resources: {'Port': ['ID=483e4742-173a-4133-b3b4-c7151552a1e1,revision_number=2']} {{(pid=83447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:26:39.541832 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26a1bcf-bfbb-42a9-be82-2e9418b07b65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:26:39.542265 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26a1bcf-bfbb-42a9-be82-2e9418b07b65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:26:39.542502 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26a1bcf-bfbb-42a9-be82-2e9418b07b65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:26:39.542831 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26a1bcf-bfbb-42a9-be82-2e9418b07b65 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:26:39.543158 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26a1bcf-bfbb-42a9-be82-2e9418b07b65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:26:39.543480 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26a1bcf-bfbb-42a9-be82-2e9418b07b65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:26:39.543800 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26a1bcf-bfbb-42a9-be82-2e9418b07b65 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:26:39.544990 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26a1bcf-bfbb-42a9-be82-2e9418b07b65 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:26:39.544990 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26a1bcf-bfbb-42a9-be82-2e9418b07b65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:26:39.545421 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26a1bcf-bfbb-42a9-be82-2e9418b07b65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:26:39.545913 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26a1bcf-bfbb-42a9-be82-2e9418b07b65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:26:39.549435 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-e26a1bcf-bfbb-42a9-be82-2e9418b07b65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:26:39.550318 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc45e32-958a-46b7-ad3d-0095bb4ed8f9 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 9, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 09:26:39.550691 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc45e32-958a-46b7-ad3d-0095bb4ed8f9 None None] Checking segment: {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:26:39.551140 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-ebc45e32-958a-46b7-ad3d-0095bb4ed8f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:39.551470 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc45e32-958a-46b7-ad3d-0095bb4ed8f9 None None] Bound using segment: {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'} {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 09:26:39.551941 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-ebc45e32-958a-46b7-ad3d-0095bb4ed8f9 None None] Bound port: 483e4742-173a-4133-b3b4-c7151552a1e1, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}}] {{(pid=83447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 09:26:39.552319 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-ebc45e32-958a-46b7-ad3d-0095bb4ed8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:39.558689 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6bb6df-b999-4d93-a09a-558db5d2b298 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event updated for resources: {'Subnet': ['ID=61e0da10-a5a4-4229-9ada-dad6e499c0f3,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:26:39.563069 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-cf6bb6df-b999-4d93-a09a-558db5d2b298 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:26:39.571174 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6bb6df-b999-4d93-a09a-558db5d2b298 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Checking segment: {'id': 'b6005d62-b699-48d5-a1f8-1610bcf211e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e7afd3ae-9dcc-4e82-b102-b608d68eb987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:26:39.571537 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6bb6df-b999-4d93-a09a-558db5d2b298 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Network hostable DHCP agents. Network: e7afd3ae-9dcc-4e82-b102-b608d68eb987, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 09:26:39.594670 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6bb6df-b999-4d93-a09a-558db5d2b298 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Network e7afd3ae-9dcc-4e82-b102-b608d68eb987 is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 09:26:39.604064 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-cf6bb6df-b999-4d93-a09a-558db5d2b298 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, e7afd3ae-9dcc-4e82-b102-b608d68eb987) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:26:39.608738 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6bb6df-b999-4d93-a09a-558db5d2b298 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:26:39.609351 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cf6bb6df-b999-4d93-a09a-558db5d2b298 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:39.614210 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398d117d-ee8e-453e-b062-1debef0eec83 None None] Network e7afd3ae-9dcc-4e82-b102-b608d68eb987 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 09:26:39.635520 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-cf6bb6df-b999-4d93-a09a-558db5d2b298 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7332780 Dec 20 09:26:39.635873 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.db [None req-ebc45e32-958a-46b7-ad3d-0095bb4ed8f9 None None] For port 483e4742-173a-4133-b3b4-c7151552a1e1, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 09:26:39.638788 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 51512) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:26:39.642666 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.db [None req-ebc45e32-958a-46b7-ad3d-0095bb4ed8f9 None None] For port 483e4742-173a-4133-b3b4-c7151552a1e1, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=483e4742-173a-4133-b3b4-c7151552a1e1,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 09:26:39.648383 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-ebc45e32-958a-46b7-ad3d-0095bb4ed8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:39.652457 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-942319bb-9103-4385-9b0d-6a7ef11a1fa0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:26:39.731405 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26a1bcf-bfbb-42a9-be82-2e9418b07b65 None None] Pushing event updated for resources: {'Port': ['ID=483e4742-173a-4133-b3b4-c7151552a1e1,revision_number=3']} {{(pid=83447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:26:39.734420 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc45e32-958a-46b7-ad3d-0095bb4ed8f9 None None] Routers {'81042d93-4e8f-4816-b090-e2f584b71467'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:26:39.734895 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-ebc45e32-958a-46b7-ad3d-0095bb4ed8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:26:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['81042d93-4e8f-4816-b090-e2f584b71467'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:26:39.787889 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-e26a1bcf-bfbb-42a9-be82-2e9418b07b65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:26:39.838225 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5f8ae1-e657-4e81-a4d2-e1d196b8ae62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-e7afd3ae-9dcc-4e82-b102-b608d68eb987', 'network_id': 'e7afd3ae-9dcc-4e82-b102-b608d68eb987', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'fixed_ips': [{'subnet_id': '61e0da10-a5a4-4229-9ada-dad6e499c0f3'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 09:26:39.839058 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-6e5f8ae1-e657-4e81-a4d2-e1d196b8ae62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:39.923139 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-ebc45e32-958a-46b7-ad3d-0095bb4ed8f9 None None] Set router 81042d93-4e8f-4816-b090-e2f584b71467 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:26:40.005701 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-6e5f8ae1-e657-4e81-a4d2-e1d196b8ae62 None None] Allocated IP 172.20.0.2 (e7afd3ae-9dcc-4e82-b102-b608d68eb987/61e0da10-a5a4-4229-9ada-dad6e499c0f3/b2dd0879-79c0-4c36-a6b2-c3e2cf60c3e4) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 09:26:40.215194 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-ebc45e32-958a-46b7-ad3d-0095bb4ed8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81042d93-4e8f-4816-b090-e2f584b71467', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1792634420', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': '483e4742-173a-4133-b3b4-c7151552a1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:26:37Z', 'updated_at': '2021-12-20T09:26:38Z', 'revision_number': 3, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'gw_port': {'id': '483e4742-173a-4133-b3b4-c7151552a1e1', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:36:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81042d93-4e8f-4816-b090-e2f584b71467', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:26:37Z', 'updated_at': '2021-12-20T09:26:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:26:40.217640 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-6e5f8ae1-e657-4e81-a4d2-e1d196b8ae62 None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:40.222557 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc45e32-958a-46b7-ad3d-0095bb4ed8f9 None None] The sync data for ids ['81042d93-4e8f-4816-b090-e2f584b71467'] in dv-neutron-820491-1-hyperv is: [{'id': '81042d93-4e8f-4816-b090-e2f584b71467', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1792634420', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': '483e4742-173a-4133-b3b4-c7151552a1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:26:37Z', 'updated_at': '2021-12-20T09:26:38Z', 'revision_number': 3, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'gw_port': {'id': '483e4742-173a-4133-b3b4-c7151552a1e1', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:36:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81042d93-4e8f-4816-b090-e2f584b71467', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:26:37Z', 'updated_at': '2021-12-20T09:26:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 09:26:40.228481 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-6e5f8ae1-e657-4e81-a4d2-e1d196b8ae62 None None] Transition to ACTIVE for port object b2dd0879-79c0-4c36-a6b2-c3e2cf60c3e4 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:26:40.248807 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-6e5f8ae1-e657-4e81-a4d2-e1d196b8ae62 None None] Transition to ACTIVE for port object b2dd0879-79c0-4c36-a6b2-c3e2cf60c3e4 will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:26:40.255293 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-6e5f8ae1-e657-4e81-a4d2-e1d196b8ae62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:40.269448 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:26:40.325308 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5f8ae1-e657-4e81-a4d2-e1d196b8ae62 None None] Network e7afd3ae-9dcc-4e82-b102-b608d68eb987 is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:26:40.327145 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-6e5f8ae1-e657-4e81-a4d2-e1d196b8ae62 None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:26:40.331088 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5f8ae1-e657-4e81-a4d2-e1d196b8ae62 None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 09:26:40.393790 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5f8ae1-e657-4e81-a4d2-e1d196b8ae62 None None] Pushing event updated for resources: {'Port': ['ID=b2dd0879-79c0-4c36-a6b2-c3e2cf60c3e4,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:26:40.403943 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5f8ae1-e657-4e81-a4d2-e1d196b8ae62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:26:40.404288 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5f8ae1-e657-4e81-a4d2-e1d196b8ae62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:26:40.404620 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5f8ae1-e657-4e81-a4d2-e1d196b8ae62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:26:40.404947 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5f8ae1-e657-4e81-a4d2-e1d196b8ae62 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:26:40.405291 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5f8ae1-e657-4e81-a4d2-e1d196b8ae62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:26:40.405623 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5f8ae1-e657-4e81-a4d2-e1d196b8ae62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:26:40.406876 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5f8ae1-e657-4e81-a4d2-e1d196b8ae62 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:26:40.407512 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5f8ae1-e657-4e81-a4d2-e1d196b8ae62 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:26:40.408625 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5f8ae1-e657-4e81-a4d2-e1d196b8ae62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:26:40.408625 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5f8ae1-e657-4e81-a4d2-e1d196b8ae62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:26:40.408625 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5f8ae1-e657-4e81-a4d2-e1d196b8ae62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:26:40.460161 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ecc8e9f7-aa24-4ed8-88e5-46bde9962c3d tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:40.462397 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-6e5f8ae1-e657-4e81-a4d2-e1d196b8ae62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:26:40.476427 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:40.488033 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-6e5f8ae1-e657-4e81-a4d2-e1d196b8ae62 None None] Attempting to bind port b2dd0879-79c0-4c36-a6b2-c3e2cf60c3e4 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 09:26:40.488412 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-6e5f8ae1-e657-4e81-a4d2-e1d196b8ae62 None None] Attempting to bind port b2dd0879-79c0-4c36-a6b2-c3e2cf60c3e4 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': 'b6005d62-b699-48d5-a1f8-1610bcf211e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e7afd3ae-9dcc-4e82-b102-b608d68eb987'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 09:26:40.488769 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5f8ae1-e657-4e81-a4d2-e1d196b8ae62 None None] Attempting to bind port b2dd0879-79c0-4c36-a6b2-c3e2cf60c3e4 on network e7afd3ae-9dcc-4e82-b102-b608d68eb987 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:26:40.495612 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5f8ae1-e657-4e81-a4d2-e1d196b8ae62 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 9, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 09:26:40.495986 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5f8ae1-e657-4e81-a4d2-e1d196b8ae62 None None] Checking segment: {'id': 'b6005d62-b699-48d5-a1f8-1610bcf211e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e7afd3ae-9dcc-4e82-b102-b608d68eb987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:26:40.496385 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-6e5f8ae1-e657-4e81-a4d2-e1d196b8ae62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:40.496779 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5f8ae1-e657-4e81-a4d2-e1d196b8ae62 None None] Bound using segment: {'id': 'b6005d62-b699-48d5-a1f8-1610bcf211e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e7afd3ae-9dcc-4e82-b102-b608d68eb987'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 09:26:40.497256 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-6e5f8ae1-e657-4e81-a4d2-e1d196b8ae62 None None] Bound port: b2dd0879-79c0-4c36-a6b2-c3e2cf60c3e4, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6005d62-b699-48d5-a1f8-1610bcf211e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e7afd3ae-9dcc-4e82-b102-b608d68eb987'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 09:26:40.497678 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-6e5f8ae1-e657-4e81-a4d2-e1d196b8ae62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:40.630745 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-6e5f8ae1-e657-4e81-a4d2-e1d196b8ae62 None None] For port b2dd0879-79c0-4c36-a6b2-c3e2cf60c3e4, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 09:26:40.634258 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-6e5f8ae1-e657-4e81-a4d2-e1d196b8ae62 None None] For port b2dd0879-79c0-4c36-a6b2-c3e2cf60c3e4, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=b2dd0879-79c0-4c36-a6b2-c3e2cf60c3e4,segment=NetworkSegment(b6005d62-b699-48d5-a1f8-1610bcf211e7),segment_id=b6005d62-b699-48d5-a1f8-1610bcf211e7)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 09:26:40.638072 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-6e5f8ae1-e657-4e81-a4d2-e1d196b8ae62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:40.642681 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:26:40.727302 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5f8ae1-e657-4e81-a4d2-e1d196b8ae62 None None] Pushing event updated for resources: {'Port': ['ID=b2dd0879-79c0-4c36-a6b2-c3e2cf60c3e4,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:26:40.730251 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-6e5f8ae1-e657-4e81-a4d2-e1d196b8ae62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:26:40.924014 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-ecc8e9f7-aa24-4ed8-88e5-46bde9962c3d tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Allocated IP 172.20.0.1 (e7afd3ae-9dcc-4e82-b102-b608d68eb987/61e0da10-a5a4-4229-9ada-dad6e499c0f3/0e36fd44-73e9-4945-8e47-f7cdbbc34d03) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 09:26:41.100318 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ecc8e9f7-aa24-4ed8-88e5-46bde9962c3d tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:41.116971 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-ecc8e9f7-aa24-4ed8-88e5-46bde9962c3d tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Transition to ACTIVE for port object 0e36fd44-73e9-4945-8e47-f7cdbbc34d03 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:26:41.140491 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ecc8e9f7-aa24-4ed8-88e5-46bde9962c3d tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:41.150445 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0b9945bb-4c1a-42d8-93a3-1fd9705a8df6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:26:41.299187 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device b2dd0879-79c0-4c36-a6b2-c3e2cf60c3e4 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:26:41.329697 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc8e9f7-aa24-4ed8-88e5-46bde9962c3d tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Network e7afd3ae-9dcc-4e82-b102-b608d68eb987 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:26:41.337189 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-ecc8e9f7-aa24-4ed8-88e5-46bde9962c3d tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:26:41.342142 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc8e9f7-aa24-4ed8-88e5-46bde9962c3d tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 09:26:41.368592 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port b2dd0879-79c0-4c36-a6b2-c3e2cf60c3e4 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:26:41.374793 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 483e4742-173a-4133-b3b4-c7151552a1e1 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:26:41.377557 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8e9f7-aa24-4ed8-88e5-46bde9962c3d tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event updated for resources: {'Port': ['ID=0e36fd44-73e9-4945-8e47-f7cdbbc34d03,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:26:41.381990 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ecc8e9f7-aa24-4ed8-88e5-46bde9962c3d tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:26:41.404733 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ecc8e9f7-aa24-4ed8-88e5-46bde9962c3d tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-345881'] for router_interface, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:41.447984 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 483e4742-173a-4133-b3b4-c7151552a1e1 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:26:41.453507 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 483e4742-173a-4133-b3b4-c7151552a1e1 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:26:41.454013 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:41.504700 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ecc8e9f7-aa24-4ed8-88e5-46bde9962c3d tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:41.613691 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:41.631078 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 483e4742-173a-4133-b3b4-c7151552a1e1, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=483e4742-173a-4133-b3b4-c7151552a1e1,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:26:41.636380 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:41.639070 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-87a33796-faa9-41c5-92ec-7c93c8660d7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:26:41.711483 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=483e4742-173a-4133-b3b4-c7151552a1e1,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:26:41.715030 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:26:41.760820 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623d821b-4720-440f-a2db-3d35f45d230f None None] Network e7afd3ae-9dcc-4e82-b102-b608d68eb987 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 09:26:41.910627 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-8323bf82-699e-4f60-8432-953832d86dbe None None] Provisioning for port b2dd0879-79c0-4c36-a6b2-c3e2cf60c3e4 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:26:41.922455 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-8323bf82-699e-4f60-8432-953832d86dbe None None] Provisioning complete for port b2dd0879-79c0-4c36-a6b2-c3e2cf60c3e4 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:26:41.922835 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-8323bf82-699e-4f60-8432-953832d86dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:41.931300 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ecc8e9f7-aa24-4ed8-88e5-46bde9962c3d tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:41.936487 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ecc8e9f7-aa24-4ed8-88e5-46bde9962c3d tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:41.964204 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d75dd904-5548-4bd0-a7f2-1432e32435ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:26:42.050419 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8e9f7-aa24-4ed8-88e5-46bde9962c3d tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event updated for resources: {'Port': ['ID=0e36fd44-73e9-4945-8e47-f7cdbbc34d03,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:26:42.052783 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ecc8e9f7-aa24-4ed8-88e5-46bde9962c3d tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32898031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349045'] for router_interface, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:42.056286 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ecc8e9f7-aa24-4ed8-88e5-46bde9962c3d tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:26:42.095783 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-8323bf82-699e-4f60-8432-953832d86dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:42.134382 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-8323bf82-699e-4f60-8432-953832d86dbe None None] For port b2dd0879-79c0-4c36-a6b2-c3e2cf60c3e4, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=b2dd0879-79c0-4c36-a6b2-c3e2cf60c3e4,segment=NetworkSegment(b6005d62-b699-48d5-a1f8-1610bcf211e7),segment_id=b6005d62-b699-48d5-a1f8-1610bcf211e7)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:26:42.139646 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-8323bf82-699e-4f60-8432-953832d86dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:42.141724 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:26:42.206076 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc8e9f7-aa24-4ed8-88e5-46bde9962c3d tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Network e7afd3ae-9dcc-4e82-b102-b608d68eb987 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:26:42.207260 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-ecc8e9f7-aa24-4ed8-88e5-46bde9962c3d tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:26:42.221893 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8323bf82-699e-4f60-8432-953832d86dbe None None] Pushing event updated for resources: {'Port': ['ID=b2dd0879-79c0-4c36-a6b2-c3e2cf60c3e4,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:26:42.225012 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-8323bf82-699e-4f60-8432-953832d86dbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:26:42.364005 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-32226dba-08bc-475d-85e6-2571c648e441 None None] Provisioning for port 0e36fd44-73e9-4945-8e47-f7cdbbc34d03 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:26:42.373483 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-32226dba-08bc-475d-85e6-2571c648e441 None None] Provisioning complete for port 0e36fd44-73e9-4945-8e47-f7cdbbc34d03 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:26:42.374041 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-32226dba-08bc-475d-85e6-2571c648e441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:42.428319 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-32226dba-08bc-475d-85e6-2571c648e441 None None] Port 0e36fd44-73e9-4945-8e47-f7cdbbc34d03 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 09:26:42.441417 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-32226dba-08bc-475d-85e6-2571c648e441 None None] Provisioning complete for port b2dd0879-79c0-4c36-a6b2-c3e2cf60c3e4 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:26:42.441818 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-32226dba-08bc-475d-85e6-2571c648e441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:42.618748 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecc8e9f7-aa24-4ed8-88e5-46bde9962c3d tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Router 81042d93-4e8f-4816-b090-e2f584b71467 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 09:26:42.639420 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-eabc7c4f-f1dd-46d3-af39-bcaf6335ae74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:42.698510 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-a6033ec8-0a04-4928-9f61-25ede9829f88 None None] Provisioning complete for port 0e36fd44-73e9-4945-8e47-f7cdbbc34d03 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:26:42.698957 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a6033ec8-0a04-4928-9f61-25ede9829f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:42.750243 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-a6033ec8-0a04-4928-9f61-25ede9829f88 None None] Port 0e36fd44-73e9-4945-8e47-f7cdbbc34d03 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 09:26:42.818719 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc8e9f7-aa24-4ed8-88e5-46bde9962c3d tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 09:26:42.827378 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ecc8e9f7-aa24-4ed8-88e5-46bde9962c3d tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "PUT /v2.0/routers/81042d93-4e8f-4816-b090-e2f584b71467/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1874592 Dec 20 09:26:42.870629 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-8554974c-5290-4869-883f-5ee2dbe28d5c None None] Provisioning complete for port 0e36fd44-73e9-4945-8e47-f7cdbbc34d03 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:26:42.871021 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-8554974c-5290-4869-883f-5ee2dbe28d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:42.927165 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-8554974c-5290-4869-883f-5ee2dbe28d5c None None] Port 0e36fd44-73e9-4945-8e47-f7cdbbc34d03 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 09:26:43.018513 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-8531bc0c-f139-4bf6-9894-9608ffed572b req-a893be8f-8b44-4053-b86f-57f31f94d2af tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Synchronizing usage tracker for tenant:2bbb24938a37400498f9f82b32585e2d on resource:security_group {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:26:43.035187 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-8531bc0c-f139-4bf6-9894-9608ffed572b req-a893be8f-8b44-4053-b86f-57f31f94d2af tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Unset dirty status for tenant:2bbb24938a37400498f9f82b32585e2d on resource:security_group {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:26:43.036593 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8531bc0c-f139-4bf6-9894-9608ffed572b req-a893be8f-8b44-4053-b86f-57f31f94d2af tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1978819785&fields=id&tenant_id=2bbb24938a37400498f9f82b32585e2d HTTP/1.1" status: 200 len: 267 time: 0.0578630 Dec 20 09:26:43.244243 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device b2dd0879-79c0-4c36-a6b2-c3e2cf60c3e4 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:26:43.305672 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8531bc0c-f139-4bf6-9894-9608ffed572b req-069efcbe-84a2-47e9-b08d-23ba518ccdf3 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:26:43.307209 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8531bc0c-f139-4bf6-9894-9608ffed572b req-069efcbe-84a2-47e9-b08d-23ba518ccdf3 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/networks?id=e7afd3ae-9dcc-4e82-b102-b608d68eb987 HTTP/1.1" status: 200 len: 797 time: 0.2643282 Dec 20 09:26:43.311520 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port b2dd0879-79c0-4c36-a6b2-c3e2cf60c3e4 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:26:43.311898 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:43.323423 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8531bc0c-f139-4bf6-9894-9608ffed572b req-ac86303a-ad1e-4824-8572-2c1059e2b233 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/quotas/2bbb24938a37400498f9f82b32585e2d HTTP/1.1" status: 200 len: 375 time: 0.0106254 Dec 20 09:26:43.404793 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-8531bc0c-f139-4bf6-9894-9608ffed572b req-f52b7078-3d19-4b55-a652-971118635bc0 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Synchronizing usage tracker for tenant:2bbb24938a37400498f9f82b32585e2d on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:26:43.422396 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-8531bc0c-f139-4bf6-9894-9608ffed572b req-f52b7078-3d19-4b55-a652-971118635bc0 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Unset dirty status for tenant:2bbb24938a37400498f9f82b32585e2d on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:26:43.423740 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8531bc0c-f139-4bf6-9894-9608ffed572b req-f52b7078-3d19-4b55-a652-971118635bc0 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2bbb24938a37400498f9f82b32585e2d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0945413 Dec 20 09:26:43.428638 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 483e4742-173a-4133-b3b4-c7151552a1e1 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:26:43.496529 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 483e4742-173a-4133-b3b4-c7151552a1e1 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:26:43.496909 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:43.563466 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8531bc0c-f139-4bf6-9894-9608ffed572b req-efc45ea7-ba1a-43c4-b5b5-8ed0f9b2bb7e service neutron] 10.222.0.16 "GET /v2.0/networks/e7afd3ae-9dcc-4e82-b102-b608d68eb987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266332 Dec 20 09:26:43.699867 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8531bc0c-f139-4bf6-9894-9608ffed572b req-27641cae-6440-40b0-890f-3807127762f0 service neutron] 10.222.0.16 "GET /v2.0/networks/e7afd3ae-9dcc-4e82-b102-b608d68eb987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304336 Dec 20 09:26:43.865320 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870850f1-84bb-4cd6-8b4a-60be217cd1e6 None None] Sync routers for ids ['81042d93-4e8f-4816-b090-e2f584b71467'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 09:26:43.876960 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870850f1-84bb-4cd6-8b4a-60be217cd1e6 None None] Routers {'81042d93-4e8f-4816-b090-e2f584b71467'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:26:43.877621 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-870850f1-84bb-4cd6-8b4a-60be217cd1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:26:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['81042d93-4e8f-4816-b090-e2f584b71467'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:26:43.903411 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-1e428fa4-fbb5-4d5a-a37b-003b42e74f44 req-48bd6167-9fc4-4ab1-85cd-3b76137c0603 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d2eb24-c723-4af2-8219-f687844641ea HTTP/1.1" status: 200 len: 210 time: 0.0428207 Dec 20 09:26:44.090873 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-870850f1-84bb-4cd6-8b4a-60be217cd1e6 None None] Set router 81042d93-4e8f-4816-b090-e2f584b71467 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:26:44.411490 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-870850f1-84bb-4cd6-8b4a-60be217cd1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81042d93-4e8f-4816-b090-e2f584b71467', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1792634420', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': '483e4742-173a-4133-b3b4-c7151552a1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:26:37Z', 'updated_at': '2021-12-20T09:26:41Z', 'revision_number': 4, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'gw_port': {'id': '483e4742-173a-4133-b3b4-c7151552a1e1', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:36:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81042d93-4e8f-4816-b090-e2f584b71467', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:26:37Z', 'updated_at': '2021-12-20T09:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '0e36fd44-73e9-4945-8e47-f7cdbbc34d03', 'name': '', 'network_id': 'e7afd3ae-9dcc-4e82-b102-b608d68eb987', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'mac_address': 'fa:16:3e:08:c5:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81042d93-4e8f-4816-b090-e2f584b71467', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '61e0da10-a5a4-4229-9ada-dad6e499c0f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:26:40Z', 'updated_at': '2021-12-20T09:26:41Z', 'revision_number': 2, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'subnets': [{'id': '61e0da10-a5a4-4229-9ada-dad6e499c0f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:26:44.415182 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870850f1-84bb-4cd6-8b4a-60be217cd1e6 None None] Checking router: 81042d93-4e8f-4816-b090-e2f584b71467 for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 09:26:44.415546 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870850f1-84bb-4cd6-8b4a-60be217cd1e6 None None] Updating router 81042d93-4e8f-4816-b090-e2f584b71467 port 0e36fd44-73e9-4945-8e47-f7cdbbc34d03 binding host dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 09:26:44.466412 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-870850f1-84bb-4cd6-8b4a-60be217cd1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:44.803847 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-870850f1-84bb-4cd6-8b4a-60be217cd1e6 None None] Notify callbacks [] for port, precommit_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:44.817038 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-870850f1-84bb-4cd6-8b4a-60be217cd1e6 None None] Transition to ACTIVE for port object 0e36fd44-73e9-4945-8e47-f7cdbbc34d03 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:26:44.823646 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-870850f1-84bb-4cd6-8b4a-60be217cd1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:44.827141 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-684432b6-a165-4aa7-a57d-6e8524264b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:26:44.940748 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d9a2fb-ee49-4119-8a9d-eefe531d20a5 None None] Pushing event updated for resources: {'Port': ['ID=0e36fd44-73e9-4945-8e47-f7cdbbc34d03,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:26:44.949517 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-b4d9a2fb-ee49-4119-8a9d-eefe531d20a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:26:45.002882 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d07e151b-11e4-4b4d-9d1f-185abf9e2fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:45.020644 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-788a2ac9-a734-434c-83ab-ffb51fa2a5d4 req-760e99a7-3143-4de0-8726-ec25e51aef1c tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d2eb24-c723-4af2-8219-f687844641ea HTTP/1.1" status: 200 len: 210 time: 0.0428357 Dec 20 09:26:45.058307 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-870850f1-84bb-4cd6-8b4a-60be217cd1e6 None None] Attempting to bind port 0e36fd44-73e9-4945-8e47-f7cdbbc34d03 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 09:26:45.058612 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-870850f1-84bb-4cd6-8b4a-60be217cd1e6 None None] Attempting to bind port 0e36fd44-73e9-4945-8e47-f7cdbbc34d03 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': 'b6005d62-b699-48d5-a1f8-1610bcf211e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e7afd3ae-9dcc-4e82-b102-b608d68eb987'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 09:26:45.058987 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870850f1-84bb-4cd6-8b4a-60be217cd1e6 None None] Attempting to bind port 0e36fd44-73e9-4945-8e47-f7cdbbc34d03 on network e7afd3ae-9dcc-4e82-b102-b608d68eb987 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:26:45.066257 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870850f1-84bb-4cd6-8b4a-60be217cd1e6 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 9, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 09:26:45.066644 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870850f1-84bb-4cd6-8b4a-60be217cd1e6 None None] Checking segment: {'id': 'b6005d62-b699-48d5-a1f8-1610bcf211e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e7afd3ae-9dcc-4e82-b102-b608d68eb987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:26:45.067056 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-870850f1-84bb-4cd6-8b4a-60be217cd1e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:45.067519 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870850f1-84bb-4cd6-8b4a-60be217cd1e6 None None] Bound using segment: {'id': 'b6005d62-b699-48d5-a1f8-1610bcf211e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e7afd3ae-9dcc-4e82-b102-b608d68eb987'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 09:26:45.067997 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-870850f1-84bb-4cd6-8b4a-60be217cd1e6 None None] Bound port: 0e36fd44-73e9-4945-8e47-f7cdbbc34d03, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6005d62-b699-48d5-a1f8-1610bcf211e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e7afd3ae-9dcc-4e82-b102-b608d68eb987'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 09:26:45.068385 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-870850f1-84bb-4cd6-8b4a-60be217cd1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:45.159794 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-870850f1-84bb-4cd6-8b4a-60be217cd1e6 None None] For port 0e36fd44-73e9-4945-8e47-f7cdbbc34d03, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 09:26:45.163409 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-870850f1-84bb-4cd6-8b4a-60be217cd1e6 None None] For port 0e36fd44-73e9-4945-8e47-f7cdbbc34d03, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=0e36fd44-73e9-4945-8e47-f7cdbbc34d03,segment=NetworkSegment(b6005d62-b699-48d5-a1f8-1610bcf211e7),segment_id=b6005d62-b699-48d5-a1f8-1610bcf211e7)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 09:26:45.169700 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-870850f1-84bb-4cd6-8b4a-60be217cd1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:45.174720 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-60b5366b-37e0-46d3-9ae8-29eec1738ab1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:26:45.257806 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d9a2fb-ee49-4119-8a9d-eefe531d20a5 None None] Pushing event updated for resources: {'Port': ['ID=0e36fd44-73e9-4945-8e47-f7cdbbc34d03,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:26:45.261045 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-b4d9a2fb-ee49-4119-8a9d-eefe531d20a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:26:45.265324 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870850f1-84bb-4cd6-8b4a-60be217cd1e6 None None] Routers {'81042d93-4e8f-4816-b090-e2f584b71467'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:26:45.265961 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-870850f1-84bb-4cd6-8b4a-60be217cd1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:26:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['81042d93-4e8f-4816-b090-e2f584b71467'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:26:45.459603 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-870850f1-84bb-4cd6-8b4a-60be217cd1e6 None None] Set router 81042d93-4e8f-4816-b090-e2f584b71467 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:26:45.815287 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-870850f1-84bb-4cd6-8b4a-60be217cd1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81042d93-4e8f-4816-b090-e2f584b71467', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1792634420', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': '483e4742-173a-4133-b3b4-c7151552a1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:26:37Z', 'updated_at': '2021-12-20T09:26:41Z', 'revision_number': 4, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'gw_port': {'id': '483e4742-173a-4133-b3b4-c7151552a1e1', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:36:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81042d93-4e8f-4816-b090-e2f584b71467', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:26:37Z', 'updated_at': '2021-12-20T09:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '0e36fd44-73e9-4945-8e47-f7cdbbc34d03', 'name': '', 'network_id': 'e7afd3ae-9dcc-4e82-b102-b608d68eb987', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'mac_address': 'fa:16:3e:08:c5:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81042d93-4e8f-4816-b090-e2f584b71467', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '61e0da10-a5a4-4229-9ada-dad6e499c0f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:26:40Z', 'updated_at': '2021-12-20T09:26:45Z', 'revision_number': 4, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'subnets': [{'id': '61e0da10-a5a4-4229-9ada-dad6e499c0f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:26:45.819681 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870850f1-84bb-4cd6-8b4a-60be217cd1e6 None None] The sync data for ids ['81042d93-4e8f-4816-b090-e2f584b71467'] in dv-neutron-820491-1-hyperv is: [{'id': '81042d93-4e8f-4816-b090-e2f584b71467', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1792634420', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': '483e4742-173a-4133-b3b4-c7151552a1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:26:37Z', 'updated_at': '2021-12-20T09:26:41Z', 'revision_number': 4, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'gw_port': {'id': '483e4742-173a-4133-b3b4-c7151552a1e1', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:36:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81042d93-4e8f-4816-b090-e2f584b71467', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:26:37Z', 'updated_at': '2021-12-20T09:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '0e36fd44-73e9-4945-8e47-f7cdbbc34d03', 'name': '', 'network_id': 'e7afd3ae-9dcc-4e82-b102-b608d68eb987', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'mac_address': 'fa:16:3e:08:c5:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81042d93-4e8f-4816-b090-e2f584b71467', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '61e0da10-a5a4-4229-9ada-dad6e499c0f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:26:40Z', 'updated_at': '2021-12-20T09:26:45Z', 'revision_number': 4, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'subnets': [{'id': '61e0da10-a5a4-4229-9ada-dad6e499c0f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 09:26:46.099283 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:46.145818 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-0b0a3075-b581-4083-be9f-be4e951bbc22 req-6bee0e3f-194d-4181-8fba-05669d60e52a tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d2eb24-c723-4af2-8219-f687844641ea HTTP/1.1" status: 200 len: 210 time: 0.0566840 Dec 20 09:26:46.151573 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:47.267211 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 0e36fd44-73e9-4945-8e47-f7cdbbc34d03 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:26:47.334231 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d374cf76-3ecf-4a5a-86fa-d3feab8eae84 req-16af7633-8779-4ebd-9408-3fcba4cb29cd tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d2eb24-c723-4af2-8219-f687844641ea HTTP/1.1" status: 200 len: 210 time: 0.0500627 Dec 20 09:26:47.362448 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 0e36fd44-73e9-4945-8e47-f7cdbbc34d03 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:26:47.367416 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 0e36fd44-73e9-4945-8e47-f7cdbbc34d03 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:26:47.367863 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:47.484336 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:47.518008 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 0e36fd44-73e9-4945-8e47-f7cdbbc34d03, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=0e36fd44-73e9-4945-8e47-f7cdbbc34d03,segment=NetworkSegment(b6005d62-b699-48d5-a1f8-1610bcf211e7),segment_id=b6005d62-b699-48d5-a1f8-1610bcf211e7)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:26:47.522189 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:47.524450 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-60b5366b-37e0-46d3-9ae8-29eec1738ab1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:26:47.590837 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:47.609623 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=0e36fd44-73e9-4945-8e47-f7cdbbc34d03,revision_number=5']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:26:47.612674 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:26:48.016765 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8531bc0c-f139-4bf6-9894-9608ffed572b req-07e556b6-cea4-44b0-8d57-3c3e5eac005e tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:26:48.018236 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8531bc0c-f139-4bf6-9894-9608ffed572b req-07e556b6-cea4-44b0-8d57-3c3e5eac005e tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.58 "GET /v2.0/networks?id=e7afd3ae-9dcc-4e82-b102-b608d68eb987 HTTP/1.1" status: 200 len: 797 time: 0.1497612 Dec 20 09:26:48.072879 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8531bc0c-f139-4bf6-9894-9608ffed572b req-3487c26e-f944-463c-b474-44748ec6facc tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2bbb24938a37400498f9f82b32585e2d HTTP/1.1" status: 200 len: 380 time: 0.0418425 Dec 20 09:26:48.083824 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-8531bc0c-f139-4bf6-9894-9608ffed572b req-e91eb658-8f21-42fa-8d9f-2b76dcb4cd4d tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Request body: {'port': {'device_id': 'f2d2eb24-c723-4af2-8219-f687844641ea', 'network_id': 'e7afd3ae-9dcc-4e82-b102-b608d68eb987', 'admin_state_up': True, 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'security_groups': ['b36d5aad-d0e8-483f-a1d4-aac6cb0ebb78']}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:26:48.217732 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-8531bc0c-f139-4bf6-9894-9608ffed572b req-e91eb658-8f21-42fa-8d9f-2b76dcb4cd4d tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:26:48.227274 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-8531bc0c-f139-4bf6-9894-9608ffed572b req-e91eb658-8f21-42fa-8d9f-2b76dcb4cd4d tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:26:48.237599 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8531bc0c-f139-4bf6-9894-9608ffed572b req-e91eb658-8f21-42fa-8d9f-2b76dcb4cd4d tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Made reservation on behalf of 2bbb24938a37400498f9f82b32585e2d for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 09:26:48.240561 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-8531bc0c-f139-4bf6-9894-9608ffed572b req-e91eb658-8f21-42fa-8d9f-2b76dcb4cd4d tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:48.405251 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [req-8531bc0c-f139-4bf6-9894-9608ffed572b req-e91eb658-8f21-42fa-8d9f-2b76dcb4cd4d tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Allocated IP 172.20.0.13 (e7afd3ae-9dcc-4e82-b102-b608d68eb987/61e0da10-a5a4-4229-9ada-dad6e499c0f3/65b13f5e-c8fb-4c60-acd4-268991b4f97b) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 09:26:48.498382 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-c3167b67-f869-487f-bbd1-5f3e43208992 req-a2cd4770-51f6-4150-b41b-23245ed1ba04 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d2eb24-c723-4af2-8219-f687844641ea HTTP/1.1" status: 200 len: 210 time: 0.0416958 Dec 20 09:26:48.592479 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-8531bc0c-f139-4bf6-9894-9608ffed572b req-e91eb658-8f21-42fa-8d9f-2b76dcb4cd4d tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:48.608734 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-8531bc0c-f139-4bf6-9894-9608ffed572b req-e91eb658-8f21-42fa-8d9f-2b76dcb4cd4d tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Transition to ACTIVE for port object 65b13f5e-c8fb-4c60-acd4-268991b4f97b will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:26:48.630944 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-8531bc0c-f139-4bf6-9894-9608ffed572b req-e91eb658-8f21-42fa-8d9f-2b76dcb4cd4d tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:48.636320 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0b9945bb-4c1a-42d8-93a3-1fd9705a8df6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:26:48.699565 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8531bc0c-f139-4bf6-9894-9608ffed572b req-e91eb658-8f21-42fa-8d9f-2b76dcb4cd4d tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Network e7afd3ae-9dcc-4e82-b102-b608d68eb987 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:26:48.706733 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [req-8531bc0c-f139-4bf6-9894-9608ffed572b req-e91eb658-8f21-42fa-8d9f-2b76dcb4cd4d tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:26:48.710911 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-8531bc0c-f139-4bf6-9894-9608ffed572b req-e91eb658-8f21-42fa-8d9f-2b76dcb4cd4d tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 09:26:48.742015 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91eb658-8f21-42fa-8d9f-2b76dcb4cd4d tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event updated for resources: {'Port': ['ID=65b13f5e-c8fb-4c60-acd4-268991b4f97b,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:26:48.748556 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e91eb658-8f21-42fa-8d9f-2b76dcb4cd4d tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:26:48.776872 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8531bc0c-f139-4bf6-9894-9608ffed572b req-e91eb658-8f21-42fa-8d9f-2b76dcb4cd4d tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:26:48.777503 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-8531bc0c-f139-4bf6-9894-9608ffed572b req-e91eb658-8f21-42fa-8d9f-2b76dcb4cd4d tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:48.804267 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8531bc0c-f139-4bf6-9894-9608ffed572b req-e91eb658-8f21-42fa-8d9f-2b76dcb4cd4d tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7242930 Dec 20 09:26:48.816149 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-8531bc0c-f139-4bf6-9894-9608ffed572b req-7bc8522d-0b56-4356-82b6-32947e8dded0 service neutron] Request body: {'port': {'device_id': 'f2d2eb24-c723-4af2-8219-f687844641ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8204'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:26:48.929476 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-8531bc0c-f139-4bf6-9894-9608ffed572b req-7bc8522d-0b56-4356-82b6-32947e8dded0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:48.976640 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-612d7024-8db3-4469-bd93-4c771a59b0a7 None None] Provisioning for port 65b13f5e-c8fb-4c60-acd4-268991b4f97b completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:26:48.981725 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-612d7024-8db3-4469-bd93-4c771a59b0a7 None None] Provisioning complete for port 65b13f5e-c8fb-4c60-acd4-268991b4f97b triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:26:48.982842 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-612d7024-8db3-4469-bd93-4c771a59b0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:49.034213 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-612d7024-8db3-4469-bd93-4c771a59b0a7 None None] Port 65b13f5e-c8fb-4c60-acd4-268991b4f97b cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 09:26:49.243764 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 0e36fd44-73e9-4945-8e47-f7cdbbc34d03 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:26:49.314000 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 0e36fd44-73e9-4945-8e47-f7cdbbc34d03 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:26:49.314370 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:49.370566 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [req-8531bc0c-f139-4bf6-9894-9608ffed572b req-7bc8522d-0b56-4356-82b6-32947e8dded0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65b13f5e-c8fb-4c60-acd4-268991b4f97b {{(pid=83444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 09:26:49.378011 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-8531bc0c-f139-4bf6-9894-9608ffed572b req-7bc8522d-0b56-4356-82b6-32947e8dded0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:49.393628 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-8531bc0c-f139-4bf6-9894-9608ffed572b req-7bc8522d-0b56-4356-82b6-32947e8dded0 service neutron] Transition to ACTIVE for port object 65b13f5e-c8fb-4c60-acd4-268991b4f97b will not be triggered until provisioned by entity L2. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:26:49.398814 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-8531bc0c-f139-4bf6-9894-9608ffed572b req-7bc8522d-0b56-4356-82b6-32947e8dded0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:49.403418 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-055e9a15-8934-4604-a405-18f580301241 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:26:49.526261 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc8522d-0b56-4356-82b6-32947e8dded0 service neutron] Pushing event updated for resources: {'Port': ['ID=65b13f5e-c8fb-4c60-acd4-268991b4f97b,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:26:49.530239 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7bc8522d-0b56-4356-82b6-32947e8dded0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:26:49.682745 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-8531bc0c-f139-4bf6-9894-9608ffed572b req-7bc8522d-0b56-4356-82b6-32947e8dded0 service neutron] Attempting to bind port 65b13f5e-c8fb-4c60-acd4-268991b4f97b on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 09:26:49.683081 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-8531bc0c-f139-4bf6-9894-9608ffed572b req-7bc8522d-0b56-4356-82b6-32947e8dded0 service neutron] Attempting to bind port 65b13f5e-c8fb-4c60-acd4-268991b4f97b by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': 'b6005d62-b699-48d5-a1f8-1610bcf211e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e7afd3ae-9dcc-4e82-b102-b608d68eb987'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 09:26:49.683401 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8531bc0c-f139-4bf6-9894-9608ffed572b req-7bc8522d-0b56-4356-82b6-32947e8dded0 service neutron] Attempting to bind port 65b13f5e-c8fb-4c60-acd4-268991b4f97b on network e7afd3ae-9dcc-4e82-b102-b608d68eb987 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:26:49.693789 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8531bc0c-f139-4bf6-9894-9608ffed572b req-7bc8522d-0b56-4356-82b6-32947e8dded0 service neutron] Port 65b13f5e-c8fb-4c60-acd4-268991b4f97b on network e7afd3ae-9dcc-4e82-b102-b608d68eb987 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 09:26:49.694095 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8531bc0c-f139-4bf6-9894-9608ffed572b req-7bc8522d-0b56-4356-82b6-32947e8dded0 service neutron] Attempting to bind port 65b13f5e-c8fb-4c60-acd4-268991b4f97b on network e7afd3ae-9dcc-4e82-b102-b608d68eb987 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:26:49.705486 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8531bc0c-f139-4bf6-9894-9608ffed572b req-7bc8522d-0b56-4356-82b6-32947e8dded0 service neutron] Checking agent: {'id': 'bd419857-3bec-4b96-b211-3fb278c66880', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8204', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 40, 10), 'started_at': datetime.datetime(2021, 12, 20, 8, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 9, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 09:26:49.705815 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8531bc0c-f139-4bf6-9894-9608ffed572b req-7bc8522d-0b56-4356-82b6-32947e8dded0 service neutron] Checking segment: {'id': 'b6005d62-b699-48d5-a1f8-1610bcf211e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e7afd3ae-9dcc-4e82-b102-b608d68eb987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:26:49.706187 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8531bc0c-f139-4bf6-9894-9608ffed572b req-7bc8522d-0b56-4356-82b6-32947e8dded0 service neutron] Bound using segment: {'id': 'b6005d62-b699-48d5-a1f8-1610bcf211e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e7afd3ae-9dcc-4e82-b102-b608d68eb987'} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 09:26:49.706598 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-8531bc0c-f139-4bf6-9894-9608ffed572b req-7bc8522d-0b56-4356-82b6-32947e8dded0 service neutron] Bound port: 65b13f5e-c8fb-4c60-acd4-268991b4f97b, host: hv-neutron-8204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6005d62-b699-48d5-a1f8-1610bcf211e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e7afd3ae-9dcc-4e82-b102-b608d68eb987'}}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 09:26:49.706935 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-8531bc0c-f139-4bf6-9894-9608ffed572b req-7bc8522d-0b56-4356-82b6-32947e8dded0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:49.784724 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa5219a-80e1-4971-bde4-a1aea494f08c req-56fab08c-4569-4046-8786-883743b1f2a2 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:26:49.785443 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-3aa5219a-80e1-4971-bde4-a1aea494f08c req-56fab08c-4569-4046-8786-883743b1f2a2 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Synchronizing usage tracker for tenant:2bbb24938a37400498f9f82b32585e2d on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:26:49.824752 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-8531bc0c-f139-4bf6-9894-9608ffed572b req-7bc8522d-0b56-4356-82b6-32947e8dded0 service neutron] For port 65b13f5e-c8fb-4c60-acd4-268991b4f97b, host hv-neutron-8204, cleared binding levels {{(pid=83444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 09:26:49.827590 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-3aa5219a-80e1-4971-bde4-a1aea494f08c req-56fab08c-4569-4046-8786-883743b1f2a2 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Unset dirty status for tenant:2bbb24938a37400498f9f82b32585e2d on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:26:49.828736 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3aa5219a-80e1-4971-bde4-a1aea494f08c req-56fab08c-4569-4046-8786-883743b1f2a2 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d2eb24-c723-4af2-8219-f687844641ea HTTP/1.1" status: 200 len: 944 time: 0.1905699 Dec 20 09:26:49.830773 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-8531bc0c-f139-4bf6-9894-9608ffed572b req-7bc8522d-0b56-4356-82b6-32947e8dded0 service neutron] For port 65b13f5e-c8fb-4c60-acd4-268991b4f97b, host hv-neutron-8204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=65b13f5e-c8fb-4c60-acd4-268991b4f97b,segment=NetworkSegment(b6005d62-b699-48d5-a1f8-1610bcf211e7),segment_id=b6005d62-b699-48d5-a1f8-1610bcf211e7)] {{(pid=83444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 09:26:49.836084 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-8531bc0c-f139-4bf6-9894-9608ffed572b req-7bc8522d-0b56-4356-82b6-32947e8dded0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:49.840340 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-055e9a15-8934-4604-a405-18f580301241 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:26:49.936818 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-8531bc0c-f139-4bf6-9894-9608ffed572b req-7bc8522d-0b56-4356-82b6-32947e8dded0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:49.938347 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8531bc0c-f139-4bf6-9894-9608ffed572b req-7bc8522d-0b56-4356-82b6-32947e8dded0 service neutron] 10.222.0.58 "PUT /v2.0/ports/65b13f5e-c8fb-4c60-acd4-268991b4f97b HTTP/1.1" status: 200 len: 1094 time: 1.1263800 Dec 20 09:26:49.938877 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2d2eb24-c723-4af2-8219-f687844641ea', 'tag': '65b13f5e-c8fb-4c60-acd4-268991b4f97b'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:26:49.958993 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc8522d-0b56-4356-82b6-32947e8dded0 service neutron] Pushing event updated for resources: {'Port': ['ID=65b13f5e-c8fb-4c60-acd4-268991b4f97b,revision_number=3']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:26:49.964024 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3aa5219a-80e1-4971-bde4-a1aea494f08c req-1e88b753-472a-4eaf-a71f-566b88759f8b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=b36d5aad-d0e8-483f-a1d4-aac6cb0ebb78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292672 Dec 20 09:26:49.964904 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7bc8522d-0b56-4356-82b6-32947e8dded0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:26:50.037831 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2d2eb24-c723-4af2-8219-f687844641ea', 'tag': '65b13f5e-c8fb-4c60-acd4-268991b4f97b', 'status': 'completed', 'code': 200} Dec 20 09:26:50.079913 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8531bc0c-f139-4bf6-9894-9608ffed572b req-8c1f17ca-e282-41bb-99af-93378d5ea512 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2bbb24938a37400498f9f82b32585e2d&device_id=f2d2eb24-c723-4af2-8219-f687844641ea HTTP/1.1" status: 200 len: 1097 time: 0.0725114 Dec 20 09:26:50.151935 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8531bc0c-f139-4bf6-9894-9608ffed572b req-dfbf1137-89fa-4cc1-8a45-e9aa64acd1c3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65b13f5e-c8fb-4c60-acd4-268991b4f97b HTTP/1.1" status: 200 len: 217 time: 0.0646393 Dec 20 09:26:50.213715 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8531bc0c-f139-4bf6-9894-9608ffed572b req-194786cc-3236-4933-b20a-5b4a7b6646c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:26:50.215154 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8531bc0c-f139-4bf6-9894-9608ffed572b req-194786cc-3236-4933-b20a-5b4a7b6646c8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=61e0da10-a5a4-4229-9ada-dad6e499c0f3 HTTP/1.1" status: 200 len: 835 time: 0.0568624 Dec 20 09:26:50.290652 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8531bc0c-f139-4bf6-9894-9608ffed572b req-ac96e3fe-b531-43fb-9a7a-f22798a22fe2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e7afd3ae-9dcc-4e82-b102-b608d68eb987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690465 Dec 20 09:26:50.423372 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8531bc0c-f139-4bf6-9894-9608ffed572b req-04a1466c-5a7a-4f39-9ebd-84798c5fe6ab service neutron] 10.222.0.58 "GET /v2.0/networks/e7afd3ae-9dcc-4e82-b102-b608d68eb987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254973 Dec 20 09:26:50.554249 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8531bc0c-f139-4bf6-9894-9608ffed572b req-2b55b9d4-f6c9-4028-8292-766e68eacd70 service neutron] 10.222.0.58 "GET /v2.0/networks/e7afd3ae-9dcc-4e82-b102-b608d68eb987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247814 Dec 20 09:26:50.677825 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0d578d3a-23cf-490a-953e-ab0085073144 req-9ace47ee-ba87-4751-9ef4-9e1b3a885f89 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2bbb24938a37400498f9f82b32585e2d&device_id=f2d2eb24-c723-4af2-8219-f687844641ea HTTP/1.1" status: 200 len: 1097 time: 0.0747170 Dec 20 09:26:50.806902 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d578d3a-23cf-490a-953e-ab0085073144 req-d30057a4-556a-4e0f-81c9-3d17b105b76c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:26:50.808233 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0d578d3a-23cf-490a-953e-ab0085073144 req-d30057a4-556a-4e0f-81c9-3d17b105b76c service neutron] 10.222.0.58 "GET /v2.0/networks?id=e7afd3ae-9dcc-4e82-b102-b608d68eb987 HTTP/1.1" status: 200 len: 898 time: 0.1244335 Dec 20 09:26:50.988160 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0d578d3a-23cf-490a-953e-ab0085073144 req-1d4689f9-39b1-40a0-947f-f99d906aa0c4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65b13f5e-c8fb-4c60-acd4-268991b4f97b HTTP/1.1" status: 200 len: 217 time: 0.1733637 Dec 20 09:26:51.048987 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d578d3a-23cf-490a-953e-ab0085073144 req-d956933e-966c-4e28-833d-d2d6d8c30a29 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:26:51.050497 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0d578d3a-23cf-490a-953e-ab0085073144 req-d956933e-966c-4e28-833d-d2d6d8c30a29 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=61e0da10-a5a4-4229-9ada-dad6e499c0f3 HTTP/1.1" status: 200 len: 835 time: 0.0561280 Dec 20 09:26:51.187343 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f061db-81ab-445e-86b5-e23be9f76b18 req-c01aebdb-aab5-4c45-812c-216b7d0c7717 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:26:51.188449 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a9f061db-81ab-445e-86b5-e23be9f76b18 req-c01aebdb-aab5-4c45-812c-216b7d0c7717 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d2eb24-c723-4af2-8219-f687844641ea HTTP/1.1" status: 200 len: 944 time: 0.0975132 Dec 20 09:26:51.192050 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0d578d3a-23cf-490a-953e-ab0085073144 req-247d69f1-0a8a-4297-8f64-e6c8b3c45f8c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e7afd3ae-9dcc-4e82-b102-b608d68eb987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1352649 Dec 20 09:26:51.315855 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a9f061db-81ab-445e-86b5-e23be9f76b18 req-89405a6e-3393-489e-87da-2e9c9c2790f1 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=b36d5aad-d0e8-483f-a1d4-aac6cb0ebb78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215141 Dec 20 09:26:51.356447 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0d578d3a-23cf-490a-953e-ab0085073144 req-f3d63e83-f811-4ef0-9c44-06874d029d98 service neutron] 10.222.0.58 "GET /v2.0/networks/e7afd3ae-9dcc-4e82-b102-b608d68eb987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490309 Dec 20 09:26:51.486572 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0d578d3a-23cf-490a-953e-ab0085073144 req-ecc4d385-a352-4316-b906-61a2e162a3c4 service neutron] 10.222.0.58 "GET /v2.0/networks/e7afd3ae-9dcc-4e82-b102-b608d68eb987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234560 Dec 20 09:26:52.519149 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d110674-6423-4794-8beb-45c0423ef6d8 req-cc69f6bb-4117-4545-844d-6c436fd5bd37 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:26:52.521359 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-1d110674-6423-4794-8beb-45c0423ef6d8 req-cc69f6bb-4117-4545-844d-6c436fd5bd37 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d2eb24-c723-4af2-8219-f687844641ea HTTP/1.1" status: 200 len: 944 time: 0.0810101 Dec 20 09:26:52.664329 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-1d110674-6423-4794-8beb-45c0423ef6d8 req-443ec142-cab0-4140-becf-92b84c7eb4b2 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=b36d5aad-d0e8-483f-a1d4-aac6cb0ebb78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378887 Dec 20 09:26:53.720340 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 65b13f5e-c8fb-4c60-acd4-268991b4f97b details requested by agent hyperv_hv-neutron-8204 with host hv-neutron-8204 {{(pid=83446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 09:26:53.860277 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port 65b13f5e-c8fb-4c60-acd4-268991b4f97b, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=65b13f5e-c8fb-4c60-acd4-268991b4f97b,segment=NetworkSegment(b6005d62-b699-48d5-a1f8-1610bcf211e7),segment_id=b6005d62-b699-48d5-a1f8-1610bcf211e7)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:26:53.862707 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a534dfa-80f4-4922-a4e4-1fd5a32c1482 req-38ea398c-ab2d-4769-ad8d-46d35e7d0e0a tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:26:53.864148 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1a534dfa-80f4-4922-a4e4-1fd5a32c1482 req-38ea398c-ab2d-4769-ad8d-46d35e7d0e0a tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d2eb24-c723-4af2-8219-f687844641ea HTTP/1.1" status: 200 len: 944 time: 0.0765219 Dec 20 09:26:53.874131 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Returning: {'device': '65b13f5e-c8fb-4c60-acd4-268991b4f97b', 'network_id': 'e7afd3ae-9dcc-4e82-b102-b608d68eb987', 'port_id': '65b13f5e-c8fb-4c60-acd4-268991b4f97b', 'mac_address': 'fa:16:3e:8a:2b:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61e0da10-a5a4-4229-9ada-dad6e499c0f3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 09:26:53.908570 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1a534dfa-80f4-4922-a4e4-1fd5a32c1482 req-38f39239-2bfa-445e-a206-998d0ea1dc0a tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=b36d5aad-d0e8-483f-a1d4-aac6cb0ebb78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390131 Dec 20 09:26:53.926950 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:53.944176 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65b13f5e-c8fb-4c60-acd4-268991b4f97b {{(pid=83446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 09:26:53.958525 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port 65b13f5e-c8fb-4c60-acd4-268991b4f97b, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=65b13f5e-c8fb-4c60-acd4-268991b4f97b,segment=NetworkSegment(b6005d62-b699-48d5-a1f8-1610bcf211e7),segment_id=b6005d62-b699-48d5-a1f8-1610bcf211e7)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:26:53.962511 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:53.964631 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-95d838b6-6e21-4630-9aa0-a004b8fbaff3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:26:54.031098 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=65b13f5e-c8fb-4c60-acd4-268991b4f97b,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:26:54.033995 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:26:54.327552 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] get_ports_and_sgs() called for port_ids ['65b13f5e-c8fb-4c60-acd4-268991b4f97b'] {{(pid=83446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 09:26:55.101633 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776364be-bc90-48b2-911f-257b6e2d515d req-d1621dee-3b76-48d9-9171-78fd8694cbdd tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:26:55.103033 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-776364be-bc90-48b2-911f-257b6e2d515d req-d1621dee-3b76-48d9-9171-78fd8694cbdd tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d2eb24-c723-4af2-8219-f687844641ea HTTP/1.1" status: 200 len: 945 time: 0.0745568 Dec 20 09:26:55.147775 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-776364be-bc90-48b2-911f-257b6e2d515d req-964264f0-3b23-46f7-b4a1-405891b9055c tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=b36d5aad-d0e8-483f-a1d4-aac6cb0ebb78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384889 Dec 20 09:26:55.734154 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 65b13f5e-c8fb-4c60-acd4-268991b4f97b up at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:26:55.800626 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning for port 65b13f5e-c8fb-4c60-acd4-268991b4f97b completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:26:55.805282 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning complete for port 65b13f5e-c8fb-4c60-acd4-268991b4f97b triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:26:55.805665 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:55.926488 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:55.952915 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d2eb24-c723-4af2-8219-f687844641ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65b13f5e-c8fb-4c60-acd4-268991b4f97b'}] {{(pid=83446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:26:55.962298 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port 65b13f5e-c8fb-4c60-acd4-268991b4f97b, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=65b13f5e-c8fb-4c60-acd4-268991b4f97b,segment=NetworkSegment(b6005d62-b699-48d5-a1f8-1610bcf211e7),segment_id=b6005d62-b699-48d5-a1f8-1610bcf211e7)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:26:55.965935 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:55.968578 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-6e5f8ae1-e657-4e81-a4d2-e1d196b8ae62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:26:56.011490 dv-neutron-820491-1-hyperv neutron-server[83446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d2eb24-c723-4af2-8219-f687844641ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65b13f5e-c8fb-4c60-acd4-268991b4f97b', 'code': 200} Dec 20 09:26:56.077434 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=65b13f5e-c8fb-4c60-acd4-268991b4f97b,revision_number=5']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:26:56.080989 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:26:56.239230 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e8643bca-d001-4ffa-b761-944a53c75a9c req-68017e44-7f0c-4e0d-91ec-b7b96305d71d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f2d2eb24-c723-4af2-8219-f687844641ea HTTP/1.1" status: 200 len: 1099 time: 0.0730131 Dec 20 09:26:56.282563 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e8643bca-d001-4ffa-b761-944a53c75a9c req-d7c17cf7-fa1a-4696-a559-7816977ddc6a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b36d5aad-d0e8-483f-a1d4-aac6cb0ebb78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368655 Dec 20 09:26:56.366860 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db53545d-db4c-4e5d-bac1-bc9e6340dc09 req-b6f6ad18-0bf5-4e43-9f4a-c30f0501d64f tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:26:56.368280 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-db53545d-db4c-4e5d-bac1-bc9e6340dc09 req-b6f6ad18-0bf5-4e43-9f4a-c30f0501d64f tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d2eb24-c723-4af2-8219-f687844641ea HTTP/1.1" status: 200 len: 946 time: 0.0773337 Dec 20 09:26:56.413583 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-db53545d-db4c-4e5d-bac1-bc9e6340dc09 req-ac5b6e54-d489-4f71-8622-73794dc72d9e tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=b36d5aad-d0e8-483f-a1d4-aac6cb0ebb78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391603 Dec 20 09:26:57.623851 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121db1cc-f40b-43a6-a354-10e6c30b441b req-5795a237-65e8-4ad7-a79a-0ecf042c7646 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:26:57.625314 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-121db1cc-f40b-43a6-a354-10e6c30b441b req-5795a237-65e8-4ad7-a79a-0ecf042c7646 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d2eb24-c723-4af2-8219-f687844641ea HTTP/1.1" status: 200 len: 946 time: 0.0886385 Dec 20 09:26:57.674029 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-121db1cc-f40b-43a6-a354-10e6c30b441b req-87797301-7fa4-45b4-a2a6-735464e6231b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=b36d5aad-d0e8-483f-a1d4-aac6cb0ebb78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432153 Dec 20 09:26:58.868444 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc8c2ea-d740-4c6c-bc9b-ab6c3fdeea58 req-33c14b80-ec6a-4f4c-97ee-91ac982d2650 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:26:58.869804 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-0dc8c2ea-d740-4c6c-bc9b-ab6c3fdeea58 req-33c14b80-ec6a-4f4c-97ee-91ac982d2650 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d2eb24-c723-4af2-8219-f687844641ea HTTP/1.1" status: 200 len: 946 time: 0.0741963 Dec 20 09:26:58.917809 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-0dc8c2ea-d740-4c6c-bc9b-ab6c3fdeea58 req-f775265f-554f-4b30-82f1-116f0c5a2396 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=b36d5aad-d0e8-483f-a1d4-aac6cb0ebb78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422621 Dec 20 09:26:59.117622 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4dfa3e-b75d-4edd-90dd-4013910cb409 req-81c4cc3a-8ce5-40bb-acb0-1160b481f41f tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:26:59.119600 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-cc4dfa3e-b75d-4edd-90dd-4013910cb409 req-81c4cc3a-8ce5-40bb-acb0-1160b481f41f tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d2eb24-c723-4af2-8219-f687844641ea HTTP/1.1" status: 200 len: 946 time: 0.0805235 Dec 20 09:26:59.165131 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-cc4dfa3e-b75d-4edd-90dd-4013910cb409 req-3add4ad5-dd81-4510-8ca1-0a4bda74c1bf tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=b36d5aad-d0e8-483f-a1d4-aac6cb0ebb78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404444 Dec 20 09:26:59.191810 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 51574) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:26:59.258644 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d871712a-c013-4b65-b851-77b1f3d9c0fb tempest-TestNetworkAdvancedServerOps-948809047 tempest-TestNetworkAdvancedServerOps-948809047-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f2d2eb24-c723-4af2-8219-f687844641ea HTTP/1.1" status: 200 len: 1094 time: 0.0656412 Dec 20 09:26:59.261258 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 51578) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:26:59.266255 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-af178c39-6092-4969-87aa-9be97644f161 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Request body: {'floatingip': {'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'port_id': '65b13f5e-c8fb-4c60-acd4-268991b4f97b', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:26:59.271665 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-af178c39-6092-4969-87aa-9be97644f161 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:26:59.275381 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-af178c39-6092-4969-87aa-9be97644f161 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Usage tracker for resource:floatingip and tenant:2bbb24938a37400498f9f82b32585e2d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:26:59.278159 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-af178c39-6092-4969-87aa-9be97644f161 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:26:59.284315 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-af178c39-6092-4969-87aa-9be97644f161 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:26:59.295039 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-af178c39-6092-4969-87aa-9be97644f161 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for floatingip, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:59.427582 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-af178c39-6092-4969-87aa-9be97644f161 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:59.563536 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-af178c39-6092-4969-87aa-9be97644f161 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Allocated IP 172.26.5.108 (95f3bec2-46e6-4468-8229-8badd4a5aaae/cf8895a3-346d-4313-a645-16ecdcce9969/40ab8808-267c-4886-be84-fb85ca30b21c) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 09:26:59.719037 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-af178c39-6092-4969-87aa-9be97644f161 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:59.746279 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-af178c39-6092-4969-87aa-9be97644f161 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:26:59.750662 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-32fbb6da-91f0-42b7-a567-a05de6ec67a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:26:59.816840 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af178c39-6092-4969-87aa-9be97644f161 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Network 95f3bec2-46e6-4468-8229-8badd4a5aaae is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:26:59.819935 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-af178c39-6092-4969-87aa-9be97644f161 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:26:59.823973 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af178c39-6092-4969-87aa-9be97644f161 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 09:26:59.849069 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af178c39-6092-4969-87aa-9be97644f161 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event updated for resources: {'Port': ['ID=40ab8808-267c-4886-be84-fb85ca30b21c,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:26:59.853842 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-af178c39-6092-4969-87aa-9be97644f161 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:27:00.427832 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-af178c39-6092-4969-87aa-9be97644f161 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:27:00.481023 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-af178c39-6092-4969-87aa-9be97644f161 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:27:00.687472 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-af178c39-6092-4969-87aa-9be97644f161 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:27:00.692366 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-af178c39-6092-4969-87aa-9be97644f161 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:27:00.696214 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-8dadc1a7-fd73-493c-a932-df82d12cb6c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:27:00.794075 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af178c39-6092-4969-87aa-9be97644f161 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event updated for resources: {'Port': ['ID=40ab8808-267c-4886-be84-fb85ca30b21c,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:27:00.797598 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-af178c39-6092-4969-87aa-9be97644f161 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:27:00.812427 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-af178c39-6092-4969-87aa-9be97644f161 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-345990'] for floatingip, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:27:01.001698 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.l3_db [None req-af178c39-6092-4969-87aa-9be97644f161 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Floating IP be31f005-b916-4781-ad48-7927b162bd42 associated. External IP: 172.26.5.108, port: 65b13f5e-c8fb-4c60-acd4-268991b4f97b. Dec 20 09:27:01.541115 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-00ee0316-f7d5-42f9-8fe9-98f7de366dc8 req-8c3740fe-3dfa-43d8-a7ad-274f26b26b99 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f2d2eb24-c723-4af2-8219-f687844641ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2565722 Dec 20 09:27:01.567655 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af178c39-6092-4969-87aa-9be97644f161 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Router 81042d93-4e8f-4816-b090-e2f584b71467 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 09:27:01.729492 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-00ee0316-f7d5-42f9-8fe9-98f7de366dc8 req-5340cd9d-3d49-4be4-85f6-a3715151e47d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2bbb24938a37400498f9f82b32585e2d&device_id=f2d2eb24-c723-4af2-8219-f687844641ea HTTP/1.1" status: 200 len: 1099 time: 0.1020207 Dec 20 09:27:01.929346 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ee0316-f7d5-42f9-8fe9-98f7de366dc8 req-f4a2adc2-9744-4a3a-b12f-b612f96da89e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:27:01.930696 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-00ee0316-f7d5-42f9-8fe9-98f7de366dc8 req-f4a2adc2-9744-4a3a-b12f-b612f96da89e service neutron] 10.222.0.58 "GET /v2.0/networks?id=e7afd3ae-9dcc-4e82-b102-b608d68eb987 HTTP/1.1" status: 200 len: 898 time: 0.1566939 Dec 20 09:27:02.014732 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af178c39-6092-4969-87aa-9be97644f161 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 09:27:02.023943 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efde929-b50c-40aa-ada7-52bc0cd850df None None] Sync routers for ids ['81042d93-4e8f-4816-b090-e2f584b71467'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 09:27:02.036955 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efde929-b50c-40aa-ada7-52bc0cd850df None None] Routers {'81042d93-4e8f-4816-b090-e2f584b71467'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:27:02.037585 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-9efde929-b50c-40aa-ada7-52bc0cd850df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:26:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['81042d93-4e8f-4816-b090-e2f584b71467'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:27:02.055905 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-00ee0316-f7d5-42f9-8fe9-98f7de366dc8 req-f9dd4d9d-bdc2-424e-97e9-4bb64b076773 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65b13f5e-c8fb-4c60-acd4-268991b4f97b HTTP/1.1" status: 200 len: 1000 time: 0.1173766 Dec 20 09:27:02.060862 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-af178c39-6092-4969-87aa-9be97644f161 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:27:02.165890 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-af178c39-6092-4969-87aa-9be97644f161 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9036410 Dec 20 09:27:02.169359 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2d2eb24-c723-4af2-8219-f687844641ea', 'tag': '65b13f5e-c8fb-4c60-acd4-268991b4f97b'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:27:02.174647 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ee0316-f7d5-42f9-8fe9-98f7de366dc8 req-1e3969de-facd-4f79-8b93-973a7210eb14 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:27:02.176060 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-00ee0316-f7d5-42f9-8fe9-98f7de366dc8 req-1e3969de-facd-4f79-8b93-973a7210eb14 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=61e0da10-a5a4-4229-9ada-dad6e499c0f3 HTTP/1.1" status: 200 len: 835 time: 0.0913332 Dec 20 09:27:02.249537 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-9efde929-b50c-40aa-ada7-52bc0cd850df None None] Set router 81042d93-4e8f-4816-b090-e2f584b71467 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:27:02.256072 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2d2eb24-c723-4af2-8219-f687844641ea', 'tag': '65b13f5e-c8fb-4c60-acd4-268991b4f97b', 'status': 'completed', 'code': 200} Dec 20 09:27:02.264055 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-00ee0316-f7d5-42f9-8fe9-98f7de366dc8 req-9c8ac92f-0646-48ad-8b0b-acee80d57244 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e7afd3ae-9dcc-4e82-b102-b608d68eb987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811219 Dec 20 09:27:02.383122 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bf720f-e42b-45f2-a7fc-002b8f9ce7e8 req-a0151d62-32f0-403f-80eb-a10982025cef tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:27:02.384555 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-78bf720f-e42b-45f2-a7fc-002b8f9ce7e8 req-a0151d62-32f0-403f-80eb-a10982025cef tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d2eb24-c723-4af2-8219-f687844641ea HTTP/1.1" status: 200 len: 946 time: 0.0830739 Dec 20 09:27:02.410791 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-00ee0316-f7d5-42f9-8fe9-98f7de366dc8 req-b3f7f54c-2e31-45cc-a0e5-2c47ee98efa8 service neutron] 10.222.0.58 "GET /v2.0/networks/e7afd3ae-9dcc-4e82-b102-b608d68eb987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400976 Dec 20 09:27:02.433344 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-78bf720f-e42b-45f2-a7fc-002b8f9ce7e8 req-dd849d4f-84a2-4349-bc6d-6a4934224c16 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=b36d5aad-d0e8-483f-a1d4-aac6cb0ebb78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421498 Dec 20 09:27:02.463030 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 51586) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:27:02.552397 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-00ee0316-f7d5-42f9-8fe9-98f7de366dc8 req-090f4afc-544a-4f80-b611-dbc2c0a2dc67 service neutron] 10.222.0.58 "GET /v2.0/networks/e7afd3ae-9dcc-4e82-b102-b608d68eb987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353343 Dec 20 09:27:02.572941 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-5d69e70b-7a2a-44da-821f-4c0c438799bb tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/floatingips/be31f005-b916-4781-ad48-7927b162bd42 HTTP/1.1" status: 200 len: 992 time: 0.1084571 Dec 20 09:27:02.635212 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-9efde929-b50c-40aa-ada7-52bc0cd850df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81042d93-4e8f-4816-b090-e2f584b71467', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1792634420', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': '483e4742-173a-4133-b3b4-c7151552a1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:26:37Z', 'updated_at': '2021-12-20T09:26:41Z', 'revision_number': 4, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'gw_port': {'id': '483e4742-173a-4133-b3b4-c7151552a1e1', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:36:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81042d93-4e8f-4816-b090-e2f584b71467', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:26:37Z', 'updated_at': '2021-12-20T09:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': 'be31f005-b916-4781-ad48-7927b162bd42', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'floating_ip_address': '172.26.5.108', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': '81042d93-4e8f-4816-b090-e2f584b71467', 'port_id': '65b13f5e-c8fb-4c60-acd4-268991b4f97b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7afd3ae-9dcc-4e82-b102-b608d68eb987', 'mac_address': 'fa:16:3e:8a:2b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d2eb24-c723-4af2-8219-f687844641ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T09:27:00Z', 'updated_at': '2021-12-20T09:27:00Z', 'revision_number': 0, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e36fd44-73e9-4945-8e47-f7cdbbc34d03', 'name': '', 'network_id': 'e7afd3ae-9dcc-4e82-b102-b608d68eb987', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'mac_address': 'fa:16:3e:08:c5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81042d93-4e8f-4816-b090-e2f584b71467', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '61e0da10-a5a4-4229-9ada-dad6e499c0f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:26:40Z', 'updated_at': '2021-12-20T09:26:47Z', 'revision_number': 5, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'subnets': [{'id': '61e0da10-a5a4-4229-9ada-dad6e499c0f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:27:02.639092 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efde929-b50c-40aa-ada7-52bc0cd850df None None] Checking router: 81042d93-4e8f-4816-b090-e2f584b71467 for host: dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 09:27:02.649443 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efde929-b50c-40aa-ada7-52bc0cd850df None None] Routers {'81042d93-4e8f-4816-b090-e2f584b71467'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:27:02.650048 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-9efde929-b50c-40aa-ada7-52bc0cd850df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:26:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['81042d93-4e8f-4816-b090-e2f584b71467'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:27:02.670982 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-75af3c3e-1e0d-4ad5-a924-090a5e02a5dd req-abaa3599-768d-4b43-91c3-7b8bae64cf73 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2bbb24938a37400498f9f82b32585e2d&device_id=f2d2eb24-c723-4af2-8219-f687844641ea HTTP/1.1" status: 200 len: 1099 time: 0.0685637 Dec 20 09:27:02.813352 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af3c3e-1e0d-4ad5-a924-090a5e02a5dd req-e666db6e-5ee7-4a74-81f5-cf50ad65c4c1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:27:02.814781 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-75af3c3e-1e0d-4ad5-a924-090a5e02a5dd req-e666db6e-5ee7-4a74-81f5-cf50ad65c4c1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e7afd3ae-9dcc-4e82-b102-b608d68eb987 HTTP/1.1" status: 200 len: 898 time: 0.1376798 Dec 20 09:27:02.826209 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-9efde929-b50c-40aa-ada7-52bc0cd850df None None] Set router 81042d93-4e8f-4816-b090-e2f584b71467 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:27:02.920069 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-75af3c3e-1e0d-4ad5-a924-090a5e02a5dd req-247ce1e0-ac68-4796-9277-db1ec0fe773a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65b13f5e-c8fb-4c60-acd4-268991b4f97b HTTP/1.1" status: 200 len: 1000 time: 0.0985949 Dec 20 09:27:02.981513 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af3c3e-1e0d-4ad5-a924-090a5e02a5dd req-7725b83c-bae1-44de-9285-635e895b0569 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:27:02.983114 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-75af3c3e-1e0d-4ad5-a924-090a5e02a5dd req-7725b83c-bae1-44de-9285-635e895b0569 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=61e0da10-a5a4-4229-9ada-dad6e499c0f3 HTTP/1.1" status: 200 len: 835 time: 0.0570514 Dec 20 09:27:03.058462 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-75af3c3e-1e0d-4ad5-a924-090a5e02a5dd req-9d7f3676-c14e-46e6-97e6-d5e6d0249a7c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e7afd3ae-9dcc-4e82-b102-b608d68eb987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695062 Dec 20 09:27:03.177738 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-9efde929-b50c-40aa-ada7-52bc0cd850df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81042d93-4e8f-4816-b090-e2f584b71467', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1792634420', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': '483e4742-173a-4133-b3b4-c7151552a1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:26:37Z', 'updated_at': '2021-12-20T09:26:41Z', 'revision_number': 4, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'gw_port': {'id': '483e4742-173a-4133-b3b4-c7151552a1e1', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:36:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81042d93-4e8f-4816-b090-e2f584b71467', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:26:37Z', 'updated_at': '2021-12-20T09:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': 'be31f005-b916-4781-ad48-7927b162bd42', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'floating_ip_address': '172.26.5.108', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': '81042d93-4e8f-4816-b090-e2f584b71467', 'port_id': '65b13f5e-c8fb-4c60-acd4-268991b4f97b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7afd3ae-9dcc-4e82-b102-b608d68eb987', 'mac_address': 'fa:16:3e:8a:2b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d2eb24-c723-4af2-8219-f687844641ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T09:27:00Z', 'updated_at': '2021-12-20T09:27:00Z', 'revision_number': 0, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e36fd44-73e9-4945-8e47-f7cdbbc34d03', 'name': '', 'network_id': 'e7afd3ae-9dcc-4e82-b102-b608d68eb987', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'mac_address': 'fa:16:3e:08:c5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81042d93-4e8f-4816-b090-e2f584b71467', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '61e0da10-a5a4-4229-9ada-dad6e499c0f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:26:40Z', 'updated_at': '2021-12-20T09:26:47Z', 'revision_number': 5, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'subnets': [{'id': '61e0da10-a5a4-4229-9ada-dad6e499c0f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:27:03.182111 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efde929-b50c-40aa-ada7-52bc0cd850df None None] The sync data for ids ['81042d93-4e8f-4816-b090-e2f584b71467'] in dv-neutron-820491-1-hyperv is: [{'id': '81042d93-4e8f-4816-b090-e2f584b71467', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1792634420', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': '483e4742-173a-4133-b3b4-c7151552a1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:26:37Z', 'updated_at': '2021-12-20T09:26:41Z', 'revision_number': 4, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'gw_port': {'id': '483e4742-173a-4133-b3b4-c7151552a1e1', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:36:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81042d93-4e8f-4816-b090-e2f584b71467', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:26:37Z', 'updated_at': '2021-12-20T09:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': 'be31f005-b916-4781-ad48-7927b162bd42', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'floating_ip_address': '172.26.5.108', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': '81042d93-4e8f-4816-b090-e2f584b71467', 'port_id': '65b13f5e-c8fb-4c60-acd4-268991b4f97b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7afd3ae-9dcc-4e82-b102-b608d68eb987', 'mac_address': 'fa:16:3e:8a:2b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d2eb24-c723-4af2-8219-f687844641ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T09:27:00Z', 'updated_at': '2021-12-20T09:27:00Z', 'revision_number': 0, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e36fd44-73e9-4945-8e47-f7cdbbc34d03', 'name': '', 'network_id': 'e7afd3ae-9dcc-4e82-b102-b608d68eb987', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'mac_address': 'fa:16:3e:08:c5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81042d93-4e8f-4816-b090-e2f584b71467', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '61e0da10-a5a4-4229-9ada-dad6e499c0f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:26:40Z', 'updated_at': '2021-12-20T09:26:47Z', 'revision_number': 5, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'subnets': [{'id': '61e0da10-a5a4-4229-9ada-dad6e499c0f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 09:27:03.328874 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-75af3c3e-1e0d-4ad5-a924-090a5e02a5dd req-ace6cc47-b862-48a1-b84d-0b77604316a5 service neutron] 10.222.0.58 "GET /v2.0/networks/e7afd3ae-9dcc-4e82-b102-b608d68eb987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634094 Dec 20 09:27:03.386728 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeae5073-6e0f-46f2-9d53-89cd257b6132 None None] New status for floating IP be31f005-b916-4781-ad48-7927b162bd42: ACTIVE {{(pid=83446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 09:27:03.465158 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-75af3c3e-1e0d-4ad5-a924-090a5e02a5dd req-6e9cb030-aaa1-4629-84a7-357480e2f792 service neutron] 10.222.0.58 "GET /v2.0/networks/e7afd3ae-9dcc-4e82-b102-b608d68eb987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296928 Dec 20 09:27:03.577415 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 51590) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:27:03.686301 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-dd743e98-2e8f-4a52-9ad7-627a53ec2433 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/floatingips/be31f005-b916-4781-ad48-7927b162bd42 HTTP/1.1" status: 200 len: 994 time: 0.1067684 Dec 20 09:27:10.362544 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:27:12.642069 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-668c9b19-bcb6-4819-9af6-26e099823f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:27:14.924441 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-4a59af41-8794-4d9d-bb1f-67b20215410d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:27:15.135361 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:27:16.100393 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:27:16.146360 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:27:17.556907 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:27:40.388505 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:27:42.643585 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-48f9bb54-58f8-4cdf-b8c3-ab05625a9676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:27:44.927211 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-9ed142c2-6cee-490d-a2f1-a9f3a544e8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:27:46.101515 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:27:46.147945 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:27:47.556560 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:27:52.135505 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:28:02.328562 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6008c359-6405-4a09-9cf3-4ff510e01faa req-192a1084-24e1-4c96-9bd1-33b45f14fcdc service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f2d2eb24-c723-4af2-8219-f687844641ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0717196 Dec 20 09:28:02.464324 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6008c359-6405-4a09-9cf3-4ff510e01faa req-952b664a-b26f-456b-a52d-09d64fee1d95 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2bbb24938a37400498f9f82b32585e2d&device_id=f2d2eb24-c723-4af2-8219-f687844641ea HTTP/1.1" status: 200 len: 1099 time: 0.0683959 Dec 20 09:28:02.615429 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6008c359-6405-4a09-9cf3-4ff510e01faa req-38101997-9857-4f3e-b12e-d5204a9ccad5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:28:02.616892 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6008c359-6405-4a09-9cf3-4ff510e01faa req-38101997-9857-4f3e-b12e-d5204a9ccad5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e7afd3ae-9dcc-4e82-b102-b608d68eb987 HTTP/1.1" status: 200 len: 898 time: 0.1319721 Dec 20 09:28:02.720152 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6008c359-6405-4a09-9cf3-4ff510e01faa req-605266e3-7a79-44c2-a43c-1ae2fa6541ff service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65b13f5e-c8fb-4c60-acd4-268991b4f97b HTTP/1.1" status: 200 len: 1002 time: 0.0964084 Dec 20 09:28:02.780508 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6008c359-6405-4a09-9cf3-4ff510e01faa req-a1a1c7f9-a3a9-474f-9f14-6bfcfd9fd963 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:28:02.781931 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6008c359-6405-4a09-9cf3-4ff510e01faa req-a1a1c7f9-a3a9-474f-9f14-6bfcfd9fd963 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=61e0da10-a5a4-4229-9ada-dad6e499c0f3 HTTP/1.1" status: 200 len: 835 time: 0.0560131 Dec 20 09:28:02.858111 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6008c359-6405-4a09-9cf3-4ff510e01faa req-62e7ca7d-bf5a-49ea-ae96-828f42f05b7f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e7afd3ae-9dcc-4e82-b102-b608d68eb987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697556 Dec 20 09:28:02.988344 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6008c359-6405-4a09-9cf3-4ff510e01faa req-1fc8ec81-758a-499d-95d7-1b862896563f service neutron] 10.222.0.58 "GET /v2.0/networks/e7afd3ae-9dcc-4e82-b102-b608d68eb987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232467 Dec 20 09:28:03.116111 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6008c359-6405-4a09-9cf3-4ff510e01faa req-e7af280e-dc01-4cb6-89c7-38e44df1b1f6 service neutron] 10.222.0.58 "GET /v2.0/networks/e7afd3ae-9dcc-4e82-b102-b608d68eb987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213260 Dec 20 09:28:06.740276 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1fbcb2-9d60-4630-8d79-3077b17d3b95 req-3db2ae27-6817-4f9f-a2fd-47c9b32a05ae tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:28:06.741723 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fb1fbcb2-9d60-4630-8d79-3077b17d3b95 req-3db2ae27-6817-4f9f-a2fd-47c9b32a05ae tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d2eb24-c723-4af2-8219-f687844641ea HTTP/1.1" status: 200 len: 946 time: 0.0750046 Dec 20 09:28:06.787898 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fb1fbcb2-9d60-4630-8d79-3077b17d3b95 req-3f583775-5bd6-4999-9510-f8b3b1a27f68 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=b36d5aad-d0e8-483f-a1d4-aac6cb0ebb78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407567 Dec 20 09:28:08.002133 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85fb78-53a9-4352-b8fa-3f2493021240 req-eb7d5d2a-be4b-494d-9bef-69e8a24155db tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:28:08.003691 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-2c85fb78-53a9-4352-b8fa-3f2493021240 req-eb7d5d2a-be4b-494d-9bef-69e8a24155db tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d2eb24-c723-4af2-8219-f687844641ea HTTP/1.1" status: 200 len: 946 time: 0.0768816 Dec 20 09:28:08.052329 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-2c85fb78-53a9-4352-b8fa-3f2493021240 req-d881fe2e-06ac-4b58-86a8-496cfd464113 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=b36d5aad-d0e8-483f-a1d4-aac6cb0ebb78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432782 Dec 20 09:28:08.080394 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 51620) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:28:08.182228 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-448ce7f8-ae11-4d39-9d41-9e60edc187dd tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/floatingips/be31f005-b916-4781-ad48-7927b162bd42 HTTP/1.1" status: 200 len: 994 time: 0.1004388 Dec 20 09:28:09.669731 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b28045-e53a-4125-a23a-9edbca392c4f req-e545f3a0-ccf5-414d-b4ed-a309f4975018 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:28:09.671161 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e1b28045-e53a-4125-a23a-9edbca392c4f req-e545f3a0-ccf5-414d-b4ed-a309f4975018 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d2eb24-c723-4af2-8219-f687844641ea HTTP/1.1" status: 200 len: 946 time: 0.0813785 Dec 20 09:28:09.717911 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e1b28045-e53a-4125-a23a-9edbca392c4f req-ba046b40-9326-473e-baf0-43c56d259e2f tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=b36d5aad-d0e8-483f-a1d4-aac6cb0ebb78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411756 Dec 20 09:28:10.389252 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:10.920200 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb92d2c-97bd-4dfd-8862-ef474542bdfc req-38072b31-0445-4e4a-9653-dfa97217c028 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:28:10.921840 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-bbb92d2c-97bd-4dfd-8862-ef474542bdfc req-38072b31-0445-4e4a-9653-dfa97217c028 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d2eb24-c723-4af2-8219-f687844641ea HTTP/1.1" status: 200 len: 946 time: 0.0815251 Dec 20 09:28:10.966182 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-bbb92d2c-97bd-4dfd-8862-ef474542bdfc req-e8185a71-6f5d-4e68-993f-8ad634c58137 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=b36d5aad-d0e8-483f-a1d4-aac6cb0ebb78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386708 Dec 20 09:28:10.993790 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 51632) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:28:11.098921 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-67e47fc9-19bc-45f9-93d7-9897defaedef tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/floatingips/be31f005-b916-4781-ad48-7927b162bd42 HTTP/1.1" status: 200 len: 994 time: 0.1038218 Dec 20 09:28:11.382265 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 51640) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:28:11.576006 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-dec7d795-e8d3-4c3d-9c2b-0e73bb553c19 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Deleting port 40ab8808-267c-4886-be84-fb85ca30b21c {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:28:11.576350 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-dec7d795-e8d3-4c3d-9c2b-0e73bb553c19 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:11.743294 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-dec7d795-e8d3-4c3d-9c2b-0e73bb553c19 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:11.743615 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-dec7d795-e8d3-4c3d-9c2b-0e73bb553c19 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:11.965568 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-dec7d795-e8d3-4c3d-9c2b-0e73bb553c19 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Calling delete_port for 40ab8808-267c-4886-be84-fb85ca30b21c owned by network:floatingip {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:28:12.110669 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-dec7d795-e8d3-4c3d-9c2b-0e73bb553c19 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:12.115345 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-67739cbd-dae1-44a6-86bb-e3559e6333bf tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:28:12.155934 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec7d795-e8d3-4c3d-9c2b-0e73bb553c19 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event deleted for resources: {'Port': ['ID=40ab8808-267c-4886-be84-fb85ca30b21c,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:28:12.194320 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec7d795-e8d3-4c3d-9c2b-0e73bb553c19 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:28:12.194702 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec7d795-e8d3-4c3d-9c2b-0e73bb553c19 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:28:12.195080 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec7d795-e8d3-4c3d-9c2b-0e73bb553c19 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:28:12.195448 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec7d795-e8d3-4c3d-9c2b-0e73bb553c19 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:28:12.195813 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec7d795-e8d3-4c3d-9c2b-0e73bb553c19 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:28:12.196175 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec7d795-e8d3-4c3d-9c2b-0e73bb553c19 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:28:12.196533 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec7d795-e8d3-4c3d-9c2b-0e73bb553c19 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:28:12.196894 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec7d795-e8d3-4c3d-9c2b-0e73bb553c19 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:28:12.197274 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec7d795-e8d3-4c3d-9c2b-0e73bb553c19 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:28:12.197636 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec7d795-e8d3-4c3d-9c2b-0e73bb553c19 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:28:12.197993 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec7d795-e8d3-4c3d-9c2b-0e73bb553c19 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:28:12.205731 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-dec7d795-e8d3-4c3d-9c2b-0e73bb553c19 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:28:12.261404 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-dec7d795-e8d3-4c3d-9c2b-0e73bb553c19 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for floatingip, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:12.645786 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-97cc5846-7e6a-4578-8e42-12841b7fd5f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:12.650142 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dec7d795-e8d3-4c3d-9c2b-0e73bb553c19 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Router 81042d93-4e8f-4816-b090-e2f584b71467 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 09:28:12.849941 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dec7d795-e8d3-4c3d-9c2b-0e73bb553c19 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 09:28:12.859880 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b8584b-a551-4e7a-a7ff-d54e16b75de1 None None] Sync routers for ids ['81042d93-4e8f-4816-b090-e2f584b71467'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 09:28:12.870020 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-dec7d795-e8d3-4c3d-9c2b-0e73bb553c19 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for floatingip, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:12.872834 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b8584b-a551-4e7a-a7ff-d54e16b75de1 None None] Routers {'81042d93-4e8f-4816-b090-e2f584b71467'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:28:12.873481 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-72b8584b-a551-4e7a-a7ff-d54e16b75de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:27:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['81042d93-4e8f-4816-b090-e2f584b71467'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:28:12.925553 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-dec7d795-e8d3-4c3d-9c2b-0e73bb553c19 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "DELETE /v2.0/floatingips/be31f005-b916-4781-ad48-7927b162bd42 HTTP/1.1" status: 204 len: 168 time: 1.5422926 Dec 20 09:28:12.926304 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2d2eb24-c723-4af2-8219-f687844641ea', 'tag': '65b13f5e-c8fb-4c60-acd4-268991b4f97b'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:28:12.990428 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2d2eb24-c723-4af2-8219-f687844641ea', 'tag': '65b13f5e-c8fb-4c60-acd4-268991b4f97b', 'status': 'completed', 'code': 200} Dec 20 09:28:13.087459 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5235895c-7f83-4a1f-b34e-3a725cc80840 req-50ad8dc7-e62d-4346-81f1-bb9dc07e793f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2bbb24938a37400498f9f82b32585e2d&device_id=f2d2eb24-c723-4af2-8219-f687844641ea HTTP/1.1" status: 200 len: 1099 time: 0.0735931 Dec 20 09:28:13.089573 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-72b8584b-a551-4e7a-a7ff-d54e16b75de1 None None] Set router 81042d93-4e8f-4816-b090-e2f584b71467 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:28:13.236182 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5235895c-7f83-4a1f-b34e-3a725cc80840 req-3f232dc7-79e9-4eb8-8f93-201759b522c5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:28:13.237673 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5235895c-7f83-4a1f-b34e-3a725cc80840 req-3f232dc7-79e9-4eb8-8f93-201759b522c5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e7afd3ae-9dcc-4e82-b102-b608d68eb987 HTTP/1.1" status: 200 len: 898 time: 0.1436496 Dec 20 09:28:13.353474 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5235895c-7f83-4a1f-b34e-3a725cc80840 req-91ff9910-0b60-45a1-a0c2-b87126386b20 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65b13f5e-c8fb-4c60-acd4-268991b4f97b HTTP/1.1" status: 200 len: 217 time: 0.1072125 Dec 20 09:28:13.405556 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-72b8584b-a551-4e7a-a7ff-d54e16b75de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81042d93-4e8f-4816-b090-e2f584b71467', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1792634420', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': '483e4742-173a-4133-b3b4-c7151552a1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:26:37Z', 'updated_at': '2021-12-20T09:26:41Z', 'revision_number': 4, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'gw_port': {'id': '483e4742-173a-4133-b3b4-c7151552a1e1', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:36:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81042d93-4e8f-4816-b090-e2f584b71467', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:26:37Z', 'updated_at': '2021-12-20T09:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '0e36fd44-73e9-4945-8e47-f7cdbbc34d03', 'name': '', 'network_id': 'e7afd3ae-9dcc-4e82-b102-b608d68eb987', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'mac_address': 'fa:16:3e:08:c5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81042d93-4e8f-4816-b090-e2f584b71467', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '61e0da10-a5a4-4229-9ada-dad6e499c0f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:26:40Z', 'updated_at': '2021-12-20T09:26:47Z', 'revision_number': 5, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'subnets': [{'id': '61e0da10-a5a4-4229-9ada-dad6e499c0f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:28:13.409910 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b8584b-a551-4e7a-a7ff-d54e16b75de1 None None] Checking router: 81042d93-4e8f-4816-b090-e2f584b71467 for host: dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 09:28:13.421430 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b8584b-a551-4e7a-a7ff-d54e16b75de1 None None] Routers {'81042d93-4e8f-4816-b090-e2f584b71467'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:28:13.422064 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-72b8584b-a551-4e7a-a7ff-d54e16b75de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:27:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['81042d93-4e8f-4816-b090-e2f584b71467'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:28:13.539972 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5235895c-7f83-4a1f-b34e-3a725cc80840 req-1a08cc22-46ce-4c5f-bf90-b2e740fa6116 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:28:13.541436 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5235895c-7f83-4a1f-b34e-3a725cc80840 req-1a08cc22-46ce-4c5f-bf90-b2e740fa6116 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=61e0da10-a5a4-4229-9ada-dad6e499c0f3 HTTP/1.1" status: 200 len: 835 time: 0.1803355 Dec 20 09:28:13.548191 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46759d46-0bd0-4ccb-93cd-3693a3e0fc7a req-fdaf2865-e8a8-423c-b8dd-ac6d88cbe6a7 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:28:13.549581 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-46759d46-0bd0-4ccb-93cd-3693a3e0fc7a req-fdaf2865-e8a8-423c-b8dd-ac6d88cbe6a7 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d2eb24-c723-4af2-8219-f687844641ea HTTP/1.1" status: 200 len: 946 time: 0.2515819 Dec 20 09:28:13.610012 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-72b8584b-a551-4e7a-a7ff-d54e16b75de1 None None] Set router 81042d93-4e8f-4816-b090-e2f584b71467 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:28:13.650681 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-46759d46-0bd0-4ccb-93cd-3693a3e0fc7a req-466fec43-4531-4cd8-9190-e66225cba03e tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=b36d5aad-d0e8-483f-a1d4-aac6cb0ebb78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684063 Dec 20 09:28:13.666082 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5235895c-7f83-4a1f-b34e-3a725cc80840 req-3a136bcf-994c-401f-a8e0-6198c37e3dfd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e7afd3ae-9dcc-4e82-b102-b608d68eb987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1155953 Dec 20 09:28:13.799963 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5235895c-7f83-4a1f-b34e-3a725cc80840 req-05478e1d-fb3b-40a3-9e8d-133af134a666 service neutron] 10.222.0.58 "GET /v2.0/networks/e7afd3ae-9dcc-4e82-b102-b608d68eb987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260643 Dec 20 09:28:13.922766 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-72b8584b-a551-4e7a-a7ff-d54e16b75de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81042d93-4e8f-4816-b090-e2f584b71467', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1792634420', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': '483e4742-173a-4133-b3b4-c7151552a1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:26:37Z', 'updated_at': '2021-12-20T09:26:41Z', 'revision_number': 4, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'gw_port': {'id': '483e4742-173a-4133-b3b4-c7151552a1e1', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:36:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81042d93-4e8f-4816-b090-e2f584b71467', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:26:37Z', 'updated_at': '2021-12-20T09:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '0e36fd44-73e9-4945-8e47-f7cdbbc34d03', 'name': '', 'network_id': 'e7afd3ae-9dcc-4e82-b102-b608d68eb987', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'mac_address': 'fa:16:3e:08:c5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81042d93-4e8f-4816-b090-e2f584b71467', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '61e0da10-a5a4-4229-9ada-dad6e499c0f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:26:40Z', 'updated_at': '2021-12-20T09:26:47Z', 'revision_number': 5, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'subnets': [{'id': '61e0da10-a5a4-4229-9ada-dad6e499c0f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:28:13.927117 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b8584b-a551-4e7a-a7ff-d54e16b75de1 None None] The sync data for ids ['81042d93-4e8f-4816-b090-e2f584b71467'] in dv-neutron-820491-1-hyperv is: [{'id': '81042d93-4e8f-4816-b090-e2f584b71467', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1792634420', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': '483e4742-173a-4133-b3b4-c7151552a1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:26:37Z', 'updated_at': '2021-12-20T09:26:41Z', 'revision_number': 4, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'gw_port': {'id': '483e4742-173a-4133-b3b4-c7151552a1e1', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:36:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81042d93-4e8f-4816-b090-e2f584b71467', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:26:37Z', 'updated_at': '2021-12-20T09:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '0e36fd44-73e9-4945-8e47-f7cdbbc34d03', 'name': '', 'network_id': 'e7afd3ae-9dcc-4e82-b102-b608d68eb987', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'mac_address': 'fa:16:3e:08:c5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81042d93-4e8f-4816-b090-e2f584b71467', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '61e0da10-a5a4-4229-9ada-dad6e499c0f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:26:40Z', 'updated_at': '2021-12-20T09:26:47Z', 'revision_number': 5, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'subnets': [{'id': '61e0da10-a5a4-4229-9ada-dad6e499c0f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 09:28:13.943946 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5235895c-7f83-4a1f-b34e-3a725cc80840 req-a0a3f55f-d4ab-488c-93b4-bc309afc8517 service neutron] 10.222.0.58 "GET /v2.0/networks/e7afd3ae-9dcc-4e82-b102-b608d68eb987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336808 Dec 20 09:28:14.137089 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772cbc0f-9504-4264-930e-843df45f4b5c None None] New status for floating IP be31f005-b916-4781-ad48-7927b162bd42: DOWN {{(pid=83446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 09:28:14.856054 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f53abe2-5403-48d5-a2fa-68467134daa1 req-1a6f808b-8476-470f-99be-d6084a4e7ebe tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:28:14.856715 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-9f53abe2-5403-48d5-a2fa-68467134daa1 req-1a6f808b-8476-470f-99be-d6084a4e7ebe tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Synchronizing usage tracker for tenant:2bbb24938a37400498f9f82b32585e2d on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:28:14.871414 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-9f53abe2-5403-48d5-a2fa-68467134daa1 req-1a6f808b-8476-470f-99be-d6084a4e7ebe tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Unset dirty status for tenant:2bbb24938a37400498f9f82b32585e2d on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:28:14.872957 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-9f53abe2-5403-48d5-a2fa-68467134daa1 req-1a6f808b-8476-470f-99be-d6084a4e7ebe tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d2eb24-c723-4af2-8219-f687844641ea HTTP/1.1" status: 200 len: 946 time: 0.0909603 Dec 20 09:28:14.922788 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-9f53abe2-5403-48d5-a2fa-68467134daa1 req-a29fd524-d38d-4b48-93cc-ea0566e232ec tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=b36d5aad-d0e8-483f-a1d4-aac6cb0ebb78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418215 Dec 20 09:28:14.927789 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-4f287bed-1522-4823-9946-d3f22cd6ccec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:15.147488 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a414d2f-286e-4e8a-b1b9-5c29145bad47 req-1f78e75a-47fc-43c9-afd2-64a4e7792fc4 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:28:15.148837 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7a414d2f-286e-4e8a-b1b9-5c29145bad47 req-1f78e75a-47fc-43c9-afd2-64a4e7792fc4 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2d2eb24-c723-4af2-8219-f687844641ea HTTP/1.1" status: 200 len: 946 time: 0.0764427 Dec 20 09:28:15.219073 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-7a414d2f-286e-4e8a-b1b9-5c29145bad47 req-d745fc22-4bdf-4ccf-9098-9c5414d0c210 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Deleting port 65b13f5e-c8fb-4c60-acd4-268991b4f97b {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:28:15.219470 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-7a414d2f-286e-4e8a-b1b9-5c29145bad47 req-d745fc22-4bdf-4ccf-9098-9c5414d0c210 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:15.455283 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-7a414d2f-286e-4e8a-b1b9-5c29145bad47 req-d745fc22-4bdf-4ccf-9098-9c5414d0c210 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] For port 65b13f5e-c8fb-4c60-acd4-268991b4f97b, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=65b13f5e-c8fb-4c60-acd4-268991b4f97b,segment=NetworkSegment(b6005d62-b699-48d5-a1f8-1610bcf211e7),segment_id=b6005d62-b699-48d5-a1f8-1610bcf211e7)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:28:15.455543 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-7a414d2f-286e-4e8a-b1b9-5c29145bad47 req-d745fc22-4bdf-4ccf-9098-9c5414d0c210 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:15.576587 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-7a414d2f-286e-4e8a-b1b9-5c29145bad47 req-d745fc22-4bdf-4ccf-9098-9c5414d0c210 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Calling delete_port for 65b13f5e-c8fb-4c60-acd4-268991b4f97b owned by compute:nova {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:28:15.714598 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-7a414d2f-286e-4e8a-b1b9-5c29145bad47 req-d745fc22-4bdf-4ccf-9098-9c5414d0c210 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:15.720215 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2116f865-64b3-4450-974b-46217b60d903 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:28:15.766460 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d745fc22-4bdf-4ccf-9098-9c5414d0c210 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event deleted for resources: {'Port': ['ID=65b13f5e-c8fb-4c60-acd4-268991b4f97b,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:28:15.830266 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d745fc22-4bdf-4ccf-9098-9c5414d0c210 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:28:15.830645 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d745fc22-4bdf-4ccf-9098-9c5414d0c210 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:28:15.831018 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d745fc22-4bdf-4ccf-9098-9c5414d0c210 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:28:15.831382 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d745fc22-4bdf-4ccf-9098-9c5414d0c210 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:28:15.831743 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d745fc22-4bdf-4ccf-9098-9c5414d0c210 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:28:15.832106 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d745fc22-4bdf-4ccf-9098-9c5414d0c210 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:28:15.832460 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d745fc22-4bdf-4ccf-9098-9c5414d0c210 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:28:15.832816 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d745fc22-4bdf-4ccf-9098-9c5414d0c210 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:28:15.833173 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d745fc22-4bdf-4ccf-9098-9c5414d0c210 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:28:15.833552 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d745fc22-4bdf-4ccf-9098-9c5414d0c210 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:28:15.833906 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d745fc22-4bdf-4ccf-9098-9c5414d0c210 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:28:15.840843 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d745fc22-4bdf-4ccf-9098-9c5414d0c210 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:28:15.846932 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a414d2f-286e-4e8a-b1b9-5c29145bad47 req-d745fc22-4bdf-4ccf-9098-9c5414d0c210 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] No DVR routers for this DVR port 65b13f5e-c8fb-4c60-acd4-268991b4f97b on host hv-neutron-8204 {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 09:28:15.849188 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-7a414d2f-286e-4e8a-b1b9-5c29145bad47 req-d745fc22-4bdf-4ccf-9098-9c5414d0c210 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:15.851818 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d2eb24-c723-4af2-8219-f687844641ea', 'name': 'network-vif-deleted', 'tag': '65b13f5e-c8fb-4c60-acd4-268991b4f97b'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:28:15.867889 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7a414d2f-286e-4e8a-b1b9-5c29145bad47 req-d745fc22-4bdf-4ccf-9098-9c5414d0c210 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.58 "DELETE /v2.0/ports/65b13f5e-c8fb-4c60-acd4-268991b4f97b HTTP/1.1" status: 204 len: 173 time: 0.7136135 Dec 20 09:28:15.912404 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d2eb24-c723-4af2-8219-f687844641ea', 'name': 'network-vif-deleted', 'tag': '65b13f5e-c8fb-4c60-acd4-268991b4f97b', 'status': 'completed', 'code': 200} Dec 20 09:28:16.108563 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-62f769e5-bc21-42cc-b13f-a5133b4f6266 req-8f81bf42-102d-4273-9309-dc24196f6a86 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d2eb24-c723-4af2-8219-f687844641ea HTTP/1.1" status: 200 len: 210 time: 0.0464907 Dec 20 09:28:16.114112 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:16.152265 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:17.218519 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 51658) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:28:17.561475 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:17.726872 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f9b80364-70f4-44ba-aa32-98315a61ef38 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349062'] for router_interface, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:18.202938 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 65b13f5e-c8fb-4c60-acd4-268991b4f97b no longer exists at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 09:28:18.237245 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] No Port match for: 65b13f5e-c8fb-4c60-acd4-268991b4f97b {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 09:28:18.237616 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 65b13f5e-c8fb-4c60-acd4-268991b4f97b not bound to the agent host hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 09:28:18.345672 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80364-70f4-44ba-aa32-98315a61ef38 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Deleting port 0e36fd44-73e9-4945-8e47-f7cdbbc34d03 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:28:18.346283 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f9b80364-70f4-44ba-aa32-98315a61ef38 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:18.552483 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-f9b80364-70f4-44ba-aa32-98315a61ef38 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] For port 0e36fd44-73e9-4945-8e47-f7cdbbc34d03, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=0e36fd44-73e9-4945-8e47-f7cdbbc34d03,segment=NetworkSegment(b6005d62-b699-48d5-a1f8-1610bcf211e7),segment_id=b6005d62-b699-48d5-a1f8-1610bcf211e7)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:28:18.553011 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f9b80364-70f4-44ba-aa32-98315a61ef38 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:18.702488 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80364-70f4-44ba-aa32-98315a61ef38 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Calling delete_port for 0e36fd44-73e9-4945-8e47-f7cdbbc34d03 owned by network:router_interface {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:28:18.919682 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f9b80364-70f4-44ba-aa32-98315a61ef38 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:18.923400 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-80520bce-3a0a-4bb3-bddc-59119f48f881 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:28:18.967208 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80364-70f4-44ba-aa32-98315a61ef38 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event deleted for resources: {'Port': ['ID=0e36fd44-73e9-4945-8e47-f7cdbbc34d03,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:28:18.969824 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f9b80364-70f4-44ba-aa32-98315a61ef38 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:28:19.264653 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f9b80364-70f4-44ba-aa32-98315a61ef38 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32897953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348760'] for router_interface, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:19.969113 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9b80364-70f4-44ba-aa32-98315a61ef38 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Router 81042d93-4e8f-4816-b090-e2f584b71467 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 09:28:20.173645 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9b80364-70f4-44ba-aa32-98315a61ef38 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 09:28:20.183972 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7ba199-5263-4eef-b880-b53f11024a21 None None] Sync routers for ids ['81042d93-4e8f-4816-b090-e2f584b71467'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 09:28:20.186771 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-f9b80364-70f4-44ba-aa32-98315a61ef38 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "PUT /v2.0/routers/81042d93-4e8f-4816-b090-e2f584b71467/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9672222 Dec 20 09:28:20.189411 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 51662) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:28:20.196168 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7ba199-5263-4eef-b880-b53f11024a21 None None] Routers {'81042d93-4e8f-4816-b090-e2f584b71467'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:28:20.196772 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-3c7ba199-5263-4eef-b880-b53f11024a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:28:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['81042d93-4e8f-4816-b090-e2f584b71467'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:28:20.374918 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b575de5-488e-4671-aaa2-430d6245370c tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Deleting subnet 61e0da10-a5a4-4229-9ada-dad6e499c0f3 {{(pid=83445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 09:28:20.377692 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5b575de5-488e-4671-aaa2-430d6245370c tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for subnet, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:20.377823 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-3c7ba199-5263-4eef-b880-b53f11024a21 None None] Set router 81042d93-4e8f-4816-b090-e2f584b71467 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:28:20.430425 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5b575de5-488e-4671-aaa2-430d6245370c tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1518554'] for subnet, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:20.518502 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5b575de5-488e-4671-aaa2-430d6245370c tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:20.592605 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5b575de5-488e-4671-aaa2-430d6245370c tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2036620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2095133'] for subnet, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:20.597172 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a57576ff-5d62-4b34-a672-4e636666aebb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:28:20.636199 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b575de5-488e-4671-aaa2-430d6245370c tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event deleted for resources: {'Subnet': ['ID=61e0da10-a5a4-4229-9ada-dad6e499c0f3,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:28:20.640176 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-5b575de5-488e-4671-aaa2-430d6245370c tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:28:20.641155 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5b575de5-488e-4671-aaa2-430d6245370c tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:20.647210 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-5b575de5-488e-4671-aaa2-430d6245370c tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "DELETE /v2.0/subnets/61e0da10-a5a4-4229-9ada-dad6e499c0f3 HTTP/1.1" status: 204 len: 168 time: 0.4568412 Dec 20 09:28:20.649858 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 51666) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:28:20.654592 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433ab75a-5d0f-42e2-87e5-9badb0bfa77a None None] Network e7afd3ae-9dcc-4e82-b102-b608d68eb987 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 09:28:20.698066 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-3c7ba199-5263-4eef-b880-b53f11024a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81042d93-4e8f-4816-b090-e2f584b71467', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1792634420', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': '483e4742-173a-4133-b3b4-c7151552a1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:26:37Z', 'updated_at': '2021-12-20T09:28:18Z', 'revision_number': 5, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'gw_port': {'id': '483e4742-173a-4133-b3b4-c7151552a1e1', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:36:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81042d93-4e8f-4816-b090-e2f584b71467', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:26:37Z', 'updated_at': '2021-12-20T09:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:28:20.702585 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7ba199-5263-4eef-b880-b53f11024a21 None None] Checking router: 81042d93-4e8f-4816-b090-e2f584b71467 for host: dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 09:28:20.712971 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7ba199-5263-4eef-b880-b53f11024a21 None None] Routers {'81042d93-4e8f-4816-b090-e2f584b71467'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:28:20.713698 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-3c7ba199-5263-4eef-b880-b53f11024a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:28:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['81042d93-4e8f-4816-b090-e2f584b71467'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:28:20.858667 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-78f83f3d-bf6f-49f4-9d2f-fa9dd8984073 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for router, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:20.899811 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-3c7ba199-5263-4eef-b880-b53f11024a21 None None] Set router 81042d93-4e8f-4816-b090-e2f584b71467 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:28:20.932163 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c696f2-6d55-4de4-b330-066c9181721a None None] DHCP port deletion for e7afd3ae-9dcc-4e82-b102-b608d68eb987 request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 09:28:20.937954 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-89c696f2-6d55-4de4-b330-066c9181721a None None] Deleting port b2dd0879-79c0-4c36-a6b2-c3e2cf60c3e4 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:28:20.938429 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-89c696f2-6d55-4de4-b330-066c9181721a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:21.146724 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-89c696f2-6d55-4de4-b330-066c9181721a None None] For port b2dd0879-79c0-4c36-a6b2-c3e2cf60c3e4, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=b2dd0879-79c0-4c36-a6b2-c3e2cf60c3e4,segment=NetworkSegment(b6005d62-b699-48d5-a1f8-1610bcf211e7),segment_id=b6005d62-b699-48d5-a1f8-1610bcf211e7)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:28:21.147377 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-89c696f2-6d55-4de4-b330-066c9181721a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:21.192011 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-78f83f3d-bf6f-49f4-9d2f-fa9dd8984073 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:21.201767 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-78f83f3d-bf6f-49f4-9d2f-fa9dd8984073 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Deleting port 483e4742-173a-4133-b3b4-c7151552a1e1 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:28:21.202155 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-78f83f3d-bf6f-49f4-9d2f-fa9dd8984073 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:21.208003 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-3c7ba199-5263-4eef-b880-b53f11024a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81042d93-4e8f-4816-b090-e2f584b71467', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1792634420', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': '483e4742-173a-4133-b3b4-c7151552a1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:26:37Z', 'updated_at': '2021-12-20T09:28:18Z', 'revision_number': 5, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'gw_port': {'id': '483e4742-173a-4133-b3b4-c7151552a1e1', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:36:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81042d93-4e8f-4816-b090-e2f584b71467', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:26:37Z', 'updated_at': '2021-12-20T09:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:28:21.212265 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7ba199-5263-4eef-b880-b53f11024a21 None None] The sync data for ids ['81042d93-4e8f-4816-b090-e2f584b71467'] in dv-neutron-820491-1-hyperv is: [{'id': '81042d93-4e8f-4816-b090-e2f584b71467', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1792634420', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': '483e4742-173a-4133-b3b4-c7151552a1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:26:37Z', 'updated_at': '2021-12-20T09:28:18Z', 'revision_number': 5, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'gw_port': {'id': '483e4742-173a-4133-b3b4-c7151552a1e1', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:36:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81042d93-4e8f-4816-b090-e2f584b71467', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:26:37Z', 'updated_at': '2021-12-20T09:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 09:28:21.276381 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-89c696f2-6d55-4de4-b330-066c9181721a None None] Calling delete_port for b2dd0879-79c0-4c36-a6b2-c3e2cf60c3e4 owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:28:21.391086 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-78f83f3d-bf6f-49f4-9d2f-fa9dd8984073 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] For port 483e4742-173a-4133-b3b4-c7151552a1e1, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=483e4742-173a-4133-b3b4-c7151552a1e1,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:28:21.391440 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-78f83f3d-bf6f-49f4-9d2f-fa9dd8984073 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:21.393789 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-89c696f2-6d55-4de4-b330-066c9181721a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102'] for port, after_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:21.398974 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:28:21.439694 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c696f2-6d55-4de4-b330-066c9181721a None None] Pushing event deleted for resources: {'Port': ['ID=b2dd0879-79c0-4c36-a6b2-c3e2cf60c3e4,revision_number=None']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:28:21.445046 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c696f2-6d55-4de4-b330-066c9181721a None None] No DVR routers for this DVR port b2dd0879-79c0-4c36-a6b2-c3e2cf60c3e4 on host dv-neutron-820491-1-hyperv {{(pid=83446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 09:28:21.455654 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c696f2-6d55-4de4-b330-066c9181721a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:28:21.455654 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c696f2-6d55-4de4-b330-066c9181721a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:28:21.455654 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c696f2-6d55-4de4-b330-066c9181721a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:28:21.455897 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c696f2-6d55-4de4-b330-066c9181721a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:28:21.456351 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c696f2-6d55-4de4-b330-066c9181721a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:28:21.456672 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c696f2-6d55-4de4-b330-066c9181721a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:28:21.457001 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c696f2-6d55-4de4-b330-066c9181721a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:28:21.457350 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c696f2-6d55-4de4-b330-066c9181721a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:28:21.457676 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c696f2-6d55-4de4-b330-066c9181721a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:28:21.458145 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c696f2-6d55-4de4-b330-066c9181721a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:28:21.458470 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c696f2-6d55-4de4-b330-066c9181721a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:28:21.461459 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-89c696f2-6d55-4de4-b330-066c9181721a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:28:21.520271 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-78f83f3d-bf6f-49f4-9d2f-fa9dd8984073 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Calling delete_port for 483e4742-173a-4133-b3b4-c7151552a1e1 owned by network:router_gateway {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:28:21.610704 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device b2dd0879-79c0-4c36-a6b2-c3e2cf60c3e4 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 09:28:21.648850 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: b2dd0879-79c0-4c36-a6b2-c3e2cf60c3e4 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 09:28:21.649289 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device b2dd0879-79c0-4c36-a6b2-c3e2cf60c3e4 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 09:28:21.692311 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-78f83f3d-bf6f-49f4-9d2f-fa9dd8984073 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:21.696601 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-73b3fc52-ce98-4cdd-ac78-9b023579fffa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:28:21.742181 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f83f3d-bf6f-49f4-9d2f-fa9dd8984073 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event deleted for resources: {'Port': ['ID=483e4742-173a-4133-b3b4-c7151552a1e1,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:28:21.744905 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-78f83f3d-bf6f-49f4-9d2f-fa9dd8984073 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:28:21.961144 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-78f83f3d-bf6f-49f4-9d2f-fa9dd8984073 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346107'] for router_gateway, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:22.212106 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-78f83f3d-bf6f-49f4-9d2f-fa9dd8984073 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24735'] for router, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:22.216199 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-78f83f3d-bf6f-49f4-9d2f-fa9dd8984073 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:22.240816 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-78f83f3d-bf6f-49f4-9d2f-fa9dd8984073 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-390871'] for router, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:22.241374 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f83f3d-bf6f-49f4-9d2f-fa9dd8984073 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Fanout notify agent at l3_agent the message router_deleted on router 81042d93-4e8f-4816-b090-e2f584b71467 {{(pid=83445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 09:28:22.256804 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-78f83f3d-bf6f-49f4-9d2f-fa9dd8984073 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:22.258658 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-78f83f3d-bf6f-49f4-9d2f-fa9dd8984073 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "DELETE /v2.0/routers/81042d93-4e8f-4816-b090-e2f584b71467 HTTP/1.1" status: 204 len: 168 time: 1.6078866 Dec 20 09:28:22.260605 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 51670) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:28:22.485083 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-dd796c78-16f4-4471-9a31-c6942d8e5f2d tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:22.615674 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-dd796c78-16f4-4471-9a31-c6942d8e5f2d tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:22.640721 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-dd796c78-16f4-4471-9a31-c6942d8e5f2d tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7afd3ae-9dcc-4e82-b102-b608d68eb987']}} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:28:22.654127 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-dd796c78-16f4-4471-9a31-c6942d8e5f2d tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6005d62-b699-48d5-a1f8-1610bcf211e7') {'for_net_delete': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:28:22.654418 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-dd796c78-16f4-4471-9a31-c6942d8e5f2d tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6005d62-b699-48d5-a1f8-1610bcf211e7') {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:28:22.666259 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-dd796c78-16f4-4471-9a31-c6942d8e5f2d tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1518531'] for segment, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:22.683010 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-dd796c78-16f4-4471-9a31-c6942d8e5f2d tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:22.689504 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd796c78-16f4-4471-9a31-c6942d8e5f2d tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=83445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 09:28:22.689894 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-dd796c78-16f4-4471-9a31-c6942d8e5f2d tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2036002'] for segment, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:22.703795 dv-neutron-820491-1-hyperv neutron-server[83445]: Traceback (most recent call last): Dec 20 09:28:22.703795 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 09:28:22.703795 dv-neutron-820491-1-hyperv neutron-server[83445]: timer() Dec 20 09:28:22.703795 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 09:28:22.703795 dv-neutron-820491-1-hyperv neutron-server[83445]: cb(*args, **kw) Dec 20 09:28:22.703795 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 09:28:22.703795 dv-neutron-820491-1-hyperv neutron-server[83445]: return func(*args, **kwargs) Dec 20 09:28:22.703795 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 09:28:22.703795 dv-neutron-820491-1-hyperv neutron-server[83445]: self._notify() Dec 20 09:28:22.703795 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 09:28:22.703795 dv-neutron-820491-1-hyperv neutron-server[83445]: self.callback(batched_events) Dec 20 09:28:22.703795 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 09:28:22.703795 dv-neutron-820491-1-hyperv neutron-server[83445]: event.method(event) Dec 20 09:28:22.703795 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 09:28:22.703795 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 09:28:22.703795 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 09:28:22.703795 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 09:28:22.703795 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 09:28:22.703795 dv-neutron-820491-1-hyperv neutron-server[83445]: return f(self, *a, **k) Dec 20 09:28:22.703795 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 09:28:22.703795 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._get(url).json() Dec 20 09:28:22.703795 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 09:28:22.703795 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 09:28:22.703795 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 09:28:22.703795 dv-neutron-820491-1-hyperv neutron-server[83445]: return self.request(url, 'GET', **kwargs) Dec 20 09:28:22.703795 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 09:28:22.703795 dv-neutron-820491-1-hyperv neutron-server[83445]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 09:28:22.703795 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 09:28:22.703795 dv-neutron-820491-1-hyperv neutron-server[83445]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 09:28:22.703795 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 09:28:22.703795 dv-neutron-820491-1-hyperv neutron-server[83445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 09:28:22.703795 dv-neutron-820491-1-hyperv neutron-server[83445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 09:28:22.785959 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-dd796c78-16f4-4471-9a31-c6942d8e5f2d tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:22.789131 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-2ea585d9-8e88-4710-8494-93117ecb1a4d tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:28:22.803537 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-dd796c78-16f4-4471-9a31-c6942d8e5f2d tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:22.812982 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd796c78-16f4-4471-9a31-c6942d8e5f2d tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event deleted for resources: {'Network': ['ID=e7afd3ae-9dcc-4e82-b102-b608d68eb987,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:28:22.816445 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-dd796c78-16f4-4471-9a31-c6942d8e5f2d tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "DELETE /v2.0/networks/e7afd3ae-9dcc-4e82-b102-b608d68eb987 HTTP/1.1" status: 204 len: 168 time: 0.5539470 Dec 20 09:28:22.816445 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-dd796c78-16f4-4471-9a31-c6942d8e5f2d tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:28:22.818184 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 51674) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:28:22.886899 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7ee0535c-0d97-4ae7-816e-a2d8732efab7 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:22.916075 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7ee0535c-0d97-4ae7-816e-a2d8732efab7 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:22.980474 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7ee0535c-0d97-4ae7-816e-a2d8732efab7 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:22.987797 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d4c0d4f2-2acb-4f10-abdd-828ad2bc300c tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:28:23.002605 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee0535c-0d97-4ae7-816e-a2d8732efab7 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36d5aad-d0e8-483f-a1d4-aac6cb0ebb78,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:28:23.005245 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-7ee0535c-0d97-4ae7-816e-a2d8732efab7 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:28:23.014154 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7ee0535c-0d97-4ae7-816e-a2d8732efab7 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:23.017818 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-7ee0535c-0d97-4ae7-816e-a2d8732efab7 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "DELETE /v2.0/security-groups/b36d5aad-d0e8-483f-a1d4-aac6cb0ebb78 HTTP/1.1" status: 204 len: 168 time: 0.1961772 Dec 20 09:28:23.285516 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 0e36fd44-73e9-4945-8e47-f7cdbbc34d03 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 09:28:23.295553 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 51682) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:28:23.301176 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-4861611e-727a-46bf-a433-6b1b72efa2fa tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-762324598', 'description': 'tempest-secgroup-smoke-762324598 description', 'project_id': '2bbb24938a37400498f9f82b32585e2d'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:28:23.307282 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-4861611e-727a-46bf-a433-6b1b72efa2fa tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:28:23.312342 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-4861611e-727a-46bf-a433-6b1b72efa2fa tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Usage tracker for resource:security_group and tenant:2bbb24938a37400498f9f82b32585e2d is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:28:23.315478 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-4861611e-727a-46bf-a433-6b1b72efa2fa tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:28:23.319968 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 0e36fd44-73e9-4945-8e47-f7cdbbc34d03 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 09:28:23.320326 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 0e36fd44-73e9-4945-8e47-f7cdbbc34d03 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 09:28:23.320748 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 483e4742-173a-4133-b3b4-c7151552a1e1 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 09:28:23.321333 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-4861611e-727a-46bf-a433-6b1b72efa2fa tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:28:23.332857 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4861611e-727a-46bf-a433-6b1b72efa2fa tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:23.352979 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 483e4742-173a-4133-b3b4-c7151552a1e1 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 09:28:23.353383 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 483e4742-173a-4133-b3b4-c7151552a1e1 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 09:28:23.375959 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-4861611e-727a-46bf-a433-6b1b72efa2fa tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:28:23.379680 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-4861611e-727a-46bf-a433-6b1b72efa2fa tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Usage tracker for resource:security_group_rule and tenant:2bbb24938a37400498f9f82b32585e2d is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:28:23.382445 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-4861611e-727a-46bf-a433-6b1b72efa2fa tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:28:23.388242 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-4861611e-727a-46bf-a433-6b1b72efa2fa tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:28:23.441925 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4861611e-727a-46bf-a433-6b1b72efa2fa tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:23.445595 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4861611e-727a-46bf-a433-6b1b72efa2fa tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:23.449091 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-fd6c4aed-f572-40e9-ba86-20d83e8d2fa1 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:28:23.489297 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4861611e-727a-46bf-a433-6b1b72efa2fa tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da12c748-a89e-4a54-b430-f57cd0cc6be3,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:28:23.492251 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-4861611e-727a-46bf-a433-6b1b72efa2fa tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:28:23.495485 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4861611e-727a-46bf-a433-6b1b72efa2fa tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:23.497003 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-4861611e-727a-46bf-a433-6b1b72efa2fa tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2003741 Dec 20 09:28:23.500003 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 51686) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:28:23.505601 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-bc42bd02-b797-4b0f-9066-38c548e7c010 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Request body: {'security_group_rule': {'security_group_id': 'da12c748-a89e-4a54-b430-f57cd0cc6be3', 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:28:23.511501 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-bc42bd02-b797-4b0f-9066-38c548e7c010 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:28:23.515185 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-bc42bd02-b797-4b0f-9066-38c548e7c010 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Usage tracker for resource:security_group_rule and tenant:2bbb24938a37400498f9f82b32585e2d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:28:23.517989 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-bc42bd02-b797-4b0f-9066-38c548e7c010 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:28:23.527687 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-bc42bd02-b797-4b0f-9066-38c548e7c010 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:28:23.544130 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bc42bd02-b797-4b0f-9066-38c548e7c010 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:23.603511 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bc42bd02-b797-4b0f-9066-38c548e7c010 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:23.607396 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bc42bd02-b797-4b0f-9066-38c548e7c010 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:23.609208 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a22ba039-045a-4602-ae03-c301b35e8cb8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:28:23.633910 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc42bd02-b797-4b0f-9066-38c548e7c010 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd89cb95-edc0-4260-bef3-212253e88c9c,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:28:23.636578 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-bc42bd02-b797-4b0f-9066-38c548e7c010 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:28:23.644012 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bc42bd02-b797-4b0f-9066-38c548e7c010 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:23.645165 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-bc42bd02-b797-4b0f-9066-38c548e7c010 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1441550 Dec 20 09:28:23.647817 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 51690) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:28:23.653772 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-fd5b3f99-1904-4b36-b63d-542668828d66 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Request body: {'security_group_rule': {'security_group_id': 'da12c748-a89e-4a54-b430-f57cd0cc6be3', 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:28:23.659495 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-fd5b3f99-1904-4b36-b63d-542668828d66 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:28:23.663244 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-fd5b3f99-1904-4b36-b63d-542668828d66 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Usage tracker for resource:security_group_rule and tenant:2bbb24938a37400498f9f82b32585e2d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:28:23.666138 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-fd5b3f99-1904-4b36-b63d-542668828d66 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:28:23.672127 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-fd5b3f99-1904-4b36-b63d-542668828d66 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:28:23.687440 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fd5b3f99-1904-4b36-b63d-542668828d66 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:23.749083 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fd5b3f99-1904-4b36-b63d-542668828d66 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:23.752838 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fd5b3f99-1904-4b36-b63d-542668828d66 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:23.754603 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-bc42bd02-b797-4b0f-9066-38c548e7c010 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:28:23.775835 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5b3f99-1904-4b36-b63d-542668828d66 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=297a6424-2dae-451e-b477-df1c50998b6a,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:28:23.778898 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-fd5b3f99-1904-4b36-b63d-542668828d66 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:28:23.786424 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fd5b3f99-1904-4b36-b63d-542668828d66 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:23.787692 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-fd5b3f99-1904-4b36-b63d-542668828d66 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1389968 Dec 20 09:28:23.790416 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 51694) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:28:23.796198 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-9774db0f-663a-4221-b87d-c677c792633f tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Request body: {'security_group_rule': {'security_group_id': 'da12c748-a89e-4a54-b430-f57cd0cc6be3', 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:28:23.802210 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-9774db0f-663a-4221-b87d-c677c792633f tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:28:23.805991 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-9774db0f-663a-4221-b87d-c677c792633f tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Usage tracker for resource:security_group_rule and tenant:2bbb24938a37400498f9f82b32585e2d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:28:23.808780 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-9774db0f-663a-4221-b87d-c677c792633f tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:28:23.814610 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-9774db0f-663a-4221-b87d-c677c792633f tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:28:23.831266 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9774db0f-663a-4221-b87d-c677c792633f tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:23.895424 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9774db0f-663a-4221-b87d-c677c792633f tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:23.899037 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9774db0f-663a-4221-b87d-c677c792633f tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:23.906251 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-91c49685-afc9-4bae-8f54-9667ffd4aa13 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:28:23.924171 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9774db0f-663a-4221-b87d-c677c792633f tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f03f26b1-96ec-47af-a331-3cce51ae9465,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:28:23.926555 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9774db0f-663a-4221-b87d-c677c792633f tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:28:23.935186 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9774db0f-663a-4221-b87d-c677c792633f tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:23.936435 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-9774db0f-663a-4221-b87d-c677c792633f tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1451054 Dec 20 09:28:23.939138 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 51698) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:28:23.944413 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-e5648614-aa73-44d7-a29d-c2ff535c2ef3 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Request body: {'security_group_rule': {'security_group_id': 'da12c748-a89e-4a54-b430-f57cd0cc6be3', 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:28:23.950707 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-e5648614-aa73-44d7-a29d-c2ff535c2ef3 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:28:23.954528 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e5648614-aa73-44d7-a29d-c2ff535c2ef3 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Usage tracker for resource:security_group_rule and tenant:2bbb24938a37400498f9f82b32585e2d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:28:23.957410 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e5648614-aa73-44d7-a29d-c2ff535c2ef3 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:28:23.962957 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-e5648614-aa73-44d7-a29d-c2ff535c2ef3 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:28:23.979564 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e5648614-aa73-44d7-a29d-c2ff535c2ef3 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:24.041666 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e5648614-aa73-44d7-a29d-c2ff535c2ef3 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:24.045271 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e5648614-aa73-44d7-a29d-c2ff535c2ef3 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:24.047189 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f7140f4d-c68b-4472-b6f7-e60515ae5c41 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:28:24.068487 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5648614-aa73-44d7-a29d-c2ff535c2ef3 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d995d31-b1e9-400c-9cdf-e8aa0ebadcfa,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:28:24.071021 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e5648614-aa73-44d7-a29d-c2ff535c2ef3 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:28:24.078991 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e5648614-aa73-44d7-a29d-c2ff535c2ef3 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:24.080155 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e5648614-aa73-44d7-a29d-c2ff535c2ef3 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1401315 Dec 20 09:28:24.082950 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 51702) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:28:24.089122 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-c3faebf8-c6dd-4efe-a789-415f4d409091 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Request body: {'security_group_rule': {'security_group_id': 'da12c748-a89e-4a54-b430-f57cd0cc6be3', 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:28:24.095586 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-c3faebf8-c6dd-4efe-a789-415f4d409091 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:28:24.099295 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-c3faebf8-c6dd-4efe-a789-415f4d409091 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Usage tracker for resource:security_group_rule and tenant:2bbb24938a37400498f9f82b32585e2d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:28:24.102091 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-c3faebf8-c6dd-4efe-a789-415f4d409091 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:28:24.107961 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-c3faebf8-c6dd-4efe-a789-415f4d409091 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:28:24.118015 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.securitygroups_db [None req-c3faebf8-c6dd-4efe-a789-415f4d409091 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Project 2bbb24938a37400498f9f82b32585e2d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 09:28:24.124924 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c3faebf8-c6dd-4efe-a789-415f4d409091 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:24.189941 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c3faebf8-c6dd-4efe-a789-415f4d409091 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:24.194054 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c3faebf8-c6dd-4efe-a789-415f4d409091 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:24.195780 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b0d431a1-e03f-4497-9e1e-2502f8b7626a tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:28:24.220497 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3faebf8-c6dd-4efe-a789-415f4d409091 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aad4a7c0-3555-4112-b9bf-bbaa2ad0d1f6,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:28:24.224741 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c3faebf8-c6dd-4efe-a789-415f4d409091 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:28:24.229006 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c3faebf8-c6dd-4efe-a789-415f4d409091 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:24.230188 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c3faebf8-c6dd-4efe-a789-415f4d409091 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1463554 Dec 20 09:28:24.233161 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 51706) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:28:24.238436 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-a32b0669-854a-4d50-953d-ef182c63f6c9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Request body: {'security_group_rule': {'security_group_id': 'da12c748-a89e-4a54-b430-f57cd0cc6be3', 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:28:24.244074 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-a32b0669-854a-4d50-953d-ef182c63f6c9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:28:24.248364 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-a32b0669-854a-4d50-953d-ef182c63f6c9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Usage tracker for resource:security_group_rule and tenant:2bbb24938a37400498f9f82b32585e2d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:28:24.251245 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-a32b0669-854a-4d50-953d-ef182c63f6c9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:28:24.256781 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-a32b0669-854a-4d50-953d-ef182c63f6c9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:28:24.362532 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.securitygroups_db [None req-a32b0669-854a-4d50-953d-ef182c63f6c9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Project 2bbb24938a37400498f9f82b32585e2d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 09:28:24.368727 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a32b0669-854a-4d50-953d-ef182c63f6c9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:24.433240 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a32b0669-854a-4d50-953d-ef182c63f6c9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:24.437661 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a32b0669-854a-4d50-953d-ef182c63f6c9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:24.443696 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-67ef1474-5434-43fb-9430-cf5bfe87e1a0 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:28:24.462333 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32b0669-854a-4d50-953d-ef182c63f6c9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d4336e2-14bf-43a4-8952-56d0359213be,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:28:24.465417 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a32b0669-854a-4d50-953d-ef182c63f6c9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:28:24.472783 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a32b0669-854a-4d50-953d-ef182c63f6c9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:24.474221 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a32b0669-854a-4d50-953d-ef182c63f6c9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2401536 Dec 20 09:28:24.477058 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 51710) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:28:24.483304 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-ab366181-ed40-41a5-aec9-d4c95a848710 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Request body: {'network': {'name': 'tempest-network-smoke--1103525007', 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'port_security_enabled': True}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:28:24.488283 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-ab366181-ed40-41a5-aec9-d4c95a848710 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:28:24.492053 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-ab366181-ed40-41a5-aec9-d4c95a848710 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Usage tracker for resource:network and tenant:2bbb24938a37400498f9f82b32585e2d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:28:24.494974 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-ab366181-ed40-41a5-aec9-d4c95a848710 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:28:24.501871 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-ab366181-ed40-41a5-aec9-d4c95a848710 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:28:24.511334 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab366181-ed40-41a5-aec9-d4c95a848710 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Made reservation on behalf of 2bbb24938a37400498f9f82b32585e2d for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 09:28:24.514423 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ab366181-ed40-41a5-aec9-d4c95a848710 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:24.546334 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab366181-ed40-41a5-aec9-d4c95a848710 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 09:28:24.556120 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ab366181-ed40-41a5-aec9-d4c95a848710 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:24.556515 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-ab366181-ed40-41a5-aec9-d4c95a848710 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Added segment d918a339-2ae7-4f6c-aea0-e114fe7d684f of type vlan for network e29d2758-d05d-4292-94ad-5952e4ea4ddc Dec 20 09:28:24.583665 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ab366181-ed40-41a5-aec9-d4c95a848710 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:24.613011 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ab366181-ed40-41a5-aec9-d4c95a848710 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:24.616836 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab366181-ed40-41a5-aec9-d4c95a848710 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:28:24.617438 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ab366181-ed40-41a5-aec9-d4c95a848710 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:24.620775 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1641fd07-98d6-477a-b4b2-a3496b0d43e1 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:28:24.679050 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ab366181-ed40-41a5-aec9-d4c95a848710 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2008073 Dec 20 09:28:24.681754 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 51714) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:28:24.730664 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-e4132749-5361-42ed-837b-69146fcfcded tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1783944212', 'admin_state_up': True, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:28:24.742247 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab366181-ed40-41a5-aec9-d4c95a848710 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event updated for resources: {'Network': ['ID=e29d2758-d05d-4292-94ad-5952e4ea4ddc,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:28:24.745153 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ab366181-ed40-41a5-aec9-d4c95a848710 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:28:24.746109 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-e4132749-5361-42ed-837b-69146fcfcded tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:28:24.750231 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e4132749-5361-42ed-837b-69146fcfcded tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Usage tracker for resource:router and tenant:2bbb24938a37400498f9f82b32585e2d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:28:24.752452 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network e29d2758-d05d-4292-94ad-5952e4ea4ddc details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 09:28:24.753055 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e4132749-5361-42ed-837b-69146fcfcded tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:28:24.758694 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-e4132749-5361-42ed-837b-69146fcfcded tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:28:24.769367 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e4132749-5361-42ed-837b-69146fcfcded tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24817'] for router, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:24.770322 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e4132749-5361-42ed-837b-69146fcfcded tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-351744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24806'] for router, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:24.791252 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e4132749-5361-42ed-837b-69146fcfcded tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:24.938233 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e4132749-5361-42ed-837b-69146fcfcded tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24724'] for router, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:25.118673 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e4132749-5361-42ed-837b-69146fcfcded tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for router_gateway, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:25.147899 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e4132749-5361-42ed-837b-69146fcfcded tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:25.286016 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-e4132749-5361-42ed-837b-69146fcfcded tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Allocated IP 172.26.5.183 (95f3bec2-46e6-4468-8229-8badd4a5aaae/cf8895a3-346d-4313-a645-16ecdcce9969/7a0974ba-a525-40cc-9db4-3357ed058d51) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 09:28:25.431297 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e4132749-5361-42ed-837b-69146fcfcded tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:25.459379 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e4132749-5361-42ed-837b-69146fcfcded tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:25.463474 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7bc8522d-0b56-4356-82b6-32947e8dded0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:28:25.533262 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4132749-5361-42ed-837b-69146fcfcded tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Network 95f3bec2-46e6-4468-8229-8badd4a5aaae is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:28:25.536387 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-e4132749-5361-42ed-837b-69146fcfcded tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:28:25.538354 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4132749-5361-42ed-837b-69146fcfcded tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event updated for resources: {'Port': ['ID=7a0974ba-a525-40cc-9db4-3357ed058d51,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:28:25.540420 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4132749-5361-42ed-837b-69146fcfcded tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 09:28:25.565348 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e4132749-5361-42ed-837b-69146fcfcded tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:28:25.701916 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e4132749-5361-42ed-837b-69146fcfcded tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for router_gateway, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:25.702651 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e4132749-5361-42ed-837b-69146fcfcded tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071'] for router, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:25.931379 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4132749-5361-42ed-837b-69146fcfcded tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Router ac28bdc6-ff0b-44dc-98fe-9792b165bdc9 is scheduled to L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 with binding_index 1 {{(pid=83444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 09:28:26.238724 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4132749-5361-42ed-837b-69146fcfcded tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 09:28:26.248645 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebaea8f-d3b6-4b8c-9faa-0557b49ebde8 None None] Sync routers for ids ['ac28bdc6-ff0b-44dc-98fe-9792b165bdc9'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 09:28:26.260087 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebaea8f-d3b6-4b8c-9faa-0557b49ebde8 None None] Routers {'ac28bdc6-ff0b-44dc-98fe-9792b165bdc9'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:28:26.260815 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-bebaea8f-d3b6-4b8c-9faa-0557b49ebde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:28:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['ac28bdc6-ff0b-44dc-98fe-9792b165bdc9'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:28:26.264358 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e4132749-5361-42ed-837b-69146fcfcded tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:26.265802 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e4132749-5361-42ed-837b-69146fcfcded tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5830240 Dec 20 09:28:26.268923 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 51720) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:28:26.314312 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-3ff9fded-45c1-4192-80a6-9b80c189f6bd tempest-TestNetworkAdvancedServerOps-948809047 tempest-TestNetworkAdvancedServerOps-948809047-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=2bbb24938a37400498f9f82b32585e2d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0440133 Dec 20 09:28:26.316881 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 51724) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:28:26.440145 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-bebaea8f-d3b6-4b8c-9faa-0557b49ebde8 None None] Set router ac28bdc6-ff0b-44dc-98fe-9792b165bdc9 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:28:26.447464 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296ad9e3-acac-40e8-b11c-671823ae5fec tempest-TestNetworkAdvancedServerOps-948809047 tempest-TestNetworkAdvancedServerOps-948809047-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:28:26.448920 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-296ad9e3-acac-40e8-b11c-671823ae5fec tempest-TestNetworkAdvancedServerOps-948809047 tempest-TestNetworkAdvancedServerOps-948809047-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1311314 Dec 20 09:28:26.451855 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 51728) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:28:26.490971 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-68539cd9-c49a-477e-8c9a-a6cb3a80c8e1 tempest-TestNetworkAdvancedServerOps-948809047 tempest-TestNetworkAdvancedServerOps-948809047-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=95f3bec2-46e6-4468-8229-8badd4a5aaae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378551 Dec 20 09:28:26.493221 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 51732) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:28:26.498535 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-3cd72ecf-4d20-4be1-8198-e2e56b6082d4 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1406152253', 'network_id': 'e29d2758-d05d-4292-94ad-5952e4ea4ddc', 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:28:26.608604 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-3cd72ecf-4d20-4be1-8198-e2e56b6082d4 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:28:26.612544 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-3cd72ecf-4d20-4be1-8198-e2e56b6082d4 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Usage tracker for resource:subnet and tenant:2bbb24938a37400498f9f82b32585e2d is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:28:26.615424 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-3cd72ecf-4d20-4be1-8198-e2e56b6082d4 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:28:26.621089 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-3cd72ecf-4d20-4be1-8198-e2e56b6082d4 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:28:26.630821 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd72ecf-4d20-4be1-8198-e2e56b6082d4 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Made reservation on behalf of 2bbb24938a37400498f9f82b32585e2d for: {'subnet': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 09:28:26.730628 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-bebaea8f-d3b6-4b8c-9faa-0557b49ebde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac28bdc6-ff0b-44dc-98fe-9792b165bdc9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1783944212', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.183'}], 'enable_snat': True}, 'gw_port_id': '7a0974ba-a525-40cc-9db4-3357ed058d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:28:24Z', 'updated_at': '2021-12-20T09:28:25Z', 'revision_number': 3, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'gw_port': {'id': '7a0974ba-a525-40cc-9db4-3357ed058d51', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ae:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac28bdc6-ff0b-44dc-98fe-9792b165bdc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:28:25Z', 'updated_at': '2021-12-20T09:28:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:28:26.730939 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3cd72ecf-4d20-4be1-8198-e2e56b6082d4 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2095160'] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:26.735308 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebaea8f-d3b6-4b8c-9faa-0557b49ebde8 None None] Checking router: ac28bdc6-ff0b-44dc-98fe-9792b165bdc9 for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 09:28:26.735660 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebaea8f-d3b6-4b8c-9faa-0557b49ebde8 None None] Updating router ac28bdc6-ff0b-44dc-98fe-9792b165bdc9 port 7a0974ba-a525-40cc-9db4-3357ed058d51 binding host dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 09:28:26.786407 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-bebaea8f-d3b6-4b8c-9faa-0557b49ebde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:26.946916 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3cd72ecf-4d20-4be1-8198-e2e56b6082d4 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2036557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2095114'] for subnet, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:26.951863 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-cba971c0-d8b7-4a1a-8672-b491dced9f6b tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:28:27.027742 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd72ecf-4d20-4be1-8198-e2e56b6082d4 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event updated for resources: {'Subnet': ['ID=88522ccf-952a-4cf4-ba73-3fa40806c6dd,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:28:27.032273 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3cd72ecf-4d20-4be1-8198-e2e56b6082d4 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:28:27.041543 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd72ecf-4d20-4be1-8198-e2e56b6082d4 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Checking segment: {'id': 'd918a339-2ae7-4f6c-aea0-e114fe7d684f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e29d2758-d05d-4292-94ad-5952e4ea4ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:28:27.041892 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd72ecf-4d20-4be1-8198-e2e56b6082d4 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Network hostable DHCP agents. Network: e29d2758-d05d-4292-94ad-5952e4ea4ddc, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 09:28:27.063841 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd72ecf-4d20-4be1-8198-e2e56b6082d4 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Network e29d2758-d05d-4292-94ad-5952e4ea4ddc is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 09:28:27.072883 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-3cd72ecf-4d20-4be1-8198-e2e56b6082d4 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, e29d2758-d05d-4292-94ad-5952e4ea4ddc) {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:28:27.077701 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd72ecf-4d20-4be1-8198-e2e56b6082d4 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:28:27.078275 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3cd72ecf-4d20-4be1-8198-e2e56b6082d4 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:27.084683 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85971396-481e-4a9d-bfde-833b4302597f None None] Network e29d2758-d05d-4292-94ad-5952e4ea4ddc requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 09:28:27.100663 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-3cd72ecf-4d20-4be1-8198-e2e56b6082d4 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6063988 Dec 20 09:28:27.103484 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 51736) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:28:27.197945 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-bebaea8f-d3b6-4b8c-9faa-0557b49ebde8 None None] Notify callbacks [] for port, precommit_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:27.225548 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-bebaea8f-d3b6-4b8c-9faa-0557b49ebde8 None None] Transition to ACTIVE for port object 7a0974ba-a525-40cc-9db4-3357ed058d51 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:28:27.241766 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-bebaea8f-d3b6-4b8c-9faa-0557b49ebde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:27.249870 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-3a2d06e1-a5fd-4bc6-ad49-acfd880e5147 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:28:27.370487 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cdf1cf-d4e8-45f6-8bc3-96927fb653ba None None] Pushing event updated for resources: {'Port': ['ID=7a0974ba-a525-40cc-9db4-3357ed058d51,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:28:27.374589 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-bebaea8f-d3b6-4b8c-9faa-0557b49ebde8 None None] Attempting to bind port 7a0974ba-a525-40cc-9db4-3357ed058d51 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 09:28:27.374964 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-bebaea8f-d3b6-4b8c-9faa-0557b49ebde8 None None] Attempting to bind port 7a0974ba-a525-40cc-9db4-3357ed058d51 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 09:28:27.375791 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebaea8f-d3b6-4b8c-9faa-0557b49ebde8 None None] Attempting to bind port 7a0974ba-a525-40cc-9db4-3357ed058d51 on network 95f3bec2-46e6-4468-8229-8badd4a5aaae {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:28:27.377512 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-46cdf1cf-d4e8-45f6-8bc3-96927fb653ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:28:27.463718 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebaea8f-d3b6-4b8c-9faa-0557b49ebde8 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 9, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 09:28:27.464164 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebaea8f-d3b6-4b8c-9faa-0557b49ebde8 None None] Checking segment: {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:28:27.464498 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-bebaea8f-d3b6-4b8c-9faa-0557b49ebde8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:27.464889 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebaea8f-d3b6-4b8c-9faa-0557b49ebde8 None None] Bound using segment: {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 09:28:27.466044 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-bebaea8f-d3b6-4b8c-9faa-0557b49ebde8 None None] Bound port: 7a0974ba-a525-40cc-9db4-3357ed058d51, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 09:28:27.466432 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-bebaea8f-d3b6-4b8c-9faa-0557b49ebde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:27.493962 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02f1676-edc8-467a-b40d-eda84f49b17b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-e29d2758-d05d-4292-94ad-5952e4ea4ddc', 'network_id': 'e29d2758-d05d-4292-94ad-5952e4ea4ddc', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'fixed_ips': [{'subnet_id': '88522ccf-952a-4cf4-ba73-3fa40806c6dd'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 09:28:27.494784 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d02f1676-edc8-467a-b40d-eda84f49b17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:27.612312 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-bebaea8f-d3b6-4b8c-9faa-0557b49ebde8 None None] For port 7a0974ba-a525-40cc-9db4-3357ed058d51, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 09:28:27.632010 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-bebaea8f-d3b6-4b8c-9faa-0557b49ebde8 None None] For port 7a0974ba-a525-40cc-9db4-3357ed058d51, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=7a0974ba-a525-40cc-9db4-3357ed058d51,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 09:28:27.639372 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-bebaea8f-d3b6-4b8c-9faa-0557b49ebde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:27.669081 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:28:27.772440 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-d02f1676-edc8-467a-b40d-eda84f49b17b None None] Allocated IP 172.20.0.2 (e29d2758-d05d-4292-94ad-5952e4ea4ddc/88522ccf-952a-4cf4-ba73-3fa40806c6dd/61cb0da3-6766-42d3-bf6a-346a10e3a455) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 09:28:27.774253 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cdf1cf-d4e8-45f6-8bc3-96927fb653ba None None] Pushing event updated for resources: {'Port': ['ID=7a0974ba-a525-40cc-9db4-3357ed058d51,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:28:27.780612 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-46cdf1cf-d4e8-45f6-8bc3-96927fb653ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:28:27.784387 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebaea8f-d3b6-4b8c-9faa-0557b49ebde8 None None] Routers {'ac28bdc6-ff0b-44dc-98fe-9792b165bdc9'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:28:27.785424 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-bebaea8f-d3b6-4b8c-9faa-0557b49ebde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:28:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['ac28bdc6-ff0b-44dc-98fe-9792b165bdc9'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:28:27.875598 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b77cc876-ceb2-4f1e-b52a-76dc0800d3c5 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:28.106657 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-bebaea8f-d3b6-4b8c-9faa-0557b49ebde8 None None] Set router ac28bdc6-ff0b-44dc-98fe-9792b165bdc9 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:28:28.260021 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d02f1676-edc8-467a-b40d-eda84f49b17b None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:28.322370 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d02f1676-edc8-467a-b40d-eda84f49b17b None None] Transition to ACTIVE for port object 61cb0da3-6766-42d3-bf6a-346a10e3a455 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:28:28.358774 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d02f1676-edc8-467a-b40d-eda84f49b17b None None] Transition to ACTIVE for port object 61cb0da3-6766-42d3-bf6a-346a10e3a455 will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:28:28.373934 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d02f1676-edc8-467a-b40d-eda84f49b17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:28.379338 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-b4d9a2fb-ee49-4119-8a9d-eefe531d20a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:28:28.428923 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-b77cc876-ceb2-4f1e-b52a-76dc0800d3c5 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Allocated IP 172.20.0.1 (e29d2758-d05d-4292-94ad-5952e4ea4ddc/88522ccf-952a-4cf4-ba73-3fa40806c6dd/f5bd18fd-f443-46d7-b237-b754d2547f1f) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 09:28:28.483227 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02f1676-edc8-467a-b40d-eda84f49b17b None None] Network e29d2758-d05d-4292-94ad-5952e4ea4ddc is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:28:28.487962 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-d02f1676-edc8-467a-b40d-eda84f49b17b None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:28:28.490929 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02f1676-edc8-467a-b40d-eda84f49b17b None None] Pushing event updated for resources: {'Port': ['ID=61cb0da3-6766-42d3-bf6a-346a10e3a455,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:28:28.493539 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02f1676-edc8-467a-b40d-eda84f49b17b None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 09:28:28.495653 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d02f1676-edc8-467a-b40d-eda84f49b17b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:28:28.588366 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b77cc876-ceb2-4f1e-b52a-76dc0800d3c5 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:28.597938 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-bebaea8f-d3b6-4b8c-9faa-0557b49ebde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac28bdc6-ff0b-44dc-98fe-9792b165bdc9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1783944212', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.183'}], 'enable_snat': True}, 'gw_port_id': '7a0974ba-a525-40cc-9db4-3357ed058d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:28:24Z', 'updated_at': '2021-12-20T09:28:25Z', 'revision_number': 3, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'gw_port': {'id': '7a0974ba-a525-40cc-9db4-3357ed058d51', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ae:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac28bdc6-ff0b-44dc-98fe-9792b165bdc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:28:25Z', 'updated_at': '2021-12-20T09:28:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:28:28.600087 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-d02f1676-edc8-467a-b40d-eda84f49b17b None None] Attempting to bind port 61cb0da3-6766-42d3-bf6a-346a10e3a455 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 09:28:28.600459 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-d02f1676-edc8-467a-b40d-eda84f49b17b None None] Attempting to bind port 61cb0da3-6766-42d3-bf6a-346a10e3a455 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': 'd918a339-2ae7-4f6c-aea0-e114fe7d684f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e29d2758-d05d-4292-94ad-5952e4ea4ddc'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 09:28:28.600821 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02f1676-edc8-467a-b40d-eda84f49b17b None None] Attempting to bind port 61cb0da3-6766-42d3-bf6a-346a10e3a455 on network e29d2758-d05d-4292-94ad-5952e4ea4ddc {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:28:28.604733 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-b77cc876-ceb2-4f1e-b52a-76dc0800d3c5 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Transition to ACTIVE for port object f5bd18fd-f443-46d7-b237-b754d2547f1f will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:28:28.606731 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebaea8f-d3b6-4b8c-9faa-0557b49ebde8 None None] The sync data for ids ['ac28bdc6-ff0b-44dc-98fe-9792b165bdc9'] in dv-neutron-820491-1-hyperv is: [{'id': 'ac28bdc6-ff0b-44dc-98fe-9792b165bdc9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1783944212', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.183'}], 'enable_snat': True}, 'gw_port_id': '7a0974ba-a525-40cc-9db4-3357ed058d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:28:24Z', 'updated_at': '2021-12-20T09:28:25Z', 'revision_number': 3, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'gw_port': {'id': '7a0974ba-a525-40cc-9db4-3357ed058d51', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ae:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac28bdc6-ff0b-44dc-98fe-9792b165bdc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:28:25Z', 'updated_at': '2021-12-20T09:28:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 09:28:28.611407 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02f1676-edc8-467a-b40d-eda84f49b17b None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 9, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 09:28:28.611776 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02f1676-edc8-467a-b40d-eda84f49b17b None None] Checking segment: {'id': 'd918a339-2ae7-4f6c-aea0-e114fe7d684f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e29d2758-d05d-4292-94ad-5952e4ea4ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:28:28.612185 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d02f1676-edc8-467a-b40d-eda84f49b17b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:28.612583 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02f1676-edc8-467a-b40d-eda84f49b17b None None] Bound using segment: {'id': 'd918a339-2ae7-4f6c-aea0-e114fe7d684f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e29d2758-d05d-4292-94ad-5952e4ea4ddc'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 09:28:28.613060 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-d02f1676-edc8-467a-b40d-eda84f49b17b None None] Bound port: 61cb0da3-6766-42d3-bf6a-346a10e3a455, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd918a339-2ae7-4f6c-aea0-e114fe7d684f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e29d2758-d05d-4292-94ad-5952e4ea4ddc'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 09:28:28.613476 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d02f1676-edc8-467a-b40d-eda84f49b17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:28.633469 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b77cc876-ceb2-4f1e-b52a-76dc0800d3c5 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:28.639705 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-60b8e3bc-753f-4b02-a598-5923e0ebf539 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:28:28.701534 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77cc876-ceb2-4f1e-b52a-76dc0800d3c5 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Network e29d2758-d05d-4292-94ad-5952e4ea4ddc is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:28:28.712439 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d02f1676-edc8-467a-b40d-eda84f49b17b None None] For port 61cb0da3-6766-42d3-bf6a-346a10e3a455, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 09:28:28.712891 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-b77cc876-ceb2-4f1e-b52a-76dc0800d3c5 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:28:28.718653 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77cc876-ceb2-4f1e-b52a-76dc0800d3c5 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 09:28:28.720278 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d02f1676-edc8-467a-b40d-eda84f49b17b None None] For port 61cb0da3-6766-42d3-bf6a-346a10e3a455, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=61cb0da3-6766-42d3-bf6a-346a10e3a455,segment=NetworkSegment(d918a339-2ae7-4f6c-aea0-e114fe7d684f),segment_id=d918a339-2ae7-4f6c-aea0-e114fe7d684f)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 09:28:28.724266 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d02f1676-edc8-467a-b40d-eda84f49b17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:28.728365 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-f3d0ad08-f113-48ed-8ba9-1ed24f48e714 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:28:28.749963 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77cc876-ceb2-4f1e-b52a-76dc0800d3c5 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event updated for resources: {'Port': ['ID=f5bd18fd-f443-46d7-b237-b754d2547f1f,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:28:28.756833 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b77cc876-ceb2-4f1e-b52a-76dc0800d3c5 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:28:28.783087 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b77cc876-ceb2-4f1e-b52a-76dc0800d3c5 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-345881'] for router_interface, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:28.835921 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02f1676-edc8-467a-b40d-eda84f49b17b None None] Pushing event updated for resources: {'Port': ['ID=61cb0da3-6766-42d3-bf6a-346a10e3a455,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:28:28.839166 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d02f1676-edc8-467a-b40d-eda84f49b17b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:28:28.904639 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b77cc876-ceb2-4f1e-b52a-76dc0800d3c5 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:29.134973 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:28:29.360900 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 61cb0da3-6766-42d3-bf6a-346a10e3a455 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:28:29.440052 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 61cb0da3-6766-42d3-bf6a-346a10e3a455 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:28:29.446489 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 7a0974ba-a525-40cc-9db4-3357ed058d51 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:28:29.525427 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b77cc876-ceb2-4f1e-b52a-76dc0800d3c5 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:29.530656 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b77cc876-ceb2-4f1e-b52a-76dc0800d3c5 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:29.532836 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 7a0974ba-a525-40cc-9db4-3357ed058d51 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:28:29.539361 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 7a0974ba-a525-40cc-9db4-3357ed058d51 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:28:29.540084 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:29.557152 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-5f886887-1ec0-4b72-869c-99516b236665 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:28:29.629555 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77cc876-ceb2-4f1e-b52a-76dc0800d3c5 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event updated for resources: {'Port': ['ID=f5bd18fd-f443-46d7-b237-b754d2547f1f,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:28:29.633085 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b77cc876-ceb2-4f1e-b52a-76dc0800d3c5 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:28:29.666778 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b77cc876-ceb2-4f1e-b52a-76dc0800d3c5 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32898031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349045'] for router_interface, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:29.725449 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:29.742424 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 7a0974ba-a525-40cc-9db4-3357ed058d51, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=7a0974ba-a525-40cc-9db4-3357ed058d51,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:28:29.746536 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:29.750488 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:28:29.809173 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77cc876-ceb2-4f1e-b52a-76dc0800d3c5 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Network e29d2758-d05d-4292-94ad-5952e4ea4ddc is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:28:29.810370 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-b77cc876-ceb2-4f1e-b52a-76dc0800d3c5 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:28:29.819846 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=7a0974ba-a525-40cc-9db4-3357ed058d51,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:28:29.822723 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:28:29.882430 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68761f3e-3d91-425b-b409-3efb56314e35 None None] Network e29d2758-d05d-4292-94ad-5952e4ea4ddc requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 09:28:30.039563 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-abf44e88-bf89-4087-90ae-e23b8bbd4782 None None] Provisioning for port 61cb0da3-6766-42d3-bf6a-346a10e3a455 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:28:30.050399 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-abf44e88-bf89-4087-90ae-e23b8bbd4782 None None] Provisioning complete for port 61cb0da3-6766-42d3-bf6a-346a10e3a455 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:28:30.050859 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-abf44e88-bf89-4087-90ae-e23b8bbd4782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:30.194722 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b77cc876-ceb2-4f1e-b52a-76dc0800d3c5 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Router ac28bdc6-ff0b-44dc-98fe-9792b165bdc9 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 09:28:30.224436 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-abf44e88-bf89-4087-90ae-e23b8bbd4782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:30.262987 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-abf44e88-bf89-4087-90ae-e23b8bbd4782 None None] For port 61cb0da3-6766-42d3-bf6a-346a10e3a455, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=61cb0da3-6766-42d3-bf6a-346a10e3a455,segment=NetworkSegment(d918a339-2ae7-4f6c-aea0-e114fe7d684f),segment_id=d918a339-2ae7-4f6c-aea0-e114fe7d684f)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:28:30.267924 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-abf44e88-bf89-4087-90ae-e23b8bbd4782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:30.269826 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-684432b6-a165-4aa7-a57d-6e8524264b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:28:30.336688 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf44e88-bf89-4087-90ae-e23b8bbd4782 None None] Pushing event updated for resources: {'Port': ['ID=61cb0da3-6766-42d3-bf6a-346a10e3a455,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:28:30.339793 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-abf44e88-bf89-4087-90ae-e23b8bbd4782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:28:30.415370 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b77cc876-ceb2-4f1e-b52a-76dc0800d3c5 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 09:28:30.429614 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b77cc876-ceb2-4f1e-b52a-76dc0800d3c5 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "PUT /v2.0/routers/ac28bdc6-ff0b-44dc-98fe-9792b165bdc9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3250053 Dec 20 09:28:30.497368 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-f594657b-7e51-4369-87e6-5673b71c448c None None] Provisioning complete for port 61cb0da3-6766-42d3-bf6a-346a10e3a455 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:28:30.497880 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f594657b-7e51-4369-87e6-5673b71c448c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:30.644556 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-d003cd65-3e8d-447f-a3fb-91e92a754fe5 req-5380c5bf-7dfe-45b2-8f75-951873203698 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Synchronizing usage tracker for tenant:2bbb24938a37400498f9f82b32585e2d on resource:security_group {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:28:30.649667 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-f594657b-7e51-4369-87e6-5673b71c448c None None] Provisioning for port f5bd18fd-f443-46d7-b237-b754d2547f1f completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:28:30.655349 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-f594657b-7e51-4369-87e6-5673b71c448c None None] Provisioning complete for port f5bd18fd-f443-46d7-b237-b754d2547f1f triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:28:30.655731 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f594657b-7e51-4369-87e6-5673b71c448c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:30.661537 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-d003cd65-3e8d-447f-a3fb-91e92a754fe5 req-5380c5bf-7dfe-45b2-8f75-951873203698 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Unset dirty status for tenant:2bbb24938a37400498f9f82b32585e2d on resource:security_group {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:28:30.662774 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-d003cd65-3e8d-447f-a3fb-91e92a754fe5 req-5380c5bf-7dfe-45b2-8f75-951873203698 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-762324598&fields=id&tenant_id=2bbb24938a37400498f9f82b32585e2d HTTP/1.1" status: 200 len: 267 time: 0.0628071 Dec 20 09:28:30.711468 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-f594657b-7e51-4369-87e6-5673b71c448c None None] Port f5bd18fd-f443-46d7-b237-b754d2547f1f cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 09:28:30.833634 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d003cd65-3e8d-447f-a3fb-91e92a754fe5 req-f7313310-7343-4064-84c0-53cd0166e5e5 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:28:30.834057 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-64050b9a-5c0d-435e-b765-6911c8a945a9 None None] Provisioning complete for port f5bd18fd-f443-46d7-b237-b754d2547f1f triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:28:30.834424 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-64050b9a-5c0d-435e-b765-6911c8a945a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:30.834761 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-d003cd65-3e8d-447f-a3fb-91e92a754fe5 req-f7313310-7343-4064-84c0-53cd0166e5e5 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Synchronizing usage tracker for tenant:2bbb24938a37400498f9f82b32585e2d on resource:network {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:28:30.852597 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-d003cd65-3e8d-447f-a3fb-91e92a754fe5 req-f7313310-7343-4064-84c0-53cd0166e5e5 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Unset dirty status for tenant:2bbb24938a37400498f9f82b32585e2d on resource:network {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:28:30.853777 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-d003cd65-3e8d-447f-a3fb-91e92a754fe5 req-f7313310-7343-4064-84c0-53cd0166e5e5 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/networks?id=e29d2758-d05d-4292-94ad-5952e4ea4ddc HTTP/1.1" status: 200 len: 797 time: 0.1799672 Dec 20 09:28:30.870761 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-d003cd65-3e8d-447f-a3fb-91e92a754fe5 req-2b24d126-cc32-4f1b-ac78-d7db8b0e2433 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/quotas/2bbb24938a37400498f9f82b32585e2d HTTP/1.1" status: 200 len: 375 time: 0.0107913 Dec 20 09:28:30.892659 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-64050b9a-5c0d-435e-b765-6911c8a945a9 None None] Port f5bd18fd-f443-46d7-b237-b754d2547f1f cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 09:28:30.952452 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-d003cd65-3e8d-447f-a3fb-91e92a754fe5 req-a0c5bf3c-b683-4e08-81a1-9c87367c2dcd tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Synchronizing usage tracker for tenant:2bbb24938a37400498f9f82b32585e2d on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:28:30.967593 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-d003cd65-3e8d-447f-a3fb-91e92a754fe5 req-a0c5bf3c-b683-4e08-81a1-9c87367c2dcd tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Unset dirty status for tenant:2bbb24938a37400498f9f82b32585e2d on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:28:30.968795 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-d003cd65-3e8d-447f-a3fb-91e92a754fe5 req-a0c5bf3c-b683-4e08-81a1-9c87367c2dcd tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2bbb24938a37400498f9f82b32585e2d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0918851 Dec 20 09:28:31.013718 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-701e82a0-23cc-4501-b98e-5b3d8a0f32dd None None] Provisioning complete for port f5bd18fd-f443-46d7-b237-b754d2547f1f triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:28:31.014136 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-701e82a0-23cc-4501-b98e-5b3d8a0f32dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:31.065609 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-701e82a0-23cc-4501-b98e-5b3d8a0f32dd None None] Port f5bd18fd-f443-46d7-b237-b754d2547f1f cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 09:28:31.284352 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-d003cd65-3e8d-447f-a3fb-91e92a754fe5 req-69419b48-b0d6-4c01-8665-5782d81b77f5 service neutron] 10.222.0.16 "GET /v2.0/networks/e29d2758-d05d-4292-94ad-5952e4ea4ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029587 Dec 20 09:28:31.296121 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 61cb0da3-6766-42d3-bf6a-346a10e3a455 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:28:31.366299 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 61cb0da3-6766-42d3-bf6a-346a10e3a455 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:28:31.366567 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:31.415929 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-d003cd65-3e8d-447f-a3fb-91e92a754fe5 req-2033abdb-8f98-4e65-be96-abbe4f18b32d service neutron] 10.222.0.16 "GET /v2.0/networks/e29d2758-d05d-4292-94ad-5952e4ea4ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257627 Dec 20 09:28:31.478422 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 7a0974ba-a525-40cc-9db4-3357ed058d51 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:28:31.553680 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 7a0974ba-a525-40cc-9db4-3357ed058d51 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:28:31.553680 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:31.629435 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-b6798fdf-a39a-4a1c-a42a-e412dd1865d1 req-939ffa38-7391-4557-a4d4-f4d0f603eddc tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Synchronizing usage tracker for tenant:2bbb24938a37400498f9f82b32585e2d on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:28:31.644043 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-b6798fdf-a39a-4a1c-a42a-e412dd1865d1 req-939ffa38-7391-4557-a4d4-f4d0f603eddc tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Unset dirty status for tenant:2bbb24938a37400498f9f82b32585e2d on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:28:31.645797 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b6798fdf-a39a-4a1c-a42a-e412dd1865d1 req-939ffa38-7391-4557-a4d4-f4d0f603eddc tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=81f3b2f4-1bcd-4c3f-8e1c-0108bb066c95 HTTP/1.1" status: 200 len: 210 time: 0.0661087 Dec 20 09:28:32.206662 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd529e22-8f23-4124-bbb6-697363977b96 None None] Sync routers for ids ['ac28bdc6-ff0b-44dc-98fe-9792b165bdc9'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 09:28:32.218254 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd529e22-8f23-4124-bbb6-697363977b96 None None] Routers {'ac28bdc6-ff0b-44dc-98fe-9792b165bdc9'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:28:32.218859 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-fd529e22-8f23-4124-bbb6-697363977b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:28:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['ac28bdc6-ff0b-44dc-98fe-9792b165bdc9'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:28:32.395360 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-fd529e22-8f23-4124-bbb6-697363977b96 None None] Set router ac28bdc6-ff0b-44dc-98fe-9792b165bdc9 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:28:32.698330 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-fd529e22-8f23-4124-bbb6-697363977b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac28bdc6-ff0b-44dc-98fe-9792b165bdc9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1783944212', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.183'}], 'enable_snat': True}, 'gw_port_id': '7a0974ba-a525-40cc-9db4-3357ed058d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:28:24Z', 'updated_at': '2021-12-20T09:28:28Z', 'revision_number': 4, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'gw_port': {'id': '7a0974ba-a525-40cc-9db4-3357ed058d51', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ae:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac28bdc6-ff0b-44dc-98fe-9792b165bdc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:28:25Z', 'updated_at': '2021-12-20T09:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': 'f5bd18fd-f443-46d7-b237-b754d2547f1f', 'name': '', 'network_id': 'e29d2758-d05d-4292-94ad-5952e4ea4ddc', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'mac_address': 'fa:16:3e:e9:33:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac28bdc6-ff0b-44dc-98fe-9792b165bdc9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88522ccf-952a-4cf4-ba73-3fa40806c6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:28:28Z', 'updated_at': '2021-12-20T09:28:29Z', 'revision_number': 2, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'subnets': [{'id': '88522ccf-952a-4cf4-ba73-3fa40806c6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:28:32.702925 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd529e22-8f23-4124-bbb6-697363977b96 None None] Checking router: ac28bdc6-ff0b-44dc-98fe-9792b165bdc9 for host: dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 09:28:32.703353 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd529e22-8f23-4124-bbb6-697363977b96 None None] Updating router ac28bdc6-ff0b-44dc-98fe-9792b165bdc9 port f5bd18fd-f443-46d7-b237-b754d2547f1f binding host dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 09:28:32.752595 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-fd529e22-8f23-4124-bbb6-697363977b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:32.819300 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-9d33e2c7-b2cc-4fdb-b2ce-47d0e6880971 req-c1a813b3-586a-4045-a75a-19fbc667eef5 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=81f3b2f4-1bcd-4c3f-8e1c-0108bb066c95 HTTP/1.1" status: 200 len: 210 time: 0.0477715 Dec 20 09:28:33.121072 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-fd529e22-8f23-4124-bbb6-697363977b96 None None] Notify callbacks [] for port, precommit_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:33.132328 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.provisioning_blocks [None req-fd529e22-8f23-4124-bbb6-697363977b96 None None] Transition to ACTIVE for port object f5bd18fd-f443-46d7-b237-b754d2547f1f will not be triggered until provisioned by entity L2. {{(pid=83447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:28:33.138873 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-fd529e22-8f23-4124-bbb6-697363977b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:33.143741 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-c2f2fd96-830e-4499-9ea2-638f223917c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:28:33.306234 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba5ee33-3c07-4280-be8a-fa96eb897ce8 None None] Pushing event updated for resources: {'Port': ['ID=f5bd18fd-f443-46d7-b237-b754d2547f1f,revision_number=3']} {{(pid=83447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:28:33.353412 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba5ee33-3c07-4280-be8a-fa96eb897ce8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:28:33.353762 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba5ee33-3c07-4280-be8a-fa96eb897ce8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:28:33.354092 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba5ee33-3c07-4280-be8a-fa96eb897ce8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:28:33.354417 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba5ee33-3c07-4280-be8a-fa96eb897ce8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:28:33.354741 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba5ee33-3c07-4280-be8a-fa96eb897ce8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:28:33.355056 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba5ee33-3c07-4280-be8a-fa96eb897ce8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:28:33.355372 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba5ee33-3c07-4280-be8a-fa96eb897ce8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:28:33.355688 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba5ee33-3c07-4280-be8a-fa96eb897ce8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:28:33.356047 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba5ee33-3c07-4280-be8a-fa96eb897ce8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:28:33.356361 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba5ee33-3c07-4280-be8a-fa96eb897ce8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:28:33.356673 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba5ee33-3c07-4280-be8a-fa96eb897ce8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:28:33.360886 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-eba5ee33-3c07-4280-be8a-fa96eb897ce8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:28:33.377394 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-fd529e22-8f23-4124-bbb6-697363977b96 None None] Attempting to bind port f5bd18fd-f443-46d7-b237-b754d2547f1f on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 09:28:33.377682 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-fd529e22-8f23-4124-bbb6-697363977b96 None None] Attempting to bind port f5bd18fd-f443-46d7-b237-b754d2547f1f by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': 'd918a339-2ae7-4f6c-aea0-e114fe7d684f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e29d2758-d05d-4292-94ad-5952e4ea4ddc'}] {{(pid=83447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 09:28:33.378040 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd529e22-8f23-4124-bbb6-697363977b96 None None] Attempting to bind port f5bd18fd-f443-46d7-b237-b754d2547f1f on network e29d2758-d05d-4292-94ad-5952e4ea4ddc {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:28:33.385186 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd529e22-8f23-4124-bbb6-697363977b96 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 9, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 09:28:33.385595 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd529e22-8f23-4124-bbb6-697363977b96 None None] Checking segment: {'id': 'd918a339-2ae7-4f6c-aea0-e114fe7d684f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e29d2758-d05d-4292-94ad-5952e4ea4ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:28:33.386012 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-fd529e22-8f23-4124-bbb6-697363977b96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:33.386375 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd529e22-8f23-4124-bbb6-697363977b96 None None] Bound using segment: {'id': 'd918a339-2ae7-4f6c-aea0-e114fe7d684f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e29d2758-d05d-4292-94ad-5952e4ea4ddc'} {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 09:28:33.387656 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-fd529e22-8f23-4124-bbb6-697363977b96 None None] Bound port: f5bd18fd-f443-46d7-b237-b754d2547f1f, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd918a339-2ae7-4f6c-aea0-e114fe7d684f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e29d2758-d05d-4292-94ad-5952e4ea4ddc'}}] {{(pid=83447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 09:28:33.388035 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-fd529e22-8f23-4124-bbb6-697363977b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:33.483919 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.db [None req-fd529e22-8f23-4124-bbb6-697363977b96 None None] For port f5bd18fd-f443-46d7-b237-b754d2547f1f, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 09:28:33.486961 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.db [None req-fd529e22-8f23-4124-bbb6-697363977b96 None None] For port f5bd18fd-f443-46d7-b237-b754d2547f1f, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=f5bd18fd-f443-46d7-b237-b754d2547f1f,segment=NetworkSegment(d918a339-2ae7-4f6c-aea0-e114fe7d684f),segment_id=d918a339-2ae7-4f6c-aea0-e114fe7d684f)] {{(pid=83447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 09:28:33.491636 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-fd529e22-8f23-4124-bbb6-697363977b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:33.495729 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-942319bb-9103-4385-9b0d-6a7ef11a1fa0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:28:33.572616 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd529e22-8f23-4124-bbb6-697363977b96 None None] Routers {'ac28bdc6-ff0b-44dc-98fe-9792b165bdc9'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:28:33.573353 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-fd529e22-8f23-4124-bbb6-697363977b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:28:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['ac28bdc6-ff0b-44dc-98fe-9792b165bdc9'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:28:33.632294 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba5ee33-3c07-4280-be8a-fa96eb897ce8 None None] Pushing event updated for resources: {'Port': ['ID=f5bd18fd-f443-46d7-b237-b754d2547f1f,revision_number=4']} {{(pid=83447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:28:33.643413 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-eba5ee33-3c07-4280-be8a-fa96eb897ce8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:28:33.775830 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-fd529e22-8f23-4124-bbb6-697363977b96 None None] Set router ac28bdc6-ff0b-44dc-98fe-9792b165bdc9 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:28:34.078767 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d003cd65-3e8d-447f-a3fb-91e92a754fe5 req-1404cae0-5c50-4c4b-bd1e-12020fe02576 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:28:34.079341 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-d003cd65-3e8d-447f-a3fb-91e92a754fe5 req-1404cae0-5c50-4c4b-bd1e-12020fe02576 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Synchronizing usage tracker for tenant:2bbb24938a37400498f9f82b32585e2d on resource:network {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:28:34.126749 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-272e3fb6-d57f-4617-bd50-6a82209aba06 req-e8812b9a-8b0c-4bf3-8e51-bb31b03af9d0 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=81f3b2f4-1bcd-4c3f-8e1c-0108bb066c95 HTTP/1.1" status: 200 len: 210 time: 0.0537779 Dec 20 09:28:34.126961 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-fd529e22-8f23-4124-bbb6-697363977b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac28bdc6-ff0b-44dc-98fe-9792b165bdc9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1783944212', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.183'}], 'enable_snat': True}, 'gw_port_id': '7a0974ba-a525-40cc-9db4-3357ed058d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:28:24Z', 'updated_at': '2021-12-20T09:28:28Z', 'revision_number': 4, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'gw_port': {'id': '7a0974ba-a525-40cc-9db4-3357ed058d51', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ae:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac28bdc6-ff0b-44dc-98fe-9792b165bdc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:28:25Z', 'updated_at': '2021-12-20T09:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': 'f5bd18fd-f443-46d7-b237-b754d2547f1f', 'name': '', 'network_id': 'e29d2758-d05d-4292-94ad-5952e4ea4ddc', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'mac_address': 'fa:16:3e:e9:33:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac28bdc6-ff0b-44dc-98fe-9792b165bdc9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88522ccf-952a-4cf4-ba73-3fa40806c6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:28:28Z', 'updated_at': '2021-12-20T09:28:33Z', 'revision_number': 4, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'subnets': [{'id': '88522ccf-952a-4cf4-ba73-3fa40806c6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:28:34.129366 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-d003cd65-3e8d-447f-a3fb-91e92a754fe5 req-1404cae0-5c50-4c4b-bd1e-12020fe02576 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Unset dirty status for tenant:2bbb24938a37400498f9f82b32585e2d on resource:network {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:28:34.130383 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d003cd65-3e8d-447f-a3fb-91e92a754fe5 req-1404cae0-5c50-4c4b-bd1e-12020fe02576 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.58 "GET /v2.0/networks?id=e29d2758-d05d-4292-94ad-5952e4ea4ddc HTTP/1.1" status: 200 len: 797 time: 0.3573809 Dec 20 09:28:34.130819 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd529e22-8f23-4124-bbb6-697363977b96 None None] The sync data for ids ['ac28bdc6-ff0b-44dc-98fe-9792b165bdc9'] in dv-neutron-820491-1-hyperv is: [{'id': 'ac28bdc6-ff0b-44dc-98fe-9792b165bdc9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1783944212', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.183'}], 'enable_snat': True}, 'gw_port_id': '7a0974ba-a525-40cc-9db4-3357ed058d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:28:24Z', 'updated_at': '2021-12-20T09:28:28Z', 'revision_number': 4, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'gw_port': {'id': '7a0974ba-a525-40cc-9db4-3357ed058d51', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ae:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac28bdc6-ff0b-44dc-98fe-9792b165bdc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:28:25Z', 'updated_at': '2021-12-20T09:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': 'f5bd18fd-f443-46d7-b237-b754d2547f1f', 'name': '', 'network_id': 'e29d2758-d05d-4292-94ad-5952e4ea4ddc', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'mac_address': 'fa:16:3e:e9:33:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac28bdc6-ff0b-44dc-98fe-9792b165bdc9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88522ccf-952a-4cf4-ba73-3fa40806c6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:28:28Z', 'updated_at': '2021-12-20T09:28:33Z', 'revision_number': 4, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'subnets': [{'id': '88522ccf-952a-4cf4-ba73-3fa40806c6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 09:28:34.202404 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d003cd65-3e8d-447f-a3fb-91e92a754fe5 req-751eec33-bdef-410d-9c71-263c9d0cd347 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2bbb24938a37400498f9f82b32585e2d HTTP/1.1" status: 200 len: 379 time: 0.0582790 Dec 20 09:28:34.211436 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-d003cd65-3e8d-447f-a3fb-91e92a754fe5 req-0d9eedde-2dcb-4347-98d5-07df81413da1 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Request body: {'port': {'device_id': '81f3b2f4-1bcd-4c3f-8e1c-0108bb066c95', 'network_id': 'e29d2758-d05d-4292-94ad-5952e4ea4ddc', 'admin_state_up': True, 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'security_groups': ['da12c748-a89e-4a54-b430-f57cd0cc6be3']}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:28:34.352883 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-d003cd65-3e8d-447f-a3fb-91e92a754fe5 req-0d9eedde-2dcb-4347-98d5-07df81413da1 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:28:34.363470 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-d003cd65-3e8d-447f-a3fb-91e92a754fe5 req-0d9eedde-2dcb-4347-98d5-07df81413da1 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:28:34.374919 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d003cd65-3e8d-447f-a3fb-91e92a754fe5 req-0d9eedde-2dcb-4347-98d5-07df81413da1 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Made reservation on behalf of 2bbb24938a37400498f9f82b32585e2d for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 09:28:34.378139 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-d003cd65-3e8d-447f-a3fb-91e92a754fe5 req-0d9eedde-2dcb-4347-98d5-07df81413da1 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:34.546129 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [req-d003cd65-3e8d-447f-a3fb-91e92a754fe5 req-0d9eedde-2dcb-4347-98d5-07df81413da1 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Allocated IP 172.20.0.7 (e29d2758-d05d-4292-94ad-5952e4ea4ddc/88522ccf-952a-4cf4-ba73-3fa40806c6dd/27a63aeb-339d-4584-ba75-52a2fca2654f) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 09:28:34.786451 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-d003cd65-3e8d-447f-a3fb-91e92a754fe5 req-0d9eedde-2dcb-4347-98d5-07df81413da1 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:34.803836 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-d003cd65-3e8d-447f-a3fb-91e92a754fe5 req-0d9eedde-2dcb-4347-98d5-07df81413da1 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Transition to ACTIVE for port object 27a63aeb-339d-4584-ba75-52a2fca2654f will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:28:34.829977 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-d003cd65-3e8d-447f-a3fb-91e92a754fe5 req-0d9eedde-2dcb-4347-98d5-07df81413da1 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:34.836753 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b77cc876-ceb2-4f1e-b52a-76dc0800d3c5 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:28:34.906508 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d003cd65-3e8d-447f-a3fb-91e92a754fe5 req-0d9eedde-2dcb-4347-98d5-07df81413da1 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Network e29d2758-d05d-4292-94ad-5952e4ea4ddc is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:28:34.916905 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [req-d003cd65-3e8d-447f-a3fb-91e92a754fe5 req-0d9eedde-2dcb-4347-98d5-07df81413da1 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:28:34.921434 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-d003cd65-3e8d-447f-a3fb-91e92a754fe5 req-0d9eedde-2dcb-4347-98d5-07df81413da1 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 09:28:34.952706 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9eedde-2dcb-4347-98d5-07df81413da1 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event updated for resources: {'Port': ['ID=27a63aeb-339d-4584-ba75-52a2fca2654f,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:28:34.959578 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0d9eedde-2dcb-4347-98d5-07df81413da1 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:28:34.989718 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d003cd65-3e8d-447f-a3fb-91e92a754fe5 req-0d9eedde-2dcb-4347-98d5-07df81413da1 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:28:34.990357 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-d003cd65-3e8d-447f-a3fb-91e92a754fe5 req-0d9eedde-2dcb-4347-98d5-07df81413da1 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:35.020884 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d003cd65-3e8d-447f-a3fb-91e92a754fe5 req-0d9eedde-2dcb-4347-98d5-07df81413da1 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8130460 Dec 20 09:28:35.042400 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-d003cd65-3e8d-447f-a3fb-91e92a754fe5 req-e01330cb-5965-4b76-9f10-6c469b48da71 service neutron] Request body: {'port': {'device_id': '81f3b2f4-1bcd-4c3f-8e1c-0108bb066c95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8204'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:28:35.155735 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-82de5682-ebb8-41cb-930e-1c0998825ad3 None None] Provisioning for port 27a63aeb-339d-4584-ba75-52a2fca2654f completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:28:35.163613 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-82de5682-ebb8-41cb-930e-1c0998825ad3 None None] Provisioning complete for port 27a63aeb-339d-4584-ba75-52a2fca2654f triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:28:35.164107 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-82de5682-ebb8-41cb-930e-1c0998825ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:35.167279 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-d003cd65-3e8d-447f-a3fb-91e92a754fe5 req-e01330cb-5965-4b76-9f10-6c469b48da71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:35.218494 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-82de5682-ebb8-41cb-930e-1c0998825ad3 None None] Port 27a63aeb-339d-4584-ba75-52a2fca2654f cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 09:28:35.324898 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device f5bd18fd-f443-46d7-b237-b754d2547f1f up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:28:35.347496 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2595e3e3-9caa-49ad-93f0-488ec6b00b70 req-992f543c-f717-436c-95b7-e3554e78aa52 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:28:35.349647 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-2595e3e3-9caa-49ad-93f0-488ec6b00b70 req-992f543c-f717-436c-95b7-e3554e78aa52 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=81f3b2f4-1bcd-4c3f-8e1c-0108bb066c95 HTTP/1.1" status: 200 len: 931 time: 0.0876048 Dec 20 09:28:35.397212 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-2595e3e3-9caa-49ad-93f0-488ec6b00b70 req-57f4213f-eda9-4815-b9b2-2757a3317778 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=da12c748-a89e-4a54-b430-f57cd0cc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418057 Dec 20 09:28:35.402513 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port f5bd18fd-f443-46d7-b237-b754d2547f1f completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:28:35.408277 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port f5bd18fd-f443-46d7-b237-b754d2547f1f triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:28:35.408723 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:35.523453 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:35.523909 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [req-d003cd65-3e8d-447f-a3fb-91e92a754fe5 req-e01330cb-5965-4b76-9f10-6c469b48da71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27a63aeb-339d-4584-ba75-52a2fca2654f {{(pid=83444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 09:28:35.531290 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-d003cd65-3e8d-447f-a3fb-91e92a754fe5 req-e01330cb-5965-4b76-9f10-6c469b48da71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:35.547202 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-d003cd65-3e8d-447f-a3fb-91e92a754fe5 req-e01330cb-5965-4b76-9f10-6c469b48da71 service neutron] Transition to ACTIVE for port object 27a63aeb-339d-4584-ba75-52a2fca2654f will not be triggered until provisioned by entity L2. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:28:35.551156 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-d003cd65-3e8d-447f-a3fb-91e92a754fe5 req-e01330cb-5965-4b76-9f10-6c469b48da71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:35.555592 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a1dd28f2-854d-4a82-a151-6eec7e725bdb tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:28:35.557417 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port f5bd18fd-f443-46d7-b237-b754d2547f1f, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=f5bd18fd-f443-46d7-b237-b754d2547f1f,segment=NetworkSegment(d918a339-2ae7-4f6c-aea0-e114fe7d684f),segment_id=d918a339-2ae7-4f6c-aea0-e114fe7d684f)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:28:35.563178 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:35.565533 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-46cdf1cf-d4e8-45f6-8bc3-96927fb653ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:28:35.675025 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=f5bd18fd-f443-46d7-b237-b754d2547f1f,revision_number=5']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:28:35.678330 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:28:35.690987 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01330cb-5965-4b76-9f10-6c469b48da71 service neutron] Pushing event updated for resources: {'Port': ['ID=27a63aeb-339d-4584-ba75-52a2fca2654f,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:28:35.693898 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e01330cb-5965-4b76-9f10-6c469b48da71 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:28:35.797271 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-d003cd65-3e8d-447f-a3fb-91e92a754fe5 req-e01330cb-5965-4b76-9f10-6c469b48da71 service neutron] Attempting to bind port 27a63aeb-339d-4584-ba75-52a2fca2654f on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 09:28:35.797604 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-d003cd65-3e8d-447f-a3fb-91e92a754fe5 req-e01330cb-5965-4b76-9f10-6c469b48da71 service neutron] Attempting to bind port 27a63aeb-339d-4584-ba75-52a2fca2654f by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': 'd918a339-2ae7-4f6c-aea0-e114fe7d684f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e29d2758-d05d-4292-94ad-5952e4ea4ddc'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 09:28:35.797919 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d003cd65-3e8d-447f-a3fb-91e92a754fe5 req-e01330cb-5965-4b76-9f10-6c469b48da71 service neutron] Attempting to bind port 27a63aeb-339d-4584-ba75-52a2fca2654f on network e29d2758-d05d-4292-94ad-5952e4ea4ddc {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:28:35.803529 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d003cd65-3e8d-447f-a3fb-91e92a754fe5 req-e01330cb-5965-4b76-9f10-6c469b48da71 service neutron] Port 27a63aeb-339d-4584-ba75-52a2fca2654f on network e29d2758-d05d-4292-94ad-5952e4ea4ddc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 09:28:35.803838 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d003cd65-3e8d-447f-a3fb-91e92a754fe5 req-e01330cb-5965-4b76-9f10-6c469b48da71 service neutron] Attempting to bind port 27a63aeb-339d-4584-ba75-52a2fca2654f on network e29d2758-d05d-4292-94ad-5952e4ea4ddc {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:28:35.810260 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d003cd65-3e8d-447f-a3fb-91e92a754fe5 req-e01330cb-5965-4b76-9f10-6c469b48da71 service neutron] Checking agent: {'id': 'bd419857-3bec-4b96-b211-3fb278c66880', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8204', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 40, 10), 'started_at': datetime.datetime(2021, 12, 20, 8, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 9, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 09:28:35.810588 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d003cd65-3e8d-447f-a3fb-91e92a754fe5 req-e01330cb-5965-4b76-9f10-6c469b48da71 service neutron] Checking segment: {'id': 'd918a339-2ae7-4f6c-aea0-e114fe7d684f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e29d2758-d05d-4292-94ad-5952e4ea4ddc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:28:35.810962 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d003cd65-3e8d-447f-a3fb-91e92a754fe5 req-e01330cb-5965-4b76-9f10-6c469b48da71 service neutron] Bound using segment: {'id': 'd918a339-2ae7-4f6c-aea0-e114fe7d684f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e29d2758-d05d-4292-94ad-5952e4ea4ddc'} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 09:28:35.811372 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-d003cd65-3e8d-447f-a3fb-91e92a754fe5 req-e01330cb-5965-4b76-9f10-6c469b48da71 service neutron] Bound port: 27a63aeb-339d-4584-ba75-52a2fca2654f, host: hv-neutron-8204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd918a339-2ae7-4f6c-aea0-e114fe7d684f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e29d2758-d05d-4292-94ad-5952e4ea4ddc'}}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 09:28:35.811705 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-d003cd65-3e8d-447f-a3fb-91e92a754fe5 req-e01330cb-5965-4b76-9f10-6c469b48da71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:35.906184 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-d003cd65-3e8d-447f-a3fb-91e92a754fe5 req-e01330cb-5965-4b76-9f10-6c469b48da71 service neutron] For port 27a63aeb-339d-4584-ba75-52a2fca2654f, host hv-neutron-8204, cleared binding levels {{(pid=83444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 09:28:35.909197 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-d003cd65-3e8d-447f-a3fb-91e92a754fe5 req-e01330cb-5965-4b76-9f10-6c469b48da71 service neutron] For port 27a63aeb-339d-4584-ba75-52a2fca2654f, host hv-neutron-8204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=27a63aeb-339d-4584-ba75-52a2fca2654f,segment=NetworkSegment(d918a339-2ae7-4f6c-aea0-e114fe7d684f),segment_id=d918a339-2ae7-4f6c-aea0-e114fe7d684f)] {{(pid=83444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 09:28:35.913156 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-d003cd65-3e8d-447f-a3fb-91e92a754fe5 req-e01330cb-5965-4b76-9f10-6c469b48da71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:35.916878 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-af178c39-6092-4969-87aa-9be97644f161 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:28:35.969063 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-d003cd65-3e8d-447f-a3fb-91e92a754fe5 req-e01330cb-5965-4b76-9f10-6c469b48da71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:35.970808 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d003cd65-3e8d-447f-a3fb-91e92a754fe5 req-e01330cb-5965-4b76-9f10-6c469b48da71 service neutron] 10.222.0.58 "PUT /v2.0/ports/27a63aeb-339d-4584-ba75-52a2fca2654f HTTP/1.1" status: 200 len: 1093 time: 0.9416845 Dec 20 09:28:35.971459 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81f3b2f4-1bcd-4c3f-8e1c-0108bb066c95', 'tag': '27a63aeb-339d-4584-ba75-52a2fca2654f'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:28:36.000130 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01330cb-5965-4b76-9f10-6c469b48da71 service neutron] Pushing event updated for resources: {'Port': ['ID=27a63aeb-339d-4584-ba75-52a2fca2654f,revision_number=3']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:28:36.004153 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e01330cb-5965-4b76-9f10-6c469b48da71 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:28:36.040426 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81f3b2f4-1bcd-4c3f-8e1c-0108bb066c95', 'tag': '27a63aeb-339d-4584-ba75-52a2fca2654f', 'status': 'completed', 'code': 200} Dec 20 09:28:36.085646 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d003cd65-3e8d-447f-a3fb-91e92a754fe5 req-22b0fa3d-0c77-4b49-89ab-55a030720b68 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2bbb24938a37400498f9f82b32585e2d&device_id=81f3b2f4-1bcd-4c3f-8e1c-0108bb066c95 HTTP/1.1" status: 200 len: 1096 time: 0.0769107 Dec 20 09:28:36.251939 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d003cd65-3e8d-447f-a3fb-91e92a754fe5 req-568bd21d-218e-44f0-846a-a7697f18445f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27a63aeb-339d-4584-ba75-52a2fca2654f HTTP/1.1" status: 200 len: 217 time: 0.1588409 Dec 20 09:28:36.317009 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d003cd65-3e8d-447f-a3fb-91e92a754fe5 req-5a4f1768-c211-4f3a-924c-e0d080bb86ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:28:36.318726 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d003cd65-3e8d-447f-a3fb-91e92a754fe5 req-5a4f1768-c211-4f3a-924c-e0d080bb86ab service neutron] 10.222.0.58 "GET /v2.0/subnets?id=88522ccf-952a-4cf4-ba73-3fa40806c6dd HTTP/1.1" status: 200 len: 835 time: 0.0602655 Dec 20 09:28:36.392371 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d003cd65-3e8d-447f-a3fb-91e92a754fe5 req-dc394843-a6d9-49d4-b4d0-3dcdf11d7576 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e29d2758-d05d-4292-94ad-5952e4ea4ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0656416 Dec 20 09:28:36.524878 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d003cd65-3e8d-447f-a3fb-91e92a754fe5 req-f3fb646a-03ea-48c6-a28a-6d5e2aa9793b service neutron] 10.222.0.58 "GET /v2.0/networks/e29d2758-d05d-4292-94ad-5952e4ea4ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259050 Dec 20 09:28:36.600085 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d43cc0-325f-4a37-870c-4d5f1f9b252a req-c9a403cb-e01e-4fee-9510-18c880999bdd tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:28:36.601594 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-92d43cc0-325f-4a37-870c-4d5f1f9b252a req-c9a403cb-e01e-4fee-9510-18c880999bdd tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=81f3b2f4-1bcd-4c3f-8e1c-0108bb066c95 HTTP/1.1" status: 200 len: 943 time: 0.0843408 Dec 20 09:28:36.647401 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-92d43cc0-325f-4a37-870c-4d5f1f9b252a req-75982538-54e3-4113-a9ab-dabc840c21ef tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=da12c748-a89e-4a54-b430-f57cd0cc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393682 Dec 20 09:28:36.659369 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d003cd65-3e8d-447f-a3fb-91e92a754fe5 req-2c515e3b-5b96-4fd6-9ef6-2bd35046df61 service neutron] 10.222.0.58 "GET /v2.0/networks/e29d2758-d05d-4292-94ad-5952e4ea4ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280403 Dec 20 09:28:36.774770 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-70168858-2d92-4bf2-999c-80b39201f72c req-92db5c6d-459a-4841-a3c8-d9a0b213bd92 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2bbb24938a37400498f9f82b32585e2d&device_id=81f3b2f4-1bcd-4c3f-8e1c-0108bb066c95 HTTP/1.1" status: 200 len: 1096 time: 0.0720909 Dec 20 09:28:36.904264 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70168858-2d92-4bf2-999c-80b39201f72c req-228ac78c-3bea-4d8e-9d9d-cc68d93220a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:28:36.905656 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-70168858-2d92-4bf2-999c-80b39201f72c req-228ac78c-3bea-4d8e-9d9d-cc68d93220a2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e29d2758-d05d-4292-94ad-5952e4ea4ddc HTTP/1.1" status: 200 len: 898 time: 0.1248040 Dec 20 09:28:36.971217 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-70168858-2d92-4bf2-999c-80b39201f72c req-9a9b77ab-47df-480a-905c-4b58248159df service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27a63aeb-339d-4584-ba75-52a2fca2654f HTTP/1.1" status: 200 len: 217 time: 0.0595956 Dec 20 09:28:37.033060 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70168858-2d92-4bf2-999c-80b39201f72c req-f2b521d1-3f98-4d3b-bc63-24ec1298edc1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:28:37.034470 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-70168858-2d92-4bf2-999c-80b39201f72c req-f2b521d1-3f98-4d3b-bc63-24ec1298edc1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=88522ccf-952a-4cf4-ba73-3fa40806c6dd HTTP/1.1" status: 200 len: 835 time: 0.0576859 Dec 20 09:28:37.107314 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-70168858-2d92-4bf2-999c-80b39201f72c req-c51cf808-f720-43dc-8ea5-9ea7fdc4e97a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e29d2758-d05d-4292-94ad-5952e4ea4ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668807 Dec 20 09:28:37.237656 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-70168858-2d92-4bf2-999c-80b39201f72c req-b3aa706c-4e44-4cc7-b19a-2321b3c2464c service neutron] 10.222.0.58 "GET /v2.0/networks/e29d2758-d05d-4292-94ad-5952e4ea4ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234276 Dec 20 09:28:37.294456 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device f5bd18fd-f443-46d7-b237-b754d2547f1f up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:28:37.361495 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port f5bd18fd-f443-46d7-b237-b754d2547f1f triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:28:37.361878 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:37.371205 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-70168858-2d92-4bf2-999c-80b39201f72c req-56371a91-2bd8-42a1-aae8-14966a7500da service neutron] 10.222.0.58 "GET /v2.0/networks/e29d2758-d05d-4292-94ad-5952e4ea4ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270800 Dec 20 09:28:37.852674 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb44d01c-f8b2-45b2-b2f9-9700edc70622 req-0def3261-966f-402d-be4b-bc4d99afdbeb tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:28:37.853272 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-fb44d01c-f8b2-45b2-b2f9-9700edc70622 req-0def3261-966f-402d-be4b-bc4d99afdbeb tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Synchronizing usage tracker for tenant:2bbb24938a37400498f9f82b32585e2d on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:28:37.869027 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-fb44d01c-f8b2-45b2-b2f9-9700edc70622 req-0def3261-966f-402d-be4b-bc4d99afdbeb tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Unset dirty status for tenant:2bbb24938a37400498f9f82b32585e2d on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:28:37.870189 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fb44d01c-f8b2-45b2-b2f9-9700edc70622 req-0def3261-966f-402d-be4b-bc4d99afdbeb tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=81f3b2f4-1bcd-4c3f-8e1c-0108bb066c95 HTTP/1.1" status: 200 len: 943 time: 0.0958490 Dec 20 09:28:37.916176 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fb44d01c-f8b2-45b2-b2f9-9700edc70622 req-3844b1b2-44de-4b7c-9a86-0a53d42a0292 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=da12c748-a89e-4a54-b430-f57cd0cc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396059 Dec 20 09:28:39.113008 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9955d6-ddd3-4525-bee5-763ee9dc9c93 req-761ff5d8-057a-43a2-8449-6e9f9a3ee4f6 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:28:39.114545 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-7a9955d6-ddd3-4525-bee5-763ee9dc9c93 req-761ff5d8-057a-43a2-8449-6e9f9a3ee4f6 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=81f3b2f4-1bcd-4c3f-8e1c-0108bb066c95 HTTP/1.1" status: 200 len: 943 time: 0.0760980 Dec 20 09:28:39.159168 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-7a9955d6-ddd3-4525-bee5-763ee9dc9c93 req-d1bbc947-d586-4d98-8f9c-ca63b2094295 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=da12c748-a89e-4a54-b430-f57cd0cc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392802 Dec 20 09:28:40.357494 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346622cd-ac5c-4063-ba6a-99c6d7a00a60 req-e26de42d-3a45-41c8-b609-2815a20a67fd tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:28:40.358963 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-346622cd-ac5c-4063-ba6a-99c6d7a00a60 req-e26de42d-3a45-41c8-b609-2815a20a67fd tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=81f3b2f4-1bcd-4c3f-8e1c-0108bb066c95 HTTP/1.1" status: 200 len: 943 time: 0.0807543 Dec 20 09:28:40.393333 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 27a63aeb-339d-4584-ba75-52a2fca2654f details requested by agent hyperv_hv-neutron-8204 with host hv-neutron-8204 {{(pid=83446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 09:28:40.404620 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-346622cd-ac5c-4063-ba6a-99c6d7a00a60 req-b4c9fedb-757a-468e-b5cb-127d3bece37a tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=da12c748-a89e-4a54-b430-f57cd0cc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400035 Dec 20 09:28:40.411904 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:40.532915 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port 27a63aeb-339d-4584-ba75-52a2fca2654f, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=27a63aeb-339d-4584-ba75-52a2fca2654f,segment=NetworkSegment(d918a339-2ae7-4f6c-aea0-e114fe7d684f),segment_id=d918a339-2ae7-4f6c-aea0-e114fe7d684f)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:28:40.546420 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Returning: {'device': '27a63aeb-339d-4584-ba75-52a2fca2654f', 'network_id': 'e29d2758-d05d-4292-94ad-5952e4ea4ddc', 'port_id': '27a63aeb-339d-4584-ba75-52a2fca2654f', 'mac_address': 'fa:16:3e:65:4c:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88522ccf-952a-4cf4-ba73-3fa40806c6dd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 09:28:40.602128 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:40.619419 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27a63aeb-339d-4584-ba75-52a2fca2654f {{(pid=83446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 09:28:40.634818 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port 27a63aeb-339d-4584-ba75-52a2fca2654f, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=27a63aeb-339d-4584-ba75-52a2fca2654f,segment=NetworkSegment(d918a339-2ae7-4f6c-aea0-e114fe7d684f),segment_id=d918a339-2ae7-4f6c-aea0-e114fe7d684f)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:28:40.639377 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:40.641137 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:28:40.703904 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=27a63aeb-339d-4584-ba75-52a2fca2654f,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:28:40.706828 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:28:40.969087 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] get_ports_and_sgs() called for port_ids ['27a63aeb-339d-4584-ba75-52a2fca2654f'] {{(pid=83446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 09:28:41.600190 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352530ec-a7c9-4aa8-81bc-ec510fcd2546 req-225642fd-9ce2-486e-8b38-a658f55f8d13 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:28:41.601656 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-352530ec-a7c9-4aa8-81bc-ec510fcd2546 req-225642fd-9ce2-486e-8b38-a658f55f8d13 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=81f3b2f4-1bcd-4c3f-8e1c-0108bb066c95 HTTP/1.1" status: 200 len: 944 time: 0.0788631 Dec 20 09:28:41.648600 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-352530ec-a7c9-4aa8-81bc-ec510fcd2546 req-707291d0-8cd7-4a9c-b14e-dd6c1fe9de9c tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=da12c748-a89e-4a54-b430-f57cd0cc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406790 Dec 20 09:28:42.390458 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 27a63aeb-339d-4584-ba75-52a2fca2654f up at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:28:42.459471 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning for port 27a63aeb-339d-4584-ba75-52a2fca2654f completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:28:42.464247 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning complete for port 27a63aeb-339d-4584-ba75-52a2fca2654f triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:28:42.464656 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:42.580192 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:42.606775 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81f3b2f4-1bcd-4c3f-8e1c-0108bb066c95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27a63aeb-339d-4584-ba75-52a2fca2654f'}] {{(pid=83446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:28:42.616729 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port 27a63aeb-339d-4584-ba75-52a2fca2654f, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=27a63aeb-339d-4584-ba75-52a2fca2654f,segment=NetworkSegment(d918a339-2ae7-4f6c-aea0-e114fe7d684f),segment_id=d918a339-2ae7-4f6c-aea0-e114fe7d684f)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:28:42.621787 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:42.624727 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-89c696f2-6d55-4de4-b330-066c9181721a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:28:42.691544 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f465f01d-3401-4fc2-9c02-60341c914e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:42.710978 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=27a63aeb-339d-4584-ba75-52a2fca2654f,revision_number=5']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:28:42.714005 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:28:42.755936 dv-neutron-820491-1-hyperv neutron-server[83446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81f3b2f4-1bcd-4c3f-8e1c-0108bb066c95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27a63aeb-339d-4584-ba75-52a2fca2654f', 'code': 200} Dec 20 09:28:42.866649 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55039b6b-7027-4033-8a3c-5838d092d1ea req-5a15e10b-e4b6-456b-8928-a67e4872a1ec tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:28:42.868100 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-55039b6b-7027-4033-8a3c-5838d092d1ea req-5a15e10b-e4b6-456b-8928-a67e4872a1ec tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=81f3b2f4-1bcd-4c3f-8e1c-0108bb066c95 HTTP/1.1" status: 200 len: 945 time: 0.0821366 Dec 20 09:28:42.924768 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-55039b6b-7027-4033-8a3c-5838d092d1ea req-fe9d4576-d0d6-4487-a96b-46132d59899c tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=da12c748-a89e-4a54-b430-f57cd0cc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493155 Dec 20 09:28:42.984198 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-44e77587-f35b-4247-9963-dcaeeb812c06 req-40dff674-7bcb-4aa8-bf5c-952911428350 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=81f3b2f4-1bcd-4c3f-8e1c-0108bb066c95 HTTP/1.1" status: 200 len: 1098 time: 0.0700531 Dec 20 09:28:43.028420 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-44e77587-f35b-4247-9963-dcaeeb812c06 req-6fc77786-279a-4bc2-9804-3cc5e9a71670 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=da12c748-a89e-4a54-b430-f57cd0cc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371923 Dec 20 09:28:44.123989 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c135c80b-37e4-4a2a-9fe8-64683263c3e2 req-6fbad846-4069-4c8f-beb3-af479edb148a tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:28:44.125487 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c135c80b-37e4-4a2a-9fe8-64683263c3e2 req-6fbad846-4069-4c8f-beb3-af479edb148a tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=81f3b2f4-1bcd-4c3f-8e1c-0108bb066c95 HTTP/1.1" status: 200 len: 945 time: 0.0782554 Dec 20 09:28:44.174585 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c135c80b-37e4-4a2a-9fe8-64683263c3e2 req-f2733540-2aa6-4381-977d-a65c5c094d15 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=da12c748-a89e-4a54-b430-f57cd0cc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435407 Dec 20 09:28:44.929792 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e1932e39-a250-4db1-a2c0-045c886dc909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:45.372336 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29072c57-67a2-4713-bf3d-e4f843d66412 req-890e7a8a-22c0-4571-9248-d3ff8ef07ff4 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:28:45.373800 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-29072c57-67a2-4713-bf3d-e4f843d66412 req-890e7a8a-22c0-4571-9248-d3ff8ef07ff4 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=81f3b2f4-1bcd-4c3f-8e1c-0108bb066c95 HTTP/1.1" status: 200 len: 945 time: 0.0766852 Dec 20 09:28:45.418452 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-29072c57-67a2-4713-bf3d-e4f843d66412 req-139baacd-cbcc-4ff2-889f-bfce6b989dbc tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=da12c748-a89e-4a54-b430-f57cd0cc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391743 Dec 20 09:28:45.611018 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f091c9b7-ad04-49d7-984f-93fa5c15e063 req-f6aee548-c95e-4894-ad2f-09141178b1f0 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:28:45.612443 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f091c9b7-ad04-49d7-984f-93fa5c15e063 req-f6aee548-c95e-4894-ad2f-09141178b1f0 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=81f3b2f4-1bcd-4c3f-8e1c-0108bb066c95 HTTP/1.1" status: 200 len: 945 time: 0.0751581 Dec 20 09:28:45.656894 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f091c9b7-ad04-49d7-984f-93fa5c15e063 req-cbdbd6a9-0549-489b-989f-c8dbe5988675 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=da12c748-a89e-4a54-b430-f57cd0cc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389266 Dec 20 09:28:45.683208 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 51796) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:28:45.854364 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1bfeaadb-54c3-464c-a877-48052fdaa6fa tempest-TestNetworkAdvancedServerOps-948809047 tempest-TestNetworkAdvancedServerOps-948809047-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=81f3b2f4-1bcd-4c3f-8e1c-0108bb066c95 HTTP/1.1" status: 200 len: 1093 time: 0.1693435 Dec 20 09:28:45.857008 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 51800) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:28:45.862406 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-70803771-2da9-4d0f-ae3a-161a55bbfff3 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Request body: {'floatingip': {'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'port_id': '27a63aeb-339d-4584-ba75-52a2fca2654f', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:28:45.867864 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-70803771-2da9-4d0f-ae3a-161a55bbfff3 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:28:45.872110 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-70803771-2da9-4d0f-ae3a-161a55bbfff3 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Usage tracker for resource:floatingip and tenant:2bbb24938a37400498f9f82b32585e2d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:28:45.874873 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-70803771-2da9-4d0f-ae3a-161a55bbfff3 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:28:45.880388 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-70803771-2da9-4d0f-ae3a-161a55bbfff3 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:28:45.890924 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-70803771-2da9-4d0f-ae3a-161a55bbfff3 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for floatingip, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:46.021642 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-70803771-2da9-4d0f-ae3a-161a55bbfff3 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:46.111368 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:46.154847 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:46.162793 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-70803771-2da9-4d0f-ae3a-161a55bbfff3 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Allocated IP 172.26.5.94 (95f3bec2-46e6-4468-8229-8badd4a5aaae/cf8895a3-346d-4313-a645-16ecdcce9969/27336d7e-2cdb-4dd9-8299-59d4a21e70f1) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 09:28:46.305046 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-70803771-2da9-4d0f-ae3a-161a55bbfff3 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:46.332574 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-70803771-2da9-4d0f-ae3a-161a55bbfff3 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:46.336725 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-af178c39-6092-4969-87aa-9be97644f161 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:28:46.398721 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70803771-2da9-4d0f-ae3a-161a55bbfff3 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Network 95f3bec2-46e6-4468-8229-8badd4a5aaae is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:28:46.405951 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-70803771-2da9-4d0f-ae3a-161a55bbfff3 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:28:46.409928 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70803771-2da9-4d0f-ae3a-161a55bbfff3 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 09:28:46.438812 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70803771-2da9-4d0f-ae3a-161a55bbfff3 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event updated for resources: {'Port': ['ID=27336d7e-2cdb-4dd9-8299-59d4a21e70f1,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:28:46.444534 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-70803771-2da9-4d0f-ae3a-161a55bbfff3 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:28:46.914103 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-70803771-2da9-4d0f-ae3a-161a55bbfff3 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:46.967508 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-70803771-2da9-4d0f-ae3a-161a55bbfff3 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:47.166583 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-70803771-2da9-4d0f-ae3a-161a55bbfff3 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:47.170943 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-70803771-2da9-4d0f-ae3a-161a55bbfff3 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:47.174948 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e4132749-5361-42ed-837b-69146fcfcded tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:28:47.269436 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70803771-2da9-4d0f-ae3a-161a55bbfff3 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event updated for resources: {'Port': ['ID=27336d7e-2cdb-4dd9-8299-59d4a21e70f1,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:28:47.273324 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-70803771-2da9-4d0f-ae3a-161a55bbfff3 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:28:47.287299 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-70803771-2da9-4d0f-ae3a-161a55bbfff3 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-345990'] for floatingip, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:47.567321 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:47.592146 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.l3_db [None req-70803771-2da9-4d0f-ae3a-161a55bbfff3 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Floating IP 5a37a0e2-88d4-4acf-a7e2-7de6c7fdd353 associated. External IP: 172.26.5.94, port: 27a63aeb-339d-4584-ba75-52a2fca2654f. Dec 20 09:28:47.982266 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70803771-2da9-4d0f-ae3a-161a55bbfff3 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Router ac28bdc6-ff0b-44dc-98fe-9792b165bdc9 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 09:28:48.178752 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70803771-2da9-4d0f-ae3a-161a55bbfff3 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 09:28:48.188965 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a282985-f491-4edc-9899-7ab4fb00f398 None None] Sync routers for ids ['ac28bdc6-ff0b-44dc-98fe-9792b165bdc9'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 09:28:48.202332 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a282985-f491-4edc-9899-7ab4fb00f398 None None] Routers {'ac28bdc6-ff0b-44dc-98fe-9792b165bdc9'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:28:48.202990 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-3a282985-f491-4edc-9899-7ab4fb00f398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:28:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['ac28bdc6-ff0b-44dc-98fe-9792b165bdc9'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:28:48.204227 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-70803771-2da9-4d0f-ae3a-161a55bbfff3 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:28:48.260126 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-70803771-2da9-4d0f-ae3a-161a55bbfff3 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3995681 Dec 20 09:28:48.260126 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81f3b2f4-1bcd-4c3f-8e1c-0108bb066c95', 'tag': '27a63aeb-339d-4584-ba75-52a2fca2654f'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:28:48.316482 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81f3b2f4-1bcd-4c3f-8e1c-0108bb066c95', 'tag': '27a63aeb-339d-4584-ba75-52a2fca2654f', 'status': 'completed', 'code': 200} Dec 20 09:28:48.391761 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-3a282985-f491-4edc-9899-7ab4fb00f398 None None] Set router ac28bdc6-ff0b-44dc-98fe-9792b165bdc9 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:28:48.414511 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8b3265b0-fceb-4486-a564-398aad7b336b req-c8c9bd84-bb3c-450f-a50c-5fa286a61ef1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2bbb24938a37400498f9f82b32585e2d&device_id=81f3b2f4-1bcd-4c3f-8e1c-0108bb066c95 HTTP/1.1" status: 200 len: 1098 time: 0.0762417 Dec 20 09:28:48.439180 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e066564-504f-4ed4-ac77-9ad0121fa965 req-115b6d5d-8097-480e-bf0f-b8bcb1f445a9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:28:48.440735 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-3e066564-504f-4ed4-ac77-9ad0121fa965 req-115b6d5d-8097-480e-bf0f-b8bcb1f445a9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=81f3b2f4-1bcd-4c3f-8e1c-0108bb066c95 HTTP/1.1" status: 200 len: 945 time: 0.0852525 Dec 20 09:28:48.488975 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-3e066564-504f-4ed4-ac77-9ad0121fa965 req-65f40be7-59bc-4e54-a649-d38e721817ba tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=da12c748-a89e-4a54-b430-f57cd0cc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424788 Dec 20 09:28:48.517720 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 51808) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:28:48.551441 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3265b0-fceb-4486-a564-398aad7b336b req-1476a8ca-8495-419c-8013-3f3b5ef792ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:28:48.553156 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8b3265b0-fceb-4486-a564-398aad7b336b req-1476a8ca-8495-419c-8013-3f3b5ef792ed service neutron] 10.222.0.58 "GET /v2.0/networks?id=e29d2758-d05d-4292-94ad-5952e4ea4ddc HTTP/1.1" status: 200 len: 898 time: 0.1325510 Dec 20 09:28:48.634709 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-ca0fe593-412b-419a-95af-edeece76c6b1 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/floatingips/5a37a0e2-88d4-4acf-a7e2-7de6c7fdd353 HTTP/1.1" status: 200 len: 990 time: 0.1152356 Dec 20 09:28:48.661557 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8b3265b0-fceb-4486-a564-398aad7b336b req-a73d02c4-a66e-4be9-8927-61be55b4791b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27a63aeb-339d-4584-ba75-52a2fca2654f HTTP/1.1" status: 200 len: 998 time: 0.1016233 Dec 20 09:28:48.728956 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3265b0-fceb-4486-a564-398aad7b336b req-8ea238ed-f487-43a0-8db0-883f8631b390 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:28:48.730554 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8b3265b0-fceb-4486-a564-398aad7b336b req-8ea238ed-f487-43a0-8db0-883f8631b390 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=88522ccf-952a-4cf4-ba73-3fa40806c6dd HTTP/1.1" status: 200 len: 835 time: 0.0630317 Dec 20 09:28:48.807210 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8b3265b0-fceb-4486-a564-398aad7b336b req-805fb784-15b3-4208-82fe-6fb80804c411 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e29d2758-d05d-4292-94ad-5952e4ea4ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704410 Dec 20 09:28:48.808160 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-3a282985-f491-4edc-9899-7ab4fb00f398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac28bdc6-ff0b-44dc-98fe-9792b165bdc9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1783944212', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.183'}], 'enable_snat': True}, 'gw_port_id': '7a0974ba-a525-40cc-9db4-3357ed058d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:28:24Z', 'updated_at': '2021-12-20T09:28:28Z', 'revision_number': 4, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'gw_port': {'id': '7a0974ba-a525-40cc-9db4-3357ed058d51', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ae:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac28bdc6-ff0b-44dc-98fe-9792b165bdc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:28:25Z', 'updated_at': '2021-12-20T09:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': '5a37a0e2-88d4-4acf-a7e2-7de6c7fdd353', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'floating_ip_address': '172.26.5.94', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': 'ac28bdc6-ff0b-44dc-98fe-9792b165bdc9', 'port_id': '27a63aeb-339d-4584-ba75-52a2fca2654f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e29d2758-d05d-4292-94ad-5952e4ea4ddc', 'mac_address': 'fa:16:3e:65:4c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f3b2f4-1bcd-4c3f-8e1c-0108bb066c95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T09:28:46Z', 'updated_at': '2021-12-20T09:28:46Z', 'revision_number': 0, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5bd18fd-f443-46d7-b237-b754d2547f1f', 'name': '', 'network_id': 'e29d2758-d05d-4292-94ad-5952e4ea4ddc', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'mac_address': 'fa:16:3e:e9:33:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac28bdc6-ff0b-44dc-98fe-9792b165bdc9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88522ccf-952a-4cf4-ba73-3fa40806c6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:28:28Z', 'updated_at': '2021-12-20T09:28:35Z', 'revision_number': 5, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'subnets': [{'id': '88522ccf-952a-4cf4-ba73-3fa40806c6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:28:48.814699 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a282985-f491-4edc-9899-7ab4fb00f398 None None] Checking router: ac28bdc6-ff0b-44dc-98fe-9792b165bdc9 for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 09:28:48.825897 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a282985-f491-4edc-9899-7ab4fb00f398 None None] Routers {'ac28bdc6-ff0b-44dc-98fe-9792b165bdc9'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:28:48.826514 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-3a282985-f491-4edc-9899-7ab4fb00f398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:28:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['ac28bdc6-ff0b-44dc-98fe-9792b165bdc9'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:28:48.940362 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8b3265b0-fceb-4486-a564-398aad7b336b req-1fb9a993-4e6b-46d5-85ed-b6aa86bfcdea service neutron] 10.222.0.58 "GET /v2.0/networks/e29d2758-d05d-4292-94ad-5952e4ea4ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263897 Dec 20 09:28:49.003215 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-3a282985-f491-4edc-9899-7ab4fb00f398 None None] Set router ac28bdc6-ff0b-44dc-98fe-9792b165bdc9 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:28:49.070841 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8b3265b0-fceb-4486-a564-398aad7b336b req-05da437d-bcd7-45a7-b7ae-9e4e2df33241 service neutron] 10.222.0.58 "GET /v2.0/networks/e29d2758-d05d-4292-94ad-5952e4ea4ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245794 Dec 20 09:28:49.349542 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-3a282985-f491-4edc-9899-7ab4fb00f398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac28bdc6-ff0b-44dc-98fe-9792b165bdc9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1783944212', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.183'}], 'enable_snat': True}, 'gw_port_id': '7a0974ba-a525-40cc-9db4-3357ed058d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:28:24Z', 'updated_at': '2021-12-20T09:28:28Z', 'revision_number': 4, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'gw_port': {'id': '7a0974ba-a525-40cc-9db4-3357ed058d51', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ae:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac28bdc6-ff0b-44dc-98fe-9792b165bdc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:28:25Z', 'updated_at': '2021-12-20T09:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': '5a37a0e2-88d4-4acf-a7e2-7de6c7fdd353', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'floating_ip_address': '172.26.5.94', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': 'ac28bdc6-ff0b-44dc-98fe-9792b165bdc9', 'port_id': '27a63aeb-339d-4584-ba75-52a2fca2654f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e29d2758-d05d-4292-94ad-5952e4ea4ddc', 'mac_address': 'fa:16:3e:65:4c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f3b2f4-1bcd-4c3f-8e1c-0108bb066c95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T09:28:46Z', 'updated_at': '2021-12-20T09:28:46Z', 'revision_number': 0, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5bd18fd-f443-46d7-b237-b754d2547f1f', 'name': '', 'network_id': 'e29d2758-d05d-4292-94ad-5952e4ea4ddc', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'mac_address': 'fa:16:3e:e9:33:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac28bdc6-ff0b-44dc-98fe-9792b165bdc9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88522ccf-952a-4cf4-ba73-3fa40806c6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:28:28Z', 'updated_at': '2021-12-20T09:28:35Z', 'revision_number': 5, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'subnets': [{'id': '88522ccf-952a-4cf4-ba73-3fa40806c6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:28:49.355135 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a282985-f491-4edc-9899-7ab4fb00f398 None None] The sync data for ids ['ac28bdc6-ff0b-44dc-98fe-9792b165bdc9'] in dv-neutron-820491-1-hyperv is: [{'id': 'ac28bdc6-ff0b-44dc-98fe-9792b165bdc9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1783944212', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.183'}], 'enable_snat': True}, 'gw_port_id': '7a0974ba-a525-40cc-9db4-3357ed058d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:28:24Z', 'updated_at': '2021-12-20T09:28:28Z', 'revision_number': 4, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'gw_port': {'id': '7a0974ba-a525-40cc-9db4-3357ed058d51', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ae:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac28bdc6-ff0b-44dc-98fe-9792b165bdc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:28:25Z', 'updated_at': '2021-12-20T09:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': '5a37a0e2-88d4-4acf-a7e2-7de6c7fdd353', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'floating_ip_address': '172.26.5.94', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': 'ac28bdc6-ff0b-44dc-98fe-9792b165bdc9', 'port_id': '27a63aeb-339d-4584-ba75-52a2fca2654f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e29d2758-d05d-4292-94ad-5952e4ea4ddc', 'mac_address': 'fa:16:3e:65:4c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f3b2f4-1bcd-4c3f-8e1c-0108bb066c95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T09:28:46Z', 'updated_at': '2021-12-20T09:28:46Z', 'revision_number': 0, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5bd18fd-f443-46d7-b237-b754d2547f1f', 'name': '', 'network_id': 'e29d2758-d05d-4292-94ad-5952e4ea4ddc', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'mac_address': 'fa:16:3e:e9:33:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac28bdc6-ff0b-44dc-98fe-9792b165bdc9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88522ccf-952a-4cf4-ba73-3fa40806c6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:28:28Z', 'updated_at': '2021-12-20T09:28:35Z', 'revision_number': 5, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'subnets': [{'id': '88522ccf-952a-4cf4-ba73-3fa40806c6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 09:28:49.638693 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 51812) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:28:49.741910 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-78e46fc3-0f56-4ed8-b75a-75848a3bc4c0 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/floatingips/5a37a0e2-88d4-4acf-a7e2-7de6c7fdd353 HTTP/1.1" status: 200 len: 990 time: 0.1020284 Dec 20 09:28:50.328945 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc43d70-6f40-41a9-b2e5-edf6a603a8a4 None None] New status for floating IP 5a37a0e2-88d4-4acf-a7e2-7de6c7fdd353: ACTIVE {{(pid=83447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 09:28:50.745662 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 51816) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:28:50.850163 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-25c2ee6e-4d52-48e4-8296-d6e71db0bea1 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/floatingips/5a37a0e2-88d4-4acf-a7e2-7de6c7fdd353 HTTP/1.1" status: 200 len: 992 time: 0.1031659 Dec 20 09:29:03.979485 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9b3c70af-2bef-4001-8a24-23a31869bc60 req-0e42cce6-4fd9-47f1-98ce-9e553b45bcd3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=81f3b2f4-1bcd-4c3f-8e1c-0108bb066c95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1462569 Dec 20 09:29:04.231731 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9b3c70af-2bef-4001-8a24-23a31869bc60 req-2541bb31-2475-4785-bda0-90034b71de78 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2bbb24938a37400498f9f82b32585e2d&device_id=81f3b2f4-1bcd-4c3f-8e1c-0108bb066c95 HTTP/1.1" status: 200 len: 1098 time: 0.1836877 Dec 20 09:29:04.381137 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c70af-2bef-4001-8a24-23a31869bc60 req-bdcadfc8-fe04-4aa1-99fe-9d08e8600f34 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:29:04.382595 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9b3c70af-2bef-4001-8a24-23a31869bc60 req-bdcadfc8-fe04-4aa1-99fe-9d08e8600f34 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e29d2758-d05d-4292-94ad-5952e4ea4ddc HTTP/1.1" status: 200 len: 898 time: 0.1249626 Dec 20 09:29:04.484490 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9b3c70af-2bef-4001-8a24-23a31869bc60 req-1711830a-7252-4af4-8d8d-7dfbda1f635f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27a63aeb-339d-4584-ba75-52a2fca2654f HTTP/1.1" status: 200 len: 1000 time: 0.0945044 Dec 20 09:29:04.546185 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c70af-2bef-4001-8a24-23a31869bc60 req-fec43e32-ca73-4203-85c6-c439c133d2dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:29:04.547602 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9b3c70af-2bef-4001-8a24-23a31869bc60 req-fec43e32-ca73-4203-85c6-c439c133d2dd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=88522ccf-952a-4cf4-ba73-3fa40806c6dd HTTP/1.1" status: 200 len: 835 time: 0.0555592 Dec 20 09:29:04.626416 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9b3c70af-2bef-4001-8a24-23a31869bc60 req-9826c2ab-a519-4721-ab53-c72deae4e01e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e29d2758-d05d-4292-94ad-5952e4ea4ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717239 Dec 20 09:29:04.757838 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9b3c70af-2bef-4001-8a24-23a31869bc60 req-2139c5b3-c4da-4ca1-aab1-1e9e38514fa0 service neutron] 10.222.0.58 "GET /v2.0/networks/e29d2758-d05d-4292-94ad-5952e4ea4ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241367 Dec 20 09:29:04.888761 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9b3c70af-2bef-4001-8a24-23a31869bc60 req-932f15fb-f3fc-4e26-b323-f0fe58afb044 service neutron] 10.222.0.58 "GET /v2.0/networks/e29d2758-d05d-4292-94ad-5952e4ea4ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236196 Dec 20 09:29:06.135030 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:29:10.407621 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:29:12.654308 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-ce244159-215a-4b5b-8e66-d0b8669115eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:29:14.930920 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-480f6120-fbb9-4269-9eba-042998a0e5c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:29:16.110767 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:29:16.156767 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:29:17.569850 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:29:40.403973 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:29:42.655773 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-dd534a44-a24c-4bed-870c-38c3d7537dae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:29:43.134756 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:29:44.931296 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-28f6e580-90e7-45f7-9e0a-d1c6b412d543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:29:46.113436 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:29:46.157640 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:29:47.573458 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:29:51.926071 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e1a4ed48-e3a1-4619-bd69-4387f76481a4 req-0289a96e-a59d-4882-a2cd-93180238d82c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2bbb24938a37400498f9f82b32585e2d&device_id=81f3b2f4-1bcd-4c3f-8e1c-0108bb066c95 HTTP/1.1" status: 200 len: 1098 time: 0.1358736 Dec 20 09:29:51.935226 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9165bae-2493-4ecf-9f94-85c7fa7ab282 req-6f053ea3-e883-4faa-adf5-6d74ab996a29 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:29:51.936603 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a9165bae-2493-4ecf-9f94-85c7fa7ab282 req-6f053ea3-e883-4faa-adf5-6d74ab996a29 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=81f3b2f4-1bcd-4c3f-8e1c-0108bb066c95 HTTP/1.1" status: 200 len: 945 time: 0.1073639 Dec 20 09:29:52.074218 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a9165bae-2493-4ecf-9f94-85c7fa7ab282 req-c13290c8-eb53-4943-acc9-fd9d5189f5a0 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=da12c748-a89e-4a54-b430-f57cd0cc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188500 Dec 20 09:29:52.098755 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a4ed48-e3a1-4619-bd69-4387f76481a4 req-c9fdbecf-b565-4e49-9d43-cfae8ee28024 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:29:52.100215 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e1a4ed48-e3a1-4619-bd69-4387f76481a4 req-c9fdbecf-b565-4e49-9d43-cfae8ee28024 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e29d2758-d05d-4292-94ad-5952e4ea4ddc HTTP/1.1" status: 200 len: 898 time: 0.1627879 Dec 20 09:29:52.208901 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e1a4ed48-e3a1-4619-bd69-4387f76481a4 req-e6385a9c-eef6-47c3-8837-e4eb6da2ee75 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27a63aeb-339d-4584-ba75-52a2fca2654f HTTP/1.1" status: 200 len: 1000 time: 0.1004961 Dec 20 09:29:52.276248 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a4ed48-e3a1-4619-bd69-4387f76481a4 req-69a18ba4-0203-4c3b-9723-255d9c155bc8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:29:52.278380 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e1a4ed48-e3a1-4619-bd69-4387f76481a4 req-69a18ba4-0203-4c3b-9723-255d9c155bc8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=88522ccf-952a-4cf4-ba73-3fa40806c6dd HTTP/1.1" status: 200 len: 835 time: 0.0583370 Dec 20 09:29:52.363685 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e1a4ed48-e3a1-4619-bd69-4387f76481a4 req-700fa0bd-e8c1-4405-8f1e-7cc9d91dad00 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e29d2758-d05d-4292-94ad-5952e4ea4ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781441 Dec 20 09:29:52.500822 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e1a4ed48-e3a1-4619-bd69-4387f76481a4 req-ce62df62-b90d-49e4-8e45-75981c22fe3c service neutron] 10.222.0.58 "GET /v2.0/networks/e29d2758-d05d-4292-94ad-5952e4ea4ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292808 Dec 20 09:29:52.760736 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e1a4ed48-e3a1-4619-bd69-4387f76481a4 req-67cf5fea-f233-4d9a-af0d-7cc216b49d8e service neutron] 10.222.0.58 "GET /v2.0/networks/e29d2758-d05d-4292-94ad-5952e4ea4ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526422 Dec 20 09:29:53.279076 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252be822-ad15-4f8e-b75c-a8b742750603 req-af02dc54-fd92-4f8e-ae90-f0b40b4a11a1 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:29:53.280500 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-252be822-ad15-4f8e-b75c-a8b742750603 req-af02dc54-fd92-4f8e-ae90-f0b40b4a11a1 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=81f3b2f4-1bcd-4c3f-8e1c-0108bb066c95 HTTP/1.1" status: 200 len: 945 time: 0.0804093 Dec 20 09:29:53.325681 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-252be822-ad15-4f8e-b75c-a8b742750603 req-22c216f6-51af-4116-9826-d0fea8f1b5c8 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=da12c748-a89e-4a54-b430-f57cd0cc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396245 Dec 20 09:29:54.520870 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc0d1f1-1d91-45e3-999f-fa8807d40952 req-fcefd2de-79d1-41a6-a2a9-6aa1309595d7 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:29:54.522352 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2cc0d1f1-1d91-45e3-999f-fa8807d40952 req-fcefd2de-79d1-41a6-a2a9-6aa1309595d7 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=81f3b2f4-1bcd-4c3f-8e1c-0108bb066c95 HTTP/1.1" status: 200 len: 945 time: 0.0780118 Dec 20 09:29:54.567126 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2cc0d1f1-1d91-45e3-999f-fa8807d40952 req-65af507d-af78-4d9d-999c-df0f9928acab tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=da12c748-a89e-4a54-b430-f57cd0cc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387139 Dec 20 09:29:55.764711 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406db3c4-88fb-4631-841c-a73e12fa75bc req-c4059015-6fec-43fc-af2a-01551e04aefc tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:29:55.766209 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-406db3c4-88fb-4631-841c-a73e12fa75bc req-c4059015-6fec-43fc-af2a-01551e04aefc tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=81f3b2f4-1bcd-4c3f-8e1c-0108bb066c95 HTTP/1.1" status: 200 len: 945 time: 0.0794671 Dec 20 09:29:55.814671 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-406db3c4-88fb-4631-841c-a73e12fa75bc req-0c15f46e-1142-48d5-9fb5-f07983e90843 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=da12c748-a89e-4a54-b430-f57cd0cc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429761 Dec 20 09:29:57.012159 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5acc3a-85d1-434d-b755-88758b3dadb3 req-816b1c4f-84b8-43dd-bfc1-99ed02faa8a2 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:29:57.013588 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8c5acc3a-85d1-434d-b755-88758b3dadb3 req-816b1c4f-84b8-43dd-bfc1-99ed02faa8a2 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=81f3b2f4-1bcd-4c3f-8e1c-0108bb066c95 HTTP/1.1" status: 200 len: 945 time: 0.0802882 Dec 20 09:29:57.057631 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8c5acc3a-85d1-434d-b755-88758b3dadb3 req-f53ca0e5-0df3-40c2-bbca-d2ac99202544 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=da12c748-a89e-4a54-b430-f57cd0cc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386384 Dec 20 09:29:58.253822 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb028f5e-9c7c-4f52-9fe4-ba1171f9a3c9 req-a3a4b859-8f2f-4476-b325-b1a62c176cd9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:29:58.255243 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-cb028f5e-9c7c-4f52-9fe4-ba1171f9a3c9 req-a3a4b859-8f2f-4476-b325-b1a62c176cd9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=81f3b2f4-1bcd-4c3f-8e1c-0108bb066c95 HTTP/1.1" status: 200 len: 945 time: 0.0755072 Dec 20 09:29:58.299345 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-cb028f5e-9c7c-4f52-9fe4-ba1171f9a3c9 req-7a045c84-8802-4aa9-92fb-b8a7f03169e7 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=da12c748-a89e-4a54-b430-f57cd0cc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386972 Dec 20 09:29:59.561212 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69fa575-7359-4fe4-a45e-8b1f7ebf9119 req-81b5e807-7767-48ea-946c-38a795041963 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:29:59.562651 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b69fa575-7359-4fe4-a45e-8b1f7ebf9119 req-81b5e807-7767-48ea-946c-38a795041963 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=81f3b2f4-1bcd-4c3f-8e1c-0108bb066c95 HTTP/1.1" status: 200 len: 945 time: 0.1422858 Dec 20 09:29:59.608856 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b69fa575-7359-4fe4-a45e-8b1f7ebf9119 req-2f82134c-bbde-44bf-9b21-ed8c5944abfb tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=da12c748-a89e-4a54-b430-f57cd0cc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400136 Dec 20 09:30:00.875459 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c157704e-59b5-450b-8f8d-f690c0cf9db3 req-6c33f759-8d8b-4640-893f-3c1fb93642b3 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:30:00.877122 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-c157704e-59b5-450b-8f8d-f690c0cf9db3 req-6c33f759-8d8b-4640-893f-3c1fb93642b3 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=81f3b2f4-1bcd-4c3f-8e1c-0108bb066c95 HTTP/1.1" status: 200 len: 945 time: 0.1496365 Dec 20 09:30:01.019915 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-c157704e-59b5-450b-8f8d-f690c0cf9db3 req-c28aecd3-f6c4-4d70-bc63-686931cef8dd tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=da12c748-a89e-4a54-b430-f57cd0cc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372898 Dec 20 09:30:02.224656 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ede09a-03c6-4963-8b1c-bb3e6e4643c8 req-74a97786-c8b1-4ae6-9df5-b96e5be1edb6 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:30:02.226115 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a4ede09a-03c6-4963-8b1c-bb3e6e4643c8 req-74a97786-c8b1-4ae6-9df5-b96e5be1edb6 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=81f3b2f4-1bcd-4c3f-8e1c-0108bb066c95 HTTP/1.1" status: 200 len: 945 time: 0.0780461 Dec 20 09:30:02.270130 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a4ede09a-03c6-4963-8b1c-bb3e6e4643c8 req-decaca72-61d9-4dad-a1b6-f80ce73e167d tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=da12c748-a89e-4a54-b430-f57cd0cc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378714 Dec 20 09:30:03.465061 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a09809b-b9c8-448e-86e8-a9a03822958f req-9a3d0f25-4f61-4158-9c24-af9da9b1586a tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:30:03.466539 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-0a09809b-b9c8-448e-86e8-a9a03822958f req-9a3d0f25-4f61-4158-9c24-af9da9b1586a tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=81f3b2f4-1bcd-4c3f-8e1c-0108bb066c95 HTTP/1.1" status: 200 len: 945 time: 0.0744755 Dec 20 09:30:03.511267 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-0a09809b-b9c8-448e-86e8-a9a03822958f req-be0557bb-17bc-4581-899f-60049f14b6f0 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=da12c748-a89e-4a54-b430-f57cd0cc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390265 Dec 20 09:30:03.913792 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1d972224-dc9f-4f2d-9abe-93860c30bfc8 req-7caeb98d-6bd6-46c8-ae10-95ad701bf11a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2bbb24938a37400498f9f82b32585e2d&device_id=81f3b2f4-1bcd-4c3f-8e1c-0108bb066c95 HTTP/1.1" status: 200 len: 1098 time: 0.0719132 Dec 20 09:30:04.062509 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d972224-dc9f-4f2d-9abe-93860c30bfc8 req-dfad6122-1f67-4d0d-b041-436068c923a7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:30:04.063972 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1d972224-dc9f-4f2d-9abe-93860c30bfc8 req-dfad6122-1f67-4d0d-b041-436068c923a7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e29d2758-d05d-4292-94ad-5952e4ea4ddc HTTP/1.1" status: 200 len: 898 time: 0.1315217 Dec 20 09:30:04.166078 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1d972224-dc9f-4f2d-9abe-93860c30bfc8 req-ad3a88b4-ca9e-4f0c-9810-85a0f56e5301 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27a63aeb-339d-4584-ba75-52a2fca2654f HTTP/1.1" status: 200 len: 1000 time: 0.0960143 Dec 20 09:30:04.229572 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d972224-dc9f-4f2d-9abe-93860c30bfc8 req-89f44cca-10f5-4af1-a1bb-168db604a30a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:30:04.231091 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1d972224-dc9f-4f2d-9abe-93860c30bfc8 req-89f44cca-10f5-4af1-a1bb-168db604a30a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=88522ccf-952a-4cf4-ba73-3fa40806c6dd HTTP/1.1" status: 200 len: 835 time: 0.0591133 Dec 20 09:30:04.305450 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1d972224-dc9f-4f2d-9abe-93860c30bfc8 req-d6825364-7902-447f-afa0-383b7470c86d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e29d2758-d05d-4292-94ad-5952e4ea4ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674272 Dec 20 09:30:04.437625 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1d972224-dc9f-4f2d-9abe-93860c30bfc8 req-8b1a244d-41a9-4e3e-bdaa-48d4cc057c68 service neutron] 10.222.0.58 "GET /v2.0/networks/e29d2758-d05d-4292-94ad-5952e4ea4ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258042 Dec 20 09:30:04.570616 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1d972224-dc9f-4f2d-9abe-93860c30bfc8 req-2def5597-7742-41f8-b571-0caac81d8d97 service neutron] 10.222.0.58 "GET /v2.0/networks/e29d2758-d05d-4292-94ad-5952e4ea4ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271257 Dec 20 09:30:04.728329 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ca4cd5-efdf-4212-81aa-6b383b44a4bf req-f88eeeaf-14bc-4879-9e4f-f279bd291da5 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:30:04.729871 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e7ca4cd5-efdf-4212-81aa-6b383b44a4bf req-f88eeeaf-14bc-4879-9e4f-f279bd291da5 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=81f3b2f4-1bcd-4c3f-8e1c-0108bb066c95 HTTP/1.1" status: 200 len: 945 time: 0.0798354 Dec 20 09:30:04.778201 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e7ca4cd5-efdf-4212-81aa-6b383b44a4bf req-798453eb-b586-4727-b71b-139d800ef1e7 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=da12c748-a89e-4a54-b430-f57cd0cc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423212 Dec 20 09:30:05.977658 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e26608-bcb8-45ba-9843-17227f2a3421 req-e1680b52-98b9-42c8-958f-e93b61bcc68c tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:30:05.979122 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-61e26608-bcb8-45ba-9843-17227f2a3421 req-e1680b52-98b9-42c8-958f-e93b61bcc68c tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=81f3b2f4-1bcd-4c3f-8e1c-0108bb066c95 HTTP/1.1" status: 200 len: 945 time: 0.0784113 Dec 20 09:30:06.023192 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-61e26608-bcb8-45ba-9843-17227f2a3421 req-71e1b6cd-6fee-43a1-8efd-fed6835c7838 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=da12c748-a89e-4a54-b430-f57cd0cc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379958 Dec 20 09:30:07.222631 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3f7e48-0ae4-4a46-99a3-8570c1048c6f req-7c4452e6-ca21-4b12-a653-0f5b71297b82 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:30:07.224074 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5d3f7e48-0ae4-4a46-99a3-8570c1048c6f req-7c4452e6-ca21-4b12-a653-0f5b71297b82 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=81f3b2f4-1bcd-4c3f-8e1c-0108bb066c95 HTTP/1.1" status: 200 len: 945 time: 0.0772760 Dec 20 09:30:07.268543 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5d3f7e48-0ae4-4a46-99a3-8570c1048c6f req-406788dc-2676-4170-9173-84901682de6c tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=da12c748-a89e-4a54-b430-f57cd0cc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391443 Dec 20 09:30:08.462558 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ecb4c3-ffa1-4ea2-abfd-a5789c5baa66 req-13152957-7433-46d6-84b4-b7a0b57cb385 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:30:08.464538 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-74ecb4c3-ffa1-4ea2-abfd-a5789c5baa66 req-13152957-7433-46d6-84b4-b7a0b57cb385 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=81f3b2f4-1bcd-4c3f-8e1c-0108bb066c95 HTTP/1.1" status: 200 len: 945 time: 0.0749741 Dec 20 09:30:08.512491 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-74ecb4c3-ffa1-4ea2-abfd-a5789c5baa66 req-6fd9affb-885f-4ef9-a705-fa7d9a35d88a tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=da12c748-a89e-4a54-b430-f57cd0cc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425627 Dec 20 09:30:09.714956 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8773d80-f205-4e56-b8f4-82ddce4dca3b req-5911c088-2dda-4748-950b-72740edce52c tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:30:09.716377 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f8773d80-f205-4e56-b8f4-82ddce4dca3b req-5911c088-2dda-4748-950b-72740edce52c tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=81f3b2f4-1bcd-4c3f-8e1c-0108bb066c95 HTTP/1.1" status: 200 len: 945 time: 0.0804744 Dec 20 09:30:09.760694 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f8773d80-f205-4e56-b8f4-82ddce4dca3b req-7aef2868-e6b2-4361-9004-e2def1ad48f5 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=da12c748-a89e-4a54-b430-f57cd0cc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386438 Dec 20 09:30:09.788502 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 51884) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:30:09.892179 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e1c9cb03-cac9-4c27-b3b9-693b580fddda tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/floatingips/5a37a0e2-88d4-4acf-a7e2-7de6c7fdd353 HTTP/1.1" status: 200 len: 992 time: 0.1023517 Dec 20 09:30:10.423453 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:30:12.657160 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-eb8e3d75-a394-4cee-851d-1b0e0cf6dcea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:30:14.932511 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-550751d1-bfba-4900-8534-aae2010862f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:30:16.115668 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:30:16.159303 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:30:17.572602 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:30:20.134336 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:30:40.422775 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:30:42.658586 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-ba05f5e6-9732-402b-9bed-ad8c4aeee5d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:30:44.936187 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-79f040dd-bc17-40f3-ad5c-b2a27b1d3774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:30:46.118712 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:30:46.161973 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:30:47.574683 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:30:57.133384 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:31:05.089193 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-941df72d-88ea-4283-91c4-6e193e000e92 req-4f5795e2-ea4c-462c-b44e-c1801b23776a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=81f3b2f4-1bcd-4c3f-8e1c-0108bb066c95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0686278 Dec 20 09:31:05.323448 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-941df72d-88ea-4283-91c4-6e193e000e92 req-43185830-0cfd-41dd-8ab8-1bf6379c7d3a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2bbb24938a37400498f9f82b32585e2d&device_id=81f3b2f4-1bcd-4c3f-8e1c-0108bb066c95 HTTP/1.1" status: 200 len: 1098 time: 0.1685963 Dec 20 09:31:05.465452 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941df72d-88ea-4283-91c4-6e193e000e92 req-a167db8e-5f73-4be6-b469-817e30a1575d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:31:05.467014 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-941df72d-88ea-4283-91c4-6e193e000e92 req-a167db8e-5f73-4be6-b469-817e30a1575d service neutron] 10.222.0.58 "GET /v2.0/networks?id=e29d2758-d05d-4292-94ad-5952e4ea4ddc HTTP/1.1" status: 200 len: 898 time: 0.1261415 Dec 20 09:31:05.571469 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-941df72d-88ea-4283-91c4-6e193e000e92 req-bf834282-ffd8-447b-a15c-e9371a7f3db3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27a63aeb-339d-4584-ba75-52a2fca2654f HTTP/1.1" status: 200 len: 1000 time: 0.0980940 Dec 20 09:31:05.633041 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941df72d-88ea-4283-91c4-6e193e000e92 req-16c84c4f-ef4a-4d83-866f-f0214044ec49 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:31:05.634494 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-941df72d-88ea-4283-91c4-6e193e000e92 req-16c84c4f-ef4a-4d83-866f-f0214044ec49 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=88522ccf-952a-4cf4-ba73-3fa40806c6dd HTTP/1.1" status: 200 len: 835 time: 0.0572088 Dec 20 09:31:05.707355 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-941df72d-88ea-4283-91c4-6e193e000e92 req-9903c9a1-9016-4b6f-aa9b-88245a022e3d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e29d2758-d05d-4292-94ad-5952e4ea4ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668304 Dec 20 09:31:05.838470 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-941df72d-88ea-4283-91c4-6e193e000e92 req-897e02b3-7200-41c5-b35f-5ee8e0274c18 service neutron] 10.222.0.58 "GET /v2.0/networks/e29d2758-d05d-4292-94ad-5952e4ea4ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241672 Dec 20 09:31:05.975493 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-941df72d-88ea-4283-91c4-6e193e000e92 req-58806cd6-e37f-45c2-b358-34666af6abbc service neutron] 10.222.0.58 "GET /v2.0/networks/e29d2758-d05d-4292-94ad-5952e4ea4ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311584 Dec 20 09:31:07.155170 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 51916) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:31:07.362892 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-c0a7eecd-dc4d-4e38-9c69-2e39370e5362 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Deleting port 27336d7e-2cdb-4dd9-8299-59d4a21e70f1 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:31:07.363230 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c0a7eecd-dc4d-4e38-9c69-2e39370e5362 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:07.571913 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c0a7eecd-dc4d-4e38-9c69-2e39370e5362 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:07.572231 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c0a7eecd-dc4d-4e38-9c69-2e39370e5362 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:07.692720 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-c0a7eecd-dc4d-4e38-9c69-2e39370e5362 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Calling delete_port for 27336d7e-2cdb-4dd9-8299-59d4a21e70f1 owned by network:floatingip {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:31:07.853386 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c0a7eecd-dc4d-4e38-9c69-2e39370e5362 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:07.857489 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e6801bed-f840-4d59-b79a-42928311888d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:31:07.900206 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a7eecd-dc4d-4e38-9c69-2e39370e5362 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event deleted for resources: {'Port': ['ID=27336d7e-2cdb-4dd9-8299-59d4a21e70f1,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:31:07.942418 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a7eecd-dc4d-4e38-9c69-2e39370e5362 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:31:07.942787 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a7eecd-dc4d-4e38-9c69-2e39370e5362 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:31:07.943147 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a7eecd-dc4d-4e38-9c69-2e39370e5362 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:31:07.943508 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a7eecd-dc4d-4e38-9c69-2e39370e5362 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:31:07.943868 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a7eecd-dc4d-4e38-9c69-2e39370e5362 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:31:07.944227 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a7eecd-dc4d-4e38-9c69-2e39370e5362 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:31:07.944582 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a7eecd-dc4d-4e38-9c69-2e39370e5362 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:31:07.944934 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a7eecd-dc4d-4e38-9c69-2e39370e5362 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:31:07.945313 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a7eecd-dc4d-4e38-9c69-2e39370e5362 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:31:07.945667 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a7eecd-dc4d-4e38-9c69-2e39370e5362 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:31:07.946017 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a7eecd-dc4d-4e38-9c69-2e39370e5362 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:31:07.957185 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-c0a7eecd-dc4d-4e38-9c69-2e39370e5362 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:31:08.010780 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c0a7eecd-dc4d-4e38-9c69-2e39370e5362 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for floatingip, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:08.525184 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0a7eecd-dc4d-4e38-9c69-2e39370e5362 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Router ac28bdc6-ff0b-44dc-98fe-9792b165bdc9 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 09:31:08.733836 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0a7eecd-dc4d-4e38-9c69-2e39370e5362 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 09:31:08.743867 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ccf458-6af4-4dad-aa66-4a4558ad859e None None] Sync routers for ids ['ac28bdc6-ff0b-44dc-98fe-9792b165bdc9'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 09:31:08.755840 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c0a7eecd-dc4d-4e38-9c69-2e39370e5362 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for floatingip, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:08.756411 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ccf458-6af4-4dad-aa66-4a4558ad859e None None] Routers {'ac28bdc6-ff0b-44dc-98fe-9792b165bdc9'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:31:08.757067 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-f0ccf458-6af4-4dad-aa66-4a4558ad859e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:30:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['ac28bdc6-ff0b-44dc-98fe-9792b165bdc9'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:31:08.812709 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-c0a7eecd-dc4d-4e38-9c69-2e39370e5362 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "DELETE /v2.0/floatingips/5a37a0e2-88d4-4acf-a7e2-7de6c7fdd353 HTTP/1.1" status: 204 len: 168 time: 1.6539297 Dec 20 09:31:08.812709 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81f3b2f4-1bcd-4c3f-8e1c-0108bb066c95', 'tag': '27a63aeb-339d-4584-ba75-52a2fca2654f'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:31:08.958552 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-f0ccf458-6af4-4dad-aa66-4a4558ad859e None None] Set router ac28bdc6-ff0b-44dc-98fe-9792b165bdc9 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:31:08.960398 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81f3b2f4-1bcd-4c3f-8e1c-0108bb066c95', 'tag': '27a63aeb-339d-4584-ba75-52a2fca2654f', 'status': 'completed', 'code': 200} Dec 20 09:31:09.084530 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f4f7d842-3d9b-4e83-8a07-bb78f2a14e08 req-8033b2b1-d4e3-48c1-ae7f-7d809ec0c3ea service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2bbb24938a37400498f9f82b32585e2d&device_id=81f3b2f4-1bcd-4c3f-8e1c-0108bb066c95 HTTP/1.1" status: 200 len: 1098 time: 0.1019244 Dec 20 09:31:09.241540 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f7d842-3d9b-4e83-8a07-bb78f2a14e08 req-76ea3e78-b089-4e5a-9453-e90dc9c36181 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:31:09.243126 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f4f7d842-3d9b-4e83-8a07-bb78f2a14e08 req-76ea3e78-b089-4e5a-9453-e90dc9c36181 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e29d2758-d05d-4292-94ad-5952e4ea4ddc HTTP/1.1" status: 200 len: 898 time: 0.1512403 Dec 20 09:31:09.248016 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c70ba-8f42-4b79-900d-d1c5529ef779 req-e4fb7058-9db9-42c1-afac-908c029f1292 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:31:09.248723 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-c70c70ba-8f42-4b79-900d-d1c5529ef779 req-e4fb7058-9db9-42c1-afac-908c029f1292 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Synchronizing usage tracker for tenant:2bbb24938a37400498f9f82b32585e2d on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:31:09.266460 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-c70c70ba-8f42-4b79-900d-d1c5529ef779 req-e4fb7058-9db9-42c1-afac-908c029f1292 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Unset dirty status for tenant:2bbb24938a37400498f9f82b32585e2d on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:31:09.267648 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-c70c70ba-8f42-4b79-900d-d1c5529ef779 req-e4fb7058-9db9-42c1-afac-908c029f1292 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=81f3b2f4-1bcd-4c3f-8e1c-0108bb066c95 HTTP/1.1" status: 200 len: 945 time: 0.1022630 Dec 20 09:31:09.317868 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f4f7d842-3d9b-4e83-8a07-bb78f2a14e08 req-dda04225-9a90-4a99-8ee5-748d4c5da534 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27a63aeb-339d-4584-ba75-52a2fca2654f HTTP/1.1" status: 200 len: 217 time: 0.0670109 Dec 20 09:31:09.320556 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-c70c70ba-8f42-4b79-900d-d1c5529ef779 req-d4238780-4b89-4d00-8f79-1b5e0a60dd28 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=da12c748-a89e-4a54-b430-f57cd0cc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463924 Dec 20 09:31:09.382716 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f7d842-3d9b-4e83-8a07-bb78f2a14e08 req-9354f2ab-1dc8-4b5a-8eb0-0e1feacf6d6a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:31:09.384169 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f4f7d842-3d9b-4e83-8a07-bb78f2a14e08 req-9354f2ab-1dc8-4b5a-8eb0-0e1feacf6d6a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=88522ccf-952a-4cf4-ba73-3fa40806c6dd HTTP/1.1" status: 200 len: 835 time: 0.0599182 Dec 20 09:31:09.389293 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-f0ccf458-6af4-4dad-aa66-4a4558ad859e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac28bdc6-ff0b-44dc-98fe-9792b165bdc9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1783944212', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.183'}], 'enable_snat': True}, 'gw_port_id': '7a0974ba-a525-40cc-9db4-3357ed058d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:28:24Z', 'updated_at': '2021-12-20T09:28:28Z', 'revision_number': 4, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'gw_port': {'id': '7a0974ba-a525-40cc-9db4-3357ed058d51', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ae:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac28bdc6-ff0b-44dc-98fe-9792b165bdc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:28:25Z', 'updated_at': '2021-12-20T09:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': 'f5bd18fd-f443-46d7-b237-b754d2547f1f', 'name': '', 'network_id': 'e29d2758-d05d-4292-94ad-5952e4ea4ddc', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'mac_address': 'fa:16:3e:e9:33:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac28bdc6-ff0b-44dc-98fe-9792b165bdc9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88522ccf-952a-4cf4-ba73-3fa40806c6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:28:28Z', 'updated_at': '2021-12-20T09:28:35Z', 'revision_number': 5, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'subnets': [{'id': '88522ccf-952a-4cf4-ba73-3fa40806c6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:31:09.393477 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ccf458-6af4-4dad-aa66-4a4558ad859e None None] Checking router: ac28bdc6-ff0b-44dc-98fe-9792b165bdc9 for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 09:31:09.405189 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ccf458-6af4-4dad-aa66-4a4558ad859e None None] Routers {'ac28bdc6-ff0b-44dc-98fe-9792b165bdc9'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:31:09.405857 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-f0ccf458-6af4-4dad-aa66-4a4558ad859e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:30:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['ac28bdc6-ff0b-44dc-98fe-9792b165bdc9'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:31:09.463992 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f4f7d842-3d9b-4e83-8a07-bb78f2a14e08 req-502e5b28-e49f-4ce8-9764-4fdafecf5dee service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e29d2758-d05d-4292-94ad-5952e4ea4ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726905 Dec 20 09:31:09.607591 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-f0ccf458-6af4-4dad-aa66-4a4558ad859e None None] Set router ac28bdc6-ff0b-44dc-98fe-9792b165bdc9 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:31:09.625351 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f4f7d842-3d9b-4e83-8a07-bb78f2a14e08 req-7c797bcd-0fe3-4d99-bea5-1d2bd9f482f6 service neutron] 10.222.0.58 "GET /v2.0/networks/e29d2758-d05d-4292-94ad-5952e4ea4ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530707 Dec 20 09:31:09.768183 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f4f7d842-3d9b-4e83-8a07-bb78f2a14e08 req-89a8f68a-a443-4d60-87f2-684ea7a4b6dc service neutron] 10.222.0.58 "GET /v2.0/networks/e29d2758-d05d-4292-94ad-5952e4ea4ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361513 Dec 20 09:31:09.940857 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-f0ccf458-6af4-4dad-aa66-4a4558ad859e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac28bdc6-ff0b-44dc-98fe-9792b165bdc9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1783944212', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.183'}], 'enable_snat': True}, 'gw_port_id': '7a0974ba-a525-40cc-9db4-3357ed058d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:28:24Z', 'updated_at': '2021-12-20T09:28:28Z', 'revision_number': 4, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'gw_port': {'id': '7a0974ba-a525-40cc-9db4-3357ed058d51', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ae:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac28bdc6-ff0b-44dc-98fe-9792b165bdc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:28:25Z', 'updated_at': '2021-12-20T09:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': 'f5bd18fd-f443-46d7-b237-b754d2547f1f', 'name': '', 'network_id': 'e29d2758-d05d-4292-94ad-5952e4ea4ddc', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'mac_address': 'fa:16:3e:e9:33:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac28bdc6-ff0b-44dc-98fe-9792b165bdc9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88522ccf-952a-4cf4-ba73-3fa40806c6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:28:28Z', 'updated_at': '2021-12-20T09:28:35Z', 'revision_number': 5, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'subnets': [{'id': '88522ccf-952a-4cf4-ba73-3fa40806c6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:31:09.944931 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ccf458-6af4-4dad-aa66-4a4558ad859e None None] The sync data for ids ['ac28bdc6-ff0b-44dc-98fe-9792b165bdc9'] in dv-neutron-820491-1-hyperv is: [{'id': 'ac28bdc6-ff0b-44dc-98fe-9792b165bdc9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1783944212', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.183'}], 'enable_snat': True}, 'gw_port_id': '7a0974ba-a525-40cc-9db4-3357ed058d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:28:24Z', 'updated_at': '2021-12-20T09:28:28Z', 'revision_number': 4, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'gw_port': {'id': '7a0974ba-a525-40cc-9db4-3357ed058d51', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ae:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac28bdc6-ff0b-44dc-98fe-9792b165bdc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:28:25Z', 'updated_at': '2021-12-20T09:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': 'f5bd18fd-f443-46d7-b237-b754d2547f1f', 'name': '', 'network_id': 'e29d2758-d05d-4292-94ad-5952e4ea4ddc', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'mac_address': 'fa:16:3e:e9:33:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac28bdc6-ff0b-44dc-98fe-9792b165bdc9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88522ccf-952a-4cf4-ba73-3fa40806c6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:28:28Z', 'updated_at': '2021-12-20T09:28:35Z', 'revision_number': 5, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'subnets': [{'id': '88522ccf-952a-4cf4-ba73-3fa40806c6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 09:31:10.160577 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1febc1-17ce-4d3e-996b-221bd64db315 None None] New status for floating IP 5a37a0e2-88d4-4acf-a7e2-7de6c7fdd353: DOWN {{(pid=83447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 09:31:10.422350 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:10.529180 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ac50bd-abd8-43c6-b388-b24fb83fe6e9 req-d756a419-bf71-4c04-8948-c9b817476f79 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:31:10.530662 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-61ac50bd-abd8-43c6-b388-b24fb83fe6e9 req-d756a419-bf71-4c04-8948-c9b817476f79 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=81f3b2f4-1bcd-4c3f-8e1c-0108bb066c95 HTTP/1.1" status: 200 len: 945 time: 0.0802445 Dec 20 09:31:10.576887 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-61ac50bd-abd8-43c6-b388-b24fb83fe6e9 req-b371bc15-f17f-40d9-8295-6af170fe6922 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=da12c748-a89e-4a54-b430-f57cd0cc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403335 Dec 20 09:31:11.022829 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b09148-007c-4bd9-b7f0-333bf952815b req-e6167993-b4a7-46b8-91ef-846707ce911d tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:31:11.024246 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-62b09148-007c-4bd9-b7f0-333bf952815b req-e6167993-b4a7-46b8-91ef-846707ce911d tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.58 "GET /v2.0/ports?device_id=81f3b2f4-1bcd-4c3f-8e1c-0108bb066c95 HTTP/1.1" status: 200 len: 945 time: 0.0797045 Dec 20 09:31:11.221353 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-62b09148-007c-4bd9-b7f0-333bf952815b req-227b1e8a-f548-4a92-9801-14e6055b6d1b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Deleting port 27a63aeb-339d-4584-ba75-52a2fca2654f {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:31:11.221687 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-62b09148-007c-4bd9-b7f0-333bf952815b req-227b1e8a-f548-4a92-9801-14e6055b6d1b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:11.470803 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-62b09148-007c-4bd9-b7f0-333bf952815b req-227b1e8a-f548-4a92-9801-14e6055b6d1b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] For port 27a63aeb-339d-4584-ba75-52a2fca2654f, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=27a63aeb-339d-4584-ba75-52a2fca2654f,segment=NetworkSegment(d918a339-2ae7-4f6c-aea0-e114fe7d684f),segment_id=d918a339-2ae7-4f6c-aea0-e114fe7d684f)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:31:11.471158 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-62b09148-007c-4bd9-b7f0-333bf952815b req-227b1e8a-f548-4a92-9801-14e6055b6d1b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:11.595199 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-62b09148-007c-4bd9-b7f0-333bf952815b req-227b1e8a-f548-4a92-9801-14e6055b6d1b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Calling delete_port for 27a63aeb-339d-4584-ba75-52a2fca2654f owned by compute:nova {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:31:11.755626 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-62b09148-007c-4bd9-b7f0-333bf952815b req-227b1e8a-f548-4a92-9801-14e6055b6d1b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:11.763966 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f183b3c3-2247-479f-bf3c-b4cb306faa98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:31:11.786778 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3591723-9624-4b58-a9ed-294690d79421 req-3c14a6b8-c0f6-4a47-b48c-9c6a997023a5 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:31:11.788245 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-e3591723-9624-4b58-a9ed-294690d79421 req-3c14a6b8-c0f6-4a47-b48c-9c6a997023a5 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=81f3b2f4-1bcd-4c3f-8e1c-0108bb066c95 HTTP/1.1" status: 200 len: 867 time: 0.0827582 Dec 20 09:31:11.808013 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227b1e8a-f548-4a92-9801-14e6055b6d1b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event deleted for resources: {'Port': ['ID=27a63aeb-339d-4584-ba75-52a2fca2654f,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:31:11.838403 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-e3591723-9624-4b58-a9ed-294690d79421 req-eb9f13a0-049a-41a0-8000-450c5653ed52 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=da12c748-a89e-4a54-b430-f57cd0cc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437293 Dec 20 09:31:11.853786 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227b1e8a-f548-4a92-9801-14e6055b6d1b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:31:11.854352 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227b1e8a-f548-4a92-9801-14e6055b6d1b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:31:11.854547 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227b1e8a-f548-4a92-9801-14e6055b6d1b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:31:11.854907 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227b1e8a-f548-4a92-9801-14e6055b6d1b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:31:11.855273 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227b1e8a-f548-4a92-9801-14e6055b6d1b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:31:11.855635 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227b1e8a-f548-4a92-9801-14e6055b6d1b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:31:11.856002 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227b1e8a-f548-4a92-9801-14e6055b6d1b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:31:11.856365 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227b1e8a-f548-4a92-9801-14e6055b6d1b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:31:11.856723 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227b1e8a-f548-4a92-9801-14e6055b6d1b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:31:11.857082 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227b1e8a-f548-4a92-9801-14e6055b6d1b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:31:11.857470 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227b1e8a-f548-4a92-9801-14e6055b6d1b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:31:11.860743 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-227b1e8a-f548-4a92-9801-14e6055b6d1b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:31:11.899295 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-62b09148-007c-4bd9-b7f0-333bf952815b req-227b1e8a-f548-4a92-9801-14e6055b6d1b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] No DVR routers for this DVR port 27a63aeb-339d-4584-ba75-52a2fca2654f on host hv-neutron-8204 {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 09:31:11.901958 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-62b09148-007c-4bd9-b7f0-333bf952815b req-227b1e8a-f548-4a92-9801-14e6055b6d1b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:11.904744 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81f3b2f4-1bcd-4c3f-8e1c-0108bb066c95', 'name': 'network-vif-deleted', 'tag': '27a63aeb-339d-4584-ba75-52a2fca2654f'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:31:11.920495 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-62b09148-007c-4bd9-b7f0-333bf952815b req-227b1e8a-f548-4a92-9801-14e6055b6d1b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.58 "DELETE /v2.0/ports/27a63aeb-339d-4584-ba75-52a2fca2654f HTTP/1.1" status: 204 len: 173 time: 0.8903236 Dec 20 09:31:11.971036 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81f3b2f4-1bcd-4c3f-8e1c-0108bb066c95', 'name': 'network-vif-deleted', 'tag': '27a63aeb-339d-4584-ba75-52a2fca2654f', 'status': 'completed', 'code': 200} Dec 20 09:31:12.661546 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-7bcc2d9a-4878-442f-9482-7759afa00bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:12.953951 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 51936) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:31:13.379949 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7728cd0c-0d9b-4335-b88a-2700782d9604 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349062'] for router_interface, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:14.138136 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-7728cd0c-0d9b-4335-b88a-2700782d9604 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Deleting port f5bd18fd-f443-46d7-b237-b754d2547f1f {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:31:14.138786 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7728cd0c-0d9b-4335-b88a-2700782d9604 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:14.330098 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-7728cd0c-0d9b-4335-b88a-2700782d9604 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] For port f5bd18fd-f443-46d7-b237-b754d2547f1f, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=f5bd18fd-f443-46d7-b237-b754d2547f1f,segment=NetworkSegment(d918a339-2ae7-4f6c-aea0-e114fe7d684f),segment_id=d918a339-2ae7-4f6c-aea0-e114fe7d684f)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:31:14.330458 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7728cd0c-0d9b-4335-b88a-2700782d9604 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:14.451102 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-7728cd0c-0d9b-4335-b88a-2700782d9604 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Calling delete_port for f5bd18fd-f443-46d7-b237-b754d2547f1f owned by network:router_interface {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:31:14.651821 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7728cd0c-0d9b-4335-b88a-2700782d9604 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:14.655561 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-7962ac2b-843c-4cc3-8c20-cf324ae358e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:31:14.701829 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7728cd0c-0d9b-4335-b88a-2700782d9604 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event deleted for resources: {'Port': ['ID=f5bd18fd-f443-46d7-b237-b754d2547f1f,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:31:14.704325 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-7728cd0c-0d9b-4335-b88a-2700782d9604 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:31:14.944250 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-04ee8cfa-828e-4046-89a8-91ed27ecfb69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:15.031843 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7728cd0c-0d9b-4335-b88a-2700782d9604 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32897953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348760'] for router_interface, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:15.041996 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 27a63aeb-339d-4584-ba75-52a2fca2654f no longer exists at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 09:31:15.079162 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] No Port match for: 27a63aeb-339d-4584-ba75-52a2fca2654f {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 09:31:15.079519 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 27a63aeb-339d-4584-ba75-52a2fca2654f not bound to the agent host hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 09:31:15.779731 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7728cd0c-0d9b-4335-b88a-2700782d9604 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Router ac28bdc6-ff0b-44dc-98fe-9792b165bdc9 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 09:31:15.993652 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7728cd0c-0d9b-4335-b88a-2700782d9604 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 09:31:16.003659 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d2cdd8-158a-425f-b5bb-a8703cc121e0 None None] Sync routers for ids ['ac28bdc6-ff0b-44dc-98fe-9792b165bdc9'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 09:31:16.006694 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-7728cd0c-0d9b-4335-b88a-2700782d9604 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "PUT /v2.0/routers/ac28bdc6-ff0b-44dc-98fe-9792b165bdc9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0516529 Dec 20 09:31:16.009421 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 51942) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:31:16.017582 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d2cdd8-158a-425f-b5bb-a8703cc121e0 None None] Routers {'ac28bdc6-ff0b-44dc-98fe-9792b165bdc9'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:31:16.018238 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-06d2cdd8-158a-425f-b5bb-a8703cc121e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:31:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['ac28bdc6-ff0b-44dc-98fe-9792b165bdc9'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:31:16.212874 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:16.214605 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_v2 [None req-efb6f57f-cbc5-4269-8ff0-a489e7fbc419 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Deleting subnet 88522ccf-952a-4cf4-ba73-3fa40806c6dd {{(pid=83445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 09:31:16.215893 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:16.218899 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-efb6f57f-cbc5-4269-8ff0-a489e7fbc419 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for subnet, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:16.232171 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-06d2cdd8-158a-425f-b5bb-a8703cc121e0 None None] Set router ac28bdc6-ff0b-44dc-98fe-9792b165bdc9 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:31:16.276512 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-efb6f57f-cbc5-4269-8ff0-a489e7fbc419 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1518554'] for subnet, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:16.388755 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-efb6f57f-cbc5-4269-8ff0-a489e7fbc419 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:16.481863 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-efb6f57f-cbc5-4269-8ff0-a489e7fbc419 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2036620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2095133'] for subnet, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:16.485940 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-194f70a6-e416-4d49-b846-ae546721a511 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:31:16.521565 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb6f57f-cbc5-4269-8ff0-a489e7fbc419 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event deleted for resources: {'Subnet': ['ID=88522ccf-952a-4cf4-ba73-3fa40806c6dd,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:31:16.525204 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-efb6f57f-cbc5-4269-8ff0-a489e7fbc419 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:31:16.528788 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-efb6f57f-cbc5-4269-8ff0-a489e7fbc419 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:16.538978 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-efb6f57f-cbc5-4269-8ff0-a489e7fbc419 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "DELETE /v2.0/subnets/88522ccf-952a-4cf4-ba73-3fa40806c6dd HTTP/1.1" status: 204 len: 168 time: 0.5253963 Dec 20 09:31:16.539164 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 51946) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:31:16.543930 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa59493-47d0-40a4-ba21-8324502c0d76 None None] Network e29d2758-d05d-4292-94ad-5952e4ea4ddc requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 09:31:16.571865 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-06d2cdd8-158a-425f-b5bb-a8703cc121e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac28bdc6-ff0b-44dc-98fe-9792b165bdc9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1783944212', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.183'}], 'enable_snat': True}, 'gw_port_id': '7a0974ba-a525-40cc-9db4-3357ed058d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:28:24Z', 'updated_at': '2021-12-20T09:31:14Z', 'revision_number': 5, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'gw_port': {'id': '7a0974ba-a525-40cc-9db4-3357ed058d51', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ae:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac28bdc6-ff0b-44dc-98fe-9792b165bdc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:28:25Z', 'updated_at': '2021-12-20T09:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:31:16.588290 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d2cdd8-158a-425f-b5bb-a8703cc121e0 None None] Checking router: ac28bdc6-ff0b-44dc-98fe-9792b165bdc9 for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 09:31:16.681377 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d2cdd8-158a-425f-b5bb-a8703cc121e0 None None] Routers {'ac28bdc6-ff0b-44dc-98fe-9792b165bdc9'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:31:16.682741 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-06d2cdd8-158a-425f-b5bb-a8703cc121e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:31:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['ac28bdc6-ff0b-44dc-98fe-9792b165bdc9'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:31:16.763494 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-270fd9fe-ce9e-470c-80ff-c63fca33b7b6 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for router, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:16.964331 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-06d2cdd8-158a-425f-b5bb-a8703cc121e0 None None] Set router ac28bdc6-ff0b-44dc-98fe-9792b165bdc9 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:31:16.981814 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-270fd9fe-ce9e-470c-80ff-c63fca33b7b6 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:16.993219 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-270fd9fe-ce9e-470c-80ff-c63fca33b7b6 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Deleting port 7a0974ba-a525-40cc-9db4-3357ed058d51 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:31:16.993581 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-270fd9fe-ce9e-470c-80ff-c63fca33b7b6 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:17.066907 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f91070d-be69-4a28-a28a-974b771d011a None None] DHCP port deletion for e29d2758-d05d-4292-94ad-5952e4ea4ddc request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 09:31:17.091583 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-4f91070d-be69-4a28-a28a-974b771d011a None None] Deleting port 61cb0da3-6766-42d3-bf6a-346a10e3a455 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:31:17.091917 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-4f91070d-be69-4a28-a28a-974b771d011a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:17.171420 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-270fd9fe-ce9e-470c-80ff-c63fca33b7b6 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] For port 7a0974ba-a525-40cc-9db4-3357ed058d51, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=7a0974ba-a525-40cc-9db4-3357ed058d51,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:31:17.171768 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-270fd9fe-ce9e-470c-80ff-c63fca33b7b6 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:17.301031 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-270fd9fe-ce9e-470c-80ff-c63fca33b7b6 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Calling delete_port for 7a0974ba-a525-40cc-9db4-3357ed058d51 owned by network:router_gateway {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:31:17.408132 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 61cb0da3-6766-42d3-bf6a-346a10e3a455 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 09:31:17.473073 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-4f91070d-be69-4a28-a28a-974b771d011a None None] For port 61cb0da3-6766-42d3-bf6a-346a10e3a455, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=61cb0da3-6766-42d3-bf6a-346a10e3a455,segment=NetworkSegment(d918a339-2ae7-4f6c-aea0-e114fe7d684f),segment_id=d918a339-2ae7-4f6c-aea0-e114fe7d684f)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:31:17.473523 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-4f91070d-be69-4a28-a28a-974b771d011a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:17.669959 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-270fd9fe-ce9e-470c-80ff-c63fca33b7b6 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:17.673007 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-4f91070d-be69-4a28-a28a-974b771d011a None None] Calling delete_port for 61cb0da3-6766-42d3-bf6a-346a10e3a455 owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:31:17.673783 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-6ceba836-4d41-4556-904c-888b9a7c9bba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:31:17.717998 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270fd9fe-ce9e-470c-80ff-c63fca33b7b6 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event deleted for resources: {'Port': ['ID=7a0974ba-a525-40cc-9db4-3357ed058d51,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:31:17.721503 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-270fd9fe-ce9e-470c-80ff-c63fca33b7b6 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:31:17.767902 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:17.815575 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-06d2cdd8-158a-425f-b5bb-a8703cc121e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac28bdc6-ff0b-44dc-98fe-9792b165bdc9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1783944212', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.183'}], 'enable_snat': True}, 'gw_port_id': '7a0974ba-a525-40cc-9db4-3357ed058d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:28:24Z', 'updated_at': '2021-12-20T09:31:14Z', 'revision_number': 5, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'gw_port': {'id': '7a0974ba-a525-40cc-9db4-3357ed058d51', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ae:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac28bdc6-ff0b-44dc-98fe-9792b165bdc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:28:25Z', 'updated_at': '2021-12-20T09:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:31:17.821111 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:17.834093 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d2cdd8-158a-425f-b5bb-a8703cc121e0 None None] The sync data for ids ['ac28bdc6-ff0b-44dc-98fe-9792b165bdc9'] in dv-neutron-820491-1-hyperv is: [{'id': 'ac28bdc6-ff0b-44dc-98fe-9792b165bdc9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1783944212', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.183'}], 'enable_snat': True}, 'gw_port_id': '7a0974ba-a525-40cc-9db4-3357ed058d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:28:24Z', 'updated_at': '2021-12-20T09:31:14Z', 'revision_number': 5, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'gw_port': {'id': '7a0974ba-a525-40cc-9db4-3357ed058d51', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ae:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac28bdc6-ff0b-44dc-98fe-9792b165bdc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:28:25Z', 'updated_at': '2021-12-20T09:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 09:31:17.840782 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-4f91070d-be69-4a28-a28a-974b771d011a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102'] for port, after_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:17.845897 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-57397421-e689-4eeb-b937-2397ce10f018 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:31:17.898580 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f91070d-be69-4a28-a28a-974b771d011a None None] Pushing event deleted for resources: {'Port': ['ID=61cb0da3-6766-42d3-bf6a-346a10e3a455,revision_number=None']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:31:17.927772 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f91070d-be69-4a28-a28a-974b771d011a None None] No DVR routers for this DVR port 61cb0da3-6766-42d3-bf6a-346a10e3a455 on host dv-neutron-820491-1-hyperv {{(pid=83446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 09:31:17.948915 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f91070d-be69-4a28-a28a-974b771d011a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:31:17.949285 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f91070d-be69-4a28-a28a-974b771d011a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:31:17.949625 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f91070d-be69-4a28-a28a-974b771d011a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:31:17.949958 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f91070d-be69-4a28-a28a-974b771d011a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:31:17.950292 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f91070d-be69-4a28-a28a-974b771d011a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:31:17.950618 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f91070d-be69-4a28-a28a-974b771d011a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:31:17.950941 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f91070d-be69-4a28-a28a-974b771d011a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:31:17.951263 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f91070d-be69-4a28-a28a-974b771d011a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:31:17.951583 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f91070d-be69-4a28-a28a-974b771d011a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:31:17.951902 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f91070d-be69-4a28-a28a-974b771d011a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:31:17.952216 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f91070d-be69-4a28-a28a-974b771d011a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:31:17.955598 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-4f91070d-be69-4a28-a28a-974b771d011a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:31:17.970348 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-270fd9fe-ce9e-470c-80ff-c63fca33b7b6 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346107'] for router_gateway, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:18.237758 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-270fd9fe-ce9e-470c-80ff-c63fca33b7b6 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24735'] for router, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:18.242317 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-270fd9fe-ce9e-470c-80ff-c63fca33b7b6 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:18.279856 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-270fd9fe-ce9e-470c-80ff-c63fca33b7b6 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-390871'] for router, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:18.280323 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-270fd9fe-ce9e-470c-80ff-c63fca33b7b6 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Fanout notify agent at l3_agent the message router_deleted on router ac28bdc6-ff0b-44dc-98fe-9792b165bdc9 {{(pid=83445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 09:31:18.295415 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-270fd9fe-ce9e-470c-80ff-c63fca33b7b6 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:18.299285 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-270fd9fe-ce9e-470c-80ff-c63fca33b7b6 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "DELETE /v2.0/routers/ac28bdc6-ff0b-44dc-98fe-9792b165bdc9 HTTP/1.1" status: 204 len: 168 time: 1.7564468 Dec 20 09:31:18.299285 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 51952) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:31:18.417181 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d26e2394-62c1-4a8e-a56b-90658a2029c0 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:18.557607 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d26e2394-62c1-4a8e-a56b-90658a2029c0 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:18.582216 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-d26e2394-62c1-4a8e-a56b-90658a2029c0 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e29d2758-d05d-4292-94ad-5952e4ea4ddc']}} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:31:18.598943 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-d26e2394-62c1-4a8e-a56b-90658a2029c0 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd918a339-2ae7-4f6c-aea0-e114fe7d684f') {'for_net_delete': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:31:18.599231 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-d26e2394-62c1-4a8e-a56b-90658a2029c0 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd918a339-2ae7-4f6c-aea0-e114fe7d684f') {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:31:18.611517 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d26e2394-62c1-4a8e-a56b-90658a2029c0 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1518531'] for segment, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:18.626636 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d26e2394-62c1-4a8e-a56b-90658a2029c0 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:18.632478 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d26e2394-62c1-4a8e-a56b-90658a2029c0 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=83445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 09:31:18.632856 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d26e2394-62c1-4a8e-a56b-90658a2029c0 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2036002'] for segment, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:18.647472 dv-neutron-820491-1-hyperv neutron-server[83445]: Traceback (most recent call last): Dec 20 09:31:18.647472 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 09:31:18.647472 dv-neutron-820491-1-hyperv neutron-server[83445]: timer() Dec 20 09:31:18.647472 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 09:31:18.647472 dv-neutron-820491-1-hyperv neutron-server[83445]: cb(*args, **kw) Dec 20 09:31:18.647472 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 09:31:18.647472 dv-neutron-820491-1-hyperv neutron-server[83445]: return func(*args, **kwargs) Dec 20 09:31:18.647472 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 09:31:18.647472 dv-neutron-820491-1-hyperv neutron-server[83445]: self._notify() Dec 20 09:31:18.647472 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 09:31:18.647472 dv-neutron-820491-1-hyperv neutron-server[83445]: self.callback(batched_events) Dec 20 09:31:18.647472 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 09:31:18.647472 dv-neutron-820491-1-hyperv neutron-server[83445]: event.method(event) Dec 20 09:31:18.647472 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 09:31:18.647472 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 09:31:18.647472 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 09:31:18.647472 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 09:31:18.647472 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 09:31:18.647472 dv-neutron-820491-1-hyperv neutron-server[83445]: return f(self, *a, **k) Dec 20 09:31:18.647472 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 09:31:18.647472 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._get(url).json() Dec 20 09:31:18.647472 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 09:31:18.647472 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 09:31:18.647472 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 09:31:18.647472 dv-neutron-820491-1-hyperv neutron-server[83445]: return self.request(url, 'GET', **kwargs) Dec 20 09:31:18.647472 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 09:31:18.647472 dv-neutron-820491-1-hyperv neutron-server[83445]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 09:31:18.647472 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 09:31:18.647472 dv-neutron-820491-1-hyperv neutron-server[83445]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 09:31:18.647472 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 09:31:18.647472 dv-neutron-820491-1-hyperv neutron-server[83445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 09:31:18.647472 dv-neutron-820491-1-hyperv neutron-server[83445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 09:31:18.725661 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d26e2394-62c1-4a8e-a56b-90658a2029c0 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:18.729650 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e6801bed-f840-4d59-b79a-42928311888d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:31:18.743728 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d26e2394-62c1-4a8e-a56b-90658a2029c0 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:18.758419 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26e2394-62c1-4a8e-a56b-90658a2029c0 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event deleted for resources: {'Network': ['ID=e29d2758-d05d-4292-94ad-5952e4ea4ddc,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:31:18.762299 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d26e2394-62c1-4a8e-a56b-90658a2029c0 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:31:18.766802 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-d26e2394-62c1-4a8e-a56b-90658a2029c0 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "DELETE /v2.0/networks/e29d2758-d05d-4292-94ad-5952e4ea4ddc HTTP/1.1" status: 204 len: 168 time: 0.4666240 Dec 20 09:31:18.769602 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 51956) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:31:18.853993 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fe808443-2ad2-4005-95a0-5c5adcb982b1 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:18.883478 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fe808443-2ad2-4005-95a0-5c5adcb982b1 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:18.946912 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fe808443-2ad2-4005-95a0-5c5adcb982b1 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:18.952087 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-4861611e-727a-46bf-a433-6b1b72efa2fa tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:31:18.968263 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe808443-2ad2-4005-95a0-5c5adcb982b1 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da12c748-a89e-4a54-b430-f57cd0cc6be3,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:31:18.971193 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-fe808443-2ad2-4005-95a0-5c5adcb982b1 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:31:18.979034 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fe808443-2ad2-4005-95a0-5c5adcb982b1 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:18.980341 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-fe808443-2ad2-4005-95a0-5c5adcb982b1 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "DELETE /v2.0/security-groups/da12c748-a89e-4a54-b430-f57cd0cc6be3 HTTP/1.1" status: 204 len: 168 time: 0.2098463 Dec 20 09:31:19.370223 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 7a0974ba-a525-40cc-9db4-3357ed058d51 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 09:31:19.407842 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 7a0974ba-a525-40cc-9db4-3357ed058d51 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 09:31:19.408188 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 7a0974ba-a525-40cc-9db4-3357ed058d51 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 09:31:19.408645 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device f5bd18fd-f443-46d7-b237-b754d2547f1f no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 09:31:19.441433 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: f5bd18fd-f443-46d7-b237-b754d2547f1f {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 09:31:19.441909 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device f5bd18fd-f443-46d7-b237-b754d2547f1f not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 09:31:20.367965 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 51966) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:31:20.374418 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-24eac01c-d949-4b0b-ac43-d7653dbc6e4d tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1703664819', 'description': 'tempest-secgroup-smoke-1703664819 description', 'project_id': '2bbb24938a37400498f9f82b32585e2d'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:31:20.380361 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-24eac01c-d949-4b0b-ac43-d7653dbc6e4d tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:31:20.384321 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-24eac01c-d949-4b0b-ac43-d7653dbc6e4d tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Usage tracker for resource:security_group and tenant:2bbb24938a37400498f9f82b32585e2d is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:31:20.387291 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-24eac01c-d949-4b0b-ac43-d7653dbc6e4d tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:31:20.393036 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-24eac01c-d949-4b0b-ac43-d7653dbc6e4d tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:31:20.403365 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-24eac01c-d949-4b0b-ac43-d7653dbc6e4d tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:20.439472 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-24eac01c-d949-4b0b-ac43-d7653dbc6e4d tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:31:20.444005 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-24eac01c-d949-4b0b-ac43-d7653dbc6e4d tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Usage tracker for resource:security_group_rule and tenant:2bbb24938a37400498f9f82b32585e2d is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:31:20.446774 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-24eac01c-d949-4b0b-ac43-d7653dbc6e4d tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:31:20.452410 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-24eac01c-d949-4b0b-ac43-d7653dbc6e4d tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:31:20.510393 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-24eac01c-d949-4b0b-ac43-d7653dbc6e4d tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:20.514078 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-24eac01c-d949-4b0b-ac43-d7653dbc6e4d tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:20.517583 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f3f600a0-6676-4ed5-9cb1-5b50e048b8f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:31:20.562210 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eac01c-d949-4b0b-ac43-d7653dbc6e4d tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=285ed65e-b8bf-4f87-a381-f3a9552abbfb,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:31:20.565432 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-24eac01c-d949-4b0b-ac43-d7653dbc6e4d tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:31:20.566505 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-24eac01c-d949-4b0b-ac43-d7653dbc6e4d tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:20.571196 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-24eac01c-d949-4b0b-ac43-d7653dbc6e4d tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1987708 Dec 20 09:31:20.572237 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 51970) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:31:20.577335 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-eea31c9f-e478-40e9-ab62-faf29e70acaa tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Request body: {'security_group_rule': {'security_group_id': '285ed65e-b8bf-4f87-a381-f3a9552abbfb', 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:31:20.583399 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-eea31c9f-e478-40e9-ab62-faf29e70acaa tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:31:20.587580 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-eea31c9f-e478-40e9-ab62-faf29e70acaa tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Usage tracker for resource:security_group_rule and tenant:2bbb24938a37400498f9f82b32585e2d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:31:20.590588 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-eea31c9f-e478-40e9-ab62-faf29e70acaa tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:31:20.598836 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-eea31c9f-e478-40e9-ab62-faf29e70acaa tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:31:20.616282 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-eea31c9f-e478-40e9-ab62-faf29e70acaa tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:20.683731 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-eea31c9f-e478-40e9-ab62-faf29e70acaa tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:20.688159 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-eea31c9f-e478-40e9-ab62-faf29e70acaa tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:20.690238 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-fd5b3f99-1904-4b36-b63d-542668828d66 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:31:20.713884 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea31c9f-e478-40e9-ab62-faf29e70acaa tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3101926-0e0c-4d06-9c87-548780a6cfc9,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:31:20.716560 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-eea31c9f-e478-40e9-ab62-faf29e70acaa tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:31:20.724814 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-eea31c9f-e478-40e9-ab62-faf29e70acaa tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:20.726000 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-eea31c9f-e478-40e9-ab62-faf29e70acaa tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1534841 Dec 20 09:31:20.729584 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 51974) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:31:20.735704 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-9af2e63e-9af2-4e70-ac34-44fcd231eb15 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Request body: {'security_group_rule': {'security_group_id': '285ed65e-b8bf-4f87-a381-f3a9552abbfb', 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:31:20.742836 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-9af2e63e-9af2-4e70-ac34-44fcd231eb15 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:31:20.746868 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-9af2e63e-9af2-4e70-ac34-44fcd231eb15 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Usage tracker for resource:security_group_rule and tenant:2bbb24938a37400498f9f82b32585e2d is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:31:20.749727 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-9af2e63e-9af2-4e70-ac34-44fcd231eb15 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:31:20.755287 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-9af2e63e-9af2-4e70-ac34-44fcd231eb15 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:31:20.771845 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9af2e63e-9af2-4e70-ac34-44fcd231eb15 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:20.833947 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9af2e63e-9af2-4e70-ac34-44fcd231eb15 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:20.838590 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9af2e63e-9af2-4e70-ac34-44fcd231eb15 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:20.840501 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e761847c-8e8d-4f34-b429-eaa5001b2f82 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:31:20.863137 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af2e63e-9af2-4e70-ac34-44fcd231eb15 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2debdae-3c57-462f-8a31-fbc2e4799c23,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:31:20.865577 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-9af2e63e-9af2-4e70-ac34-44fcd231eb15 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:31:20.873458 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9af2e63e-9af2-4e70-ac34-44fcd231eb15 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:20.874673 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-9af2e63e-9af2-4e70-ac34-44fcd231eb15 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1441214 Dec 20 09:31:20.877416 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 51978) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:31:20.882785 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-5a7175da-e3fa-4a52-bc77-614aef7e832c tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Request body: {'security_group_rule': {'security_group_id': '285ed65e-b8bf-4f87-a381-f3a9552abbfb', 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:31:20.889755 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-5a7175da-e3fa-4a52-bc77-614aef7e832c tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:31:20.893591 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-5a7175da-e3fa-4a52-bc77-614aef7e832c tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Usage tracker for resource:security_group_rule and tenant:2bbb24938a37400498f9f82b32585e2d is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:31:20.896430 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-5a7175da-e3fa-4a52-bc77-614aef7e832c tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:31:20.903183 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-5a7175da-e3fa-4a52-bc77-614aef7e832c tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:31:20.920854 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5a7175da-e3fa-4a52-bc77-614aef7e832c tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:20.985898 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5a7175da-e3fa-4a52-bc77-614aef7e832c tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:20.990106 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5a7175da-e3fa-4a52-bc77-614aef7e832c tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:20.991945 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-33615234-020f-4d44-ba5a-fc3a6bbe2bdf tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:31:21.016857 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7175da-e3fa-4a52-bc77-614aef7e832c tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e0a86a0-9237-4f29-8c88-bc18f14b6f88,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:31:21.019347 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-5a7175da-e3fa-4a52-bc77-614aef7e832c tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:31:21.027290 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5a7175da-e3fa-4a52-bc77-614aef7e832c tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:21.028389 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-5a7175da-e3fa-4a52-bc77-614aef7e832c tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1500833 Dec 20 09:31:21.031226 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 51982) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:31:21.036636 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-87089d86-2de3-4b50-8996-61bab196be7f tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Request body: {'security_group_rule': {'security_group_id': '285ed65e-b8bf-4f87-a381-f3a9552abbfb', 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:31:21.042726 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-87089d86-2de3-4b50-8996-61bab196be7f tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:31:21.046627 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-87089d86-2de3-4b50-8996-61bab196be7f tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Usage tracker for resource:security_group_rule and tenant:2bbb24938a37400498f9f82b32585e2d is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:31:21.049627 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-87089d86-2de3-4b50-8996-61bab196be7f tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:31:21.055658 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-87089d86-2de3-4b50-8996-61bab196be7f tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:31:21.194349 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-87089d86-2de3-4b50-8996-61bab196be7f tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:21.263142 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-87089d86-2de3-4b50-8996-61bab196be7f tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:21.267049 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-87089d86-2de3-4b50-8996-61bab196be7f tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:21.268969 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f32b4120-806f-48ef-899e-9395b8e27779 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:31:21.293722 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87089d86-2de3-4b50-8996-61bab196be7f tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd9c4a61-33bb-4fda-a4e3-bf424bed3283,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:31:21.296185 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-87089d86-2de3-4b50-8996-61bab196be7f tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:31:21.304952 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-87089d86-2de3-4b50-8996-61bab196be7f tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:21.306175 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-87089d86-2de3-4b50-8996-61bab196be7f tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2740445 Dec 20 09:31:21.309188 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 51986) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:31:21.314871 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-6473411c-d8d0-47a7-8592-a9f832ed3cf9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Request body: {'security_group_rule': {'security_group_id': '285ed65e-b8bf-4f87-a381-f3a9552abbfb', 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:31:21.322225 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-6473411c-d8d0-47a7-8592-a9f832ed3cf9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:31:21.327564 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-6473411c-d8d0-47a7-8592-a9f832ed3cf9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Usage tracker for resource:security_group_rule and tenant:2bbb24938a37400498f9f82b32585e2d is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:31:21.330526 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-6473411c-d8d0-47a7-8592-a9f832ed3cf9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:31:21.341123 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-6473411c-d8d0-47a7-8592-a9f832ed3cf9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:31:21.353196 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.securitygroups_db [None req-6473411c-d8d0-47a7-8592-a9f832ed3cf9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Project 2bbb24938a37400498f9f82b32585e2d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 09:31:21.360560 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6473411c-d8d0-47a7-8592-a9f832ed3cf9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:21.438883 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6473411c-d8d0-47a7-8592-a9f832ed3cf9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:21.444448 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6473411c-d8d0-47a7-8592-a9f832ed3cf9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:21.446536 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-8535ec01-c50f-42a1-bb78-241b03dd578f tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:31:21.471299 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6473411c-d8d0-47a7-8592-a9f832ed3cf9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31a88ac1-d602-4a57-a137-7e85a3f593a5,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:31:21.475655 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-6473411c-d8d0-47a7-8592-a9f832ed3cf9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:31:21.485349 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6473411c-d8d0-47a7-8592-a9f832ed3cf9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:21.486891 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-6473411c-d8d0-47a7-8592-a9f832ed3cf9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1767404 Dec 20 09:31:21.489646 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 51990) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:31:21.496328 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-06a052a8-3ed6-4239-8de3-47ab48ae2f1a tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Request body: {'security_group_rule': {'security_group_id': '285ed65e-b8bf-4f87-a381-f3a9552abbfb', 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:31:21.502787 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-06a052a8-3ed6-4239-8de3-47ab48ae2f1a tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:31:21.507971 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-06a052a8-3ed6-4239-8de3-47ab48ae2f1a tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Usage tracker for resource:security_group_rule and tenant:2bbb24938a37400498f9f82b32585e2d is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:31:21.512558 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-06a052a8-3ed6-4239-8de3-47ab48ae2f1a tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:31:21.519242 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-06a052a8-3ed6-4239-8de3-47ab48ae2f1a tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:31:21.530511 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.securitygroups_db [None req-06a052a8-3ed6-4239-8de3-47ab48ae2f1a tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Project 2bbb24938a37400498f9f82b32585e2d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 09:31:21.537968 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-06a052a8-3ed6-4239-8de3-47ab48ae2f1a tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:21.619089 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-06a052a8-3ed6-4239-8de3-47ab48ae2f1a tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:21.623706 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-06a052a8-3ed6-4239-8de3-47ab48ae2f1a tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:21.624984 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-520c5838-6582-4c1f-89a8-491f80324e9b tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:31:21.645920 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a052a8-3ed6-4239-8de3-47ab48ae2f1a tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e662a6fc-f8ad-4fbb-a79b-858a992aa36f,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:31:21.654633 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-06a052a8-3ed6-4239-8de3-47ab48ae2f1a tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:31:21.668198 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-06a052a8-3ed6-4239-8de3-47ab48ae2f1a tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:21.669440 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-06a052a8-3ed6-4239-8de3-47ab48ae2f1a tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1787894 Dec 20 09:31:21.672997 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 51994) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:31:21.680572 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-f12a3412-c597-4e98-b00b-9c0ffca28008 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Request body: {'network': {'name': 'tempest-network-smoke--87749453', 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'port_security_enabled': True}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:31:21.686344 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-f12a3412-c597-4e98-b00b-9c0ffca28008 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:31:21.693399 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-f12a3412-c597-4e98-b00b-9c0ffca28008 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Usage tracker for resource:network and tenant:2bbb24938a37400498f9f82b32585e2d is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:31:21.698542 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-f12a3412-c597-4e98-b00b-9c0ffca28008 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:31:21.704264 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-f12a3412-c597-4e98-b00b-9c0ffca28008 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:31:21.716094 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f12a3412-c597-4e98-b00b-9c0ffca28008 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Made reservation on behalf of 2bbb24938a37400498f9f82b32585e2d for: {'network': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 09:31:21.719459 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f12a3412-c597-4e98-b00b-9c0ffca28008 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:21.758715 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f12a3412-c597-4e98-b00b-9c0ffca28008 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=83445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 09:31:21.769374 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f12a3412-c597-4e98-b00b-9c0ffca28008 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:21.770094 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.segments_db [None req-f12a3412-c597-4e98-b00b-9c0ffca28008 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Added segment 98e07ab1-67e0-40d5-ab04-0e2ed54835cf of type vlan for network 2246fa6a-bc1d-4aae-9381-642722a9700d Dec 20 09:31:21.801618 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f12a3412-c597-4e98-b00b-9c0ffca28008 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:21.836120 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f12a3412-c597-4e98-b00b-9c0ffca28008 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:21.841670 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12a3412-c597-4e98-b00b-9c0ffca28008 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:31:21.842279 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f12a3412-c597-4e98-b00b-9c0ffca28008 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:21.846324 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-971cf541-737f-4aaa-af1b-87921d63cb60 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:31:21.972072 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-f12a3412-c597-4e98-b00b-9c0ffca28008 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2976685 Dec 20 09:31:21.975070 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 51998) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:31:21.978295 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12a3412-c597-4e98-b00b-9c0ffca28008 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event updated for resources: {'Network': ['ID=2246fa6a-bc1d-4aae-9381-642722a9700d,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:31:21.981879 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f12a3412-c597-4e98-b00b-9c0ffca28008 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:31:21.985968 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-8f9aff1a-1916-4399-9a00-83ce6e18c667 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2022446249', 'admin_state_up': True, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:31:21.989697 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network 2246fa6a-bc1d-4aae-9381-642722a9700d details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 09:31:21.997870 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-8f9aff1a-1916-4399-9a00-83ce6e18c667 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:31:22.002095 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-8f9aff1a-1916-4399-9a00-83ce6e18c667 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Usage tracker for resource:router and tenant:2bbb24938a37400498f9f82b32585e2d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:31:22.005441 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-8f9aff1a-1916-4399-9a00-83ce6e18c667 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:31:22.013864 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-8f9aff1a-1916-4399-9a00-83ce6e18c667 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:31:22.026873 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8f9aff1a-1916-4399-9a00-83ce6e18c667 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24817'] for router, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:22.028029 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8f9aff1a-1916-4399-9a00-83ce6e18c667 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-351744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24806'] for router, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:22.049314 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8f9aff1a-1916-4399-9a00-83ce6e18c667 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:22.218417 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8f9aff1a-1916-4399-9a00-83ce6e18c667 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24724'] for router, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:22.399643 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8f9aff1a-1916-4399-9a00-83ce6e18c667 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for router_gateway, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:22.430433 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8f9aff1a-1916-4399-9a00-83ce6e18c667 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:22.567889 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-8f9aff1a-1916-4399-9a00-83ce6e18c667 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Allocated IP 172.26.5.32 (95f3bec2-46e6-4468-8229-8badd4a5aaae/cf8895a3-346d-4313-a645-16ecdcce9969/7c75a804-5ba2-4677-bbe3-16adab70e2cc) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 09:31:22.723131 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8f9aff1a-1916-4399-9a00-83ce6e18c667 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:22.749785 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8f9aff1a-1916-4399-9a00-83ce6e18c667 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:22.753474 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-24fa5e1f-8c46-4af7-bd85-a22605d0bd69 tempest-TestEncryptedCinderVolumes-205087751 tempest-TestEncryptedCinderVolumes-205087751-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:31:22.810285 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9aff1a-1916-4399-9a00-83ce6e18c667 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Network 95f3bec2-46e6-4468-8229-8badd4a5aaae is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:31:22.817679 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-8f9aff1a-1916-4399-9a00-83ce6e18c667 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:31:22.821764 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9aff1a-1916-4399-9a00-83ce6e18c667 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 09:31:22.969884 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9aff1a-1916-4399-9a00-83ce6e18c667 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event updated for resources: {'Port': ['ID=7c75a804-5ba2-4677-bbe3-16adab70e2cc,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:31:22.974145 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-8f9aff1a-1916-4399-9a00-83ce6e18c667 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:31:23.100809 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8f9aff1a-1916-4399-9a00-83ce6e18c667 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for router_gateway, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:23.101579 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8f9aff1a-1916-4399-9a00-83ce6e18c667 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071'] for router, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:23.337618 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f9aff1a-1916-4399-9a00-83ce6e18c667 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Router 2071c686-38bc-4541-b1f1-1d90cc8b4b08 is scheduled to L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 with binding_index 1 {{(pid=83444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 09:31:23.549095 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f9aff1a-1916-4399-9a00-83ce6e18c667 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 09:31:23.561851 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754411f0-671b-43b8-8ac9-098138ab7aaa None None] Sync routers for ids ['2071c686-38bc-4541-b1f1-1d90cc8b4b08'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 09:31:23.575594 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754411f0-671b-43b8-8ac9-098138ab7aaa None None] Routers {'2071c686-38bc-4541-b1f1-1d90cc8b4b08'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:31:23.576269 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-754411f0-671b-43b8-8ac9-098138ab7aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:31:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['2071c686-38bc-4541-b1f1-1d90cc8b4b08'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:31:23.578641 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8f9aff1a-1916-4399-9a00-83ce6e18c667 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:23.583225 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 52002) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:31:23.583793 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-8f9aff1a-1916-4399-9a00-83ce6e18c667 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6068542 Dec 20 09:31:23.630449 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-dbdce8b2-c5c1-483a-8e70-f10fab553357 tempest-TestNetworkAdvancedServerOps-948809047 tempest-TestNetworkAdvancedServerOps-948809047-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=2bbb24938a37400498f9f82b32585e2d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0451484 Dec 20 09:31:23.632953 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 52006) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:31:23.766090 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b9e48a-8aad-44e3-86f5-d370933a7bb0 tempest-TestNetworkAdvancedServerOps-948809047 tempest-TestNetworkAdvancedServerOps-948809047-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:31:23.767843 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-d8b9e48a-8aad-44e3-86f5-d370933a7bb0 tempest-TestNetworkAdvancedServerOps-948809047 tempest-TestNetworkAdvancedServerOps-948809047-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1337981 Dec 20 09:31:23.770493 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 52010) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:31:23.773733 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-754411f0-671b-43b8-8ac9-098138ab7aaa None None] Set router 2071c686-38bc-4541-b1f1-1d90cc8b4b08 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:31:23.810602 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-039392ca-36ff-4d9d-8d37-36947c5ddcdf tempest-TestNetworkAdvancedServerOps-948809047 tempest-TestNetworkAdvancedServerOps-948809047-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=95f3bec2-46e6-4468-8229-8badd4a5aaae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0389433 Dec 20 09:31:23.813076 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 52014) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:31:23.819667 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-44dcf14b-70f2-42fb-8249-a32e7af74c02 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1217880207', 'network_id': '2246fa6a-bc1d-4aae-9381-642722a9700d', 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:31:23.930181 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-44dcf14b-70f2-42fb-8249-a32e7af74c02 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:31:23.934858 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-44dcf14b-70f2-42fb-8249-a32e7af74c02 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Usage tracker for resource:subnet and tenant:2bbb24938a37400498f9f82b32585e2d is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:31:23.938019 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-44dcf14b-70f2-42fb-8249-a32e7af74c02 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:31:23.944038 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-44dcf14b-70f2-42fb-8249-a32e7af74c02 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:31:23.955342 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44dcf14b-70f2-42fb-8249-a32e7af74c02 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Made reservation on behalf of 2bbb24938a37400498f9f82b32585e2d for: {'subnet': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 09:31:24.062580 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-44dcf14b-70f2-42fb-8249-a32e7af74c02 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2095160'] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:24.068363 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-754411f0-671b-43b8-8ac9-098138ab7aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2071c686-38bc-4541-b1f1-1d90cc8b4b08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2022446249', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.32'}], 'enable_snat': True}, 'gw_port_id': '7c75a804-5ba2-4677-bbe3-16adab70e2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:31:22Z', 'updated_at': '2021-12-20T09:31:23Z', 'revision_number': 3, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'gw_port': {'id': '7c75a804-5ba2-4677-bbe3-16adab70e2cc', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:df:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2071c686-38bc-4541-b1f1-1d90cc8b4b08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:31:22Z', 'updated_at': '2021-12-20T09:31:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:31:24.072337 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754411f0-671b-43b8-8ac9-098138ab7aaa None None] Checking router: 2071c686-38bc-4541-b1f1-1d90cc8b4b08 for host: dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 09:31:24.072692 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754411f0-671b-43b8-8ac9-098138ab7aaa None None] Updating router 2071c686-38bc-4541-b1f1-1d90cc8b4b08 port 7c75a804-5ba2-4677-bbe3-16adab70e2cc binding host dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 09:31:24.125133 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-754411f0-671b-43b8-8ac9-098138ab7aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:24.278517 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-44dcf14b-70f2-42fb-8249-a32e7af74c02 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2036557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2095114'] for subnet, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:24.282210 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d3e073e7-7791-48a3-afa9-63d4480d6e72 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:31:24.360147 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf14b-70f2-42fb-8249-a32e7af74c02 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event updated for resources: {'Subnet': ['ID=901488de-4c22-4b06-82f9-c38caa47599e,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:31:24.363820 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-44dcf14b-70f2-42fb-8249-a32e7af74c02 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:31:24.372053 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44dcf14b-70f2-42fb-8249-a32e7af74c02 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Checking segment: {'id': '98e07ab1-67e0-40d5-ab04-0e2ed54835cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2246fa6a-bc1d-4aae-9381-642722a9700d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:31:24.372407 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44dcf14b-70f2-42fb-8249-a32e7af74c02 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Network hostable DHCP agents. Network: 2246fa6a-bc1d-4aae-9381-642722a9700d, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 09:31:24.397561 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44dcf14b-70f2-42fb-8249-a32e7af74c02 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Network 2246fa6a-bc1d-4aae-9381-642722a9700d is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 09:31:24.408762 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-44dcf14b-70f2-42fb-8249-a32e7af74c02 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, 2246fa6a-bc1d-4aae-9381-642722a9700d) {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:31:24.413513 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44dcf14b-70f2-42fb-8249-a32e7af74c02 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:31:24.414462 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-44dcf14b-70f2-42fb-8249-a32e7af74c02 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:24.419839 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f009d81-0d0d-4ea2-aec3-b6fa152f8cbc None None] Network 2246fa6a-bc1d-4aae-9381-642722a9700d requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 09:31:24.440220 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-44dcf14b-70f2-42fb-8249-a32e7af74c02 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6259546 Dec 20 09:31:24.442959 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 52018) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:31:24.471355 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-754411f0-671b-43b8-8ac9-098138ab7aaa None None] Notify callbacks [] for port, precommit_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:24.485763 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.provisioning_blocks [None req-754411f0-671b-43b8-8ac9-098138ab7aaa None None] Transition to ACTIVE for port object 7c75a804-5ba2-4677-bbe3-16adab70e2cc will not be triggered until provisioned by entity L2. {{(pid=83447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:31:24.493490 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-754411f0-671b-43b8-8ac9-098138ab7aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:24.503609 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-eba5ee33-3c07-4280-be8a-fa96eb897ce8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:31:24.570361 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ff86c5-b7f2-4d9e-bf66-af0014e27a21 None None] Pushing event updated for resources: {'Port': ['ID=7c75a804-5ba2-4677-bbe3-16adab70e2cc,revision_number=2']} {{(pid=83447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:31:24.598917 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ff86c5-b7f2-4d9e-bf66-af0014e27a21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:31:24.599315 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ff86c5-b7f2-4d9e-bf66-af0014e27a21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:31:24.599684 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ff86c5-b7f2-4d9e-bf66-af0014e27a21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:31:24.600013 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ff86c5-b7f2-4d9e-bf66-af0014e27a21 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:31:24.600336 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ff86c5-b7f2-4d9e-bf66-af0014e27a21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:31:24.600668 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ff86c5-b7f2-4d9e-bf66-af0014e27a21 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:31:24.600970 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ff86c5-b7f2-4d9e-bf66-af0014e27a21 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:31:24.601307 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ff86c5-b7f2-4d9e-bf66-af0014e27a21 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:31:24.601621 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ff86c5-b7f2-4d9e-bf66-af0014e27a21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:31:24.601932 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ff86c5-b7f2-4d9e-bf66-af0014e27a21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:31:24.602240 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ff86c5-b7f2-4d9e-bf66-af0014e27a21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:31:24.607157 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-63ff86c5-b7f2-4d9e-bf66-af0014e27a21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:31:24.608159 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-754411f0-671b-43b8-8ac9-098138ab7aaa None None] Attempting to bind port 7c75a804-5ba2-4677-bbe3-16adab70e2cc on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 09:31:24.608730 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-754411f0-671b-43b8-8ac9-098138ab7aaa None None] Attempting to bind port 7c75a804-5ba2-4677-bbe3-16adab70e2cc by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}] {{(pid=83447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 09:31:24.609074 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754411f0-671b-43b8-8ac9-098138ab7aaa None None] Attempting to bind port 7c75a804-5ba2-4677-bbe3-16adab70e2cc on network 95f3bec2-46e6-4468-8229-8badd4a5aaae {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:31:24.616357 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754411f0-671b-43b8-8ac9-098138ab7aaa None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 9, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 09:31:24.616720 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754411f0-671b-43b8-8ac9-098138ab7aaa None None] Checking segment: {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:31:24.617123 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-754411f0-671b-43b8-8ac9-098138ab7aaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:24.617585 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754411f0-671b-43b8-8ac9-098138ab7aaa None None] Bound using segment: {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'} {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 09:31:24.618048 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-754411f0-671b-43b8-8ac9-098138ab7aaa None None] Bound port: 7c75a804-5ba2-4677-bbe3-16adab70e2cc, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}}] {{(pid=83447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 09:31:24.618426 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-754411f0-671b-43b8-8ac9-098138ab7aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:24.652494 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2cb410-1256-44f1-8012-05e08e7ac3ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-2246fa6a-bc1d-4aae-9381-642722a9700d', 'network_id': '2246fa6a-bc1d-4aae-9381-642722a9700d', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'fixed_ips': [{'subnet_id': '901488de-4c22-4b06-82f9-c38caa47599e'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 09:31:24.653617 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-ae2cb410-1256-44f1-8012-05e08e7ac3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:24.700167 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.db [None req-754411f0-671b-43b8-8ac9-098138ab7aaa None None] For port 7c75a804-5ba2-4677-bbe3-16adab70e2cc, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 09:31:24.705025 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.db [None req-754411f0-671b-43b8-8ac9-098138ab7aaa None None] For port 7c75a804-5ba2-4677-bbe3-16adab70e2cc, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=7c75a804-5ba2-4677-bbe3-16adab70e2cc,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 09:31:24.710158 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-754411f0-671b-43b8-8ac9-098138ab7aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:24.724432 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-492bd849-d15c-40a1-8e2c-84032092e687 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:31:24.800818 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754411f0-671b-43b8-8ac9-098138ab7aaa None None] Routers {'2071c686-38bc-4541-b1f1-1d90cc8b4b08'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:31:24.801755 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-754411f0-671b-43b8-8ac9-098138ab7aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:31:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['2071c686-38bc-4541-b1f1-1d90cc8b4b08'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:31:24.829844 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-ae2cb410-1256-44f1-8012-05e08e7ac3ec None None] Allocated IP 172.20.0.2 (2246fa6a-bc1d-4aae-9381-642722a9700d/901488de-4c22-4b06-82f9-c38caa47599e/23cf5e59-701c-48ec-b7ad-a03a2ad11d12) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 09:31:24.999996 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ff86c5-b7f2-4d9e-bf66-af0014e27a21 None None] Pushing event updated for resources: {'Port': ['ID=7c75a804-5ba2-4677-bbe3-16adab70e2cc,revision_number=3']} {{(pid=83447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:31:25.013649 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-63ff86c5-b7f2-4d9e-bf66-af0014e27a21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:31:25.054652 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-754411f0-671b-43b8-8ac9-098138ab7aaa None None] Set router 2071c686-38bc-4541-b1f1-1d90cc8b4b08 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:31:25.065171 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-ae2cb410-1256-44f1-8012-05e08e7ac3ec None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:25.077506 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-ae2cb410-1256-44f1-8012-05e08e7ac3ec None None] Transition to ACTIVE for port object 23cf5e59-701c-48ec-b7ad-a03a2ad11d12 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:31:25.097782 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-ae2cb410-1256-44f1-8012-05e08e7ac3ec None None] Transition to ACTIVE for port object 23cf5e59-701c-48ec-b7ad-a03a2ad11d12 will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:31:25.104301 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-ae2cb410-1256-44f1-8012-05e08e7ac3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:25.109727 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d02f1676-edc8-467a-b40d-eda84f49b17b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:31:25.183390 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2cb410-1256-44f1-8012-05e08e7ac3ec None None] Network 2246fa6a-bc1d-4aae-9381-642722a9700d is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:31:25.184366 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2cb410-1256-44f1-8012-05e08e7ac3ec None None] Pushing event updated for resources: {'Port': ['ID=23cf5e59-701c-48ec-b7ad-a03a2ad11d12,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:31:25.187411 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-ae2cb410-1256-44f1-8012-05e08e7ac3ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:31:25.188717 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-ae2cb410-1256-44f1-8012-05e08e7ac3ec None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:31:25.191030 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2cb410-1256-44f1-8012-05e08e7ac3ec None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 09:31:25.286161 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-ae2cb410-1256-44f1-8012-05e08e7ac3ec None None] Attempting to bind port 23cf5e59-701c-48ec-b7ad-a03a2ad11d12 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 09:31:25.286468 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-20de5127-e35e-4301-942b-84ef2acd3b8c tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:25.286579 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-ae2cb410-1256-44f1-8012-05e08e7ac3ec None None] Attempting to bind port 23cf5e59-701c-48ec-b7ad-a03a2ad11d12 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '98e07ab1-67e0-40d5-ab04-0e2ed54835cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2246fa6a-bc1d-4aae-9381-642722a9700d'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 09:31:25.286927 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2cb410-1256-44f1-8012-05e08e7ac3ec None None] Attempting to bind port 23cf5e59-701c-48ec-b7ad-a03a2ad11d12 on network 2246fa6a-bc1d-4aae-9381-642722a9700d {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:31:25.293919 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2cb410-1256-44f1-8012-05e08e7ac3ec None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 9, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 09:31:25.294295 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2cb410-1256-44f1-8012-05e08e7ac3ec None None] Checking segment: {'id': '98e07ab1-67e0-40d5-ab04-0e2ed54835cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2246fa6a-bc1d-4aae-9381-642722a9700d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:31:25.295298 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-ae2cb410-1256-44f1-8012-05e08e7ac3ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:25.295701 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2cb410-1256-44f1-8012-05e08e7ac3ec None None] Bound using segment: {'id': '98e07ab1-67e0-40d5-ab04-0e2ed54835cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2246fa6a-bc1d-4aae-9381-642722a9700d'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 09:31:25.296174 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-ae2cb410-1256-44f1-8012-05e08e7ac3ec None None] Bound port: 23cf5e59-701c-48ec-b7ad-a03a2ad11d12, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e07ab1-67e0-40d5-ab04-0e2ed54835cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2246fa6a-bc1d-4aae-9381-642722a9700d'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 09:31:25.296555 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-ae2cb410-1256-44f1-8012-05e08e7ac3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:25.374313 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-754411f0-671b-43b8-8ac9-098138ab7aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2071c686-38bc-4541-b1f1-1d90cc8b4b08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2022446249', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.32'}], 'enable_snat': True}, 'gw_port_id': '7c75a804-5ba2-4677-bbe3-16adab70e2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:31:22Z', 'updated_at': '2021-12-20T09:31:23Z', 'revision_number': 3, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'gw_port': {'id': '7c75a804-5ba2-4677-bbe3-16adab70e2cc', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:df:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2071c686-38bc-4541-b1f1-1d90cc8b4b08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:31:22Z', 'updated_at': '2021-12-20T09:31:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:31:25.378507 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754411f0-671b-43b8-8ac9-098138ab7aaa None None] The sync data for ids ['2071c686-38bc-4541-b1f1-1d90cc8b4b08'] in dv-neutron-820491-1-hyperv is: [{'id': '2071c686-38bc-4541-b1f1-1d90cc8b4b08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2022446249', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.32'}], 'enable_snat': True}, 'gw_port_id': '7c75a804-5ba2-4677-bbe3-16adab70e2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:31:22Z', 'updated_at': '2021-12-20T09:31:23Z', 'revision_number': 3, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'gw_port': {'id': '7c75a804-5ba2-4677-bbe3-16adab70e2cc', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:df:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2071c686-38bc-4541-b1f1-1d90cc8b4b08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:31:22Z', 'updated_at': '2021-12-20T09:31:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 09:31:25.403813 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-ae2cb410-1256-44f1-8012-05e08e7ac3ec None None] For port 23cf5e59-701c-48ec-b7ad-a03a2ad11d12, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 09:31:25.408121 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-ae2cb410-1256-44f1-8012-05e08e7ac3ec None None] For port 23cf5e59-701c-48ec-b7ad-a03a2ad11d12, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=23cf5e59-701c-48ec-b7ad-a03a2ad11d12,segment=NetworkSegment(98e07ab1-67e0-40d5-ab04-0e2ed54835cf),segment_id=98e07ab1-67e0-40d5-ab04-0e2ed54835cf)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 09:31:25.412243 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-ae2cb410-1256-44f1-8012-05e08e7ac3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:25.416464 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:31:25.504062 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2cb410-1256-44f1-8012-05e08e7ac3ec None None] Pushing event updated for resources: {'Port': ['ID=23cf5e59-701c-48ec-b7ad-a03a2ad11d12,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:31:25.506628 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-ae2cb410-1256-44f1-8012-05e08e7ac3ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:31:25.912399 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-20de5127-e35e-4301-942b-84ef2acd3b8c tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Allocated IP 172.20.0.1 (2246fa6a-bc1d-4aae-9381-642722a9700d/901488de-4c22-4b06-82f9-c38caa47599e/ced363fb-c8d0-4d81-aa03-b9f45b66196b) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 09:31:26.093903 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-20de5127-e35e-4301-942b-84ef2acd3b8c tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:26.113011 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-20de5127-e35e-4301-942b-84ef2acd3b8c tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Transition to ACTIVE for port object ced363fb-c8d0-4d81-aa03-b9f45b66196b will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:31:26.135325 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-20de5127-e35e-4301-942b-84ef2acd3b8c tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:26.139272 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e91eb658-8f21-42fa-8d9f-2b76dcb4cd4d tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:31:26.214899 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20de5127-e35e-4301-942b-84ef2acd3b8c tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Network 2246fa6a-bc1d-4aae-9381-642722a9700d is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:31:26.219140 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-20de5127-e35e-4301-942b-84ef2acd3b8c tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:31:26.223971 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20de5127-e35e-4301-942b-84ef2acd3b8c tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 09:31:26.250465 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20de5127-e35e-4301-942b-84ef2acd3b8c tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event updated for resources: {'Port': ['ID=ced363fb-c8d0-4d81-aa03-b9f45b66196b,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:31:26.256028 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-20de5127-e35e-4301-942b-84ef2acd3b8c tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:31:26.293536 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-20de5127-e35e-4301-942b-84ef2acd3b8c tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-345881'] for router_interface, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:26.384132 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-20de5127-e35e-4301-942b-84ef2acd3b8c tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:26.567612 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fce5e69-867a-449e-a486-5e68dbe4c165 None None] Network 2246fa6a-bc1d-4aae-9381-642722a9700d requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 09:31:26.665337 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d113d56c-5a10-4bd1-99ec-c5a72e150266 None None] Provisioning for port 23cf5e59-701c-48ec-b7ad-a03a2ad11d12 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:31:26.854746 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-20de5127-e35e-4301-942b-84ef2acd3b8c tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:26.861802 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-20de5127-e35e-4301-942b-84ef2acd3b8c tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:26.890171 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d745fc22-4bdf-4ccf-9098-9c5414d0c210 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:31:26.980452 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20de5127-e35e-4301-942b-84ef2acd3b8c tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event updated for resources: {'Port': ['ID=ced363fb-c8d0-4d81-aa03-b9f45b66196b,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:31:26.982998 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-20de5127-e35e-4301-942b-84ef2acd3b8c tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32898031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349045'] for router_interface, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:26.986788 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-20de5127-e35e-4301-942b-84ef2acd3b8c tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:31:27.118843 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-075a993b-98c0-47bf-93db-2827cf1f1e37 None None] Provisioning for port ced363fb-c8d0-4d81-aa03-b9f45b66196b completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:31:27.126232 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-075a993b-98c0-47bf-93db-2827cf1f1e37 None None] Provisioning complete for port ced363fb-c8d0-4d81-aa03-b9f45b66196b triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:31:27.126621 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-075a993b-98c0-47bf-93db-2827cf1f1e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:27.152350 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20de5127-e35e-4301-942b-84ef2acd3b8c tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Network 2246fa6a-bc1d-4aae-9381-642722a9700d is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:31:27.154032 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-20de5127-e35e-4301-942b-84ef2acd3b8c tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:31:27.202108 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-075a993b-98c0-47bf-93db-2827cf1f1e37 None None] Port ced363fb-c8d0-4d81-aa03-b9f45b66196b cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 09:31:27.330297 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-0bd0bf16-c875-4b9e-8c7f-3442a450c2c7 None None] Provisioning complete for port ced363fb-c8d0-4d81-aa03-b9f45b66196b triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:31:27.330684 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-0bd0bf16-c875-4b9e-8c7f-3442a450c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:27.394833 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-0bd0bf16-c875-4b9e-8c7f-3442a450c2c7 None None] Port ced363fb-c8d0-4d81-aa03-b9f45b66196b cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 09:31:27.476122 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 7c75a804-5ba2-4677-bbe3-16adab70e2cc up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:31:27.551828 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-c3c31116-a0b4-4c75-91dd-f4974f186702 None None] Provisioning complete for port ced363fb-c8d0-4d81-aa03-b9f45b66196b triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:31:27.552201 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c3c31116-a0b4-4c75-91dd-f4974f186702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:27.612016 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-c3c31116-a0b4-4c75-91dd-f4974f186702 None None] Port ced363fb-c8d0-4d81-aa03-b9f45b66196b cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 09:31:27.613784 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 7c75a804-5ba2-4677-bbe3-16adab70e2cc completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:31:27.618837 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 7c75a804-5ba2-4677-bbe3-16adab70e2cc triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:31:27.619903 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:27.739341 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20de5127-e35e-4301-942b-84ef2acd3b8c tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Router 2071c686-38bc-4541-b1f1-1d90cc8b4b08 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 09:31:27.741504 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:27.759852 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 7c75a804-5ba2-4677-bbe3-16adab70e2cc, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=7c75a804-5ba2-4677-bbe3-16adab70e2cc,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:31:27.763992 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:27.764937 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 23cf5e59-701c-48ec-b7ad-a03a2ad11d12 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:31:27.788861 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:31:27.929585 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=7c75a804-5ba2-4677-bbe3-16adab70e2cc,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:31:27.934577 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:31:27.947790 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 23cf5e59-701c-48ec-b7ad-a03a2ad11d12 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:31:27.952873 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 23cf5e59-701c-48ec-b7ad-a03a2ad11d12 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:31:27.953267 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:27.963069 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20de5127-e35e-4301-942b-84ef2acd3b8c tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 09:31:27.976673 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-20de5127-e35e-4301-942b-84ef2acd3b8c tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "PUT /v2.0/routers/2071c686-38bc-4541-b1f1-1d90cc8b4b08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5324607 Dec 20 09:31:28.072986 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:28.106115 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 23cf5e59-701c-48ec-b7ad-a03a2ad11d12, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=23cf5e59-701c-48ec-b7ad-a03a2ad11d12,segment=NetworkSegment(98e07ab1-67e0-40d5-ab04-0e2ed54835cf),segment_id=98e07ab1-67e0-40d5-ab04-0e2ed54835cf)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:31:28.111404 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:28.114176 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-360bfdfd-3404-49ce-8bed-4b1ab8159c7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:31:28.158755 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a45bb5e5-9567-4532-94af-4b6dbf356e5b req-ac59d4a7-a904-449d-a0f5-7121174766ec tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1703664819&fields=id&tenant_id=2bbb24938a37400498f9f82b32585e2d HTTP/1.1" status: 200 len: 267 time: 0.0473633 Dec 20 09:31:28.179913 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=23cf5e59-701c-48ec-b7ad-a03a2ad11d12,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:31:28.183716 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:31:28.310576 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45bb5e5-9567-4532-94af-4b6dbf356e5b req-5753a5dd-5483-44e3-8588-0478ee075dfe tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:31:28.311978 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a45bb5e5-9567-4532-94af-4b6dbf356e5b req-5753a5dd-5483-44e3-8588-0478ee075dfe tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/networks?id=2246fa6a-bc1d-4aae-9381-642722a9700d HTTP/1.1" status: 200 len: 795 time: 0.1460719 Dec 20 09:31:28.334079 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a45bb5e5-9567-4532-94af-4b6dbf356e5b req-063cb062-0a4d-47dc-8ab4-2aeb77ec145d tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/quotas/2bbb24938a37400498f9f82b32585e2d HTTP/1.1" status: 200 len: 375 time: 0.0157087 Dec 20 09:31:28.413054 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-a45bb5e5-9567-4532-94af-4b6dbf356e5b req-9e128859-262f-4f3a-a89a-2b0fa6d9dd58 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Synchronizing usage tracker for tenant:2bbb24938a37400498f9f82b32585e2d on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:31:28.428412 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-a45bb5e5-9567-4532-94af-4b6dbf356e5b req-9e128859-262f-4f3a-a89a-2b0fa6d9dd58 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Unset dirty status for tenant:2bbb24938a37400498f9f82b32585e2d on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:31:28.429996 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a45bb5e5-9567-4532-94af-4b6dbf356e5b req-9e128859-262f-4f3a-a89a-2b0fa6d9dd58 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2bbb24938a37400498f9f82b32585e2d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0908511 Dec 20 09:31:28.542501 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [req-a45bb5e5-9567-4532-94af-4b6dbf356e5b req-f339053f-89a3-44ed-9cda-3b6f54539874 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 09:31:28.543501 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a45bb5e5-9567-4532-94af-4b6dbf356e5b req-f339053f-89a3-44ed-9cda-3b6f54539874 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1010544 Dec 20 09:31:28.687043 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a45bb5e5-9567-4532-94af-4b6dbf356e5b req-6797849f-f292-4008-a4fa-f659fb1f861d service neutron] 10.222.0.16 "GET /v2.0/networks/2246fa6a-bc1d-4aae-9381-642722a9700d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368561 Dec 20 09:31:28.830100 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a45bb5e5-9567-4532-94af-4b6dbf356e5b req-768d9c64-eb09-4b8e-b654-ac661d171b8c service neutron] 10.222.0.16 "GET /v2.0/networks/2246fa6a-bc1d-4aae-9381-642722a9700d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373916 Dec 20 09:31:29.054312 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-4deb8fa7-bd3c-4d79-88c6-1aaaae7d55a3 req-97af492c-88d9-4cc0-b54e-3ca1d2419087 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Synchronizing usage tracker for tenant:2bbb24938a37400498f9f82b32585e2d on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:31:29.067256 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-4deb8fa7-bd3c-4d79-88c6-1aaaae7d55a3 req-97af492c-88d9-4cc0-b54e-3ca1d2419087 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Unset dirty status for tenant:2bbb24938a37400498f9f82b32585e2d on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:31:29.068386 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-4deb8fa7-bd3c-4d79-88c6-1aaaae7d55a3 req-97af492c-88d9-4cc0-b54e-3ca1d2419087 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=49717363-0f6e-4373-aed8-86adefa57401 HTTP/1.1" status: 200 len: 210 time: 0.0659676 Dec 20 09:31:29.118669 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b69765a-881e-452b-bd74-64b9de499dfe None None] Sync routers for ids ['2071c686-38bc-4541-b1f1-1d90cc8b4b08'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 09:31:29.131462 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b69765a-881e-452b-bd74-64b9de499dfe None None] Routers {'2071c686-38bc-4541-b1f1-1d90cc8b4b08'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:31:29.132194 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-3b69765a-881e-452b-bd74-64b9de499dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:31:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['2071c686-38bc-4541-b1f1-1d90cc8b4b08'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:31:29.346611 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-3b69765a-881e-452b-bd74-64b9de499dfe None None] Set router 2071c686-38bc-4541-b1f1-1d90cc8b4b08 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:31:29.404862 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 7c75a804-5ba2-4677-bbe3-16adab70e2cc up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:31:29.665711 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 7c75a804-5ba2-4677-bbe3-16adab70e2cc triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:31:29.666222 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:29.845952 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 23cf5e59-701c-48ec-b7ad-a03a2ad11d12 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:31:29.889055 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-3b69765a-881e-452b-bd74-64b9de499dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2071c686-38bc-4541-b1f1-1d90cc8b4b08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2022446249', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.32'}], 'enable_snat': True}, 'gw_port_id': '7c75a804-5ba2-4677-bbe3-16adab70e2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:31:22Z', 'updated_at': '2021-12-20T09:31:26Z', 'revision_number': 4, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'gw_port': {'id': '7c75a804-5ba2-4677-bbe3-16adab70e2cc', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:df:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2071c686-38bc-4541-b1f1-1d90cc8b4b08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:31:22Z', 'updated_at': '2021-12-20T09:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': 'ced363fb-c8d0-4d81-aa03-b9f45b66196b', 'name': '', 'network_id': '2246fa6a-bc1d-4aae-9381-642722a9700d', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'mac_address': 'fa:16:3e:4a:9e:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2071c686-38bc-4541-b1f1-1d90cc8b4b08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '901488de-4c22-4b06-82f9-c38caa47599e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:31:25Z', 'updated_at': '2021-12-20T09:31:26Z', 'revision_number': 2, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'subnets': [{'id': '901488de-4c22-4b06-82f9-c38caa47599e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:31:29.898163 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b69765a-881e-452b-bd74-64b9de499dfe None None] Checking router: 2071c686-38bc-4541-b1f1-1d90cc8b4b08 for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 09:31:29.898526 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b69765a-881e-452b-bd74-64b9de499dfe None None] Updating router 2071c686-38bc-4541-b1f1-1d90cc8b4b08 port ced363fb-c8d0-4d81-aa03-b9f45b66196b binding host dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 09:31:29.965792 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3b69765a-881e-452b-bd74-64b9de499dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:30.018243 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 23cf5e59-701c-48ec-b7ad-a03a2ad11d12 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:31:30.018628 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:30.164325 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45bb5e5-9567-4532-94af-4b6dbf356e5b req-9a30fc40-40f1-4fc8-9b12-e029b12d09bb tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:31:30.168510 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a45bb5e5-9567-4532-94af-4b6dbf356e5b req-9a30fc40-40f1-4fc8-9b12-e029b12d09bb tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.58 "GET /v2.0/networks?id=2246fa6a-bc1d-4aae-9381-642722a9700d HTTP/1.1" status: 200 len: 795 time: 0.1785576 Dec 20 09:31:30.233028 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a45bb5e5-9567-4532-94af-4b6dbf356e5b req-d7c177e5-a116-41a4-bd81-de2a98f530f2 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2bbb24938a37400498f9f82b32585e2d HTTP/1.1" status: 200 len: 380 time: 0.0510271 Dec 20 09:31:30.245769 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-a45bb5e5-9567-4532-94af-4b6dbf356e5b req-af358a44-efa4-49fb-be72-1c2683718781 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Request body: {'port': {'device_id': '49717363-0f6e-4373-aed8-86adefa57401', 'network_id': '2246fa6a-bc1d-4aae-9381-642722a9700d', 'admin_state_up': True, 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'security_groups': ['285ed65e-b8bf-4f87-a381-f3a9552abbfb']}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:31:30.313329 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5958aab5-b992-4e57-81c5-fd9aa1205b9a req-d2596478-2659-402e-b018-3f91de2f1820 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=49717363-0f6e-4373-aed8-86adefa57401 HTTP/1.1" status: 200 len: 210 time: 0.0729945 Dec 20 09:31:30.428829 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-a45bb5e5-9567-4532-94af-4b6dbf356e5b req-af358a44-efa4-49fb-be72-1c2683718781 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:31:30.438526 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-a45bb5e5-9567-4532-94af-4b6dbf356e5b req-af358a44-efa4-49fb-be72-1c2683718781 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:31:30.446750 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3b69765a-881e-452b-bd74-64b9de499dfe None None] Notify callbacks [] for port, precommit_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:30.448317 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a45bb5e5-9567-4532-94af-4b6dbf356e5b req-af358a44-efa4-49fb-be72-1c2683718781 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Made reservation on behalf of 2bbb24938a37400498f9f82b32585e2d for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 09:31:30.451653 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-a45bb5e5-9567-4532-94af-4b6dbf356e5b req-af358a44-efa4-49fb-be72-1c2683718781 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:30.459742 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-3b69765a-881e-452b-bd74-64b9de499dfe None None] Transition to ACTIVE for port object ced363fb-c8d0-4d81-aa03-b9f45b66196b will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:31:30.467887 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3b69765a-881e-452b-bd74-64b9de499dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:30.472525 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:31:30.629172 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [req-a45bb5e5-9567-4532-94af-4b6dbf356e5b req-af358a44-efa4-49fb-be72-1c2683718781 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Allocated IP 172.20.0.3 (2246fa6a-bc1d-4aae-9381-642722a9700d/901488de-4c22-4b06-82f9-c38caa47599e/dbedaa79-a130-45f1-95d8-ed5100c0d9ff) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 09:31:30.675647 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec6772d-d4f5-4ddf-9b34-7b33040fe64d None None] Pushing event updated for resources: {'Port': ['ID=ced363fb-c8d0-4d81-aa03-b9f45b66196b,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:31:30.684051 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-aec6772d-d4f5-4ddf-9b34-7b33040fe64d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:31:30.774914 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-3b69765a-881e-452b-bd74-64b9de499dfe None None] Attempting to bind port ced363fb-c8d0-4d81-aa03-b9f45b66196b on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 09:31:30.776174 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-3b69765a-881e-452b-bd74-64b9de499dfe None None] Attempting to bind port ced363fb-c8d0-4d81-aa03-b9f45b66196b by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '98e07ab1-67e0-40d5-ab04-0e2ed54835cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2246fa6a-bc1d-4aae-9381-642722a9700d'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 09:31:30.776550 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b69765a-881e-452b-bd74-64b9de499dfe None None] Attempting to bind port ced363fb-c8d0-4d81-aa03-b9f45b66196b on network 2246fa6a-bc1d-4aae-9381-642722a9700d {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:31:30.784545 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b69765a-881e-452b-bd74-64b9de499dfe None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 9, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 09:31:30.784934 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b69765a-881e-452b-bd74-64b9de499dfe None None] Checking segment: {'id': '98e07ab1-67e0-40d5-ab04-0e2ed54835cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2246fa6a-bc1d-4aae-9381-642722a9700d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:31:30.785363 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3b69765a-881e-452b-bd74-64b9de499dfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:30.785767 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b69765a-881e-452b-bd74-64b9de499dfe None None] Bound using segment: {'id': '98e07ab1-67e0-40d5-ab04-0e2ed54835cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2246fa6a-bc1d-4aae-9381-642722a9700d'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 09:31:30.786240 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-3b69765a-881e-452b-bd74-64b9de499dfe None None] Bound port: ced363fb-c8d0-4d81-aa03-b9f45b66196b, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e07ab1-67e0-40d5-ab04-0e2ed54835cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2246fa6a-bc1d-4aae-9381-642722a9700d'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 09:31:30.786621 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3b69765a-881e-452b-bd74-64b9de499dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:30.891466 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-3b69765a-881e-452b-bd74-64b9de499dfe None None] For port ced363fb-c8d0-4d81-aa03-b9f45b66196b, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 09:31:30.894725 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-3b69765a-881e-452b-bd74-64b9de499dfe None None] For port ced363fb-c8d0-4d81-aa03-b9f45b66196b, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=ced363fb-c8d0-4d81-aa03-b9f45b66196b,segment=NetworkSegment(98e07ab1-67e0-40d5-ab04-0e2ed54835cf),segment_id=98e07ab1-67e0-40d5-ab04-0e2ed54835cf)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 09:31:30.899701 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3b69765a-881e-452b-bd74-64b9de499dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:30.904734 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-6fa2789c-9542-4ccf-bfc1-c05845c6962b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:31:30.964710 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-a45bb5e5-9567-4532-94af-4b6dbf356e5b req-af358a44-efa4-49fb-be72-1c2683718781 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:30.983383 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-a45bb5e5-9567-4532-94af-4b6dbf356e5b req-af358a44-efa4-49fb-be72-1c2683718781 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Transition to ACTIVE for port object dbedaa79-a130-45f1-95d8-ed5100c0d9ff will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:31:30.985848 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec6772d-d4f5-4ddf-9b34-7b33040fe64d None None] Pushing event updated for resources: {'Port': ['ID=ced363fb-c8d0-4d81-aa03-b9f45b66196b,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:31:30.989561 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-aec6772d-d4f5-4ddf-9b34-7b33040fe64d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:31:30.991067 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b69765a-881e-452b-bd74-64b9de499dfe None None] Routers {'2071c686-38bc-4541-b1f1-1d90cc8b4b08'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:31:30.991709 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-3b69765a-881e-452b-bd74-64b9de499dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:31:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['2071c686-38bc-4541-b1f1-1d90cc8b4b08'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:31:31.008711 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-a45bb5e5-9567-4532-94af-4b6dbf356e5b req-af358a44-efa4-49fb-be72-1c2683718781 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:31.015911 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7d2498f7-76f6-425f-afda-434f4aec1325 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:31:31.097091 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a45bb5e5-9567-4532-94af-4b6dbf356e5b req-af358a44-efa4-49fb-be72-1c2683718781 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Network 2246fa6a-bc1d-4aae-9381-642722a9700d is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:31:31.098100 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af358a44-efa4-49fb-be72-1c2683718781 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event updated for resources: {'Port': ['ID=dbedaa79-a130-45f1-95d8-ed5100c0d9ff,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:31:31.101013 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-af358a44-efa4-49fb-be72-1c2683718781 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:31:31.102382 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [req-a45bb5e5-9567-4532-94af-4b6dbf356e5b req-af358a44-efa4-49fb-be72-1c2683718781 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:31:31.104560 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-a45bb5e5-9567-4532-94af-4b6dbf356e5b req-af358a44-efa4-49fb-be72-1c2683718781 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 09:31:31.167105 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45bb5e5-9567-4532-94af-4b6dbf356e5b req-af358a44-efa4-49fb-be72-1c2683718781 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:31:31.167765 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-a45bb5e5-9567-4532-94af-4b6dbf356e5b req-af358a44-efa4-49fb-be72-1c2683718781 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:31.185832 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-3b69765a-881e-452b-bd74-64b9de499dfe None None] Set router 2071c686-38bc-4541-b1f1-1d90cc8b4b08 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:31:31.196097 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a45bb5e5-9567-4532-94af-4b6dbf356e5b req-af358a44-efa4-49fb-be72-1c2683718781 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9576993 Dec 20 09:31:31.208600 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-a45bb5e5-9567-4532-94af-4b6dbf356e5b req-55c2f985-e234-44d6-88a2-3ce0d7a593ba service neutron] Request body: {'port': {'device_id': '49717363-0f6e-4373-aed8-86adefa57401', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8204'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:31:31.325855 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-a45bb5e5-9567-4532-94af-4b6dbf356e5b req-55c2f985-e234-44d6-88a2-3ce0d7a593ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:31.468280 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-730b8302-63a6-4e98-a587-e01579b02634 None None] Provisioning for port dbedaa79-a130-45f1-95d8-ed5100c0d9ff completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:31:31.486980 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-730b8302-63a6-4e98-a587-e01579b02634 None None] Provisioning complete for port dbedaa79-a130-45f1-95d8-ed5100c0d9ff triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:31:31.487361 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-730b8302-63a6-4e98-a587-e01579b02634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:31.550760 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bd5dad-b9bf-4b07-99d1-db7762a8e59d req-f784fc85-ff71-47c4-b376-a36096a7f4f7 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:31:31.560125 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-d5bd5dad-b9bf-4b07-99d1-db7762a8e59d req-f784fc85-ff71-47c4-b376-a36096a7f4f7 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=49717363-0f6e-4373-aed8-86adefa57401 HTTP/1.1" status: 200 len: 931 time: 0.1020856 Dec 20 09:31:31.573198 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-730b8302-63a6-4e98-a587-e01579b02634 None None] Port dbedaa79-a130-45f1-95d8-ed5100c0d9ff cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 09:31:31.603602 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-3b69765a-881e-452b-bd74-64b9de499dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2071c686-38bc-4541-b1f1-1d90cc8b4b08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2022446249', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.32'}], 'enable_snat': True}, 'gw_port_id': '7c75a804-5ba2-4677-bbe3-16adab70e2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:31:22Z', 'updated_at': '2021-12-20T09:31:26Z', 'revision_number': 4, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'gw_port': {'id': '7c75a804-5ba2-4677-bbe3-16adab70e2cc', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:df:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2071c686-38bc-4541-b1f1-1d90cc8b4b08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:31:22Z', 'updated_at': '2021-12-20T09:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': 'ced363fb-c8d0-4d81-aa03-b9f45b66196b', 'name': '', 'network_id': '2246fa6a-bc1d-4aae-9381-642722a9700d', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'mac_address': 'fa:16:3e:4a:9e:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2071c686-38bc-4541-b1f1-1d90cc8b4b08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '901488de-4c22-4b06-82f9-c38caa47599e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:31:25Z', 'updated_at': '2021-12-20T09:31:30Z', 'revision_number': 4, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'subnets': [{'id': '901488de-4c22-4b06-82f9-c38caa47599e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:31:31.607835 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b69765a-881e-452b-bd74-64b9de499dfe None None] The sync data for ids ['2071c686-38bc-4541-b1f1-1d90cc8b4b08'] in dv-neutron-820491-1-hyperv is: [{'id': '2071c686-38bc-4541-b1f1-1d90cc8b4b08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2022446249', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.32'}], 'enable_snat': True}, 'gw_port_id': '7c75a804-5ba2-4677-bbe3-16adab70e2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:31:22Z', 'updated_at': '2021-12-20T09:31:26Z', 'revision_number': 4, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'gw_port': {'id': '7c75a804-5ba2-4677-bbe3-16adab70e2cc', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:df:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2071c686-38bc-4541-b1f1-1d90cc8b4b08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:31:22Z', 'updated_at': '2021-12-20T09:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': 'ced363fb-c8d0-4d81-aa03-b9f45b66196b', 'name': '', 'network_id': '2246fa6a-bc1d-4aae-9381-642722a9700d', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'mac_address': 'fa:16:3e:4a:9e:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2071c686-38bc-4541-b1f1-1d90cc8b4b08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '901488de-4c22-4b06-82f9-c38caa47599e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:31:25Z', 'updated_at': '2021-12-20T09:31:30Z', 'revision_number': 4, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'subnets': [{'id': '901488de-4c22-4b06-82f9-c38caa47599e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 09:31:31.620410 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-d5bd5dad-b9bf-4b07-99d1-db7762a8e59d req-d9949e24-17c6-4c0c-8f05-e8197a499601 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Synchronizing usage tracker for tenant:2bbb24938a37400498f9f82b32585e2d on resource:security_group {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:31:31.638306 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-d5bd5dad-b9bf-4b07-99d1-db7762a8e59d req-d9949e24-17c6-4c0c-8f05-e8197a499601 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Unset dirty status for tenant:2bbb24938a37400498f9f82b32585e2d on resource:security_group {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:31:31.640163 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-d5bd5dad-b9bf-4b07-99d1-db7762a8e59d req-d9949e24-17c6-4c0c-8f05-e8197a499601 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=285ed65e-b8bf-4f87-a381-f3a9552abbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790584 Dec 20 09:31:31.744629 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [req-a45bb5e5-9567-4532-94af-4b6dbf356e5b req-55c2f985-e234-44d6-88a2-3ce0d7a593ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbedaa79-a130-45f1-95d8-ed5100c0d9ff {{(pid=83444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 09:31:31.752206 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-a45bb5e5-9567-4532-94af-4b6dbf356e5b req-55c2f985-e234-44d6-88a2-3ce0d7a593ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:31.769132 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-a45bb5e5-9567-4532-94af-4b6dbf356e5b req-55c2f985-e234-44d6-88a2-3ce0d7a593ba service neutron] Transition to ACTIVE for port object dbedaa79-a130-45f1-95d8-ed5100c0d9ff will not be triggered until provisioned by entity L2. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:31:31.773013 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-a45bb5e5-9567-4532-94af-4b6dbf356e5b req-55c2f985-e234-44d6-88a2-3ce0d7a593ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:31.777794 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ecc8e9f7-aa24-4ed8-88e5-46bde9962c3d tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:31:31.910505 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c2f985-e234-44d6-88a2-3ce0d7a593ba service neutron] Pushing event updated for resources: {'Port': ['ID=dbedaa79-a130-45f1-95d8-ed5100c0d9ff,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:31:31.914129 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-55c2f985-e234-44d6-88a2-3ce0d7a593ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:31:32.024328 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-a45bb5e5-9567-4532-94af-4b6dbf356e5b req-55c2f985-e234-44d6-88a2-3ce0d7a593ba service neutron] Attempting to bind port dbedaa79-a130-45f1-95d8-ed5100c0d9ff on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 09:31:32.024641 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-a45bb5e5-9567-4532-94af-4b6dbf356e5b req-55c2f985-e234-44d6-88a2-3ce0d7a593ba service neutron] Attempting to bind port dbedaa79-a130-45f1-95d8-ed5100c0d9ff by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': '98e07ab1-67e0-40d5-ab04-0e2ed54835cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2246fa6a-bc1d-4aae-9381-642722a9700d'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 09:31:32.024990 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45bb5e5-9567-4532-94af-4b6dbf356e5b req-55c2f985-e234-44d6-88a2-3ce0d7a593ba service neutron] Attempting to bind port dbedaa79-a130-45f1-95d8-ed5100c0d9ff on network 2246fa6a-bc1d-4aae-9381-642722a9700d {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:31:32.031783 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45bb5e5-9567-4532-94af-4b6dbf356e5b req-55c2f985-e234-44d6-88a2-3ce0d7a593ba service neutron] Port dbedaa79-a130-45f1-95d8-ed5100c0d9ff on network 2246fa6a-bc1d-4aae-9381-642722a9700d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 09:31:32.032114 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45bb5e5-9567-4532-94af-4b6dbf356e5b req-55c2f985-e234-44d6-88a2-3ce0d7a593ba service neutron] Attempting to bind port dbedaa79-a130-45f1-95d8-ed5100c0d9ff on network 2246fa6a-bc1d-4aae-9381-642722a9700d {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:31:32.038731 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45bb5e5-9567-4532-94af-4b6dbf356e5b req-55c2f985-e234-44d6-88a2-3ce0d7a593ba service neutron] Checking agent: {'id': 'bd419857-3bec-4b96-b211-3fb278c66880', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8204', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 40, 10), 'started_at': datetime.datetime(2021, 12, 20, 8, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 9, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 09:31:32.039067 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45bb5e5-9567-4532-94af-4b6dbf356e5b req-55c2f985-e234-44d6-88a2-3ce0d7a593ba service neutron] Checking segment: {'id': '98e07ab1-67e0-40d5-ab04-0e2ed54835cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2246fa6a-bc1d-4aae-9381-642722a9700d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:31:32.039460 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45bb5e5-9567-4532-94af-4b6dbf356e5b req-55c2f985-e234-44d6-88a2-3ce0d7a593ba service neutron] Bound using segment: {'id': '98e07ab1-67e0-40d5-ab04-0e2ed54835cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2246fa6a-bc1d-4aae-9381-642722a9700d'} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 09:31:32.039886 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-a45bb5e5-9567-4532-94af-4b6dbf356e5b req-55c2f985-e234-44d6-88a2-3ce0d7a593ba service neutron] Bound port: dbedaa79-a130-45f1-95d8-ed5100c0d9ff, host: hv-neutron-8204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98e07ab1-67e0-40d5-ab04-0e2ed54835cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2246fa6a-bc1d-4aae-9381-642722a9700d'}}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 09:31:32.040230 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-a45bb5e5-9567-4532-94af-4b6dbf356e5b req-55c2f985-e234-44d6-88a2-3ce0d7a593ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:32.137724 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-a45bb5e5-9567-4532-94af-4b6dbf356e5b req-55c2f985-e234-44d6-88a2-3ce0d7a593ba service neutron] For port dbedaa79-a130-45f1-95d8-ed5100c0d9ff, host hv-neutron-8204, cleared binding levels {{(pid=83444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 09:31:32.141027 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-a45bb5e5-9567-4532-94af-4b6dbf356e5b req-55c2f985-e234-44d6-88a2-3ce0d7a593ba service neutron] For port dbedaa79-a130-45f1-95d8-ed5100c0d9ff, host hv-neutron-8204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=dbedaa79-a130-45f1-95d8-ed5100c0d9ff,segment=NetworkSegment(98e07ab1-67e0-40d5-ab04-0e2ed54835cf),segment_id=98e07ab1-67e0-40d5-ab04-0e2ed54835cf)] {{(pid=83444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 09:31:32.146033 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-a45bb5e5-9567-4532-94af-4b6dbf356e5b req-55c2f985-e234-44d6-88a2-3ce0d7a593ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:32.149865 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-227b1e8a-f548-4a92-9801-14e6055b6d1b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:31:32.207624 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-a45bb5e5-9567-4532-94af-4b6dbf356e5b req-55c2f985-e234-44d6-88a2-3ce0d7a593ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:32.209402 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a45bb5e5-9567-4532-94af-4b6dbf356e5b req-55c2f985-e234-44d6-88a2-3ce0d7a593ba service neutron] 10.222.0.58 "PUT /v2.0/ports/dbedaa79-a130-45f1-95d8-ed5100c0d9ff HTTP/1.1" status: 200 len: 1093 time: 1.0053561 Dec 20 09:31:32.212726 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49717363-0f6e-4373-aed8-86adefa57401', 'tag': 'dbedaa79-a130-45f1-95d8-ed5100c0d9ff'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:31:32.250677 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c2f985-e234-44d6-88a2-3ce0d7a593ba service neutron] Pushing event updated for resources: {'Port': ['ID=dbedaa79-a130-45f1-95d8-ed5100c0d9ff,revision_number=3']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:31:32.254799 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-55c2f985-e234-44d6-88a2-3ce0d7a593ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:31:32.344471 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a45bb5e5-9567-4532-94af-4b6dbf356e5b req-6fd8f107-0122-44c0-bbc3-ee61d5077b17 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2bbb24938a37400498f9f82b32585e2d&device_id=49717363-0f6e-4373-aed8-86adefa57401 HTTP/1.1" status: 200 len: 1096 time: 0.0820799 Dec 20 09:31:32.413270 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49717363-0f6e-4373-aed8-86adefa57401', 'tag': 'dbedaa79-a130-45f1-95d8-ed5100c0d9ff', 'status': 'completed', 'code': 200} Dec 20 09:31:32.429181 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a45bb5e5-9567-4532-94af-4b6dbf356e5b req-2d45098c-0aaf-43d1-9747-9e62440ac801 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dbedaa79-a130-45f1-95d8-ed5100c0d9ff HTTP/1.1" status: 200 len: 217 time: 0.0774245 Dec 20 09:31:32.496585 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45bb5e5-9567-4532-94af-4b6dbf356e5b req-29cce5ba-6d60-418a-a392-591ef08dae40 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:31:32.498108 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a45bb5e5-9567-4532-94af-4b6dbf356e5b req-29cce5ba-6d60-418a-a392-591ef08dae40 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=901488de-4c22-4b06-82f9-c38caa47599e HTTP/1.1" status: 200 len: 835 time: 0.0620592 Dec 20 09:31:32.587163 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a45bb5e5-9567-4532-94af-4b6dbf356e5b req-5e1de201-61a3-4a6b-9903-0f8a7983fc33 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2246fa6a-bc1d-4aae-9381-642722a9700d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0830650 Dec 20 09:31:32.722428 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a45bb5e5-9567-4532-94af-4b6dbf356e5b req-badd8470-e08e-44f0-85db-9f50644be70a service neutron] 10.222.0.58 "GET /v2.0/networks/2246fa6a-bc1d-4aae-9381-642722a9700d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282430 Dec 20 09:31:32.844608 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d38950-636d-4436-bae7-6ce42cd4c4db req-9c8c7457-470c-4d5a-8d20-cf066939671a tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:31:32.846351 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-23d38950-636d-4436-bae7-6ce42cd4c4db req-9c8c7457-470c-4d5a-8d20-cf066939671a tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=49717363-0f6e-4373-aed8-86adefa57401 HTTP/1.1" status: 200 len: 943 time: 0.0808074 Dec 20 09:31:32.895445 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-23d38950-636d-4436-bae7-6ce42cd4c4db req-b0412506-3a52-4429-bc11-0faa1b8c046f tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=285ed65e-b8bf-4f87-a381-f3a9552abbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434413 Dec 20 09:31:32.971170 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a45bb5e5-9567-4532-94af-4b6dbf356e5b req-7af3816c-ed6d-4b74-9b80-75cb12500364 service neutron] 10.222.0.58 "GET /v2.0/networks/2246fa6a-bc1d-4aae-9381-642722a9700d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414327 Dec 20 09:31:33.090528 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f4e069ec-51d8-44ad-a388-10c0cf600076 req-3b4fa3d7-a9d0-4beb-8186-e53ff314b690 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2bbb24938a37400498f9f82b32585e2d&device_id=49717363-0f6e-4373-aed8-86adefa57401 HTTP/1.1" status: 200 len: 1096 time: 0.0718606 Dec 20 09:31:33.230360 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e069ec-51d8-44ad-a388-10c0cf600076 req-32814c9d-b22f-4d8e-99bf-bf9a6b197e79 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:31:33.231796 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f4e069ec-51d8-44ad-a388-10c0cf600076 req-32814c9d-b22f-4d8e-99bf-bf9a6b197e79 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2246fa6a-bc1d-4aae-9381-642722a9700d HTTP/1.1" status: 200 len: 896 time: 0.1349487 Dec 20 09:31:33.303370 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f4e069ec-51d8-44ad-a388-10c0cf600076 req-32d5d3c5-e78a-471e-be94-3b07b8873f04 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dbedaa79-a130-45f1-95d8-ed5100c0d9ff HTTP/1.1" status: 200 len: 217 time: 0.0652823 Dec 20 09:31:33.374626 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e069ec-51d8-44ad-a388-10c0cf600076 req-7ed5164a-52c5-4e58-b20f-4f58fbe2633e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:31:33.376047 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f4e069ec-51d8-44ad-a388-10c0cf600076 req-7ed5164a-52c5-4e58-b20f-4f58fbe2633e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=901488de-4c22-4b06-82f9-c38caa47599e HTTP/1.1" status: 200 len: 835 time: 0.0659213 Dec 20 09:31:33.396692 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device ced363fb-c8d0-4d81-aa03-b9f45b66196b up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:31:33.455638 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f4e069ec-51d8-44ad-a388-10c0cf600076 req-d9d3b756-6be4-41ef-8444-c6daeeee077a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2246fa6a-bc1d-4aae-9381-642722a9700d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737035 Dec 20 09:31:33.466693 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port ced363fb-c8d0-4d81-aa03-b9f45b66196b completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:31:33.471768 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port ced363fb-c8d0-4d81-aa03-b9f45b66196b triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:31:33.472151 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:33.592403 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f4e069ec-51d8-44ad-a388-10c0cf600076 req-83ad3c44-9b5b-44e9-b985-3baff7ef193f service neutron] 10.222.0.58 "GET /v2.0/networks/2246fa6a-bc1d-4aae-9381-642722a9700d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276608 Dec 20 09:31:33.601875 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:33.634216 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port ced363fb-c8d0-4d81-aa03-b9f45b66196b, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=ced363fb-c8d0-4d81-aa03-b9f45b66196b,segment=NetworkSegment(98e07ab1-67e0-40d5-ab04-0e2ed54835cf),segment_id=98e07ab1-67e0-40d5-ab04-0e2ed54835cf)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:31:33.640064 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:33.642478 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-6fa2789c-9542-4ccf-bfc1-c05845c6962b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:31:33.706312 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=ced363fb-c8d0-4d81-aa03-b9f45b66196b,revision_number=5']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:31:33.709422 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:31:33.735767 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f4e069ec-51d8-44ad-a388-10c0cf600076 req-a3693d1f-49b1-4eed-ad34-4f455e886151 service neutron] 10.222.0.58 "GET /v2.0/networks/2246fa6a-bc1d-4aae-9381-642722a9700d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353629 Dec 20 09:31:34.133092 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:31:34.301793 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3187f1-9e7b-4a5b-9ffd-167e040d761c req-63048bc0-4043-440d-991d-0fef3fbc57fb tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:31:34.302480 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-5d3187f1-9e7b-4a5b-9ffd-167e040d761c req-63048bc0-4043-440d-991d-0fef3fbc57fb tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Synchronizing usage tracker for tenant:2bbb24938a37400498f9f82b32585e2d on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:31:34.317605 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-5d3187f1-9e7b-4a5b-9ffd-167e040d761c req-63048bc0-4043-440d-991d-0fef3fbc57fb tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Unset dirty status for tenant:2bbb24938a37400498f9f82b32585e2d on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:31:34.318804 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5d3187f1-9e7b-4a5b-9ffd-167e040d761c req-63048bc0-4043-440d-991d-0fef3fbc57fb tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=49717363-0f6e-4373-aed8-86adefa57401 HTTP/1.1" status: 200 len: 943 time: 0.1570959 Dec 20 09:31:34.364696 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5d3187f1-9e7b-4a5b-9ffd-167e040d761c req-506d02c8-5f30-4c74-b368-abdd468e402c tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=285ed65e-b8bf-4f87-a381-f3a9552abbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402360 Dec 20 09:31:35.380823 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device ced363fb-c8d0-4d81-aa03-b9f45b66196b up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:31:35.478741 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port ced363fb-c8d0-4d81-aa03-b9f45b66196b triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:31:35.479218 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:35.599030 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536acfe-657b-4d9f-9c6b-fd6c719069f5 req-0e76ffde-ff5a-4048-a482-f80a30289fde tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:31:35.607413 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-a536acfe-657b-4d9f-9c6b-fd6c719069f5 req-0e76ffde-ff5a-4048-a482-f80a30289fde tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=49717363-0f6e-4373-aed8-86adefa57401 HTTP/1.1" status: 200 len: 943 time: 0.0938923 Dec 20 09:31:35.653580 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-a536acfe-657b-4d9f-9c6b-fd6c719069f5 req-2f54f523-6ffa-4606-979f-c0c5f6185bf3 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=285ed65e-b8bf-4f87-a381-f3a9552abbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449347 Dec 20 09:31:36.855117 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf9b0aa-63a4-4a2b-b6ae-17e0f5c31b90 req-a0aa3920-bdf5-4768-be82-fbd91eee3c42 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:31:36.856504 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0bf9b0aa-63a4-4a2b-b6ae-17e0f5c31b90 req-a0aa3920-bdf5-4768-be82-fbd91eee3c42 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=49717363-0f6e-4373-aed8-86adefa57401 HTTP/1.1" status: 200 len: 943 time: 0.0816939 Dec 20 09:31:36.906175 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0bf9b0aa-63a4-4a2b-b6ae-17e0f5c31b90 req-9396a890-1b1c-4a48-bdc7-71dc8eb0e48c tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=285ed65e-b8bf-4f87-a381-f3a9552abbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441868 Dec 20 09:31:37.182534 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device dbedaa79-a130-45f1-95d8-ed5100c0d9ff details requested by agent hyperv_hv-neutron-8204 with host hv-neutron-8204 {{(pid=83446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 09:31:37.318324 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port dbedaa79-a130-45f1-95d8-ed5100c0d9ff, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=dbedaa79-a130-45f1-95d8-ed5100c0d9ff,segment=NetworkSegment(98e07ab1-67e0-40d5-ab04-0e2ed54835cf),segment_id=98e07ab1-67e0-40d5-ab04-0e2ed54835cf)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:31:37.368296 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Returning: {'device': 'dbedaa79-a130-45f1-95d8-ed5100c0d9ff', 'network_id': '2246fa6a-bc1d-4aae-9381-642722a9700d', 'port_id': 'dbedaa79-a130-45f1-95d8-ed5100c0d9ff', 'mac_address': 'fa:16:3e:df:3c:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '901488de-4c22-4b06-82f9-c38caa47599e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 09:31:37.421436 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:37.439188 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbedaa79-a130-45f1-95d8-ed5100c0d9ff {{(pid=83446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 09:31:37.454184 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port dbedaa79-a130-45f1-95d8-ed5100c0d9ff, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=dbedaa79-a130-45f1-95d8-ed5100c0d9ff,segment=NetworkSegment(98e07ab1-67e0-40d5-ab04-0e2ed54835cf),segment_id=98e07ab1-67e0-40d5-ab04-0e2ed54835cf)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:31:37.458226 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:37.461073 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-6e5f8ae1-e657-4e81-a4d2-e1d196b8ae62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:31:37.526158 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=dbedaa79-a130-45f1-95d8-ed5100c0d9ff,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:31:37.529156 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:31:37.815841 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] get_ports_and_sgs() called for port_ids ['dbedaa79-a130-45f1-95d8-ed5100c0d9ff'] {{(pid=83446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 09:31:38.102997 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0590dab-3863-42bd-bba8-42cc0b5eb8f0 req-72ef378a-7634-4eff-9b20-2911b22c7eff tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:31:38.104948 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-c0590dab-3863-42bd-bba8-42cc0b5eb8f0 req-72ef378a-7634-4eff-9b20-2911b22c7eff tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=49717363-0f6e-4373-aed8-86adefa57401 HTTP/1.1" status: 200 len: 944 time: 0.0787141 Dec 20 09:31:38.148606 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-c0590dab-3863-42bd-bba8-42cc0b5eb8f0 req-f4143251-e851-43bc-9a13-37611a2c5ba2 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=285ed65e-b8bf-4f87-a381-f3a9552abbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381520 Dec 20 09:31:39.201880 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device dbedaa79-a130-45f1-95d8-ed5100c0d9ff up at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:31:39.268808 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning for port dbedaa79-a130-45f1-95d8-ed5100c0d9ff completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:31:39.273807 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning complete for port dbedaa79-a130-45f1-95d8-ed5100c0d9ff triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:31:39.274189 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:39.346263 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992792c0-cb3b-40e2-a88d-e37aa39caa6b req-87bcfc3b-f150-4a97-9c82-f7de8361489c tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:31:39.347704 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-992792c0-cb3b-40e2-a88d-e37aa39caa6b req-87bcfc3b-f150-4a97-9c82-f7de8361489c tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=49717363-0f6e-4373-aed8-86adefa57401 HTTP/1.1" status: 200 len: 944 time: 0.0772660 Dec 20 09:31:39.394712 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:39.399452 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-992792c0-cb3b-40e2-a88d-e37aa39caa6b req-fb2af9e8-6b6d-4eac-b886-01b84b373ddf tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=285ed65e-b8bf-4f87-a381-f3a9552abbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463021 Dec 20 09:31:39.424846 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49717363-0f6e-4373-aed8-86adefa57401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbedaa79-a130-45f1-95d8-ed5100c0d9ff'}] {{(pid=83446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:31:39.434661 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port dbedaa79-a130-45f1-95d8-ed5100c0d9ff, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=dbedaa79-a130-45f1-95d8-ed5100c0d9ff,segment=NetworkSegment(98e07ab1-67e0-40d5-ab04-0e2ed54835cf),segment_id=98e07ab1-67e0-40d5-ab04-0e2ed54835cf)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:31:39.439186 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:39.441028 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-4f91070d-be69-4a28-a28a-974b771d011a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:31:39.486471 dv-neutron-820491-1-hyperv neutron-server[83446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49717363-0f6e-4373-aed8-86adefa57401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbedaa79-a130-45f1-95d8-ed5100c0d9ff', 'code': 200} Dec 20 09:31:39.507156 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=dbedaa79-a130-45f1-95d8-ed5100c0d9ff,revision_number=5']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:31:39.510051 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:31:39.707825 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a2539ab9-82e7-47dd-bf6f-e05c483da202 req-143aff64-56c2-4dd2-96ab-5ca3ce3311e8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=49717363-0f6e-4373-aed8-86adefa57401 HTTP/1.1" status: 200 len: 1098 time: 0.0681334 Dec 20 09:31:39.753171 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a2539ab9-82e7-47dd-bf6f-e05c483da202 req-9f989ae9-d6a1-405b-a9f6-e53de0803ef8 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=285ed65e-b8bf-4f87-a381-f3a9552abbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378611 Dec 20 09:31:40.446180 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:40.608594 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf88a9-6fb4-4301-a517-f7b21fdc8492 req-b417ea80-2a1b-4569-9409-ac61c9754d89 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:31:40.610093 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8fcf88a9-6fb4-4301-a517-f7b21fdc8492 req-b417ea80-2a1b-4569-9409-ac61c9754d89 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=49717363-0f6e-4373-aed8-86adefa57401 HTTP/1.1" status: 200 len: 945 time: 0.0882564 Dec 20 09:31:40.654742 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8fcf88a9-6fb4-4301-a517-f7b21fdc8492 req-702aadd8-dba8-4e20-8c21-2a7fe0b9b735 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=285ed65e-b8bf-4f87-a381-f3a9552abbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390725 Dec 20 09:31:41.955814 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa5d0f1-e53c-4c1c-8e3c-161a6a6ffeb1 req-3249efbe-d57e-4163-b846-b0b53df1d4ef tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:31:41.957171 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-8fa5d0f1-e53c-4c1c-8e3c-161a6a6ffeb1 req-3249efbe-d57e-4163-b846-b0b53df1d4ef tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=49717363-0f6e-4373-aed8-86adefa57401 HTTP/1.1" status: 200 len: 945 time: 0.1816728 Dec 20 09:31:42.001858 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-8fa5d0f1-e53c-4c1c-8e3c-161a6a6ffeb1 req-cd3fc19c-9b7a-46fd-beb4-cff5606dd9e0 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=285ed65e-b8bf-4f87-a381-f3a9552abbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392289 Dec 20 09:31:42.193321 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7e8896-90d8-48c1-a8b6-7acd701bf11a req-cdb15345-a5ad-4e56-85ed-803ce0af2eaa tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:31:42.194750 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5c7e8896-90d8-48c1-a8b6-7acd701bf11a req-cdb15345-a5ad-4e56-85ed-803ce0af2eaa tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=49717363-0f6e-4373-aed8-86adefa57401 HTTP/1.1" status: 200 len: 945 time: 0.0746193 Dec 20 09:31:42.239929 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5c7e8896-90d8-48c1-a8b6-7acd701bf11a req-94b9c040-ad11-42e3-8608-d4a4e82519d5 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=285ed65e-b8bf-4f87-a381-f3a9552abbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393376 Dec 20 09:31:42.267277 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 52074) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:31:42.403825 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-6fb83b67-df1b-450e-8e1a-b8617e4d787f tempest-TestNetworkAdvancedServerOps-948809047 tempest-TestNetworkAdvancedServerOps-948809047-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=49717363-0f6e-4373-aed8-86adefa57401 HTTP/1.1" status: 200 len: 1093 time: 0.1351407 Dec 20 09:31:42.406365 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 52080) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:31:42.411530 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-76a8b917-0194-4405-8e12-0f9dbe6d9fb5 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Request body: {'floatingip': {'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'port_id': 'dbedaa79-a130-45f1-95d8-ed5100c0d9ff', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:31:42.417499 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-76a8b917-0194-4405-8e12-0f9dbe6d9fb5 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:31:42.421355 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-76a8b917-0194-4405-8e12-0f9dbe6d9fb5 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Usage tracker for resource:floatingip and tenant:2bbb24938a37400498f9f82b32585e2d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:31:42.424141 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-76a8b917-0194-4405-8e12-0f9dbe6d9fb5 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:31:42.429721 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-76a8b917-0194-4405-8e12-0f9dbe6d9fb5 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:31:42.440319 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-76a8b917-0194-4405-8e12-0f9dbe6d9fb5 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for floatingip, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:42.575075 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-76a8b917-0194-4405-8e12-0f9dbe6d9fb5 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:42.667412 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-fb8fe7e1-312f-4224-b8ba-b18cb4df0556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:42.713475 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-76a8b917-0194-4405-8e12-0f9dbe6d9fb5 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Allocated IP 172.26.5.86 (95f3bec2-46e6-4468-8229-8badd4a5aaae/cf8895a3-346d-4313-a645-16ecdcce9969/2812fa2a-e39f-41fb-85af-2b55c57e0bed) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 09:31:42.964054 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-76a8b917-0194-4405-8e12-0f9dbe6d9fb5 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:42.991916 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-76a8b917-0194-4405-8e12-0f9dbe6d9fb5 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:42.997042 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-85253e4e-b56e-483f-ac85-96e8f436f21c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:31:43.059229 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a8b917-0194-4405-8e12-0f9dbe6d9fb5 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Network 95f3bec2-46e6-4468-8229-8badd4a5aaae is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:31:43.062375 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-76a8b917-0194-4405-8e12-0f9dbe6d9fb5 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:31:43.066464 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a8b917-0194-4405-8e12-0f9dbe6d9fb5 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 09:31:43.090316 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a8b917-0194-4405-8e12-0f9dbe6d9fb5 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event updated for resources: {'Port': ['ID=2812fa2a-e39f-41fb-85af-2b55c57e0bed,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:31:43.095379 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-76a8b917-0194-4405-8e12-0f9dbe6d9fb5 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:31:43.577114 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-76a8b917-0194-4405-8e12-0f9dbe6d9fb5 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:43.636360 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-76a8b917-0194-4405-8e12-0f9dbe6d9fb5 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:43.838776 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-76a8b917-0194-4405-8e12-0f9dbe6d9fb5 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:43.843297 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-76a8b917-0194-4405-8e12-0f9dbe6d9fb5 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:43.847656 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a8b9f7c3-d8a7-4415-8768-ec00d9b23324 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:31:43.943787 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a8b917-0194-4405-8e12-0f9dbe6d9fb5 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event updated for resources: {'Port': ['ID=2812fa2a-e39f-41fb-85af-2b55c57e0bed,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:31:43.948011 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-76a8b917-0194-4405-8e12-0f9dbe6d9fb5 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:31:43.964933 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-76a8b917-0194-4405-8e12-0f9dbe6d9fb5 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-345990'] for floatingip, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:44.154529 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.l3_db [None req-76a8b917-0194-4405-8e12-0f9dbe6d9fb5 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Floating IP 93922778-3f08-4778-b2ae-4a69261551a2 associated. External IP: 172.26.5.86, port: dbedaa79-a130-45f1-95d8-ed5100c0d9ff. Dec 20 09:31:44.654004 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76a8b917-0194-4405-8e12-0f9dbe6d9fb5 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Router 2071c686-38bc-4541-b1f1-1d90cc8b4b08 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 09:31:44.857143 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76a8b917-0194-4405-8e12-0f9dbe6d9fb5 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 09:31:44.867773 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4f1202-f28e-4bda-bb83-72b9881f3cf9 None None] Sync routers for ids ['2071c686-38bc-4541-b1f1-1d90cc8b4b08'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 09:31:44.882450 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-76a8b917-0194-4405-8e12-0f9dbe6d9fb5 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:44.882706 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4f1202-f28e-4bda-bb83-72b9881f3cf9 None None] Routers {'2071c686-38bc-4541-b1f1-1d90cc8b4b08'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:31:44.883513 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-ae4f1202-f28e-4bda-bb83-72b9881f3cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:31:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['2071c686-38bc-4541-b1f1-1d90cc8b4b08'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:31:44.937097 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-76a8b917-0194-4405-8e12-0f9dbe6d9fb5 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5297143 Dec 20 09:31:44.937912 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49717363-0f6e-4373-aed8-86adefa57401', 'tag': 'dbedaa79-a130-45f1-95d8-ed5100c0d9ff'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:31:44.940055 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-629134ab-41da-48c0-a32b-eb8febb27703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:44.997333 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49717363-0f6e-4373-aed8-86adefa57401', 'tag': 'dbedaa79-a130-45f1-95d8-ed5100c0d9ff', 'status': 'completed', 'code': 200} Dec 20 09:31:45.082150 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-ae4f1202-f28e-4bda-bb83-72b9881f3cf9 None None] Set router 2071c686-38bc-4541-b1f1-1d90cc8b4b08 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:31:45.105524 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9b2bb2b7-2407-45df-af89-875c4f48f78b req-06f2ae56-7c08-4a94-abb8-1ce48fc7cb7f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2bbb24938a37400498f9f82b32585e2d&device_id=49717363-0f6e-4373-aed8-86adefa57401 HTTP/1.1" status: 200 len: 1098 time: 0.0867002 Dec 20 09:31:45.125112 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c3d7e7-4002-423c-864c-6238f5b5b2df req-8327179f-5b2d-449b-92b1-642b6ad1f04a tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:31:45.129764 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-29c3d7e7-4002-423c-864c-6238f5b5b2df req-8327179f-5b2d-449b-92b1-642b6ad1f04a tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=49717363-0f6e-4373-aed8-86adefa57401 HTTP/1.1" status: 200 len: 945 time: 0.0829592 Dec 20 09:31:45.172670 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-29c3d7e7-4002-423c-864c-6238f5b5b2df req-0c595b9a-0500-4cdd-8afb-a84c76bf6222 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=285ed65e-b8bf-4f87-a381-f3a9552abbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404761 Dec 20 09:31:45.201659 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 52088) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:31:45.243400 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2bb2b7-2407-45df-af89-875c4f48f78b req-55c6fe23-8f80-4e3d-9c81-089e4f8a47db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:31:45.244986 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9b2bb2b7-2407-45df-af89-875c4f48f78b req-55c6fe23-8f80-4e3d-9c81-089e4f8a47db service neutron] 10.222.0.58 "GET /v2.0/networks?id=2246fa6a-bc1d-4aae-9381-642722a9700d HTTP/1.1" status: 200 len: 896 time: 0.1331413 Dec 20 09:31:45.312560 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-a16b4d39-b9f5-4dbb-be85-37aed8663677 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/floatingips/93922778-3f08-4778-b2ae-4a69261551a2 HTTP/1.1" status: 200 len: 990 time: 0.1094089 Dec 20 09:31:45.350582 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9b2bb2b7-2407-45df-af89-875c4f48f78b req-d79bfe58-9436-4484-b6a5-424a3b77ed91 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dbedaa79-a130-45f1-95d8-ed5100c0d9ff HTTP/1.1" status: 200 len: 998 time: 0.0987954 Dec 20 09:31:45.412480 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2bb2b7-2407-45df-af89-875c4f48f78b req-1192585a-96ac-41ec-8b3f-300278b7e476 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:31:45.413899 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9b2bb2b7-2407-45df-af89-875c4f48f78b req-1192585a-96ac-41ec-8b3f-300278b7e476 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=901488de-4c22-4b06-82f9-c38caa47599e HTTP/1.1" status: 200 len: 835 time: 0.0577717 Dec 20 09:31:45.437950 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-ae4f1202-f28e-4bda-bb83-72b9881f3cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2071c686-38bc-4541-b1f1-1d90cc8b4b08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2022446249', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.32'}], 'enable_snat': True}, 'gw_port_id': '7c75a804-5ba2-4677-bbe3-16adab70e2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:31:22Z', 'updated_at': '2021-12-20T09:31:26Z', 'revision_number': 4, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'gw_port': {'id': '7c75a804-5ba2-4677-bbe3-16adab70e2cc', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:df:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2071c686-38bc-4541-b1f1-1d90cc8b4b08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:31:22Z', 'updated_at': '2021-12-20T09:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': '93922778-3f08-4778-b2ae-4a69261551a2', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'floating_ip_address': '172.26.5.86', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': '2071c686-38bc-4541-b1f1-1d90cc8b4b08', 'port_id': 'dbedaa79-a130-45f1-95d8-ed5100c0d9ff', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2246fa6a-bc1d-4aae-9381-642722a9700d', 'mac_address': 'fa:16:3e:df:3c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49717363-0f6e-4373-aed8-86adefa57401', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T09:31:43Z', 'updated_at': '2021-12-20T09:31:43Z', 'revision_number': 0, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ced363fb-c8d0-4d81-aa03-b9f45b66196b', 'name': '', 'network_id': '2246fa6a-bc1d-4aae-9381-642722a9700d', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'mac_address': 'fa:16:3e:4a:9e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2071c686-38bc-4541-b1f1-1d90cc8b4b08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '901488de-4c22-4b06-82f9-c38caa47599e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:31:25Z', 'updated_at': '2021-12-20T09:31:33Z', 'revision_number': 5, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'subnets': [{'id': '901488de-4c22-4b06-82f9-c38caa47599e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:31:45.441915 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4f1202-f28e-4bda-bb83-72b9881f3cf9 None None] Checking router: 2071c686-38bc-4541-b1f1-1d90cc8b4b08 for host: dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 09:31:45.453297 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4f1202-f28e-4bda-bb83-72b9881f3cf9 None None] Routers {'2071c686-38bc-4541-b1f1-1d90cc8b4b08'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:31:45.453931 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-ae4f1202-f28e-4bda-bb83-72b9881f3cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:31:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['2071c686-38bc-4541-b1f1-1d90cc8b4b08'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:31:45.491945 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9b2bb2b7-2407-45df-af89-875c4f48f78b req-a82e9eb4-43fa-4f26-9ff4-2654b0e92f20 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2246fa6a-bc1d-4aae-9381-642722a9700d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719607 Dec 20 09:31:45.627742 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9b2bb2b7-2407-45df-af89-875c4f48f78b req-72833f42-e636-4c03-b7db-6aed3823e6db service neutron] 10.222.0.58 "GET /v2.0/networks/2246fa6a-bc1d-4aae-9381-642722a9700d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267357 Dec 20 09:31:45.630993 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-ae4f1202-f28e-4bda-bb83-72b9881f3cf9 None None] Set router 2071c686-38bc-4541-b1f1-1d90cc8b4b08 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:31:45.763571 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9b2bb2b7-2407-45df-af89-875c4f48f78b req-f1ea0893-daf7-409d-9590-7b09d51205da service neutron] 10.222.0.58 "GET /v2.0/networks/2246fa6a-bc1d-4aae-9381-642722a9700d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300576 Dec 20 09:31:46.016808 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-ae4f1202-f28e-4bda-bb83-72b9881f3cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2071c686-38bc-4541-b1f1-1d90cc8b4b08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2022446249', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.32'}], 'enable_snat': True}, 'gw_port_id': '7c75a804-5ba2-4677-bbe3-16adab70e2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:31:22Z', 'updated_at': '2021-12-20T09:31:26Z', 'revision_number': 4, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'gw_port': {'id': '7c75a804-5ba2-4677-bbe3-16adab70e2cc', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:df:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2071c686-38bc-4541-b1f1-1d90cc8b4b08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:31:22Z', 'updated_at': '2021-12-20T09:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': '93922778-3f08-4778-b2ae-4a69261551a2', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'floating_ip_address': '172.26.5.86', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': '2071c686-38bc-4541-b1f1-1d90cc8b4b08', 'port_id': 'dbedaa79-a130-45f1-95d8-ed5100c0d9ff', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2246fa6a-bc1d-4aae-9381-642722a9700d', 'mac_address': 'fa:16:3e:df:3c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49717363-0f6e-4373-aed8-86adefa57401', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T09:31:43Z', 'updated_at': '2021-12-20T09:31:43Z', 'revision_number': 0, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ced363fb-c8d0-4d81-aa03-b9f45b66196b', 'name': '', 'network_id': '2246fa6a-bc1d-4aae-9381-642722a9700d', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'mac_address': 'fa:16:3e:4a:9e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2071c686-38bc-4541-b1f1-1d90cc8b4b08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '901488de-4c22-4b06-82f9-c38caa47599e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:31:25Z', 'updated_at': '2021-12-20T09:31:33Z', 'revision_number': 5, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'subnets': [{'id': '901488de-4c22-4b06-82f9-c38caa47599e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:31:46.020638 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4f1202-f28e-4bda-bb83-72b9881f3cf9 None None] The sync data for ids ['2071c686-38bc-4541-b1f1-1d90cc8b4b08'] in dv-neutron-820491-1-hyperv is: [{'id': '2071c686-38bc-4541-b1f1-1d90cc8b4b08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2022446249', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.32'}], 'enable_snat': True}, 'gw_port_id': '7c75a804-5ba2-4677-bbe3-16adab70e2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:31:22Z', 'updated_at': '2021-12-20T09:31:26Z', 'revision_number': 4, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'gw_port': {'id': '7c75a804-5ba2-4677-bbe3-16adab70e2cc', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:df:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2071c686-38bc-4541-b1f1-1d90cc8b4b08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:31:22Z', 'updated_at': '2021-12-20T09:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': '93922778-3f08-4778-b2ae-4a69261551a2', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'floating_ip_address': '172.26.5.86', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': '2071c686-38bc-4541-b1f1-1d90cc8b4b08', 'port_id': 'dbedaa79-a130-45f1-95d8-ed5100c0d9ff', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2246fa6a-bc1d-4aae-9381-642722a9700d', 'mac_address': 'fa:16:3e:df:3c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49717363-0f6e-4373-aed8-86adefa57401', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T09:31:43Z', 'updated_at': '2021-12-20T09:31:43Z', 'revision_number': 0, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ced363fb-c8d0-4d81-aa03-b9f45b66196b', 'name': '', 'network_id': '2246fa6a-bc1d-4aae-9381-642722a9700d', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'mac_address': 'fa:16:3e:4a:9e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2071c686-38bc-4541-b1f1-1d90cc8b4b08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '901488de-4c22-4b06-82f9-c38caa47599e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:31:25Z', 'updated_at': '2021-12-20T09:31:33Z', 'revision_number': 5, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'subnets': [{'id': '901488de-4c22-4b06-82f9-c38caa47599e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 09:31:46.125890 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:46.166862 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:46.316345 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 52092) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:31:46.421844 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-43662e56-acf2-45a5-9fe1-377eb4e474e5 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/floatingips/93922778-3f08-4778-b2ae-4a69261551a2 HTTP/1.1" status: 200 len: 990 time: 0.1043756 Dec 20 09:31:47.425647 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 52096) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:31:47.537491 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-b982dc97-6387-4e05-941f-dff1f9134b2b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/floatingips/93922778-3f08-4778-b2ae-4a69261551a2 HTTP/1.1" status: 200 len: 990 time: 0.1106133 Dec 20 09:31:47.576387 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:31:48.024764 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a8da84-c796-479a-85f0-6355ce2e75c6 None None] New status for floating IP 93922778-3f08-4778-b2ae-4a69261551a2: ACTIVE {{(pid=83446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 09:31:48.542128 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 52100) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:31:48.655287 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-6f3b0131-449d-4ad0-bd08-9dda0269ca9f tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/floatingips/93922778-3f08-4778-b2ae-4a69261551a2 HTTP/1.1" status: 200 len: 992 time: 0.1119158 Dec 20 09:32:01.594120 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [req-23c4a485-1fea-4b83-adc5-af342d3f8de7 req-d50e52dc-8aa5-4f57-a87c-1462fee9a684 service neutron] (83444) timed out ('10.222.0.16', 48204) {{(pid=83444) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Dec 20 09:32:04.921312 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ece75b1c-58a2-4899-8e98-6f75be44c2f0 req-e11b21cd-d476-423d-9ae0-6c582b56cb36 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=49717363-0f6e-4373-aed8-86adefa57401&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0743914 Dec 20 09:32:05.053992 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ece75b1c-58a2-4899-8e98-6f75be44c2f0 req-45f113a4-c8bb-4f84-8146-4b468271076e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2bbb24938a37400498f9f82b32585e2d&device_id=49717363-0f6e-4373-aed8-86adefa57401 HTTP/1.1" status: 200 len: 1098 time: 0.0678442 Dec 20 09:32:05.200088 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece75b1c-58a2-4899-8e98-6f75be44c2f0 req-3c643661-3171-4127-baf1-eebfa534e756 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:32:05.202859 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ece75b1c-58a2-4899-8e98-6f75be44c2f0 req-3c643661-3171-4127-baf1-eebfa534e756 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2246fa6a-bc1d-4aae-9381-642722a9700d HTTP/1.1" status: 200 len: 896 time: 0.1293745 Dec 20 09:32:05.417565 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ece75b1c-58a2-4899-8e98-6f75be44c2f0 req-75faff0c-eb48-43ba-8821-3c3b608e7f9a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dbedaa79-a130-45f1-95d8-ed5100c0d9ff HTTP/1.1" status: 200 len: 1000 time: 0.2088428 Dec 20 09:32:05.481992 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece75b1c-58a2-4899-8e98-6f75be44c2f0 req-8e44ce8c-13dc-4c4b-b751-9efe2ebc3f4b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:32:05.483537 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ece75b1c-58a2-4899-8e98-6f75be44c2f0 req-8e44ce8c-13dc-4c4b-b751-9efe2ebc3f4b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=901488de-4c22-4b06-82f9-c38caa47599e HTTP/1.1" status: 200 len: 835 time: 0.0591938 Dec 20 09:32:05.556066 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ece75b1c-58a2-4899-8e98-6f75be44c2f0 req-3c20ffdf-48bf-437b-ac5a-916c619f0128 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2246fa6a-bc1d-4aae-9381-642722a9700d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0662277 Dec 20 09:32:05.694561 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ece75b1c-58a2-4899-8e98-6f75be44c2f0 req-38eb58f3-7cb7-44d2-a67a-1efe4a04826b service neutron] 10.222.0.58 "GET /v2.0/networks/2246fa6a-bc1d-4aae-9381-642722a9700d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302798 Dec 20 09:32:05.826704 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ece75b1c-58a2-4899-8e98-6f75be44c2f0 req-f88a5af6-3de5-4aba-a42e-19a53d2ad6ae service neutron] 10.222.0.58 "GET /v2.0/networks/2246fa6a-bc1d-4aae-9381-642722a9700d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258659 Dec 20 09:32:10.449721 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:32:11.133728 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:32:12.659651 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-63954ffc-6832-459e-a4b7-d9229f578426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:32:14.943328 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-ab2d5d8d-0b59-4c9d-9a33-2edd659a20b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:32:16.128437 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:32:16.167929 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:32:17.579234 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:32:40.454538 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:32:42.662514 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c32b3f3d-578b-4d25-9605-c813cd4a32e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:32:44.944869 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-0f977c91-2c09-46ce-9bde-7bc3aa15692a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:32:46.131746 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:32:46.170384 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:32:47.562908 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-bb3349f3-7199-419f-bbe7-5677edb13c00 req-d1158c74-ad4a-4779-be4d-8783ba5c52cd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=49717363-0f6e-4373-aed8-86adefa57401&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0669787 Dec 20 09:32:47.584037 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:32:47.744657 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 52124) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:32:47.877417 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae976e65-081d-4743-a1b1-6e4325999774 req-c73fe30e-e337-4d9f-bf13-08923b3b3cf3 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:32:47.878910 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ae976e65-081d-4743-a1b1-6e4325999774 req-c73fe30e-e337-4d9f-bf13-08923b3b3cf3 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=49717363-0f6e-4373-aed8-86adefa57401 HTTP/1.1" status: 200 len: 945 time: 0.0781600 Dec 20 09:32:47.929190 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ae976e65-081d-4743-a1b1-6e4325999774 req-01e5dbb1-2c74-4d52-9d92-68893d7c51ca tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=285ed65e-b8bf-4f87-a381-f3a9552abbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447316 Dec 20 09:32:47.974179 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-aa25a594-4914-4cb2-be0e-7eda3927a3f1 req-53ed62c0-fdc2-49c9-bb77-6b1396853b5f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=49717363-0f6e-4373-aed8-86adefa57401&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2282481 Dec 20 09:32:48.134605 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:32:49.143174 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190a2de2-fce3-4ef4-93eb-32efe7f1d7a6 req-43418437-6974-415f-bd90-70aea6331bba tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:32:49.144634 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-190a2de2-fce3-4ef4-93eb-32efe7f1d7a6 req-43418437-6974-415f-bd90-70aea6331bba tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=49717363-0f6e-4373-aed8-86adefa57401 HTTP/1.1" status: 200 len: 945 time: 0.0892057 Dec 20 09:32:49.184047 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-aa25a594-4914-4cb2-be0e-7eda3927a3f1 req-476bb42d-da95-4715-9fb2-3f513821d4c6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2bbb24938a37400498f9f82b32585e2d&device_id=49717363-0f6e-4373-aed8-86adefa57401 HTTP/1.1" status: 200 len: 1098 time: 0.0735979 Dec 20 09:32:49.190923 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-190a2de2-fce3-4ef4-93eb-32efe7f1d7a6 req-fcbab486-1c11-4727-8d00-5076bb1e6fe6 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=285ed65e-b8bf-4f87-a381-f3a9552abbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400152 Dec 20 09:32:49.314891 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa25a594-4914-4cb2-be0e-7eda3927a3f1 req-1d28d51e-dcde-4e15-9398-5dfade9e24cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:32:49.316292 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-aa25a594-4914-4cb2-be0e-7eda3927a3f1 req-1d28d51e-dcde-4e15-9398-5dfade9e24cd service neutron] 10.222.0.58 "GET /v2.0/networks?id=2246fa6a-bc1d-4aae-9381-642722a9700d HTTP/1.1" status: 200 len: 896 time: 0.1263134 Dec 20 09:32:49.423587 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-aa25a594-4914-4cb2-be0e-7eda3927a3f1 req-447e1c02-3906-4ebc-88b6-6f5dee93d9e8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dbedaa79-a130-45f1-95d8-ed5100c0d9ff HTTP/1.1" status: 200 len: 1000 time: 0.0982933 Dec 20 09:32:49.486421 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa25a594-4914-4cb2-be0e-7eda3927a3f1 req-e01e2253-6990-4334-9c23-14fa556efa7c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:32:49.487862 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-aa25a594-4914-4cb2-be0e-7eda3927a3f1 req-e01e2253-6990-4334-9c23-14fa556efa7c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=901488de-4c22-4b06-82f9-c38caa47599e HTTP/1.1" status: 200 len: 835 time: 0.0580482 Dec 20 09:32:49.565516 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-aa25a594-4914-4cb2-be0e-7eda3927a3f1 req-a6bcb7c9-c8de-4971-8ee5-bc5ff38f2f94 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2246fa6a-bc1d-4aae-9381-642722a9700d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706930 Dec 20 09:32:49.695554 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-aa25a594-4914-4cb2-be0e-7eda3927a3f1 req-de0678d1-f9a8-458e-b611-56b7ce91e685 service neutron] 10.222.0.58 "GET /v2.0/networks/2246fa6a-bc1d-4aae-9381-642722a9700d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232677 Dec 20 09:32:49.828363 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-aa25a594-4914-4cb2-be0e-7eda3927a3f1 req-5db63b8a-a5e2-44f3-b941-22ec6ea55ae5 service neutron] 10.222.0.58 "GET /v2.0/networks/2246fa6a-bc1d-4aae-9381-642722a9700d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265011 Dec 20 09:32:50.388414 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14168af2-3d19-4a21-aa0f-83737e976911 req-5c98348f-5216-444d-86b5-f767d5877536 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:32:50.389880 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-14168af2-3d19-4a21-aa0f-83737e976911 req-5c98348f-5216-444d-86b5-f767d5877536 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=49717363-0f6e-4373-aed8-86adefa57401 HTTP/1.1" status: 200 len: 945 time: 0.0760036 Dec 20 09:32:50.435620 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-14168af2-3d19-4a21-aa0f-83737e976911 req-3d7f9e38-d47a-4bad-9bf9-78eb3e015e7f tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=285ed65e-b8bf-4f87-a381-f3a9552abbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403512 Dec 20 09:32:51.637516 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deefcf5e-70b2-44d5-a978-22b71bb357f7 req-d0145589-9dc7-4c7e-9760-bd69dc5a8360 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:32:51.638908 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-deefcf5e-70b2-44d5-a978-22b71bb357f7 req-d0145589-9dc7-4c7e-9760-bd69dc5a8360 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=49717363-0f6e-4373-aed8-86adefa57401 HTTP/1.1" status: 200 len: 945 time: 0.0811892 Dec 20 09:32:51.686095 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-deefcf5e-70b2-44d5-a978-22b71bb357f7 req-2e019161-4422-4c4f-bd65-256181be007f tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=285ed65e-b8bf-4f87-a381-f3a9552abbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416725 Dec 20 09:32:52.891673 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbdd90d-86ab-4ddc-bd72-4f8dccb0806e req-4b8238f4-50ac-4b5e-ae5d-d5923a8e089f tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:32:52.893025 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dcbdd90d-86ab-4ddc-bd72-4f8dccb0806e req-4b8238f4-50ac-4b5e-ae5d-d5923a8e089f tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=49717363-0f6e-4373-aed8-86adefa57401 HTTP/1.1" status: 200 len: 945 time: 0.0841200 Dec 20 09:32:52.937996 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dcbdd90d-86ab-4ddc-bd72-4f8dccb0806e req-ec558489-3efa-4b5b-abae-c279a741fb9a tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=285ed65e-b8bf-4f87-a381-f3a9552abbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394664 Dec 20 09:32:54.135160 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64c39e-a674-4c9d-9586-936cf14aac34 req-4043ca6f-4577-49ee-af13-57ed83337957 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:32:54.136614 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-6e64c39e-a674-4c9d-9586-936cf14aac34 req-4043ca6f-4577-49ee-af13-57ed83337957 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=49717363-0f6e-4373-aed8-86adefa57401 HTTP/1.1" status: 200 len: 945 time: 0.0785663 Dec 20 09:32:54.182579 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-6e64c39e-a674-4c9d-9586-936cf14aac34 req-884e6009-93ed-4be7-b718-babc437f8988 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=285ed65e-b8bf-4f87-a381-f3a9552abbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405333 Dec 20 09:32:55.382206 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e38234f-60c4-4f2a-a94e-82147be766cb req-b39cfa31-8083-4145-a119-4c4256769c1b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:32:55.384266 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1e38234f-60c4-4f2a-a94e-82147be766cb req-b39cfa31-8083-4145-a119-4c4256769c1b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=49717363-0f6e-4373-aed8-86adefa57401 HTTP/1.1" status: 200 len: 945 time: 0.0766418 Dec 20 09:32:55.538934 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1e38234f-60c4-4f2a-a94e-82147be766cb req-ba013349-e72f-4044-9adb-44faa55d2d7d tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=285ed65e-b8bf-4f87-a381-f3a9552abbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490929 Dec 20 09:32:56.741708 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b8740f-87f6-4e73-baef-eb62910691ba req-e313a35a-f2cd-4346-b009-7fdb189971db tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:32:56.743744 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-88b8740f-87f6-4e73-baef-eb62910691ba req-e313a35a-f2cd-4346-b009-7fdb189971db tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=49717363-0f6e-4373-aed8-86adefa57401 HTTP/1.1" status: 200 len: 945 time: 0.0795286 Dec 20 09:32:56.788206 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-88b8740f-87f6-4e73-baef-eb62910691ba req-5f218d1a-6ec4-493d-864e-9f9c251a0a4f tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=285ed65e-b8bf-4f87-a381-f3a9552abbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391278 Dec 20 09:32:57.990082 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff400e2e-c336-46ba-a053-05d4d7c334e0 req-1b7e4a38-22c9-4460-8718-27367b13b316 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:32:57.991524 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ff400e2e-c336-46ba-a053-05d4d7c334e0 req-1b7e4a38-22c9-4460-8718-27367b13b316 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=49717363-0f6e-4373-aed8-86adefa57401 HTTP/1.1" status: 200 len: 945 time: 0.0780168 Dec 20 09:32:58.036542 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ff400e2e-c336-46ba-a053-05d4d7c334e0 req-53c9b7fa-62e0-48f6-89e5-f2782d8e782a tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=285ed65e-b8bf-4f87-a381-f3a9552abbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393949 Dec 20 09:32:59.234190 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc2d4a6-0b09-4c3f-9dc6-75b02492bbe6 req-5f976e1f-22e0-49d5-825a-a42ad3a65937 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:32:59.235651 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-bdc2d4a6-0b09-4c3f-9dc6-75b02492bbe6 req-5f976e1f-22e0-49d5-825a-a42ad3a65937 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=49717363-0f6e-4373-aed8-86adefa57401 HTTP/1.1" status: 200 len: 945 time: 0.0752416 Dec 20 09:32:59.284176 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-bdc2d4a6-0b09-4c3f-9dc6-75b02492bbe6 req-82b7918d-d103-4057-bc94-6a419d9288ec tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=285ed65e-b8bf-4f87-a381-f3a9552abbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431640 Dec 20 09:33:00.487007 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e9659-1488-420f-bee2-e84a773c1206 req-4e53291e-59ab-40b1-a5c9-86c0d89a615d tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:33:00.488430 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-286e9659-1488-420f-bee2-e84a773c1206 req-4e53291e-59ab-40b1-a5c9-86c0d89a615d tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=49717363-0f6e-4373-aed8-86adefa57401 HTTP/1.1" status: 200 len: 945 time: 0.0804975 Dec 20 09:33:00.534320 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-286e9659-1488-420f-bee2-e84a773c1206 req-1a0d4d0d-69c4-4e6c-bc7d-ab12d18b5119 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=285ed65e-b8bf-4f87-a381-f3a9552abbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398731 Dec 20 09:33:01.510121 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-aa25a594-4914-4cb2-be0e-7eda3927a3f1 req-f01188f6-6b8c-4a52-baa5-bff9995cc705 service neutron] 10.222.0.58 "GET /v2.0/ports/dbedaa79-a130-45f1-95d8-ed5100c0d9ff/bindings/hv-neutron-8204 HTTP/1.1" status: 200 len: 384 time: 0.0726762 Dec 20 09:33:01.753202 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f00df1-059e-491a-ac38-d1386fa411f2 req-b0494751-08c1-468f-9738-4fb71fdff159 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:33:01.754687 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-79f00df1-059e-491a-ac38-d1386fa411f2 req-b0494751-08c1-468f-9738-4fb71fdff159 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=49717363-0f6e-4373-aed8-86adefa57401 HTTP/1.1" status: 200 len: 945 time: 0.0955508 Dec 20 09:33:01.790051 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-aa25a594-4914-4cb2-be0e-7eda3927a3f1 req-93dba53d-64e7-48cc-9c90-e64000c4bf0b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=49717363-0f6e-4373-aed8-86adefa57401&tenant_id=2bbb24938a37400498f9f82b32585e2d HTTP/1.1" status: 200 len: 1098 time: 0.0733342 Dec 20 09:33:01.800748 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-79f00df1-059e-491a-ac38-d1386fa411f2 req-07f53406-20e1-4e94-8806-9c5141f4a166 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=285ed65e-b8bf-4f87-a381-f3a9552abbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400476 Dec 20 09:33:01.880651 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-aa25a594-4914-4cb2-be0e-7eda3927a3f1 req-223b99f4-731a-48d4-a869-3532d7712950 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2bbb24938a37400498f9f82b32585e2d&device_id=49717363-0f6e-4373-aed8-86adefa57401 HTTP/1.1" status: 200 len: 1098 time: 0.0691996 Dec 20 09:33:02.016389 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa25a594-4914-4cb2-be0e-7eda3927a3f1 req-c7c58077-4040-4187-b084-021b5a708327 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:33:02.017787 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-aa25a594-4914-4cb2-be0e-7eda3927a3f1 req-c7c58077-4040-4187-b084-021b5a708327 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2246fa6a-bc1d-4aae-9381-642722a9700d HTTP/1.1" status: 200 len: 896 time: 0.1296401 Dec 20 09:33:02.122453 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-aa25a594-4914-4cb2-be0e-7eda3927a3f1 req-b1e01a60-fce8-4418-bc18-ad11ee55c78f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dbedaa79-a130-45f1-95d8-ed5100c0d9ff HTTP/1.1" status: 200 len: 1000 time: 0.0974755 Dec 20 09:33:02.187618 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa25a594-4914-4cb2-be0e-7eda3927a3f1 req-d86d8a3a-b5d7-476c-beff-7aff94146379 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:33:02.189047 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-aa25a594-4914-4cb2-be0e-7eda3927a3f1 req-d86d8a3a-b5d7-476c-beff-7aff94146379 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=901488de-4c22-4b06-82f9-c38caa47599e HTTP/1.1" status: 200 len: 835 time: 0.0606461 Dec 20 09:33:02.264910 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-aa25a594-4914-4cb2-be0e-7eda3927a3f1 req-104e0008-019a-4a06-aaa7-f8dbb0430045 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2246fa6a-bc1d-4aae-9381-642722a9700d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683010 Dec 20 09:33:02.396938 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-aa25a594-4914-4cb2-be0e-7eda3927a3f1 req-527d313f-2fbe-4462-a761-ba023c363c57 service neutron] 10.222.0.58 "GET /v2.0/networks/2246fa6a-bc1d-4aae-9381-642722a9700d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249373 Dec 20 09:33:02.533429 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-aa25a594-4914-4cb2-be0e-7eda3927a3f1 req-3e6ad3ea-0d35-4f31-82bb-ce9c6ea1f280 service neutron] 10.222.0.58 "GET /v2.0/networks/2246fa6a-bc1d-4aae-9381-642722a9700d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281950 Dec 20 09:33:02.999080 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab3b971-5ad7-4ebb-add1-05e7ab20a1fc req-a6ebbaea-e268-477f-af3e-b3d9ace5b386 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:33:03.000521 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bab3b971-5ad7-4ebb-add1-05e7ab20a1fc req-a6ebbaea-e268-477f-af3e-b3d9ace5b386 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=49717363-0f6e-4373-aed8-86adefa57401 HTTP/1.1" status: 200 len: 945 time: 0.0769515 Dec 20 09:33:03.049068 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bab3b971-5ad7-4ebb-add1-05e7ab20a1fc req-30abde9a-3804-4621-a05d-302d5901aabd tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=285ed65e-b8bf-4f87-a381-f3a9552abbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430779 Dec 20 09:33:04.252637 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e45bb7-5a80-4fc9-8a00-413c0c8e1587 req-767ab2a2-d485-4f2a-8c61-7e6c3cb2d828 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:33:04.254122 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-d3e45bb7-5a80-4fc9-8a00-413c0c8e1587 req-767ab2a2-d485-4f2a-8c61-7e6c3cb2d828 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=49717363-0f6e-4373-aed8-86adefa57401 HTTP/1.1" status: 200 len: 945 time: 0.0816584 Dec 20 09:33:04.299034 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-d3e45bb7-5a80-4fc9-8a00-413c0c8e1587 req-45c05837-64cb-4905-bbba-ba00fee409cc tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=285ed65e-b8bf-4f87-a381-f3a9552abbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391400 Dec 20 09:33:04.965269 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4895a64d-8d3c-46e3-bd11-5a176edd0b1d req-7930315e-f652-4b99-9c94-29285801c66e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2bbb24938a37400498f9f82b32585e2d&device_id=49717363-0f6e-4373-aed8-86adefa57401 HTTP/1.1" status: 200 len: 1098 time: 0.0700691 Dec 20 09:33:05.119749 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4895a64d-8d3c-46e3-bd11-5a176edd0b1d req-44f2464b-85c8-4593-80f8-8d137e08258b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:33:05.121204 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4895a64d-8d3c-46e3-bd11-5a176edd0b1d req-44f2464b-85c8-4593-80f8-8d137e08258b service neutron] 10.222.0.58 "GET /v2.0/networks?id=2246fa6a-bc1d-4aae-9381-642722a9700d HTTP/1.1" status: 200 len: 896 time: 0.1316447 Dec 20 09:33:05.229065 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4895a64d-8d3c-46e3-bd11-5a176edd0b1d req-434eb488-19b0-4a3e-9a2a-1120e5c41599 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dbedaa79-a130-45f1-95d8-ed5100c0d9ff HTTP/1.1" status: 200 len: 1000 time: 0.1000371 Dec 20 09:33:05.297713 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4895a64d-8d3c-46e3-bd11-5a176edd0b1d req-439067a0-21b9-465d-80bd-457942ad4abb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:33:05.299188 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4895a64d-8d3c-46e3-bd11-5a176edd0b1d req-439067a0-21b9-465d-80bd-457942ad4abb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=901488de-4c22-4b06-82f9-c38caa47599e HTTP/1.1" status: 200 len: 835 time: 0.0599296 Dec 20 09:33:05.526181 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4895a64d-8d3c-46e3-bd11-5a176edd0b1d req-df539e5e-d028-417c-bfcd-f88c460886b8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2246fa6a-bc1d-4aae-9381-642722a9700d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2190371 Dec 20 09:33:05.607406 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device dbedaa79-a130-45f1-95d8-ed5100c0d9ff details requested by agent hyperv_hv-neutron-8204 with host hv-neutron-8204 {{(pid=83446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 09:33:05.658789 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b958c88b-af6d-4380-8368-69114aab5656 req-ecab2bf9-b2ae-4692-b38c-8d76840315bb tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:33:05.660230 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b958c88b-af6d-4380-8368-69114aab5656 req-ecab2bf9-b2ae-4692-b38c-8d76840315bb tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=49717363-0f6e-4373-aed8-86adefa57401 HTTP/1.1" status: 200 len: 945 time: 0.1811464 Dec 20 09:33:05.702520 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4895a64d-8d3c-46e3-bd11-5a176edd0b1d req-1a75a4be-df54-46c7-9dfe-e5542f82048a service neutron] 10.222.0.58 "GET /v2.0/networks/2246fa6a-bc1d-4aae-9381-642722a9700d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684763 Dec 20 09:33:05.748018 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port dbedaa79-a130-45f1-95d8-ed5100c0d9ff, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=dbedaa79-a130-45f1-95d8-ed5100c0d9ff,segment=NetworkSegment(98e07ab1-67e0-40d5-ab04-0e2ed54835cf),segment_id=98e07ab1-67e0-40d5-ab04-0e2ed54835cf)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:33:05.762242 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Returning: {'device': 'dbedaa79-a130-45f1-95d8-ed5100c0d9ff', 'network_id': '2246fa6a-bc1d-4aae-9381-642722a9700d', 'port_id': 'dbedaa79-a130-45f1-95d8-ed5100c0d9ff', 'mac_address': 'fa:16:3e:df:3c:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '901488de-4c22-4b06-82f9-c38caa47599e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 09:33:05.766386 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b958c88b-af6d-4380-8368-69114aab5656 req-38acfdf9-7129-42a1-891f-0f54728f31bd tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=285ed65e-b8bf-4f87-a381-f3a9552abbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981266 Dec 20 09:33:05.824935 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:33:05.842798 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dbedaa79-a130-45f1-95d8-ed5100c0d9ff {{(pid=83446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 09:33:05.858869 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port dbedaa79-a130-45f1-95d8-ed5100c0d9ff, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=dbedaa79-a130-45f1-95d8-ed5100c0d9ff,segment=NetworkSegment(98e07ab1-67e0-40d5-ab04-0e2ed54835cf),segment_id=98e07ab1-67e0-40d5-ab04-0e2ed54835cf)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:33:05.859522 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4895a64d-8d3c-46e3-bd11-5a176edd0b1d req-7655871d-b06a-4aea-9931-cba1f5ebb140 service neutron] 10.222.0.58 "GET /v2.0/networks/2246fa6a-bc1d-4aae-9381-642722a9700d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459656 Dec 20 09:33:05.864151 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:33:05.868430 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-abf44e88-bf89-4087-90ae-e23b8bbd4782 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:33:05.942261 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] get_ports_and_sgs() called for port_ids ['dbedaa79-a130-45f1-95d8-ed5100c0d9ff'] {{(pid=83446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 09:33:06.032119 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=dbedaa79-a130-45f1-95d8-ed5100c0d9ff,revision_number=6']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:33:06.054596 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:33:06.055044 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:33:06.055724 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:33:06.056073 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:33:06.056395 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:33:06.056721 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:33:06.057048 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:33:06.057398 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:33:06.057721 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:33:06.058038 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:33:06.058357 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:33:06.065294 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:33:06.185905 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f1c7a-8613-4c08-8ca1-7f77fa0eb44e req-5fb08b10-6214-48f4-844e-afe2c9465c24 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:33:06.187354 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f90f1c7a-8613-4c08-8ca1-7f77fa0eb44e req-5fb08b10-6214-48f4-844e-afe2c9465c24 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.58 "GET /v2.0/ports?device_id=49717363-0f6e-4373-aed8-86adefa57401&tenant_id=2bbb24938a37400498f9f82b32585e2d&binding%3Ahost_id=hv-neutron-8204 HTTP/1.1" status: 200 len: 944 time: 0.1496599 Dec 20 09:33:06.197304 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8d406b-47c0-4dff-a4eb-8afa68d6fd40 req-f94bef3c-bbc9-43a3-b0fb-39f24c82c63a tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:33:06.198757 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8c8d406b-47c0-4dff-a4eb-8afa68d6fd40 req-f94bef3c-bbc9-43a3-b0fb-39f24c82c63a tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=49717363-0f6e-4373-aed8-86adefa57401 HTTP/1.1" status: 200 len: 944 time: 0.1215994 Dec 20 09:33:06.251943 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8c8d406b-47c0-4dff-a4eb-8afa68d6fd40 req-f9061a01-919e-41ed-b96c-106d0c63bda8 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=285ed65e-b8bf-4f87-a381-f3a9552abbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475824 Dec 20 09:33:06.329938 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f90f1c7a-8613-4c08-8ca1-7f77fa0eb44e req-1c519a0f-d6c9-4a09-bb4b-3e3d0b972b2c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2bbb24938a37400498f9f82b32585e2d&device_id=49717363-0f6e-4373-aed8-86adefa57401 HTTP/1.1" status: 200 len: 1097 time: 0.0698276 Dec 20 09:33:06.457061 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb4c99-c2a9-4dec-a7f6-c6e0c1990e4f req-2cdcb0d9-50f9-496b-9e83-8c7c80e09ab2 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:33:06.458635 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-79bb4c99-c2a9-4dec-a7f6-c6e0c1990e4f req-2cdcb0d9-50f9-496b-9e83-8c7c80e09ab2 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=49717363-0f6e-4373-aed8-86adefa57401 HTTP/1.1" status: 200 len: 944 time: 0.0798705 Dec 20 09:33:06.467816 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f1c7a-8613-4c08-8ca1-7f77fa0eb44e req-fc49d91d-177d-466b-ba77-cfeddd020fae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:33:06.469379 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f90f1c7a-8613-4c08-8ca1-7f77fa0eb44e req-fc49d91d-177d-466b-ba77-cfeddd020fae service neutron] 10.222.0.58 "GET /v2.0/networks?id=2246fa6a-bc1d-4aae-9381-642722a9700d HTTP/1.1" status: 200 len: 896 time: 0.1330717 Dec 20 09:33:06.507704 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-79bb4c99-c2a9-4dec-a7f6-c6e0c1990e4f req-09cce84e-1231-4ccf-bf16-147a8856b753 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=285ed65e-b8bf-4f87-a381-f3a9552abbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431263 Dec 20 09:33:06.575208 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f90f1c7a-8613-4c08-8ca1-7f77fa0eb44e req-c63e7f2b-c6e1-4926-8976-825a897d01db service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dbedaa79-a130-45f1-95d8-ed5100c0d9ff HTTP/1.1" status: 200 len: 999 time: 0.0996976 Dec 20 09:33:06.637336 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f1c7a-8613-4c08-8ca1-7f77fa0eb44e req-41c0ffc3-9e96-46a4-adb6-e56a2c69a98d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:33:06.638786 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f90f1c7a-8613-4c08-8ca1-7f77fa0eb44e req-41c0ffc3-9e96-46a4-adb6-e56a2c69a98d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=901488de-4c22-4b06-82f9-c38caa47599e HTTP/1.1" status: 200 len: 835 time: 0.0581164 Dec 20 09:33:06.715179 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f90f1c7a-8613-4c08-8ca1-7f77fa0eb44e req-605da359-0bbb-4e7e-8599-233e3cda4ac9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2246fa6a-bc1d-4aae-9381-642722a9700d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700305 Dec 20 09:33:06.847336 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f90f1c7a-8613-4c08-8ca1-7f77fa0eb44e req-2383b56c-d7f9-4004-9cc7-16cfb6230348 service neutron] 10.222.0.58 "GET /v2.0/networks/2246fa6a-bc1d-4aae-9381-642722a9700d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259046 Dec 20 09:33:06.977738 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f90f1c7a-8613-4c08-8ca1-7f77fa0eb44e req-357a2a92-8f27-463a-9d08-8e3885731f53 service neutron] 10.222.0.58 "GET /v2.0/networks/2246fa6a-bc1d-4aae-9381-642722a9700d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241562 Dec 20 09:33:07.626420 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device dbedaa79-a130-45f1-95d8-ed5100c0d9ff up at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:33:07.697436 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning complete for port dbedaa79-a130-45f1-95d8-ed5100c0d9ff triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:33:07.697864 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:33:07.721609 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8580f9af-ae79-44e6-9b82-f6732e863f98 req-bab78040-27dd-4077-bde1-1681d8016972 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:33:07.723084 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8580f9af-ae79-44e6-9b82-f6732e863f98 req-bab78040-27dd-4077-bde1-1681d8016972 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=49717363-0f6e-4373-aed8-86adefa57401 HTTP/1.1" status: 200 len: 944 time: 0.0779345 Dec 20 09:33:07.770245 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8580f9af-ae79-44e6-9b82-f6732e863f98 req-fd61661b-7531-4b16-99c1-160b52da47c6 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=285ed65e-b8bf-4f87-a381-f3a9552abbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406685 Dec 20 09:33:07.799246 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 52190) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:33:07.814129 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:33:07.842335 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49717363-0f6e-4373-aed8-86adefa57401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbedaa79-a130-45f1-95d8-ed5100c0d9ff'}] {{(pid=83446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:33:07.853870 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port dbedaa79-a130-45f1-95d8-ed5100c0d9ff, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=dbedaa79-a130-45f1-95d8-ed5100c0d9ff,segment=NetworkSegment(98e07ab1-67e0-40d5-ab04-0e2ed54835cf),segment_id=98e07ab1-67e0-40d5-ab04-0e2ed54835cf)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:33:07.858119 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:33:07.861138 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-aec6772d-d4f5-4ddf-9b34-7b33040fe64d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:33:07.905805 dv-neutron-820491-1-hyperv neutron-server[83446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49717363-0f6e-4373-aed8-86adefa57401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbedaa79-a130-45f1-95d8-ed5100c0d9ff', 'code': 200} Dec 20 09:33:07.911825 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-1486fd0d-965a-4333-9a70-5df2f9809cfa tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/floatingips/93922778-3f08-4778-b2ae-4a69261551a2 HTTP/1.1" status: 200 len: 992 time: 0.1113696 Dec 20 09:33:07.931469 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=dbedaa79-a130-45f1-95d8-ed5100c0d9ff,revision_number=7']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:33:07.934570 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:33:10.448349 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:33:12.666709 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-cc1d996a-d2d3-468c-b11a-744093f2b103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:33:14.946020 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b8ee424d-7c70-49a4-a2da-f233ea2d3043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:33:16.134589 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:33:16.172296 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:33:17.587275 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:33:25.134858 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:33:40.452248 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:33:42.669342 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e6323e72-b1cc-4bac-a468-399df4d69d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:33:44.949136 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-2a7272c6-65d8-4fec-926e-fb7af9460f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:33:46.136114 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:33:46.174694 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:33:47.588330 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:33:56.658625 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 52210) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:33:56.960347 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0048adca-6c05-41e5-95bd-21cb23f75c71 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Deleting port 2812fa2a-e39f-41fb-85af-2b55c57e0bed {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:33:56.960598 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0048adca-6c05-41e5-95bd-21cb23f75c71 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:33:57.134437 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0048adca-6c05-41e5-95bd-21cb23f75c71 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:33:57.134744 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0048adca-6c05-41e5-95bd-21cb23f75c71 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:33:57.259411 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0048adca-6c05-41e5-95bd-21cb23f75c71 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Calling delete_port for 2812fa2a-e39f-41fb-85af-2b55c57e0bed owned by network:floatingip {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:33:57.403511 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0048adca-6c05-41e5-95bd-21cb23f75c71 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:33:57.407042 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0430b211-a35c-48d7-b78f-0069d76c0b57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:33:57.450070 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0048adca-6c05-41e5-95bd-21cb23f75c71 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event deleted for resources: {'Port': ['ID=2812fa2a-e39f-41fb-85af-2b55c57e0bed,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:33:57.492845 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0048adca-6c05-41e5-95bd-21cb23f75c71 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:33:57.493265 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0048adca-6c05-41e5-95bd-21cb23f75c71 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:33:57.493630 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0048adca-6c05-41e5-95bd-21cb23f75c71 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:33:57.494000 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0048adca-6c05-41e5-95bd-21cb23f75c71 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:33:57.494370 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0048adca-6c05-41e5-95bd-21cb23f75c71 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:33:57.494737 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0048adca-6c05-41e5-95bd-21cb23f75c71 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:33:57.495096 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0048adca-6c05-41e5-95bd-21cb23f75c71 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:33:57.495454 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0048adca-6c05-41e5-95bd-21cb23f75c71 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:33:57.495813 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0048adca-6c05-41e5-95bd-21cb23f75c71 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:33:57.496167 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0048adca-6c05-41e5-95bd-21cb23f75c71 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:33:57.496529 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0048adca-6c05-41e5-95bd-21cb23f75c71 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:33:57.503755 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0048adca-6c05-41e5-95bd-21cb23f75c71 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:33:57.558398 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0048adca-6c05-41e5-95bd-21cb23f75c71 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for floatingip, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:33:57.953772 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0048adca-6c05-41e5-95bd-21cb23f75c71 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Router 2071c686-38bc-4541-b1f1-1d90cc8b4b08 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 09:33:58.155702 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0048adca-6c05-41e5-95bd-21cb23f75c71 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 09:33:58.168251 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c68197-320e-44ea-835e-2db498fb59a5 None None] Sync routers for ids ['2071c686-38bc-4541-b1f1-1d90cc8b4b08'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 09:33:58.182574 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c68197-320e-44ea-835e-2db498fb59a5 None None] Routers {'2071c686-38bc-4541-b1f1-1d90cc8b4b08'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:33:58.183213 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-70c68197-320e-44ea-835e-2db498fb59a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:33:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['2071c686-38bc-4541-b1f1-1d90cc8b4b08'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:33:58.188328 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0048adca-6c05-41e5-95bd-21cb23f75c71 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for floatingip, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:33:58.243137 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-0048adca-6c05-41e5-95bd-21cb23f75c71 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "DELETE /v2.0/floatingips/93922778-3f08-4778-b2ae-4a69261551a2 HTTP/1.1" status: 204 len: 168 time: 1.5834439 Dec 20 09:33:58.243807 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49717363-0f6e-4373-aed8-86adefa57401', 'tag': 'dbedaa79-a130-45f1-95d8-ed5100c0d9ff'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:33:58.303447 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49717363-0f6e-4373-aed8-86adefa57401', 'tag': 'dbedaa79-a130-45f1-95d8-ed5100c0d9ff', 'status': 'completed', 'code': 200} Dec 20 09:33:58.363043 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-70c68197-320e-44ea-835e-2db498fb59a5 None None] Set router 2071c686-38bc-4541-b1f1-1d90cc8b4b08 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:33:58.403297 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4eb51911-1fa8-4ca2-be9f-53ef9ace1968 req-7849f91f-0632-493b-ab6f-143ef0b991dd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2bbb24938a37400498f9f82b32585e2d&device_id=49717363-0f6e-4373-aed8-86adefa57401 HTTP/1.1" status: 200 len: 1098 time: 0.0777261 Dec 20 09:33:58.707482 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-70c68197-320e-44ea-835e-2db498fb59a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2071c686-38bc-4541-b1f1-1d90cc8b4b08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2022446249', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.32'}], 'enable_snat': True}, 'gw_port_id': '7c75a804-5ba2-4677-bbe3-16adab70e2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:31:22Z', 'updated_at': '2021-12-20T09:31:26Z', 'revision_number': 4, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'gw_port': {'id': '7c75a804-5ba2-4677-bbe3-16adab70e2cc', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:df:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2071c686-38bc-4541-b1f1-1d90cc8b4b08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:31:22Z', 'updated_at': '2021-12-20T09:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': 'ced363fb-c8d0-4d81-aa03-b9f45b66196b', 'name': '', 'network_id': '2246fa6a-bc1d-4aae-9381-642722a9700d', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'mac_address': 'fa:16:3e:4a:9e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2071c686-38bc-4541-b1f1-1d90cc8b4b08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '901488de-4c22-4b06-82f9-c38caa47599e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:31:25Z', 'updated_at': '2021-12-20T09:31:33Z', 'revision_number': 5, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'subnets': [{'id': '901488de-4c22-4b06-82f9-c38caa47599e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:33:58.707801 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb51911-1fa8-4ca2-be9f-53ef9ace1968 req-2a50d594-6fac-41a9-b703-1192b18409a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:33:58.709159 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4eb51911-1fa8-4ca2-be9f-53ef9ace1968 req-2a50d594-6fac-41a9-b703-1192b18409a6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2246fa6a-bc1d-4aae-9381-642722a9700d HTTP/1.1" status: 200 len: 896 time: 0.2998352 Dec 20 09:33:58.712240 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c68197-320e-44ea-835e-2db498fb59a5 None None] Checking router: 2071c686-38bc-4541-b1f1-1d90cc8b4b08 for host: dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 09:33:58.722769 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c68197-320e-44ea-835e-2db498fb59a5 None None] Routers {'2071c686-38bc-4541-b1f1-1d90cc8b4b08'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:33:58.723367 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-70c68197-320e-44ea-835e-2db498fb59a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:33:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['2071c686-38bc-4541-b1f1-1d90cc8b4b08'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:33:58.793827 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4eb51911-1fa8-4ca2-be9f-53ef9ace1968 req-807f7083-6743-4501-b300-78f886841a8e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dbedaa79-a130-45f1-95d8-ed5100c0d9ff HTTP/1.1" status: 200 len: 217 time: 0.0770080 Dec 20 09:33:58.804220 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0081342f-7329-445b-b09b-fb02b2e45ee6 req-b1cc8f4b-8d87-4e0d-a146-6c603c35e3b2 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:33:58.805805 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0081342f-7329-445b-b09b-fb02b2e45ee6 req-b1cc8f4b-8d87-4e0d-a146-6c603c35e3b2 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=49717363-0f6e-4373-aed8-86adefa57401 HTTP/1.1" status: 200 len: 945 time: 0.1611381 Dec 20 09:33:58.897834 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb51911-1fa8-4ca2-be9f-53ef9ace1968 req-bf23174a-9f6f-48af-9e5d-e4b3d8bd9b30 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:33:58.899177 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4eb51911-1fa8-4ca2-be9f-53ef9ace1968 req-bf23174a-9f6f-48af-9e5d-e4b3d8bd9b30 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=901488de-4c22-4b06-82f9-c38caa47599e HTTP/1.1" status: 200 len: 835 time: 0.0925119 Dec 20 09:33:58.900746 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-70c68197-320e-44ea-835e-2db498fb59a5 None None] Set router 2071c686-38bc-4541-b1f1-1d90cc8b4b08 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:33:58.901834 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0081342f-7329-445b-b09b-fb02b2e45ee6 req-aa6efa47-ec38-4432-86c8-2d9aba0710be tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=285ed65e-b8bf-4f87-a381-f3a9552abbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650508 Dec 20 09:33:58.980094 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4eb51911-1fa8-4ca2-be9f-53ef9ace1968 req-5c35ff7e-a9ec-4c79-934c-eeb3226fcd40 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2246fa6a-bc1d-4aae-9381-642722a9700d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736845 Dec 20 09:33:58.992670 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [req-4eb51911-1fa8-4ca2-be9f-53ef9ace1968 req-71d779e6-d335-4693-9f0f-cd8beb1d2e3d service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 09:33:58.993623 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4eb51911-1fa8-4ca2-be9f-53ef9ace1968 req-71d779e6-d335-4693-9f0f-cd8beb1d2e3d service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0054662 Dec 20 09:33:59.127088 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4eb51911-1fa8-4ca2-be9f-53ef9ace1968 req-103433a4-7066-4c9c-a34b-d637417a298b service neutron] 10.222.0.58 "GET /v2.0/networks/2246fa6a-bc1d-4aae-9381-642722a9700d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267362 Dec 20 09:33:59.248110 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-70c68197-320e-44ea-835e-2db498fb59a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2071c686-38bc-4541-b1f1-1d90cc8b4b08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2022446249', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.32'}], 'enable_snat': True}, 'gw_port_id': '7c75a804-5ba2-4677-bbe3-16adab70e2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:31:22Z', 'updated_at': '2021-12-20T09:31:26Z', 'revision_number': 4, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'gw_port': {'id': '7c75a804-5ba2-4677-bbe3-16adab70e2cc', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:df:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2071c686-38bc-4541-b1f1-1d90cc8b4b08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:31:22Z', 'updated_at': '2021-12-20T09:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': 'ced363fb-c8d0-4d81-aa03-b9f45b66196b', 'name': '', 'network_id': '2246fa6a-bc1d-4aae-9381-642722a9700d', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'mac_address': 'fa:16:3e:4a:9e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2071c686-38bc-4541-b1f1-1d90cc8b4b08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '901488de-4c22-4b06-82f9-c38caa47599e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:31:25Z', 'updated_at': '2021-12-20T09:31:33Z', 'revision_number': 5, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'subnets': [{'id': '901488de-4c22-4b06-82f9-c38caa47599e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:33:59.252095 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c68197-320e-44ea-835e-2db498fb59a5 None None] The sync data for ids ['2071c686-38bc-4541-b1f1-1d90cc8b4b08'] in dv-neutron-820491-1-hyperv is: [{'id': '2071c686-38bc-4541-b1f1-1d90cc8b4b08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2022446249', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.32'}], 'enable_snat': True}, 'gw_port_id': '7c75a804-5ba2-4677-bbe3-16adab70e2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:31:22Z', 'updated_at': '2021-12-20T09:31:26Z', 'revision_number': 4, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'gw_port': {'id': '7c75a804-5ba2-4677-bbe3-16adab70e2cc', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:df:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2071c686-38bc-4541-b1f1-1d90cc8b4b08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:31:22Z', 'updated_at': '2021-12-20T09:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': 'ced363fb-c8d0-4d81-aa03-b9f45b66196b', 'name': '', 'network_id': '2246fa6a-bc1d-4aae-9381-642722a9700d', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'mac_address': 'fa:16:3e:4a:9e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2071c686-38bc-4541-b1f1-1d90cc8b4b08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '901488de-4c22-4b06-82f9-c38caa47599e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:31:25Z', 'updated_at': '2021-12-20T09:31:33Z', 'revision_number': 5, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'subnets': [{'id': '901488de-4c22-4b06-82f9-c38caa47599e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 09:33:59.263309 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4eb51911-1fa8-4ca2-be9f-53ef9ace1968 req-25366b36-19c4-42bb-a53b-4ced172b325f service neutron] 10.222.0.58 "GET /v2.0/networks/2246fa6a-bc1d-4aae-9381-642722a9700d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281569 Dec 20 09:33:59.472918 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b49ae10-b1ea-449b-8662-9ffd1683e368 None None] New status for floating IP 93922778-3f08-4778-b2ae-4a69261551a2: DOWN {{(pid=83446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 09:34:00.230947 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084aa2d6-2331-4a92-837b-22283a8beb62 req-72ede0f7-8a4a-4f94-8754-f13d19e65f64 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:34:00.231640 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-084aa2d6-2331-4a92-837b-22283a8beb62 req-72ede0f7-8a4a-4f94-8754-f13d19e65f64 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Synchronizing usage tracker for tenant:2bbb24938a37400498f9f82b32585e2d on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:34:00.247545 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-084aa2d6-2331-4a92-837b-22283a8beb62 req-72ede0f7-8a4a-4f94-8754-f13d19e65f64 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Unset dirty status for tenant:2bbb24938a37400498f9f82b32585e2d on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:34:00.248686 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-084aa2d6-2331-4a92-837b-22283a8beb62 req-72ede0f7-8a4a-4f94-8754-f13d19e65f64 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=49717363-0f6e-4373-aed8-86adefa57401 HTTP/1.1" status: 200 len: 945 time: 0.2237225 Dec 20 09:34:00.295870 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-084aa2d6-2331-4a92-837b-22283a8beb62 req-212ff146-2469-4f34-b994-2224740e49b8 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=285ed65e-b8bf-4f87-a381-f3a9552abbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415826 Dec 20 09:34:00.455337 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc6917-728e-4476-b85a-fb2b744ad9de req-e536fd8d-dedc-4f04-9c63-84db4d5a6a3e tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:34:00.456805 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dabc6917-728e-4476-b85a-fb2b744ad9de req-e536fd8d-dedc-4f04-9c63-84db4d5a6a3e tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.58 "GET /v2.0/ports?device_id=49717363-0f6e-4373-aed8-86adefa57401 HTTP/1.1" status: 200 len: 945 time: 0.0786805 Dec 20 09:34:00.529203 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-dabc6917-728e-4476-b85a-fb2b744ad9de req-737a27f4-a83e-4a95-957d-02f7a27b735b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Deleting port dbedaa79-a130-45f1-95d8-ed5100c0d9ff {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:34:00.529626 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-dabc6917-728e-4476-b85a-fb2b744ad9de req-737a27f4-a83e-4a95-957d-02f7a27b735b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:00.779756 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-dabc6917-728e-4476-b85a-fb2b744ad9de req-737a27f4-a83e-4a95-957d-02f7a27b735b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] For port dbedaa79-a130-45f1-95d8-ed5100c0d9ff, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=dbedaa79-a130-45f1-95d8-ed5100c0d9ff,segment=NetworkSegment(98e07ab1-67e0-40d5-ab04-0e2ed54835cf),segment_id=98e07ab1-67e0-40d5-ab04-0e2ed54835cf)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:34:00.780026 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-dabc6917-728e-4476-b85a-fb2b744ad9de req-737a27f4-a83e-4a95-957d-02f7a27b735b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:00.905815 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-dabc6917-728e-4476-b85a-fb2b744ad9de req-737a27f4-a83e-4a95-957d-02f7a27b735b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Calling delete_port for dbedaa79-a130-45f1-95d8-ed5100c0d9ff owned by compute:nova {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:34:01.052967 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-dabc6917-728e-4476-b85a-fb2b744ad9de req-737a27f4-a83e-4a95-957d-02f7a27b735b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:01.058712 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-8f9aff1a-1916-4399-9a00-83ce6e18c667 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:34:01.104296 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737a27f4-a83e-4a95-957d-02f7a27b735b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event deleted for resources: {'Port': ['ID=dbedaa79-a130-45f1-95d8-ed5100c0d9ff,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:34:01.145798 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737a27f4-a83e-4a95-957d-02f7a27b735b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:34:01.146188 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737a27f4-a83e-4a95-957d-02f7a27b735b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:34:01.146575 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737a27f4-a83e-4a95-957d-02f7a27b735b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:34:01.146956 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737a27f4-a83e-4a95-957d-02f7a27b735b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:34:01.147332 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737a27f4-a83e-4a95-957d-02f7a27b735b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:34:01.148036 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737a27f4-a83e-4a95-957d-02f7a27b735b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:34:01.148498 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737a27f4-a83e-4a95-957d-02f7a27b735b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:34:01.149022 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737a27f4-a83e-4a95-957d-02f7a27b735b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:34:01.149431 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737a27f4-a83e-4a95-957d-02f7a27b735b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:34:01.150788 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737a27f4-a83e-4a95-957d-02f7a27b735b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:34:01.152559 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737a27f4-a83e-4a95-957d-02f7a27b735b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:34:01.160563 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-737a27f4-a83e-4a95-957d-02f7a27b735b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:34:01.198618 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-dabc6917-728e-4476-b85a-fb2b744ad9de req-737a27f4-a83e-4a95-957d-02f7a27b735b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] No DVR routers for this DVR port dbedaa79-a130-45f1-95d8-ed5100c0d9ff on host hv-neutron-8204 {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 09:34:01.201089 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-dabc6917-728e-4476-b85a-fb2b744ad9de req-737a27f4-a83e-4a95-957d-02f7a27b735b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:01.203791 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49717363-0f6e-4373-aed8-86adefa57401', 'name': 'network-vif-deleted', 'tag': 'dbedaa79-a130-45f1-95d8-ed5100c0d9ff'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:34:01.218947 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dabc6917-728e-4476-b85a-fb2b744ad9de req-737a27f4-a83e-4a95-957d-02f7a27b735b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.58 "DELETE /v2.0/ports/dbedaa79-a130-45f1-95d8-ed5100c0d9ff HTTP/1.1" status: 204 len: 173 time: 0.7565353 Dec 20 09:34:01.265763 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49717363-0f6e-4373-aed8-86adefa57401', 'name': 'network-vif-deleted', 'tag': 'dbedaa79-a130-45f1-95d8-ed5100c0d9ff', 'status': 'completed', 'code': 200} Dec 20 09:34:01.487117 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-e122db61-0fd2-400f-980f-b82033f363dd req-580920b3-4f74-487b-86a2-c85e10b8f664 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=49717363-0f6e-4373-aed8-86adefa57401 HTTP/1.1" status: 200 len: 210 time: 0.0422614 Dec 20 09:34:02.134941 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:34:02.594785 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 52232) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:34:02.993776 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-53708a42-4fb6-4af8-b649-aab89f2c6bdf tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349062'] for router_interface, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:03.609564 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-53708a42-4fb6-4af8-b649-aab89f2c6bdf tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Deleting port ced363fb-c8d0-4d81-aa03-b9f45b66196b {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:34:03.610168 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-53708a42-4fb6-4af8-b649-aab89f2c6bdf tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:03.800878 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-53708a42-4fb6-4af8-b649-aab89f2c6bdf tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] For port ced363fb-c8d0-4d81-aa03-b9f45b66196b, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=ced363fb-c8d0-4d81-aa03-b9f45b66196b,segment=NetworkSegment(98e07ab1-67e0-40d5-ab04-0e2ed54835cf),segment_id=98e07ab1-67e0-40d5-ab04-0e2ed54835cf)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:34:03.801244 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-53708a42-4fb6-4af8-b649-aab89f2c6bdf tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:03.927994 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device dbedaa79-a130-45f1-95d8-ed5100c0d9ff no longer exists at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 09:34:03.963447 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] No Port match for: dbedaa79-a130-45f1-95d8-ed5100c0d9ff {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 09:34:03.963898 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device dbedaa79-a130-45f1-95d8-ed5100c0d9ff not bound to the agent host hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 09:34:04.038452 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-53708a42-4fb6-4af8-b649-aab89f2c6bdf tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Calling delete_port for ced363fb-c8d0-4d81-aa03-b9f45b66196b owned by network:router_interface {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:34:04.231133 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-53708a42-4fb6-4af8-b649-aab89f2c6bdf tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:04.234841 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-34c13a0d-14db-4d90-b1cd-0de536057829 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:34:04.278234 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53708a42-4fb6-4af8-b649-aab89f2c6bdf tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event deleted for resources: {'Port': ['ID=ced363fb-c8d0-4d81-aa03-b9f45b66196b,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:34:04.281139 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-53708a42-4fb6-4af8-b649-aab89f2c6bdf tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:34:04.574645 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-53708a42-4fb6-4af8-b649-aab89f2c6bdf tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32897953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348760'] for router_interface, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:05.150945 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53708a42-4fb6-4af8-b649-aab89f2c6bdf tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Router 2071c686-38bc-4541-b1f1-1d90cc8b4b08 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 09:34:05.355313 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53708a42-4fb6-4af8-b649-aab89f2c6bdf tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 09:34:05.364712 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc558a9-f2e0-48ce-b299-89d98a0391e6 None None] Sync routers for ids ['2071c686-38bc-4541-b1f1-1d90cc8b4b08'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 09:34:05.368678 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-53708a42-4fb6-4af8-b649-aab89f2c6bdf tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "PUT /v2.0/routers/2071c686-38bc-4541-b1f1-1d90cc8b4b08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7725754 Dec 20 09:34:05.371329 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 52236) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:34:05.377052 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc558a9-f2e0-48ce-b299-89d98a0391e6 None None] Routers {'2071c686-38bc-4541-b1f1-1d90cc8b4b08'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:34:05.377692 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-8bc558a9-f2e0-48ce-b299-89d98a0391e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:33:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['2071c686-38bc-4541-b1f1-1d90cc8b4b08'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:34:05.558642 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-8bc558a9-f2e0-48ce-b299-89d98a0391e6 None None] Set router 2071c686-38bc-4541-b1f1-1d90cc8b4b08 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:34:05.691040 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_v2 [None req-9596f824-5c12-4f69-904d-f30d822ea8f9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Deleting subnet 901488de-4c22-4b06-82f9-c38caa47599e {{(pid=83445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 09:34:05.693819 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9596f824-5c12-4f69-904d-f30d822ea8f9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for subnet, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:05.748141 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9596f824-5c12-4f69-904d-f30d822ea8f9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1518554'] for subnet, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:05.837093 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9596f824-5c12-4f69-904d-f30d822ea8f9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:05.847315 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-8bc558a9-f2e0-48ce-b299-89d98a0391e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2071c686-38bc-4541-b1f1-1d90cc8b4b08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2022446249', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.32'}], 'enable_snat': True}, 'gw_port_id': '7c75a804-5ba2-4677-bbe3-16adab70e2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:31:22Z', 'updated_at': '2021-12-20T09:34:04Z', 'revision_number': 5, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'gw_port': {'id': '7c75a804-5ba2-4677-bbe3-16adab70e2cc', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:df:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2071c686-38bc-4541-b1f1-1d90cc8b4b08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:31:22Z', 'updated_at': '2021-12-20T09:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:34:05.851190 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc558a9-f2e0-48ce-b299-89d98a0391e6 None None] Checking router: 2071c686-38bc-4541-b1f1-1d90cc8b4b08 for host: dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 09:34:05.861365 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc558a9-f2e0-48ce-b299-89d98a0391e6 None None] Routers {'2071c686-38bc-4541-b1f1-1d90cc8b4b08'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:34:05.861963 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-8bc558a9-f2e0-48ce-b299-89d98a0391e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:33:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['2071c686-38bc-4541-b1f1-1d90cc8b4b08'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:34:05.914300 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9596f824-5c12-4f69-904d-f30d822ea8f9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2036620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2095133'] for subnet, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:05.918708 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-44dcf14b-70f2-42fb-8249-a32e7af74c02 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:34:05.955227 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9596f824-5c12-4f69-904d-f30d822ea8f9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event deleted for resources: {'Subnet': ['ID=901488de-4c22-4b06-82f9-c38caa47599e,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:34:05.957901 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-9596f824-5c12-4f69-904d-f30d822ea8f9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:34:05.960473 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9596f824-5c12-4f69-904d-f30d822ea8f9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:05.969178 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-9596f824-5c12-4f69-904d-f30d822ea8f9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "DELETE /v2.0/subnets/901488de-4c22-4b06-82f9-c38caa47599e HTTP/1.1" status: 204 len: 168 time: 0.5946460 Dec 20 09:34:05.969374 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc94fb6-83d6-428d-8cbc-9904205c1b35 None None] Network 2246fa6a-bc1d-4aae-9381-642722a9700d requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 09:34:05.969800 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 52240) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:34:06.039669 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-8bc558a9-f2e0-48ce-b299-89d98a0391e6 None None] Set router 2071c686-38bc-4541-b1f1-1d90cc8b4b08 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:34:06.187416 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2f253e2c-7f4c-4e80-8025-0add3c3dac2e tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for router, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:06.227114 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67a8d2f-e59a-4535-a87e-dc782cb313b7 None None] DHCP port deletion for 2246fa6a-bc1d-4aae-9381-642722a9700d request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 09:34:06.231679 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-f67a8d2f-e59a-4535-a87e-dc782cb313b7 None None] Deleting port 23cf5e59-701c-48ec-b7ad-a03a2ad11d12 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:34:06.232059 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f67a8d2f-e59a-4535-a87e-dc782cb313b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:06.331916 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-8bc558a9-f2e0-48ce-b299-89d98a0391e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2071c686-38bc-4541-b1f1-1d90cc8b4b08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2022446249', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.32'}], 'enable_snat': True}, 'gw_port_id': '7c75a804-5ba2-4677-bbe3-16adab70e2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:31:22Z', 'updated_at': '2021-12-20T09:34:04Z', 'revision_number': 5, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'gw_port': {'id': '7c75a804-5ba2-4677-bbe3-16adab70e2cc', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:df:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2071c686-38bc-4541-b1f1-1d90cc8b4b08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:31:22Z', 'updated_at': '2021-12-20T09:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:34:06.335957 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc558a9-f2e0-48ce-b299-89d98a0391e6 None None] The sync data for ids ['2071c686-38bc-4541-b1f1-1d90cc8b4b08'] in dv-neutron-820491-1-hyperv is: [{'id': '2071c686-38bc-4541-b1f1-1d90cc8b4b08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2022446249', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.32'}], 'enable_snat': True}, 'gw_port_id': '7c75a804-5ba2-4677-bbe3-16adab70e2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:31:22Z', 'updated_at': '2021-12-20T09:34:04Z', 'revision_number': 5, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'gw_port': {'id': '7c75a804-5ba2-4677-bbe3-16adab70e2cc', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:df:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2071c686-38bc-4541-b1f1-1d90cc8b4b08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:31:22Z', 'updated_at': '2021-12-20T09:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 09:34:06.415430 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2f253e2c-7f4c-4e80-8025-0add3c3dac2e tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:06.424645 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-2f253e2c-7f4c-4e80-8025-0add3c3dac2e tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Deleting port 7c75a804-5ba2-4677-bbe3-16adab70e2cc {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:34:06.424974 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2f253e2c-7f4c-4e80-8025-0add3c3dac2e tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:06.438875 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-f67a8d2f-e59a-4535-a87e-dc782cb313b7 None None] For port 23cf5e59-701c-48ec-b7ad-a03a2ad11d12, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=23cf5e59-701c-48ec-b7ad-a03a2ad11d12,segment=NetworkSegment(98e07ab1-67e0-40d5-ab04-0e2ed54835cf),segment_id=98e07ab1-67e0-40d5-ab04-0e2ed54835cf)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:34:06.439275 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f67a8d2f-e59a-4535-a87e-dc782cb313b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:06.563443 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-f67a8d2f-e59a-4535-a87e-dc782cb313b7 None None] Calling delete_port for 23cf5e59-701c-48ec-b7ad-a03a2ad11d12 owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:34:06.599946 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-2f253e2c-7f4c-4e80-8025-0add3c3dac2e tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] For port 7c75a804-5ba2-4677-bbe3-16adab70e2cc, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=7c75a804-5ba2-4677-bbe3-16adab70e2cc,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:34:06.600298 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2f253e2c-7f4c-4e80-8025-0add3c3dac2e tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:06.637154 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f67a8d2f-e59a-4535-a87e-dc782cb313b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102'] for port, after_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:06.640927 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:34:06.682286 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67a8d2f-e59a-4535-a87e-dc782cb313b7 None None] Pushing event deleted for resources: {'Port': ['ID=23cf5e59-701c-48ec-b7ad-a03a2ad11d12,revision_number=None']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:34:06.691205 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67a8d2f-e59a-4535-a87e-dc782cb313b7 None None] No DVR routers for this DVR port 23cf5e59-701c-48ec-b7ad-a03a2ad11d12 on host dv-neutron-820491-1-hyperv {{(pid=83446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 09:34:06.696976 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67a8d2f-e59a-4535-a87e-dc782cb313b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:34:06.697339 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67a8d2f-e59a-4535-a87e-dc782cb313b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:34:06.703989 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67a8d2f-e59a-4535-a87e-dc782cb313b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:34:06.703989 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67a8d2f-e59a-4535-a87e-dc782cb313b7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:34:06.703989 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67a8d2f-e59a-4535-a87e-dc782cb313b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:34:06.703989 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67a8d2f-e59a-4535-a87e-dc782cb313b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:34:06.703989 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67a8d2f-e59a-4535-a87e-dc782cb313b7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:34:06.703989 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67a8d2f-e59a-4535-a87e-dc782cb313b7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:34:06.703989 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67a8d2f-e59a-4535-a87e-dc782cb313b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:34:06.703989 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67a8d2f-e59a-4535-a87e-dc782cb313b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:34:06.703989 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67a8d2f-e59a-4535-a87e-dc782cb313b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:34:06.707204 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-f67a8d2f-e59a-4535-a87e-dc782cb313b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:34:06.747820 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-2f253e2c-7f4c-4e80-8025-0add3c3dac2e tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Calling delete_port for 7c75a804-5ba2-4677-bbe3-16adab70e2cc owned by network:router_gateway {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:34:06.925519 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2f253e2c-7f4c-4e80-8025-0add3c3dac2e tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:06.929026 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-8be8d5a3-738f-4689-9f77-9cfab97af148 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:34:06.973640 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f253e2c-7f4c-4e80-8025-0add3c3dac2e tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event deleted for resources: {'Port': ['ID=7c75a804-5ba2-4677-bbe3-16adab70e2cc,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:34:06.977050 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-2f253e2c-7f4c-4e80-8025-0add3c3dac2e tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:34:07.311646 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2f253e2c-7f4c-4e80-8025-0add3c3dac2e tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346107'] for router_gateway, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:07.491538 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 23cf5e59-701c-48ec-b7ad-a03a2ad11d12 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 09:34:07.528070 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 23cf5e59-701c-48ec-b7ad-a03a2ad11d12 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 09:34:07.528436 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 23cf5e59-701c-48ec-b7ad-a03a2ad11d12 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 09:34:07.528859 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device ced363fb-c8d0-4d81-aa03-b9f45b66196b no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 09:34:07.560088 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: ced363fb-c8d0-4d81-aa03-b9f45b66196b {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 09:34:07.560444 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device ced363fb-c8d0-4d81-aa03-b9f45b66196b not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 09:34:07.575942 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2f253e2c-7f4c-4e80-8025-0add3c3dac2e tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24735'] for router, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:07.580236 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2f253e2c-7f4c-4e80-8025-0add3c3dac2e tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:07.605302 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2f253e2c-7f4c-4e80-8025-0add3c3dac2e tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-390871'] for router, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:07.605804 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f253e2c-7f4c-4e80-8025-0add3c3dac2e tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Fanout notify agent at l3_agent the message router_deleted on router 2071c686-38bc-4541-b1f1-1d90cc8b4b08 {{(pid=83445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 09:34:07.620280 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2f253e2c-7f4c-4e80-8025-0add3c3dac2e tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:07.623552 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-2f253e2c-7f4c-4e80-8025-0add3c3dac2e tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "DELETE /v2.0/routers/2071c686-38bc-4541-b1f1-1d90cc8b4b08 HTTP/1.1" status: 204 len: 168 time: 1.6512327 Dec 20 09:34:07.624208 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 52244) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:34:07.741330 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-aa1ec75e-b80e-43b1-a393-4a5f23f123bc tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:07.871928 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-aa1ec75e-b80e-43b1-a393-4a5f23f123bc tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:07.899728 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-aa1ec75e-b80e-43b1-a393-4a5f23f123bc tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2246fa6a-bc1d-4aae-9381-642722a9700d']}} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:34:07.912379 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-aa1ec75e-b80e-43b1-a393-4a5f23f123bc tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98e07ab1-67e0-40d5-ab04-0e2ed54835cf') {'for_net_delete': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:34:07.912674 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-aa1ec75e-b80e-43b1-a393-4a5f23f123bc tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98e07ab1-67e0-40d5-ab04-0e2ed54835cf') {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:34:07.929350 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-aa1ec75e-b80e-43b1-a393-4a5f23f123bc tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1518531'] for segment, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:07.946279 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-aa1ec75e-b80e-43b1-a393-4a5f23f123bc tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:07.952424 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa1ec75e-b80e-43b1-a393-4a5f23f123bc tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=83445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 09:34:07.952812 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-aa1ec75e-b80e-43b1-a393-4a5f23f123bc tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2036002'] for segment, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:07.967531 dv-neutron-820491-1-hyperv neutron-server[83445]: Traceback (most recent call last): Dec 20 09:34:07.967531 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 09:34:07.967531 dv-neutron-820491-1-hyperv neutron-server[83445]: timer() Dec 20 09:34:07.967531 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 09:34:07.967531 dv-neutron-820491-1-hyperv neutron-server[83445]: cb(*args, **kw) Dec 20 09:34:07.967531 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 09:34:07.967531 dv-neutron-820491-1-hyperv neutron-server[83445]: return func(*args, **kwargs) Dec 20 09:34:07.967531 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 09:34:07.967531 dv-neutron-820491-1-hyperv neutron-server[83445]: self._notify() Dec 20 09:34:07.967531 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 09:34:07.967531 dv-neutron-820491-1-hyperv neutron-server[83445]: self.callback(batched_events) Dec 20 09:34:07.967531 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 09:34:07.967531 dv-neutron-820491-1-hyperv neutron-server[83445]: event.method(event) Dec 20 09:34:07.967531 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 09:34:07.967531 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 09:34:07.967531 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 09:34:07.967531 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 09:34:07.967531 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 09:34:07.967531 dv-neutron-820491-1-hyperv neutron-server[83445]: return f(self, *a, **k) Dec 20 09:34:07.967531 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 09:34:07.967531 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._get(url).json() Dec 20 09:34:07.967531 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 09:34:07.967531 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 09:34:07.967531 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 09:34:07.967531 dv-neutron-820491-1-hyperv neutron-server[83445]: return self.request(url, 'GET', **kwargs) Dec 20 09:34:07.967531 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 09:34:07.967531 dv-neutron-820491-1-hyperv neutron-server[83445]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 09:34:07.967531 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 09:34:07.967531 dv-neutron-820491-1-hyperv neutron-server[83445]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 09:34:07.967531 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 09:34:07.967531 dv-neutron-820491-1-hyperv neutron-server[83445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 09:34:07.967531 dv-neutron-820491-1-hyperv neutron-server[83445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 09:34:08.049716 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-aa1ec75e-b80e-43b1-a393-4a5f23f123bc tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:08.053138 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ea6a099c-9006-4ce4-8f26-53747f2b0a53 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:34:08.067880 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-aa1ec75e-b80e-43b1-a393-4a5f23f123bc tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:08.079154 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1ec75e-b80e-43b1-a393-4a5f23f123bc tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event deleted for resources: {'Network': ['ID=2246fa6a-bc1d-4aae-9381-642722a9700d,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:34:08.082765 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-aa1ec75e-b80e-43b1-a393-4a5f23f123bc tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:34:08.084530 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-aa1ec75e-b80e-43b1-a393-4a5f23f123bc tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "DELETE /v2.0/networks/2246fa6a-bc1d-4aae-9381-642722a9700d HTTP/1.1" status: 204 len: 168 time: 0.4593699 Dec 20 09:34:08.087730 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 52248) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:34:08.156749 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-cf9b87ac-79c7-4561-aef1-cc6ea1b7cc82 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:08.186059 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-cf9b87ac-79c7-4561-aef1-cc6ea1b7cc82 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:08.254962 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-cf9b87ac-79c7-4561-aef1-cc6ea1b7cc82 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:08.259609 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0075e6ba-dfa0-48aa-b77c-f7f528bdc438 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:34:08.277447 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9b87ac-79c7-4561-aef1-cc6ea1b7cc82 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=285ed65e-b8bf-4f87-a381-f3a9552abbfb,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:34:08.280531 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-cf9b87ac-79c7-4561-aef1-cc6ea1b7cc82 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:34:08.294133 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-cf9b87ac-79c7-4561-aef1-cc6ea1b7cc82 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:08.295289 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-cf9b87ac-79c7-4561-aef1-cc6ea1b7cc82 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "DELETE /v2.0/security-groups/285ed65e-b8bf-4f87-a381-f3a9552abbfb HTTP/1.1" status: 204 len: 168 time: 0.2066491 Dec 20 09:34:09.406668 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 7c75a804-5ba2-4677-bbe3-16adab70e2cc no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 09:34:09.440693 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 7c75a804-5ba2-4677-bbe3-16adab70e2cc {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 09:34:09.441049 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 7c75a804-5ba2-4677-bbe3-16adab70e2cc not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 09:34:09.722003 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 52258) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:34:09.728598 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-19bbf724-b05e-45c4-aae4-38b382d546b5 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1343337433', 'description': 'tempest-secgroup-smoke-1343337433 description', 'project_id': '2bbb24938a37400498f9f82b32585e2d'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:34:09.734725 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-19bbf724-b05e-45c4-aae4-38b382d546b5 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:34:09.738841 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-19bbf724-b05e-45c4-aae4-38b382d546b5 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Usage tracker for resource:security_group and tenant:2bbb24938a37400498f9f82b32585e2d is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:34:09.742571 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-19bbf724-b05e-45c4-aae4-38b382d546b5 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:34:09.748184 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-19bbf724-b05e-45c4-aae4-38b382d546b5 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:34:09.759573 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-19bbf724-b05e-45c4-aae4-38b382d546b5 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:09.794281 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-19bbf724-b05e-45c4-aae4-38b382d546b5 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:34:09.798045 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-19bbf724-b05e-45c4-aae4-38b382d546b5 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Usage tracker for resource:security_group_rule and tenant:2bbb24938a37400498f9f82b32585e2d is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:34:09.800782 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-19bbf724-b05e-45c4-aae4-38b382d546b5 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:34:09.806804 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-19bbf724-b05e-45c4-aae4-38b382d546b5 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:34:09.861584 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-19bbf724-b05e-45c4-aae4-38b382d546b5 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:09.865165 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-19bbf724-b05e-45c4-aae4-38b382d546b5 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:09.869006 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ed13f38b-89b3-4ad4-a189-e3956ce00cab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:34:09.910834 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bbf724-b05e-45c4-aae4-38b382d546b5 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b374d31-6bab-492d-bc8f-b695fdecc35b,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:34:09.914528 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-19bbf724-b05e-45c4-aae4-38b382d546b5 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:34:09.917371 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-19bbf724-b05e-45c4-aae4-38b382d546b5 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:09.918421 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-19bbf724-b05e-45c4-aae4-38b382d546b5 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1953936 Dec 20 09:34:09.921410 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 52262) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:34:09.926987 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-f5c2abff-9ed1-4473-9c7f-1ca117568dd9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Request body: {'security_group_rule': {'security_group_id': '4b374d31-6bab-492d-bc8f-b695fdecc35b', 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:34:09.933432 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-f5c2abff-9ed1-4473-9c7f-1ca117568dd9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:34:09.937168 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f5c2abff-9ed1-4473-9c7f-1ca117568dd9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Usage tracker for resource:security_group_rule and tenant:2bbb24938a37400498f9f82b32585e2d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:34:09.940022 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f5c2abff-9ed1-4473-9c7f-1ca117568dd9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:34:09.947102 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-f5c2abff-9ed1-4473-9c7f-1ca117568dd9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:34:09.964361 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f5c2abff-9ed1-4473-9c7f-1ca117568dd9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:10.024416 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f5c2abff-9ed1-4473-9c7f-1ca117568dd9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:10.028175 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f5c2abff-9ed1-4473-9c7f-1ca117568dd9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:10.034654 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3ebac1ab-583e-4bb0-8868-cad8087f0952 tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:34:10.052678 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c2abff-9ed1-4473-9c7f-1ca117568dd9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5950d4a-119d-45a7-b5f5-7cfd36b5eecb,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:34:10.055377 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f5c2abff-9ed1-4473-9c7f-1ca117568dd9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:34:10.063244 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f5c2abff-9ed1-4473-9c7f-1ca117568dd9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:10.064432 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f5c2abff-9ed1-4473-9c7f-1ca117568dd9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1420569 Dec 20 09:34:10.067160 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 52266) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:34:10.073081 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-1bed4894-9097-4bbf-bdfc-53cfcb356b5a tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Request body: {'security_group_rule': {'security_group_id': '4b374d31-6bab-492d-bc8f-b695fdecc35b', 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:34:10.078937 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-1bed4894-9097-4bbf-bdfc-53cfcb356b5a tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:34:10.082737 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-1bed4894-9097-4bbf-bdfc-53cfcb356b5a tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Usage tracker for resource:security_group_rule and tenant:2bbb24938a37400498f9f82b32585e2d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:34:10.086266 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-1bed4894-9097-4bbf-bdfc-53cfcb356b5a tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:34:10.091958 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-1bed4894-9097-4bbf-bdfc-53cfcb356b5a tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:34:10.108718 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1bed4894-9097-4bbf-bdfc-53cfcb356b5a tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:10.174008 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1bed4894-9097-4bbf-bdfc-53cfcb356b5a tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:10.177670 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1bed4894-9097-4bbf-bdfc-53cfcb356b5a tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:10.184639 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d3b72d59-941e-4bf5-bfc7-04bea7b63473 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:34:10.204755 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bed4894-9097-4bbf-bdfc-53cfcb356b5a tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aec1494b-6a96-4286-a2de-e4e36666b2b8,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:34:10.209653 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1bed4894-9097-4bbf-bdfc-53cfcb356b5a tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:34:10.214189 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1bed4894-9097-4bbf-bdfc-53cfcb356b5a tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:10.215351 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1bed4894-9097-4bbf-bdfc-53cfcb356b5a tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1473060 Dec 20 09:34:10.218652 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 52270) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:34:10.224610 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-64b0f5c2-4abc-43c1-b328-be49bf66c657 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Request body: {'security_group_rule': {'security_group_id': '4b374d31-6bab-492d-bc8f-b695fdecc35b', 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:34:10.230828 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-64b0f5c2-4abc-43c1-b328-be49bf66c657 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:34:10.234678 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-64b0f5c2-4abc-43c1-b328-be49bf66c657 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Usage tracker for resource:security_group_rule and tenant:2bbb24938a37400498f9f82b32585e2d is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:34:10.237543 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-64b0f5c2-4abc-43c1-b328-be49bf66c657 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:34:10.243718 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-64b0f5c2-4abc-43c1-b328-be49bf66c657 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:34:10.262100 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-64b0f5c2-4abc-43c1-b328-be49bf66c657 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:10.332528 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-64b0f5c2-4abc-43c1-b328-be49bf66c657 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:10.332528 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-64b0f5c2-4abc-43c1-b328-be49bf66c657 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:10.334011 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e0abf372-4b1f-4afc-8611-9acdf4074270 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:34:10.356844 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b0f5c2-4abc-43c1-b328-be49bf66c657 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf7c8840-a1b7-4187-9135-714448a7c5ad,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:34:10.361251 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-64b0f5c2-4abc-43c1-b328-be49bf66c657 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:34:10.365820 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-64b0f5c2-4abc-43c1-b328-be49bf66c657 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:10.367615 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-64b0f5c2-4abc-43c1-b328-be49bf66c657 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1479619 Dec 20 09:34:10.370573 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 52274) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:34:10.376009 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-9735a595-10a2-47a6-a057-386446a2b814 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Request body: {'security_group_rule': {'security_group_id': '4b374d31-6bab-492d-bc8f-b695fdecc35b', 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:34:10.385074 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-9735a595-10a2-47a6-a057-386446a2b814 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:34:10.388869 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-9735a595-10a2-47a6-a057-386446a2b814 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Usage tracker for resource:security_group_rule and tenant:2bbb24938a37400498f9f82b32585e2d is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:34:10.391756 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-9735a595-10a2-47a6-a057-386446a2b814 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:34:10.397448 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-9735a595-10a2-47a6-a057-386446a2b814 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:34:10.416968 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9735a595-10a2-47a6-a057-386446a2b814 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:10.456373 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:10.482993 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9735a595-10a2-47a6-a057-386446a2b814 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:10.486610 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9735a595-10a2-47a6-a057-386446a2b814 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:10.488436 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-acaf065c-f547-4057-9d73-259d61f28b1a tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:34:10.510426 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9735a595-10a2-47a6-a057-386446a2b814 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=152dce81-1c05-4896-8ee1-18d7f3c706c5,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:34:10.512818 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-9735a595-10a2-47a6-a057-386446a2b814 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:34:10.520064 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9735a595-10a2-47a6-a057-386446a2b814 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:10.521256 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-9735a595-10a2-47a6-a057-386446a2b814 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1497602 Dec 20 09:34:10.524311 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 52278) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:34:10.529748 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-793139aa-8cac-4bc5-906e-e7badf794c38 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Request body: {'security_group_rule': {'security_group_id': '4b374d31-6bab-492d-bc8f-b695fdecc35b', 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:34:10.535776 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-793139aa-8cac-4bc5-906e-e7badf794c38 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:34:10.540519 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-793139aa-8cac-4bc5-906e-e7badf794c38 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Usage tracker for resource:security_group_rule and tenant:2bbb24938a37400498f9f82b32585e2d is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:34:10.543436 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-793139aa-8cac-4bc5-906e-e7badf794c38 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:34:10.549177 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-793139aa-8cac-4bc5-906e-e7badf794c38 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:34:10.560978 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.securitygroups_db [None req-793139aa-8cac-4bc5-906e-e7badf794c38 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Project 2bbb24938a37400498f9f82b32585e2d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 09:34:10.567469 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-793139aa-8cac-4bc5-906e-e7badf794c38 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:10.634842 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-793139aa-8cac-4bc5-906e-e7badf794c38 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:10.638815 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-793139aa-8cac-4bc5-906e-e7badf794c38 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:10.642181 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-c2751cd2-c5d8-4f3f-86d7-72285f100aa1 tempest-TestVolumeBootPattern-1903682233 tempest-TestVolumeBootPattern-1903682233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:34:10.667436 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793139aa-8cac-4bc5-906e-e7badf794c38 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e08edb2f-b056-4695-beb4-b0d2f9028916,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:34:10.672709 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-793139aa-8cac-4bc5-906e-e7badf794c38 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:34:10.677816 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-793139aa-8cac-4bc5-906e-e7badf794c38 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:10.679686 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-793139aa-8cac-4bc5-906e-e7badf794c38 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1544764 Dec 20 09:34:10.682396 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 52282) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:34:10.688478 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-46d19846-d280-423f-bd03-7ae05d7b2f38 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Request body: {'security_group_rule': {'security_group_id': '4b374d31-6bab-492d-bc8f-b695fdecc35b', 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:34:10.694570 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-46d19846-d280-423f-bd03-7ae05d7b2f38 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:34:10.698760 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-46d19846-d280-423f-bd03-7ae05d7b2f38 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Usage tracker for resource:security_group_rule and tenant:2bbb24938a37400498f9f82b32585e2d is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:34:10.701967 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-46d19846-d280-423f-bd03-7ae05d7b2f38 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:34:10.707706 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-46d19846-d280-423f-bd03-7ae05d7b2f38 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:34:10.718597 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.securitygroups_db [None req-46d19846-d280-423f-bd03-7ae05d7b2f38 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Project 2bbb24938a37400498f9f82b32585e2d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 09:34:10.725839 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-46d19846-d280-423f-bd03-7ae05d7b2f38 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:10.795955 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-46d19846-d280-423f-bd03-7ae05d7b2f38 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:10.798791 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-46d19846-d280-423f-bd03-7ae05d7b2f38 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:10.801069 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-4c512e2f-277c-42fe-829b-3a8d8d2f6bfa tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:34:10.823234 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d19846-d280-423f-bd03-7ae05d7b2f38 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6a99e78-05b3-4d65-8ce6-30233b2ec879,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:34:10.825966 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-46d19846-d280-423f-bd03-7ae05d7b2f38 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:34:10.833061 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-46d19846-d280-423f-bd03-7ae05d7b2f38 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:10.834357 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-46d19846-d280-423f-bd03-7ae05d7b2f38 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1507936 Dec 20 09:34:10.837403 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 52286) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:34:10.842915 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-7705847b-2cfb-49c0-a3db-056c9891c6d0 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Request body: {'network': {'name': 'tempest-network-smoke--545324226', 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'port_security_enabled': True}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:34:10.848072 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-7705847b-2cfb-49c0-a3db-056c9891c6d0 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:34:10.852905 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-7705847b-2cfb-49c0-a3db-056c9891c6d0 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Usage tracker for resource:network and tenant:2bbb24938a37400498f9f82b32585e2d is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:34:10.855730 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-7705847b-2cfb-49c0-a3db-056c9891c6d0 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:34:10.861336 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-7705847b-2cfb-49c0-a3db-056c9891c6d0 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:34:10.871782 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7705847b-2cfb-49c0-a3db-056c9891c6d0 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Made reservation on behalf of 2bbb24938a37400498f9f82b32585e2d for: {'network': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 09:34:10.874728 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7705847b-2cfb-49c0-a3db-056c9891c6d0 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:10.902581 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7705847b-2cfb-49c0-a3db-056c9891c6d0 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=83445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 09:34:10.911680 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7705847b-2cfb-49c0-a3db-056c9891c6d0 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:10.912057 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.segments_db [None req-7705847b-2cfb-49c0-a3db-056c9891c6d0 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Added segment 4fa8838c-947a-4410-9a81-8f51ea682ab0 of type vlan for network 10e4018e-756a-46f8-8dbf-11723c840b1c Dec 20 09:34:10.948999 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7705847b-2cfb-49c0-a3db-056c9891c6d0 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:10.981986 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7705847b-2cfb-49c0-a3db-056c9891c6d0 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:10.985835 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7705847b-2cfb-49c0-a3db-056c9891c6d0 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:34:10.986410 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7705847b-2cfb-49c0-a3db-056c9891c6d0 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:10.991416 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d119d0ea-6fe7-4d48-80ad-37b177cefcb5 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:34:11.043278 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-7705847b-2cfb-49c0-a3db-056c9891c6d0 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2048137 Dec 20 09:34:11.046867 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 52290) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:34:11.052349 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-f4bf2ada-e0ea-4aa7-a0aa-922860879f27 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1591246726', 'admin_state_up': True, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:34:11.059490 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-f4bf2ada-e0ea-4aa7-a0aa-922860879f27 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:34:11.063321 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f4bf2ada-e0ea-4aa7-a0aa-922860879f27 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Usage tracker for resource:router and tenant:2bbb24938a37400498f9f82b32585e2d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:34:11.066245 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f4bf2ada-e0ea-4aa7-a0aa-922860879f27 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:34:11.071890 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-f4bf2ada-e0ea-4aa7-a0aa-922860879f27 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:34:11.082582 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f4bf2ada-e0ea-4aa7-a0aa-922860879f27 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24817'] for router, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:11.083526 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f4bf2ada-e0ea-4aa7-a0aa-922860879f27 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-351744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24806'] for router, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:11.099161 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7705847b-2cfb-49c0-a3db-056c9891c6d0 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event updated for resources: {'Network': ['ID=10e4018e-756a-46f8-8dbf-11723c840b1c,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:34:11.102902 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-7705847b-2cfb-49c0-a3db-056c9891c6d0 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:34:11.106226 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f4bf2ada-e0ea-4aa7-a0aa-922860879f27 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:11.110985 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network 10e4018e-756a-46f8-8dbf-11723c840b1c details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 09:34:11.379421 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f4bf2ada-e0ea-4aa7-a0aa-922860879f27 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24724'] for router, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:11.556561 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f4bf2ada-e0ea-4aa7-a0aa-922860879f27 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for router_gateway, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:11.590245 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f4bf2ada-e0ea-4aa7-a0aa-922860879f27 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:11.723628 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-f4bf2ada-e0ea-4aa7-a0aa-922860879f27 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Allocated IP 172.26.5.7 (95f3bec2-46e6-4468-8229-8badd4a5aaae/cf8895a3-346d-4313-a645-16ecdcce9969/e6f16d89-48b3-46e6-9baa-b517bd17e3a3) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 09:34:11.870628 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f4bf2ada-e0ea-4aa7-a0aa-922860879f27 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:11.898162 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f4bf2ada-e0ea-4aa7-a0aa-922860879f27 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:11.901866 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7bc8522d-0b56-4356-82b6-32947e8dded0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:34:11.971330 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4bf2ada-e0ea-4aa7-a0aa-922860879f27 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Network 95f3bec2-46e6-4468-8229-8badd4a5aaae is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:34:11.974615 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-f4bf2ada-e0ea-4aa7-a0aa-922860879f27 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:34:11.978001 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bf2ada-e0ea-4aa7-a0aa-922860879f27 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 09:34:12.007420 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bf2ada-e0ea-4aa7-a0aa-922860879f27 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event updated for resources: {'Port': ['ID=e6f16d89-48b3-46e6-9baa-b517bd17e3a3,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:34:12.013457 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f4bf2ada-e0ea-4aa7-a0aa-922860879f27 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:34:12.138447 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f4bf2ada-e0ea-4aa7-a0aa-922860879f27 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for router_gateway, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:12.139142 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f4bf2ada-e0ea-4aa7-a0aa-922860879f27 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071'] for router, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:12.365747 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4bf2ada-e0ea-4aa7-a0aa-922860879f27 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Router 27e7c1db-95e5-4935-b206-b8607c6228b7 is scheduled to L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 with binding_index 1 {{(pid=83444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 09:34:12.566059 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4bf2ada-e0ea-4aa7-a0aa-922860879f27 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 09:34:12.575685 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344bc8d8-082c-496e-b743-28156572bc8d None None] Sync routers for ids ['27e7c1db-95e5-4935-b206-b8607c6228b7'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 09:34:12.588688 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344bc8d8-082c-496e-b743-28156572bc8d None None] Routers {'27e7c1db-95e5-4935-b206-b8607c6228b7'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:34:12.590002 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-344bc8d8-082c-496e-b743-28156572bc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:33:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['27e7c1db-95e5-4935-b206-b8607c6228b7'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:34:12.594009 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f4bf2ada-e0ea-4aa7-a0aa-922860879f27 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:12.595600 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f4bf2ada-e0ea-4aa7-a0aa-922860879f27 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5474777 Dec 20 09:34:12.598760 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 52294) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:34:12.640634 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-8c20b6b2-0677-4adc-8e76-7ada7185a20d tempest-TestNetworkAdvancedServerOps-948809047 tempest-TestNetworkAdvancedServerOps-948809047-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=2bbb24938a37400498f9f82b32585e2d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383506 Dec 20 09:34:12.640862 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 52298) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:34:12.746397 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f7913200-d567-42bf-acb5-930cf76b9340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:12.775343 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6c9bfe-ca9c-4da7-b883-a7cc68bc0d17 tempest-TestNetworkAdvancedServerOps-948809047 tempest-TestNetworkAdvancedServerOps-948809047-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:34:12.776887 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-5d6c9bfe-ca9c-4da7-b883-a7cc68bc0d17 tempest-TestNetworkAdvancedServerOps-948809047 tempest-TestNetworkAdvancedServerOps-948809047-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1350954 Dec 20 09:34:12.779867 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 52304) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:34:12.796713 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-344bc8d8-082c-496e-b743-28156572bc8d None None] Set router 27e7c1db-95e5-4935-b206-b8607c6228b7 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:34:12.820457 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-ca913f8c-bbb9-46d3-b7db-031d7feb93c6 tempest-TestNetworkAdvancedServerOps-948809047 tempest-TestNetworkAdvancedServerOps-948809047-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=95f3bec2-46e6-4468-8229-8badd4a5aaae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0391293 Dec 20 09:34:12.822722 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 52308) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:34:12.828109 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-e457a5e4-7ff7-44a8-afc3-bf614ffb8465 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-141273520', 'network_id': '10e4018e-756a-46f8-8dbf-11723c840b1c', 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:34:13.059197 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-e457a5e4-7ff7-44a8-afc3-bf614ffb8465 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:34:13.063045 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-e457a5e4-7ff7-44a8-afc3-bf614ffb8465 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Usage tracker for resource:subnet and tenant:2bbb24938a37400498f9f82b32585e2d is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:34:13.066036 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-e457a5e4-7ff7-44a8-afc3-bf614ffb8465 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:34:13.072337 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-e457a5e4-7ff7-44a8-afc3-bf614ffb8465 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:34:13.085318 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e457a5e4-7ff7-44a8-afc3-bf614ffb8465 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Made reservation on behalf of 2bbb24938a37400498f9f82b32585e2d for: {'subnet': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 09:34:13.095939 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-344bc8d8-082c-496e-b743-28156572bc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27e7c1db-95e5-4935-b206-b8607c6228b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1591246726', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.7'}], 'enable_snat': True}, 'gw_port_id': 'e6f16d89-48b3-46e6-9baa-b517bd17e3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:34:11Z', 'updated_at': '2021-12-20T09:34:12Z', 'revision_number': 3, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'gw_port': {'id': 'e6f16d89-48b3-46e6-9baa-b517bd17e3a3', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a9:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27e7c1db-95e5-4935-b206-b8607c6228b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:34:11Z', 'updated_at': '2021-12-20T09:34:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:34:13.099793 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344bc8d8-082c-496e-b743-28156572bc8d None None] Checking router: 27e7c1db-95e5-4935-b206-b8607c6228b7 for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 09:34:13.100141 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344bc8d8-082c-496e-b743-28156572bc8d None None] Updating router 27e7c1db-95e5-4935-b206-b8607c6228b7 port e6f16d89-48b3-46e6-9baa-b517bd17e3a3 binding host dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 09:34:13.155808 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-344bc8d8-082c-496e-b743-28156572bc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:13.187992 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e457a5e4-7ff7-44a8-afc3-bf614ffb8465 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2095160'] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:13.418189 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e457a5e4-7ff7-44a8-afc3-bf614ffb8465 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2036557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2095114'] for subnet, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:13.422380 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3cd72ecf-4d20-4be1-8198-e2e56b6082d4 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:34:13.495084 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-344bc8d8-082c-496e-b743-28156572bc8d None None] Notify callbacks [] for port, precommit_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:13.499490 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e457a5e4-7ff7-44a8-afc3-bf614ffb8465 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event updated for resources: {'Subnet': ['ID=913354b4-57d8-4f31-a7de-e25cdd8eb6ba,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:34:13.508017 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e457a5e4-7ff7-44a8-afc3-bf614ffb8465 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:34:13.509580 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-344bc8d8-082c-496e-b743-28156572bc8d None None] Transition to ACTIVE for port object e6f16d89-48b3-46e6-9baa-b517bd17e3a3 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:34:13.516838 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e457a5e4-7ff7-44a8-afc3-bf614ffb8465 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Checking segment: {'id': '4fa8838c-947a-4410-9a81-8f51ea682ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '10e4018e-756a-46f8-8dbf-11723c840b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:34:13.517047 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-344bc8d8-082c-496e-b743-28156572bc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:13.517169 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e457a5e4-7ff7-44a8-afc3-bf614ffb8465 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Network hostable DHCP agents. Network: 10e4018e-756a-46f8-8dbf-11723c840b1c, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 09:34:13.521506 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:34:13.539294 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e457a5e4-7ff7-44a8-afc3-bf614ffb8465 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Network 10e4018e-756a-46f8-8dbf-11723c840b1c is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 09:34:13.551266 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-e457a5e4-7ff7-44a8-afc3-bf614ffb8465 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, 10e4018e-756a-46f8-8dbf-11723c840b1c) {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:34:13.557924 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e457a5e4-7ff7-44a8-afc3-bf614ffb8465 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:34:13.558823 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e457a5e4-7ff7-44a8-afc3-bf614ffb8465 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:13.566327 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd1a6a6-5d27-431b-97bc-382c3a6ae5fb None None] Network 10e4018e-756a-46f8-8dbf-11723c840b1c requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 09:34:13.586969 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-e457a5e4-7ff7-44a8-afc3-bf614ffb8465 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7600982 Dec 20 09:34:13.587329 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 52316) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:34:13.646832 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afacc0fc-15a6-4616-9395-3512ca63dd5d None None] Pushing event updated for resources: {'Port': ['ID=e6f16d89-48b3-46e6-9baa-b517bd17e3a3,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:34:13.692128 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-344bc8d8-082c-496e-b743-28156572bc8d None None] Attempting to bind port e6f16d89-48b3-46e6-9baa-b517bd17e3a3 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 09:34:13.692513 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-344bc8d8-082c-496e-b743-28156572bc8d None None] Attempting to bind port e6f16d89-48b3-46e6-9baa-b517bd17e3a3 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 09:34:13.692875 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344bc8d8-082c-496e-b743-28156572bc8d None None] Attempting to bind port e6f16d89-48b3-46e6-9baa-b517bd17e3a3 on network 95f3bec2-46e6-4468-8229-8badd4a5aaae {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:34:13.695799 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-afacc0fc-15a6-4616-9395-3512ca63dd5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:34:13.709754 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344bc8d8-082c-496e-b743-28156572bc8d None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 9, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 09:34:13.710641 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344bc8d8-082c-496e-b743-28156572bc8d None None] Checking segment: {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:34:13.711045 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-344bc8d8-082c-496e-b743-28156572bc8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:13.711446 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344bc8d8-082c-496e-b743-28156572bc8d None None] Bound using segment: {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 09:34:13.711930 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-344bc8d8-082c-496e-b743-28156572bc8d None None] Bound port: e6f16d89-48b3-46e6-9baa-b517bd17e3a3, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 09:34:13.712309 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-344bc8d8-082c-496e-b743-28156572bc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:13.848785 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-344bc8d8-082c-496e-b743-28156572bc8d None None] For port e6f16d89-48b3-46e6-9baa-b517bd17e3a3, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 09:34:13.883421 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-344bc8d8-082c-496e-b743-28156572bc8d None None] For port e6f16d89-48b3-46e6-9baa-b517bd17e3a3, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=e6f16d89-48b3-46e6-9baa-b517bd17e3a3,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 09:34:13.889369 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-344bc8d8-082c-496e-b743-28156572bc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:13.897782 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:34:13.953442 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6d8d03-f8d7-4e1c-a6f7-74af5addb7ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-10e4018e-756a-46f8-8dbf-11723c840b1c', 'network_id': '10e4018e-756a-46f8-8dbf-11723c840b1c', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'fixed_ips': [{'subnet_id': '913354b4-57d8-4f31-a7de-e25cdd8eb6ba'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 09:34:13.954290 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-db6d8d03-f8d7-4e1c-a6f7-74af5addb7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:14.002348 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afacc0fc-15a6-4616-9395-3512ca63dd5d None None] Pushing event updated for resources: {'Port': ['ID=e6f16d89-48b3-46e6-9baa-b517bd17e3a3,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:34:14.040136 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-afacc0fc-15a6-4616-9395-3512ca63dd5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:34:14.042126 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344bc8d8-082c-496e-b743-28156572bc8d None None] Routers {'27e7c1db-95e5-4935-b206-b8607c6228b7'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:34:14.042766 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-344bc8d8-082c-496e-b743-28156572bc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:33:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['27e7c1db-95e5-4935-b206-b8607c6228b7'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:34:14.345051 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-db6d8d03-f8d7-4e1c-a6f7-74af5addb7ea None None] Allocated IP 172.20.0.2 (10e4018e-756a-46f8-8dbf-11723c840b1c/913354b4-57d8-4f31-a7de-e25cdd8eb6ba/010e9f6a-4bb4-42a5-ba4b-6ffd0a3a73d5) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 09:34:14.353343 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-344bc8d8-082c-496e-b743-28156572bc8d None None] Set router 27e7c1db-95e5-4935-b206-b8607c6228b7 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:34:14.481783 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9f65eb6f-a0c4-4d97-9589-cfae92cff43b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:14.800791 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-db6d8d03-f8d7-4e1c-a6f7-74af5addb7ea None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:14.824224 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-db6d8d03-f8d7-4e1c-a6f7-74af5addb7ea None None] Transition to ACTIVE for port object 010e9f6a-4bb4-42a5-ba4b-6ffd0a3a73d5 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:34:14.847554 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-344bc8d8-082c-496e-b743-28156572bc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27e7c1db-95e5-4935-b206-b8607c6228b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1591246726', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.7'}], 'enable_snat': True}, 'gw_port_id': 'e6f16d89-48b3-46e6-9baa-b517bd17e3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:34:11Z', 'updated_at': '2021-12-20T09:34:12Z', 'revision_number': 3, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'gw_port': {'id': 'e6f16d89-48b3-46e6-9baa-b517bd17e3a3', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a9:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27e7c1db-95e5-4935-b206-b8607c6228b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:34:11Z', 'updated_at': '2021-12-20T09:34:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:34:14.849922 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-db6d8d03-f8d7-4e1c-a6f7-74af5addb7ea None None] Transition to ACTIVE for port object 010e9f6a-4bb4-42a5-ba4b-6ffd0a3a73d5 will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:34:14.853897 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344bc8d8-082c-496e-b743-28156572bc8d None None] The sync data for ids ['27e7c1db-95e5-4935-b206-b8607c6228b7'] in dv-neutron-820491-1-hyperv is: [{'id': '27e7c1db-95e5-4935-b206-b8607c6228b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1591246726', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.7'}], 'enable_snat': True}, 'gw_port_id': 'e6f16d89-48b3-46e6-9baa-b517bd17e3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:34:11Z', 'updated_at': '2021-12-20T09:34:12Z', 'revision_number': 3, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'gw_port': {'id': 'e6f16d89-48b3-46e6-9baa-b517bd17e3a3', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a9:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27e7c1db-95e5-4935-b206-b8607c6228b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:34:11Z', 'updated_at': '2021-12-20T09:34:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 09:34:14.860970 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-db6d8d03-f8d7-4e1c-a6f7-74af5addb7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:14.865393 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:34:14.936576 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-9f65eb6f-a0c4-4d97-9589-cfae92cff43b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Allocated IP 172.20.0.1 (10e4018e-756a-46f8-8dbf-11723c840b1c/913354b4-57d8-4f31-a7de-e25cdd8eb6ba/da5f9285-e98e-4a45-9e84-641e7b6c91b1) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 09:34:14.937092 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6d8d03-f8d7-4e1c-a6f7-74af5addb7ea None None] Network 10e4018e-756a-46f8-8dbf-11723c840b1c is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:34:14.944531 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-db6d8d03-f8d7-4e1c-a6f7-74af5addb7ea None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:34:14.948211 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6d8d03-f8d7-4e1c-a6f7-74af5addb7ea None None] Pushing event updated for resources: {'Port': ['ID=010e9f6a-4bb4-42a5-ba4b-6ffd0a3a73d5,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:34:14.950741 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6d8d03-f8d7-4e1c-a6f7-74af5addb7ea None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 09:34:14.957019 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-db6d8d03-f8d7-4e1c-a6f7-74af5addb7ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:34:14.999490 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-ce06d1b3-4574-4e53-b31a-0de07f1cbdd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:15.080484 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-db6d8d03-f8d7-4e1c-a6f7-74af5addb7ea None None] Attempting to bind port 010e9f6a-4bb4-42a5-ba4b-6ffd0a3a73d5 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 09:34:15.080859 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-db6d8d03-f8d7-4e1c-a6f7-74af5addb7ea None None] Attempting to bind port 010e9f6a-4bb4-42a5-ba4b-6ffd0a3a73d5 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '4fa8838c-947a-4410-9a81-8f51ea682ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '10e4018e-756a-46f8-8dbf-11723c840b1c'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 09:34:15.081221 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6d8d03-f8d7-4e1c-a6f7-74af5addb7ea None None] Attempting to bind port 010e9f6a-4bb4-42a5-ba4b-6ffd0a3a73d5 on network 10e4018e-756a-46f8-8dbf-11723c840b1c {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:34:15.088498 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6d8d03-f8d7-4e1c-a6f7-74af5addb7ea None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 9, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 09:34:15.088868 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6d8d03-f8d7-4e1c-a6f7-74af5addb7ea None None] Checking segment: {'id': '4fa8838c-947a-4410-9a81-8f51ea682ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '10e4018e-756a-46f8-8dbf-11723c840b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:34:15.089693 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-db6d8d03-f8d7-4e1c-a6f7-74af5addb7ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:15.090092 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6d8d03-f8d7-4e1c-a6f7-74af5addb7ea None None] Bound using segment: {'id': '4fa8838c-947a-4410-9a81-8f51ea682ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '10e4018e-756a-46f8-8dbf-11723c840b1c'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 09:34:15.090562 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-db6d8d03-f8d7-4e1c-a6f7-74af5addb7ea None None] Bound port: 010e9f6a-4bb4-42a5-ba4b-6ffd0a3a73d5, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fa8838c-947a-4410-9a81-8f51ea682ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '10e4018e-756a-46f8-8dbf-11723c840b1c'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 09:34:15.090933 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-db6d8d03-f8d7-4e1c-a6f7-74af5addb7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:15.157818 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9f65eb6f-a0c4-4d97-9589-cfae92cff43b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:15.175950 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-9f65eb6f-a0c4-4d97-9589-cfae92cff43b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Transition to ACTIVE for port object da5f9285-e98e-4a45-9e84-641e7b6c91b1 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:34:15.189701 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-db6d8d03-f8d7-4e1c-a6f7-74af5addb7ea None None] For port 010e9f6a-4bb4-42a5-ba4b-6ffd0a3a73d5, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 09:34:15.193715 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-db6d8d03-f8d7-4e1c-a6f7-74af5addb7ea None None] For port 010e9f6a-4bb4-42a5-ba4b-6ffd0a3a73d5, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=010e9f6a-4bb4-42a5-ba4b-6ffd0a3a73d5,segment=NetworkSegment(4fa8838c-947a-4410-9a81-8f51ea682ab0),segment_id=4fa8838c-947a-4410-9a81-8f51ea682ab0)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 09:34:15.199854 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-db6d8d03-f8d7-4e1c-a6f7-74af5addb7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:15.200853 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9f65eb6f-a0c4-4d97-9589-cfae92cff43b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:15.203750 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-ae2cb410-1256-44f1-8012-05e08e7ac3ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:34:15.205059 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0d9eedde-2dcb-4347-98d5-07df81413da1 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:34:15.278956 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f65eb6f-a0c4-4d97-9589-cfae92cff43b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Network 10e4018e-756a-46f8-8dbf-11723c840b1c is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:34:15.282770 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-9f65eb6f-a0c4-4d97-9589-cfae92cff43b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:34:15.287001 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f65eb6f-a0c4-4d97-9589-cfae92cff43b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 09:34:15.292813 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6d8d03-f8d7-4e1c-a6f7-74af5addb7ea None None] Pushing event updated for resources: {'Port': ['ID=010e9f6a-4bb4-42a5-ba4b-6ffd0a3a73d5,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:34:15.296937 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-db6d8d03-f8d7-4e1c-a6f7-74af5addb7ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:34:15.323928 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f65eb6f-a0c4-4d97-9589-cfae92cff43b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event updated for resources: {'Port': ['ID=da5f9285-e98e-4a45-9e84-641e7b6c91b1,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:34:15.332179 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9f65eb6f-a0c4-4d97-9589-cfae92cff43b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:34:15.364168 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9f65eb6f-a0c4-4d97-9589-cfae92cff43b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-345881'] for router_interface, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:15.470843 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9f65eb6f-a0c4-4d97-9589-cfae92cff43b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:15.495156 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device e6f16d89-48b3-46e6-9baa-b517bd17e3a3 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:34:15.617159 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port e6f16d89-48b3-46e6-9baa-b517bd17e3a3 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:34:15.623509 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port e6f16d89-48b3-46e6-9baa-b517bd17e3a3 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:34:15.624066 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:15.767554 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:15.787665 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port e6f16d89-48b3-46e6-9baa-b517bd17e3a3, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=e6f16d89-48b3-46e6-9baa-b517bd17e3a3,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:34:15.792229 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:15.794479 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:34:15.868603 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=e6f16d89-48b3-46e6-9baa-b517bd17e3a3,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:34:15.872543 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:34:16.109732 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9f65eb6f-a0c4-4d97-9589-cfae92cff43b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:16.115099 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9f65eb6f-a0c4-4d97-9589-cfae92cff43b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:16.141587 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:16.146844 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ecc8e9f7-aa24-4ed8-88e5-46bde9962c3d tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:34:16.186839 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:16.238711 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f65eb6f-a0c4-4d97-9589-cfae92cff43b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event updated for resources: {'Port': ['ID=da5f9285-e98e-4a45-9e84-641e7b6c91b1,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:34:16.242594 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9f65eb6f-a0c4-4d97-9589-cfae92cff43b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:34:16.243159 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9f65eb6f-a0c4-4d97-9589-cfae92cff43b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32898031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349045'] for router_interface, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:16.324218 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8922b893-90cc-499a-b803-c084e6b543b6 None None] Network 10e4018e-756a-46f8-8dbf-11723c840b1c requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 09:34:16.385801 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f65eb6f-a0c4-4d97-9589-cfae92cff43b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Network 10e4018e-756a-46f8-8dbf-11723c840b1c is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:34:16.386950 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-9f65eb6f-a0c4-4d97-9589-cfae92cff43b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:34:16.447274 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-7084ce17-e80b-495c-b730-6d1e83cd016e None None] Provisioning for port 010e9f6a-4bb4-42a5-ba4b-6ffd0a3a73d5 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:34:16.781773 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f65eb6f-a0c4-4d97-9589-cfae92cff43b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Router 27e7c1db-95e5-4935-b206-b8607c6228b7 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 09:34:16.911662 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-176163ee-69f4-43de-bac7-1a31a59825b1 None None] Provisioning for port da5f9285-e98e-4a45-9e84-641e7b6c91b1 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:34:16.918033 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-176163ee-69f4-43de-bac7-1a31a59825b1 None None] Provisioning complete for port da5f9285-e98e-4a45-9e84-641e7b6c91b1 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:34:16.918415 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-176163ee-69f4-43de-bac7-1a31a59825b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:16.977122 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-176163ee-69f4-43de-bac7-1a31a59825b1 None None] Port da5f9285-e98e-4a45-9e84-641e7b6c91b1 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 09:34:17.005384 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f65eb6f-a0c4-4d97-9589-cfae92cff43b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 09:34:17.019495 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-9f65eb6f-a0c4-4d97-9589-cfae92cff43b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "PUT /v2.0/routers/27e7c1db-95e5-4935-b206-b8607c6228b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4310713 Dec 20 09:34:17.099658 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-a474e934-5805-43d9-9cbb-b68038979049 None None] Provisioning complete for port da5f9285-e98e-4a45-9e84-641e7b6c91b1 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:34:17.100889 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a474e934-5805-43d9-9cbb-b68038979049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:17.161201 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-a474e934-5805-43d9-9cbb-b68038979049 None None] Port da5f9285-e98e-4a45-9e84-641e7b6c91b1 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 09:34:17.196523 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-df7ddd3b-366d-4fdc-ad67-177812d060ac req-947d8ca1-9b4c-450d-aa93-175894cf7055 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Synchronizing usage tracker for tenant:2bbb24938a37400498f9f82b32585e2d on resource:security_group {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:34:17.212038 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-df7ddd3b-366d-4fdc-ad67-177812d060ac req-947d8ca1-9b4c-450d-aa93-175894cf7055 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Unset dirty status for tenant:2bbb24938a37400498f9f82b32585e2d on resource:security_group {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:34:17.213173 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-df7ddd3b-366d-4fdc-ad67-177812d060ac req-947d8ca1-9b4c-450d-aa93-175894cf7055 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1343337433&fields=id&tenant_id=2bbb24938a37400498f9f82b32585e2d HTTP/1.1" status: 200 len: 267 time: 0.0589459 Dec 20 09:34:17.283572 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-737f5e72-87c0-4fce-aa99-6f9b5a5632ba None None] Provisioning complete for port da5f9285-e98e-4a45-9e84-641e7b6c91b1 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:34:17.283861 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-737f5e72-87c0-4fce-aa99-6f9b5a5632ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:17.338477 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-737f5e72-87c0-4fce-aa99-6f9b5a5632ba None None] Port da5f9285-e98e-4a45-9e84-641e7b6c91b1 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 09:34:17.368521 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ddd3b-366d-4fdc-ad67-177812d060ac req-82bb5e3b-cf1a-4819-91e6-c4358fd8f551 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:34:17.369216 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-df7ddd3b-366d-4fdc-ad67-177812d060ac req-82bb5e3b-cf1a-4819-91e6-c4358fd8f551 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Synchronizing usage tracker for tenant:2bbb24938a37400498f9f82b32585e2d on resource:network {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:34:17.384590 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-df7ddd3b-366d-4fdc-ad67-177812d060ac req-82bb5e3b-cf1a-4819-91e6-c4358fd8f551 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Unset dirty status for tenant:2bbb24938a37400498f9f82b32585e2d on resource:network {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:34:17.386193 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-df7ddd3b-366d-4fdc-ad67-177812d060ac req-82bb5e3b-cf1a-4819-91e6-c4358fd8f551 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/networks?id=10e4018e-756a-46f8-8dbf-11723c840b1c HTTP/1.1" status: 200 len: 796 time: 0.1667211 Dec 20 09:34:17.403329 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-df7ddd3b-366d-4fdc-ad67-177812d060ac req-e62e5616-059c-4f89-ab69-3a559a3e8c68 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/quotas/2bbb24938a37400498f9f82b32585e2d HTTP/1.1" status: 200 len: 375 time: 0.0113623 Dec 20 09:34:17.488970 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-df7ddd3b-366d-4fdc-ad67-177812d060ac req-570c3e4a-4695-4725-947e-43f677a00143 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Synchronizing usage tracker for tenant:2bbb24938a37400498f9f82b32585e2d on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:34:17.504226 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-df7ddd3b-366d-4fdc-ad67-177812d060ac req-570c3e4a-4695-4725-947e-43f677a00143 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Unset dirty status for tenant:2bbb24938a37400498f9f82b32585e2d on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:34:17.505729 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-df7ddd3b-366d-4fdc-ad67-177812d060ac req-570c3e4a-4695-4725-947e-43f677a00143 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2bbb24938a37400498f9f82b32585e2d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0968270 Dec 20 09:34:17.526356 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 010e9f6a-4bb4-42a5-ba4b-6ffd0a3a73d5 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:34:17.592954 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [req-df7ddd3b-366d-4fdc-ad67-177812d060ac req-21444559-0adb-4b3e-af2e-d61e692dfad4 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=83445) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 09:34:17.594337 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-df7ddd3b-366d-4fdc-ad67-177812d060ac req-21444559-0adb-4b3e-af2e-d61e692dfad4 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0764973 Dec 20 09:34:17.602546 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:17.610867 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 010e9f6a-4bb4-42a5-ba4b-6ffd0a3a73d5 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:34:17.616726 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 010e9f6a-4bb4-42a5-ba4b-6ffd0a3a73d5 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:34:17.617101 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:17.732769 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:17.735949 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-df7ddd3b-366d-4fdc-ad67-177812d060ac req-14e02436-59c2-4ab1-873a-e18f972ca386 service neutron] 10.222.0.16 "GET /v2.0/networks/10e4018e-756a-46f8-8dbf-11723c840b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336923 Dec 20 09:34:17.765815 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 010e9f6a-4bb4-42a5-ba4b-6ffd0a3a73d5, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=010e9f6a-4bb4-42a5-ba4b-6ffd0a3a73d5,segment=NetworkSegment(4fa8838c-947a-4410-9a81-8f51ea682ab0),segment_id=4fa8838c-947a-4410-9a81-8f51ea682ab0)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:34:17.770069 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:17.770966 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device e6f16d89-48b3-46e6-9baa-b517bd17e3a3 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:34:17.797681 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:34:17.870084 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-df7ddd3b-366d-4fdc-ad67-177812d060ac req-90392206-9a59-411c-8615-287ac4cda56d service neutron] 10.222.0.16 "GET /v2.0/networks/10e4018e-756a-46f8-8dbf-11723c840b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277215 Dec 20 09:34:17.890708 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=010e9f6a-4bb4-42a5-ba4b-6ffd0a3a73d5,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:34:17.893900 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:34:17.902734 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port e6f16d89-48b3-46e6-9baa-b517bd17e3a3 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:34:17.903118 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:18.082065 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-300e3f78-0431-4bc5-b184-eab9fe04a37b req-a8080509-8e1b-4c7d-ab97-48f65ddca3e1 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Synchronizing usage tracker for tenant:2bbb24938a37400498f9f82b32585e2d on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:34:18.095025 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-300e3f78-0431-4bc5-b184-eab9fe04a37b req-a8080509-8e1b-4c7d-ab97-48f65ddca3e1 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Unset dirty status for tenant:2bbb24938a37400498f9f82b32585e2d on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:34:18.096451 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-300e3f78-0431-4bc5-b184-eab9fe04a37b req-a8080509-8e1b-4c7d-ab97-48f65ddca3e1 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad124e39-203a-4161-9207-8183d63af397 HTTP/1.1" status: 200 len: 210 time: 0.0649486 Dec 20 09:34:18.528630 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4787ec65-101c-4776-9b01-167aa2ae891b None None] Sync routers for ids ['27e7c1db-95e5-4935-b206-b8607c6228b7'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 09:34:18.543907 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4787ec65-101c-4776-9b01-167aa2ae891b None None] Routers {'27e7c1db-95e5-4935-b206-b8607c6228b7'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:34:18.544628 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-4787ec65-101c-4776-9b01-167aa2ae891b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:34:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['27e7c1db-95e5-4935-b206-b8607c6228b7'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:34:18.776900 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-4787ec65-101c-4776-9b01-167aa2ae891b None None] Set router 27e7c1db-95e5-4935-b206-b8607c6228b7 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:34:19.107728 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-4787ec65-101c-4776-9b01-167aa2ae891b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27e7c1db-95e5-4935-b206-b8607c6228b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1591246726', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.7'}], 'enable_snat': True}, 'gw_port_id': 'e6f16d89-48b3-46e6-9baa-b517bd17e3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:34:11Z', 'updated_at': '2021-12-20T09:34:15Z', 'revision_number': 4, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'gw_port': {'id': 'e6f16d89-48b3-46e6-9baa-b517bd17e3a3', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e7c1db-95e5-4935-b206-b8607c6228b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:34:11Z', 'updated_at': '2021-12-20T09:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': 'da5f9285-e98e-4a45-9e84-641e7b6c91b1', 'name': '', 'network_id': '10e4018e-756a-46f8-8dbf-11723c840b1c', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'mac_address': 'fa:16:3e:b7:2c:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27e7c1db-95e5-4935-b206-b8607c6228b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '913354b4-57d8-4f31-a7de-e25cdd8eb6ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:34:14Z', 'updated_at': '2021-12-20T09:34:15Z', 'revision_number': 2, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'subnets': [{'id': '913354b4-57d8-4f31-a7de-e25cdd8eb6ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:34:19.111667 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4787ec65-101c-4776-9b01-167aa2ae891b None None] Checking router: 27e7c1db-95e5-4935-b206-b8607c6228b7 for host: dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 09:34:19.112020 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4787ec65-101c-4776-9b01-167aa2ae891b None None] Updating router 27e7c1db-95e5-4935-b206-b8607c6228b7 port da5f9285-e98e-4a45-9e84-641e7b6c91b1 binding host dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 09:34:19.165545 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-4787ec65-101c-4776-9b01-167aa2ae891b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:19.281337 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-f4096d8b-fecc-488e-be76-dc936889a9da req-41430167-f488-42b5-8012-0e4634b686d8 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad124e39-203a-4161-9207-8183d63af397 HTTP/1.1" status: 200 len: 210 time: 0.0418413 Dec 20 09:34:19.456699 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [req-9b7ed85d-43da-4929-ad3a-858981657300 req-c33c5fbc-ea3a-45f2-b702-c1bd9fe56507 service neutron] (83444) timed out ('10.222.0.16', 49880) {{(pid=83444) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Dec 20 09:34:19.475975 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 010e9f6a-4bb4-42a5-ba4b-6ffd0a3a73d5 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:34:19.505730 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ddd3b-366d-4fdc-ad67-177812d060ac req-2e2b243a-d22a-43e9-b673-78f98bc970f4 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:34:19.507729 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-df7ddd3b-366d-4fdc-ad67-177812d060ac req-2e2b243a-d22a-43e9-b673-78f98bc970f4 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.58 "GET /v2.0/networks?id=10e4018e-756a-46f8-8dbf-11723c840b1c HTTP/1.1" status: 200 len: 796 time: 0.3084357 Dec 20 09:34:19.555938 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 010e9f6a-4bb4-42a5-ba4b-6ffd0a3a73d5 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:34:19.556741 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:19.572271 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-4787ec65-101c-4776-9b01-167aa2ae891b None None] Notify callbacks [] for port, precommit_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:19.573877 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-df7ddd3b-366d-4fdc-ad67-177812d060ac req-283fcf4a-c443-4842-92be-d198cfd83780 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2bbb24938a37400498f9f82b32585e2d HTTP/1.1" status: 200 len: 380 time: 0.0485909 Dec 20 09:34:19.582267 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-df7ddd3b-366d-4fdc-ad67-177812d060ac req-242ddabb-f833-49de-b64a-bc523517bb00 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Request body: {'port': {'device_id': 'ad124e39-203a-4161-9207-8183d63af397', 'network_id': '10e4018e-756a-46f8-8dbf-11723c840b1c', 'admin_state_up': True, 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'security_groups': ['4b374d31-6bab-492d-bc8f-b695fdecc35b']}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:34:19.583957 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.provisioning_blocks [None req-4787ec65-101c-4776-9b01-167aa2ae891b None None] Transition to ACTIVE for port object da5f9285-e98e-4a45-9e84-641e7b6c91b1 will not be triggered until provisioned by entity L2. {{(pid=83447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:34:19.593130 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-4787ec65-101c-4776-9b01-167aa2ae891b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:19.597307 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-32e03580-1c65-436c-82c4-91d4a0da0589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:34:19.731033 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-df7ddd3b-366d-4fdc-ad67-177812d060ac req-242ddabb-f833-49de-b64a-bc523517bb00 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:34:19.742152 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-df7ddd3b-366d-4fdc-ad67-177812d060ac req-242ddabb-f833-49de-b64a-bc523517bb00 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:34:19.754856 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df7ddd3b-366d-4fdc-ad67-177812d060ac req-242ddabb-f833-49de-b64a-bc523517bb00 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Made reservation on behalf of 2bbb24938a37400498f9f82b32585e2d for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 09:34:19.758605 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-df7ddd3b-366d-4fdc-ad67-177812d060ac req-242ddabb-f833-49de-b64a-bc523517bb00 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:19.817260 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4245a3d4-3c5a-44f4-b65e-f19e608bd12d None None] Pushing event updated for resources: {'Port': ['ID=da5f9285-e98e-4a45-9e84-641e7b6c91b1,revision_number=3']} {{(pid=83447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:34:19.826608 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-4787ec65-101c-4776-9b01-167aa2ae891b None None] Attempting to bind port da5f9285-e98e-4a45-9e84-641e7b6c91b1 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 09:34:19.827056 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-4787ec65-101c-4776-9b01-167aa2ae891b None None] Attempting to bind port da5f9285-e98e-4a45-9e84-641e7b6c91b1 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '4fa8838c-947a-4410-9a81-8f51ea682ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '10e4018e-756a-46f8-8dbf-11723c840b1c'}] {{(pid=83447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 09:34:19.827534 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4787ec65-101c-4776-9b01-167aa2ae891b None None] Attempting to bind port da5f9285-e98e-4a45-9e84-641e7b6c91b1 on network 10e4018e-756a-46f8-8dbf-11723c840b1c {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:34:19.832293 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4245a3d4-3c5a-44f4-b65e-f19e608bd12d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:34:19.832723 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4245a3d4-3c5a-44f4-b65e-f19e608bd12d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:34:19.833165 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4245a3d4-3c5a-44f4-b65e-f19e608bd12d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:34:19.833650 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4245a3d4-3c5a-44f4-b65e-f19e608bd12d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:34:19.834008 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4245a3d4-3c5a-44f4-b65e-f19e608bd12d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:34:19.834408 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4245a3d4-3c5a-44f4-b65e-f19e608bd12d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:34:19.834851 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4245a3d4-3c5a-44f4-b65e-f19e608bd12d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:34:19.835206 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4245a3d4-3c5a-44f4-b65e-f19e608bd12d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:34:19.835724 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4245a3d4-3c5a-44f4-b65e-f19e608bd12d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:34:19.836031 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4245a3d4-3c5a-44f4-b65e-f19e608bd12d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:34:19.836348 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4245a3d4-3c5a-44f4-b65e-f19e608bd12d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:34:19.840478 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-4245a3d4-3c5a-44f4-b65e-f19e608bd12d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:34:19.844058 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4787ec65-101c-4776-9b01-167aa2ae891b None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 9, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 09:34:19.844428 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4787ec65-101c-4776-9b01-167aa2ae891b None None] Checking segment: {'id': '4fa8838c-947a-4410-9a81-8f51ea682ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '10e4018e-756a-46f8-8dbf-11723c840b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:34:19.844824 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-4787ec65-101c-4776-9b01-167aa2ae891b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:19.845500 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4787ec65-101c-4776-9b01-167aa2ae891b None None] Bound using segment: {'id': '4fa8838c-947a-4410-9a81-8f51ea682ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '10e4018e-756a-46f8-8dbf-11723c840b1c'} {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 09:34:19.845968 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-4787ec65-101c-4776-9b01-167aa2ae891b None None] Bound port: da5f9285-e98e-4a45-9e84-641e7b6c91b1, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fa8838c-947a-4410-9a81-8f51ea682ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '10e4018e-756a-46f8-8dbf-11723c840b1c'}}] {{(pid=83447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 09:34:19.846339 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-4787ec65-101c-4776-9b01-167aa2ae891b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:19.933561 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [req-df7ddd3b-366d-4fdc-ad67-177812d060ac req-242ddabb-f833-49de-b64a-bc523517bb00 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Allocated IP 172.20.0.10 (10e4018e-756a-46f8-8dbf-11723c840b1c/913354b4-57d8-4f31-a7de-e25cdd8eb6ba/de15ff2d-5252-48b8-b817-f885fe9849fc) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 09:34:19.935752 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.db [None req-4787ec65-101c-4776-9b01-167aa2ae891b None None] For port da5f9285-e98e-4a45-9e84-641e7b6c91b1, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 09:34:19.938847 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.db [None req-4787ec65-101c-4776-9b01-167aa2ae891b None None] For port da5f9285-e98e-4a45-9e84-641e7b6c91b1, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=da5f9285-e98e-4a45-9e84-641e7b6c91b1,segment=NetworkSegment(4fa8838c-947a-4410-9a81-8f51ea682ab0),segment_id=4fa8838c-947a-4410-9a81-8f51ea682ab0)] {{(pid=83447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 09:34:19.943732 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-4787ec65-101c-4776-9b01-167aa2ae891b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:19.948447 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-c2f2fd96-830e-4499-9ea2-638f223917c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:34:20.030943 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4245a3d4-3c5a-44f4-b65e-f19e608bd12d None None] Pushing event updated for resources: {'Port': ['ID=da5f9285-e98e-4a45-9e84-641e7b6c91b1,revision_number=4']} {{(pid=83447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:34:20.033942 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4787ec65-101c-4776-9b01-167aa2ae891b None None] Routers {'27e7c1db-95e5-4935-b206-b8607c6228b7'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:34:20.034548 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-4787ec65-101c-4776-9b01-167aa2ae891b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:34:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['27e7c1db-95e5-4935-b206-b8607c6228b7'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:34:20.081310 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-4245a3d4-3c5a-44f4-b65e-f19e608bd12d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:34:20.142423 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-df7ddd3b-366d-4fdc-ad67-177812d060ac req-242ddabb-f833-49de-b64a-bc523517bb00 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:20.160986 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-df7ddd3b-366d-4fdc-ad67-177812d060ac req-242ddabb-f833-49de-b64a-bc523517bb00 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Transition to ACTIVE for port object de15ff2d-5252-48b8-b817-f885fe9849fc will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:34:20.190336 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-df7ddd3b-366d-4fdc-ad67-177812d060ac req-242ddabb-f833-49de-b64a-bc523517bb00 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:20.196658 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b77cc876-ceb2-4f1e-b52a-76dc0800d3c5 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:34:20.226007 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-4787ec65-101c-4776-9b01-167aa2ae891b None None] Set router 27e7c1db-95e5-4935-b206-b8607c6228b7 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:34:20.265701 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df7ddd3b-366d-4fdc-ad67-177812d060ac req-242ddabb-f833-49de-b64a-bc523517bb00 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Network 10e4018e-756a-46f8-8dbf-11723c840b1c is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:34:20.274581 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [req-df7ddd3b-366d-4fdc-ad67-177812d060ac req-242ddabb-f833-49de-b64a-bc523517bb00 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:34:20.279299 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-df7ddd3b-366d-4fdc-ad67-177812d060ac req-242ddabb-f833-49de-b64a-bc523517bb00 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 09:34:20.334125 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242ddabb-f833-49de-b64a-bc523517bb00 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event updated for resources: {'Port': ['ID=de15ff2d-5252-48b8-b817-f885fe9849fc,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:34:20.354070 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-242ddabb-f833-49de-b64a-bc523517bb00 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:34:20.370458 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ddd3b-366d-4fdc-ad67-177812d060ac req-242ddabb-f833-49de-b64a-bc523517bb00 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:34:20.371230 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-df7ddd3b-366d-4fdc-ad67-177812d060ac req-242ddabb-f833-49de-b64a-bc523517bb00 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:20.403542 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-df7ddd3b-366d-4fdc-ad67-177812d060ac req-242ddabb-f833-49de-b64a-bc523517bb00 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8247218 Dec 20 09:34:20.552001 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-0f619b34-b320-4036-96a4-79711d57f397 None None] Provisioning for port de15ff2d-5252-48b8-b817-f885fe9849fc completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:34:20.553077 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaec919-e464-4a6a-8fb3-e61dff5493e4 req-e68a3911-f6a2-4477-bbd9-4edc8999591b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:34:20.560698 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-0f619b34-b320-4036-96a4-79711d57f397 None None] Provisioning complete for port de15ff2d-5252-48b8-b817-f885fe9849fc triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:34:20.561087 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-0f619b34-b320-4036-96a4-79711d57f397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:20.564202 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-4aaec919-e464-4a6a-8fb3-e61dff5493e4 req-e68a3911-f6a2-4477-bbd9-4edc8999591b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Synchronizing usage tracker for tenant:2bbb24938a37400498f9f82b32585e2d on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:34:20.583595 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-df7ddd3b-366d-4fdc-ad67-177812d060ac req-2551ca9b-1724-477f-9589-0f9fea99871d service neutron] Request body: {'port': {'device_id': 'ad124e39-203a-4161-9207-8183d63af397', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8204'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:34:20.609173 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-4787ec65-101c-4776-9b01-167aa2ae891b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27e7c1db-95e5-4935-b206-b8607c6228b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1591246726', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.7'}], 'enable_snat': True}, 'gw_port_id': 'e6f16d89-48b3-46e6-9baa-b517bd17e3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:34:11Z', 'updated_at': '2021-12-20T09:34:15Z', 'revision_number': 4, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'gw_port': {'id': 'e6f16d89-48b3-46e6-9baa-b517bd17e3a3', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e7c1db-95e5-4935-b206-b8607c6228b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:34:11Z', 'updated_at': '2021-12-20T09:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': 'da5f9285-e98e-4a45-9e84-641e7b6c91b1', 'name': '', 'network_id': '10e4018e-756a-46f8-8dbf-11723c840b1c', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'mac_address': 'fa:16:3e:b7:2c:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27e7c1db-95e5-4935-b206-b8607c6228b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '913354b4-57d8-4f31-a7de-e25cdd8eb6ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:34:14Z', 'updated_at': '2021-12-20T09:34:19Z', 'revision_number': 4, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'subnets': [{'id': '913354b4-57d8-4f31-a7de-e25cdd8eb6ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:34:20.613477 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4787ec65-101c-4776-9b01-167aa2ae891b None None] The sync data for ids ['27e7c1db-95e5-4935-b206-b8607c6228b7'] in dv-neutron-820491-1-hyperv is: [{'id': '27e7c1db-95e5-4935-b206-b8607c6228b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1591246726', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.7'}], 'enable_snat': True}, 'gw_port_id': 'e6f16d89-48b3-46e6-9baa-b517bd17e3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:34:11Z', 'updated_at': '2021-12-20T09:34:15Z', 'revision_number': 4, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'gw_port': {'id': 'e6f16d89-48b3-46e6-9baa-b517bd17e3a3', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e7c1db-95e5-4935-b206-b8607c6228b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:34:11Z', 'updated_at': '2021-12-20T09:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': 'da5f9285-e98e-4a45-9e84-641e7b6c91b1', 'name': '', 'network_id': '10e4018e-756a-46f8-8dbf-11723c840b1c', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'mac_address': 'fa:16:3e:b7:2c:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27e7c1db-95e5-4935-b206-b8607c6228b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '913354b4-57d8-4f31-a7de-e25cdd8eb6ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:34:14Z', 'updated_at': '2021-12-20T09:34:19Z', 'revision_number': 4, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'subnets': [{'id': '913354b4-57d8-4f31-a7de-e25cdd8eb6ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 09:34:20.621878 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-4aaec919-e464-4a6a-8fb3-e61dff5493e4 req-e68a3911-f6a2-4477-bbd9-4edc8999591b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Unset dirty status for tenant:2bbb24938a37400498f9f82b32585e2d on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:34:20.623054 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4aaec919-e464-4a6a-8fb3-e61dff5493e4 req-e68a3911-f6a2-4477-bbd9-4edc8999591b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad124e39-203a-4161-9207-8183d63af397 HTTP/1.1" status: 200 len: 932 time: 0.1699793 Dec 20 09:34:20.643525 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-0f619b34-b320-4036-96a4-79711d57f397 None None] Port de15ff2d-5252-48b8-b817-f885fe9849fc cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 09:34:20.745967 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4aaec919-e464-4a6a-8fb3-e61dff5493e4 req-9b9548ad-6889-4983-baa1-6b0b58d3345b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b374d31-6bab-492d-bc8f-b695fdecc35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114252 Dec 20 09:34:20.751084 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-df7ddd3b-366d-4fdc-ad67-177812d060ac req-2551ca9b-1724-477f-9589-0f9fea99871d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:21.121891 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [req-df7ddd3b-366d-4fdc-ad67-177812d060ac req-2551ca9b-1724-477f-9589-0f9fea99871d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de15ff2d-5252-48b8-b817-f885fe9849fc {{(pid=83444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 09:34:21.129738 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-df7ddd3b-366d-4fdc-ad67-177812d060ac req-2551ca9b-1724-477f-9589-0f9fea99871d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:21.145455 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-df7ddd3b-366d-4fdc-ad67-177812d060ac req-2551ca9b-1724-477f-9589-0f9fea99871d service neutron] Transition to ACTIVE for port object de15ff2d-5252-48b8-b817-f885fe9849fc will not be triggered until provisioned by entity L2. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:34:21.150604 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-df7ddd3b-366d-4fdc-ad67-177812d060ac req-2551ca9b-1724-477f-9589-0f9fea99871d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:21.154526 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e01330cb-5965-4b76-9f10-6c469b48da71 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:34:21.287656 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2551ca9b-1724-477f-9589-0f9fea99871d service neutron] Pushing event updated for resources: {'Port': ['ID=de15ff2d-5252-48b8-b817-f885fe9849fc,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:34:21.290847 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2551ca9b-1724-477f-9589-0f9fea99871d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:34:21.406878 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-df7ddd3b-366d-4fdc-ad67-177812d060ac req-2551ca9b-1724-477f-9589-0f9fea99871d service neutron] Attempting to bind port de15ff2d-5252-48b8-b817-f885fe9849fc on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 09:34:21.407433 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-df7ddd3b-366d-4fdc-ad67-177812d060ac req-2551ca9b-1724-477f-9589-0f9fea99871d service neutron] Attempting to bind port de15ff2d-5252-48b8-b817-f885fe9849fc by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': '4fa8838c-947a-4410-9a81-8f51ea682ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '10e4018e-756a-46f8-8dbf-11723c840b1c'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 09:34:21.407676 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7ddd3b-366d-4fdc-ad67-177812d060ac req-2551ca9b-1724-477f-9589-0f9fea99871d service neutron] Attempting to bind port de15ff2d-5252-48b8-b817-f885fe9849fc on network 10e4018e-756a-46f8-8dbf-11723c840b1c {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:34:21.414721 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7ddd3b-366d-4fdc-ad67-177812d060ac req-2551ca9b-1724-477f-9589-0f9fea99871d service neutron] Port de15ff2d-5252-48b8-b817-f885fe9849fc on network 10e4018e-756a-46f8-8dbf-11723c840b1c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 09:34:21.415075 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7ddd3b-366d-4fdc-ad67-177812d060ac req-2551ca9b-1724-477f-9589-0f9fea99871d service neutron] Attempting to bind port de15ff2d-5252-48b8-b817-f885fe9849fc on network 10e4018e-756a-46f8-8dbf-11723c840b1c {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:34:21.422328 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7ddd3b-366d-4fdc-ad67-177812d060ac req-2551ca9b-1724-477f-9589-0f9fea99871d service neutron] Checking agent: {'id': 'bd419857-3bec-4b96-b211-3fb278c66880', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8204', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 40, 10), 'started_at': datetime.datetime(2021, 12, 20, 8, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 9, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 09:34:21.422744 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7ddd3b-366d-4fdc-ad67-177812d060ac req-2551ca9b-1724-477f-9589-0f9fea99871d service neutron] Checking segment: {'id': '4fa8838c-947a-4410-9a81-8f51ea682ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '10e4018e-756a-46f8-8dbf-11723c840b1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:34:21.423196 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7ddd3b-366d-4fdc-ad67-177812d060ac req-2551ca9b-1724-477f-9589-0f9fea99871d service neutron] Bound using segment: {'id': '4fa8838c-947a-4410-9a81-8f51ea682ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '10e4018e-756a-46f8-8dbf-11723c840b1c'} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 09:34:21.423702 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-df7ddd3b-366d-4fdc-ad67-177812d060ac req-2551ca9b-1724-477f-9589-0f9fea99871d service neutron] Bound port: de15ff2d-5252-48b8-b817-f885fe9849fc, host: hv-neutron-8204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fa8838c-947a-4410-9a81-8f51ea682ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '10e4018e-756a-46f8-8dbf-11723c840b1c'}}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 09:34:21.424141 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-df7ddd3b-366d-4fdc-ad67-177812d060ac req-2551ca9b-1724-477f-9589-0f9fea99871d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:21.495337 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device da5f9285-e98e-4a45-9e84-641e7b6c91b1 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:34:21.530314 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-df7ddd3b-366d-4fdc-ad67-177812d060ac req-2551ca9b-1724-477f-9589-0f9fea99871d service neutron] For port de15ff2d-5252-48b8-b817-f885fe9849fc, host hv-neutron-8204, cleared binding levels {{(pid=83444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 09:34:21.535484 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-df7ddd3b-366d-4fdc-ad67-177812d060ac req-2551ca9b-1724-477f-9589-0f9fea99871d service neutron] For port de15ff2d-5252-48b8-b817-f885fe9849fc, host hv-neutron-8204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=de15ff2d-5252-48b8-b817-f885fe9849fc,segment=NetworkSegment(4fa8838c-947a-4410-9a81-8f51ea682ab0),segment_id=4fa8838c-947a-4410-9a81-8f51ea682ab0)] {{(pid=83444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 09:34:21.543683 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-df7ddd3b-366d-4fdc-ad67-177812d060ac req-2551ca9b-1724-477f-9589-0f9fea99871d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:21.547943 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e01330cb-5965-4b76-9f10-6c469b48da71 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:34:21.572103 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port da5f9285-e98e-4a45-9e84-641e7b6c91b1 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:34:21.578301 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port da5f9285-e98e-4a45-9e84-641e7b6c91b1 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:34:21.578727 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:21.617598 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-df7ddd3b-366d-4fdc-ad67-177812d060ac req-2551ca9b-1724-477f-9589-0f9fea99871d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:21.619024 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-df7ddd3b-366d-4fdc-ad67-177812d060ac req-2551ca9b-1724-477f-9589-0f9fea99871d service neutron] 10.222.0.58 "PUT /v2.0/ports/de15ff2d-5252-48b8-b817-f885fe9849fc HTTP/1.1" status: 200 len: 1094 time: 1.2072344 Dec 20 09:34:21.619563 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad124e39-203a-4161-9207-8183d63af397', 'tag': 'de15ff2d-5252-48b8-b817-f885fe9849fc'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:34:21.636652 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2551ca9b-1724-477f-9589-0f9fea99871d service neutron] Pushing event updated for resources: {'Port': ['ID=de15ff2d-5252-48b8-b817-f885fe9849fc,revision_number=3']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:34:21.644901 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2551ca9b-1724-477f-9589-0f9fea99871d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:34:21.710917 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:21.751707 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port da5f9285-e98e-4a45-9e84-641e7b6c91b1, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=da5f9285-e98e-4a45-9e84-641e7b6c91b1,segment=NetworkSegment(4fa8838c-947a-4410-9a81-8f51ea682ab0),segment_id=4fa8838c-947a-4410-9a81-8f51ea682ab0)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:34:21.758283 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:21.760195 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-db6d8d03-f8d7-4e1c-a6f7-74af5addb7ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:34:21.839617 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=da5f9285-e98e-4a45-9e84-641e7b6c91b1,revision_number=5']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:34:21.843196 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:34:21.858379 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad124e39-203a-4161-9207-8183d63af397', 'tag': 'de15ff2d-5252-48b8-b817-f885fe9849fc', 'status': 'completed', 'code': 200} Dec 20 09:34:21.949811 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-df7ddd3b-366d-4fdc-ad67-177812d060ac req-748027d1-ec4b-4d25-813c-09d84981e1d8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2bbb24938a37400498f9f82b32585e2d&device_id=ad124e39-203a-4161-9207-8183d63af397 HTTP/1.1" status: 200 len: 1097 time: 0.2639089 Dec 20 09:34:22.025073 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-df7ddd3b-366d-4fdc-ad67-177812d060ac req-146aa530-9ab9-4ad1-b1a7-0c0bee21196f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de15ff2d-5252-48b8-b817-f885fe9849fc HTTP/1.1" status: 200 len: 217 time: 0.0679924 Dec 20 09:34:22.087835 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8147d0-5f28-4451-a4d0-e22d15a65103 req-1c3d8bc5-d85a-42ee-986b-eba13d5c28f1 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:34:22.089190 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5d8147d0-5f28-4451-a4d0-e22d15a65103 req-1c3d8bc5-d85a-42ee-986b-eba13d5c28f1 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad124e39-203a-4161-9207-8183d63af397 HTTP/1.1" status: 200 len: 944 time: 0.2002218 Dec 20 09:34:22.122379 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ddd3b-366d-4fdc-ad67-177812d060ac req-a42f10af-0232-4fe0-ab33-9ac0f05874de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:34:22.123779 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-df7ddd3b-366d-4fdc-ad67-177812d060ac req-a42f10af-0232-4fe0-ab33-9ac0f05874de service neutron] 10.222.0.58 "GET /v2.0/subnets?id=913354b4-57d8-4f31-a7de-e25cdd8eb6ba HTTP/1.1" status: 200 len: 834 time: 0.0923071 Dec 20 09:34:22.188127 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5d8147d0-5f28-4451-a4d0-e22d15a65103 req-a217e2d1-09ed-42e7-95d4-05bd4fdc503f tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b374d31-6bab-492d-bc8f-b695fdecc35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876853 Dec 20 09:34:22.215768 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-df7ddd3b-366d-4fdc-ad67-177812d060ac req-1dc136a6-137d-49d7-b53a-c90a9165d94d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=10e4018e-756a-46f8-8dbf-11723c840b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0847671 Dec 20 09:34:22.346059 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-df7ddd3b-366d-4fdc-ad67-177812d060ac req-9cefb187-a94d-447b-a071-fb696b5fa7a3 service neutron] 10.222.0.58 "GET /v2.0/networks/10e4018e-756a-46f8-8dbf-11723c840b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235108 Dec 20 09:34:22.478751 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-df7ddd3b-366d-4fdc-ad67-177812d060ac req-a63390bb-0353-4ccc-aa12-51e4c57d88b0 service neutron] 10.222.0.58 "GET /v2.0/networks/10e4018e-756a-46f8-8dbf-11723c840b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269362 Dec 20 09:34:22.602215 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a81c4569-b1ba-49af-a1ca-4b1b10c5cbd2 req-3812bc0c-f0d4-461f-a6af-b713e80fee8a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2bbb24938a37400498f9f82b32585e2d&device_id=ad124e39-203a-4161-9207-8183d63af397 HTTP/1.1" status: 200 len: 1097 time: 0.0721650 Dec 20 09:34:22.731177 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c4569-b1ba-49af-a1ca-4b1b10c5cbd2 req-fad2f682-7a8f-41a2-9b49-c9f70799eea9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:34:22.732606 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a81c4569-b1ba-49af-a1ca-4b1b10c5cbd2 req-fad2f682-7a8f-41a2-9b49-c9f70799eea9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=10e4018e-756a-46f8-8dbf-11723c840b1c HTTP/1.1" status: 200 len: 897 time: 0.1243687 Dec 20 09:34:22.798365 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a81c4569-b1ba-49af-a1ca-4b1b10c5cbd2 req-58aaa7de-918c-4579-9906-42f78a894908 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de15ff2d-5252-48b8-b817-f885fe9849fc HTTP/1.1" status: 200 len: 217 time: 0.0594959 Dec 20 09:34:22.863339 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c4569-b1ba-49af-a1ca-4b1b10c5cbd2 req-41b052d5-5bd1-4633-b991-82806a77d06b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:34:22.864684 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a81c4569-b1ba-49af-a1ca-4b1b10c5cbd2 req-41b052d5-5bd1-4633-b991-82806a77d06b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=913354b4-57d8-4f31-a7de-e25cdd8eb6ba HTTP/1.1" status: 200 len: 834 time: 0.0602221 Dec 20 09:34:22.943156 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a81c4569-b1ba-49af-a1ca-4b1b10c5cbd2 req-5ebfc8df-5250-4a25-abf1-7c126c293a50 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=10e4018e-756a-46f8-8dbf-11723c840b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723999 Dec 20 09:34:23.075757 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a81c4569-b1ba-49af-a1ca-4b1b10c5cbd2 req-f74dda17-7975-46bf-93f3-3f8912861056 service neutron] 10.222.0.58 "GET /v2.0/networks/10e4018e-756a-46f8-8dbf-11723c840b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258934 Dec 20 09:34:23.208203 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a81c4569-b1ba-49af-a1ca-4b1b10c5cbd2 req-f0592805-aa66-4b4c-8dd5-611c23fb9a30 service neutron] 10.222.0.58 "GET /v2.0/networks/10e4018e-756a-46f8-8dbf-11723c840b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256335 Dec 20 09:34:23.391817 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda76636-b0c4-432e-b874-ca3123249333 req-655665fd-50a2-4613-a887-1940a11f351e tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:34:23.393274 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-cda76636-b0c4-432e-b874-ca3123249333 req-655665fd-50a2-4613-a887-1940a11f351e tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad124e39-203a-4161-9207-8183d63af397 HTTP/1.1" status: 200 len: 944 time: 0.0810604 Dec 20 09:34:23.441611 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-cda76636-b0c4-432e-b874-ca3123249333 req-ba69d62e-78c1-4140-8901-67e4a4164110 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b374d31-6bab-492d-bc8f-b695fdecc35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420964 Dec 20 09:34:23.457018 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device da5f9285-e98e-4a45-9e84-641e7b6c91b1 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:34:23.527597 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port da5f9285-e98e-4a45-9e84-641e7b6c91b1 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:34:23.527972 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:24.660048 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fe3f68-b4a1-48d5-bfe3-5e2a89e79e37 req-142b76b7-fadd-4690-bea6-d8cd09caf6f7 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:34:24.661950 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f8fe3f68-b4a1-48d5-bfe3-5e2a89e79e37 req-142b76b7-fadd-4690-bea6-d8cd09caf6f7 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad124e39-203a-4161-9207-8183d63af397 HTTP/1.1" status: 200 len: 944 time: 0.0958011 Dec 20 09:34:24.717262 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f8fe3f68-b4a1-48d5-bfe3-5e2a89e79e37 req-3598a378-1cb3-4f4b-a75a-584748c07ca0 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b374d31-6bab-492d-bc8f-b695fdecc35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494046 Dec 20 09:34:25.919127 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b878d7-763b-4578-8419-b9942139b9ac req-dd13e795-01b9-4e0b-b406-f6665027d5e9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:34:25.920573 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-a0b878d7-763b-4578-8419-b9942139b9ac req-dd13e795-01b9-4e0b-b406-f6665027d5e9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad124e39-203a-4161-9207-8183d63af397 HTTP/1.1" status: 200 len: 944 time: 0.0827646 Dec 20 09:34:25.966257 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-a0b878d7-763b-4578-8419-b9942139b9ac req-cbc2ad60-d165-47f4-a71c-de1784d7441c tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b374d31-6bab-492d-bc8f-b695fdecc35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401683 Dec 20 09:34:26.036622 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device de15ff2d-5252-48b8-b817-f885fe9849fc details requested by agent hyperv_hv-neutron-8204 with host hv-neutron-8204 {{(pid=83446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 09:34:26.170550 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port de15ff2d-5252-48b8-b817-f885fe9849fc, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=de15ff2d-5252-48b8-b817-f885fe9849fc,segment=NetworkSegment(4fa8838c-947a-4410-9a81-8f51ea682ab0),segment_id=4fa8838c-947a-4410-9a81-8f51ea682ab0)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:34:26.184092 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Returning: {'device': 'de15ff2d-5252-48b8-b817-f885fe9849fc', 'network_id': '10e4018e-756a-46f8-8dbf-11723c840b1c', 'port_id': 'de15ff2d-5252-48b8-b817-f885fe9849fc', 'mac_address': 'fa:16:3e:c0:14:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '913354b4-57d8-4f31-a7de-e25cdd8eb6ba', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 09:34:26.250588 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:26.267524 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de15ff2d-5252-48b8-b817-f885fe9849fc {{(pid=83446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 09:34:26.282187 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port de15ff2d-5252-48b8-b817-f885fe9849fc, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=de15ff2d-5252-48b8-b817-f885fe9849fc,segment=NetworkSegment(4fa8838c-947a-4410-9a81-8f51ea682ab0),segment_id=4fa8838c-947a-4410-9a81-8f51ea682ab0)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:34:26.285879 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:26.288233 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d02f1676-edc8-467a-b40d-eda84f49b17b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:34:26.352355 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=de15ff2d-5252-48b8-b817-f885fe9849fc,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:34:26.355439 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:34:26.658308 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] get_ports_and_sgs() called for port_ids ['de15ff2d-5252-48b8-b817-f885fe9849fc'] {{(pid=83446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 09:34:27.169878 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff1bcb-5d36-48fa-8bec-b61f1eedf473 req-6a8500e8-177b-4fb7-81c8-6525455ed5d1 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:34:27.171320 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7bff1bcb-5d36-48fa-8bec-b61f1eedf473 req-6a8500e8-177b-4fb7-81c8-6525455ed5d1 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad124e39-203a-4161-9207-8183d63af397 HTTP/1.1" status: 200 len: 945 time: 0.0844345 Dec 20 09:34:27.218169 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7bff1bcb-5d36-48fa-8bec-b61f1eedf473 req-748ac58d-040a-4124-8fb7-a22528707005 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b374d31-6bab-492d-bc8f-b695fdecc35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414281 Dec 20 09:34:28.052045 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device de15ff2d-5252-48b8-b817-f885fe9849fc up at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:34:28.124193 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning for port de15ff2d-5252-48b8-b817-f885fe9849fc completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:34:28.128810 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning complete for port de15ff2d-5252-48b8-b817-f885fe9849fc triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:34:28.129193 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:28.248043 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:28.275667 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad124e39-203a-4161-9207-8183d63af397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de15ff2d-5252-48b8-b817-f885fe9849fc'}] {{(pid=83446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:34:28.285189 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port de15ff2d-5252-48b8-b817-f885fe9849fc, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=de15ff2d-5252-48b8-b817-f885fe9849fc,segment=NetworkSegment(4fa8838c-947a-4410-9a81-8f51ea682ab0),segment_id=4fa8838c-947a-4410-9a81-8f51ea682ab0)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:34:28.291582 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:28.295764 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-afacc0fc-15a6-4616-9395-3512ca63dd5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:34:28.362663 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=de15ff2d-5252-48b8-b817-f885fe9849fc,revision_number=5']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:34:28.365754 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:34:28.414012 dv-neutron-820491-1-hyperv neutron-server[83446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad124e39-203a-4161-9207-8183d63af397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de15ff2d-5252-48b8-b817-f885fe9849fc', 'code': 200} Dec 20 09:34:28.437511 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45a6904-d2e7-4ee9-8792-2dc764983db3 req-4e6714b7-d5de-4829-a4d2-49cf4fd25ac4 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:34:28.438986 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-c45a6904-d2e7-4ee9-8792-2dc764983db3 req-4e6714b7-d5de-4829-a4d2-49cf4fd25ac4 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad124e39-203a-4161-9207-8183d63af397 HTTP/1.1" status: 200 len: 946 time: 0.0994456 Dec 20 09:34:28.488142 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-c45a6904-d2e7-4ee9-8792-2dc764983db3 req-b44c728f-1992-4a34-92ec-f6b1ba3fc8f5 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b374d31-6bab-492d-bc8f-b695fdecc35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420702 Dec 20 09:34:28.739949 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b679896f-5ab0-48d6-b9fb-10993dff41ae req-c1659c73-d4f2-4013-9d4b-f4db341b435f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ad124e39-203a-4161-9207-8183d63af397 HTTP/1.1" status: 200 len: 1099 time: 0.1668131 Dec 20 09:34:28.782056 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b679896f-5ab0-48d6-b9fb-10993dff41ae req-bb8c8d44-49e3-4464-99fc-1d4d510aa925 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=4b374d31-6bab-492d-bc8f-b695fdecc35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362008 Dec 20 09:34:29.688591 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22eb737-9d3a-46d5-b21e-9f15c4f86561 req-c1625902-4bb2-4a54-8a17-6d250a7c2965 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:34:29.690103 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b22eb737-9d3a-46d5-b21e-9f15c4f86561 req-c1625902-4bb2-4a54-8a17-6d250a7c2965 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad124e39-203a-4161-9207-8183d63af397 HTTP/1.1" status: 200 len: 946 time: 0.0793896 Dec 20 09:34:29.736769 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b22eb737-9d3a-46d5-b21e-9f15c4f86561 req-09391bda-283b-4ee5-b1dd-95052229657b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b374d31-6bab-492d-bc8f-b695fdecc35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404477 Dec 20 09:34:31.092408 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d2c2aa-74bf-47dc-995e-32413ea231d1 req-a8bc7457-df6f-4812-9d25-626d04096875 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:34:31.093876 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-84d2c2aa-74bf-47dc-995e-32413ea231d1 req-a8bc7457-df6f-4812-9d25-626d04096875 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad124e39-203a-4161-9207-8183d63af397 HTTP/1.1" status: 200 len: 946 time: 0.0782084 Dec 20 09:34:31.143765 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-84d2c2aa-74bf-47dc-995e-32413ea231d1 req-15236af3-fa63-4512-8abc-e239fb320346 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b374d31-6bab-492d-bc8f-b695fdecc35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441716 Dec 20 09:34:31.347614 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d95224-8872-4950-8ded-51c8375c40d0 req-f4575d4c-5d8b-4abd-a4ce-da98eebc31ca tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:34:31.348961 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-08d95224-8872-4950-8ded-51c8375c40d0 req-f4575d4c-5d8b-4abd-a4ce-da98eebc31ca tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad124e39-203a-4161-9207-8183d63af397 HTTP/1.1" status: 200 len: 946 time: 0.0766823 Dec 20 09:34:31.394574 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-08d95224-8872-4950-8ded-51c8375c40d0 req-d64a3b67-4b77-407d-99e8-ca380cf86a11 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b374d31-6bab-492d-bc8f-b695fdecc35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394442 Dec 20 09:34:31.422478 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 52398) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:34:31.494616 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-4ffc3d45-42f9-436b-827f-a7f8a92f1ea0 tempest-TestNetworkAdvancedServerOps-948809047 tempest-TestNetworkAdvancedServerOps-948809047-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ad124e39-203a-4161-9207-8183d63af397 HTTP/1.1" status: 200 len: 1094 time: 0.0709081 Dec 20 09:34:31.497099 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 52402) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:34:31.502167 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-64f40430-e6cd-458c-9cb4-c1d55e0ab720 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Request body: {'floatingip': {'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'port_id': 'de15ff2d-5252-48b8-b817-f885fe9849fc', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:34:31.508435 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-64f40430-e6cd-458c-9cb4-c1d55e0ab720 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:34:31.512248 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-64f40430-e6cd-458c-9cb4-c1d55e0ab720 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Usage tracker for resource:floatingip and tenant:2bbb24938a37400498f9f82b32585e2d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:34:31.515088 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-64f40430-e6cd-458c-9cb4-c1d55e0ab720 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:34:31.520798 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-64f40430-e6cd-458c-9cb4-c1d55e0ab720 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:34:31.532622 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-64f40430-e6cd-458c-9cb4-c1d55e0ab720 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for floatingip, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:31.666995 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-64f40430-e6cd-458c-9cb4-c1d55e0ab720 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:31.797946 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-64f40430-e6cd-458c-9cb4-c1d55e0ab720 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Allocated IP 172.26.5.176 (95f3bec2-46e6-4468-8229-8badd4a5aaae/cf8895a3-346d-4313-a645-16ecdcce9969/21bbd9c4-d502-42ea-b128-35a40fa91f88) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 09:34:31.950957 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-64f40430-e6cd-458c-9cb4-c1d55e0ab720 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:31.977841 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-64f40430-e6cd-458c-9cb4-c1d55e0ab720 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:31.981471 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-76a8b917-0194-4405-8e12-0f9dbe6d9fb5 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:34:32.049432 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f40430-e6cd-458c-9cb4-c1d55e0ab720 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Network 95f3bec2-46e6-4468-8229-8badd4a5aaae is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:34:32.050392 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f40430-e6cd-458c-9cb4-c1d55e0ab720 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event updated for resources: {'Port': ['ID=21bbd9c4-d502-42ea-b128-35a40fa91f88,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:34:32.052874 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-64f40430-e6cd-458c-9cb4-c1d55e0ab720 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:34:32.055667 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-64f40430-e6cd-458c-9cb4-c1d55e0ab720 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:34:32.056328 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f40430-e6cd-458c-9cb4-c1d55e0ab720 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 09:34:32.570588 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-64f40430-e6cd-458c-9cb4-c1d55e0ab720 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:32.626451 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-64f40430-e6cd-458c-9cb4-c1d55e0ab720 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:32.938573 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-64f40430-e6cd-458c-9cb4-c1d55e0ab720 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:32.942975 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-64f40430-e6cd-458c-9cb4-c1d55e0ab720 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:32.946754 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-55c2f985-e234-44d6-88a2-3ce0d7a593ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:34:33.056236 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f40430-e6cd-458c-9cb4-c1d55e0ab720 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event updated for resources: {'Port': ['ID=21bbd9c4-d502-42ea-b128-35a40fa91f88,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:34:33.060367 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-64f40430-e6cd-458c-9cb4-c1d55e0ab720 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:34:33.065316 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-64f40430-e6cd-458c-9cb4-c1d55e0ab720 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-345990'] for floatingip, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:33.257883 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.l3_db [None req-64f40430-e6cd-458c-9cb4-c1d55e0ab720 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Floating IP 7cd76244-5964-4e1a-b651-ba2b72628f07 associated. External IP: 172.26.5.176, port: de15ff2d-5252-48b8-b817-f885fe9849fc. Dec 20 09:34:33.654054 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64f40430-e6cd-458c-9cb4-c1d55e0ab720 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Router 27e7c1db-95e5-4935-b206-b8607c6228b7 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 09:34:33.852822 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64f40430-e6cd-458c-9cb4-c1d55e0ab720 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 09:34:33.862852 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cfae16-51b7-48a9-86cf-06b392c9da56 None None] Sync routers for ids ['27e7c1db-95e5-4935-b206-b8607c6228b7'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 09:34:33.876494 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cfae16-51b7-48a9-86cf-06b392c9da56 None None] Routers {'27e7c1db-95e5-4935-b206-b8607c6228b7'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:34:33.877196 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-a2cfae16-51b7-48a9-86cf-06b392c9da56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:34:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['27e7c1db-95e5-4935-b206-b8607c6228b7'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:34:33.879691 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-64f40430-e6cd-458c-9cb4-c1d55e0ab720 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:33.935665 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-64f40430-e6cd-458c-9cb4-c1d55e0ab720 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4375403 Dec 20 09:34:33.936315 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad124e39-203a-4161-9207-8183d63af397', 'tag': 'de15ff2d-5252-48b8-b817-f885fe9849fc'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:34:34.007598 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad124e39-203a-4161-9207-8183d63af397', 'tag': 'de15ff2d-5252-48b8-b817-f885fe9849fc', 'status': 'completed', 'code': 200} Dec 20 09:34:34.062193 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-a2cfae16-51b7-48a9-86cf-06b392c9da56 None None] Set router 27e7c1db-95e5-4935-b206-b8607c6228b7 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:34:34.109147 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f4490ec4-07d9-44c5-bff8-044f17fc5274 req-4a4c90cc-6a6c-48b6-a7a7-4a29ca194da3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2bbb24938a37400498f9f82b32585e2d&device_id=ad124e39-203a-4161-9207-8183d63af397 HTTP/1.1" status: 200 len: 1099 time: 0.0789988 Dec 20 09:34:34.139017 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2bdb4c-5450-4a35-92e9-85828ba14fac req-67b0a36f-dc6e-47c8-b0c7-a61606116afe tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:34:34.140588 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-cb2bdb4c-5450-4a35-92e9-85828ba14fac req-67b0a36f-dc6e-47c8-b0c7-a61606116afe tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad124e39-203a-4161-9207-8183d63af397 HTTP/1.1" status: 200 len: 946 time: 0.0815399 Dec 20 09:34:34.186659 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-cb2bdb4c-5450-4a35-92e9-85828ba14fac req-c8e3cc17-c33d-4ae9-8e93-6c5407e2b541 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b374d31-6bab-492d-bc8f-b695fdecc35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403888 Dec 20 09:34:34.215573 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 52410) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:34:34.256977 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4490ec4-07d9-44c5-bff8-044f17fc5274 req-71499caf-5553-413b-9195-cf5ea3ca9afe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:34:34.258487 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f4490ec4-07d9-44c5-bff8-044f17fc5274 req-71499caf-5553-413b-9195-cf5ea3ca9afe service neutron] 10.222.0.58 "GET /v2.0/networks?id=10e4018e-756a-46f8-8dbf-11723c840b1c HTTP/1.1" status: 200 len: 897 time: 0.1432791 Dec 20 09:34:34.378415 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f4490ec4-07d9-44c5-bff8-044f17fc5274 req-5c1bd960-8318-466a-88d5-1e0a4690d10e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de15ff2d-5252-48b8-b817-f885fe9849fc HTTP/1.1" status: 200 len: 1000 time: 0.1139715 Dec 20 09:34:34.436607 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-a2cfae16-51b7-48a9-86cf-06b392c9da56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27e7c1db-95e5-4935-b206-b8607c6228b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1591246726', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.7'}], 'enable_snat': True}, 'gw_port_id': 'e6f16d89-48b3-46e6-9baa-b517bd17e3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:34:11Z', 'updated_at': '2021-12-20T09:34:15Z', 'revision_number': 4, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'gw_port': {'id': 'e6f16d89-48b3-46e6-9baa-b517bd17e3a3', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e7c1db-95e5-4935-b206-b8607c6228b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:34:11Z', 'updated_at': '2021-12-20T09:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': '7cd76244-5964-4e1a-b651-ba2b72628f07', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'floating_ip_address': '172.26.5.176', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': '27e7c1db-95e5-4935-b206-b8607c6228b7', 'port_id': 'de15ff2d-5252-48b8-b817-f885fe9849fc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10e4018e-756a-46f8-8dbf-11723c840b1c', 'mac_address': 'fa:16:3e:c0:14:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad124e39-203a-4161-9207-8183d63af397', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T09:34:32Z', 'updated_at': '2021-12-20T09:34:32Z', 'revision_number': 0, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da5f9285-e98e-4a45-9e84-641e7b6c91b1', 'name': '', 'network_id': '10e4018e-756a-46f8-8dbf-11723c840b1c', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'mac_address': 'fa:16:3e:b7:2c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e7c1db-95e5-4935-b206-b8607c6228b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '913354b4-57d8-4f31-a7de-e25cdd8eb6ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:34:14Z', 'updated_at': '2021-12-20T09:34:21Z', 'revision_number': 5, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'subnets': [{'id': '913354b4-57d8-4f31-a7de-e25cdd8eb6ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:34:34.442720 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cfae16-51b7-48a9-86cf-06b392c9da56 None None] Checking router: 27e7c1db-95e5-4935-b206-b8607c6228b7 for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 09:34:34.442907 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-7e781605-0715-4471-b0a4-5213d4579f73 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/floatingips/7cd76244-5964-4e1a-b651-ba2b72628f07 HTTP/1.1" status: 200 len: 992 time: 0.2244599 Dec 20 09:34:34.449524 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4490ec4-07d9-44c5-bff8-044f17fc5274 req-b06b7c04-62e5-46a9-8f4a-12a4ab26fad5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:34:34.450977 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f4490ec4-07d9-44c5-bff8-044f17fc5274 req-b06b7c04-62e5-46a9-8f4a-12a4ab26fad5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=913354b4-57d8-4f31-a7de-e25cdd8eb6ba HTTP/1.1" status: 200 len: 834 time: 0.0661535 Dec 20 09:34:34.452660 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cfae16-51b7-48a9-86cf-06b392c9da56 None None] Routers {'27e7c1db-95e5-4935-b206-b8607c6228b7'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:34:34.453314 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-a2cfae16-51b7-48a9-86cf-06b392c9da56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:34:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['27e7c1db-95e5-4935-b206-b8607c6228b7'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:34:34.527868 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f4490ec4-07d9-44c5-bff8-044f17fc5274 req-938d4229-b19b-49be-87a8-0fdbb54c22b8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=10e4018e-756a-46f8-8dbf-11723c840b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710034 Dec 20 09:34:34.681602 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-a2cfae16-51b7-48a9-86cf-06b392c9da56 None None] Set router 27e7c1db-95e5-4935-b206-b8607c6228b7 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:34:34.789643 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f4490ec4-07d9-44c5-bff8-044f17fc5274 req-198d42df-4dfa-4cc3-baab-7b35fcd4a7b7 service neutron] 10.222.0.58 "GET /v2.0/networks/10e4018e-756a-46f8-8dbf-11723c840b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549171 Dec 20 09:34:34.924167 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f4490ec4-07d9-44c5-bff8-044f17fc5274 req-dcf81557-ae51-4c7d-9355-bbfd609f7529 service neutron] 10.222.0.58 "GET /v2.0/networks/10e4018e-756a-46f8-8dbf-11723c840b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288614 Dec 20 09:34:35.038643 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-a2cfae16-51b7-48a9-86cf-06b392c9da56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27e7c1db-95e5-4935-b206-b8607c6228b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1591246726', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.7'}], 'enable_snat': True}, 'gw_port_id': 'e6f16d89-48b3-46e6-9baa-b517bd17e3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:34:11Z', 'updated_at': '2021-12-20T09:34:15Z', 'revision_number': 4, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'gw_port': {'id': 'e6f16d89-48b3-46e6-9baa-b517bd17e3a3', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e7c1db-95e5-4935-b206-b8607c6228b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:34:11Z', 'updated_at': '2021-12-20T09:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': '7cd76244-5964-4e1a-b651-ba2b72628f07', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'floating_ip_address': '172.26.5.176', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': '27e7c1db-95e5-4935-b206-b8607c6228b7', 'port_id': 'de15ff2d-5252-48b8-b817-f885fe9849fc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10e4018e-756a-46f8-8dbf-11723c840b1c', 'mac_address': 'fa:16:3e:c0:14:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad124e39-203a-4161-9207-8183d63af397', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T09:34:32Z', 'updated_at': '2021-12-20T09:34:32Z', 'revision_number': 0, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da5f9285-e98e-4a45-9e84-641e7b6c91b1', 'name': '', 'network_id': '10e4018e-756a-46f8-8dbf-11723c840b1c', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'mac_address': 'fa:16:3e:b7:2c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e7c1db-95e5-4935-b206-b8607c6228b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '913354b4-57d8-4f31-a7de-e25cdd8eb6ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:34:14Z', 'updated_at': '2021-12-20T09:34:21Z', 'revision_number': 5, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'subnets': [{'id': '913354b4-57d8-4f31-a7de-e25cdd8eb6ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:34:35.042642 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cfae16-51b7-48a9-86cf-06b392c9da56 None None] The sync data for ids ['27e7c1db-95e5-4935-b206-b8607c6228b7'] in dv-neutron-820491-1-hyperv is: [{'id': '27e7c1db-95e5-4935-b206-b8607c6228b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1591246726', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.7'}], 'enable_snat': True}, 'gw_port_id': 'e6f16d89-48b3-46e6-9baa-b517bd17e3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:34:11Z', 'updated_at': '2021-12-20T09:34:15Z', 'revision_number': 4, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'gw_port': {'id': 'e6f16d89-48b3-46e6-9baa-b517bd17e3a3', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e7c1db-95e5-4935-b206-b8607c6228b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:34:11Z', 'updated_at': '2021-12-20T09:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': '7cd76244-5964-4e1a-b651-ba2b72628f07', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'floating_ip_address': '172.26.5.176', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': '27e7c1db-95e5-4935-b206-b8607c6228b7', 'port_id': 'de15ff2d-5252-48b8-b817-f885fe9849fc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10e4018e-756a-46f8-8dbf-11723c840b1c', 'mac_address': 'fa:16:3e:c0:14:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad124e39-203a-4161-9207-8183d63af397', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T09:34:32Z', 'updated_at': '2021-12-20T09:34:32Z', 'revision_number': 0, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da5f9285-e98e-4a45-9e84-641e7b6c91b1', 'name': '', 'network_id': '10e4018e-756a-46f8-8dbf-11723c840b1c', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'mac_address': 'fa:16:3e:b7:2c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e7c1db-95e5-4935-b206-b8607c6228b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '913354b4-57d8-4f31-a7de-e25cdd8eb6ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:34:14Z', 'updated_at': '2021-12-20T09:34:21Z', 'revision_number': 5, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'subnets': [{'id': '913354b4-57d8-4f31-a7de-e25cdd8eb6ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 09:34:35.445095 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 52414) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:34:35.548264 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-e72b83ea-ad6a-4bc9-9b11-97052c0fceb3 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/floatingips/7cd76244-5964-4e1a-b651-ba2b72628f07 HTTP/1.1" status: 200 len: 992 time: 0.1019289 Dec 20 09:34:36.552027 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 52418) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:34:36.658277 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-03ba4bcf-5b10-4454-a14e-d61062695de0 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/floatingips/7cd76244-5964-4e1a-b651-ba2b72628f07 HTTP/1.1" status: 200 len: 992 time: 0.1049771 Dec 20 09:34:37.578582 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093728de-ddf8-48d2-97e2-5b28ef94e333 None None] New status for floating IP 7cd76244-5964-4e1a-b651-ba2b72628f07: ACTIVE {{(pid=83447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 09:34:37.662137 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 52422) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:34:37.769787 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-1a2e9e7e-3cfc-4e78-89af-0f625bb0c06f tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/floatingips/7cd76244-5964-4e1a-b651-ba2b72628f07 HTTP/1.1" status: 200 len: 992 time: 0.1057582 Dec 20 09:34:38.773540 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 52426) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:34:38.879225 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d0c790f3-82e5-4eb4-ba8f-ef4dbd22e83a tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/floatingips/7cd76244-5964-4e1a-b651-ba2b72628f07 HTTP/1.1" status: 200 len: 994 time: 0.1043525 Dec 20 09:34:39.134875 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:34:40.457697 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:42.669509 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-1e7e67d7-5c77-4a6e-841f-92ae7b46b4a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:44.954206 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e6128340-ab83-49a1-854c-67dcbf4215f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:46.143697 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:46.177310 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:34:47.593870 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:35:05.303148 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5a4e6e88-09f9-47eb-b85d-797444788a26 req-48213b9e-e029-4c27-8959-de53a845feda service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ad124e39-203a-4161-9207-8183d63af397&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0711484 Dec 20 09:35:05.438640 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5a4e6e88-09f9-47eb-b85d-797444788a26 req-27f22806-77e6-4c84-9fc9-c73e11f399e8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2bbb24938a37400498f9f82b32585e2d&device_id=ad124e39-203a-4161-9207-8183d63af397 HTTP/1.1" status: 200 len: 1099 time: 0.0686347 Dec 20 09:35:05.586440 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4e6e88-09f9-47eb-b85d-797444788a26 req-6fceb039-24f8-4dd8-8b44-b5f590e78130 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:35:05.587813 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5a4e6e88-09f9-47eb-b85d-797444788a26 req-6fceb039-24f8-4dd8-8b44-b5f590e78130 service neutron] 10.222.0.58 "GET /v2.0/networks?id=10e4018e-756a-46f8-8dbf-11723c840b1c HTTP/1.1" status: 200 len: 897 time: 0.1261218 Dec 20 09:35:05.694860 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5a4e6e88-09f9-47eb-b85d-797444788a26 req-eefb543c-2035-4fa4-849e-8cd5322e90d6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de15ff2d-5252-48b8-b817-f885fe9849fc HTTP/1.1" status: 200 len: 1002 time: 0.0966964 Dec 20 09:35:05.756962 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4e6e88-09f9-47eb-b85d-797444788a26 req-0a967ce4-8ea5-433f-bb85-c5cbe56e6a7d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:35:05.758392 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5a4e6e88-09f9-47eb-b85d-797444788a26 req-0a967ce4-8ea5-433f-bb85-c5cbe56e6a7d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=913354b4-57d8-4f31-a7de-e25cdd8eb6ba HTTP/1.1" status: 200 len: 834 time: 0.0562513 Dec 20 09:35:05.838096 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5a4e6e88-09f9-47eb-b85d-797444788a26 req-f3c9a945-2680-431a-a078-c15caa0fdfaa service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=10e4018e-756a-46f8-8dbf-11723c840b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694942 Dec 20 09:35:05.971317 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5a4e6e88-09f9-47eb-b85d-797444788a26 req-4332cd71-c08f-4333-aba8-f0bb77ad9f59 service neutron] 10.222.0.58 "GET /v2.0/networks/10e4018e-756a-46f8-8dbf-11723c840b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250894 Dec 20 09:35:06.103337 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5a4e6e88-09f9-47eb-b85d-797444788a26 req-b804968f-e83f-4f2f-8f1b-88fdb8b2ae07 service neutron] 10.222.0.58 "GET /v2.0/networks/10e4018e-756a-46f8-8dbf-11723c840b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246533 Dec 20 09:35:10.462072 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:35:12.672620 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-42322ff1-a24b-4b36-bad9-82c151301809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:35:14.956939 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-8d6e16ea-8438-4f0d-96ba-a447c7078533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:35:16.136488 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:35:16.145942 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:35:16.183020 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:35:17.600591 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:35:40.479656 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:35:42.674704 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-8f3ec277-2dd3-4f7b-b292-17556a64e008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:35:44.959512 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-fa0b6fb8-d304-4c5e-b856-6cf31d9a5761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:35:46.148629 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:35:46.184175 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:35:46.685133 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44121bbc-76d1-4ff4-ab71-2fcc5e3b5a60 req-470426c1-fddd-4522-abaa-e67b2b389f62 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:35:46.686631 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-44121bbc-76d1-4ff4-ab71-2fcc5e3b5a60 req-470426c1-fddd-4522-abaa-e67b2b389f62 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad124e39-203a-4161-9207-8183d63af397 HTTP/1.1" status: 200 len: 946 time: 0.1486287 Dec 20 09:35:46.731552 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-44121bbc-76d1-4ff4-ab71-2fcc5e3b5a60 req-9afd9b74-e619-4f85-8804-258d17c620d2 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b374d31-6bab-492d-bc8f-b695fdecc35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395110 Dec 20 09:35:47.600137 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:35:48.014210 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ede6d1a-0b12-4783-8779-90c3cf18664e req-9e027f11-cd73-4658-9c67-83b90f556fe1 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:35:48.015645 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-0ede6d1a-0b12-4783-8779-90c3cf18664e req-9e027f11-cd73-4658-9c67-83b90f556fe1 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad124e39-203a-4161-9207-8183d63af397 HTTP/1.1" status: 200 len: 946 time: 0.1497858 Dec 20 09:35:48.064019 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-0ede6d1a-0b12-4783-8779-90c3cf18664e req-a5c58610-08b7-4a55-a045-61f547c8ea5c tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b374d31-6bab-492d-bc8f-b695fdecc35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418673 Dec 20 09:35:49.282554 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f60c51-6f84-4a7c-be02-c82c8e88b89f req-3a5e4dde-9e4b-4ee2-9fc2-f74d1d816fdb tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:35:49.283993 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e0f60c51-6f84-4a7c-be02-c82c8e88b89f req-3a5e4dde-9e4b-4ee2-9fc2-f74d1d816fdb tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad124e39-203a-4161-9207-8183d63af397 HTTP/1.1" status: 200 len: 946 time: 0.0792687 Dec 20 09:35:49.330900 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e0f60c51-6f84-4a7c-be02-c82c8e88b89f req-1e686769-1fb6-4de8-9c9e-ce8070ad1777 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b374d31-6bab-492d-bc8f-b695fdecc35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403142 Dec 20 09:35:50.531119 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68778c16-73ce-44b2-96be-7fd0b93c4984 req-abc3a919-01c4-4a33-b74c-cd97712e0900 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:35:50.532568 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-68778c16-73ce-44b2-96be-7fd0b93c4984 req-abc3a919-01c4-4a33-b74c-cd97712e0900 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad124e39-203a-4161-9207-8183d63af397 HTTP/1.1" status: 200 len: 946 time: 0.0833786 Dec 20 09:35:50.577771 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-68778c16-73ce-44b2-96be-7fd0b93c4984 req-cf4ed373-07e1-4b43-9be0-f1d41b71a42c tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b374d31-6bab-492d-bc8f-b695fdecc35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391495 Dec 20 09:35:51.777019 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4e72f6-dee5-4041-98f1-a5e1bd0a1fc8 req-d2ef2afb-0cf4-4998-9da1-208bc5ca76e5 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:35:51.778514 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ec4e72f6-dee5-4041-98f1-a5e1bd0a1fc8 req-d2ef2afb-0cf4-4998-9da1-208bc5ca76e5 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad124e39-203a-4161-9207-8183d63af397 HTTP/1.1" status: 200 len: 946 time: 0.0756488 Dec 20 09:35:51.828555 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ec4e72f6-dee5-4041-98f1-a5e1bd0a1fc8 req-8742e1aa-78bf-47ee-8f6e-c7f78171b67f tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b374d31-6bab-492d-bc8f-b695fdecc35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446579 Dec 20 09:35:53.025597 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb759ba-f932-493b-8f32-c6697b019421 req-da16118a-6b3d-41ae-895b-3f0c9bac2932 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:35:53.027037 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-aeb759ba-f932-493b-8f32-c6697b019421 req-da16118a-6b3d-41ae-895b-3f0c9bac2932 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad124e39-203a-4161-9207-8183d63af397 HTTP/1.1" status: 200 len: 946 time: 0.0761759 Dec 20 09:35:53.071238 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-aeb759ba-f932-493b-8f32-c6697b019421 req-e7de2adb-5cf1-4604-8a6e-84750841b709 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b374d31-6bab-492d-bc8f-b695fdecc35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388126 Dec 20 09:35:53.136577 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:35:54.267427 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56923f68-1cd7-4251-85d3-b51065e33c15 req-a3f23be3-5e54-4b7c-9f1d-013b118f7277 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:35:54.268868 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-56923f68-1cd7-4251-85d3-b51065e33c15 req-a3f23be3-5e54-4b7c-9f1d-013b118f7277 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad124e39-203a-4161-9207-8183d63af397 HTTP/1.1" status: 200 len: 946 time: 0.0759847 Dec 20 09:35:54.314344 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-56923f68-1cd7-4251-85d3-b51065e33c15 req-b1f31e66-f4e0-4092-9f4a-0d99f75c2e7a tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b374d31-6bab-492d-bc8f-b695fdecc35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399425 Dec 20 09:35:55.511796 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba277672-88d0-4bd6-bce6-3457e3a3eef7 req-eb65f055-499e-4b8e-8f86-1c86f4b6f31d tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:35:55.513241 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-ba277672-88d0-4bd6-bce6-3457e3a3eef7 req-eb65f055-499e-4b8e-8f86-1c86f4b6f31d tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad124e39-203a-4161-9207-8183d63af397 HTTP/1.1" status: 200 len: 946 time: 0.0804245 Dec 20 09:35:55.556973 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-ba277672-88d0-4bd6-bce6-3457e3a3eef7 req-b620db32-7309-43cc-95ee-9ebd96710955 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b374d31-6bab-492d-bc8f-b695fdecc35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382407 Dec 20 09:35:56.761275 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37611e4e-9295-48c9-9701-b0eb348e1a6b req-cb0bb812-d343-4f52-9cfa-0c7ea5da5825 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:35:56.762744 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-37611e4e-9295-48c9-9701-b0eb348e1a6b req-cb0bb812-d343-4f52-9cfa-0c7ea5da5825 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad124e39-203a-4161-9207-8183d63af397 HTTP/1.1" status: 200 len: 946 time: 0.0827577 Dec 20 09:35:56.811396 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-37611e4e-9295-48c9-9701-b0eb348e1a6b req-09dfe669-db2f-4a02-8ede-f8ddf02bbb3b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b374d31-6bab-492d-bc8f-b695fdecc35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426710 Dec 20 09:35:58.008364 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12936a2d-ac82-4340-880a-dd577bb9fea2 req-3314608f-706a-4d6d-a5af-629bb0276afe tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:35:58.009842 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-12936a2d-ac82-4340-880a-dd577bb9fea2 req-3314608f-706a-4d6d-a5af-629bb0276afe tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad124e39-203a-4161-9207-8183d63af397 HTTP/1.1" status: 200 len: 946 time: 0.0762148 Dec 20 09:35:58.057733 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-12936a2d-ac82-4340-880a-dd577bb9fea2 req-6044db48-1929-43cc-aceb-47962cdf54f0 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b374d31-6bab-492d-bc8f-b695fdecc35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424631 Dec 20 09:35:58.086828 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 52496) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:35:58.291033 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-44083470-6da7-410a-9bc3-1c6a0fa09933 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/floatingips/7cd76244-5964-4e1a-b651-ba2b72628f07 HTTP/1.1" status: 200 len: 994 time: 0.2029948 Dec 20 09:35:59.846114 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5baa27d-a7df-409b-ab37-dc85a81b73ae req-ce4c3c65-6942-4cdc-8e1b-7f1af2cf80ed tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:35:59.847452 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e5baa27d-a7df-409b-ab37-dc85a81b73ae req-ce4c3c65-6942-4cdc-8e1b-7f1af2cf80ed tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad124e39-203a-4161-9207-8183d63af397 HTTP/1.1" status: 200 len: 946 time: 0.1335330 Dec 20 09:35:59.850981 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b27ea10b-7132-4eb4-96a9-6320148e4fdf req-d619e163-275a-4112-8c3b-e46664f067cc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2bbb24938a37400498f9f82b32585e2d&device_id=ad124e39-203a-4161-9207-8183d63af397 HTTP/1.1" status: 200 len: 1099 time: 0.1027093 Dec 20 09:35:59.978713 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e5baa27d-a7df-409b-ab37-dc85a81b73ae req-395d2e49-b76f-4235-b2da-49763935780c tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b374d31-6bab-492d-bc8f-b695fdecc35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246479 Dec 20 09:36:00.013159 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27ea10b-7132-4eb4-96a9-6320148e4fdf req-d5c8735d-4575-4e0c-8f6a-22e429d3f48e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:36:00.014636 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b27ea10b-7132-4eb4-96a9-6320148e4fdf req-d5c8735d-4575-4e0c-8f6a-22e429d3f48e service neutron] 10.222.0.58 "GET /v2.0/networks?id=10e4018e-756a-46f8-8dbf-11723c840b1c HTTP/1.1" status: 200 len: 897 time: 0.1470025 Dec 20 09:36:00.118291 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b27ea10b-7132-4eb4-96a9-6320148e4fdf req-e47d0bbc-23b1-425a-ac1c-7e5a809c53fe service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de15ff2d-5252-48b8-b817-f885fe9849fc HTTP/1.1" status: 200 len: 1002 time: 0.0961862 Dec 20 09:36:00.179537 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27ea10b-7132-4eb4-96a9-6320148e4fdf req-541896ed-da0f-42a9-8d1c-3dcad441e8d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:36:00.180990 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b27ea10b-7132-4eb4-96a9-6320148e4fdf req-541896ed-da0f-42a9-8d1c-3dcad441e8d8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=913354b4-57d8-4f31-a7de-e25cdd8eb6ba HTTP/1.1" status: 200 len: 834 time: 0.0566907 Dec 20 09:36:00.256473 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b27ea10b-7132-4eb4-96a9-6320148e4fdf req-d8665261-6c08-492d-a9cf-ea5a846f1e84 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=10e4018e-756a-46f8-8dbf-11723c840b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681062 Dec 20 09:36:00.389352 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b27ea10b-7132-4eb4-96a9-6320148e4fdf req-ed96f368-d31e-44d1-ae67-04f0ce34eca1 service neutron] 10.222.0.58 "GET /v2.0/networks/10e4018e-756a-46f8-8dbf-11723c840b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267552 Dec 20 09:36:00.520062 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b27ea10b-7132-4eb4-96a9-6320148e4fdf req-15af45f4-f2eb-4824-9f3c-3724b9c09430 service neutron] 10.222.0.58 "GET /v2.0/networks/10e4018e-756a-46f8-8dbf-11723c840b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247640 Dec 20 09:36:01.189491 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a64d96-17de-470e-b6a0-5c959f7e46eb req-939300e6-25aa-4fdf-9871-ee645c365187 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:36:01.190908 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-13a64d96-17de-470e-b6a0-5c959f7e46eb req-939300e6-25aa-4fdf-9871-ee645c365187 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad124e39-203a-4161-9207-8183d63af397 HTTP/1.1" status: 200 len: 946 time: 0.0767813 Dec 20 09:36:01.236330 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-13a64d96-17de-470e-b6a0-5c959f7e46eb req-70d4d3d8-e601-4f93-be70-9eb5452bb23e tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b374d31-6bab-492d-bc8f-b695fdecc35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391648 Dec 20 09:36:02.438278 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ebc9fa-6077-4888-8ae8-b12b583046c9 req-22032529-45a7-43d2-8bd3-92c7ac23822f tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:36:02.439746 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f8ebc9fa-6077-4888-8ae8-b12b583046c9 req-22032529-45a7-43d2-8bd3-92c7ac23822f tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad124e39-203a-4161-9207-8183d63af397 HTTP/1.1" status: 200 len: 946 time: 0.0797911 Dec 20 09:36:02.484825 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f8ebc9fa-6077-4888-8ae8-b12b583046c9 req-cc1e51f3-5270-498b-89a6-11ca48f296ab tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b374d31-6bab-492d-bc8f-b695fdecc35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392485 Dec 20 09:36:02.513253 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 52510) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:36:02.619959 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-351d026a-7d60-43e5-a3aa-e5d7ce266bfb tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/floatingips/7cd76244-5964-4e1a-b651-ba2b72628f07 HTTP/1.1" status: 200 len: 994 time: 0.1053979 Dec 20 09:36:06.298605 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bd5d0b78-0e10-42e6-88d0-2c444b6a5a48 req-a286bf5e-0e05-427c-ae44-837b1e680829 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ad124e39-203a-4161-9207-8183d63af397&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0711310 Dec 20 09:36:06.439629 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bd5d0b78-0e10-42e6-88d0-2c444b6a5a48 req-817a7db5-f72d-4d21-9df4-ed28516dfb49 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2bbb24938a37400498f9f82b32585e2d&device_id=ad124e39-203a-4161-9207-8183d63af397 HTTP/1.1" status: 200 len: 1099 time: 0.0720608 Dec 20 09:36:06.582669 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d0b78-0e10-42e6-88d0-2c444b6a5a48 req-b8c86289-9d9d-4182-a85d-f0397b2dd6d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:36:06.584050 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bd5d0b78-0e10-42e6-88d0-2c444b6a5a48 req-b8c86289-9d9d-4182-a85d-f0397b2dd6d1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=10e4018e-756a-46f8-8dbf-11723c840b1c HTTP/1.1" status: 200 len: 897 time: 0.1254520 Dec 20 09:36:06.687721 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bd5d0b78-0e10-42e6-88d0-2c444b6a5a48 req-edd2f7ad-e8e3-4266-831b-47b671873d70 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de15ff2d-5252-48b8-b817-f885fe9849fc HTTP/1.1" status: 200 len: 1002 time: 0.0974023 Dec 20 09:36:06.748644 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d0b78-0e10-42e6-88d0-2c444b6a5a48 req-5b57ab89-3af5-4968-b0ad-61671782a11b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:36:06.750077 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bd5d0b78-0e10-42e6-88d0-2c444b6a5a48 req-5b57ab89-3af5-4968-b0ad-61671782a11b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=913354b4-57d8-4f31-a7de-e25cdd8eb6ba HTTP/1.1" status: 200 len: 834 time: 0.0561895 Dec 20 09:36:06.822394 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bd5d0b78-0e10-42e6-88d0-2c444b6a5a48 req-e9879fdb-9608-4050-a677-2a52761780df service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=10e4018e-756a-46f8-8dbf-11723c840b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0658572 Dec 20 09:36:07.060862 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bd5d0b78-0e10-42e6-88d0-2c444b6a5a48 req-96a19bc3-de49-4dc5-8a8d-73b2e9316ed4 service neutron] 10.222.0.58 "GET /v2.0/networks/10e4018e-756a-46f8-8dbf-11723c840b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316315 Dec 20 09:36:07.190559 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bd5d0b78-0e10-42e6-88d0-2c444b6a5a48 req-bafc9602-b5e7-43d7-80ed-bf55f0fb42e5 service neutron] 10.222.0.58 "GET /v2.0/networks/10e4018e-756a-46f8-8dbf-11723c840b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235521 Dec 20 09:36:10.471196 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:36:12.676231 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-24b8774f-de7f-4296-8f42-0f5ac208f386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:36:14.960373 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-0e08e91a-5ae9-474e-9226-3f32ce824b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:36:16.151928 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:36:16.185421 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:36:17.596083 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:36:30.137198 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:36:40.493471 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:36:42.678725 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d557c7f0-d64e-4179-a2f5-f7102e5fc82b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:36:44.963240 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c4e6d2ff-e885-4c18-af55-a68654daa780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:36:46.154381 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:36:46.186605 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:36:47.603404 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:36:53.565221 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 52534) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:36:53.762908 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-94acc2c6-6506-455b-aef1-3d6fc2aa83f9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Deleting port 21bbd9c4-d502-42ea-b128-35a40fa91f88 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:36:53.763159 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-94acc2c6-6506-455b-aef1-3d6fc2aa83f9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:36:53.929029 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-94acc2c6-6506-455b-aef1-3d6fc2aa83f9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:36:53.929375 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-94acc2c6-6506-455b-aef1-3d6fc2aa83f9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:36:54.046987 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-94acc2c6-6506-455b-aef1-3d6fc2aa83f9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Calling delete_port for 21bbd9c4-d502-42ea-b128-35a40fa91f88 owned by network:floatingip {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:36:54.198130 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-94acc2c6-6506-455b-aef1-3d6fc2aa83f9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:36:54.201865 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-70803771-2da9-4d0f-ae3a-161a55bbfff3 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:36:54.243741 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94acc2c6-6506-455b-aef1-3d6fc2aa83f9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event deleted for resources: {'Port': ['ID=21bbd9c4-d502-42ea-b128-35a40fa91f88,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:36:54.283529 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94acc2c6-6506-455b-aef1-3d6fc2aa83f9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:36:54.283920 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94acc2c6-6506-455b-aef1-3d6fc2aa83f9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:36:54.284305 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94acc2c6-6506-455b-aef1-3d6fc2aa83f9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:36:54.284681 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94acc2c6-6506-455b-aef1-3d6fc2aa83f9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:36:54.285053 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94acc2c6-6506-455b-aef1-3d6fc2aa83f9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:36:54.285449 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94acc2c6-6506-455b-aef1-3d6fc2aa83f9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:36:54.285820 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94acc2c6-6506-455b-aef1-3d6fc2aa83f9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:36:54.286185 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94acc2c6-6506-455b-aef1-3d6fc2aa83f9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:36:54.286549 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94acc2c6-6506-455b-aef1-3d6fc2aa83f9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:36:54.286913 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94acc2c6-6506-455b-aef1-3d6fc2aa83f9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:36:54.287279 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94acc2c6-6506-455b-aef1-3d6fc2aa83f9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:36:54.294169 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-94acc2c6-6506-455b-aef1-3d6fc2aa83f9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:36:54.351766 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-94acc2c6-6506-455b-aef1-3d6fc2aa83f9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for floatingip, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:36:54.846481 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94acc2c6-6506-455b-aef1-3d6fc2aa83f9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Router 27e7c1db-95e5-4935-b206-b8607c6228b7 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 09:36:55.044967 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94acc2c6-6506-455b-aef1-3d6fc2aa83f9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 09:36:55.055350 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2ba79d-60a7-45aa-b6d9-8f0010e3ddf9 None None] Sync routers for ids ['27e7c1db-95e5-4935-b206-b8607c6228b7'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 09:36:55.066023 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-94acc2c6-6506-455b-aef1-3d6fc2aa83f9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:36:55.067140 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2ba79d-60a7-45aa-b6d9-8f0010e3ddf9 None None] Routers {'27e7c1db-95e5-4935-b206-b8607c6228b7'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:36:55.067774 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-4b2ba79d-60a7-45aa-b6d9-8f0010e3ddf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:36:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['27e7c1db-95e5-4935-b206-b8607c6228b7'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:36:55.123903 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-94acc2c6-6506-455b-aef1-3d6fc2aa83f9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "DELETE /v2.0/floatingips/7cd76244-5964-4e1a-b651-ba2b72628f07 HTTP/1.1" status: 204 len: 168 time: 1.5574777 Dec 20 09:36:55.124552 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad124e39-203a-4161-9207-8183d63af397', 'tag': 'de15ff2d-5252-48b8-b817-f885fe9849fc'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:36:55.259561 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-4b2ba79d-60a7-45aa-b6d9-8f0010e3ddf9 None None] Set router 27e7c1db-95e5-4935-b206-b8607c6228b7 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:36:55.294934 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad124e39-203a-4161-9207-8183d63af397', 'tag': 'de15ff2d-5252-48b8-b817-f885fe9849fc', 'status': 'completed', 'code': 200} Dec 20 09:36:55.391431 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fced885f-2629-4f0c-9a8a-29d5296ffd1f req-8a026c8e-9c92-4a03-bb7c-5bd0ed2f13ac service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2bbb24938a37400498f9f82b32585e2d&device_id=ad124e39-203a-4161-9207-8183d63af397 HTTP/1.1" status: 200 len: 1099 time: 0.0739279 Dec 20 09:36:55.529652 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced885f-2629-4f0c-9a8a-29d5296ffd1f req-03c4ec4c-998d-4cbb-895b-170acd5932ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:36:55.532452 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fced885f-2629-4f0c-9a8a-29d5296ffd1f req-03c4ec4c-998d-4cbb-895b-170acd5932ba service neutron] 10.222.0.58 "GET /v2.0/networks?id=10e4018e-756a-46f8-8dbf-11723c840b1c HTTP/1.1" status: 200 len: 897 time: 0.1341186 Dec 20 09:36:55.549705 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0e2600-f2bc-4a54-8495-edcbc82ecaab req-0933e411-bba6-40aa-aacc-d53311811118 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:36:55.557392 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-9e0e2600-f2bc-4a54-8495-edcbc82ecaab req-0933e411-bba6-40aa-aacc-d53311811118 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad124e39-203a-4161-9207-8183d63af397 HTTP/1.1" status: 200 len: 946 time: 0.0968747 Dec 20 09:36:55.602973 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-9e0e2600-f2bc-4a54-8495-edcbc82ecaab req-31122f77-5c62-4f31-ada0-a9bd56998007 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b374d31-6bab-492d-bc8f-b695fdecc35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447290 Dec 20 09:36:55.606594 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-4b2ba79d-60a7-45aa-b6d9-8f0010e3ddf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27e7c1db-95e5-4935-b206-b8607c6228b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1591246726', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.7'}], 'enable_snat': True}, 'gw_port_id': 'e6f16d89-48b3-46e6-9baa-b517bd17e3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:34:11Z', 'updated_at': '2021-12-20T09:34:15Z', 'revision_number': 4, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'gw_port': {'id': 'e6f16d89-48b3-46e6-9baa-b517bd17e3a3', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e7c1db-95e5-4935-b206-b8607c6228b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:34:11Z', 'updated_at': '2021-12-20T09:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': 'da5f9285-e98e-4a45-9e84-641e7b6c91b1', 'name': '', 'network_id': '10e4018e-756a-46f8-8dbf-11723c840b1c', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'mac_address': 'fa:16:3e:b7:2c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e7c1db-95e5-4935-b206-b8607c6228b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '913354b4-57d8-4f31-a7de-e25cdd8eb6ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:34:14Z', 'updated_at': '2021-12-20T09:34:21Z', 'revision_number': 5, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'subnets': [{'id': '913354b4-57d8-4f31-a7de-e25cdd8eb6ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:36:55.611566 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2ba79d-60a7-45aa-b6d9-8f0010e3ddf9 None None] Checking router: 27e7c1db-95e5-4935-b206-b8607c6228b7 for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 09:36:55.614165 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fced885f-2629-4f0c-9a8a-29d5296ffd1f req-55a33d0c-a878-4341-8c3e-980f6dff5573 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de15ff2d-5252-48b8-b817-f885fe9849fc HTTP/1.1" status: 200 len: 217 time: 0.0748143 Dec 20 09:36:55.622953 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2ba79d-60a7-45aa-b6d9-8f0010e3ddf9 None None] Routers {'27e7c1db-95e5-4935-b206-b8607c6228b7'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:36:55.623572 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-4b2ba79d-60a7-45aa-b6d9-8f0010e3ddf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:36:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['27e7c1db-95e5-4935-b206-b8607c6228b7'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:36:55.677944 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced885f-2629-4f0c-9a8a-29d5296ffd1f req-31e0cbd6-1d47-46b4-9cab-6a70c59880bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:36:55.679326 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fced885f-2629-4f0c-9a8a-29d5296ffd1f req-31e0cbd6-1d47-46b4-9cab-6a70c59880bd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=913354b4-57d8-4f31-a7de-e25cdd8eb6ba HTTP/1.1" status: 200 len: 834 time: 0.0585773 Dec 20 09:36:55.761046 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fced885f-2629-4f0c-9a8a-29d5296ffd1f req-70b0bd2a-faf3-4109-8512-9be202fd541e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=10e4018e-756a-46f8-8dbf-11723c840b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730731 Dec 20 09:36:55.853564 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-4b2ba79d-60a7-45aa-b6d9-8f0010e3ddf9 None None] Set router 27e7c1db-95e5-4935-b206-b8607c6228b7 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:36:55.894044 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fced885f-2629-4f0c-9a8a-29d5296ffd1f req-6ff8d5d8-afb1-416a-bddb-aef2febf13e4 service neutron] 10.222.0.58 "GET /v2.0/networks/10e4018e-756a-46f8-8dbf-11723c840b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257162 Dec 20 09:36:56.032271 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fced885f-2629-4f0c-9a8a-29d5296ffd1f req-253fa119-2e0f-40da-9a1f-ab35225eed7c service neutron] 10.222.0.58 "GET /v2.0/networks/10e4018e-756a-46f8-8dbf-11723c840b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311624 Dec 20 09:36:56.170560 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-4b2ba79d-60a7-45aa-b6d9-8f0010e3ddf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27e7c1db-95e5-4935-b206-b8607c6228b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1591246726', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.7'}], 'enable_snat': True}, 'gw_port_id': 'e6f16d89-48b3-46e6-9baa-b517bd17e3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:34:11Z', 'updated_at': '2021-12-20T09:34:15Z', 'revision_number': 4, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'gw_port': {'id': 'e6f16d89-48b3-46e6-9baa-b517bd17e3a3', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e7c1db-95e5-4935-b206-b8607c6228b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:34:11Z', 'updated_at': '2021-12-20T09:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': 'da5f9285-e98e-4a45-9e84-641e7b6c91b1', 'name': '', 'network_id': '10e4018e-756a-46f8-8dbf-11723c840b1c', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'mac_address': 'fa:16:3e:b7:2c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e7c1db-95e5-4935-b206-b8607c6228b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '913354b4-57d8-4f31-a7de-e25cdd8eb6ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:34:14Z', 'updated_at': '2021-12-20T09:34:21Z', 'revision_number': 5, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'subnets': [{'id': '913354b4-57d8-4f31-a7de-e25cdd8eb6ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:36:56.174549 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2ba79d-60a7-45aa-b6d9-8f0010e3ddf9 None None] The sync data for ids ['27e7c1db-95e5-4935-b206-b8607c6228b7'] in dv-neutron-820491-1-hyperv is: [{'id': '27e7c1db-95e5-4935-b206-b8607c6228b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1591246726', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.7'}], 'enable_snat': True}, 'gw_port_id': 'e6f16d89-48b3-46e6-9baa-b517bd17e3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:34:11Z', 'updated_at': '2021-12-20T09:34:15Z', 'revision_number': 4, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'gw_port': {'id': 'e6f16d89-48b3-46e6-9baa-b517bd17e3a3', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e7c1db-95e5-4935-b206-b8607c6228b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:34:11Z', 'updated_at': '2021-12-20T09:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': 'da5f9285-e98e-4a45-9e84-641e7b6c91b1', 'name': '', 'network_id': '10e4018e-756a-46f8-8dbf-11723c840b1c', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'mac_address': 'fa:16:3e:b7:2c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e7c1db-95e5-4935-b206-b8607c6228b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '913354b4-57d8-4f31-a7de-e25cdd8eb6ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:34:14Z', 'updated_at': '2021-12-20T09:34:21Z', 'revision_number': 5, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'subnets': [{'id': '913354b4-57d8-4f31-a7de-e25cdd8eb6ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 09:36:56.390450 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaae6d0d-7eb3-41eb-b0d0-82f4a93c74c4 None None] New status for floating IP 7cd76244-5964-4e1a-b651-ba2b72628f07: DOWN {{(pid=83447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 09:36:56.796457 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e2adf-fa53-4537-a261-ea489f4b02d8 req-528d5455-369f-4d3b-bf11-d1d6557344b7 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:36:56.797048 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-407e2adf-fa53-4537-a261-ea489f4b02d8 req-528d5455-369f-4d3b-bf11-d1d6557344b7 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Synchronizing usage tracker for tenant:2bbb24938a37400498f9f82b32585e2d on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:36:56.813568 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-407e2adf-fa53-4537-a261-ea489f4b02d8 req-528d5455-369f-4d3b-bf11-d1d6557344b7 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Unset dirty status for tenant:2bbb24938a37400498f9f82b32585e2d on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:36:56.814781 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-407e2adf-fa53-4537-a261-ea489f4b02d8 req-528d5455-369f-4d3b-bf11-d1d6557344b7 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad124e39-203a-4161-9207-8183d63af397 HTTP/1.1" status: 200 len: 946 time: 0.0917385 Dec 20 09:36:56.860482 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-407e2adf-fa53-4537-a261-ea489f4b02d8 req-c8e5fedd-e843-4b1f-b8fb-a14503ff38c3 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b374d31-6bab-492d-bc8f-b695fdecc35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403297 Dec 20 09:36:57.216211 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35377ac3-60df-4b79-8393-d6f91d9abfd5 req-72a8a557-cbd5-4dd5-a921-f99f29aeeb94 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:36:57.217620 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-35377ac3-60df-4b79-8393-d6f91d9abfd5 req-72a8a557-cbd5-4dd5-a921-f99f29aeeb94 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad124e39-203a-4161-9207-8183d63af397 HTTP/1.1" status: 200 len: 946 time: 0.0788851 Dec 20 09:36:57.288207 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-35377ac3-60df-4b79-8393-d6f91d9abfd5 req-ff6a65ef-e79d-4103-90da-b6b082b87da8 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Deleting port de15ff2d-5252-48b8-b817-f885fe9849fc {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:36:57.288544 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-35377ac3-60df-4b79-8393-d6f91d9abfd5 req-ff6a65ef-e79d-4103-90da-b6b082b87da8 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:36:57.531676 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-35377ac3-60df-4b79-8393-d6f91d9abfd5 req-ff6a65ef-e79d-4103-90da-b6b082b87da8 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] For port de15ff2d-5252-48b8-b817-f885fe9849fc, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=de15ff2d-5252-48b8-b817-f885fe9849fc,segment=NetworkSegment(4fa8838c-947a-4410-9a81-8f51ea682ab0),segment_id=4fa8838c-947a-4410-9a81-8f51ea682ab0)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:36:57.532028 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-35377ac3-60df-4b79-8393-d6f91d9abfd5 req-ff6a65ef-e79d-4103-90da-b6b082b87da8 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:36:57.755942 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-35377ac3-60df-4b79-8393-d6f91d9abfd5 req-ff6a65ef-e79d-4103-90da-b6b082b87da8 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Calling delete_port for de15ff2d-5252-48b8-b817-f885fe9849fc owned by compute:nova {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:36:57.897279 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-35377ac3-60df-4b79-8393-d6f91d9abfd5 req-ff6a65ef-e79d-4103-90da-b6b082b87da8 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:36:57.904141 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-56e2b1bb-a6de-451e-b6ef-48f917c2225f tempest-ServerActionsTestJSON-1159321636 tempest-ServerActionsTestJSON-1159321636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:36:57.951942 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6a65ef-e79d-4103-90da-b6b082b87da8 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event deleted for resources: {'Port': ['ID=de15ff2d-5252-48b8-b817-f885fe9849fc,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:36:57.954363 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ff6a65ef-e79d-4103-90da-b6b082b87da8 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:36:58.024239 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-35377ac3-60df-4b79-8393-d6f91d9abfd5 req-ff6a65ef-e79d-4103-90da-b6b082b87da8 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] No DVR routers for this DVR port de15ff2d-5252-48b8-b817-f885fe9849fc on host hv-neutron-8204 {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 09:36:58.026676 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-35377ac3-60df-4b79-8393-d6f91d9abfd5 req-ff6a65ef-e79d-4103-90da-b6b082b87da8 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:36:58.027955 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-f12951a4-c523-4101-bca2-1d1c6ea8f009 req-06674d8a-1405-4e13-9181-500b919a5de1 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad124e39-203a-4161-9207-8183d63af397 HTTP/1.1" status: 200 len: 210 time: 0.0434203 Dec 20 09:36:58.029537 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad124e39-203a-4161-9207-8183d63af397', 'name': 'network-vif-deleted', 'tag': 'de15ff2d-5252-48b8-b817-f885fe9849fc'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:36:58.045152 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-35377ac3-60df-4b79-8393-d6f91d9abfd5 req-ff6a65ef-e79d-4103-90da-b6b082b87da8 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.58 "DELETE /v2.0/ports/de15ff2d-5252-48b8-b817-f885fe9849fc HTTP/1.1" status: 204 len: 173 time: 0.8216827 Dec 20 09:36:58.091173 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad124e39-203a-4161-9207-8183d63af397', 'name': 'network-vif-deleted', 'tag': 'de15ff2d-5252-48b8-b817-f885fe9849fc', 'status': 'completed', 'code': 200} Dec 20 09:36:59.130859 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 52554) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:36:59.536238 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-363ff85d-a143-4a85-922a-c3e4670fb80e tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349062'] for router_interface, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:00.132250 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-363ff85d-a143-4a85-922a-c3e4670fb80e tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Deleting port da5f9285-e98e-4a45-9e84-641e7b6c91b1 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:37:00.132957 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-363ff85d-a143-4a85-922a-c3e4670fb80e tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:00.435160 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-363ff85d-a143-4a85-922a-c3e4670fb80e tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] For port da5f9285-e98e-4a45-9e84-641e7b6c91b1, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=da5f9285-e98e-4a45-9e84-641e7b6c91b1,segment=NetworkSegment(4fa8838c-947a-4410-9a81-8f51ea682ab0),segment_id=4fa8838c-947a-4410-9a81-8f51ea682ab0)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:37:00.435428 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-363ff85d-a143-4a85-922a-c3e4670fb80e tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:00.551768 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-363ff85d-a143-4a85-922a-c3e4670fb80e tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Calling delete_port for da5f9285-e98e-4a45-9e84-641e7b6c91b1 owned by network:router_interface {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:37:00.738950 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-363ff85d-a143-4a85-922a-c3e4670fb80e tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:00.742566 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-737a27f4-a83e-4a95-957d-02f7a27b735b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:37:00.787872 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363ff85d-a143-4a85-922a-c3e4670fb80e tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event deleted for resources: {'Port': ['ID=da5f9285-e98e-4a45-9e84-641e7b6c91b1,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:37:00.790700 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-363ff85d-a143-4a85-922a-c3e4670fb80e tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:37:00.829646 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device de15ff2d-5252-48b8-b817-f885fe9849fc no longer exists at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 09:37:00.864495 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] No Port match for: de15ff2d-5252-48b8-b817-f885fe9849fc {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 09:37:00.864856 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device de15ff2d-5252-48b8-b817-f885fe9849fc not bound to the agent host hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 09:37:01.079586 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-363ff85d-a143-4a85-922a-c3e4670fb80e tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32897953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348760'] for router_interface, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:01.650318 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-363ff85d-a143-4a85-922a-c3e4670fb80e tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Router 27e7c1db-95e5-4935-b206-b8607c6228b7 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 09:37:01.958646 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-363ff85d-a143-4a85-922a-c3e4670fb80e tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 09:37:01.968504 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d09ad1-8914-47f3-b648-7d70cf76bc49 None None] Sync routers for ids ['27e7c1db-95e5-4935-b206-b8607c6228b7'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 09:37:01.971595 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-363ff85d-a143-4a85-922a-c3e4670fb80e tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "PUT /v2.0/routers/27e7c1db-95e5-4935-b206-b8607c6228b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8396838 Dec 20 09:37:01.974167 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 52558) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:37:01.980978 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d09ad1-8914-47f3-b648-7d70cf76bc49 None None] Routers {'27e7c1db-95e5-4935-b206-b8607c6228b7'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:37:01.981640 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-97d09ad1-8914-47f3-b648-7d70cf76bc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:36:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['27e7c1db-95e5-4935-b206-b8607c6228b7'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:37:02.158610 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-97d09ad1-8914-47f3-b648-7d70cf76bc49 None None] Set router 27e7c1db-95e5-4935-b206-b8607c6228b7 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:37:02.158861 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bbe1a52-ab64-4234-a0bb-85d0dc83de74 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Deleting subnet 913354b4-57d8-4f31-a7de-e25cdd8eb6ba {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 09:37:02.161681 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1bbe1a52-ab64-4234-a0bb-85d0dc83de74 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:02.216141 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1bbe1a52-ab64-4234-a0bb-85d0dc83de74 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1618747'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:02.299564 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1bbe1a52-ab64-4234-a0bb-85d0dc83de74 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:02.373101 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1bbe1a52-ab64-4234-a0bb-85d0dc83de74 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1129313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1529131'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:02.376798 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-14f437f1-8604-401a-bfae-3d25825fffc4 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:37:02.411816 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbe1a52-ab64-4234-a0bb-85d0dc83de74 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event deleted for resources: {'Subnet': ['ID=913354b4-57d8-4f31-a7de-e25cdd8eb6ba,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:37:02.416840 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1bbe1a52-ab64-4234-a0bb-85d0dc83de74 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:37:02.425987 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b2ed17-6c6a-43b0-93bc-0af95381020d None None] Network 10e4018e-756a-46f8-8dbf-11723c840b1c requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 09:37:02.426277 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1bbe1a52-ab64-4234-a0bb-85d0dc83de74 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:02.433414 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1bbe1a52-ab64-4234-a0bb-85d0dc83de74 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "DELETE /v2.0/subnets/913354b4-57d8-4f31-a7de-e25cdd8eb6ba HTTP/1.1" status: 204 len: 168 time: 0.4582820 Dec 20 09:37:02.436091 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 52562) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:37:02.593548 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-97d09ad1-8914-47f3-b648-7d70cf76bc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27e7c1db-95e5-4935-b206-b8607c6228b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1591246726', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.7'}], 'enable_snat': True}, 'gw_port_id': 'e6f16d89-48b3-46e6-9baa-b517bd17e3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:34:11Z', 'updated_at': '2021-12-20T09:37:00Z', 'revision_number': 5, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'gw_port': {'id': 'e6f16d89-48b3-46e6-9baa-b517bd17e3a3', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e7c1db-95e5-4935-b206-b8607c6228b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:34:11Z', 'updated_at': '2021-12-20T09:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:37:02.607803 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d09ad1-8914-47f3-b648-7d70cf76bc49 None None] Checking router: 27e7c1db-95e5-4935-b206-b8607c6228b7 for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 09:37:02.625513 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d09ad1-8914-47f3-b648-7d70cf76bc49 None None] Routers {'27e7c1db-95e5-4935-b206-b8607c6228b7'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:37:02.626138 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-97d09ad1-8914-47f3-b648-7d70cf76bc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:36:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['27e7c1db-95e5-4935-b206-b8607c6228b7'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:37:02.639669 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0c6b6eb2-972f-456f-8d76-bfc479b3bbf7 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for router, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:02.840467 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0c6b6eb2-972f-456f-8d76-bfc479b3bbf7 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:02.859017 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-0c6b6eb2-972f-456f-8d76-bfc479b3bbf7 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Deleting port e6f16d89-48b3-46e6-9baa-b517bd17e3a3 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:37:02.859380 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0c6b6eb2-972f-456f-8d76-bfc479b3bbf7 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:02.869518 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-97d09ad1-8914-47f3-b648-7d70cf76bc49 None None] Set router 27e7c1db-95e5-4935-b206-b8607c6228b7 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:37:02.913172 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248c7f0b-5361-4fa4-bfd3-152fff9b430a None None] DHCP port deletion for 10e4018e-756a-46f8-8dbf-11723c840b1c request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 09:37:02.974383 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-248c7f0b-5361-4fa4-bfd3-152fff9b430a None None] Deleting port 010e9f6a-4bb4-42a5-ba4b-6ffd0a3a73d5 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:37:02.975089 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-248c7f0b-5361-4fa4-bfd3-152fff9b430a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:03.038629 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-0c6b6eb2-972f-456f-8d76-bfc479b3bbf7 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] For port e6f16d89-48b3-46e6-9baa-b517bd17e3a3, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=e6f16d89-48b3-46e6-9baa-b517bd17e3a3,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:37:03.038995 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0c6b6eb2-972f-456f-8d76-bfc479b3bbf7 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:03.158276 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-0c6b6eb2-972f-456f-8d76-bfc479b3bbf7 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Calling delete_port for e6f16d89-48b3-46e6-9baa-b517bd17e3a3 owned by network:router_gateway {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:37:03.321573 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-248c7f0b-5361-4fa4-bfd3-152fff9b430a None None] For port 010e9f6a-4bb4-42a5-ba4b-6ffd0a3a73d5, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=010e9f6a-4bb4-42a5-ba4b-6ffd0a3a73d5,segment=NetworkSegment(4fa8838c-947a-4410-9a81-8f51ea682ab0),segment_id=4fa8838c-947a-4410-9a81-8f51ea682ab0)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:37:03.321977 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-248c7f0b-5361-4fa4-bfd3-152fff9b430a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:03.332370 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0c6b6eb2-972f-456f-8d76-bfc479b3bbf7 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:03.337194 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-32fbb6da-91f0-42b7-a567-a05de6ec67a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:37:03.379411 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6b6eb2-972f-456f-8d76-bfc479b3bbf7 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event deleted for resources: {'Port': ['ID=e6f16d89-48b3-46e6-9baa-b517bd17e3a3,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:37:03.382802 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0c6b6eb2-972f-456f-8d76-bfc479b3bbf7 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:37:03.450045 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-248c7f0b-5361-4fa4-bfd3-152fff9b430a None None] Calling delete_port for 010e9f6a-4bb4-42a5-ba4b-6ffd0a3a73d5 owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:37:03.533193 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-97d09ad1-8914-47f3-b648-7d70cf76bc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27e7c1db-95e5-4935-b206-b8607c6228b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1591246726', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.7'}], 'enable_snat': True}, 'gw_port_id': 'e6f16d89-48b3-46e6-9baa-b517bd17e3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:34:11Z', 'updated_at': '2021-12-20T09:37:00Z', 'revision_number': 5, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'gw_port': {'id': 'e6f16d89-48b3-46e6-9baa-b517bd17e3a3', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e7c1db-95e5-4935-b206-b8607c6228b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:34:11Z', 'updated_at': '2021-12-20T09:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:37:03.537943 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d09ad1-8914-47f3-b648-7d70cf76bc49 None None] The sync data for ids ['27e7c1db-95e5-4935-b206-b8607c6228b7'] in dv-neutron-820491-1-hyperv is: [{'id': '27e7c1db-95e5-4935-b206-b8607c6228b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1591246726', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.7'}], 'enable_snat': True}, 'gw_port_id': 'e6f16d89-48b3-46e6-9baa-b517bd17e3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:34:11Z', 'updated_at': '2021-12-20T09:37:00Z', 'revision_number': 5, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'gw_port': {'id': 'e6f16d89-48b3-46e6-9baa-b517bd17e3a3', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e7c1db-95e5-4935-b206-b8607c6228b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:34:11Z', 'updated_at': '2021-12-20T09:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 09:37:03.555489 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-248c7f0b-5361-4fa4-bfd3-152fff9b430a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102'] for port, after_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:03.559405 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:37:03.609131 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248c7f0b-5361-4fa4-bfd3-152fff9b430a None None] Pushing event deleted for resources: {'Port': ['ID=010e9f6a-4bb4-42a5-ba4b-6ffd0a3a73d5,revision_number=None']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:37:03.618724 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248c7f0b-5361-4fa4-bfd3-152fff9b430a None None] No DVR routers for this DVR port 010e9f6a-4bb4-42a5-ba4b-6ffd0a3a73d5 on host dv-neutron-820491-1-hyperv {{(pid=83446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 09:37:03.625845 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248c7f0b-5361-4fa4-bfd3-152fff9b430a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:37:03.625845 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248c7f0b-5361-4fa4-bfd3-152fff9b430a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:37:03.625845 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248c7f0b-5361-4fa4-bfd3-152fff9b430a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:37:03.626178 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248c7f0b-5361-4fa4-bfd3-152fff9b430a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:37:03.626899 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248c7f0b-5361-4fa4-bfd3-152fff9b430a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:37:03.626899 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248c7f0b-5361-4fa4-bfd3-152fff9b430a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:37:03.627133 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248c7f0b-5361-4fa4-bfd3-152fff9b430a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:37:03.627730 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248c7f0b-5361-4fa4-bfd3-152fff9b430a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:37:03.627821 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248c7f0b-5361-4fa4-bfd3-152fff9b430a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:37:03.628070 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248c7f0b-5361-4fa4-bfd3-152fff9b430a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:37:03.628388 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248c7f0b-5361-4fa4-bfd3-152fff9b430a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:37:03.631305 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-248c7f0b-5361-4fa4-bfd3-152fff9b430a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:37:03.766563 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0c6b6eb2-972f-456f-8d76-bfc479b3bbf7 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346107'] for router_gateway, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:03.897881 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 010e9f6a-4bb4-42a5-ba4b-6ffd0a3a73d5 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 09:37:03.933416 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 010e9f6a-4bb4-42a5-ba4b-6ffd0a3a73d5 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 09:37:03.933923 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 010e9f6a-4bb4-42a5-ba4b-6ffd0a3a73d5 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 09:37:04.026354 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0c6b6eb2-972f-456f-8d76-bfc479b3bbf7 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24735'] for router, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:04.030678 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0c6b6eb2-972f-456f-8d76-bfc479b3bbf7 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:04.055765 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0c6b6eb2-972f-456f-8d76-bfc479b3bbf7 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-390871'] for router, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:04.056274 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c6b6eb2-972f-456f-8d76-bfc479b3bbf7 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Fanout notify agent at l3_agent the message router_deleted on router 27e7c1db-95e5-4935-b206-b8607c6228b7 {{(pid=83444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 09:37:04.069868 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0c6b6eb2-972f-456f-8d76-bfc479b3bbf7 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:04.071527 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-0c6b6eb2-972f-456f-8d76-bfc479b3bbf7 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "DELETE /v2.0/routers/27e7c1db-95e5-4935-b206-b8607c6228b7 HTTP/1.1" status: 204 len: 168 time: 1.6339135 Dec 20 09:37:04.074234 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 52566) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:37:04.187057 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-56d8ee74-f845-4430-8b25-2ef2a0590cca tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:04.315853 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-56d8ee74-f845-4430-8b25-2ef2a0590cca tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:04.340090 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-56d8ee74-f845-4430-8b25-2ef2a0590cca tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10e4018e-756a-46f8-8dbf-11723c840b1c']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:37:04.352402 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-56d8ee74-f845-4430-8b25-2ef2a0590cca tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fa8838c-947a-4410-9a81-8f51ea682ab0') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:37:04.352730 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-56d8ee74-f845-4430-8b25-2ef2a0590cca tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fa8838c-947a-4410-9a81-8f51ea682ab0') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:37:04.363829 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-56d8ee74-f845-4430-8b25-2ef2a0590cca tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1618722'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:04.379445 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-56d8ee74-f845-4430-8b25-2ef2a0590cca tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:04.385323 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56d8ee74-f845-4430-8b25-2ef2a0590cca tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 09:37:04.385685 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-56d8ee74-f845-4430-8b25-2ef2a0590cca tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1128911'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:04.399479 dv-neutron-820491-1-hyperv neutron-server[83444]: Traceback (most recent call last): Dec 20 09:37:04.399479 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 09:37:04.399479 dv-neutron-820491-1-hyperv neutron-server[83444]: timer() Dec 20 09:37:04.399479 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 09:37:04.399479 dv-neutron-820491-1-hyperv neutron-server[83444]: cb(*args, **kw) Dec 20 09:37:04.399479 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 09:37:04.399479 dv-neutron-820491-1-hyperv neutron-server[83444]: return func(*args, **kwargs) Dec 20 09:37:04.399479 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 09:37:04.399479 dv-neutron-820491-1-hyperv neutron-server[83444]: self._notify() Dec 20 09:37:04.399479 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 09:37:04.399479 dv-neutron-820491-1-hyperv neutron-server[83444]: self.callback(batched_events) Dec 20 09:37:04.399479 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 09:37:04.399479 dv-neutron-820491-1-hyperv neutron-server[83444]: event.method(event) Dec 20 09:37:04.399479 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 09:37:04.399479 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 09:37:04.399479 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 09:37:04.399479 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 09:37:04.399479 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 09:37:04.399479 dv-neutron-820491-1-hyperv neutron-server[83444]: return f(self, *a, **k) Dec 20 09:37:04.399479 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 09:37:04.399479 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._get(url).json() Dec 20 09:37:04.399479 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 09:37:04.399479 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 09:37:04.399479 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 09:37:04.399479 dv-neutron-820491-1-hyperv neutron-server[83444]: return self.request(url, 'GET', **kwargs) Dec 20 09:37:04.399479 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 09:37:04.399479 dv-neutron-820491-1-hyperv neutron-server[83444]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 09:37:04.399479 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 09:37:04.399479 dv-neutron-820491-1-hyperv neutron-server[83444]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 09:37:04.399479 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 09:37:04.399479 dv-neutron-820491-1-hyperv neutron-server[83444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 09:37:04.399479 dv-neutron-820491-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 09:37:04.477848 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-56d8ee74-f845-4430-8b25-2ef2a0590cca tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:04.482138 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ab366181-ed40-41a5-aec9-d4c95a848710 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:37:04.498631 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-56d8ee74-f845-4430-8b25-2ef2a0590cca tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:04.509472 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d8ee74-f845-4430-8b25-2ef2a0590cca tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event deleted for resources: {'Network': ['ID=10e4018e-756a-46f8-8dbf-11723c840b1c,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:37:04.512464 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-56d8ee74-f845-4430-8b25-2ef2a0590cca tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:37:04.517959 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-56d8ee74-f845-4430-8b25-2ef2a0590cca tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "DELETE /v2.0/networks/10e4018e-756a-46f8-8dbf-11723c840b1c HTTP/1.1" status: 204 len: 168 time: 0.4428291 Dec 20 09:37:04.520593 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 52570) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:37:04.604660 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-99f6bbcb-7dea-4925-ba17-f4eff97b2d79 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:04.641107 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-99f6bbcb-7dea-4925-ba17-f4eff97b2d79 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:04.704048 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-99f6bbcb-7dea-4925-ba17-f4eff97b2d79 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:04.707975 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7f1f2437-4687-40fd-b847-1daaad8b2ed7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:37:04.726783 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f6bbcb-7dea-4925-ba17-f4eff97b2d79 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b374d31-6bab-492d-bc8f-b695fdecc35b,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:37:04.730997 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-99f6bbcb-7dea-4925-ba17-f4eff97b2d79 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:37:04.738568 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-99f6bbcb-7dea-4925-ba17-f4eff97b2d79 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:04.739749 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-99f6bbcb-7dea-4925-ba17-f4eff97b2d79 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "DELETE /v2.0/security-groups/4b374d31-6bab-492d-bc8f-b695fdecc35b HTTP/1.1" status: 204 len: 168 time: 0.2182429 Dec 20 09:37:05.492283 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device da5f9285-e98e-4a45-9e84-641e7b6c91b1 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 09:37:05.531875 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: da5f9285-e98e-4a45-9e84-641e7b6c91b1 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 09:37:05.532232 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device da5f9285-e98e-4a45-9e84-641e7b6c91b1 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 09:37:05.532672 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device e6f16d89-48b3-46e6-9baa-b517bd17e3a3 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 09:37:05.564312 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: e6f16d89-48b3-46e6-9baa-b517bd17e3a3 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 09:37:05.564679 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device e6f16d89-48b3-46e6-9baa-b517bd17e3a3 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 09:37:06.150751 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 52580) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:37:06.156615 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-a1822a52-1b92-4c02-9a88-b72acd07ec66 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1763902652', 'description': 'tempest-secgroup-smoke-1763902652 description', 'project_id': '2bbb24938a37400498f9f82b32585e2d'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:37:06.162608 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-a1822a52-1b92-4c02-9a88-b72acd07ec66 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:37:06.166766 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-a1822a52-1b92-4c02-9a88-b72acd07ec66 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Usage tracker for resource:security_group and tenant:2bbb24938a37400498f9f82b32585e2d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:37:06.169887 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-a1822a52-1b92-4c02-9a88-b72acd07ec66 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:37:06.175373 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-a1822a52-1b92-4c02-9a88-b72acd07ec66 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:37:06.185892 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a1822a52-1b92-4c02-9a88-b72acd07ec66 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:06.221960 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-a1822a52-1b92-4c02-9a88-b72acd07ec66 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:37:06.225645 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-a1822a52-1b92-4c02-9a88-b72acd07ec66 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Usage tracker for resource:security_group_rule and tenant:2bbb24938a37400498f9f82b32585e2d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:37:06.228373 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-a1822a52-1b92-4c02-9a88-b72acd07ec66 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:37:06.233873 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-a1822a52-1b92-4c02-9a88-b72acd07ec66 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:37:06.286404 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a1822a52-1b92-4c02-9a88-b72acd07ec66 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:06.290048 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a1822a52-1b92-4c02-9a88-b72acd07ec66 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:06.293441 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c3e2e7e6-bea2-49d0-88aa-2c7ba5848ede admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:37:06.333651 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1822a52-1b92-4c02-9a88-b72acd07ec66 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c49515d-0d09-4504-ab02-d8f1a4a3240c,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:37:06.336507 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a1822a52-1b92-4c02-9a88-b72acd07ec66 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:06.337811 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a1822a52-1b92-4c02-9a88-b72acd07ec66 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1859806 Dec 20 09:37:06.338797 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a1822a52-1b92-4c02-9a88-b72acd07ec66 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:37:06.342133 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 52584) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:37:06.347794 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-af70b542-953a-4237-8256-f85fdafec879 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Request body: {'security_group_rule': {'security_group_id': '1c49515d-0d09-4504-ab02-d8f1a4a3240c', 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:37:06.353963 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-af70b542-953a-4237-8256-f85fdafec879 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:37:06.357688 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-af70b542-953a-4237-8256-f85fdafec879 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Usage tracker for resource:security_group_rule and tenant:2bbb24938a37400498f9f82b32585e2d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:37:06.360460 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-af70b542-953a-4237-8256-f85fdafec879 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:37:06.365972 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-af70b542-953a-4237-8256-f85fdafec879 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:37:06.383039 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-af70b542-953a-4237-8256-f85fdafec879 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:06.441735 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-af70b542-953a-4237-8256-f85fdafec879 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:06.445290 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-af70b542-953a-4237-8256-f85fdafec879 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:06.447766 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b4eab079-512c-4881-a5be-e1a2fe23ff2d tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:37:06.468371 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af70b542-953a-4237-8256-f85fdafec879 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6543655-4e57-4f4c-80cb-389c1cebef16,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:37:06.471131 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-af70b542-953a-4237-8256-f85fdafec879 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:37:06.477946 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-af70b542-953a-4237-8256-f85fdafec879 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:06.479089 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-af70b542-953a-4237-8256-f85fdafec879 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1360819 Dec 20 09:37:06.481859 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 52588) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:37:06.487317 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-a79b5077-73fd-4b35-9620-355e9677b935 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Request body: {'security_group_rule': {'security_group_id': '1c49515d-0d09-4504-ab02-d8f1a4a3240c', 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:37:06.493725 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-a79b5077-73fd-4b35-9620-355e9677b935 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:37:06.497502 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-a79b5077-73fd-4b35-9620-355e9677b935 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Usage tracker for resource:security_group_rule and tenant:2bbb24938a37400498f9f82b32585e2d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:37:06.500381 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-a79b5077-73fd-4b35-9620-355e9677b935 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:37:06.506145 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-a79b5077-73fd-4b35-9620-355e9677b935 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:37:06.525491 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a79b5077-73fd-4b35-9620-355e9677b935 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:06.587216 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a79b5077-73fd-4b35-9620-355e9677b935 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:06.591022 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a79b5077-73fd-4b35-9620-355e9677b935 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:06.592846 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-20b071eb-b874-473c-943f-537f71132434 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:37:06.614770 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79b5077-73fd-4b35-9620-355e9677b935 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=129dba91-753b-40dd-ac4d-46c55e2ca55b,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:37:06.617090 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a79b5077-73fd-4b35-9620-355e9677b935 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:37:06.624614 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a79b5077-73fd-4b35-9620-355e9677b935 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:06.625807 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a79b5077-73fd-4b35-9620-355e9677b935 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1430185 Dec 20 09:37:06.628510 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 52592) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:37:06.634286 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-71c3b341-6f5f-4b6c-a166-317139d678f0 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Request body: {'security_group_rule': {'security_group_id': '1c49515d-0d09-4504-ab02-d8f1a4a3240c', 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:37:06.639965 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-71c3b341-6f5f-4b6c-a166-317139d678f0 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:37:06.643719 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-71c3b341-6f5f-4b6c-a166-317139d678f0 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Usage tracker for resource:security_group_rule and tenant:2bbb24938a37400498f9f82b32585e2d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:37:06.646565 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-71c3b341-6f5f-4b6c-a166-317139d678f0 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:37:06.652262 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-71c3b341-6f5f-4b6c-a166-317139d678f0 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:37:06.668869 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-71c3b341-6f5f-4b6c-a166-317139d678f0 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:06.729767 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-71c3b341-6f5f-4b6c-a166-317139d678f0 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:06.733214 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-71c3b341-6f5f-4b6c-a166-317139d678f0 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:06.735012 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4e10c48a-4fa0-4e49-b92d-2f17490988a4 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:37:06.756458 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3b341-6f5f-4b6c-a166-317139d678f0 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=450c6290-0e22-4eed-b44b-0bbd28d81150,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:37:06.758912 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-71c3b341-6f5f-4b6c-a166-317139d678f0 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:37:06.765934 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-71c3b341-6f5f-4b6c-a166-317139d678f0 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:06.767178 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-71c3b341-6f5f-4b6c-a166-317139d678f0 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1377833 Dec 20 09:37:06.770011 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 52596) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:37:06.775622 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-a93d1d77-3f6d-41c5-974f-4df30060df87 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Request body: {'security_group_rule': {'security_group_id': '1c49515d-0d09-4504-ab02-d8f1a4a3240c', 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:37:06.781546 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-a93d1d77-3f6d-41c5-974f-4df30060df87 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:37:06.785273 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-a93d1d77-3f6d-41c5-974f-4df30060df87 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Usage tracker for resource:security_group_rule and tenant:2bbb24938a37400498f9f82b32585e2d is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:37:06.788147 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-a93d1d77-3f6d-41c5-974f-4df30060df87 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:37:06.795139 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-a93d1d77-3f6d-41c5-974f-4df30060df87 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:37:06.811240 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a93d1d77-3f6d-41c5-974f-4df30060df87 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:06.873057 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a93d1d77-3f6d-41c5-974f-4df30060df87 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:06.876399 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a93d1d77-3f6d-41c5-974f-4df30060df87 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:06.878171 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-41c69ed9-696e-40e6-8285-5df5d0df9521 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:37:06.900320 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93d1d77-3f6d-41c5-974f-4df30060df87 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aed07c7-9743-452e-bbc4-d877e11e73e0,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:37:06.911657 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a93d1d77-3f6d-41c5-974f-4df30060df87 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:06.912813 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-a93d1d77-3f6d-41c5-974f-4df30060df87 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1418455 Dec 20 09:37:06.915148 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93d1d77-3f6d-41c5-974f-4df30060df87 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:37:06.915529 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93d1d77-3f6d-41c5-974f-4df30060df87 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:37:06.915908 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93d1d77-3f6d-41c5-974f-4df30060df87 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:37:06.916275 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93d1d77-3f6d-41c5-974f-4df30060df87 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:37:06.916391 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 52600) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:37:06.916666 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93d1d77-3f6d-41c5-974f-4df30060df87 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:37:06.917170 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93d1d77-3f6d-41c5-974f-4df30060df87 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:37:06.917569 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93d1d77-3f6d-41c5-974f-4df30060df87 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:37:06.917932 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93d1d77-3f6d-41c5-974f-4df30060df87 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:37:06.918291 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93d1d77-3f6d-41c5-974f-4df30060df87 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:37:06.918650 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93d1d77-3f6d-41c5-974f-4df30060df87 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:37:06.919007 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93d1d77-3f6d-41c5-974f-4df30060df87 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:37:06.922106 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-508c2dcf-abb1-4da7-bfd5-f41e1becd47b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Request body: {'security_group_rule': {'security_group_id': '1c49515d-0d09-4504-ab02-d8f1a4a3240c', 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:37:06.922270 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a93d1d77-3f6d-41c5-974f-4df30060df87 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:37:06.928070 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-508c2dcf-abb1-4da7-bfd5-f41e1becd47b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:37:06.932556 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-508c2dcf-abb1-4da7-bfd5-f41e1becd47b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Usage tracker for resource:security_group_rule and tenant:2bbb24938a37400498f9f82b32585e2d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:37:06.935406 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-508c2dcf-abb1-4da7-bfd5-f41e1becd47b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:37:06.940973 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-508c2dcf-abb1-4da7-bfd5-f41e1becd47b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:37:06.950958 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.securitygroups_db [None req-508c2dcf-abb1-4da7-bfd5-f41e1becd47b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Project 2bbb24938a37400498f9f82b32585e2d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 09:37:06.957050 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-508c2dcf-abb1-4da7-bfd5-f41e1becd47b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:07.126984 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-508c2dcf-abb1-4da7-bfd5-f41e1becd47b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:07.131270 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-508c2dcf-abb1-4da7-bfd5-f41e1becd47b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:07.137173 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:37:07.139523 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2e468015-cd2d-47ad-85a0-cdd8a68a32ff tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:37:07.160069 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508c2dcf-abb1-4da7-bfd5-f41e1becd47b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a81fd9f-a89f-4642-83d8-5c32a47d2275,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:37:07.162450 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-508c2dcf-abb1-4da7-bfd5-f41e1becd47b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:37:07.167514 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-508c2dcf-abb1-4da7-bfd5-f41e1becd47b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:07.168738 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-508c2dcf-abb1-4da7-bfd5-f41e1becd47b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2513611 Dec 20 09:37:07.171385 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 52604) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:37:07.176595 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-7a19b798-218b-403a-b495-be0ec49bbd83 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Request body: {'security_group_rule': {'security_group_id': '1c49515d-0d09-4504-ab02-d8f1a4a3240c', 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:37:07.182660 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-7a19b798-218b-403a-b495-be0ec49bbd83 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:37:07.186441 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7a19b798-218b-403a-b495-be0ec49bbd83 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Usage tracker for resource:security_group_rule and tenant:2bbb24938a37400498f9f82b32585e2d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:37:07.189376 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7a19b798-218b-403a-b495-be0ec49bbd83 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:37:07.195134 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-7a19b798-218b-403a-b495-be0ec49bbd83 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:37:07.205023 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.securitygroups_db [None req-7a19b798-218b-403a-b495-be0ec49bbd83 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Project 2bbb24938a37400498f9f82b32585e2d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 09:37:07.211853 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7a19b798-218b-403a-b495-be0ec49bbd83 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:07.275936 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7a19b798-218b-403a-b495-be0ec49bbd83 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:07.279651 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7a19b798-218b-403a-b495-be0ec49bbd83 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:07.284859 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-bbd07dfe-c19f-4c7c-9912-e9098d9f16fa tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:37:07.303970 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a19b798-218b-403a-b495-be0ec49bbd83 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaade028-9969-4c1d-9fc4-c38971e1feaa,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:37:07.309445 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7a19b798-218b-403a-b495-be0ec49bbd83 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:37:07.313582 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7a19b798-218b-403a-b495-be0ec49bbd83 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:07.314724 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-7a19b798-218b-403a-b495-be0ec49bbd83 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1424575 Dec 20 09:37:07.317537 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 52608) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:37:07.323170 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-c01e85db-575e-4f02-a452-c221a66cf741 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Request body: {'network': {'name': 'tempest-network-smoke--1845679680', 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'port_security_enabled': True}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:37:07.327975 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-c01e85db-575e-4f02-a452-c221a66cf741 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:37:07.331970 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-c01e85db-575e-4f02-a452-c221a66cf741 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Usage tracker for resource:network and tenant:2bbb24938a37400498f9f82b32585e2d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:37:07.334792 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-c01e85db-575e-4f02-a452-c221a66cf741 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:37:07.341298 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-c01e85db-575e-4f02-a452-c221a66cf741 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:37:07.351699 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c01e85db-575e-4f02-a452-c221a66cf741 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Made reservation on behalf of 2bbb24938a37400498f9f82b32585e2d for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 09:37:07.355031 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c01e85db-575e-4f02-a452-c221a66cf741 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:07.382966 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c01e85db-575e-4f02-a452-c221a66cf741 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 09:37:07.392375 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c01e85db-575e-4f02-a452-c221a66cf741 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:07.392721 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-c01e85db-575e-4f02-a452-c221a66cf741 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Added segment 24b36988-5107-4cde-86c6-c204316b826e of type vlan for network d9e7d1d4-5d8e-43b3-ba10-549fc219c625 Dec 20 09:37:07.418616 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c01e85db-575e-4f02-a452-c221a66cf741 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:07.449291 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c01e85db-575e-4f02-a452-c221a66cf741 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:07.452955 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01e85db-575e-4f02-a452-c221a66cf741 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:37:07.453567 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c01e85db-575e-4f02-a452-c221a66cf741 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:07.456878 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:37:07.566889 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c01e85db-575e-4f02-a452-c221a66cf741 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2483447 Dec 20 09:37:07.568212 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01e85db-575e-4f02-a452-c221a66cf741 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event updated for resources: {'Network': ['ID=d9e7d1d4-5d8e-43b3-ba10-549fc219c625,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:37:07.569978 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 52612) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:37:07.571422 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c01e85db-575e-4f02-a452-c221a66cf741 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:37:07.576451 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-4b239a43-b253-48d7-bcc9-b35667f76179 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1089895486', 'admin_state_up': True, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:37:07.579345 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network d9e7d1d4-5d8e-43b3-ba10-549fc219c625 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 09:37:07.583531 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-4b239a43-b253-48d7-bcc9-b35667f76179 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:37:07.588073 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-4b239a43-b253-48d7-bcc9-b35667f76179 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Usage tracker for resource:router and tenant:2bbb24938a37400498f9f82b32585e2d is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:37:07.591354 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-4b239a43-b253-48d7-bcc9-b35667f76179 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:37:07.597313 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-4b239a43-b253-48d7-bcc9-b35667f76179 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:37:07.610979 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4b239a43-b253-48d7-bcc9-b35667f76179 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24817'] for router, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:07.611896 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4b239a43-b253-48d7-bcc9-b35667f76179 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-351744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24806'] for router, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:07.630668 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4b239a43-b253-48d7-bcc9-b35667f76179 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:07.781655 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4b239a43-b253-48d7-bcc9-b35667f76179 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24724'] for router, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:07.955107 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4b239a43-b253-48d7-bcc9-b35667f76179 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for router_gateway, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:07.987119 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4b239a43-b253-48d7-bcc9-b35667f76179 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:08.223721 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-4b239a43-b253-48d7-bcc9-b35667f76179 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Allocated IP 172.26.5.226 (95f3bec2-46e6-4468-8229-8badd4a5aaae/cf8895a3-346d-4313-a645-16ecdcce9969/07738fe4-1fce-4646-a1bd-4860dd46abb3) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 09:37:08.372016 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4b239a43-b253-48d7-bcc9-b35667f76179 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:08.398278 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4b239a43-b253-48d7-bcc9-b35667f76179 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:08.402574 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-2f253e2c-7f4c-4e80-8025-0add3c3dac2e tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:37:08.464064 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b239a43-b253-48d7-bcc9-b35667f76179 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Network 95f3bec2-46e6-4468-8229-8badd4a5aaae is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:37:08.467101 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-4b239a43-b253-48d7-bcc9-b35667f76179 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:37:08.471397 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b239a43-b253-48d7-bcc9-b35667f76179 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 09:37:08.498368 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b239a43-b253-48d7-bcc9-b35667f76179 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event updated for resources: {'Port': ['ID=07738fe4-1fce-4646-a1bd-4860dd46abb3,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:37:08.504567 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-4b239a43-b253-48d7-bcc9-b35667f76179 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:37:08.631581 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4b239a43-b253-48d7-bcc9-b35667f76179 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for router_gateway, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:08.632309 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4b239a43-b253-48d7-bcc9-b35667f76179 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071'] for router, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:08.859403 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b239a43-b253-48d7-bcc9-b35667f76179 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Router 817890b9-00aa-45f4-9d32-4b4a9b99cbaf is scheduled to L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 with binding_index 1 {{(pid=83445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 09:37:09.056280 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b239a43-b253-48d7-bcc9-b35667f76179 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 09:37:09.065469 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb80324-cc1f-4854-a027-285d522e1750 None None] Sync routers for ids ['817890b9-00aa-45f4-9d32-4b4a9b99cbaf'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 09:37:09.077210 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb80324-cc1f-4854-a027-285d522e1750 None None] Routers {'817890b9-00aa-45f4-9d32-4b4a9b99cbaf'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:37:09.078078 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-bbb80324-cc1f-4854-a027-285d522e1750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:36:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['817890b9-00aa-45f4-9d32-4b4a9b99cbaf'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:37:09.082597 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4b239a43-b253-48d7-bcc9-b35667f76179 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:09.083920 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-4b239a43-b253-48d7-bcc9-b35667f76179 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5123005 Dec 20 09:37:09.087927 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 52616) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:37:09.250878 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-bbb80324-cc1f-4854-a027-285d522e1750 None None] Set router 817890b9-00aa-45f4-9d32-4b4a9b99cbaf gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:37:09.348399 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-1a10d68d-adbd-4a5b-814d-d23de9965311 tempest-TestNetworkAdvancedServerOps-948809047 tempest-TestNetworkAdvancedServerOps-948809047-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=2bbb24938a37400498f9f82b32585e2d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2592349 Dec 20 09:37:09.350778 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 52622) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:37:09.480732 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82ddfab-f5e2-47af-9a18-d430e685da3e tempest-TestNetworkAdvancedServerOps-948809047 tempest-TestNetworkAdvancedServerOps-948809047-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:37:09.485188 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-f82ddfab-f5e2-47af-9a18-d430e685da3e tempest-TestNetworkAdvancedServerOps-948809047 tempest-TestNetworkAdvancedServerOps-948809047-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1305230 Dec 20 09:37:09.485188 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 52626) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:37:09.524285 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-cc8ce6fe-576e-4584-87d8-57081b54b441 tempest-TestNetworkAdvancedServerOps-948809047 tempest-TestNetworkAdvancedServerOps-948809047-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=95f3bec2-46e6-4468-8229-8badd4a5aaae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377576 Dec 20 09:37:09.526457 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 52630) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:37:09.532035 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-949e2599-f700-4a23-954c-8385d0c49772 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1682906702', 'network_id': 'd9e7d1d4-5d8e-43b3-ba10-549fc219c625', 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:37:09.569895 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-bbb80324-cc1f-4854-a027-285d522e1750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '817890b9-00aa-45f4-9d32-4b4a9b99cbaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1089895486', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.226'}], 'enable_snat': True}, 'gw_port_id': '07738fe4-1fce-4646-a1bd-4860dd46abb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:37:07Z', 'updated_at': '2021-12-20T09:37:08Z', 'revision_number': 3, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'gw_port': {'id': '07738fe4-1fce-4646-a1bd-4860dd46abb3', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d2:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '817890b9-00aa-45f4-9d32-4b4a9b99cbaf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:37:08Z', 'updated_at': '2021-12-20T09:37:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:37:09.575249 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb80324-cc1f-4854-a027-285d522e1750 None None] Checking router: 817890b9-00aa-45f4-9d32-4b4a9b99cbaf for host: dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 09:37:09.576187 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb80324-cc1f-4854-a027-285d522e1750 None None] Updating router 817890b9-00aa-45f4-9d32-4b4a9b99cbaf port 07738fe4-1fce-4646-a1bd-4860dd46abb3 binding host dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 09:37:09.627668 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-bbb80324-cc1f-4854-a027-285d522e1750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:09.642327 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-949e2599-f700-4a23-954c-8385d0c49772 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:37:09.646127 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-949e2599-f700-4a23-954c-8385d0c49772 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Usage tracker for resource:subnet and tenant:2bbb24938a37400498f9f82b32585e2d is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:37:09.648913 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-949e2599-f700-4a23-954c-8385d0c49772 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:37:09.654605 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-949e2599-f700-4a23-954c-8385d0c49772 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:37:09.665797 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-949e2599-f700-4a23-954c-8385d0c49772 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Made reservation on behalf of 2bbb24938a37400498f9f82b32585e2d for: {'subnet': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 09:37:09.771897 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-949e2599-f700-4a23-954c-8385d0c49772 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2095160'] for subnet, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:09.947291 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-bbb80324-cc1f-4854-a027-285d522e1750 None None] Notify callbacks [] for port, precommit_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:09.960236 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.provisioning_blocks [None req-bbb80324-cc1f-4854-a027-285d522e1750 None None] Transition to ACTIVE for port object 07738fe4-1fce-4646-a1bd-4860dd46abb3 will not be triggered until provisioned by entity L2. {{(pid=83447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:37:09.967788 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-bbb80324-cc1f-4854-a027-285d522e1750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:09.971766 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-e26a1bcf-bfbb-42a9-be82-2e9418b07b65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:37:10.050849 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc59dcbd-e24e-4d27-9ac3-15fc5c2d9661 None None] Pushing event updated for resources: {'Port': ['ID=07738fe4-1fce-4646-a1bd-4860dd46abb3,revision_number=2']} {{(pid=83447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:37:10.052916 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-bbb80324-cc1f-4854-a027-285d522e1750 None None] Attempting to bind port 07738fe4-1fce-4646-a1bd-4860dd46abb3 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 09:37:10.053305 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-bbb80324-cc1f-4854-a027-285d522e1750 None None] Attempting to bind port 07738fe4-1fce-4646-a1bd-4860dd46abb3 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}] {{(pid=83447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 09:37:10.053661 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb80324-cc1f-4854-a027-285d522e1750 None None] Attempting to bind port 07738fe4-1fce-4646-a1bd-4860dd46abb3 on network 95f3bec2-46e6-4468-8229-8badd4a5aaae {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:37:10.064861 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc59dcbd-e24e-4d27-9ac3-15fc5c2d9661 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:37:10.065198 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc59dcbd-e24e-4d27-9ac3-15fc5c2d9661 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:37:10.065550 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc59dcbd-e24e-4d27-9ac3-15fc5c2d9661 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:37:10.066115 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc59dcbd-e24e-4d27-9ac3-15fc5c2d9661 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:37:10.066223 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc59dcbd-e24e-4d27-9ac3-15fc5c2d9661 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:37:10.066493 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc59dcbd-e24e-4d27-9ac3-15fc5c2d9661 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:37:10.066808 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc59dcbd-e24e-4d27-9ac3-15fc5c2d9661 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:37:10.067126 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc59dcbd-e24e-4d27-9ac3-15fc5c2d9661 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:37:10.067438 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc59dcbd-e24e-4d27-9ac3-15fc5c2d9661 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:37:10.067746 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc59dcbd-e24e-4d27-9ac3-15fc5c2d9661 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:37:10.068057 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc59dcbd-e24e-4d27-9ac3-15fc5c2d9661 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:37:10.071852 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb80324-cc1f-4854-a027-285d522e1750 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 9, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 09:37:10.072225 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb80324-cc1f-4854-a027-285d522e1750 None None] Checking segment: {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:37:10.072615 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-bbb80324-cc1f-4854-a027-285d522e1750 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:10.073102 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb80324-cc1f-4854-a027-285d522e1750 None None] Bound using segment: {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'} {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 09:37:10.073700 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-bbb80324-cc1f-4854-a027-285d522e1750 None None] Bound port: 07738fe4-1fce-4646-a1bd-4860dd46abb3, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}}] {{(pid=83447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 09:37:10.074076 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-bbb80324-cc1f-4854-a027-285d522e1750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:10.096661 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-949e2599-f700-4a23-954c-8385d0c49772 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2036557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2095114'] for subnet, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:10.100343 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-aeb28e1a-8380-4002-8d16-cc48b6fbb772 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:37:10.100955 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-dc59dcbd-e24e-4d27-9ac3-15fc5c2d9661 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:37:10.143730 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.db [None req-bbb80324-cc1f-4854-a027-285d522e1750 None None] For port 07738fe4-1fce-4646-a1bd-4860dd46abb3, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 09:37:10.146684 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.db [None req-bbb80324-cc1f-4854-a027-285d522e1750 None None] For port 07738fe4-1fce-4646-a1bd-4860dd46abb3, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=07738fe4-1fce-4646-a1bd-4860dd46abb3,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 09:37:10.151075 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-bbb80324-cc1f-4854-a027-285d522e1750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:10.155405 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-09bd13ee-ba95-4706-89d8-a7e1d24c150b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:37:10.174826 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949e2599-f700-4a23-954c-8385d0c49772 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event updated for resources: {'Subnet': ['ID=38c76c65-5e5e-45ff-bb0e-0c331a2405b4,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:37:10.178067 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-949e2599-f700-4a23-954c-8385d0c49772 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:37:10.194671 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949e2599-f700-4a23-954c-8385d0c49772 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Checking segment: {'id': '24b36988-5107-4cde-86c6-c204316b826e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd9e7d1d4-5d8e-43b3-ba10-549fc219c625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:37:10.195104 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949e2599-f700-4a23-954c-8385d0c49772 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Network hostable DHCP agents. Network: d9e7d1d4-5d8e-43b3-ba10-549fc219c625, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 09:37:10.222287 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949e2599-f700-4a23-954c-8385d0c49772 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Network d9e7d1d4-5d8e-43b3-ba10-549fc219c625 is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 09:37:10.232293 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-949e2599-f700-4a23-954c-8385d0c49772 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, d9e7d1d4-5d8e-43b3-ba10-549fc219c625) {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:37:10.237580 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949e2599-f700-4a23-954c-8385d0c49772 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:37:10.238181 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb80324-cc1f-4854-a027-285d522e1750 None None] Routers {'817890b9-00aa-45f4-9d32-4b4a9b99cbaf'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:37:10.238303 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-949e2599-f700-4a23-954c-8385d0c49772 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:10.238799 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-bbb80324-cc1f-4854-a027-285d522e1750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:36:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['817890b9-00aa-45f4-9d32-4b4a9b99cbaf'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:37:10.247107 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f42cef4-1cfe-49dd-bce1-66ac201ac913 None None] Network d9e7d1d4-5d8e-43b3-ba10-549fc219c625 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 09:37:10.266750 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 52634) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:37:10.267320 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-949e2599-f700-4a23-954c-8385d0c49772 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7394066 Dec 20 09:37:10.314920 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc59dcbd-e24e-4d27-9ac3-15fc5c2d9661 None None] Pushing event updated for resources: {'Port': ['ID=07738fe4-1fce-4646-a1bd-4860dd46abb3,revision_number=3']} {{(pid=83447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:37:10.318087 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-dc59dcbd-e24e-4d27-9ac3-15fc5c2d9661 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:37:10.434717 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-bbb80324-cc1f-4854-a027-285d522e1750 None None] Set router 817890b9-00aa-45f4-9d32-4b4a9b99cbaf gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:37:10.463389 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b30f80-0249-4f03-922c-8a6f7b21a172 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-d9e7d1d4-5d8e-43b3-ba10-549fc219c625', 'network_id': 'd9e7d1d4-5d8e-43b3-ba10-549fc219c625', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'fixed_ips': [{'subnet_id': '38c76c65-5e5e-45ff-bb0e-0c331a2405b4'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 09:37:10.464222 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c0b30f80-0249-4f03-922c-8a6f7b21a172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:10.535926 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:10.646352 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-c0b30f80-0249-4f03-922c-8a6f7b21a172 None None] Allocated IP 172.20.0.2 (d9e7d1d4-5d8e-43b3-ba10-549fc219c625/38c76c65-5e5e-45ff-bb0e-0c331a2405b4/6847c88c-e16c-4144-9358-3a9739e125a3) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 09:37:10.737954 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-bbb80324-cc1f-4854-a027-285d522e1750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '817890b9-00aa-45f4-9d32-4b4a9b99cbaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1089895486', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.226'}], 'enable_snat': True}, 'gw_port_id': '07738fe4-1fce-4646-a1bd-4860dd46abb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:37:07Z', 'updated_at': '2021-12-20T09:37:08Z', 'revision_number': 3, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'gw_port': {'id': '07738fe4-1fce-4646-a1bd-4860dd46abb3', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d2:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '817890b9-00aa-45f4-9d32-4b4a9b99cbaf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:37:08Z', 'updated_at': '2021-12-20T09:37:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:37:10.744542 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb80324-cc1f-4854-a027-285d522e1750 None None] The sync data for ids ['817890b9-00aa-45f4-9d32-4b4a9b99cbaf'] in dv-neutron-820491-1-hyperv is: [{'id': '817890b9-00aa-45f4-9d32-4b4a9b99cbaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1089895486', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.226'}], 'enable_snat': True}, 'gw_port_id': '07738fe4-1fce-4646-a1bd-4860dd46abb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:37:07Z', 'updated_at': '2021-12-20T09:37:08Z', 'revision_number': 3, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'gw_port': {'id': '07738fe4-1fce-4646-a1bd-4860dd46abb3', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d2:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '817890b9-00aa-45f4-9d32-4b4a9b99cbaf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:37:08Z', 'updated_at': '2021-12-20T09:37:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 09:37:10.941361 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c0b30f80-0249-4f03-922c-8a6f7b21a172 None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:10.955376 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-c0b30f80-0249-4f03-922c-8a6f7b21a172 None None] Transition to ACTIVE for port object 6847c88c-e16c-4144-9358-3a9739e125a3 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:37:10.975041 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-c0b30f80-0249-4f03-922c-8a6f7b21a172 None None] Transition to ACTIVE for port object 6847c88c-e16c-4144-9358-3a9739e125a3 will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:37:10.980530 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c0b30f80-0249-4f03-922c-8a6f7b21a172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:10.984693 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-248c7f0b-5361-4fa4-bfd3-152fff9b430a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:37:11.051076 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b30f80-0249-4f03-922c-8a6f7b21a172 None None] Network d9e7d1d4-5d8e-43b3-ba10-549fc219c625 is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:37:11.062433 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-c0b30f80-0249-4f03-922c-8a6f7b21a172 None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:37:11.066000 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b30f80-0249-4f03-922c-8a6f7b21a172 None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 09:37:11.077066 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b6b79ab4-f981-4590-b2a0-713783879ae8 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:11.078548 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b30f80-0249-4f03-922c-8a6f7b21a172 None None] Pushing event updated for resources: {'Port': ['ID=6847c88c-e16c-4144-9358-3a9739e125a3,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:37:11.081966 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-c0b30f80-0249-4f03-922c-8a6f7b21a172 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:37:11.173103 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-c0b30f80-0249-4f03-922c-8a6f7b21a172 None None] Attempting to bind port 6847c88c-e16c-4144-9358-3a9739e125a3 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 09:37:11.173424 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-c0b30f80-0249-4f03-922c-8a6f7b21a172 None None] Attempting to bind port 6847c88c-e16c-4144-9358-3a9739e125a3 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '24b36988-5107-4cde-86c6-c204316b826e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd9e7d1d4-5d8e-43b3-ba10-549fc219c625'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 09:37:11.173787 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b30f80-0249-4f03-922c-8a6f7b21a172 None None] Attempting to bind port 6847c88c-e16c-4144-9358-3a9739e125a3 on network d9e7d1d4-5d8e-43b3-ba10-549fc219c625 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:37:11.180456 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b30f80-0249-4f03-922c-8a6f7b21a172 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 9, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 09:37:11.180838 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b30f80-0249-4f03-922c-8a6f7b21a172 None None] Checking segment: {'id': '24b36988-5107-4cde-86c6-c204316b826e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd9e7d1d4-5d8e-43b3-ba10-549fc219c625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:37:11.181263 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c0b30f80-0249-4f03-922c-8a6f7b21a172 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:11.181681 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b30f80-0249-4f03-922c-8a6f7b21a172 None None] Bound using segment: {'id': '24b36988-5107-4cde-86c6-c204316b826e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd9e7d1d4-5d8e-43b3-ba10-549fc219c625'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 09:37:11.182160 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-c0b30f80-0249-4f03-922c-8a6f7b21a172 None None] Bound port: 6847c88c-e16c-4144-9358-3a9739e125a3, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24b36988-5107-4cde-86c6-c204316b826e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd9e7d1d4-5d8e-43b3-ba10-549fc219c625'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 09:37:11.182535 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c0b30f80-0249-4f03-922c-8a6f7b21a172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:11.274189 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-c0b30f80-0249-4f03-922c-8a6f7b21a172 None None] For port 6847c88c-e16c-4144-9358-3a9739e125a3, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 09:37:11.278291 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-c0b30f80-0249-4f03-922c-8a6f7b21a172 None None] For port 6847c88c-e16c-4144-9358-3a9739e125a3, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=6847c88c-e16c-4144-9358-3a9739e125a3,segment=NetworkSegment(24b36988-5107-4cde-86c6-c204316b826e),segment_id=24b36988-5107-4cde-86c6-c204316b826e)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 09:37:11.283887 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c0b30f80-0249-4f03-922c-8a6f7b21a172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:11.287664 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-db6d8d03-f8d7-4e1c-a6f7-74af5addb7ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:37:11.374140 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b30f80-0249-4f03-922c-8a6f7b21a172 None None] Pushing event updated for resources: {'Port': ['ID=6847c88c-e16c-4144-9358-3a9739e125a3,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:37:11.385605 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-c0b30f80-0249-4f03-922c-8a6f7b21a172 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:37:11.520691 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-b6b79ab4-f981-4590-b2a0-713783879ae8 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Allocated IP 172.20.0.1 (d9e7d1d4-5d8e-43b3-ba10-549fc219c625/38c76c65-5e5e-45ff-bb0e-0c331a2405b4/34024b67-e2a8-4b05-9f46-b9dd284d8953) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 09:37:11.626048 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 07738fe4-1fce-4646-a1bd-4860dd46abb3 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:37:11.721844 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 07738fe4-1fce-4646-a1bd-4860dd46abb3 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:37:11.727773 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 07738fe4-1fce-4646-a1bd-4860dd46abb3 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:37:11.728193 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:11.844159 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:11.860587 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b6b79ab4-f981-4590-b2a0-713783879ae8 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:11.863267 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 07738fe4-1fce-4646-a1bd-4860dd46abb3, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=07738fe4-1fce-4646-a1bd-4860dd46abb3,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:37:11.868883 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:11.872729 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:37:11.878516 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-b6b79ab4-f981-4590-b2a0-713783879ae8 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Transition to ACTIVE for port object 34024b67-e2a8-4b05-9f46-b9dd284d8953 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:37:11.901958 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b6b79ab4-f981-4590-b2a0-713783879ae8 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:11.906307 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2551ca9b-1724-477f-9589-0f9fea99871d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:37:11.951263 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=07738fe4-1fce-4646-a1bd-4860dd46abb3,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:37:11.957917 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:37:11.979904 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b79ab4-f981-4590-b2a0-713783879ae8 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Network d9e7d1d4-5d8e-43b3-ba10-549fc219c625 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:37:11.983163 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b79ab4-f981-4590-b2a0-713783879ae8 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event updated for resources: {'Port': ['ID=34024b67-e2a8-4b05-9f46-b9dd284d8953,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:37:11.985487 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-b6b79ab4-f981-4590-b2a0-713783879ae8 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:37:11.987197 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b6b79ab4-f981-4590-b2a0-713783879ae8 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:37:11.987859 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b79ab4-f981-4590-b2a0-713783879ae8 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 09:37:12.043552 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b6b79ab4-f981-4590-b2a0-713783879ae8 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-345881'] for router_interface, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:12.132702 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b6b79ab4-f981-4590-b2a0-713783879ae8 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:12.338046 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3fa0ef8-0f75-4278-a78f-e9c8175dacd4 None None] Network d9e7d1d4-5d8e-43b3-ba10-549fc219c625 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 09:37:12.465929 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-87452027-efbb-429d-91ee-9a114eeb3a17 None None] Provisioning for port 6847c88c-e16c-4144-9358-3a9739e125a3 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:37:12.542857 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b6b79ab4-f981-4590-b2a0-713783879ae8 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:12.547533 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b6b79ab4-f981-4590-b2a0-713783879ae8 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:12.578563 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-70803771-2da9-4d0f-ae3a-161a55bbfff3 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:37:12.672540 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b6b79ab4-f981-4590-b2a0-713783879ae8 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32898031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349045'] for router_interface, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:12.681222 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b79ab4-f981-4590-b2a0-713783879ae8 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event updated for resources: {'Port': ['ID=34024b67-e2a8-4b05-9f46-b9dd284d8953,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:37:12.683377 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-6e1cb5bd-a2e9-4b73-ab4e-470098f31005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:12.688267 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b6b79ab4-f981-4590-b2a0-713783879ae8 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:37:12.829715 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b79ab4-f981-4590-b2a0-713783879ae8 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Network d9e7d1d4-5d8e-43b3-ba10-549fc219c625 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:37:12.830983 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-b6b79ab4-f981-4590-b2a0-713783879ae8 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:37:12.838082 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-8c1b445d-3284-4cdc-9908-eddab5be45f1 None None] Provisioning for port 34024b67-e2a8-4b05-9f46-b9dd284d8953 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:37:12.843631 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-8c1b445d-3284-4cdc-9908-eddab5be45f1 None None] Provisioning complete for port 34024b67-e2a8-4b05-9f46-b9dd284d8953 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:37:12.844186 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-8c1b445d-3284-4cdc-9908-eddab5be45f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:12.904975 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-8c1b445d-3284-4cdc-9908-eddab5be45f1 None None] Port 34024b67-e2a8-4b05-9f46-b9dd284d8953 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 09:37:13.028705 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-5b1978b6-1db9-44ea-bf28-26a3e91827f9 None None] Provisioning complete for port 34024b67-e2a8-4b05-9f46-b9dd284d8953 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:37:13.029075 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-5b1978b6-1db9-44ea-bf28-26a3e91827f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:13.084831 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-5b1978b6-1db9-44ea-bf28-26a3e91827f9 None None] Port 34024b67-e2a8-4b05-9f46-b9dd284d8953 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 09:37:13.207380 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d6078565-0c11-4819-818d-a1b822c5491c None None] Provisioning complete for port 34024b67-e2a8-4b05-9f46-b9dd284d8953 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:37:13.207847 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d6078565-0c11-4819-818d-a1b822c5491c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:13.224732 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6b79ab4-f981-4590-b2a0-713783879ae8 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Router 817890b9-00aa-45f4-9d32-4b4a9b99cbaf has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 09:37:13.263418 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d6078565-0c11-4819-818d-a1b822c5491c None None] Port 34024b67-e2a8-4b05-9f46-b9dd284d8953 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 09:37:13.541886 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6b79ab4-f981-4590-b2a0-713783879ae8 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 09:37:13.563681 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b6b79ab4-f981-4590-b2a0-713783879ae8 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "PUT /v2.0/routers/817890b9-00aa-45f4-9d32-4b4a9b99cbaf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2872686 Dec 20 09:37:13.607911 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 6847c88c-e16c-4144-9358-3a9739e125a3 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:37:13.679848 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 6847c88c-e16c-4144-9358-3a9739e125a3 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:37:13.689205 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 6847c88c-e16c-4144-9358-3a9739e125a3 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:37:13.690364 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:13.765664 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-9a826f18-6579-4abd-9f63-82b786a7fc75 req-fe52f455-a1df-4af3-9130-c22d87980d6d tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Synchronizing usage tracker for tenant:2bbb24938a37400498f9f82b32585e2d on resource:security_group {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:37:13.781263 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-9a826f18-6579-4abd-9f63-82b786a7fc75 req-fe52f455-a1df-4af3-9130-c22d87980d6d tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Unset dirty status for tenant:2bbb24938a37400498f9f82b32585e2d on resource:security_group {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:37:13.782437 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9a826f18-6579-4abd-9f63-82b786a7fc75 req-fe52f455-a1df-4af3-9130-c22d87980d6d tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1763902652&fields=id&tenant_id=2bbb24938a37400498f9f82b32585e2d HTTP/1.1" status: 200 len: 267 time: 0.0620136 Dec 20 09:37:13.808242 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:13.841075 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 6847c88c-e16c-4144-9358-3a9739e125a3, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=6847c88c-e16c-4144-9358-3a9739e125a3,segment=NetworkSegment(24b36988-5107-4cde-86c6-c204316b826e),segment_id=24b36988-5107-4cde-86c6-c204316b826e)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:37:13.845413 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:13.846306 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 07738fe4-1fce-4646-a1bd-4860dd46abb3 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:37:13.871066 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-afacc0fc-15a6-4616-9395-3512ca63dd5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:37:13.945296 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a826f18-6579-4abd-9f63-82b786a7fc75 req-01e19418-4058-42af-ba04-df419bc07a10 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:37:13.947014 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-9a826f18-6579-4abd-9f63-82b786a7fc75 req-01e19418-4058-42af-ba04-df419bc07a10 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Synchronizing usage tracker for tenant:2bbb24938a37400498f9f82b32585e2d on resource:network {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:37:13.967019 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-9a826f18-6579-4abd-9f63-82b786a7fc75 req-01e19418-4058-42af-ba04-df419bc07a10 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Unset dirty status for tenant:2bbb24938a37400498f9f82b32585e2d on resource:network {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:37:13.968483 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9a826f18-6579-4abd-9f63-82b786a7fc75 req-01e19418-4058-42af-ba04-df419bc07a10 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/networks?id=d9e7d1d4-5d8e-43b3-ba10-549fc219c625 HTTP/1.1" status: 200 len: 797 time: 0.1793101 Dec 20 09:37:13.974585 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=6847c88c-e16c-4144-9358-3a9739e125a3,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:37:13.980749 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:37:13.994958 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 07738fe4-1fce-4646-a1bd-4860dd46abb3 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:37:13.995334 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:13.996038 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9a826f18-6579-4abd-9f63-82b786a7fc75 req-9fe0d266-5be8-49f4-970b-8b810ff8a459 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/quotas/2bbb24938a37400498f9f82b32585e2d HTTP/1.1" status: 200 len: 375 time: 0.0177598 Dec 20 09:37:14.082660 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-9a826f18-6579-4abd-9f63-82b786a7fc75 req-eb5aa978-8b4a-4bbc-a004-822470ea8915 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Synchronizing usage tracker for tenant:2bbb24938a37400498f9f82b32585e2d on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:37:14.105814 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-9a826f18-6579-4abd-9f63-82b786a7fc75 req-eb5aa978-8b4a-4bbc-a004-822470ea8915 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Unset dirty status for tenant:2bbb24938a37400498f9f82b32585e2d on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:37:14.107614 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9a826f18-6579-4abd-9f63-82b786a7fc75 req-eb5aa978-8b4a-4bbc-a004-822470ea8915 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2bbb24938a37400498f9f82b32585e2d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1062796 Dec 20 09:37:14.330636 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9a826f18-6579-4abd-9f63-82b786a7fc75 req-73d5b8b0-39c3-45bd-aeab-342028102b86 service neutron] 10.222.0.16 "GET /v2.0/networks/d9e7d1d4-5d8e-43b3-ba10-549fc219c625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096508 Dec 20 09:37:14.416712 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a17d66f-d8df-4ca4-979b-4efb78586d86 None None] Sync routers for ids ['817890b9-00aa-45f4-9d32-4b4a9b99cbaf'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 09:37:14.428784 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a17d66f-d8df-4ca4-979b-4efb78586d86 None None] Routers {'817890b9-00aa-45f4-9d32-4b4a9b99cbaf'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:37:14.429517 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-2a17d66f-d8df-4ca4-979b-4efb78586d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:36:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['817890b9-00aa-45f4-9d32-4b4a9b99cbaf'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:37:14.480656 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9a826f18-6579-4abd-9f63-82b786a7fc75 req-5757771b-ef01-4739-8cc9-3b67ba147658 service neutron] 10.222.0.16 "GET /v2.0/networks/d9e7d1d4-5d8e-43b3-ba10-549fc219c625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402149 Dec 20 09:37:14.687795 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-2a17d66f-d8df-4ca4-979b-4efb78586d86 None None] Set router 817890b9-00aa-45f4-9d32-4b4a9b99cbaf gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:37:14.985549 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-361c2be8-bf09-45a5-baae-920caaa85c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:15.016956 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-2a17d66f-d8df-4ca4-979b-4efb78586d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '817890b9-00aa-45f4-9d32-4b4a9b99cbaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1089895486', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.226'}], 'enable_snat': True}, 'gw_port_id': '07738fe4-1fce-4646-a1bd-4860dd46abb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:37:07Z', 'updated_at': '2021-12-20T09:37:12Z', 'revision_number': 4, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'gw_port': {'id': '07738fe4-1fce-4646-a1bd-4860dd46abb3', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d2:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817890b9-00aa-45f4-9d32-4b4a9b99cbaf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:37:08Z', 'updated_at': '2021-12-20T09:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '34024b67-e2a8-4b05-9f46-b9dd284d8953', 'name': '', 'network_id': 'd9e7d1d4-5d8e-43b3-ba10-549fc219c625', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'mac_address': 'fa:16:3e:c1:23:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '817890b9-00aa-45f4-9d32-4b4a9b99cbaf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38c76c65-5e5e-45ff-bb0e-0c331a2405b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:37:11Z', 'updated_at': '2021-12-20T09:37:12Z', 'revision_number': 2, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'subnets': [{'id': '38c76c65-5e5e-45ff-bb0e-0c331a2405b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:37:15.020771 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a17d66f-d8df-4ca4-979b-4efb78586d86 None None] Checking router: 817890b9-00aa-45f4-9d32-4b4a9b99cbaf for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 09:37:15.021126 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a17d66f-d8df-4ca4-979b-4efb78586d86 None None] Updating router 817890b9-00aa-45f4-9d32-4b4a9b99cbaf port 34024b67-e2a8-4b05-9f46-b9dd284d8953 binding host dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 09:37:15.073495 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-2a17d66f-d8df-4ca4-979b-4efb78586d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:15.410754 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-2a17d66f-d8df-4ca4-979b-4efb78586d86 None None] Notify callbacks [] for port, precommit_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:15.422259 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-2a17d66f-d8df-4ca4-979b-4efb78586d86 None None] Transition to ACTIVE for port object 34024b67-e2a8-4b05-9f46-b9dd284d8953 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:37:15.428253 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-2a17d66f-d8df-4ca4-979b-4efb78586d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:15.432114 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:37:15.554157 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 6847c88c-e16c-4144-9358-3a9739e125a3 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:37:15.578899 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64458083-5e6e-44c7-bd49-9e05bf3af01e None None] Pushing event updated for resources: {'Port': ['ID=34024b67-e2a8-4b05-9f46-b9dd284d8953,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:37:15.586618 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-64458083-5e6e-44c7-bd49-9e05bf3af01e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:37:15.721847 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-314e4964-236d-45b2-a80c-ed619bdcac88 req-f5635b1a-9dd9-4cd5-95cf-58ba4963c71f tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dbc63d8-b7aa-4185-ad4a-495e55813460 HTTP/1.1" status: 200 len: 210 time: 0.0583997 Dec 20 09:37:15.727756 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-2a17d66f-d8df-4ca4-979b-4efb78586d86 None None] Attempting to bind port 34024b67-e2a8-4b05-9f46-b9dd284d8953 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 09:37:15.728216 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-2a17d66f-d8df-4ca4-979b-4efb78586d86 None None] Attempting to bind port 34024b67-e2a8-4b05-9f46-b9dd284d8953 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '24b36988-5107-4cde-86c6-c204316b826e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd9e7d1d4-5d8e-43b3-ba10-549fc219c625'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 09:37:15.728500 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a17d66f-d8df-4ca4-979b-4efb78586d86 None None] Attempting to bind port 34024b67-e2a8-4b05-9f46-b9dd284d8953 on network d9e7d1d4-5d8e-43b3-ba10-549fc219c625 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:37:15.739223 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a17d66f-d8df-4ca4-979b-4efb78586d86 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 9, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 09:37:15.739598 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a17d66f-d8df-4ca4-979b-4efb78586d86 None None] Checking segment: {'id': '24b36988-5107-4cde-86c6-c204316b826e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd9e7d1d4-5d8e-43b3-ba10-549fc219c625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:37:15.740002 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-2a17d66f-d8df-4ca4-979b-4efb78586d86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:15.740400 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a17d66f-d8df-4ca4-979b-4efb78586d86 None None] Bound using segment: {'id': '24b36988-5107-4cde-86c6-c204316b826e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd9e7d1d4-5d8e-43b3-ba10-549fc219c625'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 09:37:15.740904 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-2a17d66f-d8df-4ca4-979b-4efb78586d86 None None] Bound port: 34024b67-e2a8-4b05-9f46-b9dd284d8953, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24b36988-5107-4cde-86c6-c204316b826e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd9e7d1d4-5d8e-43b3-ba10-549fc219c625'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 09:37:15.741319 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-2a17d66f-d8df-4ca4-979b-4efb78586d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:15.801994 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 6847c88c-e16c-4144-9358-3a9739e125a3 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:37:15.802372 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:15.901160 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-2a17d66f-d8df-4ca4-979b-4efb78586d86 None None] For port 34024b67-e2a8-4b05-9f46-b9dd284d8953, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 09:37:15.905310 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-2a17d66f-d8df-4ca4-979b-4efb78586d86 None None] For port 34024b67-e2a8-4b05-9f46-b9dd284d8953, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=34024b67-e2a8-4b05-9f46-b9dd284d8953,segment=NetworkSegment(24b36988-5107-4cde-86c6-c204316b826e),segment_id=24b36988-5107-4cde-86c6-c204316b826e)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 09:37:15.910036 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-2a17d66f-d8df-4ca4-979b-4efb78586d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:15.915096 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:37:16.089752 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64458083-5e6e-44c7-bd49-9e05bf3af01e None None] Pushing event updated for resources: {'Port': ['ID=34024b67-e2a8-4b05-9f46-b9dd284d8953,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:37:16.094590 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-64458083-5e6e-44c7-bd49-9e05bf3af01e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:37:16.098604 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a17d66f-d8df-4ca4-979b-4efb78586d86 None None] Routers {'817890b9-00aa-45f4-9d32-4b4a9b99cbaf'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:37:16.099233 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-2a17d66f-d8df-4ca4-979b-4efb78586d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:37:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['817890b9-00aa-45f4-9d32-4b4a9b99cbaf'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:37:16.192513 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:16.252906 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:16.301915 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-2a17d66f-d8df-4ca4-979b-4efb78586d86 None None] Set router 817890b9-00aa-45f4-9d32-4b4a9b99cbaf gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:37:16.623493 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-2a17d66f-d8df-4ca4-979b-4efb78586d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '817890b9-00aa-45f4-9d32-4b4a9b99cbaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1089895486', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.226'}], 'enable_snat': True}, 'gw_port_id': '07738fe4-1fce-4646-a1bd-4860dd46abb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:37:07Z', 'updated_at': '2021-12-20T09:37:12Z', 'revision_number': 4, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'gw_port': {'id': '07738fe4-1fce-4646-a1bd-4860dd46abb3', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d2:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817890b9-00aa-45f4-9d32-4b4a9b99cbaf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:37:08Z', 'updated_at': '2021-12-20T09:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '34024b67-e2a8-4b05-9f46-b9dd284d8953', 'name': '', 'network_id': 'd9e7d1d4-5d8e-43b3-ba10-549fc219c625', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'mac_address': 'fa:16:3e:c1:23:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '817890b9-00aa-45f4-9d32-4b4a9b99cbaf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38c76c65-5e5e-45ff-bb0e-0c331a2405b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:37:11Z', 'updated_at': '2021-12-20T09:37:15Z', 'revision_number': 4, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'subnets': [{'id': '38c76c65-5e5e-45ff-bb0e-0c331a2405b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:37:16.627433 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a17d66f-d8df-4ca4-979b-4efb78586d86 None None] The sync data for ids ['817890b9-00aa-45f4-9d32-4b4a9b99cbaf'] in dv-neutron-820491-1-hyperv is: [{'id': '817890b9-00aa-45f4-9d32-4b4a9b99cbaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1089895486', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.226'}], 'enable_snat': True}, 'gw_port_id': '07738fe4-1fce-4646-a1bd-4860dd46abb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:37:07Z', 'updated_at': '2021-12-20T09:37:12Z', 'revision_number': 4, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'gw_port': {'id': '07738fe4-1fce-4646-a1bd-4860dd46abb3', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d2:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817890b9-00aa-45f4-9d32-4b4a9b99cbaf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:37:08Z', 'updated_at': '2021-12-20T09:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '34024b67-e2a8-4b05-9f46-b9dd284d8953', 'name': '', 'network_id': 'd9e7d1d4-5d8e-43b3-ba10-549fc219c625', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'mac_address': 'fa:16:3e:c1:23:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '817890b9-00aa-45f4-9d32-4b4a9b99cbaf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38c76c65-5e5e-45ff-bb0e-0c331a2405b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:37:11Z', 'updated_at': '2021-12-20T09:37:15Z', 'revision_number': 4, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'subnets': [{'id': '38c76c65-5e5e-45ff-bb0e-0c331a2405b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 09:37:16.829803 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-cc2d54d2-b1ba-4ea3-b28e-4eaa0947e35f req-69fe55f7-1115-4868-b6d3-40992edae77c tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dbc63d8-b7aa-4185-ad4a-495e55813460 HTTP/1.1" status: 200 len: 210 time: 0.0454278 Dec 20 09:37:17.552168 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 34024b67-e2a8-4b05-9f46-b9dd284d8953 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:37:17.621586 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:17.636155 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 34024b67-e2a8-4b05-9f46-b9dd284d8953 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:37:17.640955 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 34024b67-e2a8-4b05-9f46-b9dd284d8953 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:37:17.641365 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:17.757428 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:17.788986 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 34024b67-e2a8-4b05-9f46-b9dd284d8953, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=34024b67-e2a8-4b05-9f46-b9dd284d8953,segment=NetworkSegment(24b36988-5107-4cde-86c6-c204316b826e),segment_id=24b36988-5107-4cde-86c6-c204316b826e)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:37:17.792616 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:17.794429 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-ae2cb410-1256-44f1-8012-05e08e7ac3ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:37:17.863714 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=34024b67-e2a8-4b05-9f46-b9dd284d8953,revision_number=5']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:37:17.866551 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:37:17.942710 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-ca4d18e9-0cb6-4a9d-a0f8-92e9f56e02ee req-251abbe9-6ae2-4caf-81ff-904958d1ca52 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dbc63d8-b7aa-4185-ad4a-495e55813460 HTTP/1.1" status: 200 len: 210 time: 0.0402784 Dec 20 09:37:19.004867 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a826f18-6579-4abd-9f63-82b786a7fc75 req-22bd681b-b48e-430e-a779-66b66e7fa6cc tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:37:19.006399 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9a826f18-6579-4abd-9f63-82b786a7fc75 req-22bd681b-b48e-430e-a779-66b66e7fa6cc tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.58 "GET /v2.0/networks?id=d9e7d1d4-5d8e-43b3-ba10-549fc219c625 HTTP/1.1" status: 200 len: 797 time: 0.1567516 Dec 20 09:37:19.067201 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9a826f18-6579-4abd-9f63-82b786a7fc75 req-18543d7a-299a-404a-9bbb-17789f40d2b4 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2bbb24938a37400498f9f82b32585e2d HTTP/1.1" status: 200 len: 380 time: 0.0476027 Dec 20 09:37:19.106332 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-9a826f18-6579-4abd-9f63-82b786a7fc75 req-9641a369-4cf2-4753-be98-81118f6861d0 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Request body: {'port': {'device_id': '2dbc63d8-b7aa-4185-ad4a-495e55813460', 'network_id': 'd9e7d1d4-5d8e-43b3-ba10-549fc219c625', 'admin_state_up': True, 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'security_groups': ['1c49515d-0d09-4504-ab02-d8f1a4a3240c']}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:37:19.126804 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-95b4ded0-ff68-4281-8933-5be7ed98f0a9 req-cbbb8b51-f50c-4d6b-b705-5f49e4fee15a tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dbc63d8-b7aa-4185-ad4a-495e55813460 HTTP/1.1" status: 200 len: 210 time: 0.0580885 Dec 20 09:37:19.247162 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-9a826f18-6579-4abd-9f63-82b786a7fc75 req-9641a369-4cf2-4753-be98-81118f6861d0 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:37:19.256578 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-9a826f18-6579-4abd-9f63-82b786a7fc75 req-9641a369-4cf2-4753-be98-81118f6861d0 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:37:19.266115 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a826f18-6579-4abd-9f63-82b786a7fc75 req-9641a369-4cf2-4753-be98-81118f6861d0 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Made reservation on behalf of 2bbb24938a37400498f9f82b32585e2d for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 09:37:19.269070 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-9a826f18-6579-4abd-9f63-82b786a7fc75 req-9641a369-4cf2-4753-be98-81118f6861d0 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:19.429521 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [req-9a826f18-6579-4abd-9f63-82b786a7fc75 req-9641a369-4cf2-4753-be98-81118f6861d0 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Allocated IP 172.20.0.8 (d9e7d1d4-5d8e-43b3-ba10-549fc219c625/38c76c65-5e5e-45ff-bb0e-0c331a2405b4/f42e2c67-cb11-47c7-8cf6-d7316dc0f2d9) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 09:37:19.539605 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 34024b67-e2a8-4b05-9f46-b9dd284d8953 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:37:19.613569 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 34024b67-e2a8-4b05-9f46-b9dd284d8953 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:37:19.613956 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:19.621913 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-9a826f18-6579-4abd-9f63-82b786a7fc75 req-9641a369-4cf2-4753-be98-81118f6861d0 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:19.637435 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-9a826f18-6579-4abd-9f63-82b786a7fc75 req-9641a369-4cf2-4753-be98-81118f6861d0 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Transition to ACTIVE for port object f42e2c67-cb11-47c7-8cf6-d7316dc0f2d9 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:37:19.660933 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-9a826f18-6579-4abd-9f63-82b786a7fc75 req-9641a369-4cf2-4753-be98-81118f6861d0 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:19.667080 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0c6b6eb2-972f-456f-8d76-bfc479b3bbf7 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:37:19.744344 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a826f18-6579-4abd-9f63-82b786a7fc75 req-9641a369-4cf2-4753-be98-81118f6861d0 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Network d9e7d1d4-5d8e-43b3-ba10-549fc219c625 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:37:19.745172 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9641a369-4cf2-4753-be98-81118f6861d0 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event updated for resources: {'Port': ['ID=f42e2c67-cb11-47c7-8cf6-d7316dc0f2d9,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:37:19.747687 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [req-9a826f18-6579-4abd-9f63-82b786a7fc75 req-9641a369-4cf2-4753-be98-81118f6861d0 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:37:19.749433 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9641a369-4cf2-4753-be98-81118f6861d0 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:37:19.750113 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a826f18-6579-4abd-9f63-82b786a7fc75 req-9641a369-4cf2-4753-be98-81118f6861d0 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 09:37:19.810538 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a826f18-6579-4abd-9f63-82b786a7fc75 req-9641a369-4cf2-4753-be98-81118f6861d0 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:37:19.811147 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-9a826f18-6579-4abd-9f63-82b786a7fc75 req-9641a369-4cf2-4753-be98-81118f6861d0 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:19.837137 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9a826f18-6579-4abd-9f63-82b786a7fc75 req-9641a369-4cf2-4753-be98-81118f6861d0 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7387135 Dec 20 09:37:19.848646 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-9a826f18-6579-4abd-9f63-82b786a7fc75 req-c9e03789-4901-4f01-b8eb-418779c9f647 service neutron] Request body: {'port': {'device_id': '2dbc63d8-b7aa-4185-ad4a-495e55813460', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8204'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:37:19.981605 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-b285dfdb-2fee-407e-965b-125b712610b0 None None] Provisioning for port f42e2c67-cb11-47c7-8cf6-d7316dc0f2d9 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:37:19.987760 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-b285dfdb-2fee-407e-965b-125b712610b0 None None] Provisioning complete for port f42e2c67-cb11-47c7-8cf6-d7316dc0f2d9 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:37:19.988063 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b285dfdb-2fee-407e-965b-125b712610b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:20.046269 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-b285dfdb-2fee-407e-965b-125b712610b0 None None] Port f42e2c67-cb11-47c7-8cf6-d7316dc0f2d9 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 09:37:20.067800 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-9a826f18-6579-4abd-9f63-82b786a7fc75 req-c9e03789-4901-4f01-b8eb-418779c9f647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:20.338163 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05630c9e-6829-4c28-856a-e53ea2f912b6 req-f86bc503-9633-4986-a396-d6a582da0ada tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:37:20.339725 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-05630c9e-6829-4c28-856a-e53ea2f912b6 req-f86bc503-9633-4986-a396-d6a582da0ada tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dbc63d8-b7aa-4185-ad4a-495e55813460 HTTP/1.1" status: 200 len: 931 time: 0.0903404 Dec 20 09:37:20.384766 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-05630c9e-6829-4c28-856a-e53ea2f912b6 req-e8099219-12c5-4588-b705-9613d07677d6 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c49515d-0d09-4504-ab02-d8f1a4a3240c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395663 Dec 20 09:37:20.411942 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [req-9a826f18-6579-4abd-9f63-82b786a7fc75 req-c9e03789-4901-4f01-b8eb-418779c9f647 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f42e2c67-cb11-47c7-8cf6-d7316dc0f2d9 {{(pid=83444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 09:37:20.419180 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-9a826f18-6579-4abd-9f63-82b786a7fc75 req-c9e03789-4901-4f01-b8eb-418779c9f647 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:20.433745 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-9a826f18-6579-4abd-9f63-82b786a7fc75 req-c9e03789-4901-4f01-b8eb-418779c9f647 service neutron] Transition to ACTIVE for port object f42e2c67-cb11-47c7-8cf6-d7316dc0f2d9 will not be triggered until provisioned by entity L2. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:37:20.437745 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-9a826f18-6579-4abd-9f63-82b786a7fc75 req-c9e03789-4901-4f01-b8eb-418779c9f647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:20.442131 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-55c2f985-e234-44d6-88a2-3ce0d7a593ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:37:20.565682 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e03789-4901-4f01-b8eb-418779c9f647 service neutron] Pushing event updated for resources: {'Port': ['ID=f42e2c67-cb11-47c7-8cf6-d7316dc0f2d9,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:37:20.568529 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c9e03789-4901-4f01-b8eb-418779c9f647 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:37:20.693640 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-9a826f18-6579-4abd-9f63-82b786a7fc75 req-c9e03789-4901-4f01-b8eb-418779c9f647 service neutron] Attempting to bind port f42e2c67-cb11-47c7-8cf6-d7316dc0f2d9 on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 09:37:20.693968 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-9a826f18-6579-4abd-9f63-82b786a7fc75 req-c9e03789-4901-4f01-b8eb-418779c9f647 service neutron] Attempting to bind port f42e2c67-cb11-47c7-8cf6-d7316dc0f2d9 by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': '24b36988-5107-4cde-86c6-c204316b826e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd9e7d1d4-5d8e-43b3-ba10-549fc219c625'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 09:37:20.694285 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a826f18-6579-4abd-9f63-82b786a7fc75 req-c9e03789-4901-4f01-b8eb-418779c9f647 service neutron] Attempting to bind port f42e2c67-cb11-47c7-8cf6-d7316dc0f2d9 on network d9e7d1d4-5d8e-43b3-ba10-549fc219c625 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:37:20.700499 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a826f18-6579-4abd-9f63-82b786a7fc75 req-c9e03789-4901-4f01-b8eb-418779c9f647 service neutron] Port f42e2c67-cb11-47c7-8cf6-d7316dc0f2d9 on network d9e7d1d4-5d8e-43b3-ba10-549fc219c625 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 09:37:20.700810 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a826f18-6579-4abd-9f63-82b786a7fc75 req-c9e03789-4901-4f01-b8eb-418779c9f647 service neutron] Attempting to bind port f42e2c67-cb11-47c7-8cf6-d7316dc0f2d9 on network d9e7d1d4-5d8e-43b3-ba10-549fc219c625 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:37:20.706954 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a826f18-6579-4abd-9f63-82b786a7fc75 req-c9e03789-4901-4f01-b8eb-418779c9f647 service neutron] Checking agent: {'id': 'bd419857-3bec-4b96-b211-3fb278c66880', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8204', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 40, 10), 'started_at': datetime.datetime(2021, 12, 20, 8, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 9, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 09:37:20.707280 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a826f18-6579-4abd-9f63-82b786a7fc75 req-c9e03789-4901-4f01-b8eb-418779c9f647 service neutron] Checking segment: {'id': '24b36988-5107-4cde-86c6-c204316b826e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd9e7d1d4-5d8e-43b3-ba10-549fc219c625'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:37:20.707651 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a826f18-6579-4abd-9f63-82b786a7fc75 req-c9e03789-4901-4f01-b8eb-418779c9f647 service neutron] Bound using segment: {'id': '24b36988-5107-4cde-86c6-c204316b826e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd9e7d1d4-5d8e-43b3-ba10-549fc219c625'} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 09:37:20.708059 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-9a826f18-6579-4abd-9f63-82b786a7fc75 req-c9e03789-4901-4f01-b8eb-418779c9f647 service neutron] Bound port: f42e2c67-cb11-47c7-8cf6-d7316dc0f2d9, host: hv-neutron-8204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24b36988-5107-4cde-86c6-c204316b826e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd9e7d1d4-5d8e-43b3-ba10-549fc219c625'}}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 09:37:20.708392 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-9a826f18-6579-4abd-9f63-82b786a7fc75 req-c9e03789-4901-4f01-b8eb-418779c9f647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:20.794294 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-9a826f18-6579-4abd-9f63-82b786a7fc75 req-c9e03789-4901-4f01-b8eb-418779c9f647 service neutron] For port f42e2c67-cb11-47c7-8cf6-d7316dc0f2d9, host hv-neutron-8204, cleared binding levels {{(pid=83444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 09:37:20.797085 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-9a826f18-6579-4abd-9f63-82b786a7fc75 req-c9e03789-4901-4f01-b8eb-418779c9f647 service neutron] For port f42e2c67-cb11-47c7-8cf6-d7316dc0f2d9, host hv-neutron-8204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=f42e2c67-cb11-47c7-8cf6-d7316dc0f2d9,segment=NetworkSegment(24b36988-5107-4cde-86c6-c204316b826e),segment_id=24b36988-5107-4cde-86c6-c204316b826e)] {{(pid=83444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 09:37:20.801850 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-9a826f18-6579-4abd-9f63-82b786a7fc75 req-c9e03789-4901-4f01-b8eb-418779c9f647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:20.806478 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-498c2222-d34b-4167-b804-57fa7b6914be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:37:20.862321 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-9a826f18-6579-4abd-9f63-82b786a7fc75 req-c9e03789-4901-4f01-b8eb-418779c9f647 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:20.863751 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9a826f18-6579-4abd-9f63-82b786a7fc75 req-c9e03789-4901-4f01-b8eb-418779c9f647 service neutron] 10.222.0.58 "PUT /v2.0/ports/f42e2c67-cb11-47c7-8cf6-d7316dc0f2d9 HTTP/1.1" status: 200 len: 1093 time: 1.0195842 Dec 20 09:37:20.864279 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dbc63d8-b7aa-4185-ad4a-495e55813460', 'tag': 'f42e2c67-cb11-47c7-8cf6-d7316dc0f2d9'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:37:20.902798 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e03789-4901-4f01-b8eb-418779c9f647 service neutron] Pushing event updated for resources: {'Port': ['ID=f42e2c67-cb11-47c7-8cf6-d7316dc0f2d9,revision_number=3']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:37:20.910170 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c9e03789-4901-4f01-b8eb-418779c9f647 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:37:20.954016 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dbc63d8-b7aa-4185-ad4a-495e55813460', 'tag': 'f42e2c67-cb11-47c7-8cf6-d7316dc0f2d9', 'status': 'completed', 'code': 200} Dec 20 09:37:20.997945 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9a826f18-6579-4abd-9f63-82b786a7fc75 req-cc1df94e-99b3-4552-987f-e807b55a482a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2bbb24938a37400498f9f82b32585e2d&device_id=2dbc63d8-b7aa-4185-ad4a-495e55813460 HTTP/1.1" status: 200 len: 1096 time: 0.0865402 Dec 20 09:37:21.071970 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9a826f18-6579-4abd-9f63-82b786a7fc75 req-183b1bd5-12a3-43b6-bb2e-3f19f0be12e7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f42e2c67-cb11-47c7-8cf6-d7316dc0f2d9 HTTP/1.1" status: 200 len: 217 time: 0.0669677 Dec 20 09:37:21.133504 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a826f18-6579-4abd-9f63-82b786a7fc75 req-53c3f0e7-d85c-417d-859f-78190256a62b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:37:21.134902 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9a826f18-6579-4abd-9f63-82b786a7fc75 req-53c3f0e7-d85c-417d-859f-78190256a62b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=38c76c65-5e5e-45ff-bb0e-0c331a2405b4 HTTP/1.1" status: 200 len: 835 time: 0.0570719 Dec 20 09:37:21.214658 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9a826f18-6579-4abd-9f63-82b786a7fc75 req-b2ee106c-8aa6-42c2-ad8f-22cea5974b00 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d9e7d1d4-5d8e-43b3-ba10-549fc219c625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732591 Dec 20 09:37:21.347892 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9a826f18-6579-4abd-9f63-82b786a7fc75 req-0c4ddb72-4831-4e4a-81c2-5396b4215ae0 service neutron] 10.222.0.58 "GET /v2.0/networks/d9e7d1d4-5d8e-43b3-ba10-549fc219c625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267180 Dec 20 09:37:21.481663 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9a826f18-6579-4abd-9f63-82b786a7fc75 req-f0f54a02-3562-42b1-9e17-42ed99ee11da service neutron] 10.222.0.58 "GET /v2.0/networks/d9e7d1d4-5d8e-43b3-ba10-549fc219c625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274698 Dec 20 09:37:21.585702 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6792c694-e5ef-4a46-a90e-9062a9bb4fbd req-50ac9f95-f808-4a12-971b-2e28f6856a26 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:37:21.588027 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-6792c694-e5ef-4a46-a90e-9062a9bb4fbd req-50ac9f95-f808-4a12-971b-2e28f6856a26 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dbc63d8-b7aa-4185-ad4a-495e55813460 HTTP/1.1" status: 200 len: 943 time: 0.0809643 Dec 20 09:37:21.593291 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c353c1fc-ed23-4d34-b4c3-ee8ce6366c5c req-74816d41-9371-43fc-9fcb-4a338a0d4596 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2bbb24938a37400498f9f82b32585e2d&device_id=2dbc63d8-b7aa-4185-ad4a-495e55813460 HTTP/1.1" status: 200 len: 1096 time: 0.0690558 Dec 20 09:37:21.639055 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-6792c694-e5ef-4a46-a90e-9062a9bb4fbd req-2dfb543a-b020-4c9c-b199-569c211e5b31 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c49515d-0d09-4504-ab02-d8f1a4a3240c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454175 Dec 20 09:37:21.724359 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c353c1fc-ed23-4d34-b4c3-ee8ce6366c5c req-eda1aa1b-090f-4603-9f75-37d83f0c2b47 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:37:21.725807 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c353c1fc-ed23-4d34-b4c3-ee8ce6366c5c req-eda1aa1b-090f-4603-9f75-37d83f0c2b47 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d9e7d1d4-5d8e-43b3-ba10-549fc219c625 HTTP/1.1" status: 200 len: 898 time: 0.1266086 Dec 20 09:37:21.895156 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c353c1fc-ed23-4d34-b4c3-ee8ce6366c5c req-22423f9a-49e5-4e48-9d76-8aa8a0847af9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f42e2c67-cb11-47c7-8cf6-d7316dc0f2d9 HTTP/1.1" status: 200 len: 217 time: 0.1628282 Dec 20 09:37:21.954544 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c353c1fc-ed23-4d34-b4c3-ee8ce6366c5c req-6484b8a1-a303-49bd-bf8e-7b3ba7786f9a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:37:21.955923 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c353c1fc-ed23-4d34-b4c3-ee8ce6366c5c req-6484b8a1-a303-49bd-bf8e-7b3ba7786f9a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=38c76c65-5e5e-45ff-bb0e-0c331a2405b4 HTTP/1.1" status: 200 len: 835 time: 0.0547054 Dec 20 09:37:22.032917 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c353c1fc-ed23-4d34-b4c3-ee8ce6366c5c req-abbaa892-3a57-451c-b72c-3cd89d145ab0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d9e7d1d4-5d8e-43b3-ba10-549fc219c625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701883 Dec 20 09:37:22.161956 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c353c1fc-ed23-4d34-b4c3-ee8ce6366c5c req-fa0c688e-b17f-4b4b-9863-438ec6bb0fe0 service neutron] 10.222.0.58 "GET /v2.0/networks/d9e7d1d4-5d8e-43b3-ba10-549fc219c625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219621 Dec 20 09:37:22.291685 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c353c1fc-ed23-4d34-b4c3-ee8ce6366c5c req-b3b88912-6e82-41a1-a3de-1050b2d1b0c9 service neutron] 10.222.0.58 "GET /v2.0/networks/d9e7d1d4-5d8e-43b3-ba10-549fc219c625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234362 Dec 20 09:37:22.832554 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36ad59b-f89c-4bbb-a377-506323e2acc7 req-6e2a769c-03ac-489c-aa36-0164d517a60a tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:37:22.833255 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-f36ad59b-f89c-4bbb-a377-506323e2acc7 req-6e2a769c-03ac-489c-aa36-0164d517a60a tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Synchronizing usage tracker for tenant:2bbb24938a37400498f9f82b32585e2d on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:37:22.848761 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-f36ad59b-f89c-4bbb-a377-506323e2acc7 req-6e2a769c-03ac-489c-aa36-0164d517a60a tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Unset dirty status for tenant:2bbb24938a37400498f9f82b32585e2d on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:37:22.849921 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f36ad59b-f89c-4bbb-a377-506323e2acc7 req-6e2a769c-03ac-489c-aa36-0164d517a60a tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dbc63d8-b7aa-4185-ad4a-495e55813460 HTTP/1.1" status: 200 len: 943 time: 0.0918810 Dec 20 09:37:22.895562 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f36ad59b-f89c-4bbb-a377-506323e2acc7 req-2eb6548a-4a0d-42d4-855f-4ede7a6feb1c tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c49515d-0d09-4504-ab02-d8f1a4a3240c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395653 Dec 20 09:37:22.924557 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device f42e2c67-cb11-47c7-8cf6-d7316dc0f2d9 details requested by agent hyperv_hv-neutron-8204 with host hv-neutron-8204 {{(pid=83446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 09:37:23.060802 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port f42e2c67-cb11-47c7-8cf6-d7316dc0f2d9, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=f42e2c67-cb11-47c7-8cf6-d7316dc0f2d9,segment=NetworkSegment(24b36988-5107-4cde-86c6-c204316b826e),segment_id=24b36988-5107-4cde-86c6-c204316b826e)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:37:23.073676 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Returning: {'device': 'f42e2c67-cb11-47c7-8cf6-d7316dc0f2d9', 'network_id': 'd9e7d1d4-5d8e-43b3-ba10-549fc219c625', 'port_id': 'f42e2c67-cb11-47c7-8cf6-d7316dc0f2d9', 'mac_address': 'fa:16:3e:5a:6e:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38c76c65-5e5e-45ff-bb0e-0c331a2405b4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 09:37:23.129280 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:23.145840 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f42e2c67-cb11-47c7-8cf6-d7316dc0f2d9 {{(pid=83446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 09:37:23.160945 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port f42e2c67-cb11-47c7-8cf6-d7316dc0f2d9, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=f42e2c67-cb11-47c7-8cf6-d7316dc0f2d9,segment=NetworkSegment(24b36988-5107-4cde-86c6-c204316b826e),segment_id=24b36988-5107-4cde-86c6-c204316b826e)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:37:23.164873 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:23.166600 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:37:23.231559 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=f42e2c67-cb11-47c7-8cf6-d7316dc0f2d9,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:37:23.234426 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:37:23.560175 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] get_ports_and_sgs() called for port_ids ['f42e2c67-cb11-47c7-8cf6-d7316dc0f2d9'] {{(pid=83446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 09:37:24.092076 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7980263b-20f0-43d6-96a3-c70a338e445b req-d71198d7-b2bf-4bfb-b8e3-c864d34638d5 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:37:24.093573 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-7980263b-20f0-43d6-96a3-c70a338e445b req-d71198d7-b2bf-4bfb-b8e3-c864d34638d5 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dbc63d8-b7aa-4185-ad4a-495e55813460 HTTP/1.1" status: 200 len: 944 time: 0.0761094 Dec 20 09:37:24.139310 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-7980263b-20f0-43d6-96a3-c70a338e445b req-77f88325-1ee2-4072-8af4-1e3c7ced8543 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c49515d-0d09-4504-ab02-d8f1a4a3240c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399225 Dec 20 09:37:24.937394 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device f42e2c67-cb11-47c7-8cf6-d7316dc0f2d9 up at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:37:25.004018 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning for port f42e2c67-cb11-47c7-8cf6-d7316dc0f2d9 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:37:25.009473 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning complete for port f42e2c67-cb11-47c7-8cf6-d7316dc0f2d9 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:37:25.009939 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:25.122449 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:25.148626 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dbc63d8-b7aa-4185-ad4a-495e55813460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f42e2c67-cb11-47c7-8cf6-d7316dc0f2d9'}] {{(pid=83446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:37:25.158109 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port f42e2c67-cb11-47c7-8cf6-d7316dc0f2d9, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=f42e2c67-cb11-47c7-8cf6-d7316dc0f2d9,segment=NetworkSegment(24b36988-5107-4cde-86c6-c204316b826e),segment_id=24b36988-5107-4cde-86c6-c204316b826e)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:37:25.162225 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:25.164201 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:37:25.209924 dv-neutron-820491-1-hyperv neutron-server[83446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dbc63d8-b7aa-4185-ad4a-495e55813460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f42e2c67-cb11-47c7-8cf6-d7316dc0f2d9', 'code': 200} Dec 20 09:37:25.237669 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=f42e2c67-cb11-47c7-8cf6-d7316dc0f2d9,revision_number=5']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:37:25.240665 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:37:25.340901 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e874a1-b337-494a-be79-10a90d488207 req-f8df7f08-de11-4ac0-986b-2eac25522dae tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:37:25.342389 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-31e874a1-b337-494a-be79-10a90d488207 req-f8df7f08-de11-4ac0-986b-2eac25522dae tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dbc63d8-b7aa-4185-ad4a-495e55813460 HTTP/1.1" status: 200 len: 945 time: 0.0819669 Dec 20 09:37:25.388522 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-31e874a1-b337-494a-be79-10a90d488207 req-dc3bcad7-f5d7-48e1-b4c2-06d2c7139b1e tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c49515d-0d09-4504-ab02-d8f1a4a3240c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403917 Dec 20 09:37:25.435668 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3b9bf106-9a78-4853-8c8e-5433ca9c2dc6 req-98334320-e88c-4632-9fb0-22fd94b823d7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2dbc63d8-b7aa-4185-ad4a-495e55813460 HTTP/1.1" status: 200 len: 1098 time: 0.0723419 Dec 20 09:37:25.479622 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3b9bf106-9a78-4853-8c8e-5433ca9c2dc6 req-82c2e4c1-8617-43d5-8816-9c87b903524b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1c49515d-0d09-4504-ab02-d8f1a4a3240c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380344 Dec 20 09:37:26.588339 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49a38f-a099-4b86-bae5-559118276e96 req-8c81dde9-41fd-49d5-a0e6-dbe5677452ae tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:37:26.589824 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5e49a38f-a099-4b86-bae5-559118276e96 req-8c81dde9-41fd-49d5-a0e6-dbe5677452ae tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dbc63d8-b7aa-4185-ad4a-495e55813460 HTTP/1.1" status: 200 len: 945 time: 0.0758138 Dec 20 09:37:26.639628 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5e49a38f-a099-4b86-bae5-559118276e96 req-0c07439d-39c8-416a-aade-85e1060a3fab tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c49515d-0d09-4504-ab02-d8f1a4a3240c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438681 Dec 20 09:37:27.831127 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4c00c2-b97f-40d7-9294-55a455d2bcd3 req-ad4c93b6-b0c6-407f-885c-fe03e928fa31 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:37:27.832445 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-6f4c00c2-b97f-40d7-9294-55a455d2bcd3 req-ad4c93b6-b0c6-407f-885c-fe03e928fa31 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dbc63d8-b7aa-4185-ad4a-495e55813460 HTTP/1.1" status: 200 len: 945 time: 0.0750351 Dec 20 09:37:27.877065 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-6f4c00c2-b97f-40d7-9294-55a455d2bcd3 req-b0bc24a5-c309-42c6-8143-47b0cc0577af tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c49515d-0d09-4504-ab02-d8f1a4a3240c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386868 Dec 20 09:37:28.067941 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61721178-f0b1-4094-8eaf-0835b08e5081 req-1754c832-d96f-40a8-9292-ad26ace1553d tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:37:28.069407 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-61721178-f0b1-4094-8eaf-0835b08e5081 req-1754c832-d96f-40a8-9292-ad26ace1553d tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dbc63d8-b7aa-4185-ad4a-495e55813460 HTTP/1.1" status: 200 len: 945 time: 0.0754845 Dec 20 09:37:28.115261 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-61721178-f0b1-4094-8eaf-0835b08e5081 req-ca8c36d0-918b-4c65-9cd6-500dd6b757d4 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c49515d-0d09-4504-ab02-d8f1a4a3240c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403759 Dec 20 09:37:28.141872 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 52710) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:37:28.212931 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-3d017340-2ea2-443d-91e5-b5d6ae11eaeb tempest-TestNetworkAdvancedServerOps-948809047 tempest-TestNetworkAdvancedServerOps-948809047-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=2dbc63d8-b7aa-4185-ad4a-495e55813460 HTTP/1.1" status: 200 len: 1093 time: 0.0698631 Dec 20 09:37:28.215384 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 52714) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:37:28.220639 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-813461b1-c667-415a-abf4-34245a2895cb tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Request body: {'floatingip': {'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'port_id': 'f42e2c67-cb11-47c7-8cf6-d7316dc0f2d9', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:37:28.225971 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-813461b1-c667-415a-abf4-34245a2895cb tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:37:28.230434 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-813461b1-c667-415a-abf4-34245a2895cb tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Usage tracker for resource:floatingip and tenant:2bbb24938a37400498f9f82b32585e2d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:37:28.233150 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-813461b1-c667-415a-abf4-34245a2895cb tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:37:28.238693 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-813461b1-c667-415a-abf4-34245a2895cb tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:37:28.249004 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-813461b1-c667-415a-abf4-34245a2895cb tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for floatingip, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:28.386095 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-813461b1-c667-415a-abf4-34245a2895cb tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:28.514697 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-813461b1-c667-415a-abf4-34245a2895cb tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Allocated IP 172.26.5.11 (95f3bec2-46e6-4468-8229-8badd4a5aaae/cf8895a3-346d-4313-a645-16ecdcce9969/e20fa16b-10cc-41cf-9758-7ccaae79bfc8) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 09:37:28.665854 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-813461b1-c667-415a-abf4-34245a2895cb tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:28.693098 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-813461b1-c667-415a-abf4-34245a2895cb tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:28.698090 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9f65eb6f-a0c4-4d97-9589-cfae92cff43b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:37:28.764944 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813461b1-c667-415a-abf4-34245a2895cb tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Network 95f3bec2-46e6-4468-8229-8badd4a5aaae is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:37:28.768024 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-813461b1-c667-415a-abf4-34245a2895cb tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:37:28.772058 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813461b1-c667-415a-abf4-34245a2895cb tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 09:37:28.795650 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813461b1-c667-415a-abf4-34245a2895cb tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event updated for resources: {'Port': ['ID=e20fa16b-10cc-41cf-9758-7ccaae79bfc8,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:37:28.800360 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-813461b1-c667-415a-abf4-34245a2895cb tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:37:29.390875 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-813461b1-c667-415a-abf4-34245a2895cb tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:29.456005 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-813461b1-c667-415a-abf4-34245a2895cb tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:29.711690 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-813461b1-c667-415a-abf4-34245a2895cb tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:29.716471 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-813461b1-c667-415a-abf4-34245a2895cb tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:29.722448 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-76a8b917-0194-4405-8e12-0f9dbe6d9fb5 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:37:29.847604 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813461b1-c667-415a-abf4-34245a2895cb tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event updated for resources: {'Port': ['ID=e20fa16b-10cc-41cf-9758-7ccaae79bfc8,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:37:29.852348 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-813461b1-c667-415a-abf4-34245a2895cb tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:37:29.871733 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-813461b1-c667-415a-abf4-34245a2895cb tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-345990'] for floatingip, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:30.060800 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.l3_db [None req-813461b1-c667-415a-abf4-34245a2895cb tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Floating IP c49a9a67-b41b-4288-bca2-0f12aa1951fb associated. External IP: 172.26.5.11, port: f42e2c67-cb11-47c7-8cf6-d7316dc0f2d9. Dec 20 09:37:30.447746 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-813461b1-c667-415a-abf4-34245a2895cb tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Router 817890b9-00aa-45f4-9d32-4b4a9b99cbaf has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 09:37:30.771820 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-813461b1-c667-415a-abf4-34245a2895cb tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 09:37:30.782083 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f1ec73-0518-4359-86d2-b46e1123b8bd None None] Sync routers for ids ['817890b9-00aa-45f4-9d32-4b4a9b99cbaf'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 09:37:30.795580 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f1ec73-0518-4359-86d2-b46e1123b8bd None None] Routers {'817890b9-00aa-45f4-9d32-4b4a9b99cbaf'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:37:30.795845 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-813461b1-c667-415a-abf4-34245a2895cb tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:30.796197 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-14f1ec73-0518-4359-86d2-b46e1123b8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:37:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['817890b9-00aa-45f4-9d32-4b4a9b99cbaf'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:37:30.848677 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-813461b1-c667-415a-abf4-34245a2895cb tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6323016 Dec 20 09:37:30.849361 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dbc63d8-b7aa-4185-ad4a-495e55813460', 'tag': 'f42e2c67-cb11-47c7-8cf6-d7316dc0f2d9'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:37:30.917337 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dbc63d8-b7aa-4185-ad4a-495e55813460', 'tag': 'f42e2c67-cb11-47c7-8cf6-d7316dc0f2d9', 'status': 'completed', 'code': 200} Dec 20 09:37:31.009464 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-14f1ec73-0518-4359-86d2-b46e1123b8bd None None] Set router 817890b9-00aa-45f4-9d32-4b4a9b99cbaf gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:37:31.011997 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c92f3a77-d7f2-4f17-b7a1-70e0c3e42448 req-20778232-d1ae-49fc-9e39-c50d82f60f26 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2bbb24938a37400498f9f82b32585e2d&device_id=2dbc63d8-b7aa-4185-ad4a-495e55813460 HTTP/1.1" status: 200 len: 1098 time: 0.0712750 Dec 20 09:37:31.073723 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfb8d7b-397a-4664-82d5-1aa8201263c7 req-3951ed33-e186-48bf-94e2-bf4772349aeb tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:37:31.075861 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-4bfb8d7b-397a-4664-82d5-1aa8201263c7 req-3951ed33-e186-48bf-94e2-bf4772349aeb tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dbc63d8-b7aa-4185-ad4a-495e55813460 HTTP/1.1" status: 200 len: 945 time: 0.1039979 Dec 20 09:37:31.129820 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-4bfb8d7b-397a-4664-82d5-1aa8201263c7 req-aab0eccf-2677-4f08-9380-604cd7171962 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c49515d-0d09-4504-ab02-d8f1a4a3240c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477357 Dec 20 09:37:31.152099 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 52722) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:37:31.156525 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92f3a77-d7f2-4f17-b7a1-70e0c3e42448 req-b8cb225a-085e-4d4d-846d-7feffe816e12 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:37:31.157954 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c92f3a77-d7f2-4f17-b7a1-70e0c3e42448 req-b8cb225a-085e-4d4d-846d-7feffe816e12 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d9e7d1d4-5d8e-43b3-ba10-549fc219c625 HTTP/1.1" status: 200 len: 898 time: 0.1401699 Dec 20 09:37:31.351162 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-71f1216f-22a6-4677-8f08-968a7b19550a tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/floatingips/c49a9a67-b41b-4288-bca2-0f12aa1951fb HTTP/1.1" status: 200 len: 990 time: 0.1977551 Dec 20 09:37:31.358891 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c92f3a77-d7f2-4f17-b7a1-70e0c3e42448 req-a41b0a91-fb54-4e75-9784-ad2b67c5fcf9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f42e2c67-cb11-47c7-8cf6-d7316dc0f2d9 HTTP/1.1" status: 200 len: 998 time: 0.1358378 Dec 20 09:37:31.385127 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-14f1ec73-0518-4359-86d2-b46e1123b8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '817890b9-00aa-45f4-9d32-4b4a9b99cbaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1089895486', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.226'}], 'enable_snat': True}, 'gw_port_id': '07738fe4-1fce-4646-a1bd-4860dd46abb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:37:07Z', 'updated_at': '2021-12-20T09:37:12Z', 'revision_number': 4, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'gw_port': {'id': '07738fe4-1fce-4646-a1bd-4860dd46abb3', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d2:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817890b9-00aa-45f4-9d32-4b4a9b99cbaf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:37:08Z', 'updated_at': '2021-12-20T09:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': 'c49a9a67-b41b-4288-bca2-0f12aa1951fb', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'floating_ip_address': '172.26.5.11', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': '817890b9-00aa-45f4-9d32-4b4a9b99cbaf', 'port_id': 'f42e2c67-cb11-47c7-8cf6-d7316dc0f2d9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9e7d1d4-5d8e-43b3-ba10-549fc219c625', 'mac_address': 'fa:16:3e:5a:6e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbc63d8-b7aa-4185-ad4a-495e55813460', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T09:37:29Z', 'updated_at': '2021-12-20T09:37:29Z', 'revision_number': 0, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34024b67-e2a8-4b05-9f46-b9dd284d8953', 'name': '', 'network_id': 'd9e7d1d4-5d8e-43b3-ba10-549fc219c625', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'mac_address': 'fa:16:3e:c1:23:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817890b9-00aa-45f4-9d32-4b4a9b99cbaf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38c76c65-5e5e-45ff-bb0e-0c331a2405b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:37:11Z', 'updated_at': '2021-12-20T09:37:17Z', 'revision_number': 5, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'subnets': [{'id': '38c76c65-5e5e-45ff-bb0e-0c331a2405b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:37:31.389057 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f1ec73-0518-4359-86d2-b46e1123b8bd None None] Checking router: 817890b9-00aa-45f4-9d32-4b4a9b99cbaf for host: dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 09:37:31.400528 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f1ec73-0518-4359-86d2-b46e1123b8bd None None] Routers {'817890b9-00aa-45f4-9d32-4b4a9b99cbaf'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:37:31.401132 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-14f1ec73-0518-4359-86d2-b46e1123b8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:37:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['817890b9-00aa-45f4-9d32-4b4a9b99cbaf'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:37:31.422726 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92f3a77-d7f2-4f17-b7a1-70e0c3e42448 req-69d36be3-bdf2-4764-bc7b-49fcb4456c19 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:37:31.424264 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c92f3a77-d7f2-4f17-b7a1-70e0c3e42448 req-69d36be3-bdf2-4764-bc7b-49fcb4456c19 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=38c76c65-5e5e-45ff-bb0e-0c331a2405b4 HTTP/1.1" status: 200 len: 835 time: 0.0597045 Dec 20 09:37:31.497252 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c92f3a77-d7f2-4f17-b7a1-70e0c3e42448 req-18e6f071-923c-412c-8915-61af11d6a9eb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d9e7d1d4-5d8e-43b3-ba10-549fc219c625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671394 Dec 20 09:37:31.579240 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-14f1ec73-0518-4359-86d2-b46e1123b8bd None None] Set router 817890b9-00aa-45f4-9d32-4b4a9b99cbaf gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:37:31.629376 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c92f3a77-d7f2-4f17-b7a1-70e0c3e42448 req-0f5fce92-832c-4970-8bdc-cb718cbcc1b4 service neutron] 10.222.0.58 "GET /v2.0/networks/d9e7d1d4-5d8e-43b3-ba10-549fc219c625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251163 Dec 20 09:37:31.768796 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c92f3a77-d7f2-4f17-b7a1-70e0c3e42448 req-e5721277-51aa-4ef6-8669-e64224eceede service neutron] 10.222.0.58 "GET /v2.0/networks/d9e7d1d4-5d8e-43b3-ba10-549fc219c625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337993 Dec 20 09:37:31.930572 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-14f1ec73-0518-4359-86d2-b46e1123b8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '817890b9-00aa-45f4-9d32-4b4a9b99cbaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1089895486', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.226'}], 'enable_snat': True}, 'gw_port_id': '07738fe4-1fce-4646-a1bd-4860dd46abb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:37:07Z', 'updated_at': '2021-12-20T09:37:12Z', 'revision_number': 4, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'gw_port': {'id': '07738fe4-1fce-4646-a1bd-4860dd46abb3', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d2:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817890b9-00aa-45f4-9d32-4b4a9b99cbaf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:37:08Z', 'updated_at': '2021-12-20T09:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': 'c49a9a67-b41b-4288-bca2-0f12aa1951fb', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'floating_ip_address': '172.26.5.11', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': '817890b9-00aa-45f4-9d32-4b4a9b99cbaf', 'port_id': 'f42e2c67-cb11-47c7-8cf6-d7316dc0f2d9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9e7d1d4-5d8e-43b3-ba10-549fc219c625', 'mac_address': 'fa:16:3e:5a:6e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbc63d8-b7aa-4185-ad4a-495e55813460', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T09:37:29Z', 'updated_at': '2021-12-20T09:37:29Z', 'revision_number': 0, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34024b67-e2a8-4b05-9f46-b9dd284d8953', 'name': '', 'network_id': 'd9e7d1d4-5d8e-43b3-ba10-549fc219c625', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'mac_address': 'fa:16:3e:c1:23:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817890b9-00aa-45f4-9d32-4b4a9b99cbaf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38c76c65-5e5e-45ff-bb0e-0c331a2405b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:37:11Z', 'updated_at': '2021-12-20T09:37:17Z', 'revision_number': 5, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'subnets': [{'id': '38c76c65-5e5e-45ff-bb0e-0c331a2405b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:37:31.934551 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f1ec73-0518-4359-86d2-b46e1123b8bd None None] The sync data for ids ['817890b9-00aa-45f4-9d32-4b4a9b99cbaf'] in dv-neutron-820491-1-hyperv is: [{'id': '817890b9-00aa-45f4-9d32-4b4a9b99cbaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1089895486', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.226'}], 'enable_snat': True}, 'gw_port_id': '07738fe4-1fce-4646-a1bd-4860dd46abb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:37:07Z', 'updated_at': '2021-12-20T09:37:12Z', 'revision_number': 4, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'gw_port': {'id': '07738fe4-1fce-4646-a1bd-4860dd46abb3', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d2:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817890b9-00aa-45f4-9d32-4b4a9b99cbaf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:37:08Z', 'updated_at': '2021-12-20T09:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': 'c49a9a67-b41b-4288-bca2-0f12aa1951fb', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'floating_ip_address': '172.26.5.11', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': '817890b9-00aa-45f4-9d32-4b4a9b99cbaf', 'port_id': 'f42e2c67-cb11-47c7-8cf6-d7316dc0f2d9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9e7d1d4-5d8e-43b3-ba10-549fc219c625', 'mac_address': 'fa:16:3e:5a:6e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbc63d8-b7aa-4185-ad4a-495e55813460', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T09:37:29Z', 'updated_at': '2021-12-20T09:37:29Z', 'revision_number': 0, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34024b67-e2a8-4b05-9f46-b9dd284d8953', 'name': '', 'network_id': 'd9e7d1d4-5d8e-43b3-ba10-549fc219c625', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'mac_address': 'fa:16:3e:c1:23:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817890b9-00aa-45f4-9d32-4b4a9b99cbaf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38c76c65-5e5e-45ff-bb0e-0c331a2405b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:37:11Z', 'updated_at': '2021-12-20T09:37:17Z', 'revision_number': 5, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'subnets': [{'id': '38c76c65-5e5e-45ff-bb0e-0c331a2405b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 09:37:32.355408 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 52726) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:37:32.459199 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e6a6012a-30e3-478c-8c86-81c35f8de025 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/floatingips/c49a9a67-b41b-4288-bca2-0f12aa1951fb HTTP/1.1" status: 200 len: 990 time: 0.1024525 Dec 20 09:37:33.354940 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7139ab01-b4ff-4e61-b3b8-4d72193f7079 None None] New status for floating IP c49a9a67-b41b-4288-bca2-0f12aa1951fb: ACTIVE {{(pid=83446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 09:37:33.462840 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 52730) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:37:33.572469 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-333723b0-810b-48b8-944c-a637fe510a60 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/floatingips/c49a9a67-b41b-4288-bca2-0f12aa1951fb HTTP/1.1" status: 200 len: 990 time: 0.1081159 Dec 20 09:37:34.575089 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 52734) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:37:34.680128 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-97301b43-f100-48b2-aff5-4c0b613e82c8 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/floatingips/c49a9a67-b41b-4288-bca2-0f12aa1951fb HTTP/1.1" status: 200 len: 992 time: 0.1036494 Dec 20 09:37:40.497318 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:42.685846 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3b6b57a5-9072-441c-bda8-5da4fdc0c990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:44.137002 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:37:44.970180 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-4dd30c17-b4fe-478c-87db-dd809215433c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:46.159508 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:46.183522 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:37:47.605473 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:38:08.288598 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8bbff294-0e27-4d5b-832d-3447595c00e4 req-78548cfd-8b43-4637-9153-a6f5d1c55810 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2dbc63d8-b7aa-4185-ad4a-495e55813460&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0663800 Dec 20 09:38:08.421946 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8bbff294-0e27-4d5b-832d-3447595c00e4 req-5d413f8b-77ff-4502-af9f-23e49ba6b66e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2bbb24938a37400498f9f82b32585e2d&device_id=2dbc63d8-b7aa-4185-ad4a-495e55813460 HTTP/1.1" status: 200 len: 1098 time: 0.0672967 Dec 20 09:38:08.563354 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbff294-0e27-4d5b-832d-3447595c00e4 req-d190401d-b3a8-4706-951d-109711880b16 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:38:08.564688 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8bbff294-0e27-4d5b-832d-3447595c00e4 req-d190401d-b3a8-4706-951d-109711880b16 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d9e7d1d4-5d8e-43b3-ba10-549fc219c625 HTTP/1.1" status: 200 len: 898 time: 0.1231961 Dec 20 09:38:08.666056 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8bbff294-0e27-4d5b-832d-3447595c00e4 req-9bbe0dac-b1bd-4ca3-a1b1-0360718bdc4c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f42e2c67-cb11-47c7-8cf6-d7316dc0f2d9 HTTP/1.1" status: 200 len: 1000 time: 0.0943620 Dec 20 09:38:08.836552 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbff294-0e27-4d5b-832d-3447595c00e4 req-6ce37097-9e32-41eb-a4c2-6b804ad1be5d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:38:08.838801 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8bbff294-0e27-4d5b-832d-3447595c00e4 req-6ce37097-9e32-41eb-a4c2-6b804ad1be5d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=38c76c65-5e5e-45ff-bb0e-0c331a2405b4 HTTP/1.1" status: 200 len: 835 time: 0.1668971 Dec 20 09:38:08.913256 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8bbff294-0e27-4d5b-832d-3447595c00e4 req-0b0cbddf-7dc2-42d4-a3ae-0d097b0f9087 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d9e7d1d4-5d8e-43b3-ba10-549fc219c625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681205 Dec 20 09:38:09.058286 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8bbff294-0e27-4d5b-832d-3447595c00e4 req-9737d451-e096-47cd-8757-4f006ae8dc10 service neutron] 10.222.0.58 "GET /v2.0/networks/d9e7d1d4-5d8e-43b3-ba10-549fc219c625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388135 Dec 20 09:38:09.191456 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8bbff294-0e27-4d5b-832d-3447595c00e4 req-a8c38d91-7381-4e52-ae31-981aedcd9df1 service neutron] 10.222.0.58 "GET /v2.0/networks/d9e7d1d4-5d8e-43b3-ba10-549fc219c625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265078 Dec 20 09:38:10.499383 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:38:12.691160 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b861ac34-647f-4e2e-b312-9cfc54164735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:38:14.971218 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f7c8c192-785a-424e-8b73-7a1e70f758f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:38:16.162070 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:38:16.184137 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:38:17.606613 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:38:21.137479 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:38:40.495884 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:38:42.379651 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a923e0ec-2407-4f7e-8a0b-ab2bf0cd2a3b req-fba94e64-fe16-469e-a8e7-add794a85bdb tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:38:42.381145 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a923e0ec-2407-4f7e-8a0b-ab2bf0cd2a3b req-fba94e64-fe16-469e-a8e7-add794a85bdb tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dbc63d8-b7aa-4185-ad4a-495e55813460 HTTP/1.1" status: 200 len: 945 time: 0.0786524 Dec 20 09:38:42.425659 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a923e0ec-2407-4f7e-8a0b-ab2bf0cd2a3b req-08f8031b-54fe-487b-9676-b8d935510ab7 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c49515d-0d09-4504-ab02-d8f1a4a3240c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390813 Dec 20 09:38:42.692149 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-1fb7bc0a-9049-4b4c-85c6-45a9f131b048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:38:43.635399 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cbc470-fb65-4005-936b-dff5adeca3ce req-b347e27e-0dd0-453c-9a43-9340a37cc8c4 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:38:43.636834 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-b7cbc470-fb65-4005-936b-dff5adeca3ce req-b347e27e-0dd0-453c-9a43-9340a37cc8c4 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dbc63d8-b7aa-4185-ad4a-495e55813460 HTTP/1.1" status: 200 len: 945 time: 0.0855217 Dec 20 09:38:43.682901 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-b7cbc470-fb65-4005-936b-dff5adeca3ce req-42b6372a-4729-475e-85f0-c5419088d1fc tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c49515d-0d09-4504-ab02-d8f1a4a3240c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406117 Dec 20 09:38:44.879903 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d3f1a6-06a3-4502-be0e-b79f1757a8f2 req-a74649c1-f4c9-49b0-9d33-b1656b9e4c12 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:38:44.881284 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-92d3f1a6-06a3-4502-be0e-b79f1757a8f2 req-a74649c1-f4c9-49b0-9d33-b1656b9e4c12 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dbc63d8-b7aa-4185-ad4a-495e55813460 HTTP/1.1" status: 200 len: 945 time: 0.0784831 Dec 20 09:38:44.928730 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-92d3f1a6-06a3-4502-be0e-b79f1757a8f2 req-2b063a99-cf00-4025-b9fc-debce3fddbd8 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c49515d-0d09-4504-ab02-d8f1a4a3240c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415118 Dec 20 09:38:44.956221 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 52768) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:38:44.978467 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-78eb6aa6-e6ae-4220-b753-ed9ac9ef5075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:38:45.071229 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f778c01a-b454-40f1-8e07-54184fca4a6f tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/floatingips/c49a9a67-b41b-4288-bca2-0f12aa1951fb HTTP/1.1" status: 200 len: 992 time: 0.1137984 Dec 20 09:38:46.165343 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:38:46.185816 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:38:46.554611 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7f0707-a0c3-4f45-872c-22918613e391 req-c6edb3d1-da41-4b75-84c8-b28cf29284c2 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:38:46.556046 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-1f7f0707-a0c3-4f45-872c-22918613e391 req-c6edb3d1-da41-4b75-84c8-b28cf29284c2 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dbc63d8-b7aa-4185-ad4a-495e55813460 HTTP/1.1" status: 200 len: 945 time: 0.0786273 Dec 20 09:38:46.569203 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ba8f5181-c519-4f66-8971-59728b8060da req-bc465746-d76b-4896-b4ab-e735522a0ff4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2bbb24938a37400498f9f82b32585e2d&device_id=2dbc63d8-b7aa-4185-ad4a-495e55813460 HTTP/1.1" status: 200 len: 1098 time: 0.0725212 Dec 20 09:38:46.605254 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-1f7f0707-a0c3-4f45-872c-22918613e391 req-7f25b01b-69a8-45f0-8217-6055e8c3b133 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c49515d-0d09-4504-ab02-d8f1a4a3240c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422547 Dec 20 09:38:46.702588 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8f5181-c519-4f66-8971-59728b8060da req-2b135c45-e715-4280-b4ac-7fb9254a9112 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:38:46.703939 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ba8f5181-c519-4f66-8971-59728b8060da req-2b135c45-e715-4280-b4ac-7fb9254a9112 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d9e7d1d4-5d8e-43b3-ba10-549fc219c625 HTTP/1.1" status: 200 len: 898 time: 0.1269581 Dec 20 09:38:46.804336 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ba8f5181-c519-4f66-8971-59728b8060da req-8301e76d-d9e2-47ae-9186-9e598e9e48a0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f42e2c67-cb11-47c7-8cf6-d7316dc0f2d9 HTTP/1.1" status: 200 len: 1000 time: 0.0939629 Dec 20 09:38:46.865026 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8f5181-c519-4f66-8971-59728b8060da req-bdd125f8-9fa2-4e37-91dc-1e1df1a544f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:38:46.866424 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ba8f5181-c519-4f66-8971-59728b8060da req-bdd125f8-9fa2-4e37-91dc-1e1df1a544f4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=38c76c65-5e5e-45ff-bb0e-0c331a2405b4 HTTP/1.1" status: 200 len: 835 time: 0.0559635 Dec 20 09:38:46.939357 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ba8f5181-c519-4f66-8971-59728b8060da req-a1667f9d-a56a-4da8-a2bc-f1d96a150827 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d9e7d1d4-5d8e-43b3-ba10-549fc219c625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671008 Dec 20 09:38:47.066378 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ba8f5181-c519-4f66-8971-59728b8060da req-20e56358-a413-4524-bf51-b83a72e8b03a service neutron] 10.222.0.58 "GET /v2.0/networks/d9e7d1d4-5d8e-43b3-ba10-549fc219c625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209853 Dec 20 09:38:47.194881 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ba8f5181-c519-4f66-8971-59728b8060da req-df18e333-fe41-4ee1-9083-693ecc0fba97 service neutron] 10.222.0.58 "GET /v2.0/networks/d9e7d1d4-5d8e-43b3-ba10-549fc219c625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224244 Dec 20 09:38:47.608989 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:38:47.808373 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c628314-733f-4216-a138-bf07b9ec31cb req-603e4421-449d-42ca-ac33-915d6e884890 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:38:47.810331 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1c628314-733f-4216-a138-bf07b9ec31cb req-603e4421-449d-42ca-ac33-915d6e884890 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dbc63d8-b7aa-4185-ad4a-495e55813460 HTTP/1.1" status: 200 len: 945 time: 0.0771320 Dec 20 09:38:47.854138 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1c628314-733f-4216-a138-bf07b9ec31cb req-27ed39e5-3286-4939-b2a4-271c06458532 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c49515d-0d09-4504-ab02-d8f1a4a3240c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381255 Dec 20 09:38:49.050247 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4429c7f-60c7-4b1a-9f91-64dd70ff6076 req-8ffd7797-acbc-4ffd-a658-e6f034ce0783 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:38:49.051678 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-a4429c7f-60c7-4b1a-9f91-64dd70ff6076 req-8ffd7797-acbc-4ffd-a658-e6f034ce0783 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dbc63d8-b7aa-4185-ad4a-495e55813460 HTTP/1.1" status: 200 len: 945 time: 0.0750232 Dec 20 09:38:49.099590 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-a4429c7f-60c7-4b1a-9f91-64dd70ff6076 req-e2fddde2-96c8-453f-b5e6-d947bda9c09a tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c49515d-0d09-4504-ab02-d8f1a4a3240c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426064 Dec 20 09:38:49.127260 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 52782) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:38:49.229545 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-90c428ce-607c-488d-b166-d30ea7aabe78 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/floatingips/c49a9a67-b41b-4288-bca2-0f12aa1951fb HTTP/1.1" status: 200 len: 992 time: 0.1011024 Dec 20 09:38:49.521196 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 52790) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:38:49.724955 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-091452c2-cc05-424f-8fc8-caf50dbc6bbe tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Deleting port e20fa16b-10cc-41cf-9758-7ccaae79bfc8 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:38:49.725330 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-091452c2-cc05-424f-8fc8-caf50dbc6bbe tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:38:49.991269 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-091452c2-cc05-424f-8fc8-caf50dbc6bbe tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:38:49.991594 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-091452c2-cc05-424f-8fc8-caf50dbc6bbe tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:38:50.112346 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-091452c2-cc05-424f-8fc8-caf50dbc6bbe tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Calling delete_port for e20fa16b-10cc-41cf-9758-7ccaae79bfc8 owned by network:floatingip {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:38:50.254876 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-091452c2-cc05-424f-8fc8-caf50dbc6bbe tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:38:50.259008 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-dec7d795-e8d3-4c3d-9c2b-0e73bb553c19 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:38:50.305272 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091452c2-cc05-424f-8fc8-caf50dbc6bbe tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event deleted for resources: {'Port': ['ID=e20fa16b-10cc-41cf-9758-7ccaae79bfc8,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:38:50.343969 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091452c2-cc05-424f-8fc8-caf50dbc6bbe tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:38:50.344349 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091452c2-cc05-424f-8fc8-caf50dbc6bbe tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:38:50.344724 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091452c2-cc05-424f-8fc8-caf50dbc6bbe tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:38:50.345091 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091452c2-cc05-424f-8fc8-caf50dbc6bbe tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:38:50.345539 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091452c2-cc05-424f-8fc8-caf50dbc6bbe tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:38:50.345903 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091452c2-cc05-424f-8fc8-caf50dbc6bbe tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:38:50.346262 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091452c2-cc05-424f-8fc8-caf50dbc6bbe tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:38:50.346617 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091452c2-cc05-424f-8fc8-caf50dbc6bbe tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:38:50.346979 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091452c2-cc05-424f-8fc8-caf50dbc6bbe tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:38:50.347336 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091452c2-cc05-424f-8fc8-caf50dbc6bbe tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:38:50.347693 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091452c2-cc05-424f-8fc8-caf50dbc6bbe tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:38:50.354781 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-091452c2-cc05-424f-8fc8-caf50dbc6bbe tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:38:50.406358 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-091452c2-cc05-424f-8fc8-caf50dbc6bbe tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for floatingip, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:38:50.796253 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-091452c2-cc05-424f-8fc8-caf50dbc6bbe tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Router 817890b9-00aa-45f4-9d32-4b4a9b99cbaf has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 09:38:50.995529 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-091452c2-cc05-424f-8fc8-caf50dbc6bbe tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 09:38:51.006072 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b0cb78-6b7b-4f6c-8856-16e55d958293 None None] Sync routers for ids ['817890b9-00aa-45f4-9d32-4b4a9b99cbaf'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 09:38:51.016059 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-091452c2-cc05-424f-8fc8-caf50dbc6bbe tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for floatingip, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:38:51.018260 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b0cb78-6b7b-4f6c-8856-16e55d958293 None None] Routers {'817890b9-00aa-45f4-9d32-4b4a9b99cbaf'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:38:51.018874 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-45b0cb78-6b7b-4f6c-8856-16e55d958293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:38:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['817890b9-00aa-45f4-9d32-4b4a9b99cbaf'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:38:51.069601 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-091452c2-cc05-424f-8fc8-caf50dbc6bbe tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "DELETE /v2.0/floatingips/c49a9a67-b41b-4288-bca2-0f12aa1951fb HTTP/1.1" status: 204 len: 168 time: 1.5473418 Dec 20 09:38:51.070259 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dbc63d8-b7aa-4185-ad4a-495e55813460', 'tag': 'f42e2c67-cb11-47c7-8cf6-d7316dc0f2d9'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:38:51.197167 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-45b0cb78-6b7b-4f6c-8856-16e55d958293 None None] Set router 817890b9-00aa-45f4-9d32-4b4a9b99cbaf gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:38:51.223971 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dbc63d8-b7aa-4185-ad4a-495e55813460', 'tag': 'f42e2c67-cb11-47c7-8cf6-d7316dc0f2d9', 'status': 'completed', 'code': 200} Dec 20 09:38:51.333012 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-392354f4-43ee-4c1c-800b-1fd5295b9ccb req-98be744f-9253-418c-9e70-d3bd444a3dac service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2bbb24938a37400498f9f82b32585e2d&device_id=2dbc63d8-b7aa-4185-ad4a-495e55813460 HTTP/1.1" status: 200 len: 1098 time: 0.0856271 Dec 20 09:38:51.559458 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-45b0cb78-6b7b-4f6c-8856-16e55d958293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '817890b9-00aa-45f4-9d32-4b4a9b99cbaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1089895486', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.226'}], 'enable_snat': True}, 'gw_port_id': '07738fe4-1fce-4646-a1bd-4860dd46abb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:37:07Z', 'updated_at': '2021-12-20T09:37:12Z', 'revision_number': 4, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'gw_port': {'id': '07738fe4-1fce-4646-a1bd-4860dd46abb3', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d2:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817890b9-00aa-45f4-9d32-4b4a9b99cbaf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:37:08Z', 'updated_at': '2021-12-20T09:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '34024b67-e2a8-4b05-9f46-b9dd284d8953', 'name': '', 'network_id': 'd9e7d1d4-5d8e-43b3-ba10-549fc219c625', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'mac_address': 'fa:16:3e:c1:23:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817890b9-00aa-45f4-9d32-4b4a9b99cbaf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38c76c65-5e5e-45ff-bb0e-0c331a2405b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:37:11Z', 'updated_at': '2021-12-20T09:37:17Z', 'revision_number': 5, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'subnets': [{'id': '38c76c65-5e5e-45ff-bb0e-0c331a2405b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:38:51.563445 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b0cb78-6b7b-4f6c-8856-16e55d958293 None None] Checking router: 817890b9-00aa-45f4-9d32-4b4a9b99cbaf for host: dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 09:38:51.573962 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b0cb78-6b7b-4f6c-8856-16e55d958293 None None] Routers {'817890b9-00aa-45f4-9d32-4b4a9b99cbaf'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:38:51.574552 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-45b0cb78-6b7b-4f6c-8856-16e55d958293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:38:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['817890b9-00aa-45f4-9d32-4b4a9b99cbaf'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:38:51.643968 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392354f4-43ee-4c1c-800b-1fd5295b9ccb req-4680ee8d-a0ac-460f-bd3f-5b2b20df9729 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:38:51.646097 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-392354f4-43ee-4c1c-800b-1fd5295b9ccb req-4680ee8d-a0ac-460f-bd3f-5b2b20df9729 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d9e7d1d4-5d8e-43b3-ba10-549fc219c625 HTTP/1.1" status: 200 len: 898 time: 0.3062785 Dec 20 09:38:51.652438 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fadaa3d-fe4c-4837-b4fe-ebb9a2024df5 req-36d9a391-7c1f-4f1b-9d16-773488a722d6 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:38:51.655407 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7fadaa3d-fe4c-4837-b4fe-ebb9a2024df5 req-36d9a391-7c1f-4f1b-9d16-773488a722d6 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dbc63d8-b7aa-4185-ad4a-495e55813460 HTTP/1.1" status: 200 len: 945 time: 0.1811593 Dec 20 09:38:51.742295 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-392354f4-43ee-4c1c-800b-1fd5295b9ccb req-a203cefc-abe9-408f-af55-55063d7b8f8e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f42e2c67-cb11-47c7-8cf6-d7316dc0f2d9 HTTP/1.1" status: 200 len: 217 time: 0.0865874 Dec 20 09:38:51.757428 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-45b0cb78-6b7b-4f6c-8856-16e55d958293 None None] Set router 817890b9-00aa-45f4-9d32-4b4a9b99cbaf gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:38:51.800981 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7fadaa3d-fe4c-4837-b4fe-ebb9a2024df5 req-653e01f6-84b7-4b78-8f7b-b43dd257065f tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c49515d-0d09-4504-ab02-d8f1a4a3240c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933614 Dec 20 09:38:51.818678 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392354f4-43ee-4c1c-800b-1fd5295b9ccb req-6c3e8315-8acd-424b-9353-65fccfca0f4f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:38:51.820121 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-392354f4-43ee-4c1c-800b-1fd5295b9ccb req-6c3e8315-8acd-424b-9353-65fccfca0f4f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=38c76c65-5e5e-45ff-bb0e-0c331a2405b4 HTTP/1.1" status: 200 len: 835 time: 0.0702837 Dec 20 09:38:51.901306 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-392354f4-43ee-4c1c-800b-1fd5295b9ccb req-c5c17120-7cd7-4fe6-b4d3-dafc79d8ca63 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d9e7d1d4-5d8e-43b3-ba10-549fc219c625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739908 Dec 20 09:38:52.042835 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-392354f4-43ee-4c1c-800b-1fd5295b9ccb req-6ceb19d1-0fdc-4596-9ab7-a50d8ab63afd service neutron] 10.222.0.58 "GET /v2.0/networks/d9e7d1d4-5d8e-43b3-ba10-549fc219c625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325171 Dec 20 09:38:52.072610 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-45b0cb78-6b7b-4f6c-8856-16e55d958293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '817890b9-00aa-45f4-9d32-4b4a9b99cbaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1089895486', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.226'}], 'enable_snat': True}, 'gw_port_id': '07738fe4-1fce-4646-a1bd-4860dd46abb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:37:07Z', 'updated_at': '2021-12-20T09:37:12Z', 'revision_number': 4, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'gw_port': {'id': '07738fe4-1fce-4646-a1bd-4860dd46abb3', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d2:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817890b9-00aa-45f4-9d32-4b4a9b99cbaf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:37:08Z', 'updated_at': '2021-12-20T09:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '34024b67-e2a8-4b05-9f46-b9dd284d8953', 'name': '', 'network_id': 'd9e7d1d4-5d8e-43b3-ba10-549fc219c625', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'mac_address': 'fa:16:3e:c1:23:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817890b9-00aa-45f4-9d32-4b4a9b99cbaf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38c76c65-5e5e-45ff-bb0e-0c331a2405b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:37:11Z', 'updated_at': '2021-12-20T09:37:17Z', 'revision_number': 5, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'subnets': [{'id': '38c76c65-5e5e-45ff-bb0e-0c331a2405b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:38:52.077015 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b0cb78-6b7b-4f6c-8856-16e55d958293 None None] The sync data for ids ['817890b9-00aa-45f4-9d32-4b4a9b99cbaf'] in dv-neutron-820491-1-hyperv is: [{'id': '817890b9-00aa-45f4-9d32-4b4a9b99cbaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1089895486', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.226'}], 'enable_snat': True}, 'gw_port_id': '07738fe4-1fce-4646-a1bd-4860dd46abb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:37:07Z', 'updated_at': '2021-12-20T09:37:12Z', 'revision_number': 4, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'gw_port': {'id': '07738fe4-1fce-4646-a1bd-4860dd46abb3', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d2:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817890b9-00aa-45f4-9d32-4b4a9b99cbaf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:37:08Z', 'updated_at': '2021-12-20T09:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '34024b67-e2a8-4b05-9f46-b9dd284d8953', 'name': '', 'network_id': 'd9e7d1d4-5d8e-43b3-ba10-549fc219c625', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'mac_address': 'fa:16:3e:c1:23:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817890b9-00aa-45f4-9d32-4b4a9b99cbaf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38c76c65-5e5e-45ff-bb0e-0c331a2405b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:37:11Z', 'updated_at': '2021-12-20T09:37:17Z', 'revision_number': 5, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'subnets': [{'id': '38c76c65-5e5e-45ff-bb0e-0c331a2405b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 09:38:52.180364 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-392354f4-43ee-4c1c-800b-1fd5295b9ccb req-6282a535-1e6b-469f-a714-362bf35d9c7e service neutron] 10.222.0.58 "GET /v2.0/networks/d9e7d1d4-5d8e-43b3-ba10-549fc219c625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303864 Dec 20 09:38:52.314501 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16930de-ff71-406b-827c-297b0a975619 None None] New status for floating IP c49a9a67-b41b-4288-bca2-0f12aa1951fb: DOWN {{(pid=83446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 09:38:53.019635 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f445a340-1122-4994-8b9e-ed1ca5287b16 req-3e246912-677c-44a8-bc03-ac9bfd6a8f2f tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:38:53.020311 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-f445a340-1122-4994-8b9e-ed1ca5287b16 req-3e246912-677c-44a8-bc03-ac9bfd6a8f2f tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Synchronizing usage tracker for tenant:2bbb24938a37400498f9f82b32585e2d on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:38:53.035794 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-f445a340-1122-4994-8b9e-ed1ca5287b16 req-3e246912-677c-44a8-bc03-ac9bfd6a8f2f tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Unset dirty status for tenant:2bbb24938a37400498f9f82b32585e2d on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:38:53.036939 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-f445a340-1122-4994-8b9e-ed1ca5287b16 req-3e246912-677c-44a8-bc03-ac9bfd6a8f2f tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dbc63d8-b7aa-4185-ad4a-495e55813460 HTTP/1.1" status: 200 len: 945 time: 0.0988259 Dec 20 09:38:53.080847 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-f445a340-1122-4994-8b9e-ed1ca5287b16 req-38839a90-50a9-4748-9ec8-dc632833f746 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c49515d-0d09-4504-ab02-d8f1a4a3240c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384603 Dec 20 09:38:53.161179 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8dff28-e602-4920-9727-2d4ce38702dd req-7d66a0ba-4ada-4b4a-9055-2a9ce73c1134 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:38:53.162647 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ae8dff28-e602-4920-9727-2d4ce38702dd req-7d66a0ba-4ada-4b4a-9055-2a9ce73c1134 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.58 "GET /v2.0/ports?device_id=2dbc63d8-b7aa-4185-ad4a-495e55813460 HTTP/1.1" status: 200 len: 945 time: 0.0759232 Dec 20 09:38:53.232360 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-ae8dff28-e602-4920-9727-2d4ce38702dd req-c1b53b70-7fa3-474d-804d-8d69ad896c85 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Deleting port f42e2c67-cb11-47c7-8cf6-d7316dc0f2d9 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:38:53.232683 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-ae8dff28-e602-4920-9727-2d4ce38702dd req-c1b53b70-7fa3-474d-804d-8d69ad896c85 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:38:53.465189 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-ae8dff28-e602-4920-9727-2d4ce38702dd req-c1b53b70-7fa3-474d-804d-8d69ad896c85 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] For port f42e2c67-cb11-47c7-8cf6-d7316dc0f2d9, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=f42e2c67-cb11-47c7-8cf6-d7316dc0f2d9,segment=NetworkSegment(24b36988-5107-4cde-86c6-c204316b826e),segment_id=24b36988-5107-4cde-86c6-c204316b826e)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:38:53.466118 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-ae8dff28-e602-4920-9727-2d4ce38702dd req-c1b53b70-7fa3-474d-804d-8d69ad896c85 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:38:53.587900 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-ae8dff28-e602-4920-9727-2d4ce38702dd req-c1b53b70-7fa3-474d-804d-8d69ad896c85 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Calling delete_port for f42e2c67-cb11-47c7-8cf6-d7316dc0f2d9 owned by compute:nova {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:38:53.724908 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-ae8dff28-e602-4920-9727-2d4ce38702dd req-c1b53b70-7fa3-474d-804d-8d69ad896c85 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:38:53.730425 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-813461b1-c667-415a-abf4-34245a2895cb tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:38:53.774124 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b53b70-7fa3-474d-804d-8d69ad896c85 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event deleted for resources: {'Port': ['ID=f42e2c67-cb11-47c7-8cf6-d7316dc0f2d9,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:38:53.818748 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b53b70-7fa3-474d-804d-8d69ad896c85 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:38:53.819135 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b53b70-7fa3-474d-804d-8d69ad896c85 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:38:53.819512 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b53b70-7fa3-474d-804d-8d69ad896c85 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:38:53.819883 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b53b70-7fa3-474d-804d-8d69ad896c85 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:38:53.820248 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b53b70-7fa3-474d-804d-8d69ad896c85 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:38:53.820616 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b53b70-7fa3-474d-804d-8d69ad896c85 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:38:53.820975 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b53b70-7fa3-474d-804d-8d69ad896c85 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:38:53.821359 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b53b70-7fa3-474d-804d-8d69ad896c85 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:38:53.821718 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b53b70-7fa3-474d-804d-8d69ad896c85 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:38:53.822072 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b53b70-7fa3-474d-804d-8d69ad896c85 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:38:53.822427 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b53b70-7fa3-474d-804d-8d69ad896c85 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:38:53.848579 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c1b53b70-7fa3-474d-804d-8d69ad896c85 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:38:53.858410 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae8dff28-e602-4920-9727-2d4ce38702dd req-c1b53b70-7fa3-474d-804d-8d69ad896c85 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] No DVR routers for this DVR port f42e2c67-cb11-47c7-8cf6-d7316dc0f2d9 on host hv-neutron-8204 {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 09:38:53.860636 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-ae8dff28-e602-4920-9727-2d4ce38702dd req-c1b53b70-7fa3-474d-804d-8d69ad896c85 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:38:53.863529 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dbc63d8-b7aa-4185-ad4a-495e55813460', 'name': 'network-vif-deleted', 'tag': 'f42e2c67-cb11-47c7-8cf6-d7316dc0f2d9'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:38:53.879531 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ae8dff28-e602-4920-9727-2d4ce38702dd req-c1b53b70-7fa3-474d-804d-8d69ad896c85 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.58 "DELETE /v2.0/ports/f42e2c67-cb11-47c7-8cf6-d7316dc0f2d9 HTTP/1.1" status: 204 len: 173 time: 0.7118053 Dec 20 09:38:53.927388 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dbc63d8-b7aa-4185-ad4a-495e55813460', 'name': 'network-vif-deleted', 'tag': 'f42e2c67-cb11-47c7-8cf6-d7316dc0f2d9', 'status': 'completed', 'code': 200} Dec 20 09:38:54.263525 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-29065f19-4a1a-4a4d-a55a-05c57ec80815 req-51b1a0de-db10-44a5-ae9d-3929e2a61822 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dbc63d8-b7aa-4185-ad4a-495e55813460 HTTP/1.1" status: 200 len: 210 time: 0.0424170 Dec 20 09:38:55.369253 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 52810) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:38:55.875507 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3d52265d-76cf-49b6-ba73-9e9d673638fe tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349062'] for router_interface, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:38:56.474280 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-3d52265d-76cf-49b6-ba73-9e9d673638fe tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Deleting port 34024b67-e2a8-4b05-9f46-b9dd284d8953 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:38:56.475030 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3d52265d-76cf-49b6-ba73-9e9d673638fe tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:38:56.655365 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-3d52265d-76cf-49b6-ba73-9e9d673638fe tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] For port 34024b67-e2a8-4b05-9f46-b9dd284d8953, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=34024b67-e2a8-4b05-9f46-b9dd284d8953,segment=NetworkSegment(24b36988-5107-4cde-86c6-c204316b826e),segment_id=24b36988-5107-4cde-86c6-c204316b826e)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:38:56.655714 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3d52265d-76cf-49b6-ba73-9e9d673638fe tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:38:56.773362 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-3d52265d-76cf-49b6-ba73-9e9d673638fe tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Calling delete_port for 34024b67-e2a8-4b05-9f46-b9dd284d8953 owned by network:router_interface {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:38:56.951451 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3d52265d-76cf-49b6-ba73-9e9d673638fe tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:38:56.955096 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-7bd33ed6-c690-4e68-a712-a9706129f8fb tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:38:56.998253 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d52265d-76cf-49b6-ba73-9e9d673638fe tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event deleted for resources: {'Port': ['ID=34024b67-e2a8-4b05-9f46-b9dd284d8953,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:38:57.002220 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3d52265d-76cf-49b6-ba73-9e9d673638fe tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:38:57.399906 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3d52265d-76cf-49b6-ba73-9e9d673638fe tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32897953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348760'] for router_interface, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:38:57.412285 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device f42e2c67-cb11-47c7-8cf6-d7316dc0f2d9 no longer exists at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 09:38:57.448259 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] No Port match for: f42e2c67-cb11-47c7-8cf6-d7316dc0f2d9 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 09:38:57.448614 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device f42e2c67-cb11-47c7-8cf6-d7316dc0f2d9 not bound to the agent host hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 09:38:57.980031 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d52265d-76cf-49b6-ba73-9e9d673638fe tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Router 817890b9-00aa-45f4-9d32-4b4a9b99cbaf has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 09:38:58.136988 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:38:58.175032 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d52265d-76cf-49b6-ba73-9e9d673638fe tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 09:38:58.184220 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c317ad6-d0fc-484a-a638-b4fc7e185cd0 None None] Sync routers for ids ['817890b9-00aa-45f4-9d32-4b4a9b99cbaf'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 09:38:58.189726 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-3d52265d-76cf-49b6-ba73-9e9d673638fe tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "PUT /v2.0/routers/817890b9-00aa-45f4-9d32-4b4a9b99cbaf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8193927 Dec 20 09:38:58.192305 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 52814) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:38:58.196950 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c317ad6-d0fc-484a-a638-b4fc7e185cd0 None None] Routers {'817890b9-00aa-45f4-9d32-4b4a9b99cbaf'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:38:58.198504 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-2c317ad6-d0fc-484a-a638-b4fc7e185cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:38:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['817890b9-00aa-45f4-9d32-4b4a9b99cbaf'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:38:58.375754 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_v2 [None req-487d5f95-1850-477c-b435-69e21cf00ff5 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Deleting subnet 38c76c65-5e5e-45ff-bb0e-0c331a2405b4 {{(pid=83445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 09:38:58.376370 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-2c317ad6-d0fc-484a-a638-b4fc7e185cd0 None None] Set router 817890b9-00aa-45f4-9d32-4b4a9b99cbaf gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:38:58.378613 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-487d5f95-1850-477c-b435-69e21cf00ff5 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for subnet, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:38:58.395821 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [req-7f0ceafa-6a06-4bc4-9abb-8b5606d4a6e5 req-e697420c-8796-4a97-9371-d4229c37084d service neutron] (83444) timed out ('10.222.0.58', 55222) {{(pid=83444) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Dec 20 09:38:58.431822 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-487d5f95-1850-477c-b435-69e21cf00ff5 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1518554'] for subnet, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:38:58.517294 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-487d5f95-1850-477c-b435-69e21cf00ff5 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:38:58.595064 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-487d5f95-1850-477c-b435-69e21cf00ff5 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2036620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2095133'] for subnet, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:38:58.598853 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d36102cd-990c-461a-9fc7-6144e407c38a tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:38:58.633962 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487d5f95-1850-477c-b435-69e21cf00ff5 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event deleted for resources: {'Subnet': ['ID=38c76c65-5e5e-45ff-bb0e-0c331a2405b4,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:38:58.637266 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-487d5f95-1850-477c-b435-69e21cf00ff5 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:38:58.641448 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-487d5f95-1850-477c-b435-69e21cf00ff5 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:38:58.648700 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef30fa5f-8c16-45c5-a4fb-ca50326d3efc None None] Network d9e7d1d4-5d8e-43b3-ba10-549fc219c625 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 09:38:58.650251 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 52818) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:38:58.657808 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-487d5f95-1850-477c-b435-69e21cf00ff5 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "DELETE /v2.0/subnets/38c76c65-5e5e-45ff-bb0e-0c331a2405b4 HTTP/1.1" status: 204 len: 168 time: 0.4644625 Dec 20 09:38:58.661717 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-2c317ad6-d0fc-484a-a638-b4fc7e185cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '817890b9-00aa-45f4-9d32-4b4a9b99cbaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1089895486', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.226'}], 'enable_snat': True}, 'gw_port_id': '07738fe4-1fce-4646-a1bd-4860dd46abb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:37:07Z', 'updated_at': '2021-12-20T09:38:56Z', 'revision_number': 5, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'gw_port': {'id': '07738fe4-1fce-4646-a1bd-4860dd46abb3', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d2:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817890b9-00aa-45f4-9d32-4b4a9b99cbaf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:37:08Z', 'updated_at': '2021-12-20T09:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:38:58.665548 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c317ad6-d0fc-484a-a638-b4fc7e185cd0 None None] Checking router: 817890b9-00aa-45f4-9d32-4b4a9b99cbaf for host: dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 09:38:58.676342 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c317ad6-d0fc-484a-a638-b4fc7e185cd0 None None] Routers {'817890b9-00aa-45f4-9d32-4b4a9b99cbaf'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:38:58.676959 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-2c317ad6-d0fc-484a-a638-b4fc7e185cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:38:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['817890b9-00aa-45f4-9d32-4b4a9b99cbaf'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:38:58.894004 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-2c317ad6-d0fc-484a-a638-b4fc7e185cd0 None None] Set router 817890b9-00aa-45f4-9d32-4b4a9b99cbaf gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:38:58.992127 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b470d68d-3512-4efd-837e-4c4b95f81964 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for router, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:38:59.013773 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3523b732-2dbf-4e7e-9464-34f46478cb21 None None] DHCP port deletion for d9e7d1d4-5d8e-43b3-ba10-549fc219c625 request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 09:38:59.022064 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-3523b732-2dbf-4e7e-9464-34f46478cb21 None None] Deleting port 6847c88c-e16c-4144-9358-3a9739e125a3 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:38:59.022442 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3523b732-2dbf-4e7e-9464-34f46478cb21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:38:59.190432 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-2c317ad6-d0fc-484a-a638-b4fc7e185cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '817890b9-00aa-45f4-9d32-4b4a9b99cbaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1089895486', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.226'}], 'enable_snat': True}, 'gw_port_id': '07738fe4-1fce-4646-a1bd-4860dd46abb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:37:07Z', 'updated_at': '2021-12-20T09:38:56Z', 'revision_number': 5, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'gw_port': {'id': '07738fe4-1fce-4646-a1bd-4860dd46abb3', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d2:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817890b9-00aa-45f4-9d32-4b4a9b99cbaf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:37:08Z', 'updated_at': '2021-12-20T09:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:38:59.194520 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c317ad6-d0fc-484a-a638-b4fc7e185cd0 None None] The sync data for ids ['817890b9-00aa-45f4-9d32-4b4a9b99cbaf'] in dv-neutron-820491-1-hyperv is: [{'id': '817890b9-00aa-45f4-9d32-4b4a9b99cbaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1089895486', 'tenant_id': '2bbb24938a37400498f9f82b32585e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.226'}], 'enable_snat': True}, 'gw_port_id': '07738fe4-1fce-4646-a1bd-4860dd46abb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:37:07Z', 'updated_at': '2021-12-20T09:38:56Z', 'revision_number': 5, 'project_id': '2bbb24938a37400498f9f82b32585e2d', 'gw_port': {'id': '07738fe4-1fce-4646-a1bd-4860dd46abb3', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d2:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817890b9-00aa-45f4-9d32-4b4a9b99cbaf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:37:08Z', 'updated_at': '2021-12-20T09:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 09:38:59.196382 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b470d68d-3512-4efd-837e-4c4b95f81964 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:38:59.207727 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-b470d68d-3512-4efd-837e-4c4b95f81964 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Deleting port 07738fe4-1fce-4646-a1bd-4860dd46abb3 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:38:59.208096 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b470d68d-3512-4efd-837e-4c4b95f81964 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:38:59.312350 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-3523b732-2dbf-4e7e-9464-34f46478cb21 None None] For port 6847c88c-e16c-4144-9358-3a9739e125a3, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=6847c88c-e16c-4144-9358-3a9739e125a3,segment=NetworkSegment(24b36988-5107-4cde-86c6-c204316b826e),segment_id=24b36988-5107-4cde-86c6-c204316b826e)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:38:59.312665 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3523b732-2dbf-4e7e-9464-34f46478cb21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:38:59.382295 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-b470d68d-3512-4efd-837e-4c4b95f81964 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] For port 07738fe4-1fce-4646-a1bd-4860dd46abb3, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=07738fe4-1fce-4646-a1bd-4860dd46abb3,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:38:59.382646 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b470d68d-3512-4efd-837e-4c4b95f81964 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:38:59.431566 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-3523b732-2dbf-4e7e-9464-34f46478cb21 None None] Calling delete_port for 6847c88c-e16c-4144-9358-3a9739e125a3 owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:38:59.503335 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3523b732-2dbf-4e7e-9464-34f46478cb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102'] for port, after_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:38:59.507128 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-8323bf82-699e-4f60-8432-953832d86dbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:38:59.507459 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-b470d68d-3512-4efd-837e-4c4b95f81964 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Calling delete_port for 07738fe4-1fce-4646-a1bd-4860dd46abb3 owned by network:router_gateway {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:38:59.551580 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3523b732-2dbf-4e7e-9464-34f46478cb21 None None] Pushing event deleted for resources: {'Port': ['ID=6847c88c-e16c-4144-9358-3a9739e125a3,revision_number=None']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:38:59.559043 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3523b732-2dbf-4e7e-9464-34f46478cb21 None None] No DVR routers for this DVR port 6847c88c-e16c-4144-9358-3a9739e125a3 on host dv-neutron-820491-1-hyperv {{(pid=83446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 09:38:59.571100 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3523b732-2dbf-4e7e-9464-34f46478cb21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:38:59.571454 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3523b732-2dbf-4e7e-9464-34f46478cb21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:38:59.572459 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3523b732-2dbf-4e7e-9464-34f46478cb21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:38:59.572805 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3523b732-2dbf-4e7e-9464-34f46478cb21 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:38:59.573146 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3523b732-2dbf-4e7e-9464-34f46478cb21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:38:59.573508 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3523b732-2dbf-4e7e-9464-34f46478cb21 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:38:59.573835 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3523b732-2dbf-4e7e-9464-34f46478cb21 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:38:59.574170 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3523b732-2dbf-4e7e-9464-34f46478cb21 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:38:59.574496 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3523b732-2dbf-4e7e-9464-34f46478cb21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:38:59.574821 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3523b732-2dbf-4e7e-9464-34f46478cb21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:38:59.575139 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3523b732-2dbf-4e7e-9464-34f46478cb21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:38:59.583794 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-3523b732-2dbf-4e7e-9464-34f46478cb21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:38:59.647270 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 34024b67-e2a8-4b05-9f46-b9dd284d8953 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 09:38:59.681938 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 34024b67-e2a8-4b05-9f46-b9dd284d8953 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 09:38:59.682537 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 34024b67-e2a8-4b05-9f46-b9dd284d8953 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 09:38:59.682855 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 6847c88c-e16c-4144-9358-3a9739e125a3 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 09:38:59.699246 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b470d68d-3512-4efd-837e-4c4b95f81964 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:38:59.704166 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-363ff85d-a143-4a85-922a-c3e4670fb80e tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:38:59.715469 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 6847c88c-e16c-4144-9358-3a9739e125a3 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 09:38:59.717345 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 6847c88c-e16c-4144-9358-3a9739e125a3 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 09:38:59.748154 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b470d68d-3512-4efd-837e-4c4b95f81964 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event deleted for resources: {'Port': ['ID=07738fe4-1fce-4646-a1bd-4860dd46abb3,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:38:59.751968 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b470d68d-3512-4efd-837e-4c4b95f81964 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:38:59.965473 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b470d68d-3512-4efd-837e-4c4b95f81964 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346107'] for router_gateway, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:00.318397 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b470d68d-3512-4efd-837e-4c4b95f81964 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24735'] for router, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:00.322468 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b470d68d-3512-4efd-837e-4c4b95f81964 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:00.346454 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b470d68d-3512-4efd-837e-4c4b95f81964 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-390871'] for router, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:00.347144 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b470d68d-3512-4efd-837e-4c4b95f81964 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Fanout notify agent at l3_agent the message router_deleted on router 817890b9-00aa-45f4-9d32-4b4a9b99cbaf {{(pid=83444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 09:39:00.362206 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b470d68d-3512-4efd-837e-4c4b95f81964 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:00.363314 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b470d68d-3512-4efd-837e-4c4b95f81964 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "DELETE /v2.0/routers/817890b9-00aa-45f4-9d32-4b4a9b99cbaf HTTP/1.1" status: 204 len: 168 time: 1.7120950 Dec 20 09:39:00.366015 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 52822) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:39:00.480081 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-73930beb-54f2-4fde-95f1-610f0017134c tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:00.611470 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-73930beb-54f2-4fde-95f1-610f0017134c tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:00.635577 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-73930beb-54f2-4fde-95f1-610f0017134c tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9e7d1d4-5d8e-43b3-ba10-549fc219c625']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:39:00.647114 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-73930beb-54f2-4fde-95f1-610f0017134c tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24b36988-5107-4cde-86c6-c204316b826e') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:39:00.647409 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-73930beb-54f2-4fde-95f1-610f0017134c tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24b36988-5107-4cde-86c6-c204316b826e') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:39:00.658633 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-73930beb-54f2-4fde-95f1-610f0017134c tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1618722'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:00.674312 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-73930beb-54f2-4fde-95f1-610f0017134c tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:00.680092 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73930beb-54f2-4fde-95f1-610f0017134c tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 09:39:00.680476 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-73930beb-54f2-4fde-95f1-610f0017134c tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1128911'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:00.695022 dv-neutron-820491-1-hyperv neutron-server[83444]: Traceback (most recent call last): Dec 20 09:39:00.695022 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 09:39:00.695022 dv-neutron-820491-1-hyperv neutron-server[83444]: timer() Dec 20 09:39:00.695022 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 09:39:00.695022 dv-neutron-820491-1-hyperv neutron-server[83444]: cb(*args, **kw) Dec 20 09:39:00.695022 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 09:39:00.695022 dv-neutron-820491-1-hyperv neutron-server[83444]: return func(*args, **kwargs) Dec 20 09:39:00.695022 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 09:39:00.695022 dv-neutron-820491-1-hyperv neutron-server[83444]: self._notify() Dec 20 09:39:00.695022 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 09:39:00.695022 dv-neutron-820491-1-hyperv neutron-server[83444]: self.callback(batched_events) Dec 20 09:39:00.695022 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 09:39:00.695022 dv-neutron-820491-1-hyperv neutron-server[83444]: event.method(event) Dec 20 09:39:00.695022 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 09:39:00.695022 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 09:39:00.695022 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 09:39:00.695022 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 09:39:00.695022 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 09:39:00.695022 dv-neutron-820491-1-hyperv neutron-server[83444]: return f(self, *a, **k) Dec 20 09:39:00.695022 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 09:39:00.695022 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._get(url).json() Dec 20 09:39:00.695022 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 09:39:00.695022 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 09:39:00.695022 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 09:39:00.695022 dv-neutron-820491-1-hyperv neutron-server[83444]: return self.request(url, 'GET', **kwargs) Dec 20 09:39:00.695022 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 09:39:00.695022 dv-neutron-820491-1-hyperv neutron-server[83444]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 09:39:00.695022 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 09:39:00.695022 dv-neutron-820491-1-hyperv neutron-server[83444]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 09:39:00.695022 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 09:39:00.695022 dv-neutron-820491-1-hyperv neutron-server[83444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 09:39:00.695022 dv-neutron-820491-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 09:39:00.778967 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-73930beb-54f2-4fde-95f1-610f0017134c tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:00.783345 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-975f58a5-1640-4bdf-b968-6538854f5efa tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:39:00.799241 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-73930beb-54f2-4fde-95f1-610f0017134c tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:00.811626 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73930beb-54f2-4fde-95f1-610f0017134c tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event deleted for resources: {'Network': ['ID=d9e7d1d4-5d8e-43b3-ba10-549fc219c625,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:39:00.814731 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-73930beb-54f2-4fde-95f1-610f0017134c tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:39:00.821210 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-73930beb-54f2-4fde-95f1-610f0017134c tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "DELETE /v2.0/networks/d9e7d1d4-5d8e-43b3-ba10-549fc219c625 HTTP/1.1" status: 204 len: 168 time: 0.4516227 Dec 20 09:39:00.821495 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 52826) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:39:00.891920 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-14cf694c-7d3a-4dce-afc9-a2bb5438183b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:00.920651 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-14cf694c-7d3a-4dce-afc9-a2bb5438183b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:00.985686 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-14cf694c-7d3a-4dce-afc9-a2bb5438183b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:00.989570 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7e994327-1493-40d3-b7ff-6b8cdcafbbc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:39:01.004746 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cf694c-7d3a-4dce-afc9-a2bb5438183b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c49515d-0d09-4504-ab02-d8f1a4a3240c,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:39:01.007374 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-14cf694c-7d3a-4dce-afc9-a2bb5438183b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:39:01.016404 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-14cf694c-7d3a-4dce-afc9-a2bb5438183b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:01.017847 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-14cf694c-7d3a-4dce-afc9-a2bb5438183b tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] 10.222.0.16 "DELETE /v2.0/security-groups/1c49515d-0d09-4504-ab02-d8f1a4a3240c HTTP/1.1" status: 204 len: 168 time: 0.1953294 Dec 20 09:39:01.408137 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 52836) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:39:01.581291 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-b50d07b5-52e6-410a-892d-3344e32224d3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2bbb24938a37400498f9f82b32585e2d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1698310 Dec 20 09:39:01.581827 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 52842) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:39:01.599261 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 07738fe4-1fce-4646-a1bd-4860dd46abb3 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 09:39:01.634658 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 07738fe4-1fce-4646-a1bd-4860dd46abb3 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 09:39:01.635015 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 07738fe4-1fce-4646-a1bd-4860dd46abb3 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 09:39:01.642407 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e9f19488-b3d5-4a1d-8528-804228a80d9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:01.667215 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e9f19488-b3d5-4a1d-8528-804228a80d9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:01.716885 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e9f19488-b3d5-4a1d-8528-804228a80d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:01.722643 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f1d03cd4-0987-46a2-917c-c9f3a8ff6239 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:39:01.739412 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f19488-b3d5-4a1d-8528-804228a80d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad7a1ae-37df-4d08-8c0e-19939dd3ab8b,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:39:01.741801 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e9f19488-b3d5-4a1d-8528-804228a80d9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:39:01.746974 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e9f19488-b3d5-4a1d-8528-804228a80d9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:01.748085 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e9f19488-b3d5-4a1d-8528-804228a80d9a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4ad7a1ae-37df-4d08-8c0e-19939dd3ab8b HTTP/1.1" status: 204 len: 168 time: 0.1653113 Dec 20 09:39:02.068432 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 52850) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:39:02.087639 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a9e7b37b-b833-42b0-9afd-7448d39ea378 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:02.123374 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-a9e7b37b-b833-42b0-9afd-7448d39ea378 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:39:02.127128 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-a9e7b37b-b833-42b0-9afd-7448d39ea378 admin admin] Usage tracker for resource:security_group_rule and tenant:7a161c585f844b599c27d1ffe0007de5 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:39:02.130137 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-a9e7b37b-b833-42b0-9afd-7448d39ea378 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:39:02.136020 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-a9e7b37b-b833-42b0-9afd-7448d39ea378 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:39:02.317424 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a9e7b37b-b833-42b0-9afd-7448d39ea378 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:02.320941 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a9e7b37b-b833-42b0-9afd-7448d39ea378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:02.328954 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-842fde98-7cc5-466e-a9a4-9fbcdbd0a1b8 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:39:02.364531 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e7b37b-b833-42b0-9afd-7448d39ea378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc43f6d-5ab1-4192-bcdd-86f74a1cafa3,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:39:02.369124 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a9e7b37b-b833-42b0-9afd-7448d39ea378 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:39:02.372377 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-a9e7b37b-b833-42b0-9afd-7448d39ea378 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7a161c585f844b599c27d1ffe0007de5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3029735 Dec 20 09:39:02.375549 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 52854) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:39:02.444272 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7a1d91c8-aa7f-47a0-b2b0-aec838247269 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:02.469618 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7a1d91c8-aa7f-47a0-b2b0-aec838247269 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:02.518508 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7a1d91c8-aa7f-47a0-b2b0-aec838247269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:02.522275 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b35f26be-a65b-4153-ac5e-d2f5bc38224e tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:39:02.537305 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1d91c8-aa7f-47a0-b2b0-aec838247269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc43f6d-5ab1-4192-bcdd-86f74a1cafa3,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:39:02.540105 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-7a1d91c8-aa7f-47a0-b2b0-aec838247269 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:39:02.544062 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7a1d91c8-aa7f-47a0-b2b0-aec838247269 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:02.548325 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-7a1d91c8-aa7f-47a0-b2b0-aec838247269 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fdc43f6d-5ab1-4192-bcdd-86f74a1cafa3 HTTP/1.1" status: 204 len: 168 time: 0.1718736 Dec 20 09:39:03.390294 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 52876) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:39:03.515912 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-c77c2ae4-3ca7-4d79-bfb7-9437aaa8f440 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1408681512-network', 'tenant_id': '70859c428e684590a5c4b578802571ec'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:39:03.520693 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-c77c2ae4-3ca7-4d79-bfb7-9437aaa8f440 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:39:03.524583 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-c77c2ae4-3ca7-4d79-bfb7-9437aaa8f440 admin admin] Usage tracker for resource:network and tenant:70859c428e684590a5c4b578802571ec is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:39:03.527367 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-c77c2ae4-3ca7-4d79-bfb7-9437aaa8f440 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:39:03.534427 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-c77c2ae4-3ca7-4d79-bfb7-9437aaa8f440 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:39:03.544525 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c77c2ae4-3ca7-4d79-bfb7-9437aaa8f440 admin admin] Made reservation on behalf of 70859c428e684590a5c4b578802571ec for: {'network': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 09:39:03.546963 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c77c2ae4-3ca7-4d79-bfb7-9437aaa8f440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:03.558867 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c77c2ae4-3ca7-4d79-bfb7-9437aaa8f440 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:03.589148 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-c77c2ae4-3ca7-4d79-bfb7-9437aaa8f440 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:39:03.593924 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-c77c2ae4-3ca7-4d79-bfb7-9437aaa8f440 admin admin] Usage tracker for resource:security_group_rule and tenant:70859c428e684590a5c4b578802571ec is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:39:03.596670 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-c77c2ae4-3ca7-4d79-bfb7-9437aaa8f440 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:39:03.602349 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-c77c2ae4-3ca7-4d79-bfb7-9437aaa8f440 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:39:03.666229 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c77c2ae4-3ca7-4d79-bfb7-9437aaa8f440 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:03.669620 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c77c2ae4-3ca7-4d79-bfb7-9437aaa8f440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:03.673867 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e8b2fcea-6e34-4ecc-a0b1-76dd87486fc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:39:03.699809 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c77c2ae4-3ca7-4d79-bfb7-9437aaa8f440 admin admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=83445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 09:39:03.709065 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77c2ae4-3ca7-4d79-bfb7-9437aaa8f440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=432be2c3-2421-4dbf-b513-3ce7ba7258c8,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:39:03.714122 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-c77c2ae4-3ca7-4d79-bfb7-9437aaa8f440 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:39:03.715013 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c77c2ae4-3ca7-4d79-bfb7-9437aaa8f440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:03.715351 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.segments_db [None req-c77c2ae4-3ca7-4d79-bfb7-9437aaa8f440 admin admin] Added segment de55b487-a277-4206-9be9-4fe3bc2e9f6e of type vlan for network 262ab3bd-5e87-4978-8cc5-c8c362a0b686 Dec 20 09:39:03.743538 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c77c2ae4-3ca7-4d79-bfb7-9437aaa8f440 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:03.775121 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c77c2ae4-3ca7-4d79-bfb7-9437aaa8f440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:03.776016 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77c2ae4-3ca7-4d79-bfb7-9437aaa8f440 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:39:03.776602 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c77c2ae4-3ca7-4d79-bfb7-9437aaa8f440 admin admin] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:03.782544 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-2c528dd9-fb49-46cb-9915-6ceeda92aa6c tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:39:03.879478 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-c77c2ae4-3ca7-4d79-bfb7-9437aaa8f440 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4880974 Dec 20 09:39:03.882660 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 52882) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:39:03.885379 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77c2ae4-3ca7-4d79-bfb7-9437aaa8f440 admin admin] Pushing event updated for resources: {'Network': ['ID=262ab3bd-5e87-4978-8cc5-c8c362a0b686,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:39:03.888382 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-6ed2d2f9-50f9-49c5-9b7e-ac1dac20482a admin admin] Request body: {'subnet': {'network_id': '262ab3bd-5e87-4978-8cc5-c8c362a0b686', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1408681512-subnet', 'tenant_id': '70859c428e684590a5c4b578802571ec', 'ip_version': 4}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:39:03.888841 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-c77c2ae4-3ca7-4d79-bfb7-9437aaa8f440 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:39:03.894610 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-6ed2d2f9-50f9-49c5-9b7e-ac1dac20482a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:39:03.896320 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network 262ab3bd-5e87-4978-8cc5-c8c362a0b686 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 09:39:03.898689 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-6ed2d2f9-50f9-49c5-9b7e-ac1dac20482a admin admin] Usage tracker for resource:subnet and tenant:70859c428e684590a5c4b578802571ec is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:39:03.901881 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-6ed2d2f9-50f9-49c5-9b7e-ac1dac20482a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:39:03.908214 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-6ed2d2f9-50f9-49c5-9b7e-ac1dac20482a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:39:03.918751 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed2d2f9-50f9-49c5-9b7e-ac1dac20482a admin admin] Made reservation on behalf of 70859c428e684590a5c4b578802571ec for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 09:39:03.920952 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6ed2d2f9-50f9-49c5-9b7e-ac1dac20482a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1529102'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:04.143112 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6ed2d2f9-50f9-49c5-9b7e-ac1dac20482a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1129376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1529148'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:04.147447 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-cf6bb6df-b999-4d93-a09a-558db5d2b298 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:39:04.220514 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed2d2f9-50f9-49c5-9b7e-ac1dac20482a admin admin] Pushing event updated for resources: {'Subnet': ['ID=08aba22e-f1a5-4cca-9243-1da2c590dc4f,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:39:04.225339 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-6ed2d2f9-50f9-49c5-9b7e-ac1dac20482a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:39:04.237629 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed2d2f9-50f9-49c5-9b7e-ac1dac20482a admin admin] Checking segment: {'id': 'de55b487-a277-4206-9be9-4fe3bc2e9f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '262ab3bd-5e87-4978-8cc5-c8c362a0b686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:39:04.237977 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed2d2f9-50f9-49c5-9b7e-ac1dac20482a admin admin] Network hostable DHCP agents. Network: 262ab3bd-5e87-4978-8cc5-c8c362a0b686, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 09:39:04.266579 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed2d2f9-50f9-49c5-9b7e-ac1dac20482a admin admin] Network 262ab3bd-5e87-4978-8cc5-c8c362a0b686 is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 09:39:04.278896 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-6ed2d2f9-50f9-49c5-9b7e-ac1dac20482a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, 262ab3bd-5e87-4978-8cc5-c8c362a0b686) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:39:04.282918 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed2d2f9-50f9-49c5-9b7e-ac1dac20482a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:39:04.283522 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6ed2d2f9-50f9-49c5-9b7e-ac1dac20482a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:04.287387 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87082bf5-1645-4739-a720-b7b6a6378e86 None None] Network 262ab3bd-5e87-4978-8cc5-c8c362a0b686 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 09:39:04.306746 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-6ed2d2f9-50f9-49c5-9b7e-ac1dac20482a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4229679 Dec 20 09:39:04.310200 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 52886) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:39:04.316421 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-60ccb7a7-9efd-4d20-a22f-58753888220b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1408681512-router', 'tenant_id': '70859c428e684590a5c4b578802571ec', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:39:04.321383 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-60ccb7a7-9efd-4d20-a22f-58753888220b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:39:04.325157 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-60ccb7a7-9efd-4d20-a22f-58753888220b admin admin] Usage tracker for resource:router and tenant:70859c428e684590a5c4b578802571ec is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:39:04.328615 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-60ccb7a7-9efd-4d20-a22f-58753888220b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:39:04.334265 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-60ccb7a7-9efd-4d20-a22f-58753888220b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:39:04.346200 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-60ccb7a7-9efd-4d20-a22f-58753888220b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24817'] for router, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:04.347259 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-60ccb7a7-9efd-4d20-a22f-58753888220b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-351744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24806'] for router, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:04.366972 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-60ccb7a7-9efd-4d20-a22f-58753888220b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:04.516196 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-60ccb7a7-9efd-4d20-a22f-58753888220b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24724'] for router, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:04.531269 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0af430a-6b18-4af2-bc27-ac77dbd13807 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-262ab3bd-5e87-4978-8cc5-c8c362a0b686', 'network_id': '262ab3bd-5e87-4978-8cc5-c8c362a0b686', 'tenant_id': '70859c428e684590a5c4b578802571ec', 'fixed_ips': [{'subnet_id': '08aba22e-f1a5-4cca-9243-1da2c590dc4f'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 09:39:04.532321 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e0af430a-6b18-4af2-bc27-ac77dbd13807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:04.717457 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-60ccb7a7-9efd-4d20-a22f-58753888220b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:04.735852 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-e0af430a-6b18-4af2-bc27-ac77dbd13807 None None] Allocated IP 172.20.0.2 (262ab3bd-5e87-4978-8cc5-c8c362a0b686/08aba22e-f1a5-4cca-9243-1da2c590dc4f/07c113ea-248b-4eeb-b81e-d32aeb0b3b69) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 09:39:04.747114 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-60ccb7a7-9efd-4d20-a22f-58753888220b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:04.897915 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-60ccb7a7-9efd-4d20-a22f-58753888220b admin admin] Allocated IP 172.26.5.138 (95f3bec2-46e6-4468-8229-8badd4a5aaae/cf8895a3-346d-4313-a645-16ecdcce9969/691171d3-f753-4fb3-9116-76970f2f59f9) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 09:39:04.964158 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e0af430a-6b18-4af2-bc27-ac77dbd13807 None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:04.975405 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-e0af430a-6b18-4af2-bc27-ac77dbd13807 None None] Transition to ACTIVE for port object 07c113ea-248b-4eeb-b81e-d32aeb0b3b69 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:39:04.995414 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-e0af430a-6b18-4af2-bc27-ac77dbd13807 None None] Transition to ACTIVE for port object 07c113ea-248b-4eeb-b81e-d32aeb0b3b69 will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:39:05.001930 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e0af430a-6b18-4af2-bc27-ac77dbd13807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:05.006521 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-f67a8d2f-e59a-4535-a87e-dc782cb313b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:39:05.053100 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-60ccb7a7-9efd-4d20-a22f-58753888220b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:05.068049 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0af430a-6b18-4af2-bc27-ac77dbd13807 None None] Network 262ab3bd-5e87-4978-8cc5-c8c362a0b686 is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:39:05.075010 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-e0af430a-6b18-4af2-bc27-ac77dbd13807 None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:39:05.079365 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0af430a-6b18-4af2-bc27-ac77dbd13807 None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 09:39:05.081963 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-60ccb7a7-9efd-4d20-a22f-58753888220b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:05.085448 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0af430a-6b18-4af2-bc27-ac77dbd13807 None None] Pushing event updated for resources: {'Port': ['ID=07c113ea-248b-4eeb-b81e-d32aeb0b3b69,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:39:05.086294 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-48a3779c-1d8e-4836-95ed-8547d82ef774 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:39:05.090446 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-e0af430a-6b18-4af2-bc27-ac77dbd13807 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:39:05.149041 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ccb7a7-9efd-4d20-a22f-58753888220b admin admin] Network 95f3bec2-46e6-4468-8229-8badd4a5aaae is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:39:05.156494 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-60ccb7a7-9efd-4d20-a22f-58753888220b admin admin] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:39:05.160632 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ccb7a7-9efd-4d20-a22f-58753888220b admin admin] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 09:39:05.179195 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-e0af430a-6b18-4af2-bc27-ac77dbd13807 None None] Attempting to bind port 07c113ea-248b-4eeb-b81e-d32aeb0b3b69 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 09:39:05.179690 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-e0af430a-6b18-4af2-bc27-ac77dbd13807 None None] Attempting to bind port 07c113ea-248b-4eeb-b81e-d32aeb0b3b69 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': 'de55b487-a277-4206-9be9-4fe3bc2e9f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '262ab3bd-5e87-4978-8cc5-c8c362a0b686'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 09:39:05.180066 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0af430a-6b18-4af2-bc27-ac77dbd13807 None None] Attempting to bind port 07c113ea-248b-4eeb-b81e-d32aeb0b3b69 on network 262ab3bd-5e87-4978-8cc5-c8c362a0b686 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:39:05.187239 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0af430a-6b18-4af2-bc27-ac77dbd13807 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 9, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 09:39:05.187866 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0af430a-6b18-4af2-bc27-ac77dbd13807 None None] Checking segment: {'id': 'de55b487-a277-4206-9be9-4fe3bc2e9f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '262ab3bd-5e87-4978-8cc5-c8c362a0b686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:39:05.188332 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e0af430a-6b18-4af2-bc27-ac77dbd13807 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:05.188737 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0af430a-6b18-4af2-bc27-ac77dbd13807 None None] Bound using segment: {'id': 'de55b487-a277-4206-9be9-4fe3bc2e9f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '262ab3bd-5e87-4978-8cc5-c8c362a0b686'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 09:39:05.189209 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-e0af430a-6b18-4af2-bc27-ac77dbd13807 None None] Bound port: 07c113ea-248b-4eeb-b81e-d32aeb0b3b69, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de55b487-a277-4206-9be9-4fe3bc2e9f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '262ab3bd-5e87-4978-8cc5-c8c362a0b686'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 09:39:05.189641 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e0af430a-6b18-4af2-bc27-ac77dbd13807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:05.190386 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ccb7a7-9efd-4d20-a22f-58753888220b admin admin] Pushing event updated for resources: {'Port': ['ID=691171d3-f753-4fb3-9116-76970f2f59f9,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:39:05.196733 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-60ccb7a7-9efd-4d20-a22f-58753888220b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:39:05.284808 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-e0af430a-6b18-4af2-bc27-ac77dbd13807 None None] For port 07c113ea-248b-4eeb-b81e-d32aeb0b3b69, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 09:39:05.287903 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-e0af430a-6b18-4af2-bc27-ac77dbd13807 None None] For port 07c113ea-248b-4eeb-b81e-d32aeb0b3b69, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=07c113ea-248b-4eeb-b81e-d32aeb0b3b69,segment=NetworkSegment(de55b487-a277-4206-9be9-4fe3bc2e9f6e),segment_id=de55b487-a277-4206-9be9-4fe3bc2e9f6e)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 09:39:05.292975 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e0af430a-6b18-4af2-bc27-ac77dbd13807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:05.297510 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:39:05.380824 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0af430a-6b18-4af2-bc27-ac77dbd13807 None None] Pushing event updated for resources: {'Port': ['ID=07c113ea-248b-4eeb-b81e-d32aeb0b3b69,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:39:05.384045 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-e0af430a-6b18-4af2-bc27-ac77dbd13807 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:39:05.407323 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-60ccb7a7-9efd-4d20-a22f-58753888220b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:05.408149 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-60ccb7a7-9efd-4d20-a22f-58753888220b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071'] for router, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:05.670383 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60ccb7a7-9efd-4d20-a22f-58753888220b admin admin] Router f6611208-e436-40f2-80ac-fad849a099f5 is scheduled to L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 with binding_index 1 {{(pid=83445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 09:39:05.674079 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 07c113ea-248b-4eeb-b81e-d32aeb0b3b69 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:39:05.805451 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 07c113ea-248b-4eeb-b81e-d32aeb0b3b69 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:39:06.000315 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ccb7a7-9efd-4d20-a22f-58753888220b admin admin] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 09:39:06.011156 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebc0bc3-ce71-4192-be97-8cb320dc88cd None None] Sync routers for ids ['f6611208-e436-40f2-80ac-fad849a099f5'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 09:39:06.024786 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebc0bc3-ce71-4192-be97-8cb320dc88cd None None] Routers {'f6611208-e436-40f2-80ac-fad849a099f5'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:39:06.025564 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-2ebc0bc3-ce71-4192-be97-8cb320dc88cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:38:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['f6611208-e436-40f2-80ac-fad849a099f5'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:39:06.029324 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-60ccb7a7-9efd-4d20-a22f-58753888220b admin admin] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:06.030593 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-60ccb7a7-9efd-4d20-a22f-58753888220b admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7192302 Dec 20 09:39:06.033484 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 52890) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:39:06.220346 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-2ebc0bc3-ce71-4192-be97-8cb320dc88cd None None] Set router f6611208-e436-40f2-80ac-fad849a099f5 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:39:06.449204 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85129878-c541-45d1-ba3d-52f5d295587b None None] Network 262ab3bd-5e87-4978-8cc5-c8c362a0b686 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 09:39:06.605635 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-06992f4f-328f-4858-b503-204b77a4be04 None None] Provisioning for port 07c113ea-248b-4eeb-b81e-d32aeb0b3b69 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:39:06.630167 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-06992f4f-328f-4858-b503-204b77a4be04 None None] Provisioning complete for port 07c113ea-248b-4eeb-b81e-d32aeb0b3b69 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:39:06.630553 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-06992f4f-328f-4858-b503-204b77a4be04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:06.743059 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-2ebc0bc3-ce71-4192-be97-8cb320dc88cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6611208-e436-40f2-80ac-fad849a099f5', 'name': 'tempest-TestShelveInstance-1408681512-router', 'tenant_id': '70859c428e684590a5c4b578802571ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': '691171d3-f753-4fb3-9116-76970f2f59f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:39:04Z', 'updated_at': '2021-12-20T09:39:05Z', 'revision_number': 3, 'project_id': '70859c428e684590a5c4b578802571ec', 'gw_port': {'id': '691171d3-f753-4fb3-9116-76970f2f59f9', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:56:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6611208-e436-40f2-80ac-fad849a099f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:39:04Z', 'updated_at': '2021-12-20T09:39:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:39:06.782964 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebc0bc3-ce71-4192-be97-8cb320dc88cd None None] Checking router: f6611208-e436-40f2-80ac-fad849a099f5 for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 09:39:06.783327 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebc0bc3-ce71-4192-be97-8cb320dc88cd None None] Updating router f6611208-e436-40f2-80ac-fad849a099f5 port 691171d3-f753-4fb3-9116-76970f2f59f9 binding host dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 09:39:06.793174 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-caae8c89-6df0-4a67-b1f6-6c750eb3e71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:06.884789 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-2ebc0bc3-ce71-4192-be97-8cb320dc88cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:06.948671 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-06992f4f-328f-4858-b503-204b77a4be04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:07.003079 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-caae8c89-6df0-4a67-b1f6-6c750eb3e71a admin admin] Allocated IP 172.20.0.1 (262ab3bd-5e87-4978-8cc5-c8c362a0b686/08aba22e-f1a5-4cca-9243-1da2c590dc4f/35c6abdf-c8a5-4062-b83b-d50cb64df33b) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 09:39:07.059948 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-06992f4f-328f-4858-b503-204b77a4be04 None None] For port 07c113ea-248b-4eeb-b81e-d32aeb0b3b69, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=07c113ea-248b-4eeb-b81e-d32aeb0b3b69,segment=NetworkSegment(de55b487-a277-4206-9be9-4fe3bc2e9f6e),segment_id=de55b487-a277-4206-9be9-4fe3bc2e9f6e)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:39:07.067619 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-06992f4f-328f-4858-b503-204b77a4be04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:07.071524 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:39:07.160772 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-caae8c89-6df0-4a67-b1f6-6c750eb3e71a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:07.178735 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-caae8c89-6df0-4a67-b1f6-6c750eb3e71a admin admin] Transition to ACTIVE for port object 35c6abdf-c8a5-4062-b83b-d50cb64df33b will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:39:07.202220 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-caae8c89-6df0-4a67-b1f6-6c750eb3e71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:07.206166 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-184989de-65bc-4123-a8a8-70f5a8c31560 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:39:07.224831 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06992f4f-328f-4858-b503-204b77a4be04 None None] Pushing event updated for resources: {'Port': ['ID=07c113ea-248b-4eeb-b81e-d32aeb0b3b69,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:39:07.234772 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-06992f4f-328f-4858-b503-204b77a4be04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:39:07.272146 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caae8c89-6df0-4a67-b1f6-6c750eb3e71a admin admin] Network 262ab3bd-5e87-4978-8cc5-c8c362a0b686 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:39:07.275273 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-caae8c89-6df0-4a67-b1f6-6c750eb3e71a admin admin] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:39:07.278178 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caae8c89-6df0-4a67-b1f6-6c750eb3e71a admin admin] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 09:39:07.308282 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caae8c89-6df0-4a67-b1f6-6c750eb3e71a admin admin] Pushing event updated for resources: {'Port': ['ID=35c6abdf-c8a5-4062-b83b-d50cb64df33b,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:39:07.310987 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-caae8c89-6df0-4a67-b1f6-6c750eb3e71a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:39:07.340245 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-caae8c89-6df0-4a67-b1f6-6c750eb3e71a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-345881'] for router_interface, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:07.347243 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-41b490ac-561f-4d3e-aab2-54a5d1a07ac6 None None] Provisioning complete for port 07c113ea-248b-4eeb-b81e-d32aeb0b3b69 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:39:07.347611 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-41b490ac-561f-4d3e-aab2-54a5d1a07ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:07.383331 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-2ebc0bc3-ce71-4192-be97-8cb320dc88cd None None] Notify callbacks [] for port, precommit_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:07.407981 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-2ebc0bc3-ce71-4192-be97-8cb320dc88cd None None] Transition to ACTIVE for port object 691171d3-f753-4fb3-9116-76970f2f59f9 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:39:07.422817 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-2ebc0bc3-ce71-4192-be97-8cb320dc88cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:07.427028 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:39:07.427275 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-caae8c89-6df0-4a67-b1f6-6c750eb3e71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:07.610329 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeccf83e-5dd6-411b-9ce3-817f969d7ca2 None None] Pushing event updated for resources: {'Port': ['ID=691171d3-f753-4fb3-9116-76970f2f59f9,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:39:07.618822 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-eeccf83e-5dd6-411b-9ce3-817f969d7ca2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:39:07.621299 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-2ebc0bc3-ce71-4192-be97-8cb320dc88cd None None] Attempting to bind port 691171d3-f753-4fb3-9116-76970f2f59f9 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 09:39:07.621671 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-2ebc0bc3-ce71-4192-be97-8cb320dc88cd None None] Attempting to bind port 691171d3-f753-4fb3-9116-76970f2f59f9 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 09:39:07.622032 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebc0bc3-ce71-4192-be97-8cb320dc88cd None None] Attempting to bind port 691171d3-f753-4fb3-9116-76970f2f59f9 on network 95f3bec2-46e6-4468-8229-8badd4a5aaae {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:39:07.626516 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 07c113ea-248b-4eeb-b81e-d32aeb0b3b69 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:39:07.665399 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebc0bc3-ce71-4192-be97-8cb320dc88cd None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 9, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 09:39:07.665664 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebc0bc3-ce71-4192-be97-8cb320dc88cd None None] Checking segment: {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:39:07.666074 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-2ebc0bc3-ce71-4192-be97-8cb320dc88cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:07.666467 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebc0bc3-ce71-4192-be97-8cb320dc88cd None None] Bound using segment: {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 09:39:07.666939 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-2ebc0bc3-ce71-4192-be97-8cb320dc88cd None None] Bound port: 691171d3-f753-4fb3-9116-76970f2f59f9, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 09:39:07.667316 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-2ebc0bc3-ce71-4192-be97-8cb320dc88cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:07.765842 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-2ebc0bc3-ce71-4192-be97-8cb320dc88cd None None] For port 691171d3-f753-4fb3-9116-76970f2f59f9, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 09:39:07.769736 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-2ebc0bc3-ce71-4192-be97-8cb320dc88cd None None] For port 691171d3-f753-4fb3-9116-76970f2f59f9, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=691171d3-f753-4fb3-9116-76970f2f59f9,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 09:39:07.771103 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-dc83a1ae-88db-4991-84fb-6754722f144d None None] Provisioning for port 35c6abdf-c8a5-4062-b83b-d50cb64df33b completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:39:07.776386 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-2ebc0bc3-ce71-4192-be97-8cb320dc88cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:07.781676 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-b4d9a2fb-ee49-4119-8a9d-eefe531d20a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:39:07.783229 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-caae8c89-6df0-4a67-b1f6-6c750eb3e71a admin admin] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:07.787575 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-caae8c89-6df0-4a67-b1f6-6c750eb3e71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2036698'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:07.817705 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3279f527-4135-44cc-bd65-7923c24c1ae5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:39:07.819101 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-dc83a1ae-88db-4991-84fb-6754722f144d None None] Provisioning complete for port 35c6abdf-c8a5-4062-b83b-d50cb64df33b triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:39:07.819479 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-dc83a1ae-88db-4991-84fb-6754722f144d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:07.878264 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 07c113ea-248b-4eeb-b81e-d32aeb0b3b69 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:39:07.878639 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:07.895735 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-caae8c89-6df0-4a67-b1f6-6c750eb3e71a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32898031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349045'] for router_interface, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:07.899138 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caae8c89-6df0-4a67-b1f6-6c750eb3e71a admin admin] Pushing event updated for resources: {'Port': ['ID=35c6abdf-c8a5-4062-b83b-d50cb64df33b,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:39:07.902083 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-caae8c89-6df0-4a67-b1f6-6c750eb3e71a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:39:07.958519 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeccf83e-5dd6-411b-9ce3-817f969d7ca2 None None] Pushing event updated for resources: {'Port': ['ID=691171d3-f753-4fb3-9116-76970f2f59f9,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:39:07.960872 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-dc83a1ae-88db-4991-84fb-6754722f144d None None] Port 35c6abdf-c8a5-4062-b83b-d50cb64df33b cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 09:39:07.970427 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-eeccf83e-5dd6-411b-9ce3-817f969d7ca2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:39:07.986957 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebc0bc3-ce71-4192-be97-8cb320dc88cd None None] Routers {'f6611208-e436-40f2-80ac-fad849a099f5'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:39:07.987575 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-2ebc0bc3-ce71-4192-be97-8cb320dc88cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:38:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['f6611208-e436-40f2-80ac-fad849a099f5'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:39:08.035844 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caae8c89-6df0-4a67-b1f6-6c750eb3e71a admin admin] Network 262ab3bd-5e87-4978-8cc5-c8c362a0b686 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:39:08.037366 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-caae8c89-6df0-4a67-b1f6-6c750eb3e71a admin admin] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:39:08.227591 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-2ebc0bc3-ce71-4192-be97-8cb320dc88cd None None] Set router f6611208-e436-40f2-80ac-fad849a099f5 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:39:08.361432 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-6841a284-b172-40a4-818a-a0ff95f79b68 None None] Provisioning complete for port 35c6abdf-c8a5-4062-b83b-d50cb64df33b triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:39:08.361432 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-6841a284-b172-40a4-818a-a0ff95f79b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:08.438923 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caae8c89-6df0-4a67-b1f6-6c750eb3e71a admin admin] Router f6611208-e436-40f2-80ac-fad849a099f5 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 09:39:08.452930 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-6841a284-b172-40a4-818a-a0ff95f79b68 None None] Port 35c6abdf-c8a5-4062-b83b-d50cb64df33b cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 09:39:08.604170 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-2ebc0bc3-ce71-4192-be97-8cb320dc88cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6611208-e436-40f2-80ac-fad849a099f5', 'name': 'tempest-TestShelveInstance-1408681512-router', 'tenant_id': '70859c428e684590a5c4b578802571ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': '691171d3-f753-4fb3-9116-76970f2f59f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:39:04Z', 'updated_at': '2021-12-20T09:39:07Z', 'revision_number': 4, 'project_id': '70859c428e684590a5c4b578802571ec', 'gw_port': {'id': '691171d3-f753-4fb3-9116-76970f2f59f9', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:56:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6611208-e436-40f2-80ac-fad849a099f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:39:04Z', 'updated_at': '2021-12-20T09:39:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '35c6abdf-c8a5-4062-b83b-d50cb64df33b', 'name': '', 'network_id': '262ab3bd-5e87-4978-8cc5-c8c362a0b686', 'tenant_id': '70859c428e684590a5c4b578802571ec', 'mac_address': 'fa:16:3e:2b:c0:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6611208-e436-40f2-80ac-fad849a099f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08aba22e-f1a5-4cca-9243-1da2c590dc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:39:06Z', 'updated_at': '2021-12-20T09:39:07Z', 'revision_number': 2, 'project_id': '70859c428e684590a5c4b578802571ec', 'subnets': [{'id': '08aba22e-f1a5-4cca-9243-1da2c590dc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:39:08.608118 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebc0bc3-ce71-4192-be97-8cb320dc88cd None None] The sync data for ids ['f6611208-e436-40f2-80ac-fad849a099f5'] in dv-neutron-820491-1-hyperv is: [{'id': 'f6611208-e436-40f2-80ac-fad849a099f5', 'name': 'tempest-TestShelveInstance-1408681512-router', 'tenant_id': '70859c428e684590a5c4b578802571ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': '691171d3-f753-4fb3-9116-76970f2f59f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:39:04Z', 'updated_at': '2021-12-20T09:39:07Z', 'revision_number': 4, 'project_id': '70859c428e684590a5c4b578802571ec', 'gw_port': {'id': '691171d3-f753-4fb3-9116-76970f2f59f9', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:56:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6611208-e436-40f2-80ac-fad849a099f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:39:04Z', 'updated_at': '2021-12-20T09:39:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '35c6abdf-c8a5-4062-b83b-d50cb64df33b', 'name': '', 'network_id': '262ab3bd-5e87-4978-8cc5-c8c362a0b686', 'tenant_id': '70859c428e684590a5c4b578802571ec', 'mac_address': 'fa:16:3e:2b:c0:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6611208-e436-40f2-80ac-fad849a099f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08aba22e-f1a5-4cca-9243-1da2c590dc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:39:06Z', 'updated_at': '2021-12-20T09:39:07Z', 'revision_number': 2, 'project_id': '70859c428e684590a5c4b578802571ec', 'subnets': [{'id': '08aba22e-f1a5-4cca-9243-1da2c590dc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 09:39:08.645837 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caae8c89-6df0-4a67-b1f6-6c750eb3e71a admin admin] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 09:39:08.655303 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-caae8c89-6df0-4a67-b1f6-6c750eb3e71a admin admin] 10.222.0.16 "PUT /v2.0/routers/f6611208-e436-40f2-80ac-fad849a099f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6207747 Dec 20 09:39:09.537880 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 52912) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:39:09.550446 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-9491293e-86c7-44c0-913c-f568a8e7ae5e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1289582497-network', 'tenant_id': '48db5605bef04509bbca8b8a7cf39910'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:39:09.557468 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-9491293e-86c7-44c0-913c-f568a8e7ae5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:39:09.568829 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-9491293e-86c7-44c0-913c-f568a8e7ae5e admin admin] Usage tracker for resource:network and tenant:48db5605bef04509bbca8b8a7cf39910 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:39:09.579760 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-9491293e-86c7-44c0-913c-f568a8e7ae5e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:39:09.590130 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-9491293e-86c7-44c0-913c-f568a8e7ae5e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:39:09.606271 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9491293e-86c7-44c0-913c-f568a8e7ae5e admin admin] Made reservation on behalf of 48db5605bef04509bbca8b8a7cf39910 for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 09:39:09.609580 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9491293e-86c7-44c0-913c-f568a8e7ae5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:09.622298 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9491293e-86c7-44c0-913c-f568a8e7ae5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:09.638313 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 691171d3-f753-4fb3-9116-76970f2f59f9 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:39:09.658399 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-9491293e-86c7-44c0-913c-f568a8e7ae5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:39:09.662337 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-9491293e-86c7-44c0-913c-f568a8e7ae5e admin admin] Usage tracker for resource:security_group_rule and tenant:48db5605bef04509bbca8b8a7cf39910 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:39:09.665535 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-9491293e-86c7-44c0-913c-f568a8e7ae5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:39:09.672506 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-9491293e-86c7-44c0-913c-f568a8e7ae5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:39:09.714502 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 691171d3-f753-4fb3-9116-76970f2f59f9 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:39:09.721130 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 691171d3-f753-4fb3-9116-76970f2f59f9 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:39:09.721615 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:09.747073 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9491293e-86c7-44c0-913c-f568a8e7ae5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:09.752251 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9491293e-86c7-44c0-913c-f568a8e7ae5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:09.755500 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-68025ae7-ccf8-43c6-baad-21a98eac5fa4 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:39:09.785063 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9491293e-86c7-44c0-913c-f568a8e7ae5e admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 09:39:09.793465 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9491293e-86c7-44c0-913c-f568a8e7ae5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd6e04e-4c4c-42e5-8f16-8ded90acf98b,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:39:09.797006 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9491293e-86c7-44c0-913c-f568a8e7ae5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:39:09.799687 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9491293e-86c7-44c0-913c-f568a8e7ae5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:09.800026 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-9491293e-86c7-44c0-913c-f568a8e7ae5e admin admin] Added segment ada4a4fc-bd2a-426f-aee1-4ebc836048f0 of type vlan for network 2ac2ce03-327d-4d73-a301-b515221be760 Dec 20 09:39:09.827070 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9491293e-86c7-44c0-913c-f568a8e7ae5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:09.848132 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:09.856950 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9491293e-86c7-44c0-913c-f568a8e7ae5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:09.857921 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9491293e-86c7-44c0-913c-f568a8e7ae5e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:39:09.859100 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9491293e-86c7-44c0-913c-f568a8e7ae5e admin admin] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:09.863922 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2bab5cdb-723b-43e0-95bd-5a1b99834fdb tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:39:09.866411 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 691171d3-f753-4fb3-9116-76970f2f59f9, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=691171d3-f753-4fb3-9116-76970f2f59f9,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:39:09.870169 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:09.872942 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:39:09.937491 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=691171d3-f753-4fb3-9116-76970f2f59f9,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:39:09.940553 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:39:09.965952 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9491293e-86c7-44c0-913c-f568a8e7ae5e admin admin] Pushing event updated for resources: {'Network': ['ID=2ac2ce03-327d-4d73-a301-b515221be760,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:39:09.969292 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-9491293e-86c7-44c0-913c-f568a8e7ae5e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4285915 Dec 20 09:39:09.970154 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9491293e-86c7-44c0-913c-f568a8e7ae5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:39:09.971947 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 52916) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:39:09.977081 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-0a1300e1-97c9-4352-9fcf-78edc3bb7df3 admin admin] Request body: {'subnet': {'network_id': '2ac2ce03-327d-4d73-a301-b515221be760', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1289582497-subnet', 'tenant_id': '48db5605bef04509bbca8b8a7cf39910', 'ip_version': 4}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:39:09.978281 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network 2ac2ce03-327d-4d73-a301-b515221be760 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 09:39:09.981943 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-0a1300e1-97c9-4352-9fcf-78edc3bb7df3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:39:09.985873 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-0a1300e1-97c9-4352-9fcf-78edc3bb7df3 admin admin] Usage tracker for resource:subnet and tenant:48db5605bef04509bbca8b8a7cf39910 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:39:09.988700 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-0a1300e1-97c9-4352-9fcf-78edc3bb7df3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:39:09.994349 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-0a1300e1-97c9-4352-9fcf-78edc3bb7df3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:39:10.005461 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a1300e1-97c9-4352-9fcf-78edc3bb7df3 admin admin] Made reservation on behalf of 48db5605bef04509bbca8b8a7cf39910 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 09:39:10.007699 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0a1300e1-97c9-4352-9fcf-78edc3bb7df3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1529102'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:10.312322 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0a1300e1-97c9-4352-9fcf-78edc3bb7df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1129376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1529148'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:10.316420 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1d57b2c4-3ee2-4065-b8b0-18a2d1cdd0e7 tempest-RoutersNegativeTest-1531478489 tempest-RoutersNegativeTest-1531478489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:39:10.384447 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1300e1-97c9-4352-9fcf-78edc3bb7df3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94609943-ebcb-4cd6-8d73-48cf9c0c64b5,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:39:10.387608 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0a1300e1-97c9-4352-9fcf-78edc3bb7df3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:39:10.397579 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1300e1-97c9-4352-9fcf-78edc3bb7df3 admin admin] Checking segment: {'id': 'ada4a4fc-bd2a-426f-aee1-4ebc836048f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ac2ce03-327d-4d73-a301-b515221be760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:39:10.397934 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1300e1-97c9-4352-9fcf-78edc3bb7df3 admin admin] Network hostable DHCP agents. Network: 2ac2ce03-327d-4d73-a301-b515221be760, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 09:39:10.418792 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1300e1-97c9-4352-9fcf-78edc3bb7df3 admin admin] Network 2ac2ce03-327d-4d73-a301-b515221be760 is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 09:39:10.428508 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-0a1300e1-97c9-4352-9fcf-78edc3bb7df3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, 2ac2ce03-327d-4d73-a301-b515221be760) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:39:10.433374 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1300e1-97c9-4352-9fcf-78edc3bb7df3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:39:10.435256 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0a1300e1-97c9-4352-9fcf-78edc3bb7df3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:10.437082 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49adcd52-395e-49b9-bfe9-4cf5042485dd None None] Network 2ac2ce03-327d-4d73-a301-b515221be760 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 09:39:10.456444 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-0a1300e1-97c9-4352-9fcf-78edc3bb7df3 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4835107 Dec 20 09:39:10.458910 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 52920) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:39:10.463870 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-808dfe6d-d2b3-47f5-8b71-89f451fab3a1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1289582497-router', 'tenant_id': '48db5605bef04509bbca8b8a7cf39910', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:39:10.468946 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-808dfe6d-d2b3-47f5-8b71-89f451fab3a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:39:10.472705 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-808dfe6d-d2b3-47f5-8b71-89f451fab3a1 admin admin] Usage tracker for resource:router and tenant:48db5605bef04509bbca8b8a7cf39910 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:39:10.475525 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-808dfe6d-d2b3-47f5-8b71-89f451fab3a1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:39:10.481955 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-808dfe6d-d2b3-47f5-8b71-89f451fab3a1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:39:10.493087 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-808dfe6d-d2b3-47f5-8b71-89f451fab3a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24817'] for router, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:10.494070 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-808dfe6d-d2b3-47f5-8b71-89f451fab3a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-351744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24806'] for router, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:10.514276 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-808dfe6d-d2b3-47f5-8b71-89f451fab3a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:10.593928 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:10.662663 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-808dfe6d-d2b3-47f5-8b71-89f451fab3a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24724'] for router, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:10.707653 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a288bf-6706-4aa9-a55e-f3bd923d807b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-2ac2ce03-327d-4d73-a301-b515221be760', 'network_id': '2ac2ce03-327d-4d73-a301-b515221be760', 'tenant_id': '48db5605bef04509bbca8b8a7cf39910', 'fixed_ips': [{'subnet_id': '94609943-ebcb-4cd6-8d73-48cf9c0c64b5'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 09:39:10.708518 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-52a288bf-6706-4aa9-a55e-f3bd923d807b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:10.863148 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-52a288bf-6706-4aa9-a55e-f3bd923d807b None None] Allocated IP 172.20.0.2 (2ac2ce03-327d-4d73-a301-b515221be760/94609943-ebcb-4cd6-8d73-48cf9c0c64b5/0217f691-607c-4d6e-990b-6c0f724dea77) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 09:39:10.868296 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-808dfe6d-d2b3-47f5-8b71-89f451fab3a1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:10.898871 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-808dfe6d-d2b3-47f5-8b71-89f451fab3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:11.037835 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-808dfe6d-d2b3-47f5-8b71-89f451fab3a1 admin admin] Allocated IP 172.26.5.71 (95f3bec2-46e6-4468-8229-8badd4a5aaae/cf8895a3-346d-4313-a645-16ecdcce9969/ccb17d55-8ec2-45c7-a149-5c3bd34c4e2e) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 09:39:11.064842 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-52a288bf-6706-4aa9-a55e-f3bd923d807b None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:11.074824 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-52a288bf-6706-4aa9-a55e-f3bd923d807b None None] Transition to ACTIVE for port object 0217f691-607c-4d6e-990b-6c0f724dea77 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:39:11.092685 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-52a288bf-6706-4aa9-a55e-f3bd923d807b None None] Transition to ACTIVE for port object 0217f691-607c-4d6e-990b-6c0f724dea77 will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:39:11.098439 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-52a288bf-6706-4aa9-a55e-f3bd923d807b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:11.103566 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:39:11.169326 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a288bf-6706-4aa9-a55e-f3bd923d807b None None] Network 2ac2ce03-327d-4d73-a301-b515221be760 is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:39:11.172898 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-52a288bf-6706-4aa9-a55e-f3bd923d807b None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:39:11.175381 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a288bf-6706-4aa9-a55e-f3bd923d807b None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 09:39:11.181941 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a288bf-6706-4aa9-a55e-f3bd923d807b None None] Pushing event updated for resources: {'Port': ['ID=0217f691-607c-4d6e-990b-6c0f724dea77,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:39:11.184657 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-52a288bf-6706-4aa9-a55e-f3bd923d807b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:39:11.194225 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-808dfe6d-d2b3-47f5-8b71-89f451fab3a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:11.226637 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-808dfe6d-d2b3-47f5-8b71-89f451fab3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:11.230411 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b6b79ab4-f981-4590-b2a0-713783879ae8 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:39:11.271804 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-52a288bf-6706-4aa9-a55e-f3bd923d807b None None] Attempting to bind port 0217f691-607c-4d6e-990b-6c0f724dea77 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 09:39:11.272185 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-52a288bf-6706-4aa9-a55e-f3bd923d807b None None] Attempting to bind port 0217f691-607c-4d6e-990b-6c0f724dea77 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': 'ada4a4fc-bd2a-426f-aee1-4ebc836048f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ac2ce03-327d-4d73-a301-b515221be760'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 09:39:11.272557 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a288bf-6706-4aa9-a55e-f3bd923d807b None None] Attempting to bind port 0217f691-607c-4d6e-990b-6c0f724dea77 on network 2ac2ce03-327d-4d73-a301-b515221be760 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:39:11.278991 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a288bf-6706-4aa9-a55e-f3bd923d807b None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 9, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 09:39:11.279365 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a288bf-6706-4aa9-a55e-f3bd923d807b None None] Checking segment: {'id': 'ada4a4fc-bd2a-426f-aee1-4ebc836048f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ac2ce03-327d-4d73-a301-b515221be760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:39:11.279768 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-52a288bf-6706-4aa9-a55e-f3bd923d807b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:11.280721 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a288bf-6706-4aa9-a55e-f3bd923d807b None None] Bound using segment: {'id': 'ada4a4fc-bd2a-426f-aee1-4ebc836048f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ac2ce03-327d-4d73-a301-b515221be760'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 09:39:11.281471 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-52a288bf-6706-4aa9-a55e-f3bd923d807b None None] Bound port: 0217f691-607c-4d6e-990b-6c0f724dea77, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ada4a4fc-bd2a-426f-aee1-4ebc836048f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ac2ce03-327d-4d73-a301-b515221be760'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 09:39:11.281861 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-52a288bf-6706-4aa9-a55e-f3bd923d807b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:11.291962 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808dfe6d-d2b3-47f5-8b71-89f451fab3a1 admin admin] Network 95f3bec2-46e6-4468-8229-8badd4a5aaae is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:39:11.300085 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-808dfe6d-d2b3-47f5-8b71-89f451fab3a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:39:11.304089 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808dfe6d-d2b3-47f5-8b71-89f451fab3a1 admin admin] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 09:39:11.334117 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808dfe6d-d2b3-47f5-8b71-89f451fab3a1 admin admin] Pushing event updated for resources: {'Port': ['ID=ccb17d55-8ec2-45c7-a149-5c3bd34c4e2e,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:39:11.340064 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-808dfe6d-d2b3-47f5-8b71-89f451fab3a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:39:11.374772 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-52a288bf-6706-4aa9-a55e-f3bd923d807b None None] For port 0217f691-607c-4d6e-990b-6c0f724dea77, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 09:39:11.377799 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-52a288bf-6706-4aa9-a55e-f3bd923d807b None None] For port 0217f691-607c-4d6e-990b-6c0f724dea77, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=0217f691-607c-4d6e-990b-6c0f724dea77,segment=NetworkSegment(ada4a4fc-bd2a-426f-aee1-4ebc836048f0),segment_id=ada4a4fc-bd2a-426f-aee1-4ebc836048f0)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 09:39:11.382061 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-52a288bf-6706-4aa9-a55e-f3bd923d807b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:11.385567 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:39:11.459581 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a288bf-6706-4aa9-a55e-f3bd923d807b None None] Pushing event updated for resources: {'Port': ['ID=0217f691-607c-4d6e-990b-6c0f724dea77,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:39:11.461907 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-52a288bf-6706-4aa9-a55e-f3bd923d807b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:39:11.470116 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-808dfe6d-d2b3-47f5-8b71-89f451fab3a1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:11.476148 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-808dfe6d-d2b3-47f5-8b71-89f451fab3a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071'] for router, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:11.642121 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 691171d3-f753-4fb3-9116-76970f2f59f9 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:39:11.723762 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 691171d3-f753-4fb3-9116-76970f2f59f9 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:39:11.724406 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:11.738444 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-808dfe6d-d2b3-47f5-8b71-89f451fab3a1 admin admin] Router 6ef7b733-8843-4d4b-ad52-39f5efab6d05 is scheduled to L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 with binding_index 1 {{(pid=83444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 09:39:11.955262 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-808dfe6d-d2b3-47f5-8b71-89f451fab3a1 admin admin] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 09:39:11.963763 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ca4803-f08f-470a-9a80-8a07785fcbb8 None None] Sync routers for ids ['6ef7b733-8843-4d4b-ad52-39f5efab6d05'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 09:39:11.976202 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ca4803-f08f-470a-9a80-8a07785fcbb8 None None] Routers {'6ef7b733-8843-4d4b-ad52-39f5efab6d05'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:39:11.976731 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-64ca4803-f08f-470a-9a80-8a07785fcbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:38:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['6ef7b733-8843-4d4b-ad52-39f5efab6d05'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:39:11.978821 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-808dfe6d-d2b3-47f5-8b71-89f451fab3a1 admin admin] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:11.980269 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-808dfe6d-d2b3-47f5-8b71-89f451fab3a1 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5203464 Dec 20 09:39:11.982815 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 52924) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:39:12.176727 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-64ca4803-f08f-470a-9a80-8a07785fcbb8 None None] Set router 6ef7b733-8843-4d4b-ad52-39f5efab6d05 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:39:12.448038 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5b5d72-fd6f-4010-9ee7-49ac2a7fe2b8 None None] Network 2ac2ce03-327d-4d73-a301-b515221be760 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 09:39:12.474631 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-64ca4803-f08f-470a-9a80-8a07785fcbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ef7b733-8843-4d4b-ad52-39f5efab6d05', 'name': 'tempest-TestShelveInstance-1289582497-router', 'tenant_id': '48db5605bef04509bbca8b8a7cf39910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.71'}], 'enable_snat': True}, 'gw_port_id': 'ccb17d55-8ec2-45c7-a149-5c3bd34c4e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:39:10Z', 'updated_at': '2021-12-20T09:39:11Z', 'revision_number': 3, 'project_id': '48db5605bef04509bbca8b8a7cf39910', 'gw_port': {'id': 'ccb17d55-8ec2-45c7-a149-5c3bd34c4e2e', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e0:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ef7b733-8843-4d4b-ad52-39f5efab6d05', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:39:10Z', 'updated_at': '2021-12-20T09:39:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:39:12.478579 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ca4803-f08f-470a-9a80-8a07785fcbb8 None None] Checking router: 6ef7b733-8843-4d4b-ad52-39f5efab6d05 for host: dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 09:39:12.478995 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ca4803-f08f-470a-9a80-8a07785fcbb8 None None] Updating router 6ef7b733-8843-4d4b-ad52-39f5efab6d05 port ccb17d55-8ec2-45c7-a149-5c3bd34c4e2e binding host dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 09:39:12.539393 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-64ca4803-f08f-470a-9a80-8a07785fcbb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:12.573956 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-55cef73a-9118-4940-96b0-1d7a0f6fe7b1 None None] Provisioning for port 0217f691-607c-4d6e-990b-6c0f724dea77 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:39:12.699223 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-1dedef98-bc45-4b5b-8776-91026241f6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:12.871880 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e15f3515-4306-4c17-907f-8b5c03cff5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:12.899173 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-64ca4803-f08f-470a-9a80-8a07785fcbb8 None None] Notify callbacks [] for port, precommit_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:12.911534 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.provisioning_blocks [None req-64ca4803-f08f-470a-9a80-8a07785fcbb8 None None] Transition to ACTIVE for port object ccb17d55-8ec2-45c7-a149-5c3bd34c4e2e will not be triggered until provisioned by entity L2. {{(pid=83447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:39:12.918241 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-64ca4803-f08f-470a-9a80-8a07785fcbb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:12.921663 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-dc59dcbd-e24e-4d27-9ac3-15fc5c2d9661 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:39:12.998326 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-64ca4803-f08f-470a-9a80-8a07785fcbb8 None None] Attempting to bind port ccb17d55-8ec2-45c7-a149-5c3bd34c4e2e on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 09:39:12.998326 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-64ca4803-f08f-470a-9a80-8a07785fcbb8 None None] Attempting to bind port ccb17d55-8ec2-45c7-a149-5c3bd34c4e2e by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}] {{(pid=83447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 09:39:12.998326 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ca4803-f08f-470a-9a80-8a07785fcbb8 None None] Attempting to bind port ccb17d55-8ec2-45c7-a149-5c3bd34c4e2e on network 95f3bec2-46e6-4468-8229-8badd4a5aaae {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:39:13.000705 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29c0ad6-2f4b-4f43-9bf3-d1b3d74e5da7 None None] Pushing event updated for resources: {'Port': ['ID=ccb17d55-8ec2-45c7-a149-5c3bd34c4e2e,revision_number=2']} {{(pid=83447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:39:13.011459 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29c0ad6-2f4b-4f43-9bf3-d1b3d74e5da7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:39:13.011810 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29c0ad6-2f4b-4f43-9bf3-d1b3d74e5da7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:39:13.012182 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29c0ad6-2f4b-4f43-9bf3-d1b3d74e5da7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:39:13.012519 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29c0ad6-2f4b-4f43-9bf3-d1b3d74e5da7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:39:13.012847 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29c0ad6-2f4b-4f43-9bf3-d1b3d74e5da7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:39:13.013174 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29c0ad6-2f4b-4f43-9bf3-d1b3d74e5da7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:39:13.013519 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29c0ad6-2f4b-4f43-9bf3-d1b3d74e5da7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:39:13.013839 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29c0ad6-2f4b-4f43-9bf3-d1b3d74e5da7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:39:13.014159 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29c0ad6-2f4b-4f43-9bf3-d1b3d74e5da7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:39:13.015120 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29c0ad6-2f4b-4f43-9bf3-d1b3d74e5da7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:39:13.015532 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29c0ad6-2f4b-4f43-9bf3-d1b3d74e5da7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:39:13.019786 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-a29c0ad6-2f4b-4f43-9bf3-d1b3d74e5da7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:39:13.020922 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ca4803-f08f-470a-9a80-8a07785fcbb8 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 9, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 09:39:13.021317 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ca4803-f08f-470a-9a80-8a07785fcbb8 None None] Checking segment: {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:39:13.021721 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-64ca4803-f08f-470a-9a80-8a07785fcbb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:13.022108 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ca4803-f08f-470a-9a80-8a07785fcbb8 None None] Bound using segment: {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'} {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 09:39:13.022578 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-64ca4803-f08f-470a-9a80-8a07785fcbb8 None None] Bound port: ccb17d55-8ec2-45c7-a149-5c3bd34c4e2e, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}}] {{(pid=83447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 09:39:13.022955 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-64ca4803-f08f-470a-9a80-8a07785fcbb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:13.094037 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-e15f3515-4306-4c17-907f-8b5c03cff5c6 admin admin] Allocated IP 172.20.0.1 (2ac2ce03-327d-4d73-a301-b515221be760/94609943-ebcb-4cd6-8d73-48cf9c0c64b5/17b7672f-861e-4d75-b8fe-584dac207160) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 09:39:13.118886 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.db [None req-64ca4803-f08f-470a-9a80-8a07785fcbb8 None None] For port ccb17d55-8ec2-45c7-a149-5c3bd34c4e2e, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 09:39:13.121893 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.db [None req-64ca4803-f08f-470a-9a80-8a07785fcbb8 None None] For port ccb17d55-8ec2-45c7-a149-5c3bd34c4e2e, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=ccb17d55-8ec2-45c7-a149-5c3bd34c4e2e,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 09:39:13.126578 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-64ca4803-f08f-470a-9a80-8a07785fcbb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:13.131361 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-b6ee6b98-3261-4cbe-b751-9e2d0c72ecb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:39:13.206795 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ca4803-f08f-470a-9a80-8a07785fcbb8 None None] Routers {'6ef7b733-8843-4d4b-ad52-39f5efab6d05'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:39:13.207416 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-64ca4803-f08f-470a-9a80-8a07785fcbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:38:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['6ef7b733-8843-4d4b-ad52-39f5efab6d05'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:39:13.238736 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e15f3515-4306-4c17-907f-8b5c03cff5c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:13.254235 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-e15f3515-4306-4c17-907f-8b5c03cff5c6 admin admin] Transition to ACTIVE for port object 17b7672f-861e-4d75-b8fe-584dac207160 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:39:13.260432 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29c0ad6-2f4b-4f43-9bf3-d1b3d74e5da7 None None] Pushing event updated for resources: {'Port': ['ID=ccb17d55-8ec2-45c7-a149-5c3bd34c4e2e,revision_number=3']} {{(pid=83447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:39:13.271095 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-a29c0ad6-2f4b-4f43-9bf3-d1b3d74e5da7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:39:13.278316 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e15f3515-4306-4c17-907f-8b5c03cff5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:13.282725 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c1b53b70-7fa3-474d-804d-8d69ad896c85 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:39:13.347996 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15f3515-4306-4c17-907f-8b5c03cff5c6 admin admin] Network 2ac2ce03-327d-4d73-a301-b515221be760 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:39:13.351969 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-e15f3515-4306-4c17-907f-8b5c03cff5c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:39:13.356797 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15f3515-4306-4c17-907f-8b5c03cff5c6 admin admin] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 09:39:13.383655 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15f3515-4306-4c17-907f-8b5c03cff5c6 admin admin] Pushing event updated for resources: {'Port': ['ID=17b7672f-861e-4d75-b8fe-584dac207160,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:39:13.388732 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e15f3515-4306-4c17-907f-8b5c03cff5c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:39:13.389789 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-64ca4803-f08f-470a-9a80-8a07785fcbb8 None None] Set router 6ef7b733-8843-4d4b-ad52-39f5efab6d05 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:39:13.415001 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e15f3515-4306-4c17-907f-8b5c03cff5c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-345881'] for router_interface, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:13.508156 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e15f3515-4306-4c17-907f-8b5c03cff5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:13.635844 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-43c61c56-e5ed-40d7-87f8-44c4b62b0d67 None None] Provisioning for port 17b7672f-861e-4d75-b8fe-584dac207160 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:39:13.643283 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-43c61c56-e5ed-40d7-87f8-44c4b62b0d67 None None] Provisioning complete for port 17b7672f-861e-4d75-b8fe-584dac207160 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:39:13.643985 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-43c61c56-e5ed-40d7-87f8-44c4b62b0d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:13.677284 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 0217f691-607c-4d6e-990b-6c0f724dea77 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:39:13.726345 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-64ca4803-f08f-470a-9a80-8a07785fcbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ef7b733-8843-4d4b-ad52-39f5efab6d05', 'name': 'tempest-TestShelveInstance-1289582497-router', 'tenant_id': '48db5605bef04509bbca8b8a7cf39910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.71'}], 'enable_snat': True}, 'gw_port_id': 'ccb17d55-8ec2-45c7-a149-5c3bd34c4e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:39:10Z', 'updated_at': '2021-12-20T09:39:11Z', 'revision_number': 3, 'project_id': '48db5605bef04509bbca8b8a7cf39910', 'gw_port': {'id': 'ccb17d55-8ec2-45c7-a149-5c3bd34c4e2e', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e0:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ef7b733-8843-4d4b-ad52-39f5efab6d05', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:39:10Z', 'updated_at': '2021-12-20T09:39:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:39:13.731323 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ca4803-f08f-470a-9a80-8a07785fcbb8 None None] The sync data for ids ['6ef7b733-8843-4d4b-ad52-39f5efab6d05'] in dv-neutron-820491-1-hyperv is: [{'id': '6ef7b733-8843-4d4b-ad52-39f5efab6d05', 'name': 'tempest-TestShelveInstance-1289582497-router', 'tenant_id': '48db5605bef04509bbca8b8a7cf39910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.71'}], 'enable_snat': True}, 'gw_port_id': 'ccb17d55-8ec2-45c7-a149-5c3bd34c4e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:39:10Z', 'updated_at': '2021-12-20T09:39:11Z', 'revision_number': 3, 'project_id': '48db5605bef04509bbca8b8a7cf39910', 'gw_port': {'id': 'ccb17d55-8ec2-45c7-a149-5c3bd34c4e2e', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e0:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ef7b733-8843-4d4b-ad52-39f5efab6d05', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:39:10Z', 'updated_at': '2021-12-20T09:39:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 09:39:13.747998 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-43c61c56-e5ed-40d7-87f8-44c4b62b0d67 None None] Port 17b7672f-861e-4d75-b8fe-584dac207160 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 09:39:13.763889 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e15f3515-4306-4c17-907f-8b5c03cff5c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:13.768790 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 0217f691-607c-4d6e-990b-6c0f724dea77 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:39:13.769497 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e15f3515-4306-4c17-907f-8b5c03cff5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:13.773483 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 0217f691-607c-4d6e-990b-6c0f724dea77 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:39:13.773857 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:13.799163 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-242ddabb-f833-49de-b64a-bc523517bb00 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:39:13.874724 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15f3515-4306-4c17-907f-8b5c03cff5c6 admin admin] Pushing event updated for resources: {'Port': ['ID=17b7672f-861e-4d75-b8fe-584dac207160,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:39:13.877478 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e15f3515-4306-4c17-907f-8b5c03cff5c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:39:13.880140 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e15f3515-4306-4c17-907f-8b5c03cff5c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32898031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349045'] for router_interface, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:13.886488 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:13.918720 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 0217f691-607c-4d6e-990b-6c0f724dea77, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=0217f691-607c-4d6e-990b-6c0f724dea77,segment=NetworkSegment(ada4a4fc-bd2a-426f-aee1-4ebc836048f0),segment_id=ada4a4fc-bd2a-426f-aee1-4ebc836048f0)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:39:13.922872 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:13.924772 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-46cdf1cf-d4e8-45f6-8bc3-96927fb653ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:39:14.038922 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=0217f691-607c-4d6e-990b-6c0f724dea77,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:39:14.041926 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:39:14.126681 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15f3515-4306-4c17-907f-8b5c03cff5c6 admin admin] Network 2ac2ce03-327d-4d73-a301-b515221be760 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:39:14.127884 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-e15f3515-4306-4c17-907f-8b5c03cff5c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:39:14.372386 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-71316214-552b-4967-ba16-f768fbc29e45 None None] Provisioning complete for port 17b7672f-861e-4d75-b8fe-584dac207160 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:39:14.372762 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-71316214-552b-4967-ba16-f768fbc29e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:14.423169 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-71316214-552b-4967-ba16-f768fbc29e45 None None] Port 17b7672f-861e-4d75-b8fe-584dac207160 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 09:39:14.519213 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e15f3515-4306-4c17-907f-8b5c03cff5c6 admin admin] Router 6ef7b733-8843-4d4b-ad52-39f5efab6d05 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 09:39:14.721955 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e15f3515-4306-4c17-907f-8b5c03cff5c6 admin admin] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 09:39:14.730611 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e15f3515-4306-4c17-907f-8b5c03cff5c6 admin admin] 10.222.0.16 "PUT /v2.0/routers/6ef7b733-8843-4d4b-ad52-39f5efab6d05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7461321 Dec 20 09:39:14.973203 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-029e762b-b860-4951-a69b-015ac652317f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:15.237347 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 52934) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:39:15.243271 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-8ba0fc58-84c4-4ab4-8229-63f249b4a95b tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1711804837', 'description': 'tempest-secgroup-smoke-1711804837 description', 'project_id': '70859c428e684590a5c4b578802571ec'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:39:15.249161 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-8ba0fc58-84c4-4ab4-8229-63f249b4a95b tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:39:15.252963 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-8ba0fc58-84c4-4ab4-8229-63f249b4a95b tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Usage tracker for resource:security_group and tenant:70859c428e684590a5c4b578802571ec is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:39:15.255784 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-8ba0fc58-84c4-4ab4-8229-63f249b4a95b tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:39:15.262132 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-8ba0fc58-84c4-4ab4-8229-63f249b4a95b tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:39:15.271852 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8ba0fc58-84c4-4ab4-8229-63f249b4a95b tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:15.306487 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-8ba0fc58-84c4-4ab4-8229-63f249b4a95b tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:39:15.310299 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-8ba0fc58-84c4-4ab4-8229-63f249b4a95b tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Usage tracker for resource:security_group_rule and tenant:70859c428e684590a5c4b578802571ec is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:39:15.313440 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-8ba0fc58-84c4-4ab4-8229-63f249b4a95b tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:39:15.319341 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-8ba0fc58-84c4-4ab4-8229-63f249b4a95b tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:39:15.374827 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8ba0fc58-84c4-4ab4-8229-63f249b4a95b tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:15.378423 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8ba0fc58-84c4-4ab4-8229-63f249b4a95b tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:15.383308 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3f754529-20f0-4c3f-8212-8ffc351962a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:39:15.423420 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba0fc58-84c4-4ab4-8229-63f249b4a95b tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45ecf339-3402-46b1-91e0-c16fa5f48cfc,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:39:15.425658 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8ba0fc58-84c4-4ab4-8229-63f249b4a95b tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:15.426844 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-8ba0fc58-84c4-4ab4-8229-63f249b4a95b tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1884985 Dec 20 09:39:15.427776 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-8ba0fc58-84c4-4ab4-8229-63f249b4a95b tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:39:15.429850 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 52938) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:39:15.435313 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-0914fcd1-a29c-4aa5-8fad-91359cf03857 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Request body: {'security_group_rule': {'security_group_id': '45ecf339-3402-46b1-91e0-c16fa5f48cfc', 'project_id': '70859c428e684590a5c4b578802571ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:39:15.441163 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-0914fcd1-a29c-4aa5-8fad-91359cf03857 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:39:15.444887 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-0914fcd1-a29c-4aa5-8fad-91359cf03857 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Usage tracker for resource:security_group_rule and tenant:70859c428e684590a5c4b578802571ec is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:39:15.447696 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-0914fcd1-a29c-4aa5-8fad-91359cf03857 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:39:15.453805 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-0914fcd1-a29c-4aa5-8fad-91359cf03857 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:39:15.471014 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0914fcd1-a29c-4aa5-8fad-91359cf03857 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:15.531440 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0914fcd1-a29c-4aa5-8fad-91359cf03857 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:15.536199 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0914fcd1-a29c-4aa5-8fad-91359cf03857 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:15.538561 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e5648614-aa73-44d7-a29d-c2ff535c2ef3 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:39:15.560028 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0914fcd1-a29c-4aa5-8fad-91359cf03857 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eba2eb23-9bc9-44ab-b854-538a16940b92,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:39:15.562776 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0914fcd1-a29c-4aa5-8fad-91359cf03857 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:39:15.570654 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0914fcd1-a29c-4aa5-8fad-91359cf03857 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:15.574568 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-0914fcd1-a29c-4aa5-8fad-91359cf03857 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1411579 Dec 20 09:39:15.574785 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 52942) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:39:15.581098 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-c2e69ec7-8f06-4003-968a-831c6ef09f3b tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Request body: {'security_group_rule': {'security_group_id': '45ecf339-3402-46b1-91e0-c16fa5f48cfc', 'project_id': '70859c428e684590a5c4b578802571ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:39:15.587144 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-c2e69ec7-8f06-4003-968a-831c6ef09f3b tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:39:15.591077 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-c2e69ec7-8f06-4003-968a-831c6ef09f3b tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Usage tracker for resource:security_group_rule and tenant:70859c428e684590a5c4b578802571ec is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:39:15.595126 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-c2e69ec7-8f06-4003-968a-831c6ef09f3b tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:39:15.600789 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-c2e69ec7-8f06-4003-968a-831c6ef09f3b tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:39:15.606985 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 0217f691-607c-4d6e-990b-6c0f724dea77 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:39:15.618539 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c2e69ec7-8f06-4003-968a-831c6ef09f3b tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:15.676534 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 0217f691-607c-4d6e-990b-6c0f724dea77 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:39:15.676902 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:15.679956 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c2e69ec7-8f06-4003-968a-831c6ef09f3b tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:15.683568 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c2e69ec7-8f06-4003-968a-831c6ef09f3b tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:15.690149 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-eea31c9f-e478-40e9-ab62-faf29e70acaa tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:39:15.711610 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e69ec7-8f06-4003-968a-831c6ef09f3b tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41a01867-c673-4ba8-b834-ee8043acae26,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:39:15.714264 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c2e69ec7-8f06-4003-968a-831c6ef09f3b tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:39:15.723957 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c2e69ec7-8f06-4003-968a-831c6ef09f3b tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:15.727913 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c2e69ec7-8f06-4003-968a-831c6ef09f3b tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1496711 Dec 20 09:39:15.728578 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 52946) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:39:15.735271 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-dd9cc41d-516d-46bd-a3e0-e463d39d2f4a tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Request body: {'security_group_rule': {'security_group_id': '45ecf339-3402-46b1-91e0-c16fa5f48cfc', 'project_id': '70859c428e684590a5c4b578802571ec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:39:15.741369 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-dd9cc41d-516d-46bd-a3e0-e463d39d2f4a tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:39:15.745115 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-dd9cc41d-516d-46bd-a3e0-e463d39d2f4a tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Usage tracker for resource:security_group_rule and tenant:70859c428e684590a5c4b578802571ec is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:39:15.747981 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-dd9cc41d-516d-46bd-a3e0-e463d39d2f4a tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:39:15.754826 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-dd9cc41d-516d-46bd-a3e0-e463d39d2f4a tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:39:15.773960 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-dd9cc41d-516d-46bd-a3e0-e463d39d2f4a tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:15.837034 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-dd9cc41d-516d-46bd-a3e0-e463d39d2f4a tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:15.840609 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-dd9cc41d-516d-46bd-a3e0-e463d39d2f4a tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:15.847906 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-46988041-b071-4818-a05c-0b12f3f4f505 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:39:15.865497 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9cc41d-516d-46bd-a3e0-e463d39d2f4a tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77d57e8d-2a6c-4d26-ba06-f06b9a29092e,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:39:15.867863 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-dd9cc41d-516d-46bd-a3e0-e463d39d2f4a tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:39:15.875381 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-dd9cc41d-516d-46bd-a3e0-e463d39d2f4a tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:15.876574 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-dd9cc41d-516d-46bd-a3e0-e463d39d2f4a tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1470766 Dec 20 09:39:15.879270 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 52950) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:39:15.884714 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-267accdc-c651-4a18-80bb-49d9ecdab89d tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Request body: {'security_group_rule': {'security_group_id': '45ecf339-3402-46b1-91e0-c16fa5f48cfc', 'project_id': '70859c428e684590a5c4b578802571ec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:39:15.890991 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-267accdc-c651-4a18-80bb-49d9ecdab89d tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:39:15.894790 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-267accdc-c651-4a18-80bb-49d9ecdab89d tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Usage tracker for resource:security_group_rule and tenant:70859c428e684590a5c4b578802571ec is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:39:15.897659 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-267accdc-c651-4a18-80bb-49d9ecdab89d tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:39:15.903284 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-267accdc-c651-4a18-80bb-49d9ecdab89d tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:39:15.919568 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-267accdc-c651-4a18-80bb-49d9ecdab89d tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:15.982977 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-267accdc-c651-4a18-80bb-49d9ecdab89d tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:15.986474 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-267accdc-c651-4a18-80bb-49d9ecdab89d tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:15.988698 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f5c2abff-9ed1-4473-9c7f-1ca117568dd9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:39:16.011000 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267accdc-c651-4a18-80bb-49d9ecdab89d tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7527b7b7-19a4-42d3-b17a-c341f14233f8,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:39:16.016076 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-267accdc-c651-4a18-80bb-49d9ecdab89d tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:39:16.020323 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-267accdc-c651-4a18-80bb-49d9ecdab89d tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:16.021501 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-267accdc-c651-4a18-80bb-49d9ecdab89d tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1412044 Dec 20 09:39:16.024136 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 52954) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:39:16.029772 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-8bbe927f-2d03-42d6-9172-7173c1569119 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Request body: {'security_group_rule': {'security_group_id': '45ecf339-3402-46b1-91e0-c16fa5f48cfc', 'project_id': '70859c428e684590a5c4b578802571ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:39:16.035739 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-8bbe927f-2d03-42d6-9172-7173c1569119 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:39:16.039455 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-8bbe927f-2d03-42d6-9172-7173c1569119 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Usage tracker for resource:security_group_rule and tenant:70859c428e684590a5c4b578802571ec is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:39:16.042262 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-8bbe927f-2d03-42d6-9172-7173c1569119 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:39:16.047955 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-8bbe927f-2d03-42d6-9172-7173c1569119 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:39:16.057498 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.securitygroups_db [None req-8bbe927f-2d03-42d6-9172-7173c1569119 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Project 70859c428e684590a5c4b578802571ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 09:39:16.064672 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8bbe927f-2d03-42d6-9172-7173c1569119 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:16.132008 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8bbe927f-2d03-42d6-9172-7173c1569119 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:16.135242 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8bbe927f-2d03-42d6-9172-7173c1569119 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:16.137887 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d14bbcaa-95d9-49f9-9f65-4dd15dc10885 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:39:16.159754 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbe927f-2d03-42d6-9172-7173c1569119 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24111a6f-7789-4eb2-9e08-751225629e87,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:39:16.162842 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-8bbe927f-2d03-42d6-9172-7173c1569119 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:39:16.169298 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:16.170347 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8bbe927f-2d03-42d6-9172-7173c1569119 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:16.172363 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-8bbe927f-2d03-42d6-9172-7173c1569119 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1473024 Dec 20 09:39:16.175037 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 52958) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:39:16.180450 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-6c6fa547-c884-4559-97a3-52e742ccb3ad tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Request body: {'security_group_rule': {'security_group_id': '45ecf339-3402-46b1-91e0-c16fa5f48cfc', 'project_id': '70859c428e684590a5c4b578802571ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:39:16.186940 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-6c6fa547-c884-4559-97a3-52e742ccb3ad tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:39:16.192125 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-6c6fa547-c884-4559-97a3-52e742ccb3ad tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Usage tracker for resource:security_group_rule and tenant:70859c428e684590a5c4b578802571ec is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:39:16.194216 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-6c6fa547-c884-4559-97a3-52e742ccb3ad tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:39:16.195780 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:16.200327 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-6c6fa547-c884-4559-97a3-52e742ccb3ad tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:39:16.210059 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.securitygroups_db [None req-6c6fa547-c884-4559-97a3-52e742ccb3ad tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Project 70859c428e684590a5c4b578802571ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 09:39:16.216435 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6c6fa547-c884-4559-97a3-52e742ccb3ad tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:16.281662 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6c6fa547-c884-4559-97a3-52e742ccb3ad tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:16.284972 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6c6fa547-c884-4559-97a3-52e742ccb3ad tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:16.290582 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a32b0669-854a-4d50-953d-ef182c63f6c9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:39:16.308790 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6fa547-c884-4559-97a3-52e742ccb3ad tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32f1efa6-75b4-46ee-bb34-e558df0cb7a7,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:39:16.310938 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-6c6fa547-c884-4559-97a3-52e742ccb3ad tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:39:16.319206 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6c6fa547-c884-4559-97a3-52e742ccb3ad tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:16.320372 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-6c6fa547-c884-4559-97a3-52e742ccb3ad tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1444335 Dec 20 09:39:16.489327 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-2e9869cd-c400-42f5-8ad0-473b0ea5348f req-a2a7d666-47ff-4ccc-afe4-c604787537b4 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Synchronizing usage tracker for tenant:70859c428e684590a5c4b578802571ec on resource:security_group {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:39:16.505808 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-2e9869cd-c400-42f5-8ad0-473b0ea5348f req-a2a7d666-47ff-4ccc-afe4-c604787537b4 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Unset dirty status for tenant:70859c428e684590a5c4b578802571ec on resource:security_group {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:39:16.507505 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-2e9869cd-c400-42f5-8ad0-473b0ea5348f req-a2a7d666-47ff-4ccc-afe4-c604787537b4 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1711804837&fields=id&tenant_id=70859c428e684590a5c4b578802571ec HTTP/1.1" status: 200 len: 267 time: 0.0575135 Dec 20 09:39:16.653783 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9869cd-c400-42f5-8ad0-473b0ea5348f req-7b9597bf-7b96-43a6-9631-c6106488ccb0 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:39:16.654443 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-2e9869cd-c400-42f5-8ad0-473b0ea5348f req-7b9597bf-7b96-43a6-9631-c6106488ccb0 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Synchronizing usage tracker for tenant:70859c428e684590a5c4b578802571ec on resource:network {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:39:16.671776 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-2e9869cd-c400-42f5-8ad0-473b0ea5348f req-7b9597bf-7b96-43a6-9631-c6106488ccb0 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Unset dirty status for tenant:70859c428e684590a5c4b578802571ec on resource:network {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:39:16.672977 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-2e9869cd-c400-42f5-8ad0-473b0ea5348f req-7b9597bf-7b96-43a6-9631-c6106488ccb0 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/networks?id=262ab3bd-5e87-4978-8cc5-c8c362a0b686 HTTP/1.1" status: 200 len: 809 time: 0.1594791 Dec 20 09:39:16.688676 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-2e9869cd-c400-42f5-8ad0-473b0ea5348f req-81adb11b-4ae9-49d7-b7ae-de0f76586ef9 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/quotas/70859c428e684590a5c4b578802571ec HTTP/1.1" status: 200 len: 375 time: 0.0105379 Dec 20 09:39:16.771048 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-2e9869cd-c400-42f5-8ad0-473b0ea5348f req-a1ea39c3-0fa4-45e1-a56c-035ac7edfc55 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Synchronizing usage tracker for tenant:70859c428e684590a5c4b578802571ec on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:39:16.787397 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-2e9869cd-c400-42f5-8ad0-473b0ea5348f req-a1ea39c3-0fa4-45e1-a56c-035ac7edfc55 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Unset dirty status for tenant:70859c428e684590a5c4b578802571ec on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:39:16.788668 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-2e9869cd-c400-42f5-8ad0-473b0ea5348f req-a1ea39c3-0fa4-45e1-a56c-035ac7edfc55 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=70859c428e684590a5c4b578802571ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0954621 Dec 20 09:39:16.930974 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-2e9869cd-c400-42f5-8ad0-473b0ea5348f req-d568c5a4-e16a-40f9-980a-16f8a235a9a2 service neutron] 10.222.0.16 "GET /v2.0/networks/262ab3bd-5e87-4978-8cc5-c8c362a0b686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280029 Dec 20 09:39:17.166440 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-2e9869cd-c400-42f5-8ad0-473b0ea5348f req-dc45d581-3f7d-4d6d-a5df-ddaaa8f36f36 service neutron] 10.222.0.16 "GET /v2.0/networks/262ab3bd-5e87-4978-8cc5-c8c362a0b686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320476 Dec 20 09:39:17.616773 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:18.367558 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1f7d6de1-f167-4dc0-8b2c-8450e51f9648 req-24cac160-179f-4126-a677-add5b5eaeff9 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f986523-381d-448b-bdd7-1733ae1c0bb3 HTTP/1.1" status: 200 len: 210 time: 0.0423782 Dec 20 09:39:19.401142 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9869cd-c400-42f5-8ad0-473b0ea5348f req-5bfc7bd9-0d79-4341-beb2-6c9c4e3c860e tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:39:19.402689 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2e9869cd-c400-42f5-8ad0-473b0ea5348f req-5bfc7bd9-0d79-4341-beb2-6c9c4e3c860e tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.58 "GET /v2.0/networks?id=262ab3bd-5e87-4978-8cc5-c8c362a0b686 HTTP/1.1" status: 200 len: 809 time: 0.1593990 Dec 20 09:39:19.468085 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-2e9869cd-c400-42f5-8ad0-473b0ea5348f req-f6e94b5d-ae7e-4f31-8dee-c84d2aad6038 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Synchronizing usage tracker for tenant:70859c428e684590a5c4b578802571ec on resource:security_group {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:39:19.482402 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-2e9869cd-c400-42f5-8ad0-473b0ea5348f req-f6e94b5d-ae7e-4f31-8dee-c84d2aad6038 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Unset dirty status for tenant:70859c428e684590a5c4b578802571ec on resource:security_group {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:39:19.484107 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2e9869cd-c400-42f5-8ad0-473b0ea5348f req-f6e94b5d-ae7e-4f31-8dee-c84d2aad6038 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=70859c428e684590a5c4b578802571ec HTTP/1.1" status: 200 len: 380 time: 0.0677621 Dec 20 09:39:19.492971 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-2e9869cd-c400-42f5-8ad0-473b0ea5348f req-290b5f94-2454-4274-a767-58f81f45155a tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Request body: {'port': {'device_id': '1f986523-381d-448b-bdd7-1733ae1c0bb3', 'network_id': '262ab3bd-5e87-4978-8cc5-c8c362a0b686', 'admin_state_up': True, 'tenant_id': '70859c428e684590a5c4b578802571ec', 'security_groups': ['45ecf339-3402-46b1-91e0-c16fa5f48cfc']}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:39:19.552318 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-20e4ee3d-e8d0-4aba-b37f-e47258972f18 req-eac0faef-fef0-4871-954c-a5fa13534c0c tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f986523-381d-448b-bdd7-1733ae1c0bb3 HTTP/1.1" status: 200 len: 210 time: 0.0440354 Dec 20 09:39:19.645475 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device ccb17d55-8ec2-45c7-a149-5c3bd34c4e2e up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:39:19.719951 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port ccb17d55-8ec2-45c7-a149-5c3bd34c4e2e completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:39:19.724969 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port ccb17d55-8ec2-45c7-a149-5c3bd34c4e2e triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:39:19.725377 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:19.750228 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-2e9869cd-c400-42f5-8ad0-473b0ea5348f req-290b5f94-2454-4274-a767-58f81f45155a tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:39:19.759417 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-2e9869cd-c400-42f5-8ad0-473b0ea5348f req-290b5f94-2454-4274-a767-58f81f45155a tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:39:19.768968 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e9869cd-c400-42f5-8ad0-473b0ea5348f req-290b5f94-2454-4274-a767-58f81f45155a tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Made reservation on behalf of 70859c428e684590a5c4b578802571ec for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 09:39:19.772102 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-2e9869cd-c400-42f5-8ad0-473b0ea5348f req-290b5f94-2454-4274-a767-58f81f45155a tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:19.841979 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:19.859419 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port ccb17d55-8ec2-45c7-a149-5c3bd34c4e2e, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=ccb17d55-8ec2-45c7-a149-5c3bd34c4e2e,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:39:19.863213 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:19.866221 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:39:19.933319 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=ccb17d55-8ec2-45c7-a149-5c3bd34c4e2e,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:39:19.936690 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:39:19.937394 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [req-2e9869cd-c400-42f5-8ad0-473b0ea5348f req-290b5f94-2454-4274-a767-58f81f45155a tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Allocated IP 172.20.0.3 (262ab3bd-5e87-4978-8cc5-c8c362a0b686/08aba22e-f1a5-4cca-9243-1da2c590dc4f/93633617-d5af-4cb5-b99a-9390f1f8ba99) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 09:39:20.128860 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-2e9869cd-c400-42f5-8ad0-473b0ea5348f req-290b5f94-2454-4274-a767-58f81f45155a tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:20.145797 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-2e9869cd-c400-42f5-8ad0-473b0ea5348f req-290b5f94-2454-4274-a767-58f81f45155a tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Transition to ACTIVE for port object 93633617-d5af-4cb5-b99a-9390f1f8ba99 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:39:20.167761 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-2e9869cd-c400-42f5-8ad0-473b0ea5348f req-290b5f94-2454-4274-a767-58f81f45155a tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:20.173609 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-20de5127-e35e-4301-942b-84ef2acd3b8c tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:39:20.235020 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e9869cd-c400-42f5-8ad0-473b0ea5348f req-290b5f94-2454-4274-a767-58f81f45155a tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Network 262ab3bd-5e87-4978-8cc5-c8c362a0b686 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:39:20.243935 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [req-2e9869cd-c400-42f5-8ad0-473b0ea5348f req-290b5f94-2454-4274-a767-58f81f45155a tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:39:20.246339 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e9869cd-c400-42f5-8ad0-473b0ea5348f req-290b5f94-2454-4274-a767-58f81f45155a tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 09:39:20.287907 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290b5f94-2454-4274-a767-58f81f45155a tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Pushing event updated for resources: {'Port': ['ID=93633617-d5af-4cb5-b99a-9390f1f8ba99,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:39:20.290712 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-290b5f94-2454-4274-a767-58f81f45155a tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:39:20.319010 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9869cd-c400-42f5-8ad0-473b0ea5348f req-290b5f94-2454-4274-a767-58f81f45155a tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:39:20.319768 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-2e9869cd-c400-42f5-8ad0-473b0ea5348f req-290b5f94-2454-4274-a767-58f81f45155a tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:20.346770 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2e9869cd-c400-42f5-8ad0-473b0ea5348f req-290b5f94-2454-4274-a767-58f81f45155a tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8573790 Dec 20 09:39:20.490381 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-abc5f971-16e1-464f-8696-94921fa744dd None None] Provisioning for port 93633617-d5af-4cb5-b99a-9390f1f8ba99 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:39:20.495726 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-abc5f971-16e1-464f-8696-94921fa744dd None None] Provisioning complete for port 93633617-d5af-4cb5-b99a-9390f1f8ba99 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:39:20.496110 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-abc5f971-16e1-464f-8696-94921fa744dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:20.500969 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-2e9869cd-c400-42f5-8ad0-473b0ea5348f req-666913ce-fc8b-43ed-9442-b616df5f8349 service neutron] Request body: {'port': {'device_id': '1f986523-381d-448b-bdd7-1733ae1c0bb3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8204'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:39:20.551742 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-abc5f971-16e1-464f-8696-94921fa744dd None None] Port 93633617-d5af-4cb5-b99a-9390f1f8ba99 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 09:39:20.620126 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-2e9869cd-c400-42f5-8ad0-473b0ea5348f req-666913ce-fc8b-43ed-9442-b616df5f8349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:20.912071 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81800f7-b175-4e34-94b2-b39886b4a3a4 req-0c77f262-dd4a-4d08-8ad3-8ed07534882c tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:39:20.912683 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-f81800f7-b175-4e34-94b2-b39886b4a3a4 req-0c77f262-dd4a-4d08-8ad3-8ed07534882c tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Synchronizing usage tracker for tenant:70859c428e684590a5c4b578802571ec on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:39:20.958487 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-f81800f7-b175-4e34-94b2-b39886b4a3a4 req-0c77f262-dd4a-4d08-8ad3-8ed07534882c tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Unset dirty status for tenant:70859c428e684590a5c4b578802571ec on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:39:20.959675 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f81800f7-b175-4e34-94b2-b39886b4a3a4 req-0c77f262-dd4a-4d08-8ad3-8ed07534882c tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f986523-381d-448b-bdd7-1733ae1c0bb3 HTTP/1.1" status: 200 len: 931 time: 0.2738857 Dec 20 09:39:21.032150 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f81800f7-b175-4e34-94b2-b39886b4a3a4 req-3196bd82-dedb-4dae-ab2d-7b2036444104 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=45ecf339-3402-46b1-91e0-c16fa5f48cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618637 Dec 20 09:39:21.086265 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [req-2e9869cd-c400-42f5-8ad0-473b0ea5348f req-666913ce-fc8b-43ed-9442-b616df5f8349 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93633617-d5af-4cb5-b99a-9390f1f8ba99 {{(pid=83444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 09:39:21.094332 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-2e9869cd-c400-42f5-8ad0-473b0ea5348f req-666913ce-fc8b-43ed-9442-b616df5f8349 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:21.108016 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-2e9869cd-c400-42f5-8ad0-473b0ea5348f req-666913ce-fc8b-43ed-9442-b616df5f8349 service neutron] Transition to ACTIVE for port object 93633617-d5af-4cb5-b99a-9390f1f8ba99 will not be triggered until provisioned by entity L2. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:39:21.111088 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-2e9869cd-c400-42f5-8ad0-473b0ea5348f req-666913ce-fc8b-43ed-9442-b616df5f8349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:21.114466 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c9e03789-4901-4f01-b8eb-418779c9f647 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:39:21.242282 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666913ce-fc8b-43ed-9442-b616df5f8349 service neutron] Pushing event updated for resources: {'Port': ['ID=93633617-d5af-4cb5-b99a-9390f1f8ba99,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:39:21.246632 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-666913ce-fc8b-43ed-9442-b616df5f8349 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:39:21.350308 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-2e9869cd-c400-42f5-8ad0-473b0ea5348f req-666913ce-fc8b-43ed-9442-b616df5f8349 service neutron] Attempting to bind port 93633617-d5af-4cb5-b99a-9390f1f8ba99 on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 09:39:21.350641 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-2e9869cd-c400-42f5-8ad0-473b0ea5348f req-666913ce-fc8b-43ed-9442-b616df5f8349 service neutron] Attempting to bind port 93633617-d5af-4cb5-b99a-9390f1f8ba99 by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': 'de55b487-a277-4206-9be9-4fe3bc2e9f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '262ab3bd-5e87-4978-8cc5-c8c362a0b686'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 09:39:21.350965 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9869cd-c400-42f5-8ad0-473b0ea5348f req-666913ce-fc8b-43ed-9442-b616df5f8349 service neutron] Attempting to bind port 93633617-d5af-4cb5-b99a-9390f1f8ba99 on network 262ab3bd-5e87-4978-8cc5-c8c362a0b686 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:39:21.356625 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9869cd-c400-42f5-8ad0-473b0ea5348f req-666913ce-fc8b-43ed-9442-b616df5f8349 service neutron] Port 93633617-d5af-4cb5-b99a-9390f1f8ba99 on network 262ab3bd-5e87-4978-8cc5-c8c362a0b686 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 09:39:21.356939 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9869cd-c400-42f5-8ad0-473b0ea5348f req-666913ce-fc8b-43ed-9442-b616df5f8349 service neutron] Attempting to bind port 93633617-d5af-4cb5-b99a-9390f1f8ba99 on network 262ab3bd-5e87-4978-8cc5-c8c362a0b686 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:39:21.363723 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9869cd-c400-42f5-8ad0-473b0ea5348f req-666913ce-fc8b-43ed-9442-b616df5f8349 service neutron] Checking agent: {'id': 'bd419857-3bec-4b96-b211-3fb278c66880', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8204', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 40, 10), 'started_at': datetime.datetime(2021, 12, 20, 8, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 9, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 09:39:21.364054 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9869cd-c400-42f5-8ad0-473b0ea5348f req-666913ce-fc8b-43ed-9442-b616df5f8349 service neutron] Checking segment: {'id': 'de55b487-a277-4206-9be9-4fe3bc2e9f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '262ab3bd-5e87-4978-8cc5-c8c362a0b686'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:39:21.364432 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9869cd-c400-42f5-8ad0-473b0ea5348f req-666913ce-fc8b-43ed-9442-b616df5f8349 service neutron] Bound using segment: {'id': 'de55b487-a277-4206-9be9-4fe3bc2e9f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '262ab3bd-5e87-4978-8cc5-c8c362a0b686'} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 09:39:21.364851 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-2e9869cd-c400-42f5-8ad0-473b0ea5348f req-666913ce-fc8b-43ed-9442-b616df5f8349 service neutron] Bound port: 93633617-d5af-4cb5-b99a-9390f1f8ba99, host: hv-neutron-8204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de55b487-a277-4206-9be9-4fe3bc2e9f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '262ab3bd-5e87-4978-8cc5-c8c362a0b686'}}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 09:39:21.365192 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-2e9869cd-c400-42f5-8ad0-473b0ea5348f req-666913ce-fc8b-43ed-9442-b616df5f8349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:21.454774 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-2e9869cd-c400-42f5-8ad0-473b0ea5348f req-666913ce-fc8b-43ed-9442-b616df5f8349 service neutron] For port 93633617-d5af-4cb5-b99a-9390f1f8ba99, host hv-neutron-8204, cleared binding levels {{(pid=83444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 09:39:21.458282 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-2e9869cd-c400-42f5-8ad0-473b0ea5348f req-666913ce-fc8b-43ed-9442-b616df5f8349 service neutron] For port 93633617-d5af-4cb5-b99a-9390f1f8ba99, host hv-neutron-8204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=93633617-d5af-4cb5-b99a-9390f1f8ba99,segment=NetworkSegment(de55b487-a277-4206-9be9-4fe3bc2e9f6e),segment_id=de55b487-a277-4206-9be9-4fe3bc2e9f6e)] {{(pid=83444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 09:39:21.462346 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-2e9869cd-c400-42f5-8ad0-473b0ea5348f req-666913ce-fc8b-43ed-9442-b616df5f8349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:21.466399 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-64f40430-e6cd-458c-9cb4-c1d55e0ab720 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:39:21.518701 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-2e9869cd-c400-42f5-8ad0-473b0ea5348f req-666913ce-fc8b-43ed-9442-b616df5f8349 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:21.520134 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2e9869cd-c400-42f5-8ad0-473b0ea5348f req-666913ce-fc8b-43ed-9442-b616df5f8349 service neutron] 10.222.0.58 "PUT /v2.0/ports/93633617-d5af-4cb5-b99a-9390f1f8ba99 HTTP/1.1" status: 200 len: 1093 time: 1.1665168 Dec 20 09:39:21.520712 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f986523-381d-448b-bdd7-1733ae1c0bb3', 'tag': '93633617-d5af-4cb5-b99a-9390f1f8ba99'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:39:21.551907 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666913ce-fc8b-43ed-9442-b616df5f8349 service neutron] Pushing event updated for resources: {'Port': ['ID=93633617-d5af-4cb5-b99a-9390f1f8ba99,revision_number=3']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:39:21.556626 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-666913ce-fc8b-43ed-9442-b616df5f8349 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:39:21.642613 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f986523-381d-448b-bdd7-1733ae1c0bb3', 'tag': '93633617-d5af-4cb5-b99a-9390f1f8ba99', 'status': 'completed', 'code': 200} Dec 20 09:39:21.649038 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device ccb17d55-8ec2-45c7-a149-5c3bd34c4e2e up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:39:21.653901 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2e9869cd-c400-42f5-8ad0-473b0ea5348f req-7ae63da7-9d52-4bee-a998-c5b33906a5e3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=70859c428e684590a5c4b578802571ec&device_id=1f986523-381d-448b-bdd7-1733ae1c0bb3 HTTP/1.1" status: 200 len: 1096 time: 0.0928471 Dec 20 09:39:21.721843 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port ccb17d55-8ec2-45c7-a149-5c3bd34c4e2e triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:39:21.722220 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:21.724077 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2e9869cd-c400-42f5-8ad0-473b0ea5348f req-d211bdb4-bd6a-4bcf-beb6-75c1f854ff68 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93633617-d5af-4cb5-b99a-9390f1f8ba99 HTTP/1.1" status: 200 len: 217 time: 0.0629950 Dec 20 09:39:21.902286 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9869cd-c400-42f5-8ad0-473b0ea5348f req-0b6a17ba-fd7c-4f67-98fc-1966d887a37a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:39:21.903710 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2e9869cd-c400-42f5-8ad0-473b0ea5348f req-0b6a17ba-fd7c-4f67-98fc-1966d887a37a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=08aba22e-f1a5-4cca-9243-1da2c590dc4f HTTP/1.1" status: 200 len: 848 time: 0.1735609 Dec 20 09:39:21.976452 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2e9869cd-c400-42f5-8ad0-473b0ea5348f req-4157f58a-d031-4e6c-b790-89f4c57864a3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=262ab3bd-5e87-4978-8cc5-c8c362a0b686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0659735 Dec 20 09:39:22.114714 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2e9869cd-c400-42f5-8ad0-473b0ea5348f req-b2c6b84e-51e1-4c59-8a2e-8c630fdf85e0 service neutron] 10.222.0.58 "GET /v2.0/networks/262ab3bd-5e87-4978-8cc5-c8c362a0b686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321568 Dec 20 09:39:22.296076 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2e9869cd-c400-42f5-8ad0-473b0ea5348f req-b3d7b063-f339-4e99-b97d-50545cee838c service neutron] 10.222.0.58 "GET /v2.0/networks/262ab3bd-5e87-4978-8cc5-c8c362a0b686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743479 Dec 20 09:39:22.318570 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324220f0-a3c4-4027-babd-5e5faa7d7924 req-cbe7ae05-ab34-447e-8f05-964d152abb0f tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:39:22.319994 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-324220f0-a3c4-4027-babd-5e5faa7d7924 req-cbe7ae05-ab34-447e-8f05-964d152abb0f tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f986523-381d-448b-bdd7-1733ae1c0bb3 HTTP/1.1" status: 200 len: 943 time: 0.1505811 Dec 20 09:39:22.411402 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-324220f0-a3c4-4027-babd-5e5faa7d7924 req-b2d8a655-84c5-47d6-a99f-b839c9dd381d tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=45ecf339-3402-46b1-91e0-c16fa5f48cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852590 Dec 20 09:39:22.431826 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d732759c-f44a-4747-9cf0-2f1218d1787d req-d0e6165a-aa40-435b-89c2-a08844b93619 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=70859c428e684590a5c4b578802571ec&device_id=1f986523-381d-448b-bdd7-1733ae1c0bb3 HTTP/1.1" status: 200 len: 1096 time: 0.0910652 Dec 20 09:39:22.562887 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d732759c-f44a-4747-9cf0-2f1218d1787d req-ba0d91fa-b587-4d86-b81a-7f2b411ed751 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:39:22.564249 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d732759c-f44a-4747-9cf0-2f1218d1787d req-ba0d91fa-b587-4d86-b81a-7f2b411ed751 service neutron] 10.222.0.58 "GET /v2.0/networks?id=262ab3bd-5e87-4978-8cc5-c8c362a0b686 HTTP/1.1" status: 200 len: 910 time: 0.1260874 Dec 20 09:39:22.634609 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d732759c-f44a-4747-9cf0-2f1218d1787d req-0603ef4a-f777-4427-a173-e160b70a51db service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93633617-d5af-4cb5-b99a-9390f1f8ba99 HTTP/1.1" status: 200 len: 217 time: 0.0644982 Dec 20 09:39:22.694518 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d732759c-f44a-4747-9cf0-2f1218d1787d req-bdc9ab1c-2a89-4190-9dd9-4acdcca78341 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:39:22.695877 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d732759c-f44a-4747-9cf0-2f1218d1787d req-bdc9ab1c-2a89-4190-9dd9-4acdcca78341 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=08aba22e-f1a5-4cca-9243-1da2c590dc4f HTTP/1.1" status: 200 len: 848 time: 0.0552361 Dec 20 09:39:22.772753 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d732759c-f44a-4747-9cf0-2f1218d1787d req-7347b055-0b4f-4273-854c-08b3d6c1e6b3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=262ab3bd-5e87-4978-8cc5-c8c362a0b686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698459 Dec 20 09:39:22.905970 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d732759c-f44a-4747-9cf0-2f1218d1787d req-b1a15bd5-f3dd-48e4-93e9-d5b5bdefdf52 service neutron] 10.222.0.58 "GET /v2.0/networks/262ab3bd-5e87-4978-8cc5-c8c362a0b686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269016 Dec 20 09:39:23.034988 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d732759c-f44a-4747-9cf0-2f1218d1787d req-bec79436-ac38-4ca6-8cc6-425b368663c2 service neutron] 10.222.0.58 "GET /v2.0/networks/262ab3bd-5e87-4978-8cc5-c8c362a0b686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227388 Dec 20 09:39:23.237933 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e64365-5b84-4025-a0bc-d42c74aacbdf None None] Sync routers for ids ['f6611208-e436-40f2-80ac-fad849a099f5'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 09:39:23.251215 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e64365-5b84-4025-a0bc-d42c74aacbdf None None] Routers {'f6611208-e436-40f2-80ac-fad849a099f5'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:39:23.251836 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-86e64365-5b84-4025-a0bc-d42c74aacbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:39:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['f6611208-e436-40f2-80ac-fad849a099f5'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:39:23.426704 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-86e64365-5b84-4025-a0bc-d42c74aacbdf None None] Set router f6611208-e436-40f2-80ac-fad849a099f5 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:39:23.620908 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304a91e0-7fec-4c31-9861-a540a99b6c2a req-e2d11e6d-ed9e-4dc9-a2ee-0561cb7d6009 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:39:23.622363 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-304a91e0-7fec-4c31-9861-a540a99b6c2a req-e2d11e6d-ed9e-4dc9-a2ee-0561cb7d6009 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f986523-381d-448b-bdd7-1733ae1c0bb3 HTTP/1.1" status: 200 len: 943 time: 0.0891666 Dec 20 09:39:23.668863 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-304a91e0-7fec-4c31-9861-a540a99b6c2a req-7a80a6ec-1ab4-44e5-8580-ab765f4c35e1 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=45ecf339-3402-46b1-91e0-c16fa5f48cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408914 Dec 20 09:39:23.742954 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-86e64365-5b84-4025-a0bc-d42c74aacbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6611208-e436-40f2-80ac-fad849a099f5', 'name': 'tempest-TestShelveInstance-1408681512-router', 'tenant_id': '70859c428e684590a5c4b578802571ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': '691171d3-f753-4fb3-9116-76970f2f59f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:39:04Z', 'updated_at': '2021-12-20T09:39:07Z', 'revision_number': 4, 'project_id': '70859c428e684590a5c4b578802571ec', 'gw_port': {'id': '691171d3-f753-4fb3-9116-76970f2f59f9', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:56:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6611208-e436-40f2-80ac-fad849a099f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:39:04Z', 'updated_at': '2021-12-20T09:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '35c6abdf-c8a5-4062-b83b-d50cb64df33b', 'name': '', 'network_id': '262ab3bd-5e87-4978-8cc5-c8c362a0b686', 'tenant_id': '70859c428e684590a5c4b578802571ec', 'mac_address': 'fa:16:3e:2b:c0:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6611208-e436-40f2-80ac-fad849a099f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08aba22e-f1a5-4cca-9243-1da2c590dc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:39:06Z', 'updated_at': '2021-12-20T09:39:07Z', 'revision_number': 2, 'project_id': '70859c428e684590a5c4b578802571ec', 'subnets': [{'id': '08aba22e-f1a5-4cca-9243-1da2c590dc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:39:23.747000 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e64365-5b84-4025-a0bc-d42c74aacbdf None None] Checking router: f6611208-e436-40f2-80ac-fad849a099f5 for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 09:39:23.747386 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e64365-5b84-4025-a0bc-d42c74aacbdf None None] Updating router f6611208-e436-40f2-80ac-fad849a099f5 port 35c6abdf-c8a5-4062-b83b-d50cb64df33b binding host dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 09:39:23.800885 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-86e64365-5b84-4025-a0bc-d42c74aacbdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:24.168588 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-86e64365-5b84-4025-a0bc-d42c74aacbdf None None] Notify callbacks [] for port, precommit_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:24.180211 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-86e64365-5b84-4025-a0bc-d42c74aacbdf None None] Transition to ACTIVE for port object 35c6abdf-c8a5-4062-b83b-d50cb64df33b will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:39:24.187599 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-86e64365-5b84-4025-a0bc-d42c74aacbdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:24.191761 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-eeccf83e-5dd6-411b-9ce3-817f969d7ca2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:39:24.319156 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38004720-7f56-4201-b271-7538afb02fc8 None None] Pushing event updated for resources: {'Port': ['ID=35c6abdf-c8a5-4062-b83b-d50cb64df33b,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:39:24.322775 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-38004720-7f56-4201-b271-7538afb02fc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:39:24.410526 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-86e64365-5b84-4025-a0bc-d42c74aacbdf None None] Attempting to bind port 35c6abdf-c8a5-4062-b83b-d50cb64df33b on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 09:39:24.410899 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-86e64365-5b84-4025-a0bc-d42c74aacbdf None None] Attempting to bind port 35c6abdf-c8a5-4062-b83b-d50cb64df33b by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': 'de55b487-a277-4206-9be9-4fe3bc2e9f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '262ab3bd-5e87-4978-8cc5-c8c362a0b686'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 09:39:24.411266 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e64365-5b84-4025-a0bc-d42c74aacbdf None None] Attempting to bind port 35c6abdf-c8a5-4062-b83b-d50cb64df33b on network 262ab3bd-5e87-4978-8cc5-c8c362a0b686 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:39:24.418038 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e64365-5b84-4025-a0bc-d42c74aacbdf None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 9, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 09:39:24.418415 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e64365-5b84-4025-a0bc-d42c74aacbdf None None] Checking segment: {'id': 'de55b487-a277-4206-9be9-4fe3bc2e9f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '262ab3bd-5e87-4978-8cc5-c8c362a0b686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:39:24.418862 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-86e64365-5b84-4025-a0bc-d42c74aacbdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:24.419214 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e64365-5b84-4025-a0bc-d42c74aacbdf None None] Bound using segment: {'id': 'de55b487-a277-4206-9be9-4fe3bc2e9f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '262ab3bd-5e87-4978-8cc5-c8c362a0b686'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 09:39:24.419669 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-86e64365-5b84-4025-a0bc-d42c74aacbdf None None] Bound port: 35c6abdf-c8a5-4062-b83b-d50cb64df33b, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de55b487-a277-4206-9be9-4fe3bc2e9f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '262ab3bd-5e87-4978-8cc5-c8c362a0b686'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 09:39:24.420039 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-86e64365-5b84-4025-a0bc-d42c74aacbdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:24.512136 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-86e64365-5b84-4025-a0bc-d42c74aacbdf None None] For port 35c6abdf-c8a5-4062-b83b-d50cb64df33b, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 09:39:24.516101 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-86e64365-5b84-4025-a0bc-d42c74aacbdf None None] For port 35c6abdf-c8a5-4062-b83b-d50cb64df33b, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=35c6abdf-c8a5-4062-b83b-d50cb64df33b,segment=NetworkSegment(de55b487-a277-4206-9be9-4fe3bc2e9f6e),segment_id=de55b487-a277-4206-9be9-4fe3bc2e9f6e)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 09:39:24.522083 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-86e64365-5b84-4025-a0bc-d42c74aacbdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:24.525802 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-06992f4f-328f-4858-b503-204b77a4be04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:39:24.609329 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38004720-7f56-4201-b271-7538afb02fc8 None None] Pushing event updated for resources: {'Port': ['ID=35c6abdf-c8a5-4062-b83b-d50cb64df33b,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:39:24.612078 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e64365-5b84-4025-a0bc-d42c74aacbdf None None] Routers {'f6611208-e436-40f2-80ac-fad849a099f5'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:39:24.612685 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-86e64365-5b84-4025-a0bc-d42c74aacbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:39:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['f6611208-e436-40f2-80ac-fad849a099f5'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:39:24.661487 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-38004720-7f56-4201-b271-7538afb02fc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:39:24.803969 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-86e64365-5b84-4025-a0bc-d42c74aacbdf None None] Set router f6611208-e436-40f2-80ac-fad849a099f5 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:39:24.878402 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39dfadb-04c9-40f3-8141-4159adc0c8fb req-30ce93c8-1ded-4e88-9f1c-72928dd6ad8c tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:39:24.880451 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a39dfadb-04c9-40f3-8141-4159adc0c8fb req-30ce93c8-1ded-4e88-9f1c-72928dd6ad8c tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f986523-381d-448b-bdd7-1733ae1c0bb3 HTTP/1.1" status: 200 len: 943 time: 0.0806031 Dec 20 09:39:24.895998 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aaf1c5c-caa8-461e-82c2-5e2e1be41ff3 None None] Sync routers for ids ['6ef7b733-8843-4d4b-ad52-39f5efab6d05'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 09:39:24.908738 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aaf1c5c-caa8-461e-82c2-5e2e1be41ff3 None None] Routers {'6ef7b733-8843-4d4b-ad52-39f5efab6d05'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:39:24.909542 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-9aaf1c5c-caa8-461e-82c2-5e2e1be41ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:39:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['6ef7b733-8843-4d4b-ad52-39f5efab6d05'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:39:24.928352 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a39dfadb-04c9-40f3-8141-4159adc0c8fb req-d6c119d5-b90c-4a85-8899-da723d794fb7 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=45ecf339-3402-46b1-91e0-c16fa5f48cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421622 Dec 20 09:39:25.085755 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-9aaf1c5c-caa8-461e-82c2-5e2e1be41ff3 None None] Set router 6ef7b733-8843-4d4b-ad52-39f5efab6d05 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:39:25.134581 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-86e64365-5b84-4025-a0bc-d42c74aacbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6611208-e436-40f2-80ac-fad849a099f5', 'name': 'tempest-TestShelveInstance-1408681512-router', 'tenant_id': '70859c428e684590a5c4b578802571ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': '691171d3-f753-4fb3-9116-76970f2f59f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:39:04Z', 'updated_at': '2021-12-20T09:39:07Z', 'revision_number': 4, 'project_id': '70859c428e684590a5c4b578802571ec', 'gw_port': {'id': '691171d3-f753-4fb3-9116-76970f2f59f9', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:56:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6611208-e436-40f2-80ac-fad849a099f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:39:04Z', 'updated_at': '2021-12-20T09:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '35c6abdf-c8a5-4062-b83b-d50cb64df33b', 'name': '', 'network_id': '262ab3bd-5e87-4978-8cc5-c8c362a0b686', 'tenant_id': '70859c428e684590a5c4b578802571ec', 'mac_address': 'fa:16:3e:2b:c0:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6611208-e436-40f2-80ac-fad849a099f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08aba22e-f1a5-4cca-9243-1da2c590dc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:39:06Z', 'updated_at': '2021-12-20T09:39:24Z', 'revision_number': 4, 'project_id': '70859c428e684590a5c4b578802571ec', 'subnets': [{'id': '08aba22e-f1a5-4cca-9243-1da2c590dc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:39:25.138747 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e64365-5b84-4025-a0bc-d42c74aacbdf None None] The sync data for ids ['f6611208-e436-40f2-80ac-fad849a099f5'] in dv-neutron-820491-1-hyperv is: [{'id': 'f6611208-e436-40f2-80ac-fad849a099f5', 'name': 'tempest-TestShelveInstance-1408681512-router', 'tenant_id': '70859c428e684590a5c4b578802571ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': '691171d3-f753-4fb3-9116-76970f2f59f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:39:04Z', 'updated_at': '2021-12-20T09:39:07Z', 'revision_number': 4, 'project_id': '70859c428e684590a5c4b578802571ec', 'gw_port': {'id': '691171d3-f753-4fb3-9116-76970f2f59f9', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:56:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6611208-e436-40f2-80ac-fad849a099f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:39:04Z', 'updated_at': '2021-12-20T09:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '35c6abdf-c8a5-4062-b83b-d50cb64df33b', 'name': '', 'network_id': '262ab3bd-5e87-4978-8cc5-c8c362a0b686', 'tenant_id': '70859c428e684590a5c4b578802571ec', 'mac_address': 'fa:16:3e:2b:c0:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6611208-e436-40f2-80ac-fad849a099f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08aba22e-f1a5-4cca-9243-1da2c590dc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:39:06Z', 'updated_at': '2021-12-20T09:39:24Z', 'revision_number': 4, 'project_id': '70859c428e684590a5c4b578802571ec', 'subnets': [{'id': '08aba22e-f1a5-4cca-9243-1da2c590dc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 09:39:25.409378 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-9aaf1c5c-caa8-461e-82c2-5e2e1be41ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ef7b733-8843-4d4b-ad52-39f5efab6d05', 'name': 'tempest-TestShelveInstance-1289582497-router', 'tenant_id': '48db5605bef04509bbca8b8a7cf39910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.71'}], 'enable_snat': True}, 'gw_port_id': 'ccb17d55-8ec2-45c7-a149-5c3bd34c4e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:39:10Z', 'updated_at': '2021-12-20T09:39:13Z', 'revision_number': 4, 'project_id': '48db5605bef04509bbca8b8a7cf39910', 'gw_port': {'id': 'ccb17d55-8ec2-45c7-a149-5c3bd34c4e2e', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef7b733-8843-4d4b-ad52-39f5efab6d05', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:39:10Z', 'updated_at': '2021-12-20T09:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '17b7672f-861e-4d75-b8fe-584dac207160', 'name': '', 'network_id': '2ac2ce03-327d-4d73-a301-b515221be760', 'tenant_id': '48db5605bef04509bbca8b8a7cf39910', 'mac_address': 'fa:16:3e:05:c4:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ef7b733-8843-4d4b-ad52-39f5efab6d05', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94609943-ebcb-4cd6-8d73-48cf9c0c64b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:39:12Z', 'updated_at': '2021-12-20T09:39:13Z', 'revision_number': 2, 'project_id': '48db5605bef04509bbca8b8a7cf39910', 'subnets': [{'id': '94609943-ebcb-4cd6-8d73-48cf9c0c64b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:39:25.413569 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aaf1c5c-caa8-461e-82c2-5e2e1be41ff3 None None] Checking router: 6ef7b733-8843-4d4b-ad52-39f5efab6d05 for host: dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 09:39:25.413924 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aaf1c5c-caa8-461e-82c2-5e2e1be41ff3 None None] Updating router 6ef7b733-8843-4d4b-ad52-39f5efab6d05 port 17b7672f-861e-4d75-b8fe-584dac207160 binding host dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 09:39:25.465165 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-9aaf1c5c-caa8-461e-82c2-5e2e1be41ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:25.644911 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 35c6abdf-c8a5-4062-b83b-d50cb64df33b up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:39:25.711070 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 35c6abdf-c8a5-4062-b83b-d50cb64df33b completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:39:25.716233 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 35c6abdf-c8a5-4062-b83b-d50cb64df33b triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:39:25.716552 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:25.834409 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:25.843671 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-9aaf1c5c-caa8-461e-82c2-5e2e1be41ff3 None None] Notify callbacks [] for port, precommit_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:25.855099 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.provisioning_blocks [None req-9aaf1c5c-caa8-461e-82c2-5e2e1be41ff3 None None] Transition to ACTIVE for port object 17b7672f-861e-4d75-b8fe-584dac207160 will not be triggered until provisioned by entity L2. {{(pid=83447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:39:25.862667 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-9aaf1c5c-caa8-461e-82c2-5e2e1be41ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:25.866793 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-4245a3d4-3c5a-44f4-b65e-f19e608bd12d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:39:25.867604 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 35c6abdf-c8a5-4062-b83b-d50cb64df33b, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=35c6abdf-c8a5-4062-b83b-d50cb64df33b,segment=NetworkSegment(de55b487-a277-4206-9be9-4fe3bc2e9f6e),segment_id=de55b487-a277-4206-9be9-4fe3bc2e9f6e)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:39:25.871142 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:25.872923 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-aec6772d-d4f5-4ddf-9b34-7b33040fe64d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:39:25.954084 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=35c6abdf-c8a5-4062-b83b-d50cb64df33b,revision_number=5']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:39:25.965672 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:39:25.993999 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39581aa-2e7b-40c4-8194-a11b09a5bc52 None None] Pushing event updated for resources: {'Port': ['ID=17b7672f-861e-4d75-b8fe-584dac207160,revision_number=3']} {{(pid=83447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:39:25.997729 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-a39581aa-2e7b-40c4-8194-a11b09a5bc52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:39:26.084602 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-9aaf1c5c-caa8-461e-82c2-5e2e1be41ff3 None None] Attempting to bind port 17b7672f-861e-4d75-b8fe-584dac207160 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 09:39:26.084971 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-9aaf1c5c-caa8-461e-82c2-5e2e1be41ff3 None None] Attempting to bind port 17b7672f-861e-4d75-b8fe-584dac207160 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': 'ada4a4fc-bd2a-426f-aee1-4ebc836048f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ac2ce03-327d-4d73-a301-b515221be760'}] {{(pid=83447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 09:39:26.085373 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aaf1c5c-caa8-461e-82c2-5e2e1be41ff3 None None] Attempting to bind port 17b7672f-861e-4d75-b8fe-584dac207160 on network 2ac2ce03-327d-4d73-a301-b515221be760 {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:39:26.093769 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aaf1c5c-caa8-461e-82c2-5e2e1be41ff3 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 9, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 09:39:26.094267 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aaf1c5c-caa8-461e-82c2-5e2e1be41ff3 None None] Checking segment: {'id': 'ada4a4fc-bd2a-426f-aee1-4ebc836048f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ac2ce03-327d-4d73-a301-b515221be760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:39:26.094728 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-9aaf1c5c-caa8-461e-82c2-5e2e1be41ff3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:26.095184 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aaf1c5c-caa8-461e-82c2-5e2e1be41ff3 None None] Bound using segment: {'id': 'ada4a4fc-bd2a-426f-aee1-4ebc836048f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ac2ce03-327d-4d73-a301-b515221be760'} {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 09:39:26.095667 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-9aaf1c5c-caa8-461e-82c2-5e2e1be41ff3 None None] Bound port: 17b7672f-861e-4d75-b8fe-584dac207160, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ada4a4fc-bd2a-426f-aee1-4ebc836048f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ac2ce03-327d-4d73-a301-b515221be760'}}] {{(pid=83447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 09:39:26.096313 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-9aaf1c5c-caa8-461e-82c2-5e2e1be41ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:26.143408 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d539b960-48d7-49a2-b02b-17b4c01f5c46 req-8c2b0621-1920-4a2c-9760-4972bc9cb8a4 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:39:26.144913 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-d539b960-48d7-49a2-b02b-17b4c01f5c46 req-8c2b0621-1920-4a2c-9760-4972bc9cb8a4 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f986523-381d-448b-bdd7-1733ae1c0bb3 HTTP/1.1" status: 200 len: 943 time: 0.0856202 Dec 20 09:39:26.190688 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.db [None req-9aaf1c5c-caa8-461e-82c2-5e2e1be41ff3 None None] For port 17b7672f-861e-4d75-b8fe-584dac207160, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 09:39:26.192550 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-d539b960-48d7-49a2-b02b-17b4c01f5c46 req-7ffc9dfe-06ea-4cab-8203-16a93b231430 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=45ecf339-3402-46b1-91e0-c16fa5f48cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419681 Dec 20 09:39:26.193828 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.db [None req-9aaf1c5c-caa8-461e-82c2-5e2e1be41ff3 None None] For port 17b7672f-861e-4d75-b8fe-584dac207160, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=17b7672f-861e-4d75-b8fe-584dac207160,segment=NetworkSegment(ada4a4fc-bd2a-426f-aee1-4ebc836048f0),segment_id=ada4a4fc-bd2a-426f-aee1-4ebc836048f0)] {{(pid=83447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 09:39:26.198989 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-9aaf1c5c-caa8-461e-82c2-5e2e1be41ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:26.203146 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-13a8d663-306d-4ec9-9c05-74e365b0453d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:39:26.295010 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39581aa-2e7b-40c4-8194-a11b09a5bc52 None None] Pushing event updated for resources: {'Port': ['ID=17b7672f-861e-4d75-b8fe-584dac207160,revision_number=4']} {{(pid=83447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:39:26.298059 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aaf1c5c-caa8-461e-82c2-5e2e1be41ff3 None None] Routers {'6ef7b733-8843-4d4b-ad52-39f5efab6d05'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:39:26.298666 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-9aaf1c5c-caa8-461e-82c2-5e2e1be41ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:39:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['6ef7b733-8843-4d4b-ad52-39f5efab6d05'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:39:26.349025 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-a39581aa-2e7b-40c4-8194-a11b09a5bc52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:39:26.478797 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-9aaf1c5c-caa8-461e-82c2-5e2e1be41ff3 None None] Set router 6ef7b733-8843-4d4b-ad52-39f5efab6d05 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:39:26.784529 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-9aaf1c5c-caa8-461e-82c2-5e2e1be41ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ef7b733-8843-4d4b-ad52-39f5efab6d05', 'name': 'tempest-TestShelveInstance-1289582497-router', 'tenant_id': '48db5605bef04509bbca8b8a7cf39910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.71'}], 'enable_snat': True}, 'gw_port_id': 'ccb17d55-8ec2-45c7-a149-5c3bd34c4e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:39:10Z', 'updated_at': '2021-12-20T09:39:13Z', 'revision_number': 4, 'project_id': '48db5605bef04509bbca8b8a7cf39910', 'gw_port': {'id': 'ccb17d55-8ec2-45c7-a149-5c3bd34c4e2e', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef7b733-8843-4d4b-ad52-39f5efab6d05', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:39:10Z', 'updated_at': '2021-12-20T09:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '17b7672f-861e-4d75-b8fe-584dac207160', 'name': '', 'network_id': '2ac2ce03-327d-4d73-a301-b515221be760', 'tenant_id': '48db5605bef04509bbca8b8a7cf39910', 'mac_address': 'fa:16:3e:05:c4:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ef7b733-8843-4d4b-ad52-39f5efab6d05', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94609943-ebcb-4cd6-8d73-48cf9c0c64b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:39:12Z', 'updated_at': '2021-12-20T09:39:26Z', 'revision_number': 4, 'project_id': '48db5605bef04509bbca8b8a7cf39910', 'subnets': [{'id': '94609943-ebcb-4cd6-8d73-48cf9c0c64b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:39:26.788410 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aaf1c5c-caa8-461e-82c2-5e2e1be41ff3 None None] The sync data for ids ['6ef7b733-8843-4d4b-ad52-39f5efab6d05'] in dv-neutron-820491-1-hyperv is: [{'id': '6ef7b733-8843-4d4b-ad52-39f5efab6d05', 'name': 'tempest-TestShelveInstance-1289582497-router', 'tenant_id': '48db5605bef04509bbca8b8a7cf39910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.71'}], 'enable_snat': True}, 'gw_port_id': 'ccb17d55-8ec2-45c7-a149-5c3bd34c4e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:39:10Z', 'updated_at': '2021-12-20T09:39:13Z', 'revision_number': 4, 'project_id': '48db5605bef04509bbca8b8a7cf39910', 'gw_port': {'id': 'ccb17d55-8ec2-45c7-a149-5c3bd34c4e2e', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef7b733-8843-4d4b-ad52-39f5efab6d05', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:39:10Z', 'updated_at': '2021-12-20T09:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '17b7672f-861e-4d75-b8fe-584dac207160', 'name': '', 'network_id': '2ac2ce03-327d-4d73-a301-b515221be760', 'tenant_id': '48db5605bef04509bbca8b8a7cf39910', 'mac_address': 'fa:16:3e:05:c4:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ef7b733-8843-4d4b-ad52-39f5efab6d05', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94609943-ebcb-4cd6-8d73-48cf9c0c64b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:39:12Z', 'updated_at': '2021-12-20T09:39:26Z', 'revision_number': 4, 'project_id': '48db5605bef04509bbca8b8a7cf39910', 'subnets': [{'id': '94609943-ebcb-4cd6-8d73-48cf9c0c64b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 09:39:27.410281 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aad5982-6b03-4400-8a9d-8b3a1f37740d req-fdad8a35-da57-43ff-9c50-d35beb364446 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:39:27.411877 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2aad5982-6b03-4400-8a9d-8b3a1f37740d req-fdad8a35-da57-43ff-9c50-d35beb364446 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f986523-381d-448b-bdd7-1733ae1c0bb3 HTTP/1.1" status: 200 len: 943 time: 0.0836866 Dec 20 09:39:27.458223 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2aad5982-6b03-4400-8a9d-8b3a1f37740d req-d17da070-985a-47a0-97f9-fb5d31b5b4af tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=45ecf339-3402-46b1-91e0-c16fa5f48cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407140 Dec 20 09:39:27.552052 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 93633617-d5af-4cb5-b99a-9390f1f8ba99 details requested by agent hyperv_hv-neutron-8204 with host hv-neutron-8204 {{(pid=83446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 09:39:27.728568 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 17b7672f-861e-4d75-b8fe-584dac207160 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:39:27.796853 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port 93633617-d5af-4cb5-b99a-9390f1f8ba99, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=93633617-d5af-4cb5-b99a-9390f1f8ba99,segment=NetworkSegment(de55b487-a277-4206-9be9-4fe3bc2e9f6e),segment_id=de55b487-a277-4206-9be9-4fe3bc2e9f6e)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:39:27.814854 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Returning: {'device': '93633617-d5af-4cb5-b99a-9390f1f8ba99', 'network_id': '262ab3bd-5e87-4978-8cc5-c8c362a0b686', 'port_id': '93633617-d5af-4cb5-b99a-9390f1f8ba99', 'mac_address': 'fa:16:3e:0d:a7:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08aba22e-f1a5-4cca-9243-1da2c590dc4f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 09:39:27.887120 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 17b7672f-861e-4d75-b8fe-584dac207160 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:39:27.894596 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:27.902934 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 17b7672f-861e-4d75-b8fe-584dac207160 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:39:27.903300 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:27.945375 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93633617-d5af-4cb5-b99a-9390f1f8ba99 {{(pid=83446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 09:39:27.974091 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port 93633617-d5af-4cb5-b99a-9390f1f8ba99, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=93633617-d5af-4cb5-b99a-9390f1f8ba99,segment=NetworkSegment(de55b487-a277-4206-9be9-4fe3bc2e9f6e),segment_id=de55b487-a277-4206-9be9-4fe3bc2e9f6e)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:39:27.980286 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:27.984122 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-e0af430a-6b18-4af2-bc27-ac77dbd13807 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:39:28.093185 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:28.101606 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=93633617-d5af-4cb5-b99a-9390f1f8ba99,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:39:28.104645 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:39:28.128519 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 17b7672f-861e-4d75-b8fe-584dac207160, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=17b7672f-861e-4d75-b8fe-584dac207160,segment=NetworkSegment(ada4a4fc-bd2a-426f-aee1-4ebc836048f0),segment_id=ada4a4fc-bd2a-426f-aee1-4ebc836048f0)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:39:28.132647 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:28.133515 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 35c6abdf-c8a5-4062-b83b-d50cb64df33b up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:39:28.156612 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-64458083-5e6e-44c7-bd49-9e05bf3af01e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:39:28.248426 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=17b7672f-861e-4d75-b8fe-584dac207160,revision_number=5']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:39:28.252369 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:39:28.265107 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 35c6abdf-c8a5-4062-b83b-d50cb64df33b triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:39:28.265616 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:28.307390 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] get_ports_and_sgs() called for port_ids ['93633617-d5af-4cb5-b99a-9390f1f8ba99'] {{(pid=83446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 09:39:28.667402 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab09f4-f21f-40e0-a650-019a584691e5 req-10003d94-fcfd-4ced-9acd-df76112347e4 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:39:28.668851 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-40ab09f4-f21f-40e0-a650-019a584691e5 req-10003d94-fcfd-4ced-9acd-df76112347e4 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f986523-381d-448b-bdd7-1733ae1c0bb3 HTTP/1.1" status: 200 len: 944 time: 0.0859802 Dec 20 09:39:28.715584 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-40ab09f4-f21f-40e0-a650-019a584691e5 req-d4f5e656-3f1b-4cd3-a21b-94582b49a669 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=45ecf339-3402-46b1-91e0-c16fa5f48cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412090 Dec 20 09:39:29.566586 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 93633617-d5af-4cb5-b99a-9390f1f8ba99 up at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:39:29.612844 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 17b7672f-861e-4d75-b8fe-584dac207160 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:39:29.691746 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning for port 93633617-d5af-4cb5-b99a-9390f1f8ba99 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:39:29.699747 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning complete for port 93633617-d5af-4cb5-b99a-9390f1f8ba99 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:39:29.700112 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:29.728251 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 17b7672f-861e-4d75-b8fe-584dac207160 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:39:29.728613 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:29.913951 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:29.920089 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f3322-be4f-4d5b-8fdb-394f60abbd63 req-debc006b-7a8e-4c0d-8abd-c7f385d164b1 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:39:29.922145 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b77f3322-be4f-4d5b-8fdb-394f60abbd63 req-debc006b-7a8e-4c0d-8abd-c7f385d164b1 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f986523-381d-448b-bdd7-1733ae1c0bb3 HTTP/1.1" status: 200 len: 944 time: 0.0807202 Dec 20 09:39:29.944264 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f986523-381d-448b-bdd7-1733ae1c0bb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93633617-d5af-4cb5-b99a-9390f1f8ba99'}] {{(pid=83446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:39:29.953753 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port 93633617-d5af-4cb5-b99a-9390f1f8ba99, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=93633617-d5af-4cb5-b99a-9390f1f8ba99,segment=NetworkSegment(de55b487-a277-4206-9be9-4fe3bc2e9f6e),segment_id=de55b487-a277-4206-9be9-4fe3bc2e9f6e)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:39:29.959212 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:29.961809 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-52a288bf-6706-4aa9-a55e-f3bd923d807b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:39:29.974095 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b77f3322-be4f-4d5b-8fdb-394f60abbd63 req-ed195416-97e2-4aee-93f4-df1d53b38701 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=45ecf339-3402-46b1-91e0-c16fa5f48cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463622 Dec 20 09:39:30.030208 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=93633617-d5af-4cb5-b99a-9390f1f8ba99,revision_number=5']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:39:30.033295 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:39:30.092969 dv-neutron-820491-1-hyperv neutron-server[83446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f986523-381d-448b-bdd7-1733ae1c0bb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93633617-d5af-4cb5-b99a-9390f1f8ba99', 'code': 200} Dec 20 09:39:30.315289 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4cc3c23a-e6a0-43b8-a6c0-3300cc4a891a req-b684c301-3299-4019-906b-918606278df3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1f986523-381d-448b-bdd7-1733ae1c0bb3 HTTP/1.1" status: 200 len: 1098 time: 0.0676324 Dec 20 09:39:30.358338 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4cc3c23a-e6a0-43b8-a6c0-3300cc4a891a req-b450b88a-7550-4a75-9045-75d373847ea8 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=45ecf339-3402-46b1-91e0-c16fa5f48cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362947 Dec 20 09:39:31.175189 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77e99b-aa30-4096-bcd1-a72aad569679 req-da97beb1-b691-4be7-a369-ec2353ddcb5a tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:39:31.176624 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6d77e99b-aa30-4096-bcd1-a72aad569679 req-da97beb1-b691-4be7-a369-ec2353ddcb5a tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f986523-381d-448b-bdd7-1733ae1c0bb3 HTTP/1.1" status: 200 len: 945 time: 0.0845246 Dec 20 09:39:31.321456 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6d77e99b-aa30-4096-bcd1-a72aad569679 req-8ee1df7b-296a-4e58-a4df-3f0f4bf2c7eb tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=45ecf339-3402-46b1-91e0-c16fa5f48cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390598 Dec 20 09:39:32.522476 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ecf989-9789-4403-8b45-4e8ba33eca3b req-cb8d97f5-9af1-40dc-b299-5992c5f5873b tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:39:32.523917 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-c1ecf989-9789-4403-8b45-4e8ba33eca3b req-cb8d97f5-9af1-40dc-b299-5992c5f5873b tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f986523-381d-448b-bdd7-1733ae1c0bb3 HTTP/1.1" status: 200 len: 945 time: 0.0803916 Dec 20 09:39:32.572427 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-c1ecf989-9789-4403-8b45-4e8ba33eca3b req-25e602b3-abac-4bed-9aac-77473ddcd259 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=45ecf339-3402-46b1-91e0-c16fa5f48cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430877 Dec 20 09:39:32.777480 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471201f4-a695-4709-b214-126d71e80fd8 req-fafa8b5f-2f11-4b6f-ab31-4980f396fb85 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:39:32.779682 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-471201f4-a695-4709-b214-126d71e80fd8 req-fafa8b5f-2f11-4b6f-ab31-4980f396fb85 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f986523-381d-448b-bdd7-1733ae1c0bb3 HTTP/1.1" status: 200 len: 945 time: 0.0762308 Dec 20 09:39:32.824916 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-471201f4-a695-4709-b214-126d71e80fd8 req-2d02d59e-c231-47f5-9f8c-c915221be0b7 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=45ecf339-3402-46b1-91e0-c16fa5f48cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381300 Dec 20 09:39:32.852866 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 53024) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:39:32.989884 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-c1981c4a-4acf-4325-9c54-28dac20674f5 tempest-TestShelveInstance-419237199 tempest-TestShelveInstance-419237199-project-admin] Synchronizing usage tracker for tenant:48db5605bef04509bbca8b8a7cf39910 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:39:33.006295 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-c1981c4a-4acf-4325-9c54-28dac20674f5 tempest-TestShelveInstance-419237199 tempest-TestShelveInstance-419237199-project-admin] Unset dirty status for tenant:48db5605bef04509bbca8b8a7cf39910 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:39:33.007575 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c1981c4a-4acf-4325-9c54-28dac20674f5 tempest-TestShelveInstance-419237199 tempest-TestShelveInstance-419237199-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1f986523-381d-448b-bdd7-1733ae1c0bb3 HTTP/1.1" status: 200 len: 1093 time: 0.1537502 Dec 20 09:39:33.010536 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 53030) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:39:33.016417 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-cc458c15-0b44-451c-b6ea-1160bd686dd9 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Request body: {'floatingip': {'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'port_id': '93633617-d5af-4cb5-b99a-9390f1f8ba99', 'tenant_id': '70859c428e684590a5c4b578802571ec', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:39:33.021821 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-cc458c15-0b44-451c-b6ea-1160bd686dd9 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:39:33.025555 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-cc458c15-0b44-451c-b6ea-1160bd686dd9 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Usage tracker for resource:floatingip and tenant:70859c428e684590a5c4b578802571ec is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:39:33.028288 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-cc458c15-0b44-451c-b6ea-1160bd686dd9 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:39:33.034032 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-cc458c15-0b44-451c-b6ea-1160bd686dd9 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:39:33.043848 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cc458c15-0b44-451c-b6ea-1160bd686dd9 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks [] for floatingip, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:33.183211 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cc458c15-0b44-451c-b6ea-1160bd686dd9 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:33.331006 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-cc458c15-0b44-451c-b6ea-1160bd686dd9 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Allocated IP 172.26.5.96 (95f3bec2-46e6-4468-8229-8badd4a5aaae/cf8895a3-346d-4313-a645-16ecdcce9969/ff37e16f-c4ee-4456-8c86-5c471543a8be) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 09:39:33.504520 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cc458c15-0b44-451c-b6ea-1160bd686dd9 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:33.537821 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cc458c15-0b44-451c-b6ea-1160bd686dd9 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:33.541765 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-813461b1-c667-415a-abf4-34245a2895cb tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:39:33.603962 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc458c15-0b44-451c-b6ea-1160bd686dd9 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Network 95f3bec2-46e6-4468-8229-8badd4a5aaae is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:39:33.606878 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-cc458c15-0b44-451c-b6ea-1160bd686dd9 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:39:33.615866 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc458c15-0b44-451c-b6ea-1160bd686dd9 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 09:39:33.660443 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc458c15-0b44-451c-b6ea-1160bd686dd9 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Pushing event updated for resources: {'Port': ['ID=ff37e16f-c4ee-4456-8c86-5c471543a8be,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:39:33.664429 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-cc458c15-0b44-451c-b6ea-1160bd686dd9 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:39:34.155236 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cc458c15-0b44-451c-b6ea-1160bd686dd9 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:34.212203 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cc458c15-0b44-451c-b6ea-1160bd686dd9 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:34.412426 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cc458c15-0b44-451c-b6ea-1160bd686dd9 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:34.416652 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cc458c15-0b44-451c-b6ea-1160bd686dd9 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:34.422295 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-773ee7a5-4dc5-45ef-bb06-0ccbcc71d1e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:39:34.638489 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc458c15-0b44-451c-b6ea-1160bd686dd9 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Pushing event updated for resources: {'Port': ['ID=ff37e16f-c4ee-4456-8c86-5c471543a8be,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:39:34.641406 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-cc458c15-0b44-451c-b6ea-1160bd686dd9 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:39:34.648211 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cc458c15-0b44-451c-b6ea-1160bd686dd9 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-345990'] for floatingip, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:34.836086 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.l3_db [None req-cc458c15-0b44-451c-b6ea-1160bd686dd9 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Floating IP b4b505cb-5122-4fbb-9886-7f8712c77378 associated. External IP: 172.26.5.96, port: 93633617-d5af-4cb5-b99a-9390f1f8ba99. Dec 20 09:39:35.136978 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:39:35.220171 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc458c15-0b44-451c-b6ea-1160bd686dd9 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Router f6611208-e436-40f2-80ac-fad849a099f5 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 09:39:35.417007 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc458c15-0b44-451c-b6ea-1160bd686dd9 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 09:39:35.427402 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc68472-7bf8-4934-ab26-541af10c2df2 None None] Sync routers for ids ['f6611208-e436-40f2-80ac-fad849a099f5'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 09:39:35.440800 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc68472-7bf8-4934-ab26-541af10c2df2 None None] Routers {'f6611208-e436-40f2-80ac-fad849a099f5'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:39:35.441522 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-5cc68472-7bf8-4934-ab26-541af10c2df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:39:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['f6611208-e436-40f2-80ac-fad849a099f5'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:39:35.442718 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cc458c15-0b44-451c-b6ea-1160bd686dd9 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:35.498003 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-cc458c15-0b44-451c-b6ea-1160bd686dd9 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4864645 Dec 20 09:39:35.499582 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f986523-381d-448b-bdd7-1733ae1c0bb3', 'tag': '93633617-d5af-4cb5-b99a-9390f1f8ba99'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:39:35.553129 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f986523-381d-448b-bdd7-1733ae1c0bb3', 'tag': '93633617-d5af-4cb5-b99a-9390f1f8ba99', 'status': 'completed', 'code': 200} Dec 20 09:39:35.623781 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-5cc68472-7bf8-4934-ab26-541af10c2df2 None None] Set router f6611208-e436-40f2-80ac-fad849a099f5 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:39:35.647267 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-238cc2ab-9422-42b4-828d-5281cff6d642 req-70212e02-5c31-4e27-97b0-b801923a8c68 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=70859c428e684590a5c4b578802571ec&device_id=1f986523-381d-448b-bdd7-1733ae1c0bb3 HTTP/1.1" status: 200 len: 1098 time: 0.0686667 Dec 20 09:39:35.780375 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238cc2ab-9422-42b4-828d-5281cff6d642 req-8d0caa08-b2b7-46e5-a340-0b2293f8d27b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:39:35.782240 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-238cc2ab-9422-42b4-828d-5281cff6d642 req-8d0caa08-b2b7-46e5-a340-0b2293f8d27b service neutron] 10.222.0.58 "GET /v2.0/networks?id=262ab3bd-5e87-4978-8cc5-c8c362a0b686 HTTP/1.1" status: 200 len: 910 time: 0.1294086 Dec 20 09:39:35.885037 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-238cc2ab-9422-42b4-828d-5281cff6d642 req-89c97c8d-5d38-49bb-a19d-840c4192592d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93633617-d5af-4cb5-b99a-9390f1f8ba99 HTTP/1.1" status: 200 len: 998 time: 0.0964928 Dec 20 09:39:35.948401 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238cc2ab-9422-42b4-828d-5281cff6d642 req-45f7f20d-e5c7-4340-a16b-c477aa2f86af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:39:35.950100 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-238cc2ab-9422-42b4-828d-5281cff6d642 req-45f7f20d-e5c7-4340-a16b-c477aa2f86af service neutron] 10.222.0.58 "GET /v2.0/subnets?id=08aba22e-f1a5-4cca-9243-1da2c590dc4f HTTP/1.1" status: 200 len: 848 time: 0.0590453 Dec 20 09:39:36.018735 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-5cc68472-7bf8-4934-ab26-541af10c2df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6611208-e436-40f2-80ac-fad849a099f5', 'name': 'tempest-TestShelveInstance-1408681512-router', 'tenant_id': '70859c428e684590a5c4b578802571ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': '691171d3-f753-4fb3-9116-76970f2f59f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:39:04Z', 'updated_at': '2021-12-20T09:39:07Z', 'revision_number': 4, 'project_id': '70859c428e684590a5c4b578802571ec', 'gw_port': {'id': '691171d3-f753-4fb3-9116-76970f2f59f9', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:56:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6611208-e436-40f2-80ac-fad849a099f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:39:04Z', 'updated_at': '2021-12-20T09:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': 'b4b505cb-5122-4fbb-9886-7f8712c77378', 'tenant_id': '70859c428e684590a5c4b578802571ec', 'floating_ip_address': '172.26.5.96', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': 'f6611208-e436-40f2-80ac-fad849a099f5', 'port_id': '93633617-d5af-4cb5-b99a-9390f1f8ba99', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '262ab3bd-5e87-4978-8cc5-c8c362a0b686', 'mac_address': 'fa:16:3e:0d:a7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f986523-381d-448b-bdd7-1733ae1c0bb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T09:39:33Z', 'updated_at': '2021-12-20T09:39:33Z', 'revision_number': 0, 'project_id': '70859c428e684590a5c4b578802571ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35c6abdf-c8a5-4062-b83b-d50cb64df33b', 'name': '', 'network_id': '262ab3bd-5e87-4978-8cc5-c8c362a0b686', 'tenant_id': '70859c428e684590a5c4b578802571ec', 'mac_address': 'fa:16:3e:2b:c0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6611208-e436-40f2-80ac-fad849a099f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08aba22e-f1a5-4cca-9243-1da2c590dc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:39:06Z', 'updated_at': '2021-12-20T09:39:25Z', 'revision_number': 5, 'project_id': '70859c428e684590a5c4b578802571ec', 'subnets': [{'id': '08aba22e-f1a5-4cca-9243-1da2c590dc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:39:36.022552 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc68472-7bf8-4934-ab26-541af10c2df2 None None] Checking router: f6611208-e436-40f2-80ac-fad849a099f5 for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 09:39:36.029947 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-238cc2ab-9422-42b4-828d-5281cff6d642 req-bd5cff45-fb78-449b-9cde-1a40ec0cbc69 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=262ab3bd-5e87-4978-8cc5-c8c362a0b686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728040 Dec 20 09:39:36.033557 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc68472-7bf8-4934-ab26-541af10c2df2 None None] Routers {'f6611208-e436-40f2-80ac-fad849a099f5'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:39:36.034098 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-5cc68472-7bf8-4934-ab26-541af10c2df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:39:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['f6611208-e436-40f2-80ac-fad849a099f5'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:39:36.211368 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-5cc68472-7bf8-4934-ab26-541af10c2df2 None None] Set router f6611208-e436-40f2-80ac-fad849a099f5 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:39:36.283371 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-238cc2ab-9422-42b4-828d-5281cff6d642 req-79f0925d-03cd-41b9-8911-1f0292851c6b service neutron] 10.222.0.58 "GET /v2.0/networks/262ab3bd-5e87-4978-8cc5-c8c362a0b686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467523 Dec 20 09:39:36.419206 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-238cc2ab-9422-42b4-828d-5281cff6d642 req-98bb0638-22fd-4382-862e-7ab6e0c3e12b service neutron] 10.222.0.58 "GET /v2.0/networks/262ab3bd-5e87-4978-8cc5-c8c362a0b686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261523 Dec 20 09:39:36.559448 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-5cc68472-7bf8-4934-ab26-541af10c2df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6611208-e436-40f2-80ac-fad849a099f5', 'name': 'tempest-TestShelveInstance-1408681512-router', 'tenant_id': '70859c428e684590a5c4b578802571ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': '691171d3-f753-4fb3-9116-76970f2f59f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:39:04Z', 'updated_at': '2021-12-20T09:39:07Z', 'revision_number': 4, 'project_id': '70859c428e684590a5c4b578802571ec', 'gw_port': {'id': '691171d3-f753-4fb3-9116-76970f2f59f9', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:56:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6611208-e436-40f2-80ac-fad849a099f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:39:04Z', 'updated_at': '2021-12-20T09:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': 'b4b505cb-5122-4fbb-9886-7f8712c77378', 'tenant_id': '70859c428e684590a5c4b578802571ec', 'floating_ip_address': '172.26.5.96', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': 'f6611208-e436-40f2-80ac-fad849a099f5', 'port_id': '93633617-d5af-4cb5-b99a-9390f1f8ba99', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '262ab3bd-5e87-4978-8cc5-c8c362a0b686', 'mac_address': 'fa:16:3e:0d:a7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f986523-381d-448b-bdd7-1733ae1c0bb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T09:39:33Z', 'updated_at': '2021-12-20T09:39:33Z', 'revision_number': 0, 'project_id': '70859c428e684590a5c4b578802571ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35c6abdf-c8a5-4062-b83b-d50cb64df33b', 'name': '', 'network_id': '262ab3bd-5e87-4978-8cc5-c8c362a0b686', 'tenant_id': '70859c428e684590a5c4b578802571ec', 'mac_address': 'fa:16:3e:2b:c0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6611208-e436-40f2-80ac-fad849a099f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08aba22e-f1a5-4cca-9243-1da2c590dc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:39:06Z', 'updated_at': '2021-12-20T09:39:25Z', 'revision_number': 5, 'project_id': '70859c428e684590a5c4b578802571ec', 'subnets': [{'id': '08aba22e-f1a5-4cca-9243-1da2c590dc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:39:36.564033 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc68472-7bf8-4934-ab26-541af10c2df2 None None] The sync data for ids ['f6611208-e436-40f2-80ac-fad849a099f5'] in dv-neutron-820491-1-hyperv is: [{'id': 'f6611208-e436-40f2-80ac-fad849a099f5', 'name': 'tempest-TestShelveInstance-1408681512-router', 'tenant_id': '70859c428e684590a5c4b578802571ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': '691171d3-f753-4fb3-9116-76970f2f59f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:39:04Z', 'updated_at': '2021-12-20T09:39:07Z', 'revision_number': 4, 'project_id': '70859c428e684590a5c4b578802571ec', 'gw_port': {'id': '691171d3-f753-4fb3-9116-76970f2f59f9', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:56:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6611208-e436-40f2-80ac-fad849a099f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:39:04Z', 'updated_at': '2021-12-20T09:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': 'b4b505cb-5122-4fbb-9886-7f8712c77378', 'tenant_id': '70859c428e684590a5c4b578802571ec', 'floating_ip_address': '172.26.5.96', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': 'f6611208-e436-40f2-80ac-fad849a099f5', 'port_id': '93633617-d5af-4cb5-b99a-9390f1f8ba99', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '262ab3bd-5e87-4978-8cc5-c8c362a0b686', 'mac_address': 'fa:16:3e:0d:a7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f986523-381d-448b-bdd7-1733ae1c0bb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T09:39:33Z', 'updated_at': '2021-12-20T09:39:33Z', 'revision_number': 0, 'project_id': '70859c428e684590a5c4b578802571ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35c6abdf-c8a5-4062-b83b-d50cb64df33b', 'name': '', 'network_id': '262ab3bd-5e87-4978-8cc5-c8c362a0b686', 'tenant_id': '70859c428e684590a5c4b578802571ec', 'mac_address': 'fa:16:3e:2b:c0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6611208-e436-40f2-80ac-fad849a099f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08aba22e-f1a5-4cca-9243-1da2c590dc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:39:06Z', 'updated_at': '2021-12-20T09:39:25Z', 'revision_number': 5, 'project_id': '70859c428e684590a5c4b578802571ec', 'subnets': [{'id': '08aba22e-f1a5-4cca-9243-1da2c590dc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 09:39:40.502603 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:42.692243 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-85a134a0-ef66-4bd7-84d8-0939fb439650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:43.336232 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2790e8e4-ca55-40f7-9b03-12a4098b55b4 None None] New status for floating IP b4b505cb-5122-4fbb-9886-7f8712c77378: ACTIVE {{(pid=83447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 09:39:44.974558 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-98548490-f0d3-4620-aec9-3f39687ae34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:46.171251 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:46.186204 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:39:47.618511 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:40:10.304323 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a5703cf6-9c8a-4653-87f5-f5138b163b8b req-6bf3d20d-3942-4989-a1fa-ae64bbf935f6 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1f986523-381d-448b-bdd7-1733ae1c0bb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0682914 Dec 20 09:40:10.445947 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a5703cf6-9c8a-4653-87f5-f5138b163b8b req-cba89c15-e195-4a51-924e-b397fababbb7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=70859c428e684590a5c4b578802571ec&device_id=1f986523-381d-448b-bdd7-1733ae1c0bb3 HTTP/1.1" status: 200 len: 1098 time: 0.0733805 Dec 20 09:40:10.509335 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:40:10.589336 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5703cf6-9c8a-4653-87f5-f5138b163b8b req-c652273b-a329-4687-b599-00beeda3f15d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:40:10.590663 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a5703cf6-9c8a-4653-87f5-f5138b163b8b req-c652273b-a329-4687-b599-00beeda3f15d service neutron] 10.222.0.58 "GET /v2.0/networks?id=262ab3bd-5e87-4978-8cc5-c8c362a0b686 HTTP/1.1" status: 200 len: 910 time: 0.1260269 Dec 20 09:40:10.689790 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a5703cf6-9c8a-4653-87f5-f5138b163b8b req-03106a2a-4be8-451f-802a-c217b62db93d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93633617-d5af-4cb5-b99a-9390f1f8ba99 HTTP/1.1" status: 200 len: 1000 time: 0.0930378 Dec 20 09:40:10.750767 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5703cf6-9c8a-4653-87f5-f5138b163b8b req-344102c5-8f3c-42d3-801b-7aaf9d3ff2d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:40:10.752142 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a5703cf6-9c8a-4653-87f5-f5138b163b8b req-344102c5-8f3c-42d3-801b-7aaf9d3ff2d3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=08aba22e-f1a5-4cca-9243-1da2c590dc4f HTTP/1.1" status: 200 len: 848 time: 0.0557656 Dec 20 09:40:10.827088 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a5703cf6-9c8a-4653-87f5-f5138b163b8b req-12192bc7-558b-48ef-8bf1-7c2f11e0575e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=262ab3bd-5e87-4978-8cc5-c8c362a0b686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684476 Dec 20 09:40:10.964728 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a5703cf6-9c8a-4653-87f5-f5138b163b8b req-563160ce-7830-41cb-8d64-631d59b6c94b service neutron] 10.222.0.58 "GET /v2.0/networks/262ab3bd-5e87-4978-8cc5-c8c362a0b686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302528 Dec 20 09:40:11.100342 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a5703cf6-9c8a-4653-87f5-f5138b163b8b req-ac29aa53-b54c-4234-bc9e-9208667d8b16 service neutron] 10.222.0.58 "GET /v2.0/networks/262ab3bd-5e87-4978-8cc5-c8c362a0b686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292660 Dec 20 09:40:12.137045 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:40:12.693949 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-dae92932-9aee-4b4f-82f5-971527c630ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:40:14.976001 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1c188db-373a-4ede-b4e9-82b5860210b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:40:16.177591 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:40:16.187453 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:40:17.621766 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:40:40.507384 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:40:42.694884 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-247ec7d0-040c-498f-a4ed-64e1720538fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:40:44.977702 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-45020de5-7196-4d27-8f50-03b367ee956c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:40:46.179106 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:40:46.189545 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:40:47.624795 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:40:49.136574 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:41:10.400455 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4d976e04-21d2-4784-b970-c6b79d555a17 req-39b1c50c-9882-410b-b8a0-9d33fb242747 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1f986523-381d-448b-bdd7-1733ae1c0bb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1358671 Dec 20 09:41:10.515789 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:41:10.538804 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4d976e04-21d2-4784-b970-c6b79d555a17 req-274e2d2a-dbc5-42aa-ba7d-68f97ecde55d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=70859c428e684590a5c4b578802571ec&device_id=1f986523-381d-448b-bdd7-1733ae1c0bb3 HTTP/1.1" status: 200 len: 1098 time: 0.0699687 Dec 20 09:41:10.683062 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d976e04-21d2-4784-b970-c6b79d555a17 req-049f1ae4-01f0-4805-97b7-983e60e5d178 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:41:10.684548 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4d976e04-21d2-4784-b970-c6b79d555a17 req-049f1ae4-01f0-4805-97b7-983e60e5d178 service neutron] 10.222.0.58 "GET /v2.0/networks?id=262ab3bd-5e87-4978-8cc5-c8c362a0b686 HTTP/1.1" status: 200 len: 910 time: 0.1258602 Dec 20 09:41:10.794950 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4d976e04-21d2-4784-b970-c6b79d555a17 req-df1efbf6-6a49-4bd8-9dfa-eba263a596c8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93633617-d5af-4cb5-b99a-9390f1f8ba99 HTTP/1.1" status: 200 len: 1000 time: 0.1042583 Dec 20 09:41:10.860028 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d976e04-21d2-4784-b970-c6b79d555a17 req-750b12c6-68ce-4313-a5ee-3af49553d434 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:41:10.861444 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4d976e04-21d2-4784-b970-c6b79d555a17 req-750b12c6-68ce-4313-a5ee-3af49553d434 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=08aba22e-f1a5-4cca-9243-1da2c590dc4f HTTP/1.1" status: 200 len: 848 time: 0.0606463 Dec 20 09:41:10.934082 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4d976e04-21d2-4784-b970-c6b79d555a17 req-75cc3cc1-c48b-45c4-9dc7-63004c1d9da8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=262ab3bd-5e87-4978-8cc5-c8c362a0b686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667288 Dec 20 09:41:11.190168 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4d976e04-21d2-4784-b970-c6b79d555a17 req-f8f63720-ba51-4958-8335-8256f2f0904c service neutron] 10.222.0.58 "GET /v2.0/networks/262ab3bd-5e87-4978-8cc5-c8c362a0b686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496643 Dec 20 09:41:11.320862 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4d976e04-21d2-4784-b970-c6b79d555a17 req-3b8205bc-d8bb-4980-a76b-360a7d464500 service neutron] 10.222.0.58 "GET /v2.0/networks/262ab3bd-5e87-4978-8cc5-c8c362a0b686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238844 Dec 20 09:41:12.697033 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-dc800db4-d3bd-4910-b6f7-40cd57df33c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:41:14.978804 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-178548af-4775-4672-9029-8fa4c15441de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:41:16.184564 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:41:16.194340 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:41:17.627578 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:41:26.136289 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:41:40.513925 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:41:42.698611 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-76aa7d23-d96d-45e2-bc72-68d5206e9323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:41:44.978971 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-07038958-2480-4d75-9819-bb02ba26c36a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:41:46.185511 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:41:46.196002 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:41:47.632514 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:42:03.136090 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:42:09.605429 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ee589d-1d14-47ad-94e1-275f8ac54ce4 req-ae615ce1-7eb6-47f9-bf45-a2feb99adf87 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:42:09.606919 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-13ee589d-1d14-47ad-94e1-275f8ac54ce4 req-ae615ce1-7eb6-47f9-bf45-a2feb99adf87 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f986523-381d-448b-bdd7-1733ae1c0bb3 HTTP/1.1" status: 200 len: 945 time: 0.1560407 Dec 20 09:42:09.652076 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-13ee589d-1d14-47ad-94e1-275f8ac54ce4 req-af15e2c1-110f-4262-a131-529afa373a55 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=45ecf339-3402-46b1-91e0-c16fa5f48cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396030 Dec 20 09:42:10.503842 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:42:10.878057 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194ba43-6e8f-4d73-965b-812236a62219 req-828c8ccb-32a2-4f38-a5cb-6768f1e833e6 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:42:10.879438 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7194ba43-6e8f-4d73-965b-812236a62219 req-828c8ccb-32a2-4f38-a5cb-6768f1e833e6 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f986523-381d-448b-bdd7-1733ae1c0bb3 HTTP/1.1" status: 200 len: 945 time: 0.0906730 Dec 20 09:42:10.924904 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7194ba43-6e8f-4d73-965b-812236a62219 req-5daf79a4-3830-4666-b4b2-0da81ba6b536 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=45ecf339-3402-46b1-91e0-c16fa5f48cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398855 Dec 20 09:42:11.358606 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c05fb480-45a0-44bc-9486-35de3e77e350 req-0b691369-f5d1-4d8c-9f5c-6342e7adc1c1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=70859c428e684590a5c4b578802571ec&device_id=1f986523-381d-448b-bdd7-1733ae1c0bb3 HTTP/1.1" status: 200 len: 1098 time: 0.0672274 Dec 20 09:42:11.503633 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05fb480-45a0-44bc-9486-35de3e77e350 req-06da16af-4c99-45ed-bded-6b99c7a502a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:42:11.505044 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c05fb480-45a0-44bc-9486-35de3e77e350 req-06da16af-4c99-45ed-bded-6b99c7a502a0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=262ab3bd-5e87-4978-8cc5-c8c362a0b686 HTTP/1.1" status: 200 len: 910 time: 0.1265488 Dec 20 09:42:11.608205 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c05fb480-45a0-44bc-9486-35de3e77e350 req-2a6ef523-1466-4cf1-9bc6-ccbdc6e9a2fd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93633617-d5af-4cb5-b99a-9390f1f8ba99 HTTP/1.1" status: 200 len: 1000 time: 0.0955546 Dec 20 09:42:11.672005 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05fb480-45a0-44bc-9486-35de3e77e350 req-23d56c45-7513-4eb9-9bb6-68aca3a4b54a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:42:11.673406 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c05fb480-45a0-44bc-9486-35de3e77e350 req-23d56c45-7513-4eb9-9bb6-68aca3a4b54a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=08aba22e-f1a5-4cca-9243-1da2c590dc4f HTTP/1.1" status: 200 len: 848 time: 0.0585191 Dec 20 09:42:11.744717 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c05fb480-45a0-44bc-9486-35de3e77e350 req-961301f4-43a4-46db-a97c-463e6f4acc4b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=262ab3bd-5e87-4978-8cc5-c8c362a0b686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0653081 Dec 20 09:42:11.877460 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c05fb480-45a0-44bc-9486-35de3e77e350 req-4173252e-6546-4046-9f66-2fbfb5b5c626 service neutron] 10.222.0.58 "GET /v2.0/networks/262ab3bd-5e87-4978-8cc5-c8c362a0b686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240330 Dec 20 09:42:12.016564 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c05fb480-45a0-44bc-9486-35de3e77e350 req-5dacc29e-c2e8-4163-9ce4-1708e2b50f1a service neutron] 10.222.0.58 "GET /v2.0/networks/262ab3bd-5e87-4978-8cc5-c8c362a0b686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304955 Dec 20 09:42:12.151173 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec4db98-d72c-4cf4-a05b-c6f10b486101 req-52f64e73-eb54-44a4-82be-7860721fca05 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:42:12.152545 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-0ec4db98-d72c-4cf4-a05b-c6f10b486101 req-52f64e73-eb54-44a4-82be-7860721fca05 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f986523-381d-448b-bdd7-1733ae1c0bb3 HTTP/1.1" status: 200 len: 945 time: 0.0916464 Dec 20 09:42:12.197133 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-0ec4db98-d72c-4cf4-a05b-c6f10b486101 req-d71cc1d8-5035-4dc9-9455-1c13abed90cd tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=45ecf339-3402-46b1-91e0-c16fa5f48cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391524 Dec 20 09:42:12.702195 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-0fbe5f76-3c92-4b70-9832-2ad677c68ca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:42:13.385883 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afad45ab-a102-43ad-88cf-56d85b3ea9d5 req-af409482-f89a-4808-847c-6aaf2d734db6 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:42:13.387321 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-afad45ab-a102-43ad-88cf-56d85b3ea9d5 req-af409482-f89a-4808-847c-6aaf2d734db6 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f986523-381d-448b-bdd7-1733ae1c0bb3 HTTP/1.1" status: 200 len: 945 time: 0.0740075 Dec 20 09:42:13.437113 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-afad45ab-a102-43ad-88cf-56d85b3ea9d5 req-c33ca677-74d8-4ff6-9f35-2bcce73e39d3 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=45ecf339-3402-46b1-91e0-c16fa5f48cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439303 Dec 20 09:42:14.632947 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c9618e-270b-4308-bf9f-f79dfafa842c req-2f3efb99-2982-49b3-9b62-5742ab63b7cd tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:42:14.634389 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-12c9618e-270b-4308-bf9f-f79dfafa842c req-2f3efb99-2982-49b3-9b62-5742ab63b7cd tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f986523-381d-448b-bdd7-1733ae1c0bb3 HTTP/1.1" status: 200 len: 945 time: 0.0780010 Dec 20 09:42:14.679759 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-12c9618e-270b-4308-bf9f-f79dfafa842c req-24f65fa8-d557-46e6-a93c-c9f5d16db248 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=45ecf339-3402-46b1-91e0-c16fa5f48cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392597 Dec 20 09:42:14.980539 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-67f24e1d-288f-4412-95a9-a210a7f0feff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:42:15.886714 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8154de-b018-4f73-ad6e-0a75ef939dd8 req-326d26cb-1d51-463b-9795-bcc20f9655d5 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:42:15.888079 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-af8154de-b018-4f73-ad6e-0a75ef939dd8 req-326d26cb-1d51-463b-9795-bcc20f9655d5 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f986523-381d-448b-bdd7-1733ae1c0bb3 HTTP/1.1" status: 200 len: 945 time: 0.0766597 Dec 20 09:42:15.933718 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-af8154de-b018-4f73-ad6e-0a75ef939dd8 req-fe023620-7626-4447-94a2-225ea434dbaf tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=45ecf339-3402-46b1-91e0-c16fa5f48cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399544 Dec 20 09:42:16.190509 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:42:16.200653 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:42:17.128922 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d0752-e5b6-4cf8-8ffc-17e9d6e5c180 req-c244c9fc-af39-4bae-922e-8c0ab52b5be8 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:42:17.130377 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-2d3d0752-e5b6-4cf8-8ffc-17e9d6e5c180 req-c244c9fc-af39-4bae-922e-8c0ab52b5be8 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f986523-381d-448b-bdd7-1733ae1c0bb3 HTTP/1.1" status: 200 len: 945 time: 0.0783777 Dec 20 09:42:17.174816 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-2d3d0752-e5b6-4cf8-8ffc-17e9d6e5c180 req-4f9d3ae9-fb2c-4d25-afdc-c03632de093b tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=45ecf339-3402-46b1-91e0-c16fa5f48cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390368 Dec 20 09:42:17.636610 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:42:18.368273 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e966f5b1-91c7-466c-9ad5-1f03ec864a14 req-0e52d8cf-f1f3-4d4b-a353-1f8afac16314 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:42:18.369703 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e966f5b1-91c7-466c-9ad5-1f03ec864a14 req-0e52d8cf-f1f3-4d4b-a353-1f8afac16314 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f986523-381d-448b-bdd7-1733ae1c0bb3 HTTP/1.1" status: 200 len: 945 time: 0.0776110 Dec 20 09:42:18.414737 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e966f5b1-91c7-466c-9ad5-1f03ec864a14 req-85aabc59-0e34-4a43-ba3e-f46dcc37cb8b tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=45ecf339-3402-46b1-91e0-c16fa5f48cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397637 Dec 20 09:42:19.612256 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a38e7f9-8eb1-4dec-ab93-f06da9ef2be7 req-aaba74da-358e-49f2-aea6-95c813e4263b tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:42:19.613730 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-6a38e7f9-8eb1-4dec-ab93-f06da9ef2be7 req-aaba74da-358e-49f2-aea6-95c813e4263b tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f986523-381d-448b-bdd7-1733ae1c0bb3 HTTP/1.1" status: 200 len: 945 time: 0.0759015 Dec 20 09:42:19.662024 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-6a38e7f9-8eb1-4dec-ab93-f06da9ef2be7 req-08b65d69-1c5a-4284-bf04-e88f6a18a255 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=45ecf339-3402-46b1-91e0-c16fa5f48cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429163 Dec 20 09:42:20.859390 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e67ba-83b1-4f08-8ba8-0cb72c5a245b req-bf9f2e86-bb2e-4211-aa9b-73d846b62d5e tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:42:20.860845 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8e7e67ba-83b1-4f08-8ba8-0cb72c5a245b req-bf9f2e86-bb2e-4211-aa9b-73d846b62d5e tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f986523-381d-448b-bdd7-1733ae1c0bb3 HTTP/1.1" status: 200 len: 945 time: 0.0786040 Dec 20 09:42:20.906743 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8e7e67ba-83b1-4f08-8ba8-0cb72c5a245b req-53201809-92b8-4779-b627-cde12242345f tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=45ecf339-3402-46b1-91e0-c16fa5f48cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404975 Dec 20 09:42:22.099082 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dca8a2-0b17-40ab-b781-3536962c70a3 req-ed5b98ae-ea66-4f03-ad34-4af0cb0805a2 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:42:22.100496 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-c3dca8a2-0b17-40ab-b781-3536962c70a3 req-ed5b98ae-ea66-4f03-ad34-4af0cb0805a2 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f986523-381d-448b-bdd7-1733ae1c0bb3 HTTP/1.1" status: 200 len: 945 time: 0.0742197 Dec 20 09:42:22.144760 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-c3dca8a2-0b17-40ab-b781-3536962c70a3 req-a230a419-63c0-4d16-bd9f-94c34df5a614 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=45ecf339-3402-46b1-91e0-c16fa5f48cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387008 Dec 20 09:42:22.288165 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 93633617-d5af-4cb5-b99a-9390f1f8ba99 details requested by agent hyperv_hv-neutron-8204 with host hv-neutron-8204 {{(pid=83446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 09:42:22.424186 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port 93633617-d5af-4cb5-b99a-9390f1f8ba99, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=93633617-d5af-4cb5-b99a-9390f1f8ba99,segment=NetworkSegment(de55b487-a277-4206-9be9-4fe3bc2e9f6e),segment_id=de55b487-a277-4206-9be9-4fe3bc2e9f6e)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:42:22.436744 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Returning: {'device': '93633617-d5af-4cb5-b99a-9390f1f8ba99', 'network_id': '262ab3bd-5e87-4978-8cc5-c8c362a0b686', 'port_id': '93633617-d5af-4cb5-b99a-9390f1f8ba99', 'mac_address': 'fa:16:3e:0d:a7:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08aba22e-f1a5-4cca-9243-1da2c590dc4f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 09:42:22.536438 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:42:22.553703 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 93633617-d5af-4cb5-b99a-9390f1f8ba99 {{(pid=83446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 09:42:22.569608 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port 93633617-d5af-4cb5-b99a-9390f1f8ba99, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=93633617-d5af-4cb5-b99a-9390f1f8ba99,segment=NetworkSegment(de55b487-a277-4206-9be9-4fe3bc2e9f6e),segment_id=de55b487-a277-4206-9be9-4fe3bc2e9f6e)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:42:22.573571 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:42:22.575560 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:42:22.641591 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=93633617-d5af-4cb5-b99a-9390f1f8ba99,revision_number=6']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:42:22.650115 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] get_ports_and_sgs() called for port_ids ['93633617-d5af-4cb5-b99a-9390f1f8ba99'] {{(pid=83446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 09:42:22.679126 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:42:22.679470 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:42:22.679806 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:42:22.680138 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:42:22.680471 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:42:22.680795 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:42:22.681120 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:42:22.681468 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:42:22.681789 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:42:22.682106 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:42:22.682422 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:42:22.691787 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:42:23.343027 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8709cfb1-ef3f-4c54-b5e7-2d8ecb1266ae req-3f8165ba-832c-4069-9a94-c933cb17a98c tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:42:23.344446 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8709cfb1-ef3f-4c54-b5e7-2d8ecb1266ae req-3f8165ba-832c-4069-9a94-c933cb17a98c tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f986523-381d-448b-bdd7-1733ae1c0bb3 HTTP/1.1" status: 200 len: 944 time: 0.0783434 Dec 20 09:42:23.389336 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8709cfb1-ef3f-4c54-b5e7-2d8ecb1266ae req-69d9727f-3a95-416a-9853-623b586fb149 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=45ecf339-3402-46b1-91e0-c16fa5f48cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388887 Dec 20 09:42:24.301455 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 93633617-d5af-4cb5-b99a-9390f1f8ba99 up at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:42:24.368121 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning complete for port 93633617-d5af-4cb5-b99a-9390f1f8ba99 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:42:24.368495 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:42:24.483527 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:42:24.511026 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f986523-381d-448b-bdd7-1733ae1c0bb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93633617-d5af-4cb5-b99a-9390f1f8ba99'}] {{(pid=83446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:42:24.521419 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port 93633617-d5af-4cb5-b99a-9390f1f8ba99, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=93633617-d5af-4cb5-b99a-9390f1f8ba99,segment=NetworkSegment(de55b487-a277-4206-9be9-4fe3bc2e9f6e),segment_id=de55b487-a277-4206-9be9-4fe3bc2e9f6e)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:42:24.526482 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:42:24.529766 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:42:24.598508 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df17ae7f-0fcf-4f21-a0a6-bf27ed27964e req-9b2977f0-4684-4925-97aa-c01bfe4014d4 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:42:24.599980 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-df17ae7f-0fcf-4f21-a0a6-bf27ed27964e req-9b2977f0-4684-4925-97aa-c01bfe4014d4 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f986523-381d-448b-bdd7-1733ae1c0bb3 HTTP/1.1" status: 200 len: 945 time: 0.0850658 Dec 20 09:42:24.605719 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=93633617-d5af-4cb5-b99a-9390f1f8ba99,revision_number=7']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:42:24.609452 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:42:24.655810 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-df17ae7f-0fcf-4f21-a0a6-bf27ed27964e req-a99b2ff8-a34c-477f-b015-da301ebc8182 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=45ecf339-3402-46b1-91e0-c16fa5f48cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419295 Dec 20 09:42:24.704699 dv-neutron-820491-1-hyperv neutron-server[83446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f986523-381d-448b-bdd7-1733ae1c0bb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93633617-d5af-4cb5-b99a-9390f1f8ba99', 'code': 200} Dec 20 09:42:25.869974 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615c7195-6c82-4c73-992f-e36fdd3d9c6e req-8a5f5c0c-df8c-4dc6-9581-8993e7d449d4 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:42:25.871446 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-615c7195-6c82-4c73-992f-e36fdd3d9c6e req-8a5f5c0c-df8c-4dc6-9581-8993e7d449d4 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f986523-381d-448b-bdd7-1733ae1c0bb3 HTTP/1.1" status: 200 len: 945 time: 0.0893319 Dec 20 09:42:25.920473 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-615c7195-6c82-4c73-992f-e36fdd3d9c6e req-bdeb5427-4c4a-4fa7-a158-1713cf660db8 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=45ecf339-3402-46b1-91e0-c16fa5f48cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430343 Dec 20 09:42:27.149724 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de2536b-f7a6-476f-8837-5e9f619d86e2 req-37985de6-891b-4fd2-a91a-dd5b8f8f5178 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:42:27.152522 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4de2536b-f7a6-476f-8837-5e9f619d86e2 req-37985de6-891b-4fd2-a91a-dd5b8f8f5178 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f986523-381d-448b-bdd7-1733ae1c0bb3 HTTP/1.1" status: 200 len: 945 time: 0.0889435 Dec 20 09:42:27.202289 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4de2536b-f7a6-476f-8837-5e9f619d86e2 req-a4ca4ffb-6665-4bc4-b4b5-01d342edaccd tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=45ecf339-3402-46b1-91e0-c16fa5f48cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436480 Dec 20 09:42:28.411909 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee788df-ef2e-4fe2-a172-5f8618518592 req-cd2b2037-9619-4e7d-a553-85d79ce6cd3a tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:42:28.417751 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-5ee788df-ef2e-4fe2-a172-5f8618518592 req-cd2b2037-9619-4e7d-a553-85d79ce6cd3a tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f986523-381d-448b-bdd7-1733ae1c0bb3 HTTP/1.1" status: 200 len: 945 time: 0.0890684 Dec 20 09:42:28.466141 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-5ee788df-ef2e-4fe2-a172-5f8618518592 req-1decc25c-2556-47b2-a75d-8313f3af5712 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=45ecf339-3402-46b1-91e0-c16fa5f48cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445216 Dec 20 09:42:29.785049 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0747164-29b1-4249-82a8-3c1bd803c740 req-083060d7-f4fd-48bd-92da-a95c2b3608f4 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:42:29.786461 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f0747164-29b1-4249-82a8-3c1bd803c740 req-083060d7-f4fd-48bd-92da-a95c2b3608f4 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f986523-381d-448b-bdd7-1733ae1c0bb3 HTTP/1.1" status: 200 len: 945 time: 0.1896460 Dec 20 09:42:29.834695 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f0747164-29b1-4249-82a8-3c1bd803c740 req-32d37a47-9b97-40ff-a3b0-babed45a1775 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=45ecf339-3402-46b1-91e0-c16fa5f48cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424564 Dec 20 09:42:31.047050 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e208b1dc-2c12-4930-82e1-a033da704177 req-ba0d722d-fd9d-4ac0-8881-778ef849bc9c tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:42:31.048626 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-e208b1dc-2c12-4930-82e1-a033da704177 req-ba0d722d-fd9d-4ac0-8881-778ef849bc9c tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f986523-381d-448b-bdd7-1733ae1c0bb3 HTTP/1.1" status: 200 len: 945 time: 0.0820124 Dec 20 09:42:31.102154 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-e208b1dc-2c12-4930-82e1-a033da704177 req-194c39a4-d88c-4cbf-ae16-898ef2e91f57 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=45ecf339-3402-46b1-91e0-c16fa5f48cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444727 Dec 20 09:42:32.318658 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35af6a4-cca8-46a6-8bea-7475658b7ad6 req-8faee673-8b83-437f-ada0-ea9120f41700 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:42:32.320258 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f35af6a4-cca8-46a6-8bea-7475658b7ad6 req-8faee673-8b83-437f-ada0-ea9120f41700 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f986523-381d-448b-bdd7-1733ae1c0bb3 HTTP/1.1" status: 200 len: 945 time: 0.0888128 Dec 20 09:42:32.371188 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f35af6a4-cca8-46a6-8bea-7475658b7ad6 req-93c63e2e-fedc-45f3-8df6-185f3609bab1 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=45ecf339-3402-46b1-91e0-c16fa5f48cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454814 Dec 20 09:42:33.593983 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ff5ab-4f68-4294-ac3b-40f366bb424a req-d5f80299-809a-4766-ab31-b9148fd69868 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:42:33.597111 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-ee7ff5ab-4f68-4294-ac3b-40f366bb424a req-d5f80299-809a-4766-ab31-b9148fd69868 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f986523-381d-448b-bdd7-1733ae1c0bb3 HTTP/1.1" status: 200 len: 945 time: 0.0936973 Dec 20 09:42:33.650589 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-ee7ff5ab-4f68-4294-ac3b-40f366bb424a req-73d00dad-86cb-4f82-895b-4176e6a6ae3b tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=45ecf339-3402-46b1-91e0-c16fa5f48cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453861 Dec 20 09:42:34.900558 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc95ad7f-d511-4391-b69a-23805e1510af req-78609ac9-a867-4e6d-8cba-1a01f59de4c8 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:42:34.902031 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bc95ad7f-d511-4391-b69a-23805e1510af req-78609ac9-a867-4e6d-8cba-1a01f59de4c8 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f986523-381d-448b-bdd7-1733ae1c0bb3 HTTP/1.1" status: 200 len: 945 time: 0.0960181 Dec 20 09:42:34.959550 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bc95ad7f-d511-4391-b69a-23805e1510af req-3e3c7a6b-db76-45ae-afe1-7ddb715148cc tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=45ecf339-3402-46b1-91e0-c16fa5f48cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470240 Dec 20 09:42:36.155283 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444aabea-d80d-4839-aa1d-3eb9118b7ee1 req-367287f0-2b39-4701-9f9d-12ef0e8e8a9f tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:42:36.156715 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-444aabea-d80d-4839-aa1d-3eb9118b7ee1 req-367287f0-2b39-4701-9f9d-12ef0e8e8a9f tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f986523-381d-448b-bdd7-1733ae1c0bb3 HTTP/1.1" status: 200 len: 945 time: 0.0748603 Dec 20 09:42:36.205023 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-444aabea-d80d-4839-aa1d-3eb9118b7ee1 req-5207e40a-4a43-421a-a539-f61bbf2e2bda tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=45ecf339-3402-46b1-91e0-c16fa5f48cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427947 Dec 20 09:42:37.030310 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-088eee85-becd-4dc9-abf6-9fa9c4c6f8f0 req-82552c4a-b3ed-4a2a-b43e-ee9e75b49b96 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=70859c428e684590a5c4b578802571ec&device_id=1f986523-381d-448b-bdd7-1733ae1c0bb3 HTTP/1.1" status: 200 len: 1098 time: 0.0708270 Dec 20 09:42:37.159455 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088eee85-becd-4dc9-abf6-9fa9c4c6f8f0 req-3cc6649f-e324-4d9f-a1f8-6a649229614d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:42:37.160892 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-088eee85-becd-4dc9-abf6-9fa9c4c6f8f0 req-3cc6649f-e324-4d9f-a1f8-6a649229614d service neutron] 10.222.0.58 "GET /v2.0/networks?id=262ab3bd-5e87-4978-8cc5-c8c362a0b686 HTTP/1.1" status: 200 len: 910 time: 0.1246710 Dec 20 09:42:37.264184 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-088eee85-becd-4dc9-abf6-9fa9c4c6f8f0 req-19f9537e-c2b3-41d0-bfd8-e17cc588d8da service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93633617-d5af-4cb5-b99a-9390f1f8ba99 HTTP/1.1" status: 200 len: 1000 time: 0.0968657 Dec 20 09:42:37.328881 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088eee85-becd-4dc9-abf6-9fa9c4c6f8f0 req-ae240497-cec5-4681-b4e0-6de266bb2948 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:42:37.330291 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-088eee85-becd-4dc9-abf6-9fa9c4c6f8f0 req-ae240497-cec5-4681-b4e0-6de266bb2948 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=08aba22e-f1a5-4cca-9243-1da2c590dc4f HTTP/1.1" status: 200 len: 848 time: 0.0576708 Dec 20 09:42:37.459223 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-088eee85-becd-4dc9-abf6-9fa9c4c6f8f0 req-bf43ef83-3113-4588-8a15-072c96fcc1c8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=262ab3bd-5e87-4978-8cc5-c8c362a0b686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0996804 Dec 20 09:42:37.464626 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc92196b-3f72-4e6c-a3b8-f67860b1c406 req-e0abc57a-cc5e-4043-abee-36f89627a003 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:42:37.466038 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dc92196b-3f72-4e6c-a3b8-f67860b1c406 req-e0abc57a-cc5e-4043-abee-36f89627a003 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f986523-381d-448b-bdd7-1733ae1c0bb3 HTTP/1.1" status: 200 len: 945 time: 0.1389759 Dec 20 09:42:37.596333 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dc92196b-3f72-4e6c-a3b8-f67860b1c406 req-03603fd6-5069-45e9-9a02-b7ca29ce03a6 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=45ecf339-3402-46b1-91e0-c16fa5f48cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106043 Dec 20 09:42:37.632977 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-088eee85-becd-4dc9-abf6-9fa9c4c6f8f0 req-39aabc6c-3c14-46d8-bd9b-faa1b7a20c3b service neutron] 10.222.0.58 "GET /v2.0/networks/262ab3bd-5e87-4978-8cc5-c8c362a0b686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651652 Dec 20 09:42:37.766481 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-088eee85-becd-4dc9-abf6-9fa9c4c6f8f0 req-88a0646f-5533-4c71-9064-0660b8e3604e service neutron] 10.222.0.58 "GET /v2.0/networks/262ab3bd-5e87-4978-8cc5-c8c362a0b686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227751 Dec 20 09:42:38.789944 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05c6b16-92f5-433f-9085-4072bcf001b2 req-4c86e7c5-844d-4c15-8fa2-0043b33aeac7 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:42:38.791374 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-d05c6b16-92f5-433f-9085-4072bcf001b2 req-4c86e7c5-844d-4c15-8fa2-0043b33aeac7 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f986523-381d-448b-bdd7-1733ae1c0bb3 HTTP/1.1" status: 200 len: 945 time: 0.0757251 Dec 20 09:42:38.836200 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-d05c6b16-92f5-433f-9085-4072bcf001b2 req-e0380943-a777-4287-8067-4cdda743f0e3 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=45ecf339-3402-46b1-91e0-c16fa5f48cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389538 Dec 20 09:42:40.035473 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523b4a47-33eb-406d-8f25-36943a829c2b req-ac619f75-4d48-4bd5-9b05-7700447c7073 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:42:40.036903 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-523b4a47-33eb-406d-8f25-36943a829c2b req-ac619f75-4d48-4bd5-9b05-7700447c7073 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f986523-381d-448b-bdd7-1733ae1c0bb3 HTTP/1.1" status: 200 len: 945 time: 0.0797172 Dec 20 09:42:40.085183 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-523b4a47-33eb-406d-8f25-36943a829c2b req-66b3f5c3-ce0c-4a81-ba58-c19fd4e0efdc tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=45ecf339-3402-46b1-91e0-c16fa5f48cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428240 Dec 20 09:42:40.135788 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:42:40.380439 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 93633617-d5af-4cb5-b99a-9390f1f8ba99 no longer exists at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 09:42:40.395595 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-d6b65943-754f-4fda-853f-c08f86074bec req-5e3eb532-cef4-4ddd-8033-8adaf2bff32b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1f986523-381d-448b-bdd7-1733ae1c0bb3&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1362796 Dec 20 09:42:40.507175 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:42:40.523108 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:42:40.535107 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f986523-381d-448b-bdd7-1733ae1c0bb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93633617-d5af-4cb5-b99a-9390f1f8ba99'}] {{(pid=83446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:42:40.544875 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port 93633617-d5af-4cb5-b99a-9390f1f8ba99, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=93633617-d5af-4cb5-b99a-9390f1f8ba99,segment=NetworkSegment(de55b487-a277-4206-9be9-4fe3bc2e9f6e),segment_id=de55b487-a277-4206-9be9-4fe3bc2e9f6e)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:42:40.549174 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:42:40.552227 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:42:40.589435 dv-neutron-820491-1-hyperv neutron-server[83446]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1f986523-381d-448b-bdd7-1733ae1c0bb3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '93633617-d5af-4cb5-b99a-9390f1f8ba99', 'code': 422} returned with failed status Dec 20 09:42:40.620763 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=93633617-d5af-4cb5-b99a-9390f1f8ba99,revision_number=8']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:42:40.624856 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:42:41.692836 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed8401c-e876-4b8c-9af0-62b57cf6f3ce req-b39cb2fb-8ca2-47da-9b50-49079285352a tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:42:41.694300 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bed8401c-e876-4b8c-9af0-62b57cf6f3ce req-b39cb2fb-8ca2-47da-9b50-49079285352a tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f986523-381d-448b-bdd7-1733ae1c0bb3 HTTP/1.1" status: 200 len: 943 time: 0.0782733 Dec 20 09:42:41.739060 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bed8401c-e876-4b8c-9af0-62b57cf6f3ce req-5bce8f48-3a40-4302-b2f3-a68b358391da tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=45ecf339-3402-46b1-91e0-c16fa5f48cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393326 Dec 20 09:42:41.745080 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-20ea02c2-a47b-4e4b-8347-8d20b915cc27 req-19c1b9d8-aa6a-4601-87bc-a0dd87566fb1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1f986523-381d-448b-bdd7-1733ae1c0bb3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1372557 Dec 20 09:42:42.528437 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-20ea02c2-a47b-4e4b-8347-8d20b915cc27 req-f85ec17b-82ea-4264-b6fb-29f90a006e78 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1f986523-381d-448b-bdd7-1733ae1c0bb3&tenant_id=70859c428e684590a5c4b578802571ec HTTP/1.1" status: 200 len: 1096 time: 0.0709727 Dec 20 09:42:42.636957 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-20ea02c2-a47b-4e4b-8347-8d20b915cc27 req-9fdf005b-e79b-42c8-8b65-e6daeee07614 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=70859c428e684590a5c4b578802571ec&device_id=1f986523-381d-448b-bdd7-1733ae1c0bb3 HTTP/1.1" status: 200 len: 1096 time: 0.0866947 Dec 20 09:42:42.703046 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-ad91dc53-5911-4bab-bedd-9697194bcdc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:42:42.767316 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ea02c2-a47b-4e4b-8347-8d20b915cc27 req-59d1f37c-d853-4d37-b706-9c0c9010c9aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:42:42.768834 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-20ea02c2-a47b-4e4b-8347-8d20b915cc27 req-59d1f37c-d853-4d37-b706-9c0c9010c9aa service neutron] 10.222.0.58 "GET /v2.0/networks?id=262ab3bd-5e87-4978-8cc5-c8c362a0b686 HTTP/1.1" status: 200 len: 910 time: 0.1249871 Dec 20 09:42:42.941188 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6e1117-7fea-40df-a61f-cbefb434b736 req-e7953ea8-a05e-41fa-b353-569d2bd4cc46 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:42:42.942690 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-3f6e1117-7fea-40df-a61f-cbefb434b736 req-e7953ea8-a05e-41fa-b353-569d2bd4cc46 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f986523-381d-448b-bdd7-1733ae1c0bb3 HTTP/1.1" status: 200 len: 943 time: 0.0810254 Dec 20 09:42:42.989193 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-20ea02c2-a47b-4e4b-8347-8d20b915cc27 req-a13f9857-ab40-48e2-9b4b-14912c11071a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93633617-d5af-4cb5-b99a-9390f1f8ba99 HTTP/1.1" status: 200 len: 998 time: 0.2144120 Dec 20 09:42:43.056516 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ea02c2-a47b-4e4b-8347-8d20b915cc27 req-fd029829-80ba-4ea7-b72e-7f8b2f8ed8bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:42:43.057996 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-20ea02c2-a47b-4e4b-8347-8d20b915cc27 req-fd029829-80ba-4ea7-b72e-7f8b2f8ed8bd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=08aba22e-f1a5-4cca-9243-1da2c590dc4f HTTP/1.1" status: 200 len: 848 time: 0.0629308 Dec 20 09:42:43.096817 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-3f6e1117-7fea-40df-a61f-cbefb434b736 req-2aeb3a2e-29a8-42ea-9777-606acf6fb590 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=45ecf339-3402-46b1-91e0-c16fa5f48cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485374 Dec 20 09:42:43.132597 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-20ea02c2-a47b-4e4b-8347-8d20b915cc27 req-432116f8-4065-4846-aa26-5b5e2d019809 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=262ab3bd-5e87-4978-8cc5-c8c362a0b686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679519 Dec 20 09:42:43.265347 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-20ea02c2-a47b-4e4b-8347-8d20b915cc27 req-bcf02396-0a9e-4d29-a8a6-bd035f285e37 service neutron] 10.222.0.58 "GET /v2.0/networks/262ab3bd-5e87-4978-8cc5-c8c362a0b686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256490 Dec 20 09:42:43.412578 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-20ea02c2-a47b-4e4b-8347-8d20b915cc27 req-527fef10-a9ca-48f8-84b4-61074ae2986c service neutron] 10.222.0.58 "GET /v2.0/networks/262ab3bd-5e87-4978-8cc5-c8c362a0b686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407332 Dec 20 09:42:44.323000 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0962b40-0773-427a-b084-cdaa6074ca8d req-343b2e52-e0f0-4ea1-93a0-fa462566dc68 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:42:44.332271 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a0962b40-0773-427a-b084-cdaa6074ca8d req-343b2e52-e0f0-4ea1-93a0-fa462566dc68 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f986523-381d-448b-bdd7-1733ae1c0bb3 HTTP/1.1" status: 200 len: 943 time: 0.0923660 Dec 20 09:42:44.383952 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a0962b40-0773-427a-b084-cdaa6074ca8d req-702dbd47-42e9-4e55-bb68-e91e0e7ecafd tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=45ecf339-3402-46b1-91e0-c16fa5f48cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503449 Dec 20 09:42:44.985801 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-71a1b74d-a042-45bf-bfcd-98a9c92de4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:42:45.603387 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc6fd1f-d3f5-42ff-b598-276db7e4269f req-2c4af2c7-9150-432f-b490-36b0b6dee2aa tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:42:45.604823 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-9bc6fd1f-d3f5-42ff-b598-276db7e4269f req-2c4af2c7-9150-432f-b490-36b0b6dee2aa tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f986523-381d-448b-bdd7-1733ae1c0bb3 HTTP/1.1" status: 200 len: 943 time: 0.0851543 Dec 20 09:42:45.676599 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-9bc6fd1f-d3f5-42ff-b598-276db7e4269f req-cc2895e5-fe9e-4893-bdb8-19820fb184dd tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=45ecf339-3402-46b1-91e0-c16fa5f48cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652552 Dec 20 09:42:46.193145 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:42:46.206637 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:42:46.885442 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91358df-ce70-45dd-a8db-4828bb9ba1c8 req-a5087840-76d3-4f1c-a491-fd62bf5213ed tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:42:46.886827 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c91358df-ce70-45dd-a8db-4828bb9ba1c8 req-a5087840-76d3-4f1c-a491-fd62bf5213ed tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f986523-381d-448b-bdd7-1733ae1c0bb3 HTTP/1.1" status: 200 len: 943 time: 0.0779865 Dec 20 09:42:46.934430 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c91358df-ce70-45dd-a8db-4828bb9ba1c8 req-fa97774e-5fc9-467c-a6b3-8f2f898b5d5f tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=45ecf339-3402-46b1-91e0-c16fa5f48cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414457 Dec 20 09:42:47.641848 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:42:48.137180 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c0837f-3186-45f6-a667-372f23b20fb0 req-b628017f-0c41-43ea-b288-5938682b97fe tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:42:48.140156 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-e6c0837f-3186-45f6-a667-372f23b20fb0 req-b628017f-0c41-43ea-b288-5938682b97fe tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f986523-381d-448b-bdd7-1733ae1c0bb3 HTTP/1.1" status: 200 len: 943 time: 0.0837054 Dec 20 09:42:48.187124 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-e6c0837f-3186-45f6-a667-372f23b20fb0 req-a695e650-1da5-4ea9-b974-4aebf41fc0ca tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=45ecf339-3402-46b1-91e0-c16fa5f48cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414958 Dec 20 09:42:49.393789 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae35a84-539a-4004-bf91-e2eae2edfc7c req-35b35f1a-1d7b-437f-8c70-3f6667d26ab1 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:42:49.395252 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7ae35a84-539a-4004-bf91-e2eae2edfc7c req-35b35f1a-1d7b-437f-8c70-3f6667d26ab1 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f986523-381d-448b-bdd7-1733ae1c0bb3 HTTP/1.1" status: 200 len: 943 time: 0.0825515 Dec 20 09:42:49.443816 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7ae35a84-539a-4004-bf91-e2eae2edfc7c req-9519170a-ace8-48fb-bccf-9527ad65ae8f tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=45ecf339-3402-46b1-91e0-c16fa5f48cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432000 Dec 20 09:42:50.669885 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c271650-97b2-4c0b-a75c-e4c3c1d74751 req-98a88cd3-a34b-4967-957a-32b9c9922592 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:42:50.671287 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-2c271650-97b2-4c0b-a75c-e4c3c1d74751 req-98a88cd3-a34b-4967-957a-32b9c9922592 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f986523-381d-448b-bdd7-1733ae1c0bb3 HTTP/1.1" status: 200 len: 943 time: 0.0997167 Dec 20 09:42:50.718823 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-2c271650-97b2-4c0b-a75c-e4c3c1d74751 req-451bd2a1-b244-419c-b5dd-32d416d6b72d tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=45ecf339-3402-46b1-91e0-c16fa5f48cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419383 Dec 20 09:42:51.925073 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0263fc2-218e-42c4-81ae-0e6f1f39b913 req-40ad2110-459b-4d0c-b616-7d4b83b0f1db tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:42:51.926582 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e0263fc2-218e-42c4-81ae-0e6f1f39b913 req-40ad2110-459b-4d0c-b616-7d4b83b0f1db tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f986523-381d-448b-bdd7-1733ae1c0bb3 HTTP/1.1" status: 200 len: 943 time: 0.0802441 Dec 20 09:42:51.976491 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e0263fc2-218e-42c4-81ae-0e6f1f39b913 req-517c8be9-6272-4a46-8f98-bb8cc99682e0 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=45ecf339-3402-46b1-91e0-c16fa5f48cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441692 Dec 20 09:42:53.183141 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da5b76-24b0-45d1-bcc5-a060d29193c2 req-f829f2b8-9dcc-4576-844f-e8ed54beb096 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:42:53.184573 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-90da5b76-24b0-45d1-bcc5-a060d29193c2 req-f829f2b8-9dcc-4576-844f-e8ed54beb096 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f986523-381d-448b-bdd7-1733ae1c0bb3 HTTP/1.1" status: 200 len: 943 time: 0.0821626 Dec 20 09:42:53.230807 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-90da5b76-24b0-45d1-bcc5-a060d29193c2 req-47b860eb-5832-4533-bf56-8e17f5789b30 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=45ecf339-3402-46b1-91e0-c16fa5f48cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406075 Dec 20 09:42:54.442429 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a2608-411b-474a-baf0-3ab696a2a760 req-69fa00fd-f525-4c52-a4dd-4f38e759067b tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:42:54.443901 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c93a2608-411b-474a-baf0-3ab696a2a760 req-69fa00fd-f525-4c52-a4dd-4f38e759067b tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f986523-381d-448b-bdd7-1733ae1c0bb3 HTTP/1.1" status: 200 len: 943 time: 0.0819190 Dec 20 09:42:54.492044 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c93a2608-411b-474a-baf0-3ab696a2a760 req-5a1e0346-aee8-413f-9144-1671b3ee9e40 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=45ecf339-3402-46b1-91e0-c16fa5f48cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425618 Dec 20 09:42:55.685628 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a8007e-a5ad-44a8-a7e0-b3c1bc58148e req-495a5de8-47d3-472d-bb33-160e076adb11 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:42:55.687209 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-d6a8007e-a5ad-44a8-a7e0-b3c1bc58148e req-495a5de8-47d3-472d-bb33-160e076adb11 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f986523-381d-448b-bdd7-1733ae1c0bb3 HTTP/1.1" status: 200 len: 943 time: 0.0745099 Dec 20 09:42:55.735141 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-d6a8007e-a5ad-44a8-a7e0-b3c1bc58148e req-465ac049-570a-4b3a-be30-470caa8f7c4b tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=45ecf339-3402-46b1-91e0-c16fa5f48cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425766 Dec 20 09:42:56.929185 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba33f5-e702-4cfd-9040-e5253e2796d1 req-80b0db41-5f90-4c3e-bd27-eacbe39f3977 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:42:56.930590 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e0ba33f5-e702-4cfd-9040-e5253e2796d1 req-80b0db41-5f90-4c3e-bd27-eacbe39f3977 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f986523-381d-448b-bdd7-1733ae1c0bb3 HTTP/1.1" status: 200 len: 943 time: 0.0765116 Dec 20 09:42:56.981954 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e0ba33f5-e702-4cfd-9040-e5253e2796d1 req-b93900bf-f693-441c-8811-e7903230b269 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=45ecf339-3402-46b1-91e0-c16fa5f48cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458639 Dec 20 09:42:58.175963 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ec924-134d-40e7-a9fa-323ce6d8130d req-ffcc7575-2644-44f1-9a8d-42942143b2c1 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:42:58.177422 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-fc7ec924-134d-40e7-a9fa-323ce6d8130d req-ffcc7575-2644-44f1-9a8d-42942143b2c1 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f986523-381d-448b-bdd7-1733ae1c0bb3 HTTP/1.1" status: 200 len: 943 time: 0.0760138 Dec 20 09:42:58.222187 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-fc7ec924-134d-40e7-a9fa-323ce6d8130d req-25ff0996-b51a-41ae-9990-0e9882fb5554 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=45ecf339-3402-46b1-91e0-c16fa5f48cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393987 Dec 20 09:42:59.413458 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97efd528-8f9e-4f4a-aab3-7a0db05cd24f req-601548c4-4b82-4ac3-8565-5eaeaa63f922 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:42:59.414884 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-97efd528-8f9e-4f4a-aab3-7a0db05cd24f req-601548c4-4b82-4ac3-8565-5eaeaa63f922 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f986523-381d-448b-bdd7-1733ae1c0bb3 HTTP/1.1" status: 200 len: 943 time: 0.0752835 Dec 20 09:42:59.460374 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-97efd528-8f9e-4f4a-aab3-7a0db05cd24f req-ecb19355-1864-4f55-89e3-ad002a5c7bde tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=45ecf339-3402-46b1-91e0-c16fa5f48cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401132 Dec 20 09:43:00.660108 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50509a11-90da-49ae-9ef1-bf61fd4bd4bf req-fbc8cec9-52f1-40bb-b8ed-cb5bf7ddc129 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:43:00.661557 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-50509a11-90da-49ae-9ef1-bf61fd4bd4bf req-fbc8cec9-52f1-40bb-b8ed-cb5bf7ddc129 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f986523-381d-448b-bdd7-1733ae1c0bb3 HTTP/1.1" status: 200 len: 943 time: 0.0794520 Dec 20 09:43:00.705481 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-50509a11-90da-49ae-9ef1-bf61fd4bd4bf req-f29f93a0-4385-4eb0-acf2-4dc61ee276ec tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=45ecf339-3402-46b1-91e0-c16fa5f48cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385194 Dec 20 09:43:01.906756 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c37c9a-626d-4f9c-b90a-f038260002a7 req-3cbbcfef-2a1f-48c9-8e9d-fd2c74c19091 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:43:01.908090 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-01c37c9a-626d-4f9c-b90a-f038260002a7 req-3cbbcfef-2a1f-48c9-8e9d-fd2c74c19091 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f986523-381d-448b-bdd7-1733ae1c0bb3 HTTP/1.1" status: 200 len: 943 time: 0.0786393 Dec 20 09:43:01.952994 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-01c37c9a-626d-4f9c-b90a-f038260002a7 req-baba54d8-ac3b-44a9-93ee-327e6c1655dd tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=45ecf339-3402-46b1-91e0-c16fa5f48cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392318 Dec 20 09:43:02.455702 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 93633617-d5af-4cb5-b99a-9390f1f8ba99 details requested by agent hyperv_hv-neutron-8204 with host hv-neutron-8204 {{(pid=83446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 09:43:02.587508 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port 93633617-d5af-4cb5-b99a-9390f1f8ba99, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=93633617-d5af-4cb5-b99a-9390f1f8ba99,segment=NetworkSegment(de55b487-a277-4206-9be9-4fe3bc2e9f6e),segment_id=de55b487-a277-4206-9be9-4fe3bc2e9f6e)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:43:02.601285 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Returning: {'device': '93633617-d5af-4cb5-b99a-9390f1f8ba99', 'network_id': '262ab3bd-5e87-4978-8cc5-c8c362a0b686', 'port_id': '93633617-d5af-4cb5-b99a-9390f1f8ba99', 'mac_address': 'fa:16:3e:0d:a7:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08aba22e-f1a5-4cca-9243-1da2c590dc4f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 09:43:02.652988 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:43:02.670374 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93633617-d5af-4cb5-b99a-9390f1f8ba99 {{(pid=83446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 09:43:02.684626 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port 93633617-d5af-4cb5-b99a-9390f1f8ba99, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=93633617-d5af-4cb5-b99a-9390f1f8ba99,segment=NetworkSegment(de55b487-a277-4206-9be9-4fe3bc2e9f6e),segment_id=de55b487-a277-4206-9be9-4fe3bc2e9f6e)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:43:02.688565 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:43:02.690382 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:43:02.773184 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=93633617-d5af-4cb5-b99a-9390f1f8ba99,revision_number=9']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:43:02.776434 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:43:03.020442 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] get_ports_and_sgs() called for port_ids ['93633617-d5af-4cb5-b99a-9390f1f8ba99'] {{(pid=83446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 09:43:03.157685 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f991a0-d6ac-476c-aa12-e85b78373bc9 req-65434d48-9fa4-4c49-926a-ef04129756d2 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:43:03.159035 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-62f991a0-d6ac-476c-aa12-e85b78373bc9 req-65434d48-9fa4-4c49-926a-ef04129756d2 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f986523-381d-448b-bdd7-1733ae1c0bb3 HTTP/1.1" status: 200 len: 944 time: 0.0801902 Dec 20 09:43:03.206686 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-62f991a0-d6ac-476c-aa12-e85b78373bc9 req-e05e094f-83b8-4656-a33d-9ba6ae1c6125 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=45ecf339-3402-46b1-91e0-c16fa5f48cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419540 Dec 20 09:43:04.398770 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc86330-d8fe-4f40-81ea-cb09c7ad898f req-db7fbbf0-5ad7-47ab-853d-2648f4c941f6 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:43:04.400203 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5cc86330-d8fe-4f40-81ea-cb09c7ad898f req-db7fbbf0-5ad7-47ab-853d-2648f4c941f6 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f986523-381d-448b-bdd7-1733ae1c0bb3 HTTP/1.1" status: 200 len: 944 time: 0.0765543 Dec 20 09:43:04.444551 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5cc86330-d8fe-4f40-81ea-cb09c7ad898f req-ddd5dab2-db91-4e50-bb9a-555ac157eac1 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=45ecf339-3402-46b1-91e0-c16fa5f48cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387115 Dec 20 09:43:04.471767 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 93633617-d5af-4cb5-b99a-9390f1f8ba99 up at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:43:04.542850 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning complete for port 93633617-d5af-4cb5-b99a-9390f1f8ba99 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:43:04.543208 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:43:04.689561 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:43:04.714803 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f986523-381d-448b-bdd7-1733ae1c0bb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93633617-d5af-4cb5-b99a-9390f1f8ba99'}] {{(pid=83446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:43:04.724657 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port 93633617-d5af-4cb5-b99a-9390f1f8ba99, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=93633617-d5af-4cb5-b99a-9390f1f8ba99,segment=NetworkSegment(de55b487-a277-4206-9be9-4fe3bc2e9f6e),segment_id=de55b487-a277-4206-9be9-4fe3bc2e9f6e)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:43:04.728905 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:43:04.730764 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-e0af430a-6b18-4af2-bc27-ac77dbd13807 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:43:04.774659 dv-neutron-820491-1-hyperv neutron-server[83446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f986523-381d-448b-bdd7-1733ae1c0bb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93633617-d5af-4cb5-b99a-9390f1f8ba99', 'code': 200} Dec 20 09:43:04.802722 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=93633617-d5af-4cb5-b99a-9390f1f8ba99,revision_number=10']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:43:04.806526 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:43:05.003590 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a49ddf05-bb26-4d40-b1bd-13f78621e489 req-79a30d0c-c04a-4c72-9ecd-dcd7a49dd903 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1f986523-381d-448b-bdd7-1733ae1c0bb3 HTTP/1.1" status: 200 len: 1099 time: 0.0706606 Dec 20 09:43:05.043940 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a49ddf05-bb26-4d40-b1bd-13f78621e489 req-233b2ee5-2f8b-4b0f-b85f-a196e0ae8026 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=45ecf339-3402-46b1-91e0-c16fa5f48cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341640 Dec 20 09:43:05.700017 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716b87d8-1fac-4d7f-b246-f1c2d4e8900f req-202f8c95-ffcf-47e0-928f-58a1ece38ba1 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:43:05.702133 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-716b87d8-1fac-4d7f-b246-f1c2d4e8900f req-202f8c95-ffcf-47e0-928f-58a1ece38ba1 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f986523-381d-448b-bdd7-1733ae1c0bb3 HTTP/1.1" status: 200 len: 946 time: 0.0768898 Dec 20 09:43:05.747024 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-716b87d8-1fac-4d7f-b246-f1c2d4e8900f req-9b0d864d-b78c-4c90-988f-8f965b3ba38d tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=45ecf339-3402-46b1-91e0-c16fa5f48cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395372 Dec 20 09:43:06.952851 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f7cc4d-95d9-40b2-8d5a-d42d6aa39ebc req-fcdce0aa-8b01-4dd5-860c-30f7bd50dd4b tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:43:06.954398 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-f3f7cc4d-95d9-40b2-8d5a-d42d6aa39ebc req-fcdce0aa-8b01-4dd5-860c-30f7bd50dd4b tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f986523-381d-448b-bdd7-1733ae1c0bb3 HTTP/1.1" status: 200 len: 946 time: 0.0836973 Dec 20 09:43:06.999192 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-f3f7cc4d-95d9-40b2-8d5a-d42d6aa39ebc req-3cb96fd0-1814-43d8-9209-bdaa231c4b44 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=45ecf339-3402-46b1-91e0-c16fa5f48cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394068 Dec 20 09:43:08.198065 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d004808-0be4-48e9-8e79-731ab213e3ca req-a6ccf71a-0cda-45fc-b27d-76779b4a3a29 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:43:08.199489 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0d004808-0be4-48e9-8e79-731ab213e3ca req-a6ccf71a-0cda-45fc-b27d-76779b4a3a29 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f986523-381d-448b-bdd7-1733ae1c0bb3 HTTP/1.1" status: 200 len: 946 time: 0.0793750 Dec 20 09:43:08.247590 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0d004808-0be4-48e9-8e79-731ab213e3ca req-66e9d4fb-dd8f-4462-a886-6d3d0286798b tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=45ecf339-3402-46b1-91e0-c16fa5f48cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427704 Dec 20 09:43:10.515485 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:43:12.282445 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d84593c7-9810-43a0-b3ec-bcb25cccd50b req-5d0ea742-e171-4d6e-9caa-6bb7b2d4d11f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1f986523-381d-448b-bdd7-1733ae1c0bb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0685956 Dec 20 09:43:12.518846 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d84593c7-9810-43a0-b3ec-bcb25cccd50b req-5c4865b0-fa92-468f-adb8-dd94c236d91d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=70859c428e684590a5c4b578802571ec&device_id=1f986523-381d-448b-bdd7-1733ae1c0bb3 HTTP/1.1" status: 200 len: 1099 time: 0.1700213 Dec 20 09:43:12.662254 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84593c7-9810-43a0-b3ec-bcb25cccd50b req-8b737165-0af0-4c1d-87b1-a03fd1c83a62 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:43:12.663684 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d84593c7-9810-43a0-b3ec-bcb25cccd50b req-8b737165-0af0-4c1d-87b1-a03fd1c83a62 service neutron] 10.222.0.58 "GET /v2.0/networks?id=262ab3bd-5e87-4978-8cc5-c8c362a0b686 HTTP/1.1" status: 200 len: 910 time: 0.1261432 Dec 20 09:43:12.704730 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-74ff6050-fa60-4462-a20b-ae5e9d054f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:43:12.767397 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d84593c7-9810-43a0-b3ec-bcb25cccd50b req-9e3f724e-c013-4a87-ba3b-98cdc28ba08d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93633617-d5af-4cb5-b99a-9390f1f8ba99 HTTP/1.1" status: 200 len: 1000 time: 0.0963514 Dec 20 09:43:12.828866 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84593c7-9810-43a0-b3ec-bcb25cccd50b req-1cc2b915-b818-4c14-b3fe-a5303f31bd71 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:43:12.830313 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d84593c7-9810-43a0-b3ec-bcb25cccd50b req-1cc2b915-b818-4c14-b3fe-a5303f31bd71 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=08aba22e-f1a5-4cca-9243-1da2c590dc4f HTTP/1.1" status: 200 len: 848 time: 0.0567868 Dec 20 09:43:12.913046 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d84593c7-9810-43a0-b3ec-bcb25cccd50b req-94061cb6-1a94-4f43-8d68-30bc24e4a94c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=262ab3bd-5e87-4978-8cc5-c8c362a0b686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685174 Dec 20 09:43:13.042412 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d84593c7-9810-43a0-b3ec-bcb25cccd50b req-6c87c751-5f6b-4144-9a02-5a26538c1e59 service neutron] 10.222.0.58 "GET /v2.0/networks/262ab3bd-5e87-4978-8cc5-c8c362a0b686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229403 Dec 20 09:43:13.170912 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d84593c7-9810-43a0-b3ec-bcb25cccd50b req-13f91741-cd6a-4d5a-86d5-68c78e0ddab3 service neutron] 10.222.0.58 "GET /v2.0/networks/262ab3bd-5e87-4978-8cc5-c8c362a0b686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222160 Dec 20 09:43:14.986659 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-724121e2-d62c-484f-b8e7-2104fe08046f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:43:16.196409 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:43:16.202525 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:43:17.136353 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:43:17.643092 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:43:40.522276 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:43:42.705440 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-2270a478-054d-4c7d-90ca-b2236098f1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:43:44.987920 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d3184a8b-5538-4bc5-86ce-df210d69bd9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:43:46.201795 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:43:46.205681 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:43:47.642124 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:43:54.135707 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:44:10.530658 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:44:12.279930 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b68b227f-8e97-4941-a372-301e10cb8801 req-53fe31ee-9248-411e-b2f6-371b1f9c90ca service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1f986523-381d-448b-bdd7-1733ae1c0bb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0682445 Dec 20 09:44:12.418119 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b68b227f-8e97-4941-a372-301e10cb8801 req-10c539ae-81f3-49ee-9248-27a38ba35bc7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=70859c428e684590a5c4b578802571ec&device_id=1f986523-381d-448b-bdd7-1733ae1c0bb3 HTTP/1.1" status: 200 len: 1099 time: 0.0705302 Dec 20 09:44:12.561863 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b227f-8e97-4941-a372-301e10cb8801 req-b91defa1-0484-4cbe-8c6a-8c4ae2d8360e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:44:12.563307 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b68b227f-8e97-4941-a372-301e10cb8801 req-b91defa1-0484-4cbe-8c6a-8c4ae2d8360e service neutron] 10.222.0.58 "GET /v2.0/networks?id=262ab3bd-5e87-4978-8cc5-c8c362a0b686 HTTP/1.1" status: 200 len: 910 time: 0.1258547 Dec 20 09:44:12.665220 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b68b227f-8e97-4941-a372-301e10cb8801 req-8fd26f9f-e5f1-4d2b-a2c8-d0b78f54f71c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93633617-d5af-4cb5-b99a-9390f1f8ba99 HTTP/1.1" status: 200 len: 1000 time: 0.0956438 Dec 20 09:44:12.706484 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-18f3bf15-3825-4714-8837-5eea5eac405a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:44:12.727872 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b227f-8e97-4941-a372-301e10cb8801 req-01c17794-f333-4624-865b-a4ad59af93fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:44:12.729338 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b68b227f-8e97-4941-a372-301e10cb8801 req-01c17794-f333-4624-865b-a4ad59af93fc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=08aba22e-f1a5-4cca-9243-1da2c590dc4f HTTP/1.1" status: 200 len: 848 time: 0.0583799 Dec 20 09:44:12.810885 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b68b227f-8e97-4941-a372-301e10cb8801 req-b5e15c21-38d3-4e23-ac60-e05058aeaa76 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=262ab3bd-5e87-4978-8cc5-c8c362a0b686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749900 Dec 20 09:44:12.820337 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [req-b68b227f-8e97-4941-a372-301e10cb8801 req-d09b1a0f-8d49-4b47-ad08-97c68ffaa958 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 09:44:12.821176 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b68b227f-8e97-4941-a372-301e10cb8801 req-d09b1a0f-8d49-4b47-ad08-97c68ffaa958 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0045934 Dec 20 09:44:12.950082 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b68b227f-8e97-4941-a372-301e10cb8801 req-dfb2ab5d-2774-4ce5-ad9d-dd09a4753d7f service neutron] 10.222.0.58 "GET /v2.0/networks/262ab3bd-5e87-4978-8cc5-c8c362a0b686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210339 Dec 20 09:44:13.190357 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b68b227f-8e97-4941-a372-301e10cb8801 req-48b1e1e8-d6a2-4b15-9a39-fd1d0e02abcb service neutron] 10.222.0.58 "GET /v2.0/networks/262ab3bd-5e87-4978-8cc5-c8c362a0b686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317655 Dec 20 09:44:14.989163 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-30dac06b-ecd4-46c5-a2b9-7b40ab88462c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:44:16.205967 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:44:16.210168 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:44:17.646600 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:44:31.135895 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:44:40.529491 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:44:42.707175 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-ec61db65-6055-49b4-9384-48fda5b73745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:44:44.991082 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-ea2941d7-f005-4365-803f-5883bd22687e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:44:46.209108 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:44:46.213391 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:44:47.651416 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:44:52.527049 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 53416) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:44:52.791036 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-fff3d675-8636-4b06-a1cd-c919746befeb tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Deleting port ff37e16f-c4ee-4456-8c86-5c471543a8be {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:44:52.791255 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fff3d675-8636-4b06-a1cd-c919746befeb tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:44:52.959337 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fff3d675-8636-4b06-a1cd-c919746befeb tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:44:52.959673 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fff3d675-8636-4b06-a1cd-c919746befeb tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:44:53.075826 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-fff3d675-8636-4b06-a1cd-c919746befeb tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Calling delete_port for ff37e16f-c4ee-4456-8c86-5c471543a8be owned by network:floatingip {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:44:53.219441 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fff3d675-8636-4b06-a1cd-c919746befeb tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:44:53.223729 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f4bf2ada-e0ea-4aa7-a0aa-922860879f27 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:44:53.291288 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff3d675-8636-4b06-a1cd-c919746befeb tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Pushing event deleted for resources: {'Port': ['ID=ff37e16f-c4ee-4456-8c86-5c471543a8be,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:44:53.337379 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff3d675-8636-4b06-a1cd-c919746befeb tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:44:53.337668 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff3d675-8636-4b06-a1cd-c919746befeb tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:44:53.338037 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff3d675-8636-4b06-a1cd-c919746befeb tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:44:53.338400 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff3d675-8636-4b06-a1cd-c919746befeb tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:44:53.338760 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff3d675-8636-4b06-a1cd-c919746befeb tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:44:53.339119 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff3d675-8636-4b06-a1cd-c919746befeb tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:44:53.339474 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff3d675-8636-4b06-a1cd-c919746befeb tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:44:53.339831 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff3d675-8636-4b06-a1cd-c919746befeb tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:44:53.340184 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff3d675-8636-4b06-a1cd-c919746befeb tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:44:53.340798 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff3d675-8636-4b06-a1cd-c919746befeb tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:44:53.341147 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff3d675-8636-4b06-a1cd-c919746befeb tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:44:53.347373 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-fff3d675-8636-4b06-a1cd-c919746befeb tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:44:53.368212 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fff3d675-8636-4b06-a1cd-c919746befeb tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks [] for floatingip, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:44:53.756496 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fff3d675-8636-4b06-a1cd-c919746befeb tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Router f6611208-e436-40f2-80ac-fad849a099f5 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 09:44:54.065860 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fff3d675-8636-4b06-a1cd-c919746befeb tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 09:44:54.074978 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48352e1f-47dd-4c3f-97f4-70fb38f73633 None None] Sync routers for ids ['f6611208-e436-40f2-80ac-fad849a099f5'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 09:44:54.086858 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fff3d675-8636-4b06-a1cd-c919746befeb tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:44:54.088020 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48352e1f-47dd-4c3f-97f4-70fb38f73633 None None] Routers {'f6611208-e436-40f2-80ac-fad849a099f5'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:44:54.088651 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-48352e1f-47dd-4c3f-97f4-70fb38f73633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:44:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['f6611208-e436-40f2-80ac-fad849a099f5'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:44:54.139894 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-fff3d675-8636-4b06-a1cd-c919746befeb tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "DELETE /v2.0/floatingips/b4b505cb-5122-4fbb-9886-7f8712c77378 HTTP/1.1" status: 204 len: 168 time: 1.6121438 Dec 20 09:44:54.140648 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f986523-381d-448b-bdd7-1733ae1c0bb3', 'tag': '93633617-d5af-4cb5-b99a-9390f1f8ba99'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:44:54.277996 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-48352e1f-47dd-4c3f-97f4-70fb38f73633 None None] Set router f6611208-e436-40f2-80ac-fad849a099f5 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:44:54.328461 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f986523-381d-448b-bdd7-1733ae1c0bb3', 'tag': '93633617-d5af-4cb5-b99a-9390f1f8ba99', 'status': 'completed', 'code': 200} Dec 20 09:44:54.430148 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-55a78be8-4b06-4465-a6a8-4a13bbd92758 req-de0ac6c8-73df-455c-91cb-8a6d222de1ed service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=70859c428e684590a5c4b578802571ec&device_id=1f986523-381d-448b-bdd7-1733ae1c0bb3 HTTP/1.1" status: 200 len: 1099 time: 0.0781386 Dec 20 09:44:54.614024 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-48352e1f-47dd-4c3f-97f4-70fb38f73633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6611208-e436-40f2-80ac-fad849a099f5', 'name': 'tempest-TestShelveInstance-1408681512-router', 'tenant_id': '70859c428e684590a5c4b578802571ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': '691171d3-f753-4fb3-9116-76970f2f59f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:39:04Z', 'updated_at': '2021-12-20T09:39:07Z', 'revision_number': 4, 'project_id': '70859c428e684590a5c4b578802571ec', 'gw_port': {'id': '691171d3-f753-4fb3-9116-76970f2f59f9', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:56:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6611208-e436-40f2-80ac-fad849a099f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:39:04Z', 'updated_at': '2021-12-20T09:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '35c6abdf-c8a5-4062-b83b-d50cb64df33b', 'name': '', 'network_id': '262ab3bd-5e87-4978-8cc5-c8c362a0b686', 'tenant_id': '70859c428e684590a5c4b578802571ec', 'mac_address': 'fa:16:3e:2b:c0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6611208-e436-40f2-80ac-fad849a099f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08aba22e-f1a5-4cca-9243-1da2c590dc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:39:06Z', 'updated_at': '2021-12-20T09:39:25Z', 'revision_number': 5, 'project_id': '70859c428e684590a5c4b578802571ec', 'subnets': [{'id': '08aba22e-f1a5-4cca-9243-1da2c590dc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:44:54.618113 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48352e1f-47dd-4c3f-97f4-70fb38f73633 None None] Checking router: f6611208-e436-40f2-80ac-fad849a099f5 for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 09:44:54.618522 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a78be8-4b06-4465-a6a8-4a13bbd92758 req-354d5a29-d7df-4473-8c90-2dfd9960327f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:44:54.619964 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-55a78be8-4b06-4465-a6a8-4a13bbd92758 req-354d5a29-d7df-4473-8c90-2dfd9960327f service neutron] 10.222.0.58 "GET /v2.0/networks?id=262ab3bd-5e87-4978-8cc5-c8c362a0b686 HTTP/1.1" status: 200 len: 910 time: 0.1835787 Dec 20 09:44:54.629953 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48352e1f-47dd-4c3f-97f4-70fb38f73633 None None] Routers {'f6611208-e436-40f2-80ac-fad849a099f5'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:44:54.630559 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-48352e1f-47dd-4c3f-97f4-70fb38f73633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:44:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['f6611208-e436-40f2-80ac-fad849a099f5'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:44:54.679408 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b0ce89-b60a-48c4-a0c3-757929805450 req-4bb8f6b6-87a4-4bb5-a3ca-109cf07b9c22 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:44:54.680089 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-01b0ce89-b60a-48c4-a0c3-757929805450 req-4bb8f6b6-87a4-4bb5-a3ca-109cf07b9c22 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Synchronizing usage tracker for tenant:70859c428e684590a5c4b578802571ec on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:44:54.704373 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-55a78be8-4b06-4465-a6a8-4a13bbd92758 req-6803dab8-d89d-40bb-8570-525677889bd1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93633617-d5af-4cb5-b99a-9390f1f8ba99 HTTP/1.1" status: 200 len: 217 time: 0.0770693 Dec 20 09:44:54.709422 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-01b0ce89-b60a-48c4-a0c3-757929805450 req-4bb8f6b6-87a4-4bb5-a3ca-109cf07b9c22 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Unset dirty status for tenant:70859c428e684590a5c4b578802571ec on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:44:54.710480 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-01b0ce89-b60a-48c4-a0c3-757929805450 req-4bb8f6b6-87a4-4bb5-a3ca-109cf07b9c22 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f986523-381d-448b-bdd7-1733ae1c0bb3 HTTP/1.1" status: 200 len: 946 time: 0.2441540 Dec 20 09:44:54.799537 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a78be8-4b06-4465-a6a8-4a13bbd92758 req-f0bbe76f-9f78-410e-904c-acc1582ee68c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:44:54.800981 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-55a78be8-4b06-4465-a6a8-4a13bbd92758 req-f0bbe76f-9f78-410e-904c-acc1582ee68c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=08aba22e-f1a5-4cca-9243-1da2c590dc4f HTTP/1.1" status: 200 len: 848 time: 0.0896809 Dec 20 09:44:54.805637 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-01b0ce89-b60a-48c4-a0c3-757929805450 req-ceac232c-0d7b-48de-a6a4-2694d4e45a2e tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=45ecf339-3402-46b1-91e0-c16fa5f48cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598204 Dec 20 09:44:54.812667 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-48352e1f-47dd-4c3f-97f4-70fb38f73633 None None] Set router f6611208-e436-40f2-80ac-fad849a099f5 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:44:54.883409 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-55a78be8-4b06-4465-a6a8-4a13bbd92758 req-714292ce-c93b-4454-9260-ed11aeecacb1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=262ab3bd-5e87-4978-8cc5-c8c362a0b686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746951 Dec 20 09:44:55.015445 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-55a78be8-4b06-4465-a6a8-4a13bbd92758 req-249ef901-1518-483e-9387-33478f14be92 service neutron] 10.222.0.58 "GET /v2.0/networks/262ab3bd-5e87-4978-8cc5-c8c362a0b686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249201 Dec 20 09:44:55.130111 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-48352e1f-47dd-4c3f-97f4-70fb38f73633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6611208-e436-40f2-80ac-fad849a099f5', 'name': 'tempest-TestShelveInstance-1408681512-router', 'tenant_id': '70859c428e684590a5c4b578802571ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': '691171d3-f753-4fb3-9116-76970f2f59f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:39:04Z', 'updated_at': '2021-12-20T09:39:07Z', 'revision_number': 4, 'project_id': '70859c428e684590a5c4b578802571ec', 'gw_port': {'id': '691171d3-f753-4fb3-9116-76970f2f59f9', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:56:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6611208-e436-40f2-80ac-fad849a099f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:39:04Z', 'updated_at': '2021-12-20T09:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '35c6abdf-c8a5-4062-b83b-d50cb64df33b', 'name': '', 'network_id': '262ab3bd-5e87-4978-8cc5-c8c362a0b686', 'tenant_id': '70859c428e684590a5c4b578802571ec', 'mac_address': 'fa:16:3e:2b:c0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6611208-e436-40f2-80ac-fad849a099f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08aba22e-f1a5-4cca-9243-1da2c590dc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:39:06Z', 'updated_at': '2021-12-20T09:39:25Z', 'revision_number': 5, 'project_id': '70859c428e684590a5c4b578802571ec', 'subnets': [{'id': '08aba22e-f1a5-4cca-9243-1da2c590dc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:44:55.137355 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48352e1f-47dd-4c3f-97f4-70fb38f73633 None None] The sync data for ids ['f6611208-e436-40f2-80ac-fad849a099f5'] in dv-neutron-820491-1-hyperv is: [{'id': 'f6611208-e436-40f2-80ac-fad849a099f5', 'name': 'tempest-TestShelveInstance-1408681512-router', 'tenant_id': '70859c428e684590a5c4b578802571ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': '691171d3-f753-4fb3-9116-76970f2f59f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:39:04Z', 'updated_at': '2021-12-20T09:39:07Z', 'revision_number': 4, 'project_id': '70859c428e684590a5c4b578802571ec', 'gw_port': {'id': '691171d3-f753-4fb3-9116-76970f2f59f9', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:56:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6611208-e436-40f2-80ac-fad849a099f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:39:04Z', 'updated_at': '2021-12-20T09:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '35c6abdf-c8a5-4062-b83b-d50cb64df33b', 'name': '', 'network_id': '262ab3bd-5e87-4978-8cc5-c8c362a0b686', 'tenant_id': '70859c428e684590a5c4b578802571ec', 'mac_address': 'fa:16:3e:2b:c0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6611208-e436-40f2-80ac-fad849a099f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08aba22e-f1a5-4cca-9243-1da2c590dc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:39:06Z', 'updated_at': '2021-12-20T09:39:25Z', 'revision_number': 5, 'project_id': '70859c428e684590a5c4b578802571ec', 'subnets': [{'id': '08aba22e-f1a5-4cca-9243-1da2c590dc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 09:44:55.149638 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-55a78be8-4b06-4465-a6a8-4a13bbd92758 req-4e250495-44ff-41d8-bccd-64ffd33b3c5b service neutron] 10.222.0.58 "GET /v2.0/networks/262ab3bd-5e87-4978-8cc5-c8c362a0b686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272235 Dec 20 09:44:55.361282 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd41b7a-232d-44dc-a24e-097a75b8b72d None None] New status for floating IP b4b505cb-5122-4fbb-9886-7f8712c77378: DOWN {{(pid=83447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 09:44:56.004311 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84138d51-698a-4193-a908-fec3d965b4a2 req-a96cc5e5-93fb-484f-a1ab-f0aff54f4453 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:44:56.005757 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-84138d51-698a-4193-a908-fec3d965b4a2 req-a96cc5e5-93fb-484f-a1ab-f0aff54f4453 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f986523-381d-448b-bdd7-1733ae1c0bb3 HTTP/1.1" status: 200 len: 946 time: 0.0777521 Dec 20 09:44:56.054417 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-84138d51-698a-4193-a908-fec3d965b4a2 req-3491b76b-e295-4000-a9d7-eb05dc68ef5a tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=45ecf339-3402-46b1-91e0-c16fa5f48cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431802 Dec 20 09:44:56.082683 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3d03d1-d6aa-47d5-a50e-9192722b60e6 req-c92292fd-7c0d-4146-ace4-77832b914868 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:44:56.084093 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ba3d03d1-d6aa-47d5-a50e-9192722b60e6 req-c92292fd-7c0d-4146-ace4-77832b914868 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f986523-381d-448b-bdd7-1733ae1c0bb3 HTTP/1.1" status: 200 len: 946 time: 0.0747976 Dec 20 09:44:56.155397 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-ba3d03d1-d6aa-47d5-a50e-9192722b60e6 req-30b4409d-200e-41f7-9515-62eac5010430 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Deleting port 93633617-d5af-4cb5-b99a-9390f1f8ba99 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:44:56.155654 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-ba3d03d1-d6aa-47d5-a50e-9192722b60e6 req-30b4409d-200e-41f7-9515-62eac5010430 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:44:56.391454 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-ba3d03d1-d6aa-47d5-a50e-9192722b60e6 req-30b4409d-200e-41f7-9515-62eac5010430 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] For port 93633617-d5af-4cb5-b99a-9390f1f8ba99, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=93633617-d5af-4cb5-b99a-9390f1f8ba99,segment=NetworkSegment(de55b487-a277-4206-9be9-4fe3bc2e9f6e),segment_id=de55b487-a277-4206-9be9-4fe3bc2e9f6e)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:44:56.391810 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-ba3d03d1-d6aa-47d5-a50e-9192722b60e6 req-30b4409d-200e-41f7-9515-62eac5010430 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:44:56.528310 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-ba3d03d1-d6aa-47d5-a50e-9192722b60e6 req-30b4409d-200e-41f7-9515-62eac5010430 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Calling delete_port for 93633617-d5af-4cb5-b99a-9390f1f8ba99 owned by compute:nova {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:44:56.668497 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-ba3d03d1-d6aa-47d5-a50e-9192722b60e6 req-30b4409d-200e-41f7-9515-62eac5010430 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:44:56.679457 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-cc458c15-0b44-451c-b6ea-1160bd686dd9 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:44:56.873942 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b4409d-200e-41f7-9515-62eac5010430 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Pushing event deleted for resources: {'Port': ['ID=93633617-d5af-4cb5-b99a-9390f1f8ba99,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:44:56.880513 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-30b4409d-200e-41f7-9515-62eac5010430 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:44:56.917652 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba3d03d1-d6aa-47d5-a50e-9192722b60e6 req-30b4409d-200e-41f7-9515-62eac5010430 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] No DVR routers for this DVR port 93633617-d5af-4cb5-b99a-9390f1f8ba99 on host hv-neutron-8204 {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 09:44:56.919997 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-ba3d03d1-d6aa-47d5-a50e-9192722b60e6 req-30b4409d-200e-41f7-9515-62eac5010430 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:44:56.922453 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f986523-381d-448b-bdd7-1733ae1c0bb3', 'name': 'network-vif-deleted', 'tag': '93633617-d5af-4cb5-b99a-9390f1f8ba99'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:44:56.937985 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ba3d03d1-d6aa-47d5-a50e-9192722b60e6 req-30b4409d-200e-41f7-9515-62eac5010430 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.58 "DELETE /v2.0/ports/93633617-d5af-4cb5-b99a-9390f1f8ba99 HTTP/1.1" status: 204 len: 173 time: 0.8487036 Dec 20 09:44:56.981952 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f986523-381d-448b-bdd7-1733ae1c0bb3', 'name': 'network-vif-deleted', 'tag': '93633617-d5af-4cb5-b99a-9390f1f8ba99', 'status': 'completed', 'code': 200} Dec 20 09:44:57.235745 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-93d7584c-5ad2-4b24-b697-7b5bac16abe0 req-50b30d82-9a2d-4842-b0f8-00e915672477 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f986523-381d-448b-bdd7-1733ae1c0bb3 HTTP/1.1" status: 200 len: 210 time: 0.0442019 Dec 20 09:44:58.342638 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 53442) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:44:58.414513 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fce2666f-ec79-4a47-8bb0-74f4e0957f60 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks [] for security_group, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:44:58.442918 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fce2666f-ec79-4a47-8bb0-74f4e0957f60 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:44:58.508789 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fce2666f-ec79-4a47-8bb0-74f4e0957f60 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:44:58.512532 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-812bd0a2-33d4-4a1b-974f-f290cee48b0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:44:58.527548 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce2666f-ec79-4a47-8bb0-74f4e0957f60 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ecf339-3402-46b1-91e0-c16fa5f48cfc,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:44:58.540789 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce2666f-ec79-4a47-8bb0-74f4e0957f60 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:44:58.541176 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce2666f-ec79-4a47-8bb0-74f4e0957f60 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:44:58.541573 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce2666f-ec79-4a47-8bb0-74f4e0957f60 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:44:58.541941 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce2666f-ec79-4a47-8bb0-74f4e0957f60 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:44:58.542305 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce2666f-ec79-4a47-8bb0-74f4e0957f60 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:44:58.542668 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce2666f-ec79-4a47-8bb0-74f4e0957f60 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:44:58.543027 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce2666f-ec79-4a47-8bb0-74f4e0957f60 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:44:58.543386 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce2666f-ec79-4a47-8bb0-74f4e0957f60 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:44:58.543745 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce2666f-ec79-4a47-8bb0-74f4e0957f60 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:44:58.544098 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce2666f-ec79-4a47-8bb0-74f4e0957f60 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:44:58.544453 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce2666f-ec79-4a47-8bb0-74f4e0957f60 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:44:58.547958 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fce2666f-ec79-4a47-8bb0-74f4e0957f60 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:44:58.549057 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-fce2666f-ec79-4a47-8bb0-74f4e0957f60 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "DELETE /v2.0/security-groups/45ecf339-3402-46b1-91e0-c16fa5f48cfc HTTP/1.1" status: 204 len: 168 time: 0.2054627 Dec 20 09:44:58.549933 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-fce2666f-ec79-4a47-8bb0-74f4e0957f60 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:44:58.878431 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 53452) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:44:58.884262 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-90c479b9-b041-46dd-b223-59e97c967f2e tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-894801965', 'description': 'tempest-secgroup-smoke-894801965 description', 'project_id': '70859c428e684590a5c4b578802571ec'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:44:58.891372 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-90c479b9-b041-46dd-b223-59e97c967f2e tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:44:58.895642 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-90c479b9-b041-46dd-b223-59e97c967f2e tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Usage tracker for resource:security_group and tenant:70859c428e684590a5c4b578802571ec is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:44:58.898537 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-90c479b9-b041-46dd-b223-59e97c967f2e tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:44:58.904876 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-90c479b9-b041-46dd-b223-59e97c967f2e tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:44:58.915591 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-90c479b9-b041-46dd-b223-59e97c967f2e tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks [] for security_group, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:44:58.951851 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-90c479b9-b041-46dd-b223-59e97c967f2e tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:44:58.955767 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-90c479b9-b041-46dd-b223-59e97c967f2e tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Usage tracker for resource:security_group_rule and tenant:70859c428e684590a5c4b578802571ec is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:44:58.958681 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-90c479b9-b041-46dd-b223-59e97c967f2e tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:44:58.964426 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-90c479b9-b041-46dd-b223-59e97c967f2e tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:44:59.018618 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-90c479b9-b041-46dd-b223-59e97c967f2e tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks [] for security_group, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:44:59.022203 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-90c479b9-b041-46dd-b223-59e97c967f2e tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:44:59.025561 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-01ba99a4-b28d-45bc-ad79-48cb80f44bd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:44:59.066434 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c479b9-b041-46dd-b223-59e97c967f2e tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b2bd537-4ec7-42c0-bda7-9838cac32ca9,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:44:59.069841 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-90c479b9-b041-46dd-b223-59e97c967f2e tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:44:59.070776 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-90c479b9-b041-46dd-b223-59e97c967f2e tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:44:59.072325 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-90c479b9-b041-46dd-b223-59e97c967f2e tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1928005 Dec 20 09:44:59.075257 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 53456) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:44:59.081773 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-ff1bd346-90d7-401d-ac48-1d63e5e97e87 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Request body: {'security_group_rule': {'security_group_id': '3b2bd537-4ec7-42c0-bda7-9838cac32ca9', 'project_id': '70859c428e684590a5c4b578802571ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:44:59.087652 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-ff1bd346-90d7-401d-ac48-1d63e5e97e87 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:44:59.091728 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-ff1bd346-90d7-401d-ac48-1d63e5e97e87 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Usage tracker for resource:security_group_rule and tenant:70859c428e684590a5c4b578802571ec is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:44:59.094722 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-ff1bd346-90d7-401d-ac48-1d63e5e97e87 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:44:59.100355 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-ff1bd346-90d7-401d-ac48-1d63e5e97e87 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:44:59.111500 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 93633617-d5af-4cb5-b99a-9390f1f8ba99 no longer exists at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 09:44:59.116678 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ff1bd346-90d7-401d-ac48-1d63e5e97e87 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:44:59.144266 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] No Port match for: 93633617-d5af-4cb5-b99a-9390f1f8ba99 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 09:44:59.144731 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 93633617-d5af-4cb5-b99a-9390f1f8ba99 not bound to the agent host hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 09:44:59.177838 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ff1bd346-90d7-401d-ac48-1d63e5e97e87 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:44:59.183272 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ff1bd346-90d7-401d-ac48-1d63e5e97e87 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:44:59.186622 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a93d1d77-3f6d-41c5-974f-4df30060df87 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:44:59.212207 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1bd346-90d7-401d-ac48-1d63e5e97e87 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b5fa2f8-634b-4780-9a99-323ba1701fb7,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:44:59.217281 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ff1bd346-90d7-401d-ac48-1d63e5e97e87 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:44:59.222112 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ff1bd346-90d7-401d-ac48-1d63e5e97e87 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:44:59.223428 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-ff1bd346-90d7-401d-ac48-1d63e5e97e87 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1466620 Dec 20 09:44:59.226255 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 53460) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:44:59.232272 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-c215a743-c9bb-4036-b219-46d0e32494ef tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Request body: {'security_group_rule': {'security_group_id': '3b2bd537-4ec7-42c0-bda7-9838cac32ca9', 'project_id': '70859c428e684590a5c4b578802571ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:44:59.238349 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-c215a743-c9bb-4036-b219-46d0e32494ef tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:44:59.242097 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-c215a743-c9bb-4036-b219-46d0e32494ef tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Usage tracker for resource:security_group_rule and tenant:70859c428e684590a5c4b578802571ec is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:44:59.244904 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-c215a743-c9bb-4036-b219-46d0e32494ef tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:44:59.251477 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-c215a743-c9bb-4036-b219-46d0e32494ef tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:44:59.268368 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c215a743-c9bb-4036-b219-46d0e32494ef tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:44:59.329085 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c215a743-c9bb-4036-b219-46d0e32494ef tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:44:59.332682 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c215a743-c9bb-4036-b219-46d0e32494ef tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:44:59.334946 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-46d19846-d280-423f-bd03-7ae05d7b2f38 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:44:59.356635 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c215a743-c9bb-4036-b219-46d0e32494ef tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7dcf81c-054a-49b0-bc97-22cae6b85df7,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:44:59.359305 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-c215a743-c9bb-4036-b219-46d0e32494ef tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:44:59.366193 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c215a743-c9bb-4036-b219-46d0e32494ef tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:44:59.367401 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-c215a743-c9bb-4036-b219-46d0e32494ef tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1402516 Dec 20 09:44:59.370080 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 53464) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:44:59.376118 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-e5be5d39-5997-43a0-ac4e-1ca0fa099880 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Request body: {'security_group_rule': {'security_group_id': '3b2bd537-4ec7-42c0-bda7-9838cac32ca9', 'project_id': '70859c428e684590a5c4b578802571ec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:44:59.381877 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-e5be5d39-5997-43a0-ac4e-1ca0fa099880 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:44:59.386080 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-e5be5d39-5997-43a0-ac4e-1ca0fa099880 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Usage tracker for resource:security_group_rule and tenant:70859c428e684590a5c4b578802571ec is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:44:59.389428 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-e5be5d39-5997-43a0-ac4e-1ca0fa099880 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:44:59.395030 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-e5be5d39-5997-43a0-ac4e-1ca0fa099880 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:44:59.410871 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e5be5d39-5997-43a0-ac4e-1ca0fa099880 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:44:59.472664 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e5be5d39-5997-43a0-ac4e-1ca0fa099880 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:44:59.477056 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e5be5d39-5997-43a0-ac4e-1ca0fa099880 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:44:59.478815 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-87089d86-2de3-4b50-8996-61bab196be7f tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:44:59.500916 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5be5d39-5997-43a0-ac4e-1ca0fa099880 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec96b6ab-51c1-4faf-9ecc-c360e01f4089,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:44:59.503275 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e5be5d39-5997-43a0-ac4e-1ca0fa099880 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:44:59.510438 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e5be5d39-5997-43a0-ac4e-1ca0fa099880 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:44:59.511594 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-e5be5d39-5997-43a0-ac4e-1ca0fa099880 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1405952 Dec 20 09:44:59.514269 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 53468) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:44:59.519632 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-3aeabf79-7cdb-46e1-bcb8-a91b54193035 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Request body: {'security_group_rule': {'security_group_id': '3b2bd537-4ec7-42c0-bda7-9838cac32ca9', 'project_id': '70859c428e684590a5c4b578802571ec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:44:59.525362 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-3aeabf79-7cdb-46e1-bcb8-a91b54193035 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:44:59.529079 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-3aeabf79-7cdb-46e1-bcb8-a91b54193035 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Usage tracker for resource:security_group_rule and tenant:70859c428e684590a5c4b578802571ec is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:44:59.532001 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-3aeabf79-7cdb-46e1-bcb8-a91b54193035 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:44:59.538231 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-3aeabf79-7cdb-46e1-bcb8-a91b54193035 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:44:59.554478 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3aeabf79-7cdb-46e1-bcb8-a91b54193035 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:44:59.621710 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3aeabf79-7cdb-46e1-bcb8-a91b54193035 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:44:59.626104 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3aeabf79-7cdb-46e1-bcb8-a91b54193035 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:44:59.632405 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-5a7175da-e3fa-4a52-bc77-614aef7e832c tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:44:59.650379 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeabf79-7cdb-46e1-bcb8-a91b54193035 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39970fce-d2f0-4cde-8d67-a844d86018a0,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:44:59.653225 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3aeabf79-7cdb-46e1-bcb8-a91b54193035 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:44:59.661002 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3aeabf79-7cdb-46e1-bcb8-a91b54193035 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:44:59.662176 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-3aeabf79-7cdb-46e1-bcb8-a91b54193035 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1470046 Dec 20 09:44:59.664836 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 53472) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:44:59.671189 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-1bb192f2-a139-4d8c-93ce-fd8d1d09e8ef tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Request body: {'security_group_rule': {'security_group_id': '3b2bd537-4ec7-42c0-bda7-9838cac32ca9', 'project_id': '70859c428e684590a5c4b578802571ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:44:59.676972 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-1bb192f2-a139-4d8c-93ce-fd8d1d09e8ef tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:44:59.680678 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-1bb192f2-a139-4d8c-93ce-fd8d1d09e8ef tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Usage tracker for resource:security_group_rule and tenant:70859c428e684590a5c4b578802571ec is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:44:59.683478 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-1bb192f2-a139-4d8c-93ce-fd8d1d09e8ef tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:44:59.689949 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-1bb192f2-a139-4d8c-93ce-fd8d1d09e8ef tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:44:59.701191 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.securitygroups_db [None req-1bb192f2-a139-4d8c-93ce-fd8d1d09e8ef tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Project 70859c428e684590a5c4b578802571ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 09:44:59.707516 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1bb192f2-a139-4d8c-93ce-fd8d1d09e8ef tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:44:59.770738 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1bb192f2-a139-4d8c-93ce-fd8d1d09e8ef tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:44:59.774809 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1bb192f2-a139-4d8c-93ce-fd8d1d09e8ef tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:44:59.782450 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-53205b3a-82d2-4dc7-9746-c68e774b9672 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:44:59.801482 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb192f2-a139-4d8c-93ce-fd8d1d09e8ef tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de636ea8-be3c-46c9-b2f6-cd08b17d759d,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:44:59.803925 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-1bb192f2-a139-4d8c-93ce-fd8d1d09e8ef tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:44:59.811660 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1bb192f2-a139-4d8c-93ce-fd8d1d09e8ef tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:44:59.812806 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-1bb192f2-a139-4d8c-93ce-fd8d1d09e8ef tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1470580 Dec 20 09:44:59.815568 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 53476) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:44:59.821191 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-76b718cc-101a-4aff-8d3e-bbc240bd10b9 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Request body: {'security_group_rule': {'security_group_id': '3b2bd537-4ec7-42c0-bda7-9838cac32ca9', 'project_id': '70859c428e684590a5c4b578802571ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:44:59.827146 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-76b718cc-101a-4aff-8d3e-bbc240bd10b9 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:44:59.830976 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-76b718cc-101a-4aff-8d3e-bbc240bd10b9 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Usage tracker for resource:security_group_rule and tenant:70859c428e684590a5c4b578802571ec is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:44:59.833825 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-76b718cc-101a-4aff-8d3e-bbc240bd10b9 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:44:59.839439 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-76b718cc-101a-4aff-8d3e-bbc240bd10b9 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:44:59.849629 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.securitygroups_db [None req-76b718cc-101a-4aff-8d3e-bbc240bd10b9 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Project 70859c428e684590a5c4b578802571ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 09:44:59.855826 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-76b718cc-101a-4aff-8d3e-bbc240bd10b9 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:44:59.922020 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-76b718cc-101a-4aff-8d3e-bbc240bd10b9 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:44:59.925255 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-76b718cc-101a-4aff-8d3e-bbc240bd10b9 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:44:59.926979 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3aeabf79-7cdb-46e1-bcb8-a91b54193035 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:44:59.946130 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b718cc-101a-4aff-8d3e-bbc240bd10b9 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2d2520a-2c65-44bf-bce4-937817f35d0f,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:44:59.949912 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-76b718cc-101a-4aff-8d3e-bbc240bd10b9 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:44:59.957295 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-76b718cc-101a-4aff-8d3e-bbc240bd10b9 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:44:59.958482 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-76b718cc-101a-4aff-8d3e-bbc240bd10b9 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1420224 Dec 20 09:45:08.135278 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:45:10.543195 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:45:12.714651 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-dfaec95c-e5b0-4057-98b0-88b767682353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:45:14.085104 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-8d877556-18cc-497a-9dab-1fb6cbcd3fb9 req-13661be8-5ae5-4061-ba52-2491425423f3 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Synchronizing usage tracker for tenant:70859c428e684590a5c4b578802571ec on resource:security_group {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:45:14.100393 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-8d877556-18cc-497a-9dab-1fb6cbcd3fb9 req-13661be8-5ae5-4061-ba52-2491425423f3 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Unset dirty status for tenant:70859c428e684590a5c4b578802571ec on resource:security_group {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:45:14.101675 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-8d877556-18cc-497a-9dab-1fb6cbcd3fb9 req-13661be8-5ae5-4061-ba52-2491425423f3 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-894801965&fields=id&tenant_id=70859c428e684590a5c4b578802571ec HTTP/1.1" status: 200 len: 267 time: 0.0562720 Dec 20 09:45:14.247829 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d877556-18cc-497a-9dab-1fb6cbcd3fb9 req-f0aa6166-a62d-4acd-bfbe-f6675832771c tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:45:14.249309 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-8d877556-18cc-497a-9dab-1fb6cbcd3fb9 req-f0aa6166-a62d-4acd-bfbe-f6675832771c tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/networks?id=262ab3bd-5e87-4978-8cc5-c8c362a0b686 HTTP/1.1" status: 200 len: 809 time: 0.1401837 Dec 20 09:45:14.264868 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-8d877556-18cc-497a-9dab-1fb6cbcd3fb9 req-a50c809f-b7a2-43e1-9d96-f0cc674dad14 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/quotas/70859c428e684590a5c4b578802571ec HTTP/1.1" status: 200 len: 375 time: 0.0101821 Dec 20 09:45:14.340881 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-8d877556-18cc-497a-9dab-1fb6cbcd3fb9 req-06153cb2-ecad-48cf-9c02-12160be5595f tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=70859c428e684590a5c4b578802571ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0714710 Dec 20 09:45:14.355796 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [req-8d877556-18cc-497a-9dab-1fb6cbcd3fb9 req-69625935-d94b-45e8-8bf7-ed10847eae5a service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=83445) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 09:45:14.356708 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-8d877556-18cc-497a-9dab-1fb6cbcd3fb9 req-69625935-d94b-45e8-8bf7-ed10847eae5a service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047772 Dec 20 09:45:14.485517 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-8d877556-18cc-497a-9dab-1fb6cbcd3fb9 req-10c3a667-56dc-4cc0-a517-1e3523942faf service neutron] 10.222.0.16 "GET /v2.0/networks/262ab3bd-5e87-4978-8cc5-c8c362a0b686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227355 Dec 20 09:45:14.721675 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-8d877556-18cc-497a-9dab-1fb6cbcd3fb9 req-7cb0da9b-60fe-4c65-8139-8ddd73eb6b78 service neutron] 10.222.0.16 "GET /v2.0/networks/262ab3bd-5e87-4978-8cc5-c8c362a0b686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305963 Dec 20 09:45:14.994391 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-8286d22c-afa8-4ea9-891a-810417535be3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:45:15.136036 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-2576b256-32d6-4f99-a429-c1ee0beb9336 req-20cfe90a-3682-42cc-85d3-f2350a7e6d68 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Synchronizing usage tracker for tenant:70859c428e684590a5c4b578802571ec on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:45:15.152135 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-2576b256-32d6-4f99-a429-c1ee0beb9336 req-20cfe90a-3682-42cc-85d3-f2350a7e6d68 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Unset dirty status for tenant:70859c428e684590a5c4b578802571ec on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:45:15.153529 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2576b256-32d6-4f99-a429-c1ee0beb9336 req-20cfe90a-3682-42cc-85d3-f2350a7e6d68 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aa7497e-7737-4cd7-95a2-b5f7ba5ea6e3 HTTP/1.1" status: 200 len: 210 time: 0.0641918 Dec 20 09:45:16.130002 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d877556-18cc-497a-9dab-1fb6cbcd3fb9 req-f6423926-ef8c-492e-a5a6-da7010e88039 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:45:16.131392 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8d877556-18cc-497a-9dab-1fb6cbcd3fb9 req-f6423926-ef8c-492e-a5a6-da7010e88039 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.58 "GET /v2.0/networks?id=262ab3bd-5e87-4978-8cc5-c8c362a0b686 HTTP/1.1" status: 200 len: 809 time: 0.1451564 Dec 20 09:45:16.187181 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8d877556-18cc-497a-9dab-1fb6cbcd3fb9 req-ecfd6ab7-311f-4e59-9881-34c2a1151914 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=70859c428e684590a5c4b578802571ec HTTP/1.1" status: 200 len: 379 time: 0.0430090 Dec 20 09:45:16.202546 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-8d877556-18cc-497a-9dab-1fb6cbcd3fb9 req-37206702-52d7-40e4-b94b-1704943e35f1 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Request body: {'port': {'device_id': '5aa7497e-7737-4cd7-95a2-b5f7ba5ea6e3', 'network_id': '262ab3bd-5e87-4978-8cc5-c8c362a0b686', 'admin_state_up': True, 'tenant_id': '70859c428e684590a5c4b578802571ec', 'security_groups': ['3b2bd537-4ec7-42c0-bda7-9838cac32ca9']}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:45:16.220561 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:45:16.225352 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:45:16.334727 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-e6632ced-4397-4eee-9c08-33034cefea12 req-27d46b3f-1e23-4d04-a261-cda4c2b7af94 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aa7497e-7737-4cd7-95a2-b5f7ba5ea6e3 HTTP/1.1" status: 200 len: 210 time: 0.0514421 Dec 20 09:45:16.370387 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-8d877556-18cc-497a-9dab-1fb6cbcd3fb9 req-37206702-52d7-40e4-b94b-1704943e35f1 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:45:16.380560 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-8d877556-18cc-497a-9dab-1fb6cbcd3fb9 req-37206702-52d7-40e4-b94b-1704943e35f1 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:45:16.391438 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d877556-18cc-497a-9dab-1fb6cbcd3fb9 req-37206702-52d7-40e4-b94b-1704943e35f1 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Made reservation on behalf of 70859c428e684590a5c4b578802571ec for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 09:45:16.394463 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-8d877556-18cc-497a-9dab-1fb6cbcd3fb9 req-37206702-52d7-40e4-b94b-1704943e35f1 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:45:16.568177 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [req-8d877556-18cc-497a-9dab-1fb6cbcd3fb9 req-37206702-52d7-40e4-b94b-1704943e35f1 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Allocated IP 172.20.0.11 (262ab3bd-5e87-4978-8cc5-c8c362a0b686/08aba22e-f1a5-4cca-9243-1da2c590dc4f/a5b322a0-4247-4227-91fb-ee22cfaaa51e) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 09:45:16.761781 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-8d877556-18cc-497a-9dab-1fb6cbcd3fb9 req-37206702-52d7-40e4-b94b-1704943e35f1 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:45:16.778943 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-8d877556-18cc-497a-9dab-1fb6cbcd3fb9 req-37206702-52d7-40e4-b94b-1704943e35f1 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Transition to ACTIVE for port object a5b322a0-4247-4227-91fb-ee22cfaaa51e will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:45:16.801865 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-8d877556-18cc-497a-9dab-1fb6cbcd3fb9 req-37206702-52d7-40e4-b94b-1704943e35f1 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:45:16.807492 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-666913ce-fc8b-43ed-9442-b616df5f8349 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:45:16.878481 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d877556-18cc-497a-9dab-1fb6cbcd3fb9 req-37206702-52d7-40e4-b94b-1704943e35f1 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Network 262ab3bd-5e87-4978-8cc5-c8c362a0b686 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:45:16.881836 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [req-8d877556-18cc-497a-9dab-1fb6cbcd3fb9 req-37206702-52d7-40e4-b94b-1704943e35f1 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:45:16.886008 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d877556-18cc-497a-9dab-1fb6cbcd3fb9 req-37206702-52d7-40e4-b94b-1704943e35f1 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 09:45:16.915498 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37206702-52d7-40e4-b94b-1704943e35f1 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Pushing event updated for resources: {'Port': ['ID=a5b322a0-4247-4227-91fb-ee22cfaaa51e,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:45:16.923436 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-37206702-52d7-40e4-b94b-1704943e35f1 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:45:16.950844 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d877556-18cc-497a-9dab-1fb6cbcd3fb9 req-37206702-52d7-40e4-b94b-1704943e35f1 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:45:16.952107 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-8d877556-18cc-497a-9dab-1fb6cbcd3fb9 req-37206702-52d7-40e4-b94b-1704943e35f1 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:45:16.979763 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8d877556-18cc-497a-9dab-1fb6cbcd3fb9 req-37206702-52d7-40e4-b94b-1704943e35f1 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7875998 Dec 20 09:45:16.991817 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-8d877556-18cc-497a-9dab-1fb6cbcd3fb9 req-9e27fefd-f977-40c6-8229-2c6af754a6f6 service neutron] Request body: {'port': {'device_id': '5aa7497e-7737-4cd7-95a2-b5f7ba5ea6e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8204'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:45:17.116880 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-8d877556-18cc-497a-9dab-1fb6cbcd3fb9 req-9e27fefd-f977-40c6-8229-2c6af754a6f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:45:17.181444 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d9fce4c3-1385-4f66-a169-8e5832b2dc7d None None] Provisioning for port a5b322a0-4247-4227-91fb-ee22cfaaa51e completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:45:17.187529 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d9fce4c3-1385-4f66-a169-8e5832b2dc7d None None] Provisioning complete for port a5b322a0-4247-4227-91fb-ee22cfaaa51e triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:45:17.188116 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d9fce4c3-1385-4f66-a169-8e5832b2dc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:45:17.247049 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d9fce4c3-1385-4f66-a169-8e5832b2dc7d None None] Port a5b322a0-4247-4227-91fb-ee22cfaaa51e cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 09:45:17.474722 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [req-8d877556-18cc-497a-9dab-1fb6cbcd3fb9 req-9e27fefd-f977-40c6-8229-2c6af754a6f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5b322a0-4247-4227-91fb-ee22cfaaa51e {{(pid=83444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 09:45:17.511847 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-8d877556-18cc-497a-9dab-1fb6cbcd3fb9 req-9e27fefd-f977-40c6-8229-2c6af754a6f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:45:17.540677 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-8d877556-18cc-497a-9dab-1fb6cbcd3fb9 req-9e27fefd-f977-40c6-8229-2c6af754a6f6 service neutron] Transition to ACTIVE for port object a5b322a0-4247-4227-91fb-ee22cfaaa51e will not be triggered until provisioned by entity L2. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:45:17.546602 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-8d877556-18cc-497a-9dab-1fb6cbcd3fb9 req-9e27fefd-f977-40c6-8229-2c6af754a6f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:45:17.551960 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-808dfe6d-d2b3-47f5-8b71-89f451fab3a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:45:17.656500 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:45:17.815762 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e27fefd-f977-40c6-8229-2c6af754a6f6 service neutron] Pushing event updated for resources: {'Port': ['ID=a5b322a0-4247-4227-91fb-ee22cfaaa51e,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:45:17.830187 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9e27fefd-f977-40c6-8229-2c6af754a6f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:45:17.871304 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c19130-a712-4f4e-b856-38116d2e5202 req-c1831f0a-9223-4ca1-b239-10fc409dd652 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:45:17.871917 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-81c19130-a712-4f4e-b856-38116d2e5202 req-c1831f0a-9223-4ca1-b239-10fc409dd652 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Synchronizing usage tracker for tenant:70859c428e684590a5c4b578802571ec on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:45:17.930801 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-81c19130-a712-4f4e-b856-38116d2e5202 req-c1831f0a-9223-4ca1-b239-10fc409dd652 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Unset dirty status for tenant:70859c428e684590a5c4b578802571ec on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:45:17.931956 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-81c19130-a712-4f4e-b856-38116d2e5202 req-c1831f0a-9223-4ca1-b239-10fc409dd652 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aa7497e-7737-4cd7-95a2-b5f7ba5ea6e3 HTTP/1.1" status: 200 len: 932 time: 0.4529111 Dec 20 09:45:17.974216 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-8d877556-18cc-497a-9dab-1fb6cbcd3fb9 req-9e27fefd-f977-40c6-8229-2c6af754a6f6 service neutron] Attempting to bind port a5b322a0-4247-4227-91fb-ee22cfaaa51e on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 09:45:17.974544 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-8d877556-18cc-497a-9dab-1fb6cbcd3fb9 req-9e27fefd-f977-40c6-8229-2c6af754a6f6 service neutron] Attempting to bind port a5b322a0-4247-4227-91fb-ee22cfaaa51e by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': 'de55b487-a277-4206-9be9-4fe3bc2e9f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '262ab3bd-5e87-4978-8cc5-c8c362a0b686'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 09:45:17.974864 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d877556-18cc-497a-9dab-1fb6cbcd3fb9 req-9e27fefd-f977-40c6-8229-2c6af754a6f6 service neutron] Attempting to bind port a5b322a0-4247-4227-91fb-ee22cfaaa51e on network 262ab3bd-5e87-4978-8cc5-c8c362a0b686 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:45:17.992638 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d877556-18cc-497a-9dab-1fb6cbcd3fb9 req-9e27fefd-f977-40c6-8229-2c6af754a6f6 service neutron] Port a5b322a0-4247-4227-91fb-ee22cfaaa51e on network 262ab3bd-5e87-4978-8cc5-c8c362a0b686 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 09:45:17.992949 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d877556-18cc-497a-9dab-1fb6cbcd3fb9 req-9e27fefd-f977-40c6-8229-2c6af754a6f6 service neutron] Attempting to bind port a5b322a0-4247-4227-91fb-ee22cfaaa51e on network 262ab3bd-5e87-4978-8cc5-c8c362a0b686 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:45:18.002949 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-81c19130-a712-4f4e-b856-38116d2e5202 req-a5fd348c-e364-4418-ae26-b9b961271f47 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b2bd537-4ec7-42c0-bda7-9838cac32ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636783 Dec 20 09:45:18.004012 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d877556-18cc-497a-9dab-1fb6cbcd3fb9 req-9e27fefd-f977-40c6-8229-2c6af754a6f6 service neutron] Checking agent: {'id': 'bd419857-3bec-4b96-b211-3fb278c66880', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8204', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 40, 10), 'started_at': datetime.datetime(2021, 12, 20, 8, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 9, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 09:45:18.004358 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d877556-18cc-497a-9dab-1fb6cbcd3fb9 req-9e27fefd-f977-40c6-8229-2c6af754a6f6 service neutron] Checking segment: {'id': 'de55b487-a277-4206-9be9-4fe3bc2e9f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '262ab3bd-5e87-4978-8cc5-c8c362a0b686'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:45:18.004701 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d877556-18cc-497a-9dab-1fb6cbcd3fb9 req-9e27fefd-f977-40c6-8229-2c6af754a6f6 service neutron] Bound using segment: {'id': 'de55b487-a277-4206-9be9-4fe3bc2e9f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '262ab3bd-5e87-4978-8cc5-c8c362a0b686'} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 09:45:18.005116 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-8d877556-18cc-497a-9dab-1fb6cbcd3fb9 req-9e27fefd-f977-40c6-8229-2c6af754a6f6 service neutron] Bound port: a5b322a0-4247-4227-91fb-ee22cfaaa51e, host: hv-neutron-8204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de55b487-a277-4206-9be9-4fe3bc2e9f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '262ab3bd-5e87-4978-8cc5-c8c362a0b686'}}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 09:45:18.005481 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-8d877556-18cc-497a-9dab-1fb6cbcd3fb9 req-9e27fefd-f977-40c6-8229-2c6af754a6f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:45:18.091740 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-8d877556-18cc-497a-9dab-1fb6cbcd3fb9 req-9e27fefd-f977-40c6-8229-2c6af754a6f6 service neutron] For port a5b322a0-4247-4227-91fb-ee22cfaaa51e, host hv-neutron-8204, cleared binding levels {{(pid=83444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 09:45:18.094754 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-8d877556-18cc-497a-9dab-1fb6cbcd3fb9 req-9e27fefd-f977-40c6-8229-2c6af754a6f6 service neutron] For port a5b322a0-4247-4227-91fb-ee22cfaaa51e, host hv-neutron-8204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=a5b322a0-4247-4227-91fb-ee22cfaaa51e,segment=NetworkSegment(de55b487-a277-4206-9be9-4fe3bc2e9f6e),segment_id=de55b487-a277-4206-9be9-4fe3bc2e9f6e)] {{(pid=83444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 09:45:18.099165 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-8d877556-18cc-497a-9dab-1fb6cbcd3fb9 req-9e27fefd-f977-40c6-8229-2c6af754a6f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:45:18.103159 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-94acc2c6-6506-455b-aef1-3d6fc2aa83f9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:45:18.159578 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-8d877556-18cc-497a-9dab-1fb6cbcd3fb9 req-9e27fefd-f977-40c6-8229-2c6af754a6f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:45:18.160950 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8d877556-18cc-497a-9dab-1fb6cbcd3fb9 req-9e27fefd-f977-40c6-8229-2c6af754a6f6 service neutron] 10.222.0.58 "PUT /v2.0/ports/a5b322a0-4247-4227-91fb-ee22cfaaa51e HTTP/1.1" status: 200 len: 1094 time: 1.1735551 Dec 20 09:45:18.161499 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aa7497e-7737-4cd7-95a2-b5f7ba5ea6e3', 'tag': 'a5b322a0-4247-4227-91fb-ee22cfaaa51e'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:45:18.193414 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e27fefd-f977-40c6-8229-2c6af754a6f6 service neutron] Pushing event updated for resources: {'Port': ['ID=a5b322a0-4247-4227-91fb-ee22cfaaa51e,revision_number=3']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:45:18.196685 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9e27fefd-f977-40c6-8229-2c6af754a6f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:45:18.235462 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aa7497e-7737-4cd7-95a2-b5f7ba5ea6e3', 'tag': 'a5b322a0-4247-4227-91fb-ee22cfaaa51e', 'status': 'completed', 'code': 200} Dec 20 09:45:18.277496 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8d877556-18cc-497a-9dab-1fb6cbcd3fb9 req-e8c3de17-6d12-419b-bac7-8f8d13e7d6c4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=70859c428e684590a5c4b578802571ec&device_id=5aa7497e-7737-4cd7-95a2-b5f7ba5ea6e3 HTTP/1.1" status: 200 len: 1097 time: 0.0768392 Dec 20 09:45:18.354806 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8d877556-18cc-497a-9dab-1fb6cbcd3fb9 req-a10d14a6-3102-4039-978a-1cd56bc63c63 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5b322a0-4247-4227-91fb-ee22cfaaa51e HTTP/1.1" status: 200 len: 217 time: 0.0704079 Dec 20 09:45:18.418139 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d877556-18cc-497a-9dab-1fb6cbcd3fb9 req-dc5dbb0a-7efd-4b27-8465-236f3d5412e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:45:18.419566 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8d877556-18cc-497a-9dab-1fb6cbcd3fb9 req-dc5dbb0a-7efd-4b27-8465-236f3d5412e9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=08aba22e-f1a5-4cca-9243-1da2c590dc4f HTTP/1.1" status: 200 len: 848 time: 0.0594244 Dec 20 09:45:18.495499 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8d877556-18cc-497a-9dab-1fb6cbcd3fb9 req-9ffb346e-4a3d-4683-9a00-3112748a3b3d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=262ab3bd-5e87-4978-8cc5-c8c362a0b686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695872 Dec 20 09:45:18.629626 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8d877556-18cc-497a-9dab-1fb6cbcd3fb9 req-890d208e-3088-413e-b31b-030d987e3a20 service neutron] 10.222.0.58 "GET /v2.0/networks/262ab3bd-5e87-4978-8cc5-c8c362a0b686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271739 Dec 20 09:45:18.757714 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8d877556-18cc-497a-9dab-1fb6cbcd3fb9 req-1c7c783f-d521-42ef-b49b-f50f253037f6 service neutron] 10.222.0.58 "GET /v2.0/networks/262ab3bd-5e87-4978-8cc5-c8c362a0b686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219416 Dec 20 09:45:18.868715 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ed811563-bb49-453f-af1f-21d1cea54618 req-6047b62d-93ed-4919-b54c-270890d60e43 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=70859c428e684590a5c4b578802571ec&device_id=5aa7497e-7737-4cd7-95a2-b5f7ba5ea6e3 HTTP/1.1" status: 200 len: 1097 time: 0.0669479 Dec 20 09:45:18.996592 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed811563-bb49-453f-af1f-21d1cea54618 req-4aefd7ff-80b9-4535-a7da-acf2b1423d5c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:45:18.998034 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ed811563-bb49-453f-af1f-21d1cea54618 req-4aefd7ff-80b9-4535-a7da-acf2b1423d5c service neutron] 10.222.0.58 "GET /v2.0/networks?id=262ab3bd-5e87-4978-8cc5-c8c362a0b686 HTTP/1.1" status: 200 len: 910 time: 0.1225429 Dec 20 09:45:19.067344 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ed811563-bb49-453f-af1f-21d1cea54618 req-2f487e0d-cccc-4c8f-b29b-db3f8cce7b94 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5b322a0-4247-4227-91fb-ee22cfaaa51e HTTP/1.1" status: 200 len: 217 time: 0.0629971 Dec 20 09:45:19.162699 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed811563-bb49-453f-af1f-21d1cea54618 req-c8bee363-af84-40f5-beaf-b40326537113 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:45:19.164061 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ed811563-bb49-453f-af1f-21d1cea54618 req-c8bee363-af84-40f5-beaf-b40326537113 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=08aba22e-f1a5-4cca-9243-1da2c590dc4f HTTP/1.1" status: 200 len: 848 time: 0.0908155 Dec 20 09:45:19.256603 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1474a2-9bfc-44ce-9539-caddadfec2ac req-f46cd9e2-9e16-4441-bef1-d5d77fdc990f tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:45:19.257968 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1d1474a2-9bfc-44ce-9539-caddadfec2ac req-f46cd9e2-9e16-4441-bef1-d5d77fdc990f tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aa7497e-7737-4cd7-95a2-b5f7ba5ea6e3 HTTP/1.1" status: 200 len: 944 time: 0.1351070 Dec 20 09:45:19.264986 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ed811563-bb49-453f-af1f-21d1cea54618 req-4e3ffdd6-0dae-4122-a528-beb18d6fa522 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=262ab3bd-5e87-4978-8cc5-c8c362a0b686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0923476 Dec 20 09:45:19.385812 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1d1474a2-9bfc-44ce-9539-caddadfec2ac req-cb31c348-3de1-450c-9970-5943ce1d1ab9 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b2bd537-4ec7-42c0-bda7-9838cac32ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198733 Dec 20 09:45:19.421950 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ed811563-bb49-453f-af1f-21d1cea54618 req-bfb48fdb-c8ee-4f6b-9752-03cf7dc53178 service neutron] 10.222.0.58 "GET /v2.0/networks/262ab3bd-5e87-4978-8cc5-c8c362a0b686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433916 Dec 20 09:45:19.661939 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ed811563-bb49-453f-af1f-21d1cea54618 req-3624e2d3-59b0-4bd6-9b29-f54048509e48 service neutron] 10.222.0.58 "GET /v2.0/networks/262ab3bd-5e87-4978-8cc5-c8c362a0b686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335629 Dec 20 09:45:20.586294 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61d56a8-cfd2-4bf6-898d-2e562d8999a5 req-d4c16a80-091d-4e54-bcf5-c1c4ffe66f13 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:45:20.587761 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-f61d56a8-cfd2-4bf6-898d-2e562d8999a5 req-d4c16a80-091d-4e54-bcf5-c1c4ffe66f13 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aa7497e-7737-4cd7-95a2-b5f7ba5ea6e3 HTTP/1.1" status: 200 len: 944 time: 0.0775630 Dec 20 09:45:20.633644 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-f61d56a8-cfd2-4bf6-898d-2e562d8999a5 req-e95b008c-3c1e-4e71-9926-be9fb912400c tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b2bd537-4ec7-42c0-bda7-9838cac32ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399284 Dec 20 09:45:21.837039 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeffa94-85f6-4154-9887-ac0d7f9048ca req-649ab271-3dc2-4396-a29c-6e2420058fac tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:45:21.838536 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-baeffa94-85f6-4154-9887-ac0d7f9048ca req-649ab271-3dc2-4396-a29c-6e2420058fac tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aa7497e-7737-4cd7-95a2-b5f7ba5ea6e3 HTTP/1.1" status: 200 len: 944 time: 0.0789762 Dec 20 09:45:21.883410 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-baeffa94-85f6-4154-9887-ac0d7f9048ca req-dee4e2f2-5834-4364-b284-2af7b5d96f8c tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b2bd537-4ec7-42c0-bda7-9838cac32ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389745 Dec 20 09:45:23.076766 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebec97a0-3a24-408d-957e-bdd69dec465b req-6748b545-0edb-4fd8-8c87-698348f3238a tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:45:23.078831 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-ebec97a0-3a24-408d-957e-bdd69dec465b req-6748b545-0edb-4fd8-8c87-698348f3238a tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aa7497e-7737-4cd7-95a2-b5f7ba5ea6e3 HTTP/1.1" status: 200 len: 944 time: 0.0778255 Dec 20 09:45:23.123902 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-ebec97a0-3a24-408d-957e-bdd69dec465b req-d374cb45-9bb5-4088-9874-f7a5474f56c5 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b2bd537-4ec7-42c0-bda7-9838cac32ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391057 Dec 20 09:45:24.315302 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb13b2-b129-49f1-91c0-ad59e8fc14cb req-c7aa17c3-fcc3-40e5-924e-32c9c8b76071 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:45:24.316733 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-beeb13b2-b129-49f1-91c0-ad59e8fc14cb req-c7aa17c3-fcc3-40e5-924e-32c9c8b76071 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aa7497e-7737-4cd7-95a2-b5f7ba5ea6e3 HTTP/1.1" status: 200 len: 944 time: 0.0744805 Dec 20 09:45:24.364487 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-beeb13b2-b129-49f1-91c0-ad59e8fc14cb req-9fb89133-abf0-454c-8021-78f7495c7604 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b2bd537-4ec7-42c0-bda7-9838cac32ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423610 Dec 20 09:45:25.556223 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226dcd9e-b9bc-44ad-9152-1de6774cacff req-d4eb3ac4-c603-48b8-be32-70d968e7fad0 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:45:25.557684 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-226dcd9e-b9bc-44ad-9152-1de6774cacff req-d4eb3ac4-c603-48b8-be32-70d968e7fad0 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aa7497e-7737-4cd7-95a2-b5f7ba5ea6e3 HTTP/1.1" status: 200 len: 944 time: 0.0763214 Dec 20 09:45:25.603059 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-226dcd9e-b9bc-44ad-9152-1de6774cacff req-3cd6de10-6d27-4794-92de-545cd2d0b15a tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b2bd537-4ec7-42c0-bda7-9838cac32ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398254 Dec 20 09:45:26.805150 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d7305-de12-4cda-a08b-41779c1abaa1 req-cb357b3f-5fe9-439c-a564-62a1cfb4024f tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:45:26.806616 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1d0d7305-de12-4cda-a08b-41779c1abaa1 req-cb357b3f-5fe9-439c-a564-62a1cfb4024f tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aa7497e-7737-4cd7-95a2-b5f7ba5ea6e3 HTTP/1.1" status: 200 len: 944 time: 0.0813727 Dec 20 09:45:26.851137 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1d0d7305-de12-4cda-a08b-41779c1abaa1 req-17f03f17-5792-4cc0-a07b-233db81567f9 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b2bd537-4ec7-42c0-bda7-9838cac32ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390260 Dec 20 09:45:27.279095 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device a5b322a0-4247-4227-91fb-ee22cfaaa51e details requested by agent hyperv_hv-neutron-8204 with host hv-neutron-8204 {{(pid=83446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 09:45:27.412245 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port a5b322a0-4247-4227-91fb-ee22cfaaa51e, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=a5b322a0-4247-4227-91fb-ee22cfaaa51e,segment=NetworkSegment(de55b487-a277-4206-9be9-4fe3bc2e9f6e),segment_id=de55b487-a277-4206-9be9-4fe3bc2e9f6e)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:45:27.425087 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Returning: {'device': 'a5b322a0-4247-4227-91fb-ee22cfaaa51e', 'network_id': '262ab3bd-5e87-4978-8cc5-c8c362a0b686', 'port_id': 'a5b322a0-4247-4227-91fb-ee22cfaaa51e', 'mac_address': 'fa:16:3e:f3:8f:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08aba22e-f1a5-4cca-9243-1da2c590dc4f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 09:45:27.477034 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:45:27.493120 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5b322a0-4247-4227-91fb-ee22cfaaa51e {{(pid=83446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 09:45:27.507823 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port a5b322a0-4247-4227-91fb-ee22cfaaa51e, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=a5b322a0-4247-4227-91fb-ee22cfaaa51e,segment=NetworkSegment(de55b487-a277-4206-9be9-4fe3bc2e9f6e),segment_id=de55b487-a277-4206-9be9-4fe3bc2e9f6e)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:45:27.511459 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:45:27.514387 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:45:27.580964 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=a5b322a0-4247-4227-91fb-ee22cfaaa51e,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:45:27.589249 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:45:27.589969 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:45:27.589969 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:45:27.590534 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:45:27.590866 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:45:27.591192 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:45:27.591523 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:45:27.591850 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:45:27.592170 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:45:27.592489 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:45:27.593173 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:45:27.597053 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:45:27.880917 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] get_ports_and_sgs() called for port_ids ['a5b322a0-4247-4227-91fb-ee22cfaaa51e'] {{(pid=83446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 09:45:28.059033 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32b307-5755-4e06-96d7-c8c29bd63699 req-53139bc8-8189-43b0-8c2d-4dea2ac91bad tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:45:28.060475 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-2d32b307-5755-4e06-96d7-c8c29bd63699 req-53139bc8-8189-43b0-8c2d-4dea2ac91bad tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aa7497e-7737-4cd7-95a2-b5f7ba5ea6e3 HTTP/1.1" status: 200 len: 945 time: 0.0879719 Dec 20 09:45:28.105702 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-2d32b307-5755-4e06-96d7-c8c29bd63699 req-0991df9f-3971-4044-8585-4b268c12c04a tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b2bd537-4ec7-42c0-bda7-9838cac32ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387168 Dec 20 09:45:29.284574 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device a5b322a0-4247-4227-91fb-ee22cfaaa51e up at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:45:29.306874 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e75d774-1925-4f68-8b7b-aebfc338648a req-d43026c5-f2e4-45d9-a2e0-fcbc342d8569 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:45:29.308336 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4e75d774-1925-4f68-8b7b-aebfc338648a req-d43026c5-f2e4-45d9-a2e0-fcbc342d8569 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aa7497e-7737-4cd7-95a2-b5f7ba5ea6e3 HTTP/1.1" status: 200 len: 945 time: 0.0815358 Dec 20 09:45:29.353393 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning for port a5b322a0-4247-4227-91fb-ee22cfaaa51e completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:45:29.354668 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4e75d774-1925-4f68-8b7b-aebfc338648a req-0c863a69-c382-418d-938e-791b47ade35c tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b2bd537-4ec7-42c0-bda7-9838cac32ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402367 Dec 20 09:45:29.357978 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning complete for port a5b322a0-4247-4227-91fb-ee22cfaaa51e triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:45:29.359023 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:45:29.470763 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:45:29.496207 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aa7497e-7737-4cd7-95a2-b5f7ba5ea6e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b322a0-4247-4227-91fb-ee22cfaaa51e'}] {{(pid=83446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:45:29.506325 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port a5b322a0-4247-4227-91fb-ee22cfaaa51e, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=a5b322a0-4247-4227-91fb-ee22cfaaa51e,segment=NetworkSegment(de55b487-a277-4206-9be9-4fe3bc2e9f6e),segment_id=de55b487-a277-4206-9be9-4fe3bc2e9f6e)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:45:29.510368 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:45:29.513348 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-3523b732-2dbf-4e7e-9464-34f46478cb21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:45:29.558703 dv-neutron-820491-1-hyperv neutron-server[83446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aa7497e-7737-4cd7-95a2-b5f7ba5ea6e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b322a0-4247-4227-91fb-ee22cfaaa51e', 'code': 200} Dec 20 09:45:29.585172 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=a5b322a0-4247-4227-91fb-ee22cfaaa51e,revision_number=5']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:45:29.588082 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:45:29.815886 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2b7d7936-8992-4ecc-9e14-296bd152875c req-45a5efd3-60d8-472d-b478-ee28f6277399 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5aa7497e-7737-4cd7-95a2-b5f7ba5ea6e3 HTTP/1.1" status: 200 len: 1099 time: 0.0676591 Dec 20 09:45:29.857620 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2b7d7936-8992-4ecc-9e14-296bd152875c req-b55d4dba-1afe-4be5-81b1-390767045c58 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=3b2bd537-4ec7-42c0-bda7-9838cac32ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359058 Dec 20 09:45:30.555712 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3686eb8-e06f-46d2-a00a-615a59159780 req-7e15568d-366a-43d3-82f2-f24272b3348b tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:45:30.557145 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f3686eb8-e06f-46d2-a00a-615a59159780 req-7e15568d-366a-43d3-82f2-f24272b3348b tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aa7497e-7737-4cd7-95a2-b5f7ba5ea6e3 HTTP/1.1" status: 200 len: 946 time: 0.0801644 Dec 20 09:45:30.604108 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f3686eb8-e06f-46d2-a00a-615a59159780 req-1ea9b423-6063-4c7b-b6df-f30ce470d2f7 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b2bd537-4ec7-42c0-bda7-9838cac32ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401435 Dec 20 09:45:31.804306 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dd563d-9ff4-4aa9-9d69-de6afe6894a4 req-90171a62-341f-46f2-a554-e61cac1e3047 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:45:31.805756 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-56dd563d-9ff4-4aa9-9d69-de6afe6894a4 req-90171a62-341f-46f2-a554-e61cac1e3047 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aa7497e-7737-4cd7-95a2-b5f7ba5ea6e3 HTTP/1.1" status: 200 len: 946 time: 0.0776858 Dec 20 09:45:31.855637 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-56dd563d-9ff4-4aa9-9d69-de6afe6894a4 req-3952c75d-aa0c-498f-ab18-830d0ce013fa tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b2bd537-4ec7-42c0-bda7-9838cac32ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444093 Dec 20 09:45:32.061502 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da1b4ab-da4e-404a-b94a-5d06ce8fa0cb req-8038f70b-cad1-4ffe-8149-01d7f70a18a9 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:45:32.064274 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0da1b4ab-da4e-404a-b94a-5d06ce8fa0cb req-8038f70b-cad1-4ffe-8149-01d7f70a18a9 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aa7497e-7737-4cd7-95a2-b5f7ba5ea6e3 HTTP/1.1" status: 200 len: 946 time: 0.0830259 Dec 20 09:45:32.110392 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0da1b4ab-da4e-404a-b94a-5d06ce8fa0cb req-a9f5ab34-94d7-4879-a61a-add39f64e146 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b2bd537-4ec7-42c0-bda7-9838cac32ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408897 Dec 20 09:45:32.136661 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 53638) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:45:32.277778 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-09f8965a-80a7-4c94-aaa2-3ffb8bda4a29 tempest-TestShelveInstance-419237199 tempest-TestShelveInstance-419237199-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=5aa7497e-7737-4cd7-95a2-b5f7ba5ea6e3 HTTP/1.1" status: 200 len: 1094 time: 0.1398530 Dec 20 09:45:32.280778 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 53644) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:45:32.285835 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-7f06f9e5-fb0d-47a0-ad21-139c769aa050 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Request body: {'floatingip': {'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'port_id': 'a5b322a0-4247-4227-91fb-ee22cfaaa51e', 'tenant_id': '70859c428e684590a5c4b578802571ec', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:45:32.291179 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-7f06f9e5-fb0d-47a0-ad21-139c769aa050 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:45:32.294929 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7f06f9e5-fb0d-47a0-ad21-139c769aa050 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Usage tracker for resource:floatingip and tenant:70859c428e684590a5c4b578802571ec is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:45:32.298515 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7f06f9e5-fb0d-47a0-ad21-139c769aa050 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:45:32.304028 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-7f06f9e5-fb0d-47a0-ad21-139c769aa050 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:45:32.314546 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7f06f9e5-fb0d-47a0-ad21-139c769aa050 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks [] for floatingip, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:45:32.475511 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7f06f9e5-fb0d-47a0-ad21-139c769aa050 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:45:32.615481 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-7f06f9e5-fb0d-47a0-ad21-139c769aa050 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Allocated IP 172.26.5.201 (95f3bec2-46e6-4468-8229-8badd4a5aaae/cf8895a3-346d-4313-a645-16ecdcce9969/33c68403-c444-49cd-8de6-8be7125ea61a) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 09:45:32.766469 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7f06f9e5-fb0d-47a0-ad21-139c769aa050 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:45:32.792983 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7f06f9e5-fb0d-47a0-ad21-139c769aa050 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:45:32.797130 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9641a369-4cf2-4753-be98-81118f6861d0 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:45:32.856143 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f06f9e5-fb0d-47a0-ad21-139c769aa050 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Network 95f3bec2-46e6-4468-8229-8badd4a5aaae is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:45:32.863248 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-7f06f9e5-fb0d-47a0-ad21-139c769aa050 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:45:32.868002 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f06f9e5-fb0d-47a0-ad21-139c769aa050 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 09:45:32.898238 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f06f9e5-fb0d-47a0-ad21-139c769aa050 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Pushing event updated for resources: {'Port': ['ID=33c68403-c444-49cd-8de6-8be7125ea61a,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:45:32.905026 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7f06f9e5-fb0d-47a0-ad21-139c769aa050 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:45:33.478650 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7f06f9e5-fb0d-47a0-ad21-139c769aa050 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:45:33.536176 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7f06f9e5-fb0d-47a0-ad21-139c769aa050 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:45:33.741224 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7f06f9e5-fb0d-47a0-ad21-139c769aa050 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:45:33.745604 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7f06f9e5-fb0d-47a0-ad21-139c769aa050 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:45:33.749209 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-37206702-52d7-40e4-b94b-1704943e35f1 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:45:33.851085 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f06f9e5-fb0d-47a0-ad21-139c769aa050 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Pushing event updated for resources: {'Port': ['ID=33c68403-c444-49cd-8de6-8be7125ea61a,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:45:33.859917 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7f06f9e5-fb0d-47a0-ad21-139c769aa050 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:45:33.868560 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7f06f9e5-fb0d-47a0-ad21-139c769aa050 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-345990'] for floatingip, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:45:34.058188 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.l3_db [None req-7f06f9e5-fb0d-47a0-ad21-139c769aa050 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Floating IP 65eda77a-0edb-4a86-ab8c-7f9e0e7cbdc3 associated. External IP: 172.26.5.201, port: a5b322a0-4247-4227-91fb-ee22cfaaa51e. Dec 20 09:45:34.440207 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f06f9e5-fb0d-47a0-ad21-139c769aa050 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Router f6611208-e436-40f2-80ac-fad849a099f5 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 09:45:34.640685 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f06f9e5-fb0d-47a0-ad21-139c769aa050 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 09:45:34.651109 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d7e8dc-e782-4fec-af78-78b2407c6b44 None None] Sync routers for ids ['f6611208-e436-40f2-80ac-fad849a099f5'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 09:45:34.665905 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7f06f9e5-fb0d-47a0-ad21-139c769aa050 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:45:34.668812 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d7e8dc-e782-4fec-af78-78b2407c6b44 None None] Routers {'f6611208-e436-40f2-80ac-fad849a099f5'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:45:34.669745 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-08d7e8dc-e782-4fec-af78-78b2407c6b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:45:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['f6611208-e436-40f2-80ac-fad849a099f5'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:45:34.721546 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-7f06f9e5-fb0d-47a0-ad21-139c769aa050 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4386222 Dec 20 09:45:34.721546 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aa7497e-7737-4cd7-95a2-b5f7ba5ea6e3', 'tag': 'a5b322a0-4247-4227-91fb-ee22cfaaa51e'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:45:34.776167 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aa7497e-7737-4cd7-95a2-b5f7ba5ea6e3', 'tag': 'a5b322a0-4247-4227-91fb-ee22cfaaa51e', 'status': 'completed', 'code': 200} Dec 20 09:45:34.855740 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-08d7e8dc-e782-4fec-af78-78b2407c6b44 None None] Set router f6611208-e436-40f2-80ac-fad849a099f5 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:45:34.990234 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2f9ec9de-1b7a-491a-a34a-4f7e0ef1b210 req-daeadd42-48b9-4cdf-845f-486054129ce1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=70859c428e684590a5c4b578802571ec&device_id=5aa7497e-7737-4cd7-95a2-b5f7ba5ea6e3 HTTP/1.1" status: 200 len: 1099 time: 0.1897271 Dec 20 09:45:35.130068 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9ec9de-1b7a-491a-a34a-4f7e0ef1b210 req-2ac9db7e-9f87-4fdc-ace7-ec6db902171a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:45:35.131756 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2f9ec9de-1b7a-491a-a34a-4f7e0ef1b210 req-2ac9db7e-9f87-4fdc-ace7-ec6db902171a service neutron] 10.222.0.58 "GET /v2.0/networks?id=262ab3bd-5e87-4978-8cc5-c8c362a0b686 HTTP/1.1" status: 200 len: 910 time: 0.1351585 Dec 20 09:45:35.233976 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2f9ec9de-1b7a-491a-a34a-4f7e0ef1b210 req-aa0b504e-19c9-426b-98cd-18c69e8880ca service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5b322a0-4247-4227-91fb-ee22cfaaa51e HTTP/1.1" status: 200 len: 1000 time: 0.0955894 Dec 20 09:45:35.263436 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-08d7e8dc-e782-4fec-af78-78b2407c6b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6611208-e436-40f2-80ac-fad849a099f5', 'name': 'tempest-TestShelveInstance-1408681512-router', 'tenant_id': '70859c428e684590a5c4b578802571ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': '691171d3-f753-4fb3-9116-76970f2f59f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:39:04Z', 'updated_at': '2021-12-20T09:39:07Z', 'revision_number': 4, 'project_id': '70859c428e684590a5c4b578802571ec', 'gw_port': {'id': '691171d3-f753-4fb3-9116-76970f2f59f9', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:56:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6611208-e436-40f2-80ac-fad849a099f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:39:04Z', 'updated_at': '2021-12-20T09:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': '65eda77a-0edb-4a86-ab8c-7f9e0e7cbdc3', 'tenant_id': '70859c428e684590a5c4b578802571ec', 'floating_ip_address': '172.26.5.201', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': 'f6611208-e436-40f2-80ac-fad849a099f5', 'port_id': 'a5b322a0-4247-4227-91fb-ee22cfaaa51e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '262ab3bd-5e87-4978-8cc5-c8c362a0b686', 'mac_address': 'fa:16:3e:f3:8f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa7497e-7737-4cd7-95a2-b5f7ba5ea6e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T09:45:33Z', 'updated_at': '2021-12-20T09:45:33Z', 'revision_number': 0, 'project_id': '70859c428e684590a5c4b578802571ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35c6abdf-c8a5-4062-b83b-d50cb64df33b', 'name': '', 'network_id': '262ab3bd-5e87-4978-8cc5-c8c362a0b686', 'tenant_id': '70859c428e684590a5c4b578802571ec', 'mac_address': 'fa:16:3e:2b:c0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6611208-e436-40f2-80ac-fad849a099f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08aba22e-f1a5-4cca-9243-1da2c590dc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:39:06Z', 'updated_at': '2021-12-20T09:39:25Z', 'revision_number': 5, 'project_id': '70859c428e684590a5c4b578802571ec', 'subnets': [{'id': '08aba22e-f1a5-4cca-9243-1da2c590dc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:45:35.267323 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d7e8dc-e782-4fec-af78-78b2407c6b44 None None] Checking router: f6611208-e436-40f2-80ac-fad849a099f5 for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 09:45:35.277800 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d7e8dc-e782-4fec-af78-78b2407c6b44 None None] Routers {'f6611208-e436-40f2-80ac-fad849a099f5'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:45:35.278405 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-08d7e8dc-e782-4fec-af78-78b2407c6b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:45:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['f6611208-e436-40f2-80ac-fad849a099f5'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:45:35.295561 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9ec9de-1b7a-491a-a34a-4f7e0ef1b210 req-a5b36631-2074-4b42-ab51-558ea29f1a13 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:45:35.297635 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2f9ec9de-1b7a-491a-a34a-4f7e0ef1b210 req-a5b36631-2074-4b42-ab51-558ea29f1a13 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=08aba22e-f1a5-4cca-9243-1da2c590dc4f HTTP/1.1" status: 200 len: 848 time: 0.0580392 Dec 20 09:45:35.370081 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2f9ec9de-1b7a-491a-a34a-4f7e0ef1b210 req-f9abdd1d-bde6-4a1a-90c9-cf9b9b3d59a7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=262ab3bd-5e87-4978-8cc5-c8c362a0b686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663729 Dec 20 09:45:35.460226 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-08d7e8dc-e782-4fec-af78-78b2407c6b44 None None] Set router f6611208-e436-40f2-80ac-fad849a099f5 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:45:35.500638 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2f9ec9de-1b7a-491a-a34a-4f7e0ef1b210 req-6adb2173-c36b-47ab-8e9d-47544071f6cd service neutron] 10.222.0.58 "GET /v2.0/networks/262ab3bd-5e87-4978-8cc5-c8c362a0b686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234143 Dec 20 09:45:35.631830 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2f9ec9de-1b7a-491a-a34a-4f7e0ef1b210 req-de6cdbf3-8494-417f-8ff7-78e351cd7eed service neutron] 10.222.0.58 "GET /v2.0/networks/262ab3bd-5e87-4978-8cc5-c8c362a0b686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256933 Dec 20 09:45:35.807705 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-08d7e8dc-e782-4fec-af78-78b2407c6b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6611208-e436-40f2-80ac-fad849a099f5', 'name': 'tempest-TestShelveInstance-1408681512-router', 'tenant_id': '70859c428e684590a5c4b578802571ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': '691171d3-f753-4fb3-9116-76970f2f59f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:39:04Z', 'updated_at': '2021-12-20T09:39:07Z', 'revision_number': 4, 'project_id': '70859c428e684590a5c4b578802571ec', 'gw_port': {'id': '691171d3-f753-4fb3-9116-76970f2f59f9', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:56:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6611208-e436-40f2-80ac-fad849a099f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:39:04Z', 'updated_at': '2021-12-20T09:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': '65eda77a-0edb-4a86-ab8c-7f9e0e7cbdc3', 'tenant_id': '70859c428e684590a5c4b578802571ec', 'floating_ip_address': '172.26.5.201', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': 'f6611208-e436-40f2-80ac-fad849a099f5', 'port_id': 'a5b322a0-4247-4227-91fb-ee22cfaaa51e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '262ab3bd-5e87-4978-8cc5-c8c362a0b686', 'mac_address': 'fa:16:3e:f3:8f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa7497e-7737-4cd7-95a2-b5f7ba5ea6e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T09:45:33Z', 'updated_at': '2021-12-20T09:45:33Z', 'revision_number': 0, 'project_id': '70859c428e684590a5c4b578802571ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35c6abdf-c8a5-4062-b83b-d50cb64df33b', 'name': '', 'network_id': '262ab3bd-5e87-4978-8cc5-c8c362a0b686', 'tenant_id': '70859c428e684590a5c4b578802571ec', 'mac_address': 'fa:16:3e:2b:c0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6611208-e436-40f2-80ac-fad849a099f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08aba22e-f1a5-4cca-9243-1da2c590dc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:39:06Z', 'updated_at': '2021-12-20T09:39:25Z', 'revision_number': 5, 'project_id': '70859c428e684590a5c4b578802571ec', 'subnets': [{'id': '08aba22e-f1a5-4cca-9243-1da2c590dc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:45:35.812141 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d7e8dc-e782-4fec-af78-78b2407c6b44 None None] The sync data for ids ['f6611208-e436-40f2-80ac-fad849a099f5'] in dv-neutron-820491-1-hyperv is: [{'id': 'f6611208-e436-40f2-80ac-fad849a099f5', 'name': 'tempest-TestShelveInstance-1408681512-router', 'tenant_id': '70859c428e684590a5c4b578802571ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': '691171d3-f753-4fb3-9116-76970f2f59f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:39:04Z', 'updated_at': '2021-12-20T09:39:07Z', 'revision_number': 4, 'project_id': '70859c428e684590a5c4b578802571ec', 'gw_port': {'id': '691171d3-f753-4fb3-9116-76970f2f59f9', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:56:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6611208-e436-40f2-80ac-fad849a099f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:39:04Z', 'updated_at': '2021-12-20T09:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': '65eda77a-0edb-4a86-ab8c-7f9e0e7cbdc3', 'tenant_id': '70859c428e684590a5c4b578802571ec', 'floating_ip_address': '172.26.5.201', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': 'f6611208-e436-40f2-80ac-fad849a099f5', 'port_id': 'a5b322a0-4247-4227-91fb-ee22cfaaa51e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '262ab3bd-5e87-4978-8cc5-c8c362a0b686', 'mac_address': 'fa:16:3e:f3:8f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa7497e-7737-4cd7-95a2-b5f7ba5ea6e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T09:45:33Z', 'updated_at': '2021-12-20T09:45:33Z', 'revision_number': 0, 'project_id': '70859c428e684590a5c4b578802571ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35c6abdf-c8a5-4062-b83b-d50cb64df33b', 'name': '', 'network_id': '262ab3bd-5e87-4978-8cc5-c8c362a0b686', 'tenant_id': '70859c428e684590a5c4b578802571ec', 'mac_address': 'fa:16:3e:2b:c0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6611208-e436-40f2-80ac-fad849a099f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08aba22e-f1a5-4cca-9243-1da2c590dc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:39:06Z', 'updated_at': '2021-12-20T09:39:25Z', 'revision_number': 5, 'project_id': '70859c428e684590a5c4b578802571ec', 'subnets': [{'id': '08aba22e-f1a5-4cca-9243-1da2c590dc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 09:45:36.006529 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4dc778-995c-4e9b-85c8-2309b673cc05 None None] New status for floating IP 65eda77a-0edb-4a86-ab8c-7f9e0e7cbdc3: ACTIVE {{(pid=83447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 09:45:40.541615 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:45:42.711017 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-78fd802a-7b52-4b01-950d-e0495174b558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:45:44.997931 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-ab5cff52-2d5d-47a5-8dbb-1f5828a07ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:45:45.135008 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:45:46.223526 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:45:46.224624 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:45:47.659789 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:46:10.557314 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:46:12.357063 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c681a20b-7b37-4646-b51f-496a8ae8d820 req-d63ebd78-d6ff-4267-8c74-c06b7f203d21 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5aa7497e-7737-4cd7-95a2-b5f7ba5ea6e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1334970 Dec 20 09:46:12.514117 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c681a20b-7b37-4646-b51f-496a8ae8d820 req-de98ea68-c793-4bed-8070-0b4159c79415 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=70859c428e684590a5c4b578802571ec&device_id=5aa7497e-7737-4cd7-95a2-b5f7ba5ea6e3 HTTP/1.1" status: 200 len: 1099 time: 0.0707543 Dec 20 09:46:12.658013 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c681a20b-7b37-4646-b51f-496a8ae8d820 req-716ccf33-10c1-40ee-8fd7-9959343eb573 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:46:12.659378 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c681a20b-7b37-4646-b51f-496a8ae8d820 req-716ccf33-10c1-40ee-8fd7-9959343eb573 service neutron] 10.222.0.58 "GET /v2.0/networks?id=262ab3bd-5e87-4978-8cc5-c8c362a0b686 HTTP/1.1" status: 200 len: 910 time: 0.1261916 Dec 20 09:46:12.712619 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c264ed80-6c26-431f-9fb0-32053e1f00e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:46:12.764785 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c681a20b-7b37-4646-b51f-496a8ae8d820 req-db679fb5-5b2e-4f87-a496-93ccc05d7aee service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5b322a0-4247-4227-91fb-ee22cfaaa51e HTTP/1.1" status: 200 len: 1002 time: 0.0986304 Dec 20 09:46:12.829609 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c681a20b-7b37-4646-b51f-496a8ae8d820 req-e3dda4f1-0989-4291-a5a2-5ede290fd929 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:46:12.831005 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c681a20b-7b37-4646-b51f-496a8ae8d820 req-e3dda4f1-0989-4291-a5a2-5ede290fd929 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=08aba22e-f1a5-4cca-9243-1da2c590dc4f HTTP/1.1" status: 200 len: 848 time: 0.0595257 Dec 20 09:46:12.904728 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c681a20b-7b37-4646-b51f-496a8ae8d820 req-a403a85e-3503-4d51-bd72-89c12a3c2805 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=262ab3bd-5e87-4978-8cc5-c8c362a0b686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677164 Dec 20 09:46:13.034090 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c681a20b-7b37-4646-b51f-496a8ae8d820 req-7404613b-dcce-4110-98df-611bccfa23db service neutron] 10.222.0.58 "GET /v2.0/networks/262ab3bd-5e87-4978-8cc5-c8c362a0b686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224470 Dec 20 09:46:13.165533 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c681a20b-7b37-4646-b51f-496a8ae8d820 req-636d84fc-9ba4-43d4-91b5-0fa230527678 service neutron] 10.222.0.58 "GET /v2.0/networks/262ab3bd-5e87-4978-8cc5-c8c362a0b686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244566 Dec 20 09:46:14.999920 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-6575fa3a-f0f7-4cfd-bdad-c81dcdbdf34e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:46:16.222319 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:46:16.223453 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:46:17.659993 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:46:22.134649 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:46:40.555947 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:46:42.715888 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-6fc43168-2e0d-4b0a-ae79-a7f85aa2f1b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:46:45.001141 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f6c5e1d3-1186-41a4-b0a9-8b2bb0311ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:46:46.224079 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:46:46.227793 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:46:47.661440 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:46:59.134045 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:47:10.573673 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:47:12.718687 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3afe20f5-ec4c-48ab-914f-744db58bbb34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:47:14.269667 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7f87f2de-38f2-437a-9c75-64cb9f274064 req-f9372a7a-2a37-4ba7-a993-2c0b94356175 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5aa7497e-7737-4cd7-95a2-b5f7ba5ea6e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0659215 Dec 20 09:47:14.507693 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7f87f2de-38f2-437a-9c75-64cb9f274064 req-d92cea89-8789-4611-97b7-0442511b3504 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=70859c428e684590a5c4b578802571ec&device_id=5aa7497e-7737-4cd7-95a2-b5f7ba5ea6e3 HTTP/1.1" status: 200 len: 1099 time: 0.1700861 Dec 20 09:47:14.649462 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f87f2de-38f2-437a-9c75-64cb9f274064 req-d4150f9c-14ad-46c3-8e95-05b3212cf435 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:47:14.651614 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7f87f2de-38f2-437a-9c75-64cb9f274064 req-d4150f9c-14ad-46c3-8e95-05b3212cf435 service neutron] 10.222.0.58 "GET /v2.0/networks?id=262ab3bd-5e87-4978-8cc5-c8c362a0b686 HTTP/1.1" status: 200 len: 910 time: 0.1241457 Dec 20 09:47:14.752444 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7f87f2de-38f2-437a-9c75-64cb9f274064 req-0a6f1aed-0d50-40a9-b193-26dc6e1457d8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5b322a0-4247-4227-91fb-ee22cfaaa51e HTTP/1.1" status: 200 len: 1002 time: 0.0943842 Dec 20 09:47:14.815090 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f87f2de-38f2-437a-9c75-64cb9f274064 req-a6e7e7f3-7820-4436-bd6a-a20ba55391d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:47:14.816551 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7f87f2de-38f2-437a-9c75-64cb9f274064 req-a6e7e7f3-7820-4436-bd6a-a20ba55391d3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=08aba22e-f1a5-4cca-9243-1da2c590dc4f HTTP/1.1" status: 200 len: 848 time: 0.0581436 Dec 20 09:47:14.891737 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7f87f2de-38f2-437a-9c75-64cb9f274064 req-05a039eb-fa34-4be4-8f31-56c62d6697ea service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=262ab3bd-5e87-4978-8cc5-c8c362a0b686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690029 Dec 20 09:47:15.005611 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-78905cce-3797-444d-a82e-7f6932e9a14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:47:15.022496 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7f87f2de-38f2-437a-9c75-64cb9f274064 req-b602a529-4b09-499b-bd78-1708488c3908 service neutron] 10.222.0.58 "GET /v2.0/networks/262ab3bd-5e87-4978-8cc5-c8c362a0b686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246562 Dec 20 09:47:15.150383 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7f87f2de-38f2-437a-9c75-64cb9f274064 req-82180efe-9df4-4fc7-941d-b0e57685e187 service neutron] 10.222.0.58 "GET /v2.0/networks/262ab3bd-5e87-4978-8cc5-c8c362a0b686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210382 Dec 20 09:47:16.225997 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:47:16.227796 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:47:17.664151 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:47:32.753096 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ede4f-42b5-4780-9ef3-38bfa443ccf4 req-4bd8f5ee-f63d-41f3-b762-561051a679d3 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:47:32.754575 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-5a5ede4f-42b5-4780-9ef3-38bfa443ccf4 req-4bd8f5ee-f63d-41f3-b762-561051a679d3 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aa7497e-7737-4cd7-95a2-b5f7ba5ea6e3 HTTP/1.1" status: 200 len: 946 time: 0.2128189 Dec 20 09:47:32.799421 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-5a5ede4f-42b5-4780-9ef3-38bfa443ccf4 req-ec38593d-a8d6-4eb3-a387-98039ab1e0e4 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b2bd537-4ec7-42c0-bda7-9838cac32ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394583 Dec 20 09:47:34.074515 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ee5d6-4550-43ea-92d6-13cf820bb4cb req-c03975f6-fe37-4451-a423-74f4d0b04be0 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:47:34.075946 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fc5ee5d6-4550-43ea-92d6-13cf820bb4cb req-c03975f6-fe37-4451-a423-74f4d0b04be0 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aa7497e-7737-4cd7-95a2-b5f7ba5ea6e3 HTTP/1.1" status: 200 len: 946 time: 0.1566410 Dec 20 09:47:34.124771 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fc5ee5d6-4550-43ea-92d6-13cf820bb4cb req-8a0a1a3d-6cc0-4b5e-b786-43159f6b350b tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b2bd537-4ec7-42c0-bda7-9838cac32ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432942 Dec 20 09:47:35.337114 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd179cc2-c3f8-4769-a2f5-1773f81b69d9 req-f8b87fc4-a2a3-4fb4-acd6-85e7fc30dc03 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:47:35.338889 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-dd179cc2-c3f8-4769-a2f5-1773f81b69d9 req-f8b87fc4-a2a3-4fb4-acd6-85e7fc30dc03 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aa7497e-7737-4cd7-95a2-b5f7ba5ea6e3 HTTP/1.1" status: 200 len: 946 time: 0.0813582 Dec 20 09:47:35.384484 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-dd179cc2-c3f8-4769-a2f5-1773f81b69d9 req-fd60c70a-4a59-406d-bbdd-786e7690ac1e tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b2bd537-4ec7-42c0-bda7-9838cac32ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402355 Dec 20 09:47:36.133527 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:47:36.587306 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a594f5d-8231-47d1-af86-30d656d82515 req-491a7bc5-011f-442c-a19a-d2c8a3d58d59 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:47:36.589693 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4a594f5d-8231-47d1-af86-30d656d82515 req-491a7bc5-011f-442c-a19a-d2c8a3d58d59 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aa7497e-7737-4cd7-95a2-b5f7ba5ea6e3 HTTP/1.1" status: 200 len: 946 time: 0.0864716 Dec 20 09:47:36.634640 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4a594f5d-8231-47d1-af86-30d656d82515 req-4c1b56c6-bcd4-40fb-bd68-57d46ee82c95 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b2bd537-4ec7-42c0-bda7-9838cac32ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394011 Dec 20 09:47:37.827262 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c5f70d-8fc5-44ba-a1dc-727a3e1dd353 req-f1be2ce7-d592-465f-b61e-f69fa0aa05a5 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:47:37.828690 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-36c5f70d-8fc5-44ba-a1dc-727a3e1dd353 req-f1be2ce7-d592-465f-b61e-f69fa0aa05a5 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aa7497e-7737-4cd7-95a2-b5f7ba5ea6e3 HTTP/1.1" status: 200 len: 946 time: 0.0773854 Dec 20 09:47:37.874697 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-36c5f70d-8fc5-44ba-a1dc-727a3e1dd353 req-bf639fc8-033c-4c46-87d8-45e36c60e224 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b2bd537-4ec7-42c0-bda7-9838cac32ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401695 Dec 20 09:47:39.074605 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef5ec8a-2ba2-4e62-87e0-39faa6f59f61 req-869038f4-af45-4c3a-954c-edd06d5ac089 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:47:39.076025 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0ef5ec8a-2ba2-4e62-87e0-39faa6f59f61 req-869038f4-af45-4c3a-954c-edd06d5ac089 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aa7497e-7737-4cd7-95a2-b5f7ba5ea6e3 HTTP/1.1" status: 200 len: 946 time: 0.0787532 Dec 20 09:47:39.124777 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0ef5ec8a-2ba2-4e62-87e0-39faa6f59f61 req-eb84015f-c9a6-42e9-87ef-29b871acb5da tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b2bd537-4ec7-42c0-bda7-9838cac32ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432215 Dec 20 09:47:40.321415 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41c81c3-192a-472b-b577-7910c74afe23 req-c5c3ea59-1e12-456f-93b9-e2fe49df2041 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:47:40.323501 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-d41c81c3-192a-472b-b577-7910c74afe23 req-c5c3ea59-1e12-456f-93b9-e2fe49df2041 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aa7497e-7737-4cd7-95a2-b5f7ba5ea6e3 HTTP/1.1" status: 200 len: 946 time: 0.0807648 Dec 20 09:47:40.371943 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-d41c81c3-192a-472b-b577-7910c74afe23 req-8ba9c27a-2106-46c4-8a85-eae92021524f tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b2bd537-4ec7-42c0-bda7-9838cac32ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432220 Dec 20 09:47:40.583754 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:47:41.564733 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d14543-acb3-46b8-8cbb-a29734b7e128 req-0316a1e2-033b-4f79-83a0-5ae02f9a2b44 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:47:41.566186 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d4d14543-acb3-46b8-8cbb-a29734b7e128 req-0316a1e2-033b-4f79-83a0-5ae02f9a2b44 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aa7497e-7737-4cd7-95a2-b5f7ba5ea6e3 HTTP/1.1" status: 200 len: 946 time: 0.0772493 Dec 20 09:47:41.611629 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d4d14543-acb3-46b8-8cbb-a29734b7e128 req-7fe78395-35e8-4488-ba54-5ce14db90517 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b2bd537-4ec7-42c0-bda7-9838cac32ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398450 Dec 20 09:47:42.703936 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-cdfbbb45-6ec8-4921-b1e5-590b0e24ab6f req-85a56b90-5e75-47c4-b592-71e9d942b580 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=70859c428e684590a5c4b578802571ec&device_id=5aa7497e-7737-4cd7-95a2-b5f7ba5ea6e3 HTTP/1.1" status: 200 len: 1099 time: 0.0727375 Dec 20 09:47:42.722019 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-0ab271e3-e350-48f7-9459-da6b38c6d1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:47:42.810121 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5d5b2-f305-44eb-b3a2-12d9be11608f req-927fee1e-29f9-4ee3-8aee-064eb4cb2b1e tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:47:42.811566 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-95a5d5b2-f305-44eb-b3a2-12d9be11608f req-927fee1e-29f9-4ee3-8aee-064eb4cb2b1e tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aa7497e-7737-4cd7-95a2-b5f7ba5ea6e3 HTTP/1.1" status: 200 len: 946 time: 0.0749676 Dec 20 09:47:42.835894 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfbbb45-6ec8-4921-b1e5-590b0e24ab6f req-6e727bf8-2e5e-4f38-95c8-8c8a44ed885b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:47:42.837409 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-cdfbbb45-6ec8-4921-b1e5-590b0e24ab6f req-6e727bf8-2e5e-4f38-95c8-8c8a44ed885b service neutron] 10.222.0.58 "GET /v2.0/networks?id=262ab3bd-5e87-4978-8cc5-c8c362a0b686 HTTP/1.1" status: 200 len: 910 time: 0.1276700 Dec 20 09:47:42.861208 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-95a5d5b2-f305-44eb-b3a2-12d9be11608f req-8d5440c6-377e-4ffb-a5d2-b8e6d2df67f2 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b2bd537-4ec7-42c0-bda7-9838cac32ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440674 Dec 20 09:47:42.939097 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-cdfbbb45-6ec8-4921-b1e5-590b0e24ab6f req-34a8b047-9089-4624-a48d-ec7339323260 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5b322a0-4247-4227-91fb-ee22cfaaa51e HTTP/1.1" status: 200 len: 1002 time: 0.0954344 Dec 20 09:47:42.998975 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfbbb45-6ec8-4921-b1e5-590b0e24ab6f req-642b3362-f114-4ae8-8f78-5343642f0c63 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:47:43.000400 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-cdfbbb45-6ec8-4921-b1e5-590b0e24ab6f req-642b3362-f114-4ae8-8f78-5343642f0c63 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=08aba22e-f1a5-4cca-9243-1da2c590dc4f HTTP/1.1" status: 200 len: 848 time: 0.0554302 Dec 20 09:47:43.072205 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-cdfbbb45-6ec8-4921-b1e5-590b0e24ab6f req-dc9d974e-a009-4aa6-b092-52d449b8059c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=262ab3bd-5e87-4978-8cc5-c8c362a0b686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0660431 Dec 20 09:47:43.311411 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-cdfbbb45-6ec8-4921-b1e5-590b0e24ab6f req-150a816d-a535-4803-847a-da179f47e4b7 service neutron] 10.222.0.58 "GET /v2.0/networks/262ab3bd-5e87-4978-8cc5-c8c362a0b686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319827 Dec 20 09:47:43.446313 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-cdfbbb45-6ec8-4921-b1e5-590b0e24ab6f req-62ecc63b-7327-434f-99af-856739afa1f3 service neutron] 10.222.0.58 "GET /v2.0/networks/262ab3bd-5e87-4978-8cc5-c8c362a0b686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256883 Dec 20 09:47:44.054715 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96db6b70-915e-44c2-afac-eff9a18afff9 req-b2276338-6b16-4acb-be78-c7b6ee4b5dbe tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:47:44.056127 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-96db6b70-915e-44c2-afac-eff9a18afff9 req-b2276338-6b16-4acb-be78-c7b6ee4b5dbe tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aa7497e-7737-4cd7-95a2-b5f7ba5ea6e3 HTTP/1.1" status: 200 len: 946 time: 0.0740354 Dec 20 09:47:44.103465 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-96db6b70-915e-44c2-afac-eff9a18afff9 req-6ee55f8f-5243-492a-bd8e-a8ef66061c44 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b2bd537-4ec7-42c0-bda7-9838cac32ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414193 Dec 20 09:47:45.006358 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-faa75312-af5e-48f2-8be2-a00694fd99ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:47:45.302491 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c71f48-8704-449b-84d4-d10d5ae0769a req-9f56f0ca-2109-4d49-be08-3e471c8f295f tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:47:45.303927 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-12c71f48-8704-449b-84d4-d10d5ae0769a req-9f56f0ca-2109-4d49-be08-3e471c8f295f tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aa7497e-7737-4cd7-95a2-b5f7ba5ea6e3 HTTP/1.1" status: 200 len: 946 time: 0.0786450 Dec 20 09:47:45.350861 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-12c71f48-8704-449b-84d4-d10d5ae0769a req-a4863c9c-bd85-4aa5-89a5-c8b385955f0d tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b2bd537-4ec7-42c0-bda7-9838cac32ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397439 Dec 20 09:47:46.227356 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:47:46.230949 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:47:46.553317 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3ca5d6-2ea5-4084-ad13-9eca0fdcd605 req-b89080cc-aeff-4053-93fb-5b1b6cc67ee6 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:47:46.554704 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5e3ca5d6-2ea5-4084-ad13-9eca0fdcd605 req-b89080cc-aeff-4053-93fb-5b1b6cc67ee6 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aa7497e-7737-4cd7-95a2-b5f7ba5ea6e3 HTTP/1.1" status: 200 len: 946 time: 0.0790656 Dec 20 09:47:46.599750 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5e3ca5d6-2ea5-4084-ad13-9eca0fdcd605 req-6725bf07-f505-4731-a054-57a1f6a2b2d7 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b2bd537-4ec7-42c0-bda7-9838cac32ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390663 Dec 20 09:47:46.843178 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-6c5032ba-ea59-407a-ae7e-1536e55cc33d req-2d610945-e3c5-4cc5-8ee7-5fc68c6afe3d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5aa7497e-7737-4cd7-95a2-b5f7ba5ea6e3&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1307099 Dec 20 09:47:47.667294 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:47:48.040280 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device a5b322a0-4247-4227-91fb-ee22cfaaa51e no longer exists at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 09:47:48.114372 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-d118e2bb-b041-4ac1-a648-5997df9b459e req-ed72a13a-3a87-4d88-aa84-d75ea68af5ac service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5aa7497e-7737-4cd7-95a2-b5f7ba5ea6e3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1342945 Dec 20 09:47:48.137736 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7476bf2-5bc1-47de-88cd-63d1363d1cdb req-4967391f-c789-4a3e-b5da-5fd286bf11bb tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:47:48.140253 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f7476bf2-5bc1-47de-88cd-63d1363d1cdb req-4967391f-c789-4a3e-b5da-5fd286bf11bb tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aa7497e-7737-4cd7-95a2-b5f7ba5ea6e3 HTTP/1.1" status: 200 len: 946 time: 0.0906489 Dec 20 09:47:48.159047 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:47:48.186616 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aa7497e-7737-4cd7-95a2-b5f7ba5ea6e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5b322a0-4247-4227-91fb-ee22cfaaa51e'}] {{(pid=83446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:47:48.188916 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f7476bf2-5bc1-47de-88cd-63d1363d1cdb req-dc0d94da-bf09-4605-b877-ed48555c4130 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b2bd537-4ec7-42c0-bda7-9838cac32ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433283 Dec 20 09:47:48.202394 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port a5b322a0-4247-4227-91fb-ee22cfaaa51e, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=a5b322a0-4247-4227-91fb-ee22cfaaa51e,segment=NetworkSegment(de55b487-a277-4206-9be9-4fe3bc2e9f6e),segment_id=de55b487-a277-4206-9be9-4fe3bc2e9f6e)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:47:48.207755 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:47:48.211190 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:47:48.283845 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=a5b322a0-4247-4227-91fb-ee22cfaaa51e,revision_number=6']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:47:48.292220 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:47:48.292588 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:47:48.292925 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:47:48.293263 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:47:48.293598 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:47:48.293919 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:47:48.294240 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:47:48.294667 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:47:48.294872 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:47:48.295187 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:47:48.295502 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:47:48.299670 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:47:48.327288 dv-neutron-820491-1-hyperv neutron-server[83446]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5aa7497e-7737-4cd7-95a2-b5f7ba5ea6e3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a5b322a0-4247-4227-91fb-ee22cfaaa51e', 'code': 422} returned with failed status Dec 20 09:47:49.405992 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1e6921-9310-403a-9d47-1342bc669496 req-c6e3226d-4714-42f6-98b1-de4c7cc1c298 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:47:49.407657 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-cd1e6921-9310-403a-9d47-1342bc669496 req-c6e3226d-4714-42f6-98b1-de4c7cc1c298 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aa7497e-7737-4cd7-95a2-b5f7ba5ea6e3 HTTP/1.1" status: 200 len: 944 time: 0.0826185 Dec 20 09:47:49.453058 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-cd1e6921-9310-403a-9d47-1342bc669496 req-359f18bf-9605-421b-a72e-5a524f43a8a7 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b2bd537-4ec7-42c0-bda7-9838cac32ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399954 Dec 20 09:47:50.304221 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d118e2bb-b041-4ac1-a648-5997df9b459e req-20069f47-cb44-44b6-b4a0-a7322d89542b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5aa7497e-7737-4cd7-95a2-b5f7ba5ea6e3&tenant_id=70859c428e684590a5c4b578802571ec HTTP/1.1" status: 200 len: 1097 time: 0.0678675 Dec 20 09:47:50.395895 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d118e2bb-b041-4ac1-a648-5997df9b459e req-66fbe04b-efbc-496b-8063-415778a93a90 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=70859c428e684590a5c4b578802571ec&device_id=5aa7497e-7737-4cd7-95a2-b5f7ba5ea6e3 HTTP/1.1" status: 200 len: 1097 time: 0.0708261 Dec 20 09:47:50.526682 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d118e2bb-b041-4ac1-a648-5997df9b459e req-de3730f0-73ef-4635-8e7c-5cc9fece6e11 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:47:50.528195 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d118e2bb-b041-4ac1-a648-5997df9b459e req-de3730f0-73ef-4635-8e7c-5cc9fece6e11 service neutron] 10.222.0.58 "GET /v2.0/networks?id=262ab3bd-5e87-4978-8cc5-c8c362a0b686 HTTP/1.1" status: 200 len: 910 time: 0.1268814 Dec 20 09:47:50.633277 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d118e2bb-b041-4ac1-a648-5997df9b459e req-7f38885b-97be-433d-8d74-378cefc74606 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5b322a0-4247-4227-91fb-ee22cfaaa51e HTTP/1.1" status: 200 len: 1000 time: 0.0985494 Dec 20 09:47:50.652328 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a52ed-35a8-4f26-a35b-14b3b98bf75c req-7cbe398d-47bc-4f13-b590-2385163f6a57 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:47:50.657697 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-d31a52ed-35a8-4f26-a35b-14b3b98bf75c req-7cbe398d-47bc-4f13-b590-2385163f6a57 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aa7497e-7737-4cd7-95a2-b5f7ba5ea6e3 HTTP/1.1" status: 200 len: 944 time: 0.0831969 Dec 20 09:47:50.699954 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d118e2bb-b041-4ac1-a648-5997df9b459e req-111cfc5c-e8bd-4483-a2d5-f27c13db63e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:47:50.701416 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d118e2bb-b041-4ac1-a648-5997df9b459e req-111cfc5c-e8bd-4483-a2d5-f27c13db63e4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=08aba22e-f1a5-4cca-9243-1da2c590dc4f HTTP/1.1" status: 200 len: 848 time: 0.0623772 Dec 20 09:47:50.703216 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-d31a52ed-35a8-4f26-a35b-14b3b98bf75c req-d46c2666-f608-4e11-93f9-62908e4dcb0a tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b2bd537-4ec7-42c0-bda7-9838cac32ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438156 Dec 20 09:47:50.778018 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d118e2bb-b041-4ac1-a648-5997df9b459e req-56005231-de3e-4a3a-9818-fc97c53ffa6d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=262ab3bd-5e87-4978-8cc5-c8c362a0b686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703251 Dec 20 09:47:50.905344 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d118e2bb-b041-4ac1-a648-5997df9b459e req-c980fb91-fc65-40d2-ae9b-697c7f115236 service neutron] 10.222.0.58 "GET /v2.0/networks/262ab3bd-5e87-4978-8cc5-c8c362a0b686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214552 Dec 20 09:47:51.039831 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d118e2bb-b041-4ac1-a648-5997df9b459e req-b884e6c7-5b7b-4af1-b2e6-fb988c9cb541 service neutron] 10.222.0.58 "GET /v2.0/networks/262ab3bd-5e87-4978-8cc5-c8c362a0b686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281569 Dec 20 09:47:51.898094 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91658c73-c3e2-4d9f-8308-87951361d43e req-8e3102cd-9ead-4690-8094-26d53d56912f tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:47:51.899469 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-91658c73-c3e2-4d9f-8308-87951361d43e req-8e3102cd-9ead-4690-8094-26d53d56912f tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aa7497e-7737-4cd7-95a2-b5f7ba5ea6e3 HTTP/1.1" status: 200 len: 944 time: 0.0762463 Dec 20 09:47:51.949891 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-91658c73-c3e2-4d9f-8308-87951361d43e req-eea9e38b-e92c-4590-b209-e801b2b23cab tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b2bd537-4ec7-42c0-bda7-9838cac32ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443373 Dec 20 09:47:53.144533 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68200e68-1e9b-4c8e-860f-d84ed95d5000 req-5b32e2da-c12b-4db9-b153-7bc408e8cd0a tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:47:53.146045 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-68200e68-1e9b-4c8e-860f-d84ed95d5000 req-5b32e2da-c12b-4db9-b153-7bc408e8cd0a tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aa7497e-7737-4cd7-95a2-b5f7ba5ea6e3 HTTP/1.1" status: 200 len: 944 time: 0.0782692 Dec 20 09:47:53.190449 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-68200e68-1e9b-4c8e-860f-d84ed95d5000 req-646dd49f-a4b0-44c7-93e5-6bca58ce6e13 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b2bd537-4ec7-42c0-bda7-9838cac32ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390995 Dec 20 09:47:54.493384 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d068ab37-5f2f-4f6c-95c8-c0f0968d9eca req-d751208c-dd4a-4b24-95b0-f06497790766 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:47:54.494730 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d068ab37-5f2f-4f6c-95c8-c0f0968d9eca req-d751208c-dd4a-4b24-95b0-f06497790766 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aa7497e-7737-4cd7-95a2-b5f7ba5ea6e3 HTTP/1.1" status: 200 len: 944 time: 0.1871092 Dec 20 09:47:54.539640 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d068ab37-5f2f-4f6c-95c8-c0f0968d9eca req-535a793b-586e-4e09-8f64-eed6604982c1 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b2bd537-4ec7-42c0-bda7-9838cac32ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388432 Dec 20 09:47:55.741541 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d458d55d-9126-491b-a361-a0eba190f5d7 req-edde6c48-c40c-4f21-ba3a-c499586b9680 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:47:55.742968 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-d458d55d-9126-491b-a361-a0eba190f5d7 req-edde6c48-c40c-4f21-ba3a-c499586b9680 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aa7497e-7737-4cd7-95a2-b5f7ba5ea6e3 HTTP/1.1" status: 200 len: 944 time: 0.0810668 Dec 20 09:47:55.787298 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-d458d55d-9126-491b-a361-a0eba190f5d7 req-3b3e6326-32f6-4fd4-9fd2-690839efbd87 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b2bd537-4ec7-42c0-bda7-9838cac32ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383298 Dec 20 09:47:56.981607 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fbb937-c83c-4be1-b14d-40bd2c729b7d req-85e14152-6e28-41dd-8464-b3e0a94ea3de tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:47:56.983023 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-97fbb937-c83c-4be1-b14d-40bd2c729b7d req-85e14152-6e28-41dd-8464-b3e0a94ea3de tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aa7497e-7737-4cd7-95a2-b5f7ba5ea6e3 HTTP/1.1" status: 200 len: 944 time: 0.0759211 Dec 20 09:47:57.030011 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-97fbb937-c83c-4be1-b14d-40bd2c729b7d req-148e1f56-875d-4629-a3ba-1709dd49c8fe tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b2bd537-4ec7-42c0-bda7-9838cac32ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417247 Dec 20 09:47:58.221937 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3240e5-28af-4001-9f7d-5579dc4debd5 req-c54287c0-ac80-429c-bd6b-5b08905255e1 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:47:58.223358 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-5d3240e5-28af-4001-9f7d-5579dc4debd5 req-c54287c0-ac80-429c-bd6b-5b08905255e1 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aa7497e-7737-4cd7-95a2-b5f7ba5ea6e3 HTTP/1.1" status: 200 len: 944 time: 0.0756524 Dec 20 09:47:58.267685 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-5d3240e5-28af-4001-9f7d-5579dc4debd5 req-8272c217-36f3-4250-8bec-2b1ebadf2e69 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b2bd537-4ec7-42c0-bda7-9838cac32ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389113 Dec 20 09:47:59.462744 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fe140e-4749-4b85-b4c3-b9070c1aabd6 req-f652c376-a3f6-4400-b013-c359c5f088d0 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:47:59.464476 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a0fe140e-4749-4b85-b4c3-b9070c1aabd6 req-f652c376-a3f6-4400-b013-c359c5f088d0 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aa7497e-7737-4cd7-95a2-b5f7ba5ea6e3 HTTP/1.1" status: 200 len: 944 time: 0.0796070 Dec 20 09:47:59.509218 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a0fe140e-4749-4b85-b4c3-b9070c1aabd6 req-6ec9950c-eb42-42bf-86ec-f0e82bf2fe0c tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b2bd537-4ec7-42c0-bda7-9838cac32ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391631 Dec 20 09:48:00.070304 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device a5b322a0-4247-4227-91fb-ee22cfaaa51e details requested by agent hyperv_hv-neutron-8204 with host hv-neutron-8204 {{(pid=83446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 09:48:00.244609 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port a5b322a0-4247-4227-91fb-ee22cfaaa51e, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=a5b322a0-4247-4227-91fb-ee22cfaaa51e,segment=NetworkSegment(de55b487-a277-4206-9be9-4fe3bc2e9f6e),segment_id=de55b487-a277-4206-9be9-4fe3bc2e9f6e)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:48:00.257109 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Returning: {'device': 'a5b322a0-4247-4227-91fb-ee22cfaaa51e', 'network_id': '262ab3bd-5e87-4978-8cc5-c8c362a0b686', 'port_id': 'a5b322a0-4247-4227-91fb-ee22cfaaa51e', 'mac_address': 'fa:16:3e:f3:8f:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08aba22e-f1a5-4cca-9243-1da2c590dc4f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 09:48:00.308989 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:48:00.327031 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5b322a0-4247-4227-91fb-ee22cfaaa51e {{(pid=83446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 09:48:00.342466 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port a5b322a0-4247-4227-91fb-ee22cfaaa51e, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=a5b322a0-4247-4227-91fb-ee22cfaaa51e,segment=NetworkSegment(de55b487-a277-4206-9be9-4fe3bc2e9f6e),segment_id=de55b487-a277-4206-9be9-4fe3bc2e9f6e)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:48:00.346472 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:48:00.348731 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-c0b30f80-0249-4f03-922c-8a6f7b21a172 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:48:00.413493 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=a5b322a0-4247-4227-91fb-ee22cfaaa51e,revision_number=7']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:48:00.416530 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:48:00.702956 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] get_ports_and_sgs() called for port_ids ['a5b322a0-4247-4227-91fb-ee22cfaaa51e'] {{(pid=83446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 09:48:00.710051 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b770bb-6156-40ca-9a3a-13d39d39f80e req-96be38c2-2e83-40e4-a9e2-7b932217cb20 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:48:00.711486 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-e7b770bb-6156-40ca-9a3a-13d39d39f80e req-96be38c2-2e83-40e4-a9e2-7b932217cb20 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aa7497e-7737-4cd7-95a2-b5f7ba5ea6e3 HTTP/1.1" status: 200 len: 945 time: 0.0801680 Dec 20 09:48:00.756284 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-e7b770bb-6156-40ca-9a3a-13d39d39f80e req-f0dad493-8be5-4664-86cf-129c4b1f7a74 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b2bd537-4ec7-42c0-bda7-9838cac32ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390449 Dec 20 09:48:01.958121 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4469bfe0-f088-4767-a7fd-5ea54d86b5c2 req-714ce498-8fa0-4261-b235-37490a5c1efa tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:48:01.959450 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4469bfe0-f088-4767-a7fd-5ea54d86b5c2 req-714ce498-8fa0-4261-b235-37490a5c1efa tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aa7497e-7737-4cd7-95a2-b5f7ba5ea6e3 HTTP/1.1" status: 200 len: 945 time: 0.0798340 Dec 20 09:48:02.004617 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4469bfe0-f088-4767-a7fd-5ea54d86b5c2 req-cb58a3e1-d132-42d2-907d-2fd27fa70dd8 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b2bd537-4ec7-42c0-bda7-9838cac32ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390534 Dec 20 09:48:02.085651 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device a5b322a0-4247-4227-91fb-ee22cfaaa51e up at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:48:02.152463 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning complete for port a5b322a0-4247-4227-91fb-ee22cfaaa51e triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:48:02.152833 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:48:02.262902 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:48:02.288460 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aa7497e-7737-4cd7-95a2-b5f7ba5ea6e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b322a0-4247-4227-91fb-ee22cfaaa51e'}] {{(pid=83446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:48:02.298331 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port a5b322a0-4247-4227-91fb-ee22cfaaa51e, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=a5b322a0-4247-4227-91fb-ee22cfaaa51e,segment=NetworkSegment(de55b487-a277-4206-9be9-4fe3bc2e9f6e),segment_id=de55b487-a277-4206-9be9-4fe3bc2e9f6e)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:48:02.302146 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:48:02.303926 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-c0b30f80-0249-4f03-922c-8a6f7b21a172 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:48:02.346883 dv-neutron-820491-1-hyperv neutron-server[83446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aa7497e-7737-4cd7-95a2-b5f7ba5ea6e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b322a0-4247-4227-91fb-ee22cfaaa51e', 'code': 200} Dec 20 09:48:02.375278 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=a5b322a0-4247-4227-91fb-ee22cfaaa51e,revision_number=8']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:48:02.378387 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:48:02.608379 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-44686a71-b02e-4cff-b2a9-fde6308442f1 req-814353ec-cc0d-4cf3-b7d7-6ab35b49d114 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5aa7497e-7737-4cd7-95a2-b5f7ba5ea6e3 HTTP/1.1" status: 200 len: 1099 time: 0.0678697 Dec 20 09:48:02.650140 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-44686a71-b02e-4cff-b2a9-fde6308442f1 req-9365af3b-fcdf-457b-8f7b-e82f295275c5 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=3b2bd537-4ec7-42c0-bda7-9838cac32ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354407 Dec 20 09:48:03.204098 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17158fe-746a-46a0-89a4-d40e27559d80 req-8b4d77ab-aae2-4270-be81-654347057e5f tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:48:03.205549 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f17158fe-746a-46a0-89a4-d40e27559d80 req-8b4d77ab-aae2-4270-be81-654347057e5f tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aa7497e-7737-4cd7-95a2-b5f7ba5ea6e3 HTTP/1.1" status: 200 len: 946 time: 0.0794554 Dec 20 09:48:03.249518 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f17158fe-746a-46a0-89a4-d40e27559d80 req-69c418d0-82f2-401b-938a-33ad07efc2d5 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b2bd537-4ec7-42c0-bda7-9838cac32ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386438 Dec 20 09:48:04.444292 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e779aa-e629-4f3b-857b-544de2c6147d req-c1610dc4-ded5-48aa-bde0-76beafde5c52 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:48:04.445754 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-82e779aa-e629-4f3b-857b-544de2c6147d req-c1610dc4-ded5-48aa-bde0-76beafde5c52 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aa7497e-7737-4cd7-95a2-b5f7ba5ea6e3 HTTP/1.1" status: 200 len: 946 time: 0.0764763 Dec 20 09:48:04.493851 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-82e779aa-e629-4f3b-857b-544de2c6147d req-f1467f8a-b2e6-4a9c-a936-91731243221b tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b2bd537-4ec7-42c0-bda7-9838cac32ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427427 Dec 20 09:48:10.593166 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:48:12.723834 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b22d34eb-b783-4cd2-9f9c-4d1927323195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:48:13.135768 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:48:14.280791 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e2f943fc-aaf8-4b79-bb4c-0b38dab545d0 req-dca3e833-1a71-4ac8-82fa-e7d326a5fe82 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5aa7497e-7737-4cd7-95a2-b5f7ba5ea6e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0689859 Dec 20 09:48:14.426248 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e2f943fc-aaf8-4b79-bb4c-0b38dab545d0 req-970afa25-951f-4431-813a-8f1345a06b76 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=70859c428e684590a5c4b578802571ec&device_id=5aa7497e-7737-4cd7-95a2-b5f7ba5ea6e3 HTTP/1.1" status: 200 len: 1099 time: 0.0732403 Dec 20 09:48:14.575136 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f943fc-aaf8-4b79-bb4c-0b38dab545d0 req-d191ee25-3bb8-45e6-a3c6-33d3257567af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:48:14.577714 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e2f943fc-aaf8-4b79-bb4c-0b38dab545d0 req-d191ee25-3bb8-45e6-a3c6-33d3257567af service neutron] 10.222.0.58 "GET /v2.0/networks?id=262ab3bd-5e87-4978-8cc5-c8c362a0b686 HTTP/1.1" status: 200 len: 910 time: 0.1323118 Dec 20 09:48:14.690906 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e2f943fc-aaf8-4b79-bb4c-0b38dab545d0 req-4e6e2ec3-bffb-4b30-a232-eb5a86853d75 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5b322a0-4247-4227-91fb-ee22cfaaa51e HTTP/1.1" status: 200 len: 1002 time: 0.1067877 Dec 20 09:48:14.761291 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f943fc-aaf8-4b79-bb4c-0b38dab545d0 req-d5d8c34a-38bb-4004-994f-02752d43550b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:48:14.763042 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e2f943fc-aaf8-4b79-bb4c-0b38dab545d0 req-d5d8c34a-38bb-4004-994f-02752d43550b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=08aba22e-f1a5-4cca-9243-1da2c590dc4f HTTP/1.1" status: 200 len: 848 time: 0.0673108 Dec 20 09:48:14.853970 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e2f943fc-aaf8-4b79-bb4c-0b38dab545d0 req-b4d34fc4-e602-40da-966a-a83ddc546f17 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=262ab3bd-5e87-4978-8cc5-c8c362a0b686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0831137 Dec 20 09:48:15.010007 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b9f854fd-774b-4564-bec6-946abe3c5eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:48:15.012941 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e2f943fc-aaf8-4b79-bb4c-0b38dab545d0 req-82e20aea-39d8-4320-afee-5e0a86f0ccc4 service neutron] 10.222.0.58 "GET /v2.0/networks/262ab3bd-5e87-4978-8cc5-c8c362a0b686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518013 Dec 20 09:48:15.149404 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e2f943fc-aaf8-4b79-bb4c-0b38dab545d0 req-de3adee3-46d8-4631-925b-36cf34f7c335 service neutron] 10.222.0.58 "GET /v2.0/networks/262ab3bd-5e87-4978-8cc5-c8c362a0b686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296461 Dec 20 09:48:16.229547 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:48:16.231266 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:48:17.669988 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:48:40.613041 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:48:42.726227 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-83fbc5ec-9c98-4c17-bff3-0226a8241b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:48:45.012986 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-9c5d2963-ff60-445d-b0f9-a1307ef7c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:48:46.230901 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:48:46.232285 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:48:47.672233 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:48:50.135201 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:49:10.628718 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:12.727674 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-ca471bda-5d73-480e-87ea-627e9c430cdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:14.285625 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e09bb9a3-58fe-4bc7-a16c-500a3f49a9e4 req-2af93ae0-0fd9-446f-a09f-eb094962b1aa service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5aa7497e-7737-4cd7-95a2-b5f7ba5ea6e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0705278 Dec 20 09:49:14.419508 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e09bb9a3-58fe-4bc7-a16c-500a3f49a9e4 req-5e1b297a-6a6c-409e-80c9-dec64e78a91d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=70859c428e684590a5c4b578802571ec&device_id=5aa7497e-7737-4cd7-95a2-b5f7ba5ea6e3 HTTP/1.1" status: 200 len: 1099 time: 0.0679605 Dec 20 09:49:14.565338 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09bb9a3-58fe-4bc7-a16c-500a3f49a9e4 req-8847f7a6-03ea-4631-b473-c3a94c16438b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:49:14.566780 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e09bb9a3-58fe-4bc7-a16c-500a3f49a9e4 req-8847f7a6-03ea-4631-b473-c3a94c16438b service neutron] 10.222.0.58 "GET /v2.0/networks?id=262ab3bd-5e87-4978-8cc5-c8c362a0b686 HTTP/1.1" status: 200 len: 910 time: 0.1269159 Dec 20 09:49:14.765862 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e09bb9a3-58fe-4bc7-a16c-500a3f49a9e4 req-ad953ad8-3b42-4ce4-971f-622eda9c0387 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5b322a0-4247-4227-91fb-ee22cfaaa51e HTTP/1.1" status: 200 len: 1002 time: 0.1928570 Dec 20 09:49:14.829577 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09bb9a3-58fe-4bc7-a16c-500a3f49a9e4 req-a8c9f3a0-b59d-448c-af6d-4d213666acff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:49:14.830987 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e09bb9a3-58fe-4bc7-a16c-500a3f49a9e4 req-a8c9f3a0-b59d-448c-af6d-4d213666acff service neutron] 10.222.0.58 "GET /v2.0/subnets?id=08aba22e-f1a5-4cca-9243-1da2c590dc4f HTTP/1.1" status: 200 len: 848 time: 0.0588305 Dec 20 09:49:14.906611 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e09bb9a3-58fe-4bc7-a16c-500a3f49a9e4 req-8ae06e45-a129-494e-8e63-021c62214e5d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=262ab3bd-5e87-4978-8cc5-c8c362a0b686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690222 Dec 20 09:49:15.014685 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-245bca69-439a-49c8-b182-2cc7def05174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:15.040285 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e09bb9a3-58fe-4bc7-a16c-500a3f49a9e4 req-cdbe6501-3231-4497-9980-446b25e8a853 service neutron] 10.222.0.58 "GET /v2.0/networks/262ab3bd-5e87-4978-8cc5-c8c362a0b686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271479 Dec 20 09:49:15.171663 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e09bb9a3-58fe-4bc7-a16c-500a3f49a9e4 req-2678cfe8-d5a2-47ac-8738-17fc2beec992 service neutron] 10.222.0.58 "GET /v2.0/networks/262ab3bd-5e87-4978-8cc5-c8c362a0b686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256106 Dec 20 09:49:16.230604 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:16.232737 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:17.675686 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:19.915932 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 53798) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:49:20.131467 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-5fd151b3-cc63-48fd-bd8e-fb5012a20df4 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Deleting port 33c68403-c444-49cd-8de6-8be7125ea61a {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:49:20.131806 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5fd151b3-cc63-48fd-bd8e-fb5012a20df4 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:20.297543 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5fd151b3-cc63-48fd-bd8e-fb5012a20df4 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:20.298408 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5fd151b3-cc63-48fd-bd8e-fb5012a20df4 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:20.416434 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-5fd151b3-cc63-48fd-bd8e-fb5012a20df4 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Calling delete_port for 33c68403-c444-49cd-8de6-8be7125ea61a owned by network:floatingip {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:49:20.565581 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5fd151b3-cc63-48fd-bd8e-fb5012a20df4 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:20.570204 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c9e03789-4901-4f01-b8eb-418779c9f647 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:49:20.615001 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd151b3-cc63-48fd-bd8e-fb5012a20df4 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Pushing event deleted for resources: {'Port': ['ID=33c68403-c444-49cd-8de6-8be7125ea61a,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:49:20.652311 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd151b3-cc63-48fd-bd8e-fb5012a20df4 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:49:20.652691 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd151b3-cc63-48fd-bd8e-fb5012a20df4 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:49:20.653440 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd151b3-cc63-48fd-bd8e-fb5012a20df4 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:49:20.653826 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd151b3-cc63-48fd-bd8e-fb5012a20df4 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:49:20.654191 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd151b3-cc63-48fd-bd8e-fb5012a20df4 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:49:20.654549 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd151b3-cc63-48fd-bd8e-fb5012a20df4 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:49:20.654907 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd151b3-cc63-48fd-bd8e-fb5012a20df4 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:49:20.655263 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd151b3-cc63-48fd-bd8e-fb5012a20df4 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:49:20.655617 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd151b3-cc63-48fd-bd8e-fb5012a20df4 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:49:20.655968 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd151b3-cc63-48fd-bd8e-fb5012a20df4 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:49:20.656322 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd151b3-cc63-48fd-bd8e-fb5012a20df4 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:49:20.665567 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-5fd151b3-cc63-48fd-bd8e-fb5012a20df4 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:49:20.717759 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5fd151b3-cc63-48fd-bd8e-fb5012a20df4 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks [] for floatingip, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:21.215805 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fd151b3-cc63-48fd-bd8e-fb5012a20df4 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Router f6611208-e436-40f2-80ac-fad849a099f5 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 09:49:21.416014 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fd151b3-cc63-48fd-bd8e-fb5012a20df4 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 09:49:21.426035 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f58176-9ff8-4a90-9aef-cac30ff8cc9e None None] Sync routers for ids ['f6611208-e436-40f2-80ac-fad849a099f5'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 09:49:21.436259 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5fd151b3-cc63-48fd-bd8e-fb5012a20df4 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:21.439613 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f58176-9ff8-4a90-9aef-cac30ff8cc9e None None] Routers {'f6611208-e436-40f2-80ac-fad849a099f5'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:49:21.440233 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-c2f58176-9ff8-4a90-9aef-cac30ff8cc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:49:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['f6611208-e436-40f2-80ac-fad849a099f5'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:49:21.490059 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-5fd151b3-cc63-48fd-bd8e-fb5012a20df4 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "DELETE /v2.0/floatingips/65eda77a-0edb-4a86-ab8c-7f9e0e7cbdc3 HTTP/1.1" status: 204 len: 168 time: 1.5729747 Dec 20 09:49:21.490632 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aa7497e-7737-4cd7-95a2-b5f7ba5ea6e3', 'tag': 'a5b322a0-4247-4227-91fb-ee22cfaaa51e'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:49:21.547925 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aa7497e-7737-4cd7-95a2-b5f7ba5ea6e3', 'tag': 'a5b322a0-4247-4227-91fb-ee22cfaaa51e', 'status': 'completed', 'code': 200} Dec 20 09:49:21.628994 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-c2f58176-9ff8-4a90-9aef-cac30ff8cc9e None None] Set router f6611208-e436-40f2-80ac-fad849a099f5 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:49:21.648765 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f5920b29-9c31-4d20-a8bf-c8a4cd3b4092 req-ec0610e9-e0e3-43a4-a05c-022645334e83 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=70859c428e684590a5c4b578802571ec&device_id=5aa7497e-7737-4cd7-95a2-b5f7ba5ea6e3 HTTP/1.1" status: 200 len: 1099 time: 0.0784962 Dec 20 09:49:21.796434 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5920b29-9c31-4d20-a8bf-c8a4cd3b4092 req-2f6a9c7c-e87c-47ea-8324-d3672dfce23b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:49:21.798340 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f5920b29-9c31-4d20-a8bf-c8a4cd3b4092 req-2f6a9c7c-e87c-47ea-8324-d3672dfce23b service neutron] 10.222.0.58 "GET /v2.0/networks?id=262ab3bd-5e87-4978-8cc5-c8c362a0b686 HTTP/1.1" status: 200 len: 910 time: 0.1429269 Dec 20 09:49:21.871608 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f5920b29-9c31-4d20-a8bf-c8a4cd3b4092 req-8023a720-bd0e-4c4b-a35b-e509542d2076 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5b322a0-4247-4227-91fb-ee22cfaaa51e HTTP/1.1" status: 200 len: 217 time: 0.0641916 Dec 20 09:49:21.895176 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d877d660-9a46-4801-96a4-4f2273a81b4c req-bd232486-5c7f-4ebf-b1d3-63e1180c8603 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:49:21.896626 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-d877d660-9a46-4801-96a4-4f2273a81b4c req-bd232486-5c7f-4ebf-b1d3-63e1180c8603 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aa7497e-7737-4cd7-95a2-b5f7ba5ea6e3 HTTP/1.1" status: 200 len: 946 time: 0.0846207 Dec 20 09:49:21.944274 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5920b29-9c31-4d20-a8bf-c8a4cd3b4092 req-3750e4dd-4f5d-4773-9643-7313c49392e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:49:21.946011 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f5920b29-9c31-4d20-a8bf-c8a4cd3b4092 req-3750e4dd-4f5d-4773-9643-7313c49392e5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=08aba22e-f1a5-4cca-9243-1da2c590dc4f HTTP/1.1" status: 200 len: 848 time: 0.0674465 Dec 20 09:49:21.948007 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-d877d660-9a46-4801-96a4-4f2273a81b4c req-58744dcf-af5f-4a69-af7b-c32b87ed6ad6 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b2bd537-4ec7-42c0-bda7-9838cac32ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458870 Dec 20 09:49:21.964076 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-c2f58176-9ff8-4a90-9aef-cac30ff8cc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6611208-e436-40f2-80ac-fad849a099f5', 'name': 'tempest-TestShelveInstance-1408681512-router', 'tenant_id': '70859c428e684590a5c4b578802571ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': '691171d3-f753-4fb3-9116-76970f2f59f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:39:04Z', 'updated_at': '2021-12-20T09:39:07Z', 'revision_number': 4, 'project_id': '70859c428e684590a5c4b578802571ec', 'gw_port': {'id': '691171d3-f753-4fb3-9116-76970f2f59f9', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:56:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6611208-e436-40f2-80ac-fad849a099f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:39:04Z', 'updated_at': '2021-12-20T09:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '35c6abdf-c8a5-4062-b83b-d50cb64df33b', 'name': '', 'network_id': '262ab3bd-5e87-4978-8cc5-c8c362a0b686', 'tenant_id': '70859c428e684590a5c4b578802571ec', 'mac_address': 'fa:16:3e:2b:c0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6611208-e436-40f2-80ac-fad849a099f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08aba22e-f1a5-4cca-9243-1da2c590dc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:39:06Z', 'updated_at': '2021-12-20T09:39:25Z', 'revision_number': 5, 'project_id': '70859c428e684590a5c4b578802571ec', 'subnets': [{'id': '08aba22e-f1a5-4cca-9243-1da2c590dc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:49:21.973306 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f58176-9ff8-4a90-9aef-cac30ff8cc9e None None] Checking router: f6611208-e436-40f2-80ac-fad849a099f5 for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 09:49:21.984137 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f58176-9ff8-4a90-9aef-cac30ff8cc9e None None] Routers {'f6611208-e436-40f2-80ac-fad849a099f5'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:49:21.984757 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-c2f58176-9ff8-4a90-9aef-cac30ff8cc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:49:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['f6611208-e436-40f2-80ac-fad849a099f5'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:49:22.023740 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f5920b29-9c31-4d20-a8bf-c8a4cd3b4092 req-07023adf-cd28-41cb-a55b-8355e5d0e234 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=262ab3bd-5e87-4978-8cc5-c8c362a0b686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711405 Dec 20 09:49:22.168897 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f5920b29-9c31-4d20-a8bf-c8a4cd3b4092 req-e94bebd4-3fe8-40e6-8083-3711daa0cc61 service neutron] 10.222.0.58 "GET /v2.0/networks/262ab3bd-5e87-4978-8cc5-c8c362a0b686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370103 Dec 20 09:49:22.216309 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-c2f58176-9ff8-4a90-9aef-cac30ff8cc9e None None] Set router f6611208-e436-40f2-80ac-fad849a099f5 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:49:22.302220 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f5920b29-9c31-4d20-a8bf-c8a4cd3b4092 req-4f79d7f8-c245-4f11-a768-4b09d9e55adb service neutron] 10.222.0.58 "GET /v2.0/networks/262ab3bd-5e87-4978-8cc5-c8c362a0b686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268983 Dec 20 09:49:22.529279 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-c2f58176-9ff8-4a90-9aef-cac30ff8cc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6611208-e436-40f2-80ac-fad849a099f5', 'name': 'tempest-TestShelveInstance-1408681512-router', 'tenant_id': '70859c428e684590a5c4b578802571ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': '691171d3-f753-4fb3-9116-76970f2f59f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:39:04Z', 'updated_at': '2021-12-20T09:39:07Z', 'revision_number': 4, 'project_id': '70859c428e684590a5c4b578802571ec', 'gw_port': {'id': '691171d3-f753-4fb3-9116-76970f2f59f9', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:56:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6611208-e436-40f2-80ac-fad849a099f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:39:04Z', 'updated_at': '2021-12-20T09:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '35c6abdf-c8a5-4062-b83b-d50cb64df33b', 'name': '', 'network_id': '262ab3bd-5e87-4978-8cc5-c8c362a0b686', 'tenant_id': '70859c428e684590a5c4b578802571ec', 'mac_address': 'fa:16:3e:2b:c0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6611208-e436-40f2-80ac-fad849a099f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08aba22e-f1a5-4cca-9243-1da2c590dc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:39:06Z', 'updated_at': '2021-12-20T09:39:25Z', 'revision_number': 5, 'project_id': '70859c428e684590a5c4b578802571ec', 'subnets': [{'id': '08aba22e-f1a5-4cca-9243-1da2c590dc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:49:22.533253 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f58176-9ff8-4a90-9aef-cac30ff8cc9e None None] The sync data for ids ['f6611208-e436-40f2-80ac-fad849a099f5'] in dv-neutron-820491-1-hyperv is: [{'id': 'f6611208-e436-40f2-80ac-fad849a099f5', 'name': 'tempest-TestShelveInstance-1408681512-router', 'tenant_id': '70859c428e684590a5c4b578802571ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': '691171d3-f753-4fb3-9116-76970f2f59f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:39:04Z', 'updated_at': '2021-12-20T09:39:07Z', 'revision_number': 4, 'project_id': '70859c428e684590a5c4b578802571ec', 'gw_port': {'id': '691171d3-f753-4fb3-9116-76970f2f59f9', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:56:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6611208-e436-40f2-80ac-fad849a099f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:39:04Z', 'updated_at': '2021-12-20T09:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '35c6abdf-c8a5-4062-b83b-d50cb64df33b', 'name': '', 'network_id': '262ab3bd-5e87-4978-8cc5-c8c362a0b686', 'tenant_id': '70859c428e684590a5c4b578802571ec', 'mac_address': 'fa:16:3e:2b:c0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6611208-e436-40f2-80ac-fad849a099f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08aba22e-f1a5-4cca-9243-1da2c590dc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:39:06Z', 'updated_at': '2021-12-20T09:39:25Z', 'revision_number': 5, 'project_id': '70859c428e684590a5c4b578802571ec', 'subnets': [{'id': '08aba22e-f1a5-4cca-9243-1da2c590dc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 09:49:22.739303 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54152723-d5c7-497f-9af0-db4e0a425290 None None] New status for floating IP 65eda77a-0edb-4a86-ab8c-7f9e0e7cbdc3: DOWN {{(pid=83447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 09:49:23.168632 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5030de-6deb-406b-a9c5-bb0398ea05f7 req-3a98d4dd-ea35-41df-938e-2f32aa040ac0 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:49:23.169378 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-cf5030de-6deb-406b-a9c5-bb0398ea05f7 req-3a98d4dd-ea35-41df-938e-2f32aa040ac0 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Synchronizing usage tracker for tenant:70859c428e684590a5c4b578802571ec on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:49:23.189158 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-cf5030de-6deb-406b-a9c5-bb0398ea05f7 req-3a98d4dd-ea35-41df-938e-2f32aa040ac0 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Unset dirty status for tenant:70859c428e684590a5c4b578802571ec on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:49:23.190328 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-cf5030de-6deb-406b-a9c5-bb0398ea05f7 req-3a98d4dd-ea35-41df-938e-2f32aa040ac0 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aa7497e-7737-4cd7-95a2-b5f7ba5ea6e3 HTTP/1.1" status: 200 len: 946 time: 0.1018202 Dec 20 09:49:23.241794 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-cf5030de-6deb-406b-a9c5-bb0398ea05f7 req-6086c40a-e641-4ec8-9289-5852672e9022 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b2bd537-4ec7-42c0-bda7-9838cac32ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411551 Dec 20 09:49:23.413920 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76c706c-661e-48cc-9ced-cd6400243e8c req-bd4af33b-7a8f-4ec4-adf2-ecb91f80a8e4 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:49:23.415243 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b76c706c-661e-48cc-9ced-cd6400243e8c req-bd4af33b-7a8f-4ec4-adf2-ecb91f80a8e4 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.58 "GET /v2.0/ports?device_id=5aa7497e-7737-4cd7-95a2-b5f7ba5ea6e3 HTTP/1.1" status: 200 len: 946 time: 0.0748866 Dec 20 09:49:23.483618 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-b76c706c-661e-48cc-9ced-cd6400243e8c req-1f8ee88b-6385-4878-9aa9-c1f924abacb4 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Deleting port a5b322a0-4247-4227-91fb-ee22cfaaa51e {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:49:23.483959 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-b76c706c-661e-48cc-9ced-cd6400243e8c req-1f8ee88b-6385-4878-9aa9-c1f924abacb4 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:23.835224 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-b76c706c-661e-48cc-9ced-cd6400243e8c req-1f8ee88b-6385-4878-9aa9-c1f924abacb4 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] For port a5b322a0-4247-4227-91fb-ee22cfaaa51e, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=a5b322a0-4247-4227-91fb-ee22cfaaa51e,segment=NetworkSegment(de55b487-a277-4206-9be9-4fe3bc2e9f6e),segment_id=de55b487-a277-4206-9be9-4fe3bc2e9f6e)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:49:23.835580 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-b76c706c-661e-48cc-9ced-cd6400243e8c req-1f8ee88b-6385-4878-9aa9-c1f924abacb4 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:23.953536 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-b76c706c-661e-48cc-9ced-cd6400243e8c req-1f8ee88b-6385-4878-9aa9-c1f924abacb4 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Calling delete_port for a5b322a0-4247-4227-91fb-ee22cfaaa51e owned by compute:nova {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:49:24.097085 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-b76c706c-661e-48cc-9ced-cd6400243e8c req-1f8ee88b-6385-4878-9aa9-c1f924abacb4 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:24.102373 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-af358a44-efa4-49fb-be72-1c2683718781 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:49:24.150852 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8ee88b-6385-4878-9aa9-c1f924abacb4 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Pushing event deleted for resources: {'Port': ['ID=a5b322a0-4247-4227-91fb-ee22cfaaa51e,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:49:24.153321 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1f8ee88b-6385-4878-9aa9-c1f924abacb4 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:49:24.226026 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-b76c706c-661e-48cc-9ced-cd6400243e8c req-1f8ee88b-6385-4878-9aa9-c1f924abacb4 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] No DVR routers for this DVR port a5b322a0-4247-4227-91fb-ee22cfaaa51e on host hv-neutron-8204 {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 09:49:24.228369 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-b76c706c-661e-48cc-9ced-cd6400243e8c req-1f8ee88b-6385-4878-9aa9-c1f924abacb4 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:24.230888 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aa7497e-7737-4cd7-95a2-b5f7ba5ea6e3', 'name': 'network-vif-deleted', 'tag': 'a5b322a0-4247-4227-91fb-ee22cfaaa51e'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:49:24.252492 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b76c706c-661e-48cc-9ced-cd6400243e8c req-1f8ee88b-6385-4878-9aa9-c1f924abacb4 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.58 "DELETE /v2.0/ports/a5b322a0-4247-4227-91fb-ee22cfaaa51e HTTP/1.1" status: 204 len: 173 time: 0.8320301 Dec 20 09:49:24.292938 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aa7497e-7737-4cd7-95a2-b5f7ba5ea6e3', 'name': 'network-vif-deleted', 'tag': 'a5b322a0-4247-4227-91fb-ee22cfaaa51e', 'status': 'completed', 'code': 200} Dec 20 09:49:24.406613 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-78178052-c121-464f-86a5-83ab1c9466f6 req-09285579-5d47-40ec-ae54-39101843dbf7 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Synchronizing usage tracker for tenant:70859c428e684590a5c4b578802571ec on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:49:24.423405 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-78178052-c121-464f-86a5-83ab1c9466f6 req-09285579-5d47-40ec-ae54-39101843dbf7 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Unset dirty status for tenant:70859c428e684590a5c4b578802571ec on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:49:24.424958 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-78178052-c121-464f-86a5-83ab1c9466f6 req-09285579-5d47-40ec-ae54-39101843dbf7 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aa7497e-7737-4cd7-95a2-b5f7ba5ea6e3 HTTP/1.1" status: 200 len: 210 time: 0.0607336 Dec 20 09:49:25.537832 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 53818) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:49:25.612976 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-024d82ec-9c40-400e-8061-b8b06cb685d4 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:25.642314 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-024d82ec-9c40-400e-8061-b8b06cb685d4 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:25.710751 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-024d82ec-9c40-400e-8061-b8b06cb685d4 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:25.716629 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f1ad13ee-5346-41f6-8691-c2550a3b82df tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:49:25.730984 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024d82ec-9c40-400e-8061-b8b06cb685d4 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b2bd537-4ec7-42c0-bda7-9838cac32ca9,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:49:25.733956 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-024d82ec-9c40-400e-8061-b8b06cb685d4 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:49:25.752775 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-024d82ec-9c40-400e-8061-b8b06cb685d4 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:25.756386 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-024d82ec-9c40-400e-8061-b8b06cb685d4 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] 10.222.0.16 "DELETE /v2.0/security-groups/3b2bd537-4ec7-42c0-bda7-9838cac32ca9 HTTP/1.1" status: 204 len: 168 time: 0.2174869 Dec 20 09:49:25.807059 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 53824) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:49:26.451277 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fd05fdb9-871a-4ff3-8a6f-e4ab7478712e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349062'] for router_interface, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:26.660980 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device a5b322a0-4247-4227-91fb-ee22cfaaa51e no longer exists at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 09:49:26.694147 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] No Port match for: a5b322a0-4247-4227-91fb-ee22cfaaa51e {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 09:49:26.694425 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device a5b322a0-4247-4227-91fb-ee22cfaaa51e not bound to the agent host hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 09:49:27.135412 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:49:27.155335 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-fd05fdb9-871a-4ff3-8a6f-e4ab7478712e admin admin] Deleting port 35c6abdf-c8a5-4062-b83b-d50cb64df33b {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:49:27.155856 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fd05fdb9-871a-4ff3-8a6f-e4ab7478712e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:27.325368 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-fd05fdb9-871a-4ff3-8a6f-e4ab7478712e admin admin] For port 35c6abdf-c8a5-4062-b83b-d50cb64df33b, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=35c6abdf-c8a5-4062-b83b-d50cb64df33b,segment=NetworkSegment(de55b487-a277-4206-9be9-4fe3bc2e9f6e),segment_id=de55b487-a277-4206-9be9-4fe3bc2e9f6e)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:49:27.325625 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fd05fdb9-871a-4ff3-8a6f-e4ab7478712e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:27.449100 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-fd05fdb9-871a-4ff3-8a6f-e4ab7478712e admin admin] Calling delete_port for 35c6abdf-c8a5-4062-b83b-d50cb64df33b owned by network:router_interface {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:49:27.622007 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fd05fdb9-871a-4ff3-8a6f-e4ab7478712e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:27.625607 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-64f40430-e6cd-458c-9cb4-c1d55e0ab720 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:49:27.668016 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd05fdb9-871a-4ff3-8a6f-e4ab7478712e admin admin] Pushing event deleted for resources: {'Port': ['ID=35c6abdf-c8a5-4062-b83b-d50cb64df33b,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:49:27.670811 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-fd05fdb9-871a-4ff3-8a6f-e4ab7478712e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:49:27.976135 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fd05fdb9-871a-4ff3-8a6f-e4ab7478712e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32897953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348760'] for router_interface, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:28.651871 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd05fdb9-871a-4ff3-8a6f-e4ab7478712e admin admin] Router f6611208-e436-40f2-80ac-fad849a099f5 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 09:49:28.850909 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd05fdb9-871a-4ff3-8a6f-e4ab7478712e admin admin] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 09:49:28.859974 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ecdacd-164b-4a9a-a709-42aca9b0b882 None None] Sync routers for ids ['f6611208-e436-40f2-80ac-fad849a099f5'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 09:49:28.867282 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-fd05fdb9-871a-4ff3-8a6f-e4ab7478712e admin admin] 10.222.0.16 "PUT /v2.0/routers/f6611208-e436-40f2-80ac-fad849a099f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0591409 Dec 20 09:49:28.869698 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 53830) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:49:28.874829 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ecdacd-164b-4a9a-a709-42aca9b0b882 None None] Routers {'f6611208-e436-40f2-80ac-fad849a099f5'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:49:28.875443 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-36ecdacd-164b-4a9a-a709-42aca9b0b882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:49:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['f6611208-e436-40f2-80ac-fad849a099f5'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:49:29.053055 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-36ecdacd-164b-4a9a-a709-42aca9b0b882 None None] Set router f6611208-e436-40f2-80ac-fad849a099f5 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:49:29.065844 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-574b3ab9-43c9-40c3-bf38-1ceced2b48dc admin admin] Notify callbacks [] for router, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:29.261781 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-574b3ab9-43c9-40c3-bf38-1ceced2b48dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:29.270882 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-574b3ab9-43c9-40c3-bf38-1ceced2b48dc admin admin] Deleting port 691171d3-f753-4fb3-9116-76970f2f59f9 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:49:29.271254 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-574b3ab9-43c9-40c3-bf38-1ceced2b48dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:29.333303 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-36ecdacd-164b-4a9a-a709-42aca9b0b882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6611208-e436-40f2-80ac-fad849a099f5', 'name': 'tempest-TestShelveInstance-1408681512-router', 'tenant_id': '70859c428e684590a5c4b578802571ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': '691171d3-f753-4fb3-9116-76970f2f59f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:39:04Z', 'updated_at': '2021-12-20T09:49:27Z', 'revision_number': 5, 'project_id': '70859c428e684590a5c4b578802571ec', 'gw_port': {'id': '691171d3-f753-4fb3-9116-76970f2f59f9', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:56:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6611208-e436-40f2-80ac-fad849a099f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:39:04Z', 'updated_at': '2021-12-20T09:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:49:29.337082 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ecdacd-164b-4a9a-a709-42aca9b0b882 None None] Checking router: f6611208-e436-40f2-80ac-fad849a099f5 for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 09:49:29.347765 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ecdacd-164b-4a9a-a709-42aca9b0b882 None None] Routers {'f6611208-e436-40f2-80ac-fad849a099f5'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:49:29.348359 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-36ecdacd-164b-4a9a-a709-42aca9b0b882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:49:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['f6611208-e436-40f2-80ac-fad849a099f5'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:49:29.446459 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-574b3ab9-43c9-40c3-bf38-1ceced2b48dc admin admin] For port 691171d3-f753-4fb3-9116-76970f2f59f9, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=691171d3-f753-4fb3-9116-76970f2f59f9,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:49:29.446812 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-574b3ab9-43c9-40c3-bf38-1ceced2b48dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:29.499128 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-36ecdacd-164b-4a9a-a709-42aca9b0b882 None None] Set router f6611208-e436-40f2-80ac-fad849a099f5 gateway port host: None {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:49:29.566145 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-574b3ab9-43c9-40c3-bf38-1ceced2b48dc admin admin] Calling delete_port for 691171d3-f753-4fb3-9116-76970f2f59f9 owned by network:router_gateway {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:49:29.651366 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-36ecdacd-164b-4a9a-a709-42aca9b0b882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6611208-e436-40f2-80ac-fad849a099f5', 'name': 'tempest-TestShelveInstance-1408681512-router', 'tenant_id': '70859c428e684590a5c4b578802571ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:39:04Z', 'updated_at': '2021-12-20T09:49:29Z', 'revision_number': 6, 'project_id': '70859c428e684590a5c4b578802571ec', 'gw_port_host': None}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:49:29.655315 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ecdacd-164b-4a9a-a709-42aca9b0b882 None None] The sync data for ids ['f6611208-e436-40f2-80ac-fad849a099f5'] in dv-neutron-820491-1-hyperv is: [{'id': 'f6611208-e436-40f2-80ac-fad849a099f5', 'name': 'tempest-TestShelveInstance-1408681512-router', 'tenant_id': '70859c428e684590a5c4b578802571ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:39:04Z', 'updated_at': '2021-12-20T09:49:29Z', 'revision_number': 6, 'project_id': '70859c428e684590a5c4b578802571ec', 'gw_port_host': None}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 09:49:29.742607 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-574b3ab9-43c9-40c3-bf38-1ceced2b48dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:29.746908 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b6b79ab4-f981-4590-b2a0-713783879ae8 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:49:29.789200 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574b3ab9-43c9-40c3-bf38-1ceced2b48dc admin admin] Pushing event deleted for resources: {'Port': ['ID=691171d3-f753-4fb3-9116-76970f2f59f9,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:49:29.791982 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-574b3ab9-43c9-40c3-bf38-1ceced2b48dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:49:30.071267 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 35c6abdf-c8a5-4062-b83b-d50cb64df33b no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 09:49:30.105174 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 35c6abdf-c8a5-4062-b83b-d50cb64df33b {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 09:49:30.105564 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 35c6abdf-c8a5-4062-b83b-d50cb64df33b not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 09:49:30.152616 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-574b3ab9-43c9-40c3-bf38-1ceced2b48dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346107'] for router_gateway, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:30.409196 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-574b3ab9-43c9-40c3-bf38-1ceced2b48dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24735'] for router, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:30.414074 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-574b3ab9-43c9-40c3-bf38-1ceced2b48dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:30.439950 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-574b3ab9-43c9-40c3-bf38-1ceced2b48dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-390871'] for router, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:30.440491 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-574b3ab9-43c9-40c3-bf38-1ceced2b48dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6611208-e436-40f2-80ac-fad849a099f5 {{(pid=83444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 09:49:30.452630 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-574b3ab9-43c9-40c3-bf38-1ceced2b48dc admin admin] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:30.453795 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-574b3ab9-43c9-40c3-bf38-1ceced2b48dc admin admin] 10.222.0.16 "DELETE /v2.0/routers/f6611208-e436-40f2-80ac-fad849a099f5 HTTP/1.1" status: 204 len: 168 time: 1.5832064 Dec 20 09:49:30.456297 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 53834) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:49:30.517980 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-d268b6f5-13ca-4ffd-90e1-adfde266419a admin admin] Deleting subnet 08aba22e-f1a5-4cca-9243-1da2c590dc4f {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 09:49:30.521447 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d268b6f5-13ca-4ffd-90e1-adfde266419a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:30.573767 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d268b6f5-13ca-4ffd-90e1-adfde266419a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1618747'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:30.655839 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d268b6f5-13ca-4ffd-90e1-adfde266419a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:30.723819 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d268b6f5-13ca-4ffd-90e1-adfde266419a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1129313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1529131'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:30.727416 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-46af8d77-00d4-4513-af86-86938de14eaa tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:49:30.762781 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d268b6f5-13ca-4ffd-90e1-adfde266419a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08aba22e-f1a5-4cca-9243-1da2c590dc4f,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:49:30.766121 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d268b6f5-13ca-4ffd-90e1-adfde266419a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:49:30.770427 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d268b6f5-13ca-4ffd-90e1-adfde266419a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:30.775614 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6156f7b5-c758-439a-8261-498adb21219b None None] Network 262ab3bd-5e87-4978-8cc5-c8c362a0b686 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 09:49:30.780029 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d268b6f5-13ca-4ffd-90e1-adfde266419a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/08aba22e-f1a5-4cca-9243-1da2c590dc4f HTTP/1.1" status: 204 len: 168 time: 0.3227689 Dec 20 09:49:30.783157 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 53838) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:49:30.885653 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-731f8e83-4bee-4834-b501-0666b8b4868b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:30.896256 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-731f8e83-4bee-4834-b501-0666b8b4868b admin admin] Deleting port 07c113ea-248b-4eeb-b81e-d32aeb0b3b69 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:49:30.896578 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-731f8e83-4bee-4834-b501-0666b8b4868b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:31.024868 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c0bec1-236f-418d-aaac-72dc478bcc71 None None] DHCP port deletion for 262ab3bd-5e87-4978-8cc5-c8c362a0b686 request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 09:49:31.029125 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-06c0bec1-236f-418d-aaac-72dc478bcc71 None None] Deleting port 07c113ea-248b-4eeb-b81e-d32aeb0b3b69 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:49:31.029615 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-06c0bec1-236f-418d-aaac-72dc478bcc71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:31.100093 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-731f8e83-4bee-4834-b501-0666b8b4868b admin admin] For port 07c113ea-248b-4eeb-b81e-d32aeb0b3b69, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=07c113ea-248b-4eeb-b81e-d32aeb0b3b69,segment=NetworkSegment(de55b487-a277-4206-9be9-4fe3bc2e9f6e),segment_id=de55b487-a277-4206-9be9-4fe3bc2e9f6e)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:49:31.100464 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-731f8e83-4bee-4834-b501-0666b8b4868b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:31.220213 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-731f8e83-4bee-4834-b501-0666b8b4868b admin admin] Calling delete_port for 07c113ea-248b-4eeb-b81e-d32aeb0b3b69 owned by network:dhcp {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:49:31.225626 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-06c0bec1-236f-418d-aaac-72dc478bcc71 None None] For port 07c113ea-248b-4eeb-b81e-d32aeb0b3b69, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=07c113ea-248b-4eeb-b81e-d32aeb0b3b69,segment=NetworkSegment(de55b487-a277-4206-9be9-4fe3bc2e9f6e),segment_id=de55b487-a277-4206-9be9-4fe3bc2e9f6e)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:49:31.226109 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-06c0bec1-236f-418d-aaac-72dc478bcc71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:31.294804 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-731f8e83-4bee-4834-b501-0666b8b4868b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:31.299167 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-290b5f94-2454-4274-a767-58f81f45155a tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:49:31.340432 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731f8e83-4bee-4834-b501-0666b8b4868b admin admin] Pushing event deleted for resources: {'Port': ['ID=07c113ea-248b-4eeb-b81e-d32aeb0b3b69,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:49:31.343539 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-731f8e83-4bee-4834-b501-0666b8b4868b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:49:31.346331 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731f8e83-4bee-4834-b501-0666b8b4868b admin admin] No DVR routers for this DVR port 07c113ea-248b-4eeb-b81e-d32aeb0b3b69 on host dv-neutron-820491-1-hyperv {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 09:49:31.346758 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-06c0bec1-236f-418d-aaac-72dc478bcc71 None None] Calling delete_port for 07c113ea-248b-4eeb-b81e-d32aeb0b3b69 owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:49:31.421012 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.db.api [None req-06c0bec1-236f-418d-aaac-72dc478bcc71 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 09:49:31.421404 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_db.api [None req-06c0bec1-236f-418d-aaac-72dc478bcc71 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 09:49:31.570450 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-731f8e83-4bee-4834-b501-0666b8b4868b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:31.594674 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-731f8e83-4bee-4834-b501-0666b8b4868b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['262ab3bd-5e87-4978-8cc5-c8c362a0b686']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:49:31.606346 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-731f8e83-4bee-4834-b501-0666b8b4868b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de55b487-a277-4206-9be9-4fe3bc2e9f6e') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:49:31.606640 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-731f8e83-4bee-4834-b501-0666b8b4868b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de55b487-a277-4206-9be9-4fe3bc2e9f6e') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:49:31.618203 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-731f8e83-4bee-4834-b501-0666b8b4868b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1618722'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:31.634514 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-731f8e83-4bee-4834-b501-0666b8b4868b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:31.641115 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-731f8e83-4bee-4834-b501-0666b8b4868b admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 09:49:31.641524 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-731f8e83-4bee-4834-b501-0666b8b4868b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1128911'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:31.657485 dv-neutron-820491-1-hyperv neutron-server[83444]: Traceback (most recent call last): Dec 20 09:49:31.657485 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 09:49:31.657485 dv-neutron-820491-1-hyperv neutron-server[83444]: timer() Dec 20 09:49:31.657485 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 09:49:31.657485 dv-neutron-820491-1-hyperv neutron-server[83444]: cb(*args, **kw) Dec 20 09:49:31.657485 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 09:49:31.657485 dv-neutron-820491-1-hyperv neutron-server[83444]: return func(*args, **kwargs) Dec 20 09:49:31.657485 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 09:49:31.657485 dv-neutron-820491-1-hyperv neutron-server[83444]: self._notify() Dec 20 09:49:31.657485 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 09:49:31.657485 dv-neutron-820491-1-hyperv neutron-server[83444]: self.callback(batched_events) Dec 20 09:49:31.657485 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 09:49:31.657485 dv-neutron-820491-1-hyperv neutron-server[83444]: event.method(event) Dec 20 09:49:31.657485 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 09:49:31.657485 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 09:49:31.657485 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 09:49:31.657485 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 09:49:31.657485 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 09:49:31.657485 dv-neutron-820491-1-hyperv neutron-server[83444]: return f(self, *a, **k) Dec 20 09:49:31.657485 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 09:49:31.657485 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._get(url).json() Dec 20 09:49:31.657485 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 09:49:31.657485 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 09:49:31.657485 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 09:49:31.657485 dv-neutron-820491-1-hyperv neutron-server[83444]: return self.request(url, 'GET', **kwargs) Dec 20 09:49:31.657485 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 09:49:31.657485 dv-neutron-820491-1-hyperv neutron-server[83444]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 09:49:31.657485 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 09:49:31.657485 dv-neutron-820491-1-hyperv neutron-server[83444]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 09:49:31.657485 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 09:49:31.657485 dv-neutron-820491-1-hyperv neutron-server[83444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 09:49:31.657485 dv-neutron-820491-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 09:49:31.729321 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-731f8e83-4bee-4834-b501-0666b8b4868b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:31.732571 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-cc45b009-f70b-4b9c-8ad8-5f949f95ef76 tempest-RoutersNegativeTest-93987907 tempest-RoutersNegativeTest-93987907-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:49:31.745936 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-731f8e83-4bee-4834-b501-0666b8b4868b admin admin] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:31.756634 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731f8e83-4bee-4834-b501-0666b8b4868b admin admin] Pushing event deleted for resources: {'Network': ['ID=262ab3bd-5e87-4978-8cc5-c8c362a0b686,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:49:31.759700 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-731f8e83-4bee-4834-b501-0666b8b4868b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:49:31.770352 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-731f8e83-4bee-4834-b501-0666b8b4868b admin admin] 10.222.0.16 "DELETE /v2.0/networks/262ab3bd-5e87-4978-8cc5-c8c362a0b686 HTTP/1.1" status: 204 len: 168 time: 0.9861808 Dec 20 09:49:31.773151 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 53842) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:49:31.881151 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 691171d3-f753-4fb3-9116-76970f2f59f9 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 09:49:31.915028 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 691171d3-f753-4fb3-9116-76970f2f59f9 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 09:49:31.915383 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 691171d3-f753-4fb3-9116-76970f2f59f9 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 09:49:31.915809 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 07c113ea-248b-4eeb-b81e-d32aeb0b3b69 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 09:49:31.941771 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-06c0bec1-236f-418d-aaac-72dc478bcc71 None None] Deleting port 07c113ea-248b-4eeb-b81e-d32aeb0b3b69 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:49:31.941976 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-06c0bec1-236f-418d-aaac-72dc478bcc71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:31.975896 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 07c113ea-248b-4eeb-b81e-d32aeb0b3b69 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 09:49:31.976256 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 07c113ea-248b-4eeb-b81e-d32aeb0b3b69 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 09:49:32.012981 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-06c0bec1-236f-418d-aaac-72dc478bcc71 None None] The port '07c113ea-248b-4eeb-b81e-d32aeb0b3b69' was deleted {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 09:49:32.164332 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d51ba01a-3219-4dfb-a847-db3172c021e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349062'] for router_interface, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:32.741631 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-d51ba01a-3219-4dfb-a847-db3172c021e6 admin admin] Deleting port 17b7672f-861e-4d75-b8fe-584dac207160 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:49:32.741967 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d51ba01a-3219-4dfb-a847-db3172c021e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:32.906777 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-d51ba01a-3219-4dfb-a847-db3172c021e6 admin admin] For port 17b7672f-861e-4d75-b8fe-584dac207160, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=17b7672f-861e-4d75-b8fe-584dac207160,segment=NetworkSegment(ada4a4fc-bd2a-426f-aee1-4ebc836048f0),segment_id=ada4a4fc-bd2a-426f-aee1-4ebc836048f0)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:49:32.907475 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d51ba01a-3219-4dfb-a847-db3172c021e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:33.128369 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-d51ba01a-3219-4dfb-a847-db3172c021e6 admin admin] Calling delete_port for 17b7672f-861e-4d75-b8fe-584dac207160 owned by network:router_interface {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:49:33.301145 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d51ba01a-3219-4dfb-a847-db3172c021e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:33.304694 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1f8ee88b-6385-4878-9aa9-c1f924abacb4 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:49:33.347563 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51ba01a-3219-4dfb-a847-db3172c021e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=17b7672f-861e-4d75-b8fe-584dac207160,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:49:33.352144 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d51ba01a-3219-4dfb-a847-db3172c021e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:49:33.634801 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d51ba01a-3219-4dfb-a847-db3172c021e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32897953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348760'] for router_interface, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:34.202604 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d51ba01a-3219-4dfb-a847-db3172c021e6 admin admin] Router 6ef7b733-8843-4d4b-ad52-39f5efab6d05 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 09:49:34.394933 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d51ba01a-3219-4dfb-a847-db3172c021e6 admin admin] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 09:49:34.403976 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb13163-3edc-43d0-9fbb-6d08f4ba7c3b None None] Sync routers for ids ['6ef7b733-8843-4d4b-ad52-39f5efab6d05'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 09:49:34.412985 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d51ba01a-3219-4dfb-a847-db3172c021e6 admin admin] 10.222.0.16 "PUT /v2.0/routers/6ef7b733-8843-4d4b-ad52-39f5efab6d05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6358976 Dec 20 09:49:34.412985 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 53846) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:49:34.417211 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb13163-3edc-43d0-9fbb-6d08f4ba7c3b None None] Routers {'6ef7b733-8843-4d4b-ad52-39f5efab6d05'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:49:34.417853 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-1cb13163-3edc-43d0-9fbb-6d08f4ba7c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:49:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['6ef7b733-8843-4d4b-ad52-39f5efab6d05'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:49:34.600387 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-1cb13163-3edc-43d0-9fbb-6d08f4ba7c3b None None] Set router 6ef7b733-8843-4d4b-ad52-39f5efab6d05 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:49:34.724467 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-25fe2acf-d81c-470e-8968-b20a714c17c4 admin admin] Notify callbacks [] for router, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:34.885988 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-1cb13163-3edc-43d0-9fbb-6d08f4ba7c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ef7b733-8843-4d4b-ad52-39f5efab6d05', 'name': 'tempest-TestShelveInstance-1289582497-router', 'tenant_id': '48db5605bef04509bbca8b8a7cf39910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.71'}], 'enable_snat': True}, 'gw_port_id': 'ccb17d55-8ec2-45c7-a149-5c3bd34c4e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:39:10Z', 'updated_at': '2021-12-20T09:49:33Z', 'revision_number': 5, 'project_id': '48db5605bef04509bbca8b8a7cf39910', 'gw_port': {'id': 'ccb17d55-8ec2-45c7-a149-5c3bd34c4e2e', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef7b733-8843-4d4b-ad52-39f5efab6d05', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:39:10Z', 'updated_at': '2021-12-20T09:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:49:34.889926 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb13163-3edc-43d0-9fbb-6d08f4ba7c3b None None] Checking router: 6ef7b733-8843-4d4b-ad52-39f5efab6d05 for host: dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 09:49:34.901767 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb13163-3edc-43d0-9fbb-6d08f4ba7c3b None None] Routers {'6ef7b733-8843-4d4b-ad52-39f5efab6d05'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:49:34.902372 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-1cb13163-3edc-43d0-9fbb-6d08f4ba7c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:49:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['6ef7b733-8843-4d4b-ad52-39f5efab6d05'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:49:34.922178 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-25fe2acf-d81c-470e-8968-b20a714c17c4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:34.931917 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-25fe2acf-d81c-470e-8968-b20a714c17c4 admin admin] Deleting port ccb17d55-8ec2-45c7-a149-5c3bd34c4e2e {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:49:34.932266 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-25fe2acf-d81c-470e-8968-b20a714c17c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:35.052153 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-1cb13163-3edc-43d0-9fbb-6d08f4ba7c3b None None] Set router 6ef7b733-8843-4d4b-ad52-39f5efab6d05 gateway port host: None {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:49:35.103248 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-25fe2acf-d81c-470e-8968-b20a714c17c4 admin admin] For port ccb17d55-8ec2-45c7-a149-5c3bd34c4e2e, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=ccb17d55-8ec2-45c7-a149-5c3bd34c4e2e,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:49:35.103607 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-25fe2acf-d81c-470e-8968-b20a714c17c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:35.154945 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-1cb13163-3edc-43d0-9fbb-6d08f4ba7c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ef7b733-8843-4d4b-ad52-39f5efab6d05', 'name': 'tempest-TestShelveInstance-1289582497-router', 'tenant_id': '48db5605bef04509bbca8b8a7cf39910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:39:10Z', 'updated_at': '2021-12-20T09:49:34Z', 'revision_number': 6, 'project_id': '48db5605bef04509bbca8b8a7cf39910', 'gw_port_host': None}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:49:35.158849 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb13163-3edc-43d0-9fbb-6d08f4ba7c3b None None] The sync data for ids ['6ef7b733-8843-4d4b-ad52-39f5efab6d05'] in dv-neutron-820491-1-hyperv is: [{'id': '6ef7b733-8843-4d4b-ad52-39f5efab6d05', 'name': 'tempest-TestShelveInstance-1289582497-router', 'tenant_id': '48db5605bef04509bbca8b8a7cf39910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:39:10Z', 'updated_at': '2021-12-20T09:49:34Z', 'revision_number': 6, 'project_id': '48db5605bef04509bbca8b8a7cf39910', 'gw_port_host': None}] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 09:49:35.235496 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-25fe2acf-d81c-470e-8968-b20a714c17c4 admin admin] Calling delete_port for ccb17d55-8ec2-45c7-a149-5c3bd34c4e2e owned by network:router_gateway {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:49:35.405890 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-25fe2acf-d81c-470e-8968-b20a714c17c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:35.409753 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d51ba01a-3219-4dfb-a847-db3172c021e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:49:35.453426 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fe2acf-d81c-470e-8968-b20a714c17c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccb17d55-8ec2-45c7-a149-5c3bd34c4e2e,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:49:35.457052 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-25fe2acf-d81c-470e-8968-b20a714c17c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:49:35.679183 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-25fe2acf-d81c-470e-8968-b20a714c17c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346107'] for router_gateway, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:35.945702 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 17b7672f-861e-4d75-b8fe-584dac207160 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 09:49:35.981160 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 17b7672f-861e-4d75-b8fe-584dac207160 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 09:49:35.981545 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 17b7672f-861e-4d75-b8fe-584dac207160 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 09:49:35.982059 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device ccb17d55-8ec2-45c7-a149-5c3bd34c4e2e no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 09:49:36.023763 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: ccb17d55-8ec2-45c7-a149-5c3bd34c4e2e {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 09:49:36.024068 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device ccb17d55-8ec2-45c7-a149-5c3bd34c4e2e not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 09:49:36.050244 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-25fe2acf-d81c-470e-8968-b20a714c17c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24735'] for router, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:36.054384 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-25fe2acf-d81c-470e-8968-b20a714c17c4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:36.080695 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-25fe2acf-d81c-470e-8968-b20a714c17c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-390871'] for router, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:36.082001 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25fe2acf-d81c-470e-8968-b20a714c17c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ef7b733-8843-4d4b-ad52-39f5efab6d05 {{(pid=83444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 09:49:36.097688 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-25fe2acf-d81c-470e-8968-b20a714c17c4 admin admin] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:36.098928 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-25fe2acf-d81c-470e-8968-b20a714c17c4 admin admin] 10.222.0.16 "DELETE /v2.0/routers/6ef7b733-8843-4d4b-ad52-39f5efab6d05 HTTP/1.1" status: 204 len: 168 time: 1.6853397 Dec 20 09:49:36.101816 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 53850) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:49:36.161951 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b4102e2-a501-4369-ab34-21a63ae7df4e admin admin] Deleting subnet 94609943-ebcb-4cd6-8d73-48cf9c0c64b5 {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 09:49:36.166666 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4b4102e2-a501-4369-ab34-21a63ae7df4e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:36.216959 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4b4102e2-a501-4369-ab34-21a63ae7df4e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1618747'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:36.294340 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4b4102e2-a501-4369-ab34-21a63ae7df4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:36.359932 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4b4102e2-a501-4369-ab34-21a63ae7df4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1129313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1529131'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:36.364007 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a96e6058-3d83-4752-8cb7-b35b8386f1e1 tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:49:36.401731 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4102e2-a501-4369-ab34-21a63ae7df4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94609943-ebcb-4cd6-8d73-48cf9c0c64b5,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:49:36.404488 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4b4102e2-a501-4369-ab34-21a63ae7df4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:49:36.408035 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4b4102e2-a501-4369-ab34-21a63ae7df4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:36.413651 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4df1a33-8c3f-4200-9cd5-d0780d8af94e None None] Network 2ac2ce03-327d-4d73-a301-b515221be760 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 09:49:36.413876 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-4b4102e2-a501-4369-ab34-21a63ae7df4e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/94609943-ebcb-4cd6-8d73-48cf9c0c64b5 HTTP/1.1" status: 204 len: 168 time: 0.3111074 Dec 20 09:49:36.416318 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 53854) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:49:36.518201 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5348173a-00ae-4e78-a8cc-587911fd7516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:36.528491 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-5348173a-00ae-4e78-a8cc-587911fd7516 admin admin] Deleting port 0217f691-607c-4d6e-990b-6c0f724dea77 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:49:36.528819 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5348173a-00ae-4e78-a8cc-587911fd7516 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:36.653550 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57c9cfa-dab9-4081-adf4-61513a76d785 None None] DHCP port deletion for 2ac2ce03-327d-4d73-a301-b515221be760 request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 09:49:36.657948 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-b57c9cfa-dab9-4081-adf4-61513a76d785 None None] Deleting port 0217f691-607c-4d6e-990b-6c0f724dea77 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:49:36.658325 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b57c9cfa-dab9-4081-adf4-61513a76d785 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:36.736967 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-5348173a-00ae-4e78-a8cc-587911fd7516 admin admin] For port 0217f691-607c-4d6e-990b-6c0f724dea77, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=0217f691-607c-4d6e-990b-6c0f724dea77,segment=NetworkSegment(ada4a4fc-bd2a-426f-aee1-4ebc836048f0),segment_id=ada4a4fc-bd2a-426f-aee1-4ebc836048f0)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:49:36.737350 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5348173a-00ae-4e78-a8cc-587911fd7516 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:36.856547 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-5348173a-00ae-4e78-a8cc-587911fd7516 admin admin] Calling delete_port for 0217f691-607c-4d6e-990b-6c0f724dea77 owned by network:dhcp {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:49:36.861111 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-b57c9cfa-dab9-4081-adf4-61513a76d785 None None] For port 0217f691-607c-4d6e-990b-6c0f724dea77, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=0217f691-607c-4d6e-990b-6c0f724dea77,segment=NetworkSegment(ada4a4fc-bd2a-426f-aee1-4ebc836048f0),segment_id=ada4a4fc-bd2a-426f-aee1-4ebc836048f0)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:49:36.861543 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b57c9cfa-dab9-4081-adf4-61513a76d785 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:36.932635 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5348173a-00ae-4e78-a8cc-587911fd7516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:36.936320 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-20de5127-e35e-4301-942b-84ef2acd3b8c tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:49:36.983182 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5348173a-00ae-4e78-a8cc-587911fd7516 admin admin] Pushing event deleted for resources: {'Port': ['ID=0217f691-607c-4d6e-990b-6c0f724dea77,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:49:36.987309 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-5348173a-00ae-4e78-a8cc-587911fd7516 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:49:36.988079 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5348173a-00ae-4e78-a8cc-587911fd7516 admin admin] No DVR routers for this DVR port 0217f691-607c-4d6e-990b-6c0f724dea77 on host dv-neutron-820491-1-hyperv {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 09:49:37.023086 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-b57c9cfa-dab9-4081-adf4-61513a76d785 None None] Calling delete_port for 0217f691-607c-4d6e-990b-6c0f724dea77 owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:49:37.091376 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.db.api [None req-b57c9cfa-dab9-4081-adf4-61513a76d785 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 09:49:37.091738 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_db.api [None req-b57c9cfa-dab9-4081-adf4-61513a76d785 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 09:49:37.104109 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5348173a-00ae-4e78-a8cc-587911fd7516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:37.128339 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-5348173a-00ae-4e78-a8cc-587911fd7516 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ac2ce03-327d-4d73-a301-b515221be760']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:49:37.139761 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-5348173a-00ae-4e78-a8cc-587911fd7516 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ada4a4fc-bd2a-426f-aee1-4ebc836048f0') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:49:37.140058 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-5348173a-00ae-4e78-a8cc-587911fd7516 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ada4a4fc-bd2a-426f-aee1-4ebc836048f0') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:49:37.151026 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5348173a-00ae-4e78-a8cc-587911fd7516 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1618722'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:37.166695 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5348173a-00ae-4e78-a8cc-587911fd7516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:37.173273 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5348173a-00ae-4e78-a8cc-587911fd7516 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 09:49:37.173651 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5348173a-00ae-4e78-a8cc-587911fd7516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1128911'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:37.186442 dv-neutron-820491-1-hyperv neutron-server[83444]: Traceback (most recent call last): Dec 20 09:49:37.186442 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 09:49:37.186442 dv-neutron-820491-1-hyperv neutron-server[83444]: timer() Dec 20 09:49:37.186442 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 09:49:37.186442 dv-neutron-820491-1-hyperv neutron-server[83444]: cb(*args, **kw) Dec 20 09:49:37.186442 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 09:49:37.186442 dv-neutron-820491-1-hyperv neutron-server[83444]: return func(*args, **kwargs) Dec 20 09:49:37.186442 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 09:49:37.186442 dv-neutron-820491-1-hyperv neutron-server[83444]: self._notify() Dec 20 09:49:37.186442 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 09:49:37.186442 dv-neutron-820491-1-hyperv neutron-server[83444]: self.callback(batched_events) Dec 20 09:49:37.186442 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 09:49:37.186442 dv-neutron-820491-1-hyperv neutron-server[83444]: event.method(event) Dec 20 09:49:37.186442 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 09:49:37.186442 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 09:49:37.186442 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 09:49:37.186442 dv-neutron-820491-1-hyperv neutron-server[83444]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 09:49:37.186442 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 09:49:37.186442 dv-neutron-820491-1-hyperv neutron-server[83444]: return f(self, *a, **k) Dec 20 09:49:37.186442 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 09:49:37.186442 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._get(url).json() Dec 20 09:49:37.186442 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 09:49:37.186442 dv-neutron-820491-1-hyperv neutron-server[83444]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 09:49:37.186442 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 09:49:37.186442 dv-neutron-820491-1-hyperv neutron-server[83444]: return self.request(url, 'GET', **kwargs) Dec 20 09:49:37.186442 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 09:49:37.186442 dv-neutron-820491-1-hyperv neutron-server[83444]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 09:49:37.186442 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 09:49:37.186442 dv-neutron-820491-1-hyperv neutron-server[83444]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 09:49:37.186442 dv-neutron-820491-1-hyperv neutron-server[83444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 09:49:37.186442 dv-neutron-820491-1-hyperv neutron-server[83444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 09:49:37.186442 dv-neutron-820491-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 09:49:37.261702 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5348173a-00ae-4e78-a8cc-587911fd7516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:37.266881 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5348173a-00ae-4e78-a8cc-587911fd7516 admin admin] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:37.269298 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e3b7bf4a-3ae6-449c-afae-1fe7754fdd71 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:49:37.291311 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5348173a-00ae-4e78-a8cc-587911fd7516 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ac2ce03-327d-4d73-a301-b515221be760,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:49:37.293689 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-5348173a-00ae-4e78-a8cc-587911fd7516 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:49:37.298347 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-5348173a-00ae-4e78-a8cc-587911fd7516 admin admin] 10.222.0.16 "DELETE /v2.0/networks/2ac2ce03-327d-4d73-a301-b515221be760 HTTP/1.1" status: 204 len: 168 time: 0.8801320 Dec 20 09:49:37.451294 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 53860) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:49:37.502513 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-781024b9-3933-43b0-8e2a-1caf7553b92e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=70859c428e684590a5c4b578802571ec&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0498068 Dec 20 09:49:37.505160 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 53864) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:49:37.567472 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6d765a96-8df5-4923-83a6-4482c1913175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:37.593534 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-b57c9cfa-dab9-4081-adf4-61513a76d785 None None] Deleting port 0217f691-607c-4d6e-990b-6c0f724dea77 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:49:37.593997 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b57c9cfa-dab9-4081-adf4-61513a76d785 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:37.597088 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6d765a96-8df5-4923-83a6-4482c1913175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:37.649357 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6d765a96-8df5-4923-83a6-4482c1913175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:37.654498 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9f4b2539-ce48-4371-85ad-39edcc5f73a9 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:49:37.660381 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-b57c9cfa-dab9-4081-adf4-61513a76d785 None None] The port '0217f691-607c-4d6e-990b-6c0f724dea77' was deleted {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 09:49:37.670153 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d765a96-8df5-4923-83a6-4482c1913175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=432be2c3-2421-4dbf-b513-3ce7ba7258c8,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:49:37.674574 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-6d765a96-8df5-4923-83a6-4482c1913175 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:49:37.679559 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6d765a96-8df5-4923-83a6-4482c1913175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:37.680692 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-6d765a96-8df5-4923-83a6-4482c1913175 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/432be2c3-2421-4dbf-b513-3ce7ba7258c8 HTTP/1.1" status: 204 len: 168 time: 0.1746204 Dec 20 09:49:37.883246 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 0217f691-607c-4d6e-990b-6c0f724dea77 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 09:49:37.916941 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 0217f691-607c-4d6e-990b-6c0f724dea77 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 09:49:37.917251 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 0217f691-607c-4d6e-990b-6c0f724dea77 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 09:49:38.107493 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 53872) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:49:38.158274 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-11751116-c222-4aa3-8fcc-3135a6197f97 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=48db5605bef04509bbca8b8a7cf39910&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0494902 Dec 20 09:49:38.160488 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 53876) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:49:38.220229 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e059e4e3-e4bc-490e-8313-d5ef9ae1f6ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:38.244289 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e059e4e3-e4bc-490e-8313-d5ef9ae1f6ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:38.298357 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e059e4e3-e4bc-490e-8313-d5ef9ae1f6ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:38.302187 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-aab2f0fe-2ccb-48dc-add7-2aab4614f3ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:49:38.409842 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e059e4e3-e4bc-490e-8313-d5ef9ae1f6ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd6e04e-4c4c-42e5-8f16-8ded90acf98b,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:49:38.413507 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e059e4e3-e4bc-490e-8313-d5ef9ae1f6ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:49:38.416662 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e059e4e3-e4bc-490e-8313-d5ef9ae1f6ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:38.417745 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e059e4e3-e4bc-490e-8313-d5ef9ae1f6ea admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5cd6e04e-4c4c-42e5-8f16-8ded90acf98b HTTP/1.1" status: 204 len: 168 time: 0.2563868 Dec 20 09:49:39.317418 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 53898) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:49:39.443326 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-099c152e-bace-4f80-a93d-208d932f626a admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-540685507-network', 'tenant_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:49:39.448068 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-099c152e-bace-4f80-a93d-208d932f626a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:49:39.451840 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-099c152e-bace-4f80-a93d-208d932f626a admin admin] Usage tracker for resource:network and tenant:fbafbcd7e1fa46eb9e190cb0d9fdd427 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:49:39.454782 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-099c152e-bace-4f80-a93d-208d932f626a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:49:39.461204 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-099c152e-bace-4f80-a93d-208d932f626a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:49:39.471855 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-099c152e-bace-4f80-a93d-208d932f626a admin admin] Made reservation on behalf of fbafbcd7e1fa46eb9e190cb0d9fdd427 for: {'network': 1} {{(pid=83445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 09:49:39.474295 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-099c152e-bace-4f80-a93d-208d932f626a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:39.488262 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-099c152e-bace-4f80-a93d-208d932f626a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:39.519203 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-099c152e-bace-4f80-a93d-208d932f626a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:49:39.523012 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-099c152e-bace-4f80-a93d-208d932f626a admin admin] Usage tracker for resource:security_group_rule and tenant:fbafbcd7e1fa46eb9e190cb0d9fdd427 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:49:39.525775 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-099c152e-bace-4f80-a93d-208d932f626a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:49:39.531278 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-099c152e-bace-4f80-a93d-208d932f626a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:49:39.705092 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-099c152e-bace-4f80-a93d-208d932f626a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:39.708900 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-099c152e-bace-4f80-a93d-208d932f626a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:39.711797 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-c77c2ae4-3ca7-4d79-bfb7-9437aaa8f440 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:49:39.740548 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-099c152e-bace-4f80-a93d-208d932f626a admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=83445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 09:49:39.745629 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099c152e-bace-4f80-a93d-208d932f626a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a42547-709a-4be8-a9c3-2a8f6525df3a,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:49:39.757060 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-099c152e-bace-4f80-a93d-208d932f626a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:39.757431 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.segments_db [None req-099c152e-bace-4f80-a93d-208d932f626a admin admin] Added segment b3ec07d5-9a99-4c36-8021-289044dbc229 of type vlan for network 4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8 Dec 20 09:49:39.759221 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099c152e-bace-4f80-a93d-208d932f626a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:49:39.759601 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099c152e-bace-4f80-a93d-208d932f626a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:49:39.759973 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099c152e-bace-4f80-a93d-208d932f626a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:49:39.760344 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099c152e-bace-4f80-a93d-208d932f626a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:49:39.760711 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099c152e-bace-4f80-a93d-208d932f626a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:49:39.761077 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099c152e-bace-4f80-a93d-208d932f626a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:49:39.761467 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099c152e-bace-4f80-a93d-208d932f626a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:49:39.761833 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099c152e-bace-4f80-a93d-208d932f626a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:49:39.762195 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099c152e-bace-4f80-a93d-208d932f626a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:49:39.762576 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099c152e-bace-4f80-a93d-208d932f626a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:49:39.762907 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099c152e-bace-4f80-a93d-208d932f626a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:49:39.769973 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-099c152e-bace-4f80-a93d-208d932f626a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:49:39.791772 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-099c152e-bace-4f80-a93d-208d932f626a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:39.822844 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-099c152e-bace-4f80-a93d-208d932f626a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:39.823745 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099c152e-bace-4f80-a93d-208d932f626a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:49:39.824349 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-099c152e-bace-4f80-a93d-208d932f626a admin admin] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:39.827903 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-20c79fb6-e919-4268-804b-698846589806 tempest-RoutersTest-694664604 tempest-RoutersTest-694664604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:49:39.943481 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-099c152e-bace-4f80-a93d-208d932f626a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6246111 Dec 20 09:49:39.944726 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099c152e-bace-4f80-a93d-208d932f626a admin admin] Pushing event updated for resources: {'Network': ['ID=4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:49:39.945959 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 53904) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:49:39.948410 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-099c152e-bace-4f80-a93d-208d932f626a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:49:39.952215 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-6148efcd-91a2-4562-bcbb-751fcdd1d394 admin admin] Request body: {'subnet': {'network_id': '4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-540685507-subnet', 'tenant_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'ip_version': 4}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:49:39.956915 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network 4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 09:49:39.966025 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-6148efcd-91a2-4562-bcbb-751fcdd1d394 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:49:39.971218 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-6148efcd-91a2-4562-bcbb-751fcdd1d394 admin admin] Usage tracker for resource:subnet and tenant:fbafbcd7e1fa46eb9e190cb0d9fdd427 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:49:39.975080 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-6148efcd-91a2-4562-bcbb-751fcdd1d394 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:49:39.983097 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-6148efcd-91a2-4562-bcbb-751fcdd1d394 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:49:39.996439 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6148efcd-91a2-4562-bcbb-751fcdd1d394 admin admin] Made reservation on behalf of fbafbcd7e1fa46eb9e190cb0d9fdd427 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 09:49:39.999783 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6148efcd-91a2-4562-bcbb-751fcdd1d394 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1529102'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:40.216269 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6148efcd-91a2-4562-bcbb-751fcdd1d394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1129376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1529148'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:40.221087 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4b4102e2-a501-4369-ab34-21a63ae7df4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:49:40.292713 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6148efcd-91a2-4562-bcbb-751fcdd1d394 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83c76c34-8447-4803-b992-dc9de8364ad3,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:49:40.296362 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-6148efcd-91a2-4562-bcbb-751fcdd1d394 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:49:40.305009 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6148efcd-91a2-4562-bcbb-751fcdd1d394 admin admin] Checking segment: {'id': 'b3ec07d5-9a99-4c36-8021-289044dbc229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:49:40.305396 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6148efcd-91a2-4562-bcbb-751fcdd1d394 admin admin] Network hostable DHCP agents. Network: 4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 09:49:40.327135 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6148efcd-91a2-4562-bcbb-751fcdd1d394 admin admin] Network 4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8 is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 09:49:40.336863 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-6148efcd-91a2-4562-bcbb-751fcdd1d394 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, 4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:49:40.340807 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6148efcd-91a2-4562-bcbb-751fcdd1d394 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:49:40.341413 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6148efcd-91a2-4562-bcbb-751fcdd1d394 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:40.348903 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7962ed79-8ffa-44b3-af29-0c0933fea4bb None None] Network 4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 09:49:40.362596 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-6148efcd-91a2-4562-bcbb-751fcdd1d394 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4155314 Dec 20 09:49:40.365521 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 53908) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:49:40.371079 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-75098b60-11bc-43e4-88d6-61e0b81838b8 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-540685507-router', 'tenant_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:49:40.376511 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-75098b60-11bc-43e4-88d6-61e0b81838b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:49:40.380291 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-75098b60-11bc-43e4-88d6-61e0b81838b8 admin admin] Usage tracker for resource:router and tenant:fbafbcd7e1fa46eb9e190cb0d9fdd427 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:49:40.383174 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-75098b60-11bc-43e4-88d6-61e0b81838b8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:49:40.388772 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-75098b60-11bc-43e4-88d6-61e0b81838b8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:49:40.399573 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-75098b60-11bc-43e4-88d6-61e0b81838b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24817'] for router, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:40.400478 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-75098b60-11bc-43e4-88d6-61e0b81838b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-351744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24806'] for router, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:40.418074 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-75098b60-11bc-43e4-88d6-61e0b81838b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:40.563700 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33d0865-04be-431b-8ef7-01bc59c98eeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8', 'network_id': '4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8', 'tenant_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'fixed_ips': [{'subnet_id': '83c76c34-8447-4803-b992-dc9de8364ad3'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 09:49:40.564634 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a33d0865-04be-431b-8ef7-01bc59c98eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:40.572558 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-75098b60-11bc-43e4-88d6-61e0b81838b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24724'] for router, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:40.645192 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:40.730373 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-a33d0865-04be-431b-8ef7-01bc59c98eeb None None] Allocated IP 172.20.0.2 (4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8/83c76c34-8447-4803-b992-dc9de8364ad3/341e019a-b8c0-4f8b-8c9d-7e9efbbfde78) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 09:49:40.760828 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-75098b60-11bc-43e4-88d6-61e0b81838b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:40.790676 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-75098b60-11bc-43e4-88d6-61e0b81838b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:40.927665 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-75098b60-11bc-43e4-88d6-61e0b81838b8 admin admin] Allocated IP 172.26.5.81 (95f3bec2-46e6-4468-8229-8badd4a5aaae/cf8895a3-346d-4313-a645-16ecdcce9969/6d362428-67f5-41dc-ae97-d7c5d5b48d14) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 09:49:40.935932 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a33d0865-04be-431b-8ef7-01bc59c98eeb None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:40.946551 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-a33d0865-04be-431b-8ef7-01bc59c98eeb None None] Transition to ACTIVE for port object 341e019a-b8c0-4f8b-8c9d-7e9efbbfde78 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:49:40.966191 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-a33d0865-04be-431b-8ef7-01bc59c98eeb None None] Transition to ACTIVE for port object 341e019a-b8c0-4f8b-8c9d-7e9efbbfde78 will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:49:40.971547 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a33d0865-04be-431b-8ef7-01bc59c98eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:40.977083 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:49:41.033314 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33d0865-04be-431b-8ef7-01bc59c98eeb None None] Network 4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8 is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:49:41.036127 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-a33d0865-04be-431b-8ef7-01bc59c98eeb None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:49:41.044299 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33d0865-04be-431b-8ef7-01bc59c98eeb None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 09:49:41.053045 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33d0865-04be-431b-8ef7-01bc59c98eeb None None] Pushing event updated for resources: {'Port': ['ID=341e019a-b8c0-4f8b-8c9d-7e9efbbfde78,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:49:41.077753 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-75098b60-11bc-43e4-88d6-61e0b81838b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:41.092115 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33d0865-04be-431b-8ef7-01bc59c98eeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:49:41.092454 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33d0865-04be-431b-8ef7-01bc59c98eeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:49:41.092790 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33d0865-04be-431b-8ef7-01bc59c98eeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:49:41.093119 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33d0865-04be-431b-8ef7-01bc59c98eeb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:49:41.093465 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33d0865-04be-431b-8ef7-01bc59c98eeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:49:41.093792 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33d0865-04be-431b-8ef7-01bc59c98eeb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:49:41.094646 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33d0865-04be-431b-8ef7-01bc59c98eeb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:49:41.094961 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33d0865-04be-431b-8ef7-01bc59c98eeb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:49:41.095280 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33d0865-04be-431b-8ef7-01bc59c98eeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:49:41.095595 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33d0865-04be-431b-8ef7-01bc59c98eeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:49:41.095907 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33d0865-04be-431b-8ef7-01bc59c98eeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:49:41.105628 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-a33d0865-04be-431b-8ef7-01bc59c98eeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:49:41.107819 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-75098b60-11bc-43e4-88d6-61e0b81838b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:41.112941 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-caae8c89-6df0-4a67-b1f6-6c750eb3e71a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:49:41.154687 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-a33d0865-04be-431b-8ef7-01bc59c98eeb None None] Attempting to bind port 341e019a-b8c0-4f8b-8c9d-7e9efbbfde78 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 09:49:41.155059 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-a33d0865-04be-431b-8ef7-01bc59c98eeb None None] Attempting to bind port 341e019a-b8c0-4f8b-8c9d-7e9efbbfde78 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': 'b3ec07d5-9a99-4c36-8021-289044dbc229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 09:49:41.155421 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33d0865-04be-431b-8ef7-01bc59c98eeb None None] Attempting to bind port 341e019a-b8c0-4f8b-8c9d-7e9efbbfde78 on network 4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:49:41.162454 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33d0865-04be-431b-8ef7-01bc59c98eeb None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 9, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 09:49:41.162945 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33d0865-04be-431b-8ef7-01bc59c98eeb None None] Checking segment: {'id': 'b3ec07d5-9a99-4c36-8021-289044dbc229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:49:41.163356 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a33d0865-04be-431b-8ef7-01bc59c98eeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:41.163872 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33d0865-04be-431b-8ef7-01bc59c98eeb None None] Bound using segment: {'id': 'b3ec07d5-9a99-4c36-8021-289044dbc229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 09:49:41.164203 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-a33d0865-04be-431b-8ef7-01bc59c98eeb None None] Bound port: 341e019a-b8c0-4f8b-8c9d-7e9efbbfde78, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3ec07d5-9a99-4c36-8021-289044dbc229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 09:49:41.164578 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a33d0865-04be-431b-8ef7-01bc59c98eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:41.181051 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75098b60-11bc-43e4-88d6-61e0b81838b8 admin admin] Network 95f3bec2-46e6-4468-8229-8badd4a5aaae is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:49:41.184690 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-75098b60-11bc-43e4-88d6-61e0b81838b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:49:41.187641 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75098b60-11bc-43e4-88d6-61e0b81838b8 admin admin] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 09:49:41.223529 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75098b60-11bc-43e4-88d6-61e0b81838b8 admin admin] Pushing event updated for resources: {'Port': ['ID=6d362428-67f5-41dc-ae97-d7c5d5b48d14,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:49:41.226604 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-75098b60-11bc-43e4-88d6-61e0b81838b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:49:41.260920 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-a33d0865-04be-431b-8ef7-01bc59c98eeb None None] For port 341e019a-b8c0-4f8b-8c9d-7e9efbbfde78, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 09:49:41.264482 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-a33d0865-04be-431b-8ef7-01bc59c98eeb None None] For port 341e019a-b8c0-4f8b-8c9d-7e9efbbfde78, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=341e019a-b8c0-4f8b-8c9d-7e9efbbfde78,segment=NetworkSegment(b3ec07d5-9a99-4c36-8021-289044dbc229),segment_id=b3ec07d5-9a99-4c36-8021-289044dbc229)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 09:49:41.269048 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a33d0865-04be-431b-8ef7-01bc59c98eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:41.272761 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:49:41.367262 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-75098b60-11bc-43e4-88d6-61e0b81838b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:41.368537 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-75098b60-11bc-43e4-88d6-61e0b81838b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071'] for router, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:41.373688 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33d0865-04be-431b-8ef7-01bc59c98eeb None None] Pushing event updated for resources: {'Port': ['ID=341e019a-b8c0-4f8b-8c9d-7e9efbbfde78,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:49:41.380683 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-a33d0865-04be-431b-8ef7-01bc59c98eeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:49:41.689378 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75098b60-11bc-43e4-88d6-61e0b81838b8 admin admin] Router c3776899-6b90-42e2-8b2b-0bf2b6dedee2 is scheduled to L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 with binding_index 1 {{(pid=83445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 09:49:41.919336 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 341e019a-b8c0-4f8b-8c9d-7e9efbbfde78 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:49:41.997872 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 341e019a-b8c0-4f8b-8c9d-7e9efbbfde78 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:49:42.074209 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75098b60-11bc-43e4-88d6-61e0b81838b8 admin admin] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 09:49:42.086109 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e4d608-657a-4a83-8c87-e32faa846e36 None None] Sync routers for ids ['c3776899-6b90-42e2-8b2b-0bf2b6dedee2'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 09:49:42.100619 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e4d608-657a-4a83-8c87-e32faa846e36 None None] Routers {'c3776899-6b90-42e2-8b2b-0bf2b6dedee2'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:49:42.101448 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-d8e4d608-657a-4a83-8c87-e32faa846e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:49:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['c3776899-6b90-42e2-8b2b-0bf2b6dedee2'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:49:42.102197 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-75098b60-11bc-43e4-88d6-61e0b81838b8 admin admin] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:42.104290 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-75098b60-11bc-43e4-88d6-61e0b81838b8 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7374847 Dec 20 09:49:42.106939 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 53912) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:49:42.295297 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-d8e4d608-657a-4a83-8c87-e32faa846e36 None None] Set router c3776899-6b90-42e2-8b2b-0bf2b6dedee2 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:49:42.380458 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a21c59-16b8-4a43-a04c-c22f58f332ef None None] Network 4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 09:49:42.573161 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-0f800029-a0a2-4bab-a983-7f9c08efb101 None None] Provisioning for port 341e019a-b8c0-4f8b-8c9d-7e9efbbfde78 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:49:42.635861 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-0f800029-a0a2-4bab-a983-7f9c08efb101 None None] Provisioning complete for port 341e019a-b8c0-4f8b-8c9d-7e9efbbfde78 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:49:42.636243 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-0f800029-a0a2-4bab-a983-7f9c08efb101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:42.823912 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-1f6932dc-d076-4a40-995b-03a69dfd36d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:42.877949 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4f1e0032-6204-4b5e-8e70-294c4318f6be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:42.942305 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-0f800029-a0a2-4bab-a983-7f9c08efb101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:42.987557 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-d8e4d608-657a-4a83-8c87-e32faa846e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3776899-6b90-42e2-8b2b-0bf2b6dedee2', 'name': 'tempest-TestSnapshotPattern-540685507-router', 'tenant_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.81'}], 'enable_snat': True}, 'gw_port_id': '6d362428-67f5-41dc-ae97-d7c5d5b48d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:49:40Z', 'updated_at': '2021-12-20T09:49:41Z', 'revision_number': 3, 'project_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'gw_port': {'id': '6d362428-67f5-41dc-ae97-d7c5d5b48d14', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:4f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3776899-6b90-42e2-8b2b-0bf2b6dedee2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:49:40Z', 'updated_at': '2021-12-20T09:49:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:49:43.002401 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e4d608-657a-4a83-8c87-e32faa846e36 None None] Checking router: c3776899-6b90-42e2-8b2b-0bf2b6dedee2 for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 09:49:43.003090 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e4d608-657a-4a83-8c87-e32faa846e36 None None] Updating router c3776899-6b90-42e2-8b2b-0bf2b6dedee2 port 6d362428-67f5-41dc-ae97-d7c5d5b48d14 binding host dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 09:49:43.027444 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-0f800029-a0a2-4bab-a983-7f9c08efb101 None None] For port 341e019a-b8c0-4f8b-8c9d-7e9efbbfde78, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=341e019a-b8c0-4f8b-8c9d-7e9efbbfde78,segment=NetworkSegment(b3ec07d5-9a99-4c36-8021-289044dbc229),segment_id=b3ec07d5-9a99-4c36-8021-289044dbc229)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:49:43.033824 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-0f800029-a0a2-4bab-a983-7f9c08efb101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:43.041295 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-52a288bf-6706-4aa9-a55e-f3bd923d807b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:49:43.094916 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-4f1e0032-6204-4b5e-8e70-294c4318f6be admin admin] Allocated IP 172.20.0.1 (4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8/83c76c34-8447-4803-b992-dc9de8364ad3/6f8b422f-e10c-41aa-9e5e-d4cee5d8ff30) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 09:49:43.114543 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d8e4d608-657a-4a83-8c87-e32faa846e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:43.160612 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f800029-a0a2-4bab-a983-7f9c08efb101 None None] Pushing event updated for resources: {'Port': ['ID=341e019a-b8c0-4f8b-8c9d-7e9efbbfde78,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:49:43.165050 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-0f800029-a0a2-4bab-a983-7f9c08efb101 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:49:43.247905 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4f1e0032-6204-4b5e-8e70-294c4318f6be admin admin] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:43.263173 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-4f1e0032-6204-4b5e-8e70-294c4318f6be admin admin] Transition to ACTIVE for port object 6f8b422f-e10c-41aa-9e5e-d4cee5d8ff30 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:49:43.285662 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4f1e0032-6204-4b5e-8e70-294c4318f6be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:43.289199 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d198579c-5154-4608-9aa1-193c785f666c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:49:43.339564 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-ca82439e-fa6c-4975-99e5-e6fd77fa7801 None None] Provisioning complete for port 341e019a-b8c0-4f8b-8c9d-7e9efbbfde78 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:49:43.339942 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-ca82439e-fa6c-4975-99e5-e6fd77fa7801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:43.367236 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1e0032-6204-4b5e-8e70-294c4318f6be admin admin] Network 4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:49:43.376873 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-4f1e0032-6204-4b5e-8e70-294c4318f6be admin admin] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:49:43.383023 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1e0032-6204-4b5e-8e70-294c4318f6be admin admin] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 09:49:43.418511 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1e0032-6204-4b5e-8e70-294c4318f6be admin admin] Pushing event updated for resources: {'Port': ['ID=6f8b422f-e10c-41aa-9e5e-d4cee5d8ff30,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:49:43.425888 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-4f1e0032-6204-4b5e-8e70-294c4318f6be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:49:43.449830 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4f1e0032-6204-4b5e-8e70-294c4318f6be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-345881'] for router_interface, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:43.556681 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4f1e0032-6204-4b5e-8e70-294c4318f6be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:43.566763 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d8e4d608-657a-4a83-8c87-e32faa846e36 None None] Notify callbacks [] for port, precommit_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:43.581497 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d8e4d608-657a-4a83-8c87-e32faa846e36 None None] Transition to ACTIVE for port object 6d362428-67f5-41dc-ae97-d7c5d5b48d14 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:49:43.588810 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d8e4d608-657a-4a83-8c87-e32faa846e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:43.592764 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-eeccf83e-5dd6-411b-9ce3-817f969d7ca2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:49:43.673554 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f23e35-2240-4202-9e96-e4971a377645 None None] Pushing event updated for resources: {'Port': ['ID=6d362428-67f5-41dc-ae97-d7c5d5b48d14,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:49:43.675879 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-d8e4d608-657a-4a83-8c87-e32faa846e36 None None] Attempting to bind port 6d362428-67f5-41dc-ae97-d7c5d5b48d14 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 09:49:43.676251 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-d8e4d608-657a-4a83-8c87-e32faa846e36 None None] Attempting to bind port 6d362428-67f5-41dc-ae97-d7c5d5b48d14 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 09:49:43.676669 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e4d608-657a-4a83-8c87-e32faa846e36 None None] Attempting to bind port 6d362428-67f5-41dc-ae97-d7c5d5b48d14 on network 95f3bec2-46e6-4468-8229-8badd4a5aaae {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:49:43.680161 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-72f23e35-2240-4202-9e96-e4971a377645 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:49:43.689318 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e4d608-657a-4a83-8c87-e32faa846e36 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 9, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 09:49:43.689703 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e4d608-657a-4a83-8c87-e32faa846e36 None None] Checking segment: {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:49:43.690111 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d8e4d608-657a-4a83-8c87-e32faa846e36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:43.690520 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e4d608-657a-4a83-8c87-e32faa846e36 None None] Bound using segment: {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 09:49:43.690998 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-d8e4d608-657a-4a83-8c87-e32faa846e36 None None] Bound port: 6d362428-67f5-41dc-ae97-d7c5d5b48d14, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 09:49:43.691378 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d8e4d608-657a-4a83-8c87-e32faa846e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:43.722781 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d762872f-0248-4893-87f6-e80707b6e2c9 None None] Provisioning for port 6f8b422f-e10c-41aa-9e5e-d4cee5d8ff30 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:49:43.739239 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d762872f-0248-4893-87f6-e80707b6e2c9 None None] Provisioning complete for port 6f8b422f-e10c-41aa-9e5e-d4cee5d8ff30 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:49:43.739616 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d762872f-0248-4893-87f6-e80707b6e2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:43.800524 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4f1e0032-6204-4b5e-8e70-294c4318f6be admin admin] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:43.805039 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4f1e0032-6204-4b5e-8e70-294c4318f6be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2036698'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:43.816758 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d762872f-0248-4893-87f6-e80707b6e2c9 None None] Port 6f8b422f-e10c-41aa-9e5e-d4cee5d8ff30 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 09:49:43.820203 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d8e4d608-657a-4a83-8c87-e32faa846e36 None None] For port 6d362428-67f5-41dc-ae97-d7c5d5b48d14, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 09:49:43.823268 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d8e4d608-657a-4a83-8c87-e32faa846e36 None None] For port 6d362428-67f5-41dc-ae97-d7c5d5b48d14, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=6d362428-67f5-41dc-ae97-d7c5d5b48d14,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 09:49:43.827003 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d8e4d608-657a-4a83-8c87-e32faa846e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:43.831741 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:49:43.831921 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-be6ab1f9-20d9-41dd-b469-2cc846cee081 tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:49:43.894540 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 341e019a-b8c0-4f8b-8c9d-7e9efbbfde78 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:49:44.031470 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e4d608-657a-4a83-8c87-e32faa846e36 None None] Routers {'c3776899-6b90-42e2-8b2b-0bf2b6dedee2'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:49:44.032411 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-d8e4d608-657a-4a83-8c87-e32faa846e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:49:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['c3776899-6b90-42e2-8b2b-0bf2b6dedee2'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:49:44.042737 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4f1e0032-6204-4b5e-8e70-294c4318f6be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32898031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349045'] for router_interface, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:44.046348 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1e0032-6204-4b5e-8e70-294c4318f6be admin admin] Pushing event updated for resources: {'Port': ['ID=6f8b422f-e10c-41aa-9e5e-d4cee5d8ff30,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:49:44.049554 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-4f1e0032-6204-4b5e-8e70-294c4318f6be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:49:44.099954 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f23e35-2240-4202-9e96-e4971a377645 None None] Pushing event updated for resources: {'Port': ['ID=6d362428-67f5-41dc-ae97-d7c5d5b48d14,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:49:44.111710 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-72f23e35-2240-4202-9e96-e4971a377645 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:49:44.193279 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1e0032-6204-4b5e-8e70-294c4318f6be admin admin] Network 4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:49:44.194630 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-4f1e0032-6204-4b5e-8e70-294c4318f6be admin admin] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:49:44.207855 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 341e019a-b8c0-4f8b-8c9d-7e9efbbfde78 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:49:44.208238 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:44.293592 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-d8e4d608-657a-4a83-8c87-e32faa846e36 None None] Set router c3776899-6b90-42e2-8b2b-0bf2b6dedee2 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:49:44.588750 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f1e0032-6204-4b5e-8e70-294c4318f6be admin admin] Router c3776899-6b90-42e2-8b2b-0bf2b6dedee2 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 09:49:44.589310 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-32c68a01-f3cb-4590-bc0b-399dc5ab62f8 None None] Provisioning complete for port 6f8b422f-e10c-41aa-9e5e-d4cee5d8ff30 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:49:44.589677 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-32c68a01-f3cb-4590-bc0b-399dc5ab62f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:44.667354 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-32c68a01-f3cb-4590-bc0b-399dc5ab62f8 None None] Port 6f8b422f-e10c-41aa-9e5e-d4cee5d8ff30 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 09:49:44.734521 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-d8e4d608-657a-4a83-8c87-e32faa846e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3776899-6b90-42e2-8b2b-0bf2b6dedee2', 'name': 'tempest-TestSnapshotPattern-540685507-router', 'tenant_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.81'}], 'enable_snat': True}, 'gw_port_id': '6d362428-67f5-41dc-ae97-d7c5d5b48d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:49:40Z', 'updated_at': '2021-12-20T09:49:43Z', 'revision_number': 4, 'project_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'gw_port': {'id': '6d362428-67f5-41dc-ae97-d7c5d5b48d14', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:4f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3776899-6b90-42e2-8b2b-0bf2b6dedee2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:49:40Z', 'updated_at': '2021-12-20T09:49:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '6f8b422f-e10c-41aa-9e5e-d4cee5d8ff30', 'name': '', 'network_id': '4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8', 'tenant_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'mac_address': 'fa:16:3e:1f:35:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3776899-6b90-42e2-8b2b-0bf2b6dedee2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83c76c34-8447-4803-b992-dc9de8364ad3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:49:42Z', 'updated_at': '2021-12-20T09:49:43Z', 'revision_number': 2, 'project_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'subnets': [{'id': '83c76c34-8447-4803-b992-dc9de8364ad3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:49:44.739584 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e4d608-657a-4a83-8c87-e32faa846e36 None None] The sync data for ids ['c3776899-6b90-42e2-8b2b-0bf2b6dedee2'] in dv-neutron-820491-1-hyperv is: [{'id': 'c3776899-6b90-42e2-8b2b-0bf2b6dedee2', 'name': 'tempest-TestSnapshotPattern-540685507-router', 'tenant_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.81'}], 'enable_snat': True}, 'gw_port_id': '6d362428-67f5-41dc-ae97-d7c5d5b48d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:49:40Z', 'updated_at': '2021-12-20T09:49:43Z', 'revision_number': 4, 'project_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'gw_port': {'id': '6d362428-67f5-41dc-ae97-d7c5d5b48d14', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:4f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3776899-6b90-42e2-8b2b-0bf2b6dedee2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:49:40Z', 'updated_at': '2021-12-20T09:49:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '6f8b422f-e10c-41aa-9e5e-d4cee5d8ff30', 'name': '', 'network_id': '4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8', 'tenant_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'mac_address': 'fa:16:3e:1f:35:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3776899-6b90-42e2-8b2b-0bf2b6dedee2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83c76c34-8447-4803-b992-dc9de8364ad3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:49:42Z', 'updated_at': '2021-12-20T09:49:43Z', 'revision_number': 2, 'project_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'subnets': [{'id': '83c76c34-8447-4803-b992-dc9de8364ad3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 09:49:44.795650 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f1e0032-6204-4b5e-8e70-294c4318f6be admin admin] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 09:49:44.805859 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-4f1e0032-6204-4b5e-8e70-294c4318f6be admin admin] 10.222.0.16 "PUT /v2.0/routers/c3776899-6b90-42e2-8b2b-0bf2b6dedee2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6974590 Dec 20 09:49:45.018413 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-6280e5fc-23aa-4a1c-8fe5-67a7b94d6b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:45.686023 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 53934) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:49:45.692464 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-f7590df6-e01f-4fd4-9eb8-1207f47719b9 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1380768039-network', 'tenant_id': '3942c5b0a61d445d9ceb645c66190f0d'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:49:45.697571 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-f7590df6-e01f-4fd4-9eb8-1207f47719b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:49:45.701372 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f7590df6-e01f-4fd4-9eb8-1207f47719b9 admin admin] Usage tracker for resource:network and tenant:3942c5b0a61d445d9ceb645c66190f0d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:49:45.704738 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f7590df6-e01f-4fd4-9eb8-1207f47719b9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:49:45.711250 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-f7590df6-e01f-4fd4-9eb8-1207f47719b9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:49:45.723445 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7590df6-e01f-4fd4-9eb8-1207f47719b9 admin admin] Made reservation on behalf of 3942c5b0a61d445d9ceb645c66190f0d for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 09:49:45.725769 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f7590df6-e01f-4fd4-9eb8-1207f47719b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:45.738355 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f7590df6-e01f-4fd4-9eb8-1207f47719b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:45.771046 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-f7590df6-e01f-4fd4-9eb8-1207f47719b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:49:45.774859 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f7590df6-e01f-4fd4-9eb8-1207f47719b9 admin admin] Usage tracker for resource:security_group_rule and tenant:3942c5b0a61d445d9ceb645c66190f0d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:49:45.777819 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f7590df6-e01f-4fd4-9eb8-1207f47719b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:49:45.784001 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-f7590df6-e01f-4fd4-9eb8-1207f47719b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:49:45.853484 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f7590df6-e01f-4fd4-9eb8-1207f47719b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:45.858955 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f7590df6-e01f-4fd4-9eb8-1207f47719b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:45.864145 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a1822a52-1b92-4c02-9a88-b72acd07ec66 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:49:45.880320 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7590df6-e01f-4fd4-9eb8-1207f47719b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 09:49:45.898312 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f7590df6-e01f-4fd4-9eb8-1207f47719b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:45.898657 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-f7590df6-e01f-4fd4-9eb8-1207f47719b9 admin admin] Added segment c83f826e-c81c-4e53-b121-821c2151b165 of type vlan for network 7307268e-984b-4c28-8d6d-7bce906c29d4 Dec 20 09:49:45.910839 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7590df6-e01f-4fd4-9eb8-1207f47719b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37e09901-37d5-42be-9f3f-756b1357064f,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:49:45.915311 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f7590df6-e01f-4fd4-9eb8-1207f47719b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:49:45.932870 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 6d362428-67f5-41dc-ae97-d7c5d5b48d14 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:49:45.934862 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f7590df6-e01f-4fd4-9eb8-1207f47719b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789431873500'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:45.968614 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f7590df6-e01f-4fd4-9eb8-1207f47719b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:45.969751 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7590df6-e01f-4fd4-9eb8-1207f47719b9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:49:45.970330 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f7590df6-e01f-4fd4-9eb8-1207f47719b9 admin admin] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:45.975371 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e770a777-50b4-41c2-8cf9-6cb375cc914c tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:49:46.005355 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 6d362428-67f5-41dc-ae97-d7c5d5b48d14 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:49:46.010430 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 6d362428-67f5-41dc-ae97-d7c5d5b48d14 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:49:46.010783 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:46.075145 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7590df6-e01f-4fd4-9eb8-1207f47719b9 admin admin] Pushing event updated for resources: {'Network': ['ID=7307268e-984b-4c28-8d6d-7bce906c29d4,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:49:46.079711 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f7590df6-e01f-4fd4-9eb8-1207f47719b9 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3926578 Dec 20 09:49:46.080599 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f7590df6-e01f-4fd4-9eb8-1207f47719b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:49:46.082604 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 53938) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:49:46.089729 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-f74faa50-1d4e-4ce3-94e8-fb65780c9ab5 admin admin] Request body: {'subnet': {'network_id': '7307268e-984b-4c28-8d6d-7bce906c29d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1380768039-subnet', 'tenant_id': '3942c5b0a61d445d9ceb645c66190f0d', 'ip_version': 4}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:49:46.095102 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-f74faa50-1d4e-4ce3-94e8-fb65780c9ab5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:49:46.099128 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f74faa50-1d4e-4ce3-94e8-fb65780c9ab5 admin admin] Usage tracker for resource:subnet and tenant:3942c5b0a61d445d9ceb645c66190f0d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:49:46.102082 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f74faa50-1d4e-4ce3-94e8-fb65780c9ab5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:49:46.104633 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Network 7307268e-984b-4c28-8d6d-7bce906c29d4 details requested by agent ovs-agent-dv-neutron-820491-1-hyperv with host dv-neutron-820491-1-hyperv {{(pid=83446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 20 09:49:46.108213 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-f74faa50-1d4e-4ce3-94e8-fb65780c9ab5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:49:46.122378 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f74faa50-1d4e-4ce3-94e8-fb65780c9ab5 admin admin] Made reservation on behalf of 3942c5b0a61d445d9ceb645c66190f0d for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 09:49:46.124813 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f74faa50-1d4e-4ce3-94e8-fb65780c9ab5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1529102'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:46.200509 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:46.257161 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 6d362428-67f5-41dc-ae97-d7c5d5b48d14, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=6d362428-67f5-41dc-ae97-d7c5d5b48d14,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:49:46.258759 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:46.260631 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:46.261989 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:46.263533 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:49:46.329362 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=6d362428-67f5-41dc-ae97-d7c5d5b48d14,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:49:46.332611 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:49:46.341077 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f74faa50-1d4e-4ce3-94e8-fb65780c9ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1129376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1529148'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:46.345273 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1bbe1a52-ab64-4234-a0bb-85d0dc83de74 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:49:46.411868 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74faa50-1d4e-4ce3-94e8-fb65780c9ab5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e664c85-6b62-44b7-91c3-e4fc323046b3,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:49:46.414444 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f74faa50-1d4e-4ce3-94e8-fb65780c9ab5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:49:46.427505 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74faa50-1d4e-4ce3-94e8-fb65780c9ab5 admin admin] Checking segment: {'id': 'c83f826e-c81c-4e53-b121-821c2151b165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7307268e-984b-4c28-8d6d-7bce906c29d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:49:46.427853 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74faa50-1d4e-4ce3-94e8-fb65780c9ab5 admin admin] Network hostable DHCP agents. Network: 7307268e-984b-4c28-8d6d-7bce906c29d4, hostable agents: ['5a522f69-2c56-46ba-9131-853905d096b7'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 09:49:46.448542 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74faa50-1d4e-4ce3-94e8-fb65780c9ab5 admin admin] Network 7307268e-984b-4c28-8d6d-7bce906c29d4 is scheduled to be hosted by DHCP agent 5a522f69-2c56-46ba-9131-853905d096b7 with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 09:49:46.457960 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-f74faa50-1d4e-4ce3-94e8-fb65780c9ab5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820491-1-hyperv, 7307268e-984b-4c28-8d6d-7bce906c29d4) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:49:46.461715 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74faa50-1d4e-4ce3-94e8-fb65780c9ab5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:49:46.462577 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f74faa50-1d4e-4ce3-94e8-fb65780c9ab5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:46.467404 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2898b50-fbc8-4f37-aedf-5a35cc7191b8 None None] Network 7307268e-984b-4c28-8d6d-7bce906c29d4 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 09:49:46.483330 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f74faa50-1d4e-4ce3-94e8-fb65780c9ab5 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3995998 Dec 20 09:49:46.485886 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 53942) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:49:46.490852 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-5e30913b-0024-4a72-91f1-711cee6a2ff0 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1380768039-router', 'tenant_id': '3942c5b0a61d445d9ceb645c66190f0d', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:49:46.495270 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-5e30913b-0024-4a72-91f1-711cee6a2ff0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:49:46.499011 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-5e30913b-0024-4a72-91f1-711cee6a2ff0 admin admin] Usage tracker for resource:router and tenant:3942c5b0a61d445d9ceb645c66190f0d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:49:46.501957 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-5e30913b-0024-4a72-91f1-711cee6a2ff0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:49:46.507749 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-5e30913b-0024-4a72-91f1-711cee6a2ff0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:49:46.518956 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5e30913b-0024-4a72-91f1-711cee6a2ff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24817'] for router, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:46.519809 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5e30913b-0024-4a72-91f1-711cee6a2ff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-347428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-351744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24806'] for router, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:46.538313 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5e30913b-0024-4a72-91f1-711cee6a2ff0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:46.685491 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5e30913b-0024-4a72-91f1-711cee6a2ff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24724'] for router, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:46.689833 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d415cec6-f6e1-4814-8428-75022063e296 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379966ee-c7a6-584e-9d64-de54eaff7c2a-7307268e-984b-4c28-8d6d-7bce906c29d4', 'network_id': '7307268e-984b-4c28-8d6d-7bce906c29d4', 'tenant_id': '3942c5b0a61d445d9ceb645c66190f0d', 'fixed_ips': [{'subnet_id': '4e664c85-6b62-44b7-91c3-e4fc323046b3'}]}} from dv-neutron-820491-1-hyperv. {{(pid=83446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 20 09:49:46.690690 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d415cec6-f6e1-4814-8428-75022063e296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:46.871714 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5e30913b-0024-4a72-91f1-711cee6a2ff0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:46.899135 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.db_base_plugin_common [None req-d415cec6-f6e1-4814-8428-75022063e296 None None] Allocated IP 172.20.0.2 (7307268e-984b-4c28-8d6d-7bce906c29d4/4e664c85-6b62-44b7-91c3-e4fc323046b3/e44b4ef3-8242-46c0-bede-b5eee4926d59) {{(pid=83446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 09:49:46.905473 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5e30913b-0024-4a72-91f1-711cee6a2ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:47.037264 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-5e30913b-0024-4a72-91f1-711cee6a2ff0 admin admin] Allocated IP 172.26.5.25 (95f3bec2-46e6-4468-8229-8badd4a5aaae/cf8895a3-346d-4313-a645-16ecdcce9969/20466fa1-e7d8-46cb-b32f-abfc434d1f5f) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 09:49:47.102609 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d415cec6-f6e1-4814-8428-75022063e296 None None] Notify callbacks [] for port, precommit_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:47.112959 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d415cec6-f6e1-4814-8428-75022063e296 None None] Transition to ACTIVE for port object e44b4ef3-8242-46c0-bede-b5eee4926d59 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:49:47.131759 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d415cec6-f6e1-4814-8428-75022063e296 None None] Transition to ACTIVE for port object e44b4ef3-8242-46c0-bede-b5eee4926d59 will not be triggered until provisioned by entity DHCP. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:49:47.139066 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d415cec6-f6e1-4814-8428-75022063e296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093'] for port, after_create {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:47.144370 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:49:47.183850 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5e30913b-0024-4a72-91f1-711cee6a2ff0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:47.203193 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d415cec6-f6e1-4814-8428-75022063e296 None None] Network 7307268e-984b-4c28-8d6d-7bce906c29d4 is already hosted by enough agents. {{(pid=83446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:49:47.211154 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.scheduler.base_scheduler [None req-d415cec6-f6e1-4814-8428-75022063e296 None None] Resources bound (agent type, host, resource id): {{(pid=83446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:49:47.213955 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5e30913b-0024-4a72-91f1-711cee6a2ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:47.215853 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d415cec6-f6e1-4814-8428-75022063e296 None None] Received port after_create {{(pid=83446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 09:49:47.218457 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9e27fefd-f977-40c6-8229-2c6af754a6f6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:49:47.222489 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d415cec6-f6e1-4814-8428-75022063e296 None None] Pushing event updated for resources: {'Port': ['ID=e44b4ef3-8242-46c0-bede-b5eee4926d59,revision_number=1']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:49:47.226474 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d415cec6-f6e1-4814-8428-75022063e296 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:49:47.313924 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-d415cec6-f6e1-4814-8428-75022063e296 None None] Attempting to bind port e44b4ef3-8242-46c0-bede-b5eee4926d59 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 09:49:47.314220 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-d415cec6-f6e1-4814-8428-75022063e296 None None] Attempting to bind port e44b4ef3-8242-46c0-bede-b5eee4926d59 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': 'c83f826e-c81c-4e53-b121-821c2151b165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7307268e-984b-4c28-8d6d-7bce906c29d4'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 09:49:47.314594 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d415cec6-f6e1-4814-8428-75022063e296 None None] Attempting to bind port e44b4ef3-8242-46c0-bede-b5eee4926d59 on network 7307268e-984b-4c28-8d6d-7bce906c29d4 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:49:47.321862 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d415cec6-f6e1-4814-8428-75022063e296 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 9, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 09:49:47.322244 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d415cec6-f6e1-4814-8428-75022063e296 None None] Checking segment: {'id': 'c83f826e-c81c-4e53-b121-821c2151b165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7307268e-984b-4c28-8d6d-7bce906c29d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:49:47.322653 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d415cec6-f6e1-4814-8428-75022063e296 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:47.323056 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d415cec6-f6e1-4814-8428-75022063e296 None None] Bound using segment: {'id': 'c83f826e-c81c-4e53-b121-821c2151b165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7307268e-984b-4c28-8d6d-7bce906c29d4'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 09:49:47.323553 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-d415cec6-f6e1-4814-8428-75022063e296 None None] Bound port: e44b4ef3-8242-46c0-bede-b5eee4926d59, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c83f826e-c81c-4e53-b121-821c2151b165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7307268e-984b-4c28-8d6d-7bce906c29d4'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 09:49:47.323924 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d415cec6-f6e1-4814-8428-75022063e296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:47.387323 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e30913b-0024-4a72-91f1-711cee6a2ff0 admin admin] Network 95f3bec2-46e6-4468-8229-8badd4a5aaae is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:49:47.390769 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-5e30913b-0024-4a72-91f1-711cee6a2ff0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:49:47.393525 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e30913b-0024-4a72-91f1-711cee6a2ff0 admin admin] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 09:49:47.427021 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d415cec6-f6e1-4814-8428-75022063e296 None None] For port e44b4ef3-8242-46c0-bede-b5eee4926d59, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 09:49:47.430009 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d415cec6-f6e1-4814-8428-75022063e296 None None] For port e44b4ef3-8242-46c0-bede-b5eee4926d59, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=e44b4ef3-8242-46c0-bede-b5eee4926d59,segment=NetworkSegment(c83f826e-c81c-4e53-b121-821c2151b165),segment_id=c83f826e-c81c-4e53-b121-821c2151b165)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 09:49:47.434341 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d415cec6-f6e1-4814-8428-75022063e296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:47.438332 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:49:47.440873 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e30913b-0024-4a72-91f1-711cee6a2ff0 admin admin] Pushing event updated for resources: {'Port': ['ID=20466fa1-e7d8-46cb-b32f-abfc434d1f5f,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:49:47.443785 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-5e30913b-0024-4a72-91f1-711cee6a2ff0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:49:47.512832 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d415cec6-f6e1-4814-8428-75022063e296 None None] Pushing event updated for resources: {'Port': ['ID=e44b4ef3-8242-46c0-bede-b5eee4926d59,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:49:47.521179 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d415cec6-f6e1-4814-8428-75022063e296 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:49:47.581954 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5e30913b-0024-4a72-91f1-711cee6a2ff0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:47.582618 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5e30913b-0024-4a72-91f1-711cee6a2ff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346071'] for router, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:47.695433 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:47.847982 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e30913b-0024-4a72-91f1-711cee6a2ff0 admin admin] Router 61b25211-a136-4247-9693-ce8fb3e5bed7 is scheduled to L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 with binding_index 1 {{(pid=83444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 09:49:47.967685 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 6d362428-67f5-41dc-ae97-d7c5d5b48d14 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:49:48.039216 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 6d362428-67f5-41dc-ae97-d7c5d5b48d14 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:49:48.039595 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:48.057928 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e30913b-0024-4a72-91f1-711cee6a2ff0 admin admin] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 09:49:48.067556 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257b152b-b8f6-424b-9860-b94a5a98b51a None None] Sync routers for ids ['61b25211-a136-4247-9693-ce8fb3e5bed7'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 09:49:48.083275 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257b152b-b8f6-424b-9860-b94a5a98b51a None None] Routers {'61b25211-a136-4247-9693-ce8fb3e5bed7'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:49:48.084164 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5e30913b-0024-4a72-91f1-711cee6a2ff0 admin admin] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:48.084315 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-257b152b-b8f6-424b-9860-b94a5a98b51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:49:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['61b25211-a136-4247-9693-ce8fb3e5bed7'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:49:48.088928 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 53946) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:49:48.089429 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-5e30913b-0024-4a72-91f1-711cee6a2ff0 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6022630 Dec 20 09:49:48.171700 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device e44b4ef3-8242-46c0-bede-b5eee4926d59 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:49:48.258928 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port e44b4ef3-8242-46c0-bede-b5eee4926d59 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:49:48.318559 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-257b152b-b8f6-424b-9860-b94a5a98b51a None None] Set router 61b25211-a136-4247-9693-ce8fb3e5bed7 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:49:48.496264 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ad6b9b-ef5e-42e4-afeb-1b568543befa None None] Network 7307268e-984b-4c28-8d6d-7bce906c29d4 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 09:49:48.610593 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-a6f80c42-e1da-4734-9ecb-82bcc11204c2 None None] Provisioning for port e44b4ef3-8242-46c0-bede-b5eee4926d59 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:49:48.621032 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-a6f80c42-e1da-4734-9ecb-82bcc11204c2 None None] Provisioning complete for port e44b4ef3-8242-46c0-bede-b5eee4926d59 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:49:48.621443 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a6f80c42-e1da-4734-9ecb-82bcc11204c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:48.630917 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-257b152b-b8f6-424b-9860-b94a5a98b51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b25211-a136-4247-9693-ce8fb3e5bed7', 'name': 'tempest-TestSnapshotPattern-1380768039-router', 'tenant_id': '3942c5b0a61d445d9ceb645c66190f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.25'}], 'enable_snat': True}, 'gw_port_id': '20466fa1-e7d8-46cb-b32f-abfc434d1f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:49:46Z', 'updated_at': '2021-12-20T09:49:47Z', 'revision_number': 3, 'project_id': '3942c5b0a61d445d9ceb645c66190f0d', 'gw_port': {'id': '20466fa1-e7d8-46cb-b32f-abfc434d1f5f', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0d:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b25211-a136-4247-9693-ce8fb3e5bed7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:49:46Z', 'updated_at': '2021-12-20T09:49:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:49:48.634829 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257b152b-b8f6-424b-9860-b94a5a98b51a None None] Checking router: 61b25211-a136-4247-9693-ce8fb3e5bed7 for host: dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 09:49:48.635180 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257b152b-b8f6-424b-9860-b94a5a98b51a None None] Updating router 61b25211-a136-4247-9693-ce8fb3e5bed7 port 20466fa1-e7d8-46cb-b32f-abfc434d1f5f binding host dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 09:49:48.686220 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-257b152b-b8f6-424b-9860-b94a5a98b51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:48.834892 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a6f80c42-e1da-4734-9ecb-82bcc11204c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:48.886268 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-a6f80c42-e1da-4734-9ecb-82bcc11204c2 None None] For port e44b4ef3-8242-46c0-bede-b5eee4926d59, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=e44b4ef3-8242-46c0-bede-b5eee4926d59,segment=NetworkSegment(c83f826e-c81c-4e53-b121-821c2151b165),segment_id=c83f826e-c81c-4e53-b121-821c2151b165)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:49:48.892075 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a6f80c42-e1da-4734-9ecb-82bcc11204c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:48.893979 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:49:48.968676 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f80c42-e1da-4734-9ecb-82bcc11204c2 None None] Pushing event updated for resources: {'Port': ['ID=e44b4ef3-8242-46c0-bede-b5eee4926d59,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:49:48.972170 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-a6f80c42-e1da-4734-9ecb-82bcc11204c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:49:49.062502 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e7b16974-eab8-48c6-8563-ce46c2935d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:49.063275 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-257b152b-b8f6-424b-9860-b94a5a98b51a None None] Notify callbacks [] for port, precommit_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:49.076417 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.provisioning_blocks [None req-257b152b-b8f6-424b-9860-b94a5a98b51a None None] Transition to ACTIVE for port object 20466fa1-e7d8-46cb-b32f-abfc434d1f5f will not be triggered until provisioned by entity L2. {{(pid=83447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:49:49.084549 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-257b152b-b8f6-424b-9860-b94a5a98b51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:49.088760 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-b684b5a2-4eb4-43c1-9942-c9f72c071a89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:49:49.120728 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-6d1cbf3f-eeb4-436f-88bf-518ef3dcf6cf None None] Provisioning complete for port e44b4ef3-8242-46c0-bede-b5eee4926d59 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:49:49.121430 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-6d1cbf3f-eeb4-436f-88bf-518ef3dcf6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:49.175843 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8222b23f-1986-460c-9044-78b4302f73a6 None None] Pushing event updated for resources: {'Port': ['ID=20466fa1-e7d8-46cb-b32f-abfc434d1f5f,revision_number=2']} {{(pid=83447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:49:49.182451 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-257b152b-b8f6-424b-9860-b94a5a98b51a None None] Attempting to bind port 20466fa1-e7d8-46cb-b32f-abfc434d1f5f on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 09:49:49.182824 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-257b152b-b8f6-424b-9860-b94a5a98b51a None None] Attempting to bind port 20466fa1-e7d8-46cb-b32f-abfc434d1f5f by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}] {{(pid=83447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 09:49:49.183185 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257b152b-b8f6-424b-9860-b94a5a98b51a None None] Attempting to bind port 20466fa1-e7d8-46cb-b32f-abfc434d1f5f on network 95f3bec2-46e6-4468-8229-8badd4a5aaae {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:49:49.191574 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8222b23f-1986-460c-9044-78b4302f73a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:49:49.191916 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8222b23f-1986-460c-9044-78b4302f73a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:49:49.192755 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8222b23f-1986-460c-9044-78b4302f73a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:49:49.193087 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8222b23f-1986-460c-9044-78b4302f73a6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:49:49.193444 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8222b23f-1986-460c-9044-78b4302f73a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:49:49.193775 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8222b23f-1986-460c-9044-78b4302f73a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:49:49.194142 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8222b23f-1986-460c-9044-78b4302f73a6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:49:49.194464 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8222b23f-1986-460c-9044-78b4302f73a6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:49:49.194782 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8222b23f-1986-460c-9044-78b4302f73a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:49:49.195097 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8222b23f-1986-460c-9044-78b4302f73a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:49:49.195416 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8222b23f-1986-460c-9044-78b4302f73a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:49:49.201380 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-8222b23f-1986-460c-9044-78b4302f73a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:49:49.202504 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257b152b-b8f6-424b-9860-b94a5a98b51a None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 9, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 09:49:49.203958 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257b152b-b8f6-424b-9860-b94a5a98b51a None None] Checking segment: {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:49:49.203958 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-257b152b-b8f6-424b-9860-b94a5a98b51a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:49.204276 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257b152b-b8f6-424b-9860-b94a5a98b51a None None] Bound using segment: {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'} {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 09:49:49.204747 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-257b152b-b8f6-424b-9860-b94a5a98b51a None None] Bound port: 20466fa1-e7d8-46cb-b32f-abfc434d1f5f, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ef59ee-6300-43dd-907c-d271287697d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae'}}] {{(pid=83447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 09:49:49.205124 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-257b152b-b8f6-424b-9860-b94a5a98b51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:49.276540 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.db [None req-257b152b-b8f6-424b-9860-b94a5a98b51a None None] For port 20466fa1-e7d8-46cb-b32f-abfc434d1f5f, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 09:49:49.279568 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.db [None req-257b152b-b8f6-424b-9860-b94a5a98b51a None None] For port 20466fa1-e7d8-46cb-b32f-abfc434d1f5f, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=20466fa1-e7d8-46cb-b32f-abfc434d1f5f,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 09:49:49.283221 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-257b152b-b8f6-424b-9860-b94a5a98b51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:49.287320 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-13a8d663-306d-4ec9-9c05-74e365b0453d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:49:49.293056 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-e7b16974-eab8-48c6-8563-ce46c2935d0d admin admin] Allocated IP 172.20.0.1 (7307268e-984b-4c28-8d6d-7bce906c29d4/4e664c85-6b62-44b7-91c3-e4fc323046b3/4ae87aa7-8b55-4414-b560-1e13c0deb880) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 09:49:49.365346 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8222b23f-1986-460c-9044-78b4302f73a6 None None] Pushing event updated for resources: {'Port': ['ID=20466fa1-e7d8-46cb-b32f-abfc434d1f5f,revision_number=3']} {{(pid=83447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:49:49.367703 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257b152b-b8f6-424b-9860-b94a5a98b51a None None] Routers {'61b25211-a136-4247-9693-ce8fb3e5bed7'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:49:49.368293 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-257b152b-b8f6-424b-9860-b94a5a98b51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:49:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['61b25211-a136-4247-9693-ce8fb3e5bed7'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:49:49.420040 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-8222b23f-1986-460c-9044-78b4302f73a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:49:49.444473 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e7b16974-eab8-48c6-8563-ce46c2935d0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:49.460063 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-e7b16974-eab8-48c6-8563-ce46c2935d0d admin admin] Transition to ACTIVE for port object 4ae87aa7-8b55-4414-b560-1e13c0deb880 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:49:49.482944 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e7b16974-eab8-48c6-8563-ce46c2935d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:49.487493 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b6673fa5-89d4-4cd2-9246-a85912007bba tempest-TestNetworkBasicOps-1297401042 tempest-TestNetworkBasicOps-1297401042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:49:49.543272 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-257b152b-b8f6-424b-9860-b94a5a98b51a None None] Set router 61b25211-a136-4247-9693-ce8fb3e5bed7 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:49:49.557404 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b16974-eab8-48c6-8563-ce46c2935d0d admin admin] Network 7307268e-984b-4c28-8d6d-7bce906c29d4 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:49:49.558329 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b16974-eab8-48c6-8563-ce46c2935d0d admin admin] Pushing event updated for resources: {'Port': ['ID=4ae87aa7-8b55-4414-b560-1e13c0deb880,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:49:49.561142 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e7b16974-eab8-48c6-8563-ce46c2935d0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:49:49.562136 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-e7b16974-eab8-48c6-8563-ce46c2935d0d admin admin] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:49:49.564235 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b16974-eab8-48c6-8563-ce46c2935d0d admin admin] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 09:49:49.621207 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e7b16974-eab8-48c6-8563-ce46c2935d0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-345881'] for router_interface, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:49.706804 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e7b16974-eab8-48c6-8563-ce46c2935d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:49.860571 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-257b152b-b8f6-424b-9860-b94a5a98b51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b25211-a136-4247-9693-ce8fb3e5bed7', 'name': 'tempest-TestSnapshotPattern-1380768039-router', 'tenant_id': '3942c5b0a61d445d9ceb645c66190f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.25'}], 'enable_snat': True}, 'gw_port_id': '20466fa1-e7d8-46cb-b32f-abfc434d1f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:49:46Z', 'updated_at': '2021-12-20T09:49:47Z', 'revision_number': 3, 'project_id': '3942c5b0a61d445d9ceb645c66190f0d', 'gw_port': {'id': '20466fa1-e7d8-46cb-b32f-abfc434d1f5f', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0d:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b25211-a136-4247-9693-ce8fb3e5bed7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:49:46Z', 'updated_at': '2021-12-20T09:49:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:49:49.864689 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257b152b-b8f6-424b-9860-b94a5a98b51a None None] The sync data for ids ['61b25211-a136-4247-9693-ce8fb3e5bed7'] in dv-neutron-820491-1-hyperv is: [{'id': '61b25211-a136-4247-9693-ce8fb3e5bed7', 'name': 'tempest-TestSnapshotPattern-1380768039-router', 'tenant_id': '3942c5b0a61d445d9ceb645c66190f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.25'}], 'enable_snat': True}, 'gw_port_id': '20466fa1-e7d8-46cb-b32f-abfc434d1f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:49:46Z', 'updated_at': '2021-12-20T09:49:47Z', 'revision_number': 3, 'project_id': '3942c5b0a61d445d9ceb645c66190f0d', 'gw_port': {'id': '20466fa1-e7d8-46cb-b32f-abfc434d1f5f', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0d:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b25211-a136-4247-9693-ce8fb3e5bed7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:49:46Z', 'updated_at': '2021-12-20T09:49:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 09:49:49.883533 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d02a0696-7a32-43d7-b058-1a24ba620328 None None] Provisioning for port 4ae87aa7-8b55-4414-b560-1e13c0deb880 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:49:49.889716 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d02a0696-7a32-43d7-b058-1a24ba620328 None None] Provisioning complete for port 4ae87aa7-8b55-4414-b560-1e13c0deb880 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:49:49.890142 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d02a0696-7a32-43d7-b058-1a24ba620328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:49.925310 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device e44b4ef3-8242-46c0-bede-b5eee4926d59 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:49:49.944359 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e7b16974-eab8-48c6-8563-ce46c2935d0d admin admin] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:49.949037 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e7b16974-eab8-48c6-8563-ce46c2935d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2036698'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:49.976553 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-270fd9fe-ce9e-470c-80ff-c63fca33b7b6 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:49:49.998706 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d02a0696-7a32-43d7-b058-1a24ba620328 None None] Port 4ae87aa7-8b55-4414-b560-1e13c0deb880 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 09:49:50.016144 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port e44b4ef3-8242-46c0-bede-b5eee4926d59 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:49:50.016518 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:50.055718 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b16974-eab8-48c6-8563-ce46c2935d0d admin admin] Pushing event updated for resources: {'Port': ['ID=4ae87aa7-8b55-4414-b560-1e13c0deb880,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:49:50.058273 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e7b16974-eab8-48c6-8563-ce46c2935d0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32898031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349045'] for router_interface, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:50.061796 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e7b16974-eab8-48c6-8563-ce46c2935d0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:49:50.195145 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b16974-eab8-48c6-8563-ce46c2935d0d admin admin] Network 7307268e-984b-4c28-8d6d-7bce906c29d4 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:49:50.196099 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-e7b16974-eab8-48c6-8563-ce46c2935d0d admin admin] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:49:50.426915 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-8866c7e2-18d6-4906-8036-bc0ea543b0f8 None None] Provisioning complete for port 4ae87aa7-8b55-4414-b560-1e13c0deb880 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:49:50.427442 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-8866c7e2-18d6-4906-8036-bc0ea543b0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:50.521314 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-8866c7e2-18d6-4906-8036-bc0ea543b0f8 None None] Port 4ae87aa7-8b55-4414-b560-1e13c0deb880 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 09:49:50.696737 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7b16974-eab8-48c6-8563-ce46c2935d0d admin admin] Router 61b25211-a136-4247-9693-ce8fb3e5bed7 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 09:49:50.905145 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7b16974-eab8-48c6-8563-ce46c2935d0d admin admin] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 09:49:50.914623 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-e7b16974-eab8-48c6-8563-ce46c2935d0d admin admin] 10.222.0.16 "PUT /v2.0/routers/61b25211-a136-4247-9693-ce8fb3e5bed7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8239264 Dec 20 09:49:51.512897 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 53956) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:49:51.518944 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-d54cd186-6889-4792-8ba4-cd42aef1d0e3 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1185633144', 'description': 'tempest-secgroup-smoke-1185633144 description', 'project_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:49:51.524939 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-d54cd186-6889-4792-8ba4-cd42aef1d0e3 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:49:51.528713 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d54cd186-6889-4792-8ba4-cd42aef1d0e3 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Usage tracker for resource:security_group and tenant:fbafbcd7e1fa46eb9e190cb0d9fdd427 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:49:51.533087 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d54cd186-6889-4792-8ba4-cd42aef1d0e3 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:49:51.538721 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-d54cd186-6889-4792-8ba4-cd42aef1d0e3 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:49:51.548774 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d54cd186-6889-4792-8ba4-cd42aef1d0e3 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:51.582973 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-d54cd186-6889-4792-8ba4-cd42aef1d0e3 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:49:51.587090 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d54cd186-6889-4792-8ba4-cd42aef1d0e3 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Usage tracker for resource:security_group_rule and tenant:fbafbcd7e1fa46eb9e190cb0d9fdd427 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:49:51.590129 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d54cd186-6889-4792-8ba4-cd42aef1d0e3 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:49:51.596250 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-d54cd186-6889-4792-8ba4-cd42aef1d0e3 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:49:51.656718 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d54cd186-6889-4792-8ba4-cd42aef1d0e3 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:51.660630 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d54cd186-6889-4792-8ba4-cd42aef1d0e3 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:51.665312 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2daa2b2f-27aa-4f1d-9dca-b7b08e78e781 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:49:51.703955 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54cd186-6889-4792-8ba4-cd42aef1d0e3 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1010243-af2e-4d32-9fc0-971959b530bf,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:49:51.706929 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d54cd186-6889-4792-8ba4-cd42aef1d0e3 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:51.711445 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 53960) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:49:51.711823 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d54cd186-6889-4792-8ba4-cd42aef1d0e3 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1972091 Dec 20 09:49:51.712394 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d54cd186-6889-4792-8ba4-cd42aef1d0e3 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:49:51.718423 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-1acc7353-d16b-4508-8a58-2d2b14299d60 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Request body: {'security_group_rule': {'security_group_id': 'd1010243-af2e-4d32-9fc0-971959b530bf', 'project_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:49:51.725625 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-1acc7353-d16b-4508-8a58-2d2b14299d60 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:49:51.729601 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-1acc7353-d16b-4508-8a58-2d2b14299d60 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Usage tracker for resource:security_group_rule and tenant:fbafbcd7e1fa46eb9e190cb0d9fdd427 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:49:51.732502 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-1acc7353-d16b-4508-8a58-2d2b14299d60 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:49:51.738147 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-1acc7353-d16b-4508-8a58-2d2b14299d60 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:49:51.755261 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1acc7353-d16b-4508-8a58-2d2b14299d60 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:51.816481 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1acc7353-d16b-4508-8a58-2d2b14299d60 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:51.820508 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1acc7353-d16b-4508-8a58-2d2b14299d60 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:51.822353 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3e701478-df24-4a32-b287-2b0e334e7243 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:49:51.839403 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acc7353-d16b-4508-8a58-2d2b14299d60 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae510d16-da57-46be-bc8c-90ee6d329abd,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:49:51.846558 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-1acc7353-d16b-4508-8a58-2d2b14299d60 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:49:51.857177 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1acc7353-d16b-4508-8a58-2d2b14299d60 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:51.858472 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-1acc7353-d16b-4508-8a58-2d2b14299d60 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1463845 Dec 20 09:49:51.861557 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 53964) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:49:51.867118 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-38fa11e5-41e6-4f82-9326-44e6b7eb1530 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Request body: {'security_group_rule': {'security_group_id': 'd1010243-af2e-4d32-9fc0-971959b530bf', 'project_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:49:51.873058 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-38fa11e5-41e6-4f82-9326-44e6b7eb1530 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:49:51.877172 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-38fa11e5-41e6-4f82-9326-44e6b7eb1530 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Usage tracker for resource:security_group_rule and tenant:fbafbcd7e1fa46eb9e190cb0d9fdd427 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:49:51.880055 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-38fa11e5-41e6-4f82-9326-44e6b7eb1530 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:49:51.885681 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-38fa11e5-41e6-4f82-9326-44e6b7eb1530 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:49:51.902790 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-38fa11e5-41e6-4f82-9326-44e6b7eb1530 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:51.970378 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-38fa11e5-41e6-4f82-9326-44e6b7eb1530 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:51.975056 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-38fa11e5-41e6-4f82-9326-44e6b7eb1530 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:51.980933 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-76b718cc-101a-4aff-8d3e-bbc240bd10b9 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:49:52.001988 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fa11e5-41e6-4f82-9326-44e6b7eb1530 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28be428c-1afc-4191-b9e9-d4adc3aecb96,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:49:52.004780 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-38fa11e5-41e6-4f82-9326-44e6b7eb1530 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:49:52.012007 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-38fa11e5-41e6-4f82-9326-44e6b7eb1530 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:52.013254 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-38fa11e5-41e6-4f82-9326-44e6b7eb1530 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1507874 Dec 20 09:49:52.016084 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 53968) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:49:52.021747 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-fae2fe34-a1f4-4af5-9d59-8fcefc66a586 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Request body: {'security_group_rule': {'security_group_id': 'd1010243-af2e-4d32-9fc0-971959b530bf', 'project_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:49:52.027653 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-fae2fe34-a1f4-4af5-9d59-8fcefc66a586 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:49:52.032022 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-fae2fe34-a1f4-4af5-9d59-8fcefc66a586 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Usage tracker for resource:security_group_rule and tenant:fbafbcd7e1fa46eb9e190cb0d9fdd427 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:49:52.035141 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-fae2fe34-a1f4-4af5-9d59-8fcefc66a586 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:49:52.040728 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-fae2fe34-a1f4-4af5-9d59-8fcefc66a586 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:49:52.061976 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fae2fe34-a1f4-4af5-9d59-8fcefc66a586 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:52.132010 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fae2fe34-a1f4-4af5-9d59-8fcefc66a586 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:52.134968 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fae2fe34-a1f4-4af5-9d59-8fcefc66a586 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:52.137067 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d1e4d513-dac2-4d84-88b0-77f5b54298a0 tempest-SecGroupTest-494870049 tempest-SecGroupTest-494870049-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:49:52.160684 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae2fe34-a1f4-4af5-9d59-8fcefc66a586 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e8f7acc-95a5-487a-bb98-968e6edf59d1,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:49:52.163094 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-fae2fe34-a1f4-4af5-9d59-8fcefc66a586 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:49:52.172658 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fae2fe34-a1f4-4af5-9d59-8fcefc66a586 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:52.174074 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-fae2fe34-a1f4-4af5-9d59-8fcefc66a586 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1568902 Dec 20 09:49:52.176639 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 53972) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:49:52.182256 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-706874e4-39d8-4b0e-8e91-ec6467d8ee89 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Request body: {'security_group_rule': {'security_group_id': 'd1010243-af2e-4d32-9fc0-971959b530bf', 'project_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:49:52.188074 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-706874e4-39d8-4b0e-8e91-ec6467d8ee89 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:49:52.191855 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-706874e4-39d8-4b0e-8e91-ec6467d8ee89 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Usage tracker for resource:security_group_rule and tenant:fbafbcd7e1fa46eb9e190cb0d9fdd427 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:49:52.194671 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-706874e4-39d8-4b0e-8e91-ec6467d8ee89 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:49:52.200229 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-706874e4-39d8-4b0e-8e91-ec6467d8ee89 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:49:52.218037 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-706874e4-39d8-4b0e-8e91-ec6467d8ee89 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:52.286358 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-706874e4-39d8-4b0e-8e91-ec6467d8ee89 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:52.291076 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-706874e4-39d8-4b0e-8e91-ec6467d8ee89 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:52.293086 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a1916bcd-9541-46cc-914e-0da8d5685f9c tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:49:52.317207 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706874e4-39d8-4b0e-8e91-ec6467d8ee89 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79c32eb7-abc8-46da-ac17-f84ac876e07a,revision_number=0']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:49:52.320019 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-706874e4-39d8-4b0e-8e91-ec6467d8ee89 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:49:52.329112 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-706874e4-39d8-4b0e-8e91-ec6467d8ee89 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:52.330593 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-706874e4-39d8-4b0e-8e91-ec6467d8ee89 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1529672 Dec 20 09:49:52.333547 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 53976) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:49:52.339550 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-5d0969b9-06c4-41ef-8871-49c59e48ed8c tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Request body: {'security_group_rule': {'security_group_id': 'd1010243-af2e-4d32-9fc0-971959b530bf', 'project_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:49:52.345885 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-5d0969b9-06c4-41ef-8871-49c59e48ed8c tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:49:52.349908 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-5d0969b9-06c4-41ef-8871-49c59e48ed8c tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Usage tracker for resource:security_group_rule and tenant:fbafbcd7e1fa46eb9e190cb0d9fdd427 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:49:52.352871 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-5d0969b9-06c4-41ef-8871-49c59e48ed8c tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:49:52.358920 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-5d0969b9-06c4-41ef-8871-49c59e48ed8c tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:49:52.371751 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.securitygroups_db [None req-5d0969b9-06c4-41ef-8871-49c59e48ed8c tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Project fbafbcd7e1fa46eb9e190cb0d9fdd427 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 09:49:52.378991 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5d0969b9-06c4-41ef-8871-49c59e48ed8c tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:52.443756 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5d0969b9-06c4-41ef-8871-49c59e48ed8c tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:52.447390 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5d0969b9-06c4-41ef-8871-49c59e48ed8c tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:52.449246 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7a19b798-218b-403a-b495-be0ec49bbd83 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:49:52.471386 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0969b9-06c4-41ef-8871-49c59e48ed8c tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a973d92d-23ce-4a22-9073-d376a86bddeb,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:49:52.475641 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-5d0969b9-06c4-41ef-8871-49c59e48ed8c tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:49:52.479678 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5d0969b9-06c4-41ef-8871-49c59e48ed8c tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:52.481682 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-5d0969b9-06c4-41ef-8871-49c59e48ed8c tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1470504 Dec 20 09:49:52.483558 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.16', 53980) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:49:52.489688 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-d794711e-cc2f-45cb-8ae9-772ea67e9a88 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Request body: {'security_group_rule': {'security_group_id': 'd1010243-af2e-4d32-9fc0-971959b530bf', 'project_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:49:52.495400 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-d794711e-cc2f-45cb-8ae9-772ea67e9a88 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:49:52.499130 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d794711e-cc2f-45cb-8ae9-772ea67e9a88 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Usage tracker for resource:security_group_rule and tenant:fbafbcd7e1fa46eb9e190cb0d9fdd427 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:49:52.502708 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d794711e-cc2f-45cb-8ae9-772ea67e9a88 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:49:52.508241 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-d794711e-cc2f-45cb-8ae9-772ea67e9a88 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:49:52.518150 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.db.securitygroups_db [None req-d794711e-cc2f-45cb-8ae9-772ea67e9a88 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Project fbafbcd7e1fa46eb9e190cb0d9fdd427 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 09:49:52.524291 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d794711e-cc2f-45cb-8ae9-772ea67e9a88 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:52.593023 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d794711e-cc2f-45cb-8ae9-772ea67e9a88 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:52.597720 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d794711e-cc2f-45cb-8ae9-772ea67e9a88 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324909'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:52.599570 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9ec1f996-7050-41b7-bebb-cdb921fa4020 tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:49:52.625930 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d794711e-cc2f-45cb-8ae9-772ea67e9a88 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e9d1ec3-e3ae-400c-a370-527820a6cb6d,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:49:52.630232 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d794711e-cc2f-45cb-8ae9-772ea67e9a88 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:49:52.634485 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d794711e-cc2f-45cb-8ae9-772ea67e9a88 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:52.635657 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d794711e-cc2f-45cb-8ae9-772ea67e9a88 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1512101 Dec 20 09:49:52.801710 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-a330f1ae-95cf-4b9c-813f-55e6c221ed36 req-517f815f-5b11-4864-9808-9b32b794449a tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Synchronizing usage tracker for tenant:fbafbcd7e1fa46eb9e190cb0d9fdd427 on resource:security_group {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:49:52.818574 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-a330f1ae-95cf-4b9c-813f-55e6c221ed36 req-517f815f-5b11-4864-9808-9b32b794449a tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Unset dirty status for tenant:fbafbcd7e1fa46eb9e190cb0d9fdd427 on resource:security_group {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:49:52.819926 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a330f1ae-95cf-4b9c-813f-55e6c221ed36 req-517f815f-5b11-4864-9808-9b32b794449a tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1185633144&fields=id&tenant_id=fbafbcd7e1fa46eb9e190cb0d9fdd427 HTTP/1.1" status: 200 len: 267 time: 0.0580864 Dec 20 09:49:52.965395 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a330f1ae-95cf-4b9c-813f-55e6c221ed36 req-ec9ea682-6748-41f4-af1d-38f93d94b0fb tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:49:52.966805 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a330f1ae-95cf-4b9c-813f-55e6c221ed36 req-ec9ea682-6748-41f4-af1d-38f93d94b0fb tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.16 "GET /v2.0/networks?id=4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8 HTTP/1.1" status: 200 len: 809 time: 0.1405833 Dec 20 09:49:52.984052 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a330f1ae-95cf-4b9c-813f-55e6c221ed36 req-e9d18be8-7570-4bd3-815d-4b48588f6ac3 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.16 "GET /v2.0/quotas/fbafbcd7e1fa46eb9e190cb0d9fdd427 HTTP/1.1" status: 200 len: 375 time: 0.0111551 Dec 20 09:49:53.063869 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a330f1ae-95cf-4b9c-813f-55e6c221ed36 req-6b4f3a20-af2a-4d82-88f5-31020e8a9274 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=fbafbcd7e1fa46eb9e190cb0d9fdd427&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0739350 Dec 20 09:49:53.261206 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [req-a330f1ae-95cf-4b9c-813f-55e6c221ed36 req-0866875e-6736-4642-a4c7-49848491d2a0 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 09:49:53.262219 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a330f1ae-95cf-4b9c-813f-55e6c221ed36 req-0866875e-6736-4642-a4c7-49848491d2a0 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0693853 Dec 20 09:49:53.395582 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a330f1ae-95cf-4b9c-813f-55e6c221ed36 req-5ca85d70-1dd2-40f9-b52a-efb3765cf93d service neutron] 10.222.0.16 "GET /v2.0/networks/4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272144 Dec 20 09:49:53.528487 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a330f1ae-95cf-4b9c-813f-55e6c221ed36 req-8436f5b8-8f70-48a7-944a-734382206c3c service neutron] 10.222.0.16 "GET /v2.0/networks/4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271749 Dec 20 09:49:53.718198 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-f8189f9c-07bc-4ea8-bd81-9ec09e0d425e req-70d4e48f-06bb-4ccc-a380-85f0b80d7b92 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Synchronizing usage tracker for tenant:fbafbcd7e1fa46eb9e190cb0d9fdd427 on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:49:53.735841 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-f8189f9c-07bc-4ea8-bd81-9ec09e0d425e req-70d4e48f-06bb-4ccc-a380-85f0b80d7b92 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Unset dirty status for tenant:fbafbcd7e1fa46eb9e190cb0d9fdd427 on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:49:53.737113 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-f8189f9c-07bc-4ea8-bd81-9ec09e0d425e req-70d4e48f-06bb-4ccc-a380-85f0b80d7b92 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f515ae-ca95-4269-8eea-f594fc0d089a HTTP/1.1" status: 200 len: 210 time: 0.0624056 Dec 20 09:49:54.964167 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5f8d1a2d-2306-426c-94bd-7c4fca59aca2 req-c458640a-82e8-44bd-b6fc-bf7ba184307e tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f515ae-ca95-4269-8eea-f594fc0d089a HTTP/1.1" status: 200 len: 210 time: 0.0518081 Dec 20 09:49:55.125061 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a330f1ae-95cf-4b9c-813f-55e6c221ed36 req-d8634b95-01a6-46ae-b239-4b24f6fabf96 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:49:55.126775 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a330f1ae-95cf-4b9c-813f-55e6c221ed36 req-d8634b95-01a6-46ae-b239-4b24f6fabf96 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.58 "GET /v2.0/networks?id=4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8 HTTP/1.1" status: 200 len: 809 time: 0.3178141 Dec 20 09:49:55.184925 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a330f1ae-95cf-4b9c-813f-55e6c221ed36 req-2c0b2125-d550-49fe-aa72-313459fa4f14 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fbafbcd7e1fa46eb9e190cb0d9fdd427 HTTP/1.1" status: 200 len: 380 time: 0.0442426 Dec 20 09:49:55.202816 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-a330f1ae-95cf-4b9c-813f-55e6c221ed36 req-61ed1f30-8b1e-43c3-8e31-5e8b6098d596 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Request body: {'port': {'device_id': '70f515ae-ca95-4269-8eea-f594fc0d089a', 'network_id': '4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8', 'admin_state_up': True, 'tenant_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'security_groups': ['d1010243-af2e-4d32-9fc0-971959b530bf']}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:49:55.358833 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-a330f1ae-95cf-4b9c-813f-55e6c221ed36 req-61ed1f30-8b1e-43c3-8e31-5e8b6098d596 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:49:55.368649 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-a330f1ae-95cf-4b9c-813f-55e6c221ed36 req-61ed1f30-8b1e-43c3-8e31-5e8b6098d596 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:49:55.382314 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a330f1ae-95cf-4b9c-813f-55e6c221ed36 req-61ed1f30-8b1e-43c3-8e31-5e8b6098d596 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Made reservation on behalf of fbafbcd7e1fa46eb9e190cb0d9fdd427 for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 09:49:55.385619 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-a330f1ae-95cf-4b9c-813f-55e6c221ed36 req-61ed1f30-8b1e-43c3-8e31-5e8b6098d596 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:55.557647 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [req-a330f1ae-95cf-4b9c-813f-55e6c221ed36 req-61ed1f30-8b1e-43c3-8e31-5e8b6098d596 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Allocated IP 172.20.0.5 (4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8/83c76c34-8447-4803-b992-dc9de8364ad3/ac46e0ff-bf21-4458-b35d-27241fd28cab) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 09:49:55.757734 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-a330f1ae-95cf-4b9c-813f-55e6c221ed36 req-61ed1f30-8b1e-43c3-8e31-5e8b6098d596 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:55.772972 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-a330f1ae-95cf-4b9c-813f-55e6c221ed36 req-61ed1f30-8b1e-43c3-8e31-5e8b6098d596 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Transition to ACTIVE for port object ac46e0ff-bf21-4458-b35d-27241fd28cab will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:49:55.794332 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-a330f1ae-95cf-4b9c-813f-55e6c221ed36 req-61ed1f30-8b1e-43c3-8e31-5e8b6098d596 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:55.800205 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-666913ce-fc8b-43ed-9442-b616df5f8349 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:49:55.873302 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a330f1ae-95cf-4b9c-813f-55e6c221ed36 req-61ed1f30-8b1e-43c3-8e31-5e8b6098d596 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Network 4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:49:55.876812 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [req-a330f1ae-95cf-4b9c-813f-55e6c221ed36 req-61ed1f30-8b1e-43c3-8e31-5e8b6098d596 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:49:55.878814 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ed1f30-8b1e-43c3-8e31-5e8b6098d596 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Pushing event updated for resources: {'Port': ['ID=ac46e0ff-bf21-4458-b35d-27241fd28cab,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:49:55.880847 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-a330f1ae-95cf-4b9c-813f-55e6c221ed36 req-61ed1f30-8b1e-43c3-8e31-5e8b6098d596 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 09:49:55.905711 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-61ed1f30-8b1e-43c3-8e31-5e8b6098d596 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:49:55.925679 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 20466fa1-e7d8-46cb-b32f-abfc434d1f5f up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:49:55.943626 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a330f1ae-95cf-4b9c-813f-55e6c221ed36 req-61ed1f30-8b1e-43c3-8e31-5e8b6098d596 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:49:55.944244 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-a330f1ae-95cf-4b9c-813f-55e6c221ed36 req-61ed1f30-8b1e-43c3-8e31-5e8b6098d596 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:55.973829 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a330f1ae-95cf-4b9c-813f-55e6c221ed36 req-61ed1f30-8b1e-43c3-8e31-5e8b6098d596 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7765753 Dec 20 09:49:55.986779 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-a330f1ae-95cf-4b9c-813f-55e6c221ed36 req-7af6c7b9-dd68-4a84-af78-68f976457c59 service neutron] Request body: {'port': {'device_id': '70f515ae-ca95-4269-8eea-f594fc0d089a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8204'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:49:56.002079 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 20466fa1-e7d8-46cb-b32f-abfc434d1f5f completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:49:56.008418 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 20466fa1-e7d8-46cb-b32f-abfc434d1f5f triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:49:56.008418 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:56.108685 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-a330f1ae-95cf-4b9c-813f-55e6c221ed36 req-7af6c7b9-dd68-4a84-af78-68f976457c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:56.140229 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:56.158192 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 20466fa1-e7d8-46cb-b32f-abfc434d1f5f, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=20466fa1-e7d8-46cb-b32f-abfc434d1f5f,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:49:56.163667 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:56.167794 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-0f800029-a0a2-4bab-a983-7f9c08efb101 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:49:56.206895 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f9accf-03e2-4077-9e32-03a703f02524 req-30e0c98f-1223-4e68-a585-82a60fb58ba3 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:49:56.209545 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-93f9accf-03e2-4077-9e32-03a703f02524 req-30e0c98f-1223-4e68-a585-82a60fb58ba3 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f515ae-ca95-4269-8eea-f594fc0d089a HTTP/1.1" status: 200 len: 931 time: 0.0949292 Dec 20 09:49:56.247941 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=20466fa1-e7d8-46cb-b32f-abfc434d1f5f,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:49:56.252252 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:49:56.255633 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-c5906382-679f-48c6-9c2f-356c4512fb52 None None] Provisioning for port ac46e0ff-bf21-4458-b35d-27241fd28cab completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:49:56.261142 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-c5906382-679f-48c6-9c2f-356c4512fb52 None None] Provisioning complete for port ac46e0ff-bf21-4458-b35d-27241fd28cab triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:49:56.261651 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c5906382-679f-48c6-9c2f-356c4512fb52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:56.262333 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-93f9accf-03e2-4077-9e32-03a703f02524 req-21216f93-5ad2-4955-8679-16ef6ab5ee1a tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Synchronizing usage tracker for tenant:fbafbcd7e1fa46eb9e190cb0d9fdd427 on resource:security_group {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:49:56.279939 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-93f9accf-03e2-4077-9e32-03a703f02524 req-21216f93-5ad2-4955-8679-16ef6ab5ee1a tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Unset dirty status for tenant:fbafbcd7e1fa46eb9e190cb0d9fdd427 on resource:security_group {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:49:56.281005 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-93f9accf-03e2-4077-9e32-03a703f02524 req-21216f93-5ad2-4955-8679-16ef6ab5ee1a tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1010243-af2e-4d32-9fc0-971959b530bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658646 Dec 20 09:49:56.317869 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-c5906382-679f-48c6-9c2f-356c4512fb52 None None] Port ac46e0ff-bf21-4458-b35d-27241fd28cab cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 09:49:56.481246 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [req-a330f1ae-95cf-4b9c-813f-55e6c221ed36 req-7af6c7b9-dd68-4a84-af78-68f976457c59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac46e0ff-bf21-4458-b35d-27241fd28cab {{(pid=83444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 09:49:56.488827 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-a330f1ae-95cf-4b9c-813f-55e6c221ed36 req-7af6c7b9-dd68-4a84-af78-68f976457c59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:56.503503 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-a330f1ae-95cf-4b9c-813f-55e6c221ed36 req-7af6c7b9-dd68-4a84-af78-68f976457c59 service neutron] Transition to ACTIVE for port object ac46e0ff-bf21-4458-b35d-27241fd28cab will not be triggered until provisioned by entity L2. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:49:56.507324 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-a330f1ae-95cf-4b9c-813f-55e6c221ed36 req-7af6c7b9-dd68-4a84-af78-68f976457c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:56.511315 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7f06f9e5-fb0d-47a0-ad21-139c769aa050 tempest-TestShelveInstance-327820452 tempest-TestShelveInstance-327820452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:49:56.639034 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af6c7b9-dd68-4a84-af78-68f976457c59 service neutron] Pushing event updated for resources: {'Port': ['ID=ac46e0ff-bf21-4458-b35d-27241fd28cab,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:49:56.643278 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7af6c7b9-dd68-4a84-af78-68f976457c59 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:49:56.748271 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-a330f1ae-95cf-4b9c-813f-55e6c221ed36 req-7af6c7b9-dd68-4a84-af78-68f976457c59 service neutron] Attempting to bind port ac46e0ff-bf21-4458-b35d-27241fd28cab on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 09:49:56.748600 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-a330f1ae-95cf-4b9c-813f-55e6c221ed36 req-7af6c7b9-dd68-4a84-af78-68f976457c59 service neutron] Attempting to bind port ac46e0ff-bf21-4458-b35d-27241fd28cab by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': 'b3ec07d5-9a99-4c36-8021-289044dbc229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 09:49:56.748917 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a330f1ae-95cf-4b9c-813f-55e6c221ed36 req-7af6c7b9-dd68-4a84-af78-68f976457c59 service neutron] Attempting to bind port ac46e0ff-bf21-4458-b35d-27241fd28cab on network 4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:49:56.755110 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a330f1ae-95cf-4b9c-813f-55e6c221ed36 req-7af6c7b9-dd68-4a84-af78-68f976457c59 service neutron] Port ac46e0ff-bf21-4458-b35d-27241fd28cab on network 4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 09:49:56.755416 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a330f1ae-95cf-4b9c-813f-55e6c221ed36 req-7af6c7b9-dd68-4a84-af78-68f976457c59 service neutron] Attempting to bind port ac46e0ff-bf21-4458-b35d-27241fd28cab on network 4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:49:56.761398 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a330f1ae-95cf-4b9c-813f-55e6c221ed36 req-7af6c7b9-dd68-4a84-af78-68f976457c59 service neutron] Checking agent: {'id': 'bd419857-3bec-4b96-b211-3fb278c66880', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8204', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 40, 10), 'started_at': datetime.datetime(2021, 12, 20, 8, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 9, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 09:49:56.761725 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a330f1ae-95cf-4b9c-813f-55e6c221ed36 req-7af6c7b9-dd68-4a84-af78-68f976457c59 service neutron] Checking segment: {'id': 'b3ec07d5-9a99-4c36-8021-289044dbc229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:49:56.762097 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a330f1ae-95cf-4b9c-813f-55e6c221ed36 req-7af6c7b9-dd68-4a84-af78-68f976457c59 service neutron] Bound using segment: {'id': 'b3ec07d5-9a99-4c36-8021-289044dbc229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8'} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 09:49:56.762505 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-a330f1ae-95cf-4b9c-813f-55e6c221ed36 req-7af6c7b9-dd68-4a84-af78-68f976457c59 service neutron] Bound port: ac46e0ff-bf21-4458-b35d-27241fd28cab, host: hv-neutron-8204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3ec07d5-9a99-4c36-8021-289044dbc229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8'}}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 09:49:56.762837 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-a330f1ae-95cf-4b9c-813f-55e6c221ed36 req-7af6c7b9-dd68-4a84-af78-68f976457c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:56.847336 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-a330f1ae-95cf-4b9c-813f-55e6c221ed36 req-7af6c7b9-dd68-4a84-af78-68f976457c59 service neutron] For port ac46e0ff-bf21-4458-b35d-27241fd28cab, host hv-neutron-8204, cleared binding levels {{(pid=83444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 09:49:56.850099 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-a330f1ae-95cf-4b9c-813f-55e6c221ed36 req-7af6c7b9-dd68-4a84-af78-68f976457c59 service neutron] For port ac46e0ff-bf21-4458-b35d-27241fd28cab, host hv-neutron-8204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=ac46e0ff-bf21-4458-b35d-27241fd28cab,segment=NetworkSegment(b3ec07d5-9a99-4c36-8021-289044dbc229),segment_id=b3ec07d5-9a99-4c36-8021-289044dbc229)] {{(pid=83444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 09:49:56.854692 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-a330f1ae-95cf-4b9c-813f-55e6c221ed36 req-7af6c7b9-dd68-4a84-af78-68f976457c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:56.858171 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-5e30913b-0024-4a72-91f1-711cee6a2ff0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:49:56.912158 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-a330f1ae-95cf-4b9c-813f-55e6c221ed36 req-7af6c7b9-dd68-4a84-af78-68f976457c59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:56.913452 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a330f1ae-95cf-4b9c-813f-55e6c221ed36 req-7af6c7b9-dd68-4a84-af78-68f976457c59 service neutron] 10.222.0.58 "PUT /v2.0/ports/ac46e0ff-bf21-4458-b35d-27241fd28cab HTTP/1.1" status: 200 len: 1093 time: 0.9320109 Dec 20 09:49:56.913964 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70f515ae-ca95-4269-8eea-f594fc0d089a', 'tag': 'ac46e0ff-bf21-4458-b35d-27241fd28cab'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:49:56.940259 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af6c7b9-dd68-4a84-af78-68f976457c59 service neutron] Pushing event updated for resources: {'Port': ['ID=ac46e0ff-bf21-4458-b35d-27241fd28cab,revision_number=3']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:49:56.943372 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7af6c7b9-dd68-4a84-af78-68f976457c59 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:49:57.027450 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a330f1ae-95cf-4b9c-813f-55e6c221ed36 req-58348975-06b4-473e-b4a0-92d345a4bff2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fbafbcd7e1fa46eb9e190cb0d9fdd427&device_id=70f515ae-ca95-4269-8eea-f594fc0d089a HTTP/1.1" status: 200 len: 1096 time: 0.0725694 Dec 20 09:49:57.197003 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70f515ae-ca95-4269-8eea-f594fc0d089a', 'tag': 'ac46e0ff-bf21-4458-b35d-27241fd28cab', 'status': 'completed', 'code': 200} Dec 20 09:49:57.211499 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a330f1ae-95cf-4b9c-813f-55e6c221ed36 req-25b58fc9-9223-4de6-b425-cb82136de58d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac46e0ff-bf21-4458-b35d-27241fd28cab HTTP/1.1" status: 200 len: 217 time: 0.1764684 Dec 20 09:49:57.275063 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a330f1ae-95cf-4b9c-813f-55e6c221ed36 req-7d9051a8-f9b1-438b-800b-4428fa7c493d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:49:57.276494 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a330f1ae-95cf-4b9c-813f-55e6c221ed36 req-7d9051a8-f9b1-438b-800b-4428fa7c493d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=83c76c34-8447-4803-b992-dc9de8364ad3 HTTP/1.1" status: 200 len: 848 time: 0.0586691 Dec 20 09:49:57.355199 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a330f1ae-95cf-4b9c-813f-55e6c221ed36 req-eb6e75b7-2f2d-4121-91f7-3a5b1f159ae7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722015 Dec 20 09:49:57.479224 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8249b649-66f2-45a9-be6d-f3948f112dc8 req-e1bcb25f-19cc-43e7-a307-c8bc17d52352 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:49:57.480642 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-8249b649-66f2-45a9-be6d-f3948f112dc8 req-e1bcb25f-19cc-43e7-a307-c8bc17d52352 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f515ae-ca95-4269-8eea-f594fc0d089a HTTP/1.1" status: 200 len: 943 time: 0.0792737 Dec 20 09:49:57.488069 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a330f1ae-95cf-4b9c-813f-55e6c221ed36 req-662eb940-e75a-4309-a133-98e96cd9777a service neutron] 10.222.0.58 "GET /v2.0/networks/4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267874 Dec 20 09:49:57.525191 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-8249b649-66f2-45a9-be6d-f3948f112dc8 req-774e7d23-c634-4204-80d2-ff6b4572678f tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1010243-af2e-4d32-9fc0-971959b530bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381300 Dec 20 09:49:57.620341 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a330f1ae-95cf-4b9c-813f-55e6c221ed36 req-43f1ade8-eb59-42c3-9f16-9291ffaeedaa service neutron] 10.222.0.58 "GET /v2.0/networks/4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254349 Dec 20 09:49:57.730919 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-adac0fab-d6e7-4b9f-ac95-33c36dfa4c12 req-f858b6d0-c3b6-4b62-945a-5050d84af491 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fbafbcd7e1fa46eb9e190cb0d9fdd427&device_id=70f515ae-ca95-4269-8eea-f594fc0d089a HTTP/1.1" status: 200 len: 1096 time: 0.0668886 Dec 20 09:49:57.861300 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adac0fab-d6e7-4b9f-ac95-33c36dfa4c12 req-68d1ce39-679a-4df6-98b4-5d544fac682b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:49:57.862734 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-adac0fab-d6e7-4b9f-ac95-33c36dfa4c12 req-68d1ce39-679a-4df6-98b4-5d544fac682b service neutron] 10.222.0.58 "GET /v2.0/networks?id=4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8 HTTP/1.1" status: 200 len: 910 time: 0.1257434 Dec 20 09:49:57.900185 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 20466fa1-e7d8-46cb-b32f-abfc434d1f5f up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:49:57.934264 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-adac0fab-d6e7-4b9f-ac95-33c36dfa4c12 req-e484995f-f75d-42de-b4d9-8654f09038ff service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac46e0ff-bf21-4458-b35d-27241fd28cab HTTP/1.1" status: 200 len: 217 time: 0.0653391 Dec 20 09:49:57.971353 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 20466fa1-e7d8-46cb-b32f-abfc434d1f5f triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:49:57.971729 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:49:57.996810 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adac0fab-d6e7-4b9f-ac95-33c36dfa4c12 req-e39292b6-a912-4c69-b412-2656183c2ecc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:49:57.998264 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-adac0fab-d6e7-4b9f-ac95-33c36dfa4c12 req-e39292b6-a912-4c69-b412-2656183c2ecc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=83c76c34-8447-4803-b992-dc9de8364ad3 HTTP/1.1" status: 200 len: 848 time: 0.0577173 Dec 20 09:49:58.074205 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-adac0fab-d6e7-4b9f-ac95-33c36dfa4c12 req-8650c7ea-b1ca-4a60-9aba-c890cda6302a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692453 Dec 20 09:49:58.203401 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-adac0fab-d6e7-4b9f-ac95-33c36dfa4c12 req-68fe9bb8-30ee-4070-9795-ddd51b5ef887 service neutron] 10.222.0.58 "GET /v2.0/networks/4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214287 Dec 20 09:49:58.337457 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-adac0fab-d6e7-4b9f-ac95-33c36dfa4c12 req-e0c41784-bfa5-4939-bfa9-e94e8a4fef6b service neutron] 10.222.0.58 "GET /v2.0/networks/4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270425 Dec 20 09:49:58.723548 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98948ea-06ae-4fdf-bdaf-0e7b379406fb req-019c7625-451e-430f-979d-aabf20e3681d tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:49:58.724227 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-f98948ea-06ae-4fdf-bdaf-0e7b379406fb req-019c7625-451e-430f-979d-aabf20e3681d tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Synchronizing usage tracker for tenant:fbafbcd7e1fa46eb9e190cb0d9fdd427 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:49:58.738974 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-f98948ea-06ae-4fdf-bdaf-0e7b379406fb req-019c7625-451e-430f-979d-aabf20e3681d tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Unset dirty status for tenant:fbafbcd7e1fa46eb9e190cb0d9fdd427 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:49:58.740043 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f98948ea-06ae-4fdf-bdaf-0e7b379406fb req-019c7625-451e-430f-979d-aabf20e3681d tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f515ae-ca95-4269-8eea-f594fc0d089a HTTP/1.1" status: 200 len: 943 time: 0.0902479 Dec 20 09:49:58.785908 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f98948ea-06ae-4fdf-bdaf-0e7b379406fb req-2a9cd456-4159-40f4-810b-0dbf5d40cb44 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1010243-af2e-4d32-9fc0-971959b530bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402386 Dec 20 09:49:59.441517 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7b9e5c-d170-439e-926f-9b3b98eba71d None None] Sync routers for ids ['c3776899-6b90-42e2-8b2b-0bf2b6dedee2'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 09:49:59.458432 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7b9e5c-d170-439e-926f-9b3b98eba71d None None] Routers {'c3776899-6b90-42e2-8b2b-0bf2b6dedee2'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:49:59.459342 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-7e7b9e5c-d170-439e-926f-9b3b98eba71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:49:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['c3776899-6b90-42e2-8b2b-0bf2b6dedee2'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:49:59.649095 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-7e7b9e5c-d170-439e-926f-9b3b98eba71d None None] Set router c3776899-6b90-42e2-8b2b-0bf2b6dedee2 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:49:59.958220 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-7e7b9e5c-d170-439e-926f-9b3b98eba71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3776899-6b90-42e2-8b2b-0bf2b6dedee2', 'name': 'tempest-TestSnapshotPattern-540685507-router', 'tenant_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.81'}], 'enable_snat': True}, 'gw_port_id': '6d362428-67f5-41dc-ae97-d7c5d5b48d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:49:40Z', 'updated_at': '2021-12-20T09:49:43Z', 'revision_number': 4, 'project_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'gw_port': {'id': '6d362428-67f5-41dc-ae97-d7c5d5b48d14', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:4f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3776899-6b90-42e2-8b2b-0bf2b6dedee2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:49:40Z', 'updated_at': '2021-12-20T09:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '6f8b422f-e10c-41aa-9e5e-d4cee5d8ff30', 'name': '', 'network_id': '4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8', 'tenant_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'mac_address': 'fa:16:3e:1f:35:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3776899-6b90-42e2-8b2b-0bf2b6dedee2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83c76c34-8447-4803-b992-dc9de8364ad3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:49:42Z', 'updated_at': '2021-12-20T09:49:43Z', 'revision_number': 2, 'project_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'subnets': [{'id': '83c76c34-8447-4803-b992-dc9de8364ad3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:49:59.962555 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7b9e5c-d170-439e-926f-9b3b98eba71d None None] Checking router: c3776899-6b90-42e2-8b2b-0bf2b6dedee2 for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 09:49:59.962920 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7b9e5c-d170-439e-926f-9b3b98eba71d None None] Updating router c3776899-6b90-42e2-8b2b-0bf2b6dedee2 port 6f8b422f-e10c-41aa-9e5e-d4cee5d8ff30 binding host dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 09:49:59.984665 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ab6a7-fa92-45bd-baba-5a616127d7d8 req-2d69f1a0-edb5-47c5-ab42-637a0b66c152 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:49:59.986805 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-575ab6a7-fa92-45bd-baba-5a616127d7d8 req-2d69f1a0-edb5-47c5-ab42-637a0b66c152 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f515ae-ca95-4269-8eea-f594fc0d089a HTTP/1.1" status: 200 len: 943 time: 0.0779977 Dec 20 09:50:00.013393 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-7e7b9e5c-d170-439e-926f-9b3b98eba71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:50:00.031352 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-575ab6a7-fa92-45bd-baba-5a616127d7d8 req-7c607be9-a684-407b-af24-7eac82677b68 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1010243-af2e-4d32-9fc0-971959b530bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390880 Dec 20 09:50:00.344709 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-7e7b9e5c-d170-439e-926f-9b3b98eba71d None None] Notify callbacks [] for port, precommit_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:50:00.355672 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-7e7b9e5c-d170-439e-926f-9b3b98eba71d None None] Transition to ACTIVE for port object 6f8b422f-e10c-41aa-9e5e-d4cee5d8ff30 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:50:00.362158 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-7e7b9e5c-d170-439e-926f-9b3b98eba71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:50:00.365447 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:50:00.522453 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33db7d81-614d-4a57-988b-55ffb5e6dc58 None None] Pushing event updated for resources: {'Port': ['ID=6f8b422f-e10c-41aa-9e5e-d4cee5d8ff30,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:50:00.525865 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-33db7d81-614d-4a57-988b-55ffb5e6dc58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:50:00.611801 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-7e7b9e5c-d170-439e-926f-9b3b98eba71d None None] Attempting to bind port 6f8b422f-e10c-41aa-9e5e-d4cee5d8ff30 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 09:50:00.612263 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-7e7b9e5c-d170-439e-926f-9b3b98eba71d None None] Attempting to bind port 6f8b422f-e10c-41aa-9e5e-d4cee5d8ff30 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': 'b3ec07d5-9a99-4c36-8021-289044dbc229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 09:50:00.612778 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7b9e5c-d170-439e-926f-9b3b98eba71d None None] Attempting to bind port 6f8b422f-e10c-41aa-9e5e-d4cee5d8ff30 on network 4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:50:00.619224 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7b9e5c-d170-439e-926f-9b3b98eba71d None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 9, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 09:50:00.619600 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7b9e5c-d170-439e-926f-9b3b98eba71d None None] Checking segment: {'id': 'b3ec07d5-9a99-4c36-8021-289044dbc229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:50:00.620000 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-7e7b9e5c-d170-439e-926f-9b3b98eba71d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:50:00.620397 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7b9e5c-d170-439e-926f-9b3b98eba71d None None] Bound using segment: {'id': 'b3ec07d5-9a99-4c36-8021-289044dbc229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 09:50:00.620865 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-7e7b9e5c-d170-439e-926f-9b3b98eba71d None None] Bound port: 6f8b422f-e10c-41aa-9e5e-d4cee5d8ff30, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3ec07d5-9a99-4c36-8021-289044dbc229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 09:50:00.621267 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-7e7b9e5c-d170-439e-926f-9b3b98eba71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:50:00.721457 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-7e7b9e5c-d170-439e-926f-9b3b98eba71d None None] For port 6f8b422f-e10c-41aa-9e5e-d4cee5d8ff30, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 09:50:00.724575 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-7e7b9e5c-d170-439e-926f-9b3b98eba71d None None] For port 6f8b422f-e10c-41aa-9e5e-d4cee5d8ff30, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=6f8b422f-e10c-41aa-9e5e-d4cee5d8ff30,segment=NetworkSegment(b3ec07d5-9a99-4c36-8021-289044dbc229),segment_id=b3ec07d5-9a99-4c36-8021-289044dbc229)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 09:50:00.730201 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-7e7b9e5c-d170-439e-926f-9b3b98eba71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:50:00.734402 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d415cec6-f6e1-4814-8428-75022063e296 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:50:00.810623 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33db7d81-614d-4a57-988b-55ffb5e6dc58 None None] Pushing event updated for resources: {'Port': ['ID=6f8b422f-e10c-41aa-9e5e-d4cee5d8ff30,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:50:00.814962 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-33db7d81-614d-4a57-988b-55ffb5e6dc58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:50:00.816801 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device ac46e0ff-bf21-4458-b35d-27241fd28cab details requested by agent hyperv_hv-neutron-8204 with host hv-neutron-8204 {{(pid=83446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 09:50:00.821396 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7b9e5c-d170-439e-926f-9b3b98eba71d None None] Routers {'c3776899-6b90-42e2-8b2b-0bf2b6dedee2'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:50:00.822036 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-7e7b9e5c-d170-439e-926f-9b3b98eba71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:49:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['c3776899-6b90-42e2-8b2b-0bf2b6dedee2'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:50:01.123908 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-7e7b9e5c-d170-439e-926f-9b3b98eba71d None None] Set router c3776899-6b90-42e2-8b2b-0bf2b6dedee2 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:50:01.144544 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc30d503-f4ac-45f3-8525-9c5be05d9711 None None] Sync routers for ids ['61b25211-a136-4247-9693-ce8fb3e5bed7'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 09:50:01.161721 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc30d503-f4ac-45f3-8525-9c5be05d9711 None None] Routers {'61b25211-a136-4247-9693-ce8fb3e5bed7'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:50:01.162424 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-cc30d503-f4ac-45f3-8525-9c5be05d9711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:49:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['61b25211-a136-4247-9693-ce8fb3e5bed7'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:50:01.192228 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port ac46e0ff-bf21-4458-b35d-27241fd28cab, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=ac46e0ff-bf21-4458-b35d-27241fd28cab,segment=NetworkSegment(b3ec07d5-9a99-4c36-8021-289044dbc229),segment_id=b3ec07d5-9a99-4c36-8021-289044dbc229)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:50:01.218391 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Returning: {'device': 'ac46e0ff-bf21-4458-b35d-27241fd28cab', 'network_id': '4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8', 'port_id': 'ac46e0ff-bf21-4458-b35d-27241fd28cab', 'mac_address': 'fa:16:3e:09:13:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83c76c34-8447-4803-b992-dc9de8364ad3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 09:50:01.242853 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e020ef9-b1d2-40c9-9bf5-a71117b163aa req-f59f5703-6d48-4dd1-a98c-710362b8419f tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:50:01.245949 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9e020ef9-b1d2-40c9-9bf5-a71117b163aa req-f59f5703-6d48-4dd1-a98c-710362b8419f tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f515ae-ca95-4269-8eea-f594fc0d089a HTTP/1.1" status: 200 len: 943 time: 0.0857697 Dec 20 09:50:01.295531 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9e020ef9-b1d2-40c9-9bf5-a71117b163aa req-189c160c-0cb9-4c64-82e8-e38d05e2d98c tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1010243-af2e-4d32-9fc0-971959b530bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459185 Dec 20 09:50:01.341055 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-cc30d503-f4ac-45f3-8525-9c5be05d9711 None None] Set router 61b25211-a136-4247-9693-ce8fb3e5bed7 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:50:01.412185 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:50:01.451373 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac46e0ff-bf21-4458-b35d-27241fd28cab {{(pid=83446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 09:50:01.500215 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port ac46e0ff-bf21-4458-b35d-27241fd28cab, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=ac46e0ff-bf21-4458-b35d-27241fd28cab,segment=NetworkSegment(b3ec07d5-9a99-4c36-8021-289044dbc229),segment_id=b3ec07d5-9a99-4c36-8021-289044dbc229)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:50:01.505594 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:50:01.508471 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d415cec6-f6e1-4814-8428-75022063e296 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:50:01.586594 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=ac46e0ff-bf21-4458-b35d-27241fd28cab,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:50:01.590775 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:50:01.597109 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-7e7b9e5c-d170-439e-926f-9b3b98eba71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3776899-6b90-42e2-8b2b-0bf2b6dedee2', 'name': 'tempest-TestSnapshotPattern-540685507-router', 'tenant_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.81'}], 'enable_snat': True}, 'gw_port_id': '6d362428-67f5-41dc-ae97-d7c5d5b48d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:49:40Z', 'updated_at': '2021-12-20T09:49:43Z', 'revision_number': 4, 'project_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'gw_port': {'id': '6d362428-67f5-41dc-ae97-d7c5d5b48d14', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:4f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3776899-6b90-42e2-8b2b-0bf2b6dedee2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:49:40Z', 'updated_at': '2021-12-20T09:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '6f8b422f-e10c-41aa-9e5e-d4cee5d8ff30', 'name': '', 'network_id': '4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8', 'tenant_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'mac_address': 'fa:16:3e:1f:35:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3776899-6b90-42e2-8b2b-0bf2b6dedee2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83c76c34-8447-4803-b992-dc9de8364ad3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:49:42Z', 'updated_at': '2021-12-20T09:50:00Z', 'revision_number': 4, 'project_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'subnets': [{'id': '83c76c34-8447-4803-b992-dc9de8364ad3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:50:01.601200 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7b9e5c-d170-439e-926f-9b3b98eba71d None None] The sync data for ids ['c3776899-6b90-42e2-8b2b-0bf2b6dedee2'] in dv-neutron-820491-1-hyperv is: [{'id': 'c3776899-6b90-42e2-8b2b-0bf2b6dedee2', 'name': 'tempest-TestSnapshotPattern-540685507-router', 'tenant_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.81'}], 'enable_snat': True}, 'gw_port_id': '6d362428-67f5-41dc-ae97-d7c5d5b48d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:49:40Z', 'updated_at': '2021-12-20T09:49:43Z', 'revision_number': 4, 'project_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'gw_port': {'id': '6d362428-67f5-41dc-ae97-d7c5d5b48d14', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:4f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3776899-6b90-42e2-8b2b-0bf2b6dedee2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:49:40Z', 'updated_at': '2021-12-20T09:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '6f8b422f-e10c-41aa-9e5e-d4cee5d8ff30', 'name': '', 'network_id': '4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8', 'tenant_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'mac_address': 'fa:16:3e:1f:35:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3776899-6b90-42e2-8b2b-0bf2b6dedee2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83c76c34-8447-4803-b992-dc9de8364ad3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:49:42Z', 'updated_at': '2021-12-20T09:50:00Z', 'revision_number': 4, 'project_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'subnets': [{'id': '83c76c34-8447-4803-b992-dc9de8364ad3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 09:50:01.653662 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-cc30d503-f4ac-45f3-8525-9c5be05d9711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b25211-a136-4247-9693-ce8fb3e5bed7', 'name': 'tempest-TestSnapshotPattern-1380768039-router', 'tenant_id': '3942c5b0a61d445d9ceb645c66190f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.25'}], 'enable_snat': True}, 'gw_port_id': '20466fa1-e7d8-46cb-b32f-abfc434d1f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:49:46Z', 'updated_at': '2021-12-20T09:49:49Z', 'revision_number': 4, 'project_id': '3942c5b0a61d445d9ceb645c66190f0d', 'gw_port': {'id': '20466fa1-e7d8-46cb-b32f-abfc434d1f5f', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b25211-a136-4247-9693-ce8fb3e5bed7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:49:46Z', 'updated_at': '2021-12-20T09:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '4ae87aa7-8b55-4414-b560-1e13c0deb880', 'name': '', 'network_id': '7307268e-984b-4c28-8d6d-7bce906c29d4', 'tenant_id': '3942c5b0a61d445d9ceb645c66190f0d', 'mac_address': 'fa:16:3e:ca:8c:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b25211-a136-4247-9693-ce8fb3e5bed7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e664c85-6b62-44b7-91c3-e4fc323046b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:49:49Z', 'updated_at': '2021-12-20T09:49:49Z', 'revision_number': 2, 'project_id': '3942c5b0a61d445d9ceb645c66190f0d', 'subnets': [{'id': '4e664c85-6b62-44b7-91c3-e4fc323046b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:50:01.657770 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc30d503-f4ac-45f3-8525-9c5be05d9711 None None] Checking router: 61b25211-a136-4247-9693-ce8fb3e5bed7 for host: dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 09:50:01.658126 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc30d503-f4ac-45f3-8525-9c5be05d9711 None None] Updating router 61b25211-a136-4247-9693-ce8fb3e5bed7 port 4ae87aa7-8b55-4414-b560-1e13c0deb880 binding host dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 20 09:50:01.716983 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-cc30d503-f4ac-45f3-8525-9c5be05d9711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:50:01.840927 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] get_ports_and_sgs() called for port_ids ['ac46e0ff-bf21-4458-b35d-27241fd28cab'] {{(pid=83446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 09:50:01.945042 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 6f8b422f-e10c-41aa-9e5e-d4cee5d8ff30 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:50:02.083499 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-cc30d503-f4ac-45f3-8525-9c5be05d9711 None None] Notify callbacks [] for port, precommit_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:50:02.096200 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.provisioning_blocks [None req-cc30d503-f4ac-45f3-8525-9c5be05d9711 None None] Transition to ACTIVE for port object 4ae87aa7-8b55-4414-b560-1e13c0deb880 will not be triggered until provisioned by entity L2. {{(pid=83447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:50:02.105442 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-cc30d503-f4ac-45f3-8525-9c5be05d9711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:50:02.105629 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 6f8b422f-e10c-41aa-9e5e-d4cee5d8ff30 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:50:02.111049 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-4245a3d4-3c5a-44f4-b65e-f19e608bd12d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:50:02.120473 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 6f8b422f-e10c-41aa-9e5e-d4cee5d8ff30 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:50:02.120853 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:50:02.231207 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb40777-ec10-4029-b5cb-5981c71e0a4d None None] Pushing event updated for resources: {'Port': ['ID=4ae87aa7-8b55-4414-b560-1e13c0deb880,revision_number=3']} {{(pid=83447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:50:02.235212 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-ffb40777-ec10-4029-b5cb-5981c71e0a4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:50:02.327195 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-cc30d503-f4ac-45f3-8525-9c5be05d9711 None None] Attempting to bind port 4ae87aa7-8b55-4414-b560-1e13c0deb880 on host dv-neutron-820491-1-hyperv for vnic_type normal with profile {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 09:50:02.327711 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-cc30d503-f4ac-45f3-8525-9c5be05d9711 None None] Attempting to bind port 4ae87aa7-8b55-4414-b560-1e13c0deb880 by drivers openvswitch,hyperv on host dv-neutron-820491-1-hyperv at level 0 using segments [{'id': 'c83f826e-c81c-4e53-b121-821c2151b165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7307268e-984b-4c28-8d6d-7bce906c29d4'}] {{(pid=83447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 09:50:02.328077 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc30d503-f4ac-45f3-8525-9c5be05d9711 None None] Attempting to bind port 4ae87aa7-8b55-4414-b560-1e13c0deb880 on network 7307268e-984b-4c28-8d6d-7bce906c29d4 {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:50:02.335893 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc30d503-f4ac-45f3-8525-9c5be05d9711 None None] Checking agent: {'id': 'ae475341-fa5c-4d23-9e92-72b697af5f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820491-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 34, 16), 'started_at': datetime.datetime(2021, 12, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 9, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820491-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 09:50:02.336270 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc30d503-f4ac-45f3-8525-9c5be05d9711 None None] Checking segment: {'id': 'c83f826e-c81c-4e53-b121-821c2151b165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7307268e-984b-4c28-8d6d-7bce906c29d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:50:02.336668 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-cc30d503-f4ac-45f3-8525-9c5be05d9711 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:50:02.337341 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc30d503-f4ac-45f3-8525-9c5be05d9711 None None] Bound using segment: {'id': 'c83f826e-c81c-4e53-b121-821c2151b165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7307268e-984b-4c28-8d6d-7bce906c29d4'} {{(pid=83447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 09:50:02.337831 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.managers [None req-cc30d503-f4ac-45f3-8525-9c5be05d9711 None None] Bound port: 4ae87aa7-8b55-4414-b560-1e13c0deb880, host: dv-neutron-820491-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c83f826e-c81c-4e53-b121-821c2151b165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7307268e-984b-4c28-8d6d-7bce906c29d4'}}] {{(pid=83447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 09:50:02.338200 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-cc30d503-f4ac-45f3-8525-9c5be05d9711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:50:02.369671 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:50:02.411003 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 6f8b422f-e10c-41aa-9e5e-d4cee5d8ff30, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=6f8b422f-e10c-41aa-9e5e-d4cee5d8ff30,segment=NetworkSegment(b3ec07d5-9a99-4c36-8021-289044dbc229),segment_id=b3ec07d5-9a99-4c36-8021-289044dbc229)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:50:02.416450 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:50:02.418469 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-38004720-7f56-4201-b271-7538afb02fc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:50:02.427414 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.db [None req-cc30d503-f4ac-45f3-8525-9c5be05d9711 None None] For port 4ae87aa7-8b55-4414-b560-1e13c0deb880, host dv-neutron-820491-1-hyperv, cleared binding levels {{(pid=83447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 09:50:02.431123 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.plugins.ml2.db [None req-cc30d503-f4ac-45f3-8525-9c5be05d9711 None None] For port 4ae87aa7-8b55-4414-b560-1e13c0deb880, host dv-neutron-820491-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=4ae87aa7-8b55-4414-b560-1e13c0deb880,segment=NetworkSegment(c83f826e-c81c-4e53-b121-821c2151b165),segment_id=c83f826e-c81c-4e53-b121-821c2151b165)] {{(pid=83447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 09:50:02.436084 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron_lib.callbacks.manager [None req-cc30d503-f4ac-45f3-8525-9c5be05d9711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:50:02.439816 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-8222b23f-1986-460c-9044-78b4302f73a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:50:02.499400 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=6f8b422f-e10c-41aa-9e5e-d4cee5d8ff30,revision_number=5']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:50:02.502954 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:50:02.524540 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb40777-ec10-4029-b5cb-5981c71e0a4d None None] Pushing event updated for resources: {'Port': ['ID=4ae87aa7-8b55-4414-b560-1e13c0deb880,revision_number=4']} {{(pid=83447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:50:02.528217 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc30d503-f4ac-45f3-8525-9c5be05d9711 None None] Routers {'61b25211-a136-4247-9693-ce8fb3e5bed7'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:50:02.528836 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-cc30d503-f4ac-45f3-8525-9c5be05d9711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:49:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['61b25211-a136-4247-9693-ce8fb3e5bed7'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:50:02.559152 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c0cf6-ed94-43cf-93de-e847673da9cd req-42456828-4c75-43ef-a3f2-d9c72e82cfcb tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:50:02.560779 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-0b8c0cf6-ed94-43cf-93de-e847673da9cd req-42456828-4c75-43ef-a3f2-d9c72e82cfcb tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f515ae-ca95-4269-8eea-f594fc0d089a HTTP/1.1" status: 200 len: 944 time: 0.1098835 Dec 20 09:50:02.575948 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG oslo_concurrency.lockutils [None req-ffb40777-ec10-4029-b5cb-5981c71e0a4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:50:02.616019 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-0b8c0cf6-ed94-43cf-93de-e847673da9cd req-afd8a33c-95a0-4c7f-b51c-5bf03f30a462 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1010243-af2e-4d32-9fc0-971959b530bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487087 Dec 20 09:50:02.738211 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-cc30d503-f4ac-45f3-8525-9c5be05d9711 None None] Set router 61b25211-a136-4247-9693-ce8fb3e5bed7 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:50:03.038232 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-cc30d503-f4ac-45f3-8525-9c5be05d9711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b25211-a136-4247-9693-ce8fb3e5bed7', 'name': 'tempest-TestSnapshotPattern-1380768039-router', 'tenant_id': '3942c5b0a61d445d9ceb645c66190f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.25'}], 'enable_snat': True}, 'gw_port_id': '20466fa1-e7d8-46cb-b32f-abfc434d1f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:49:46Z', 'updated_at': '2021-12-20T09:49:49Z', 'revision_number': 4, 'project_id': '3942c5b0a61d445d9ceb645c66190f0d', 'gw_port': {'id': '20466fa1-e7d8-46cb-b32f-abfc434d1f5f', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b25211-a136-4247-9693-ce8fb3e5bed7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:49:46Z', 'updated_at': '2021-12-20T09:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '4ae87aa7-8b55-4414-b560-1e13c0deb880', 'name': '', 'network_id': '7307268e-984b-4c28-8d6d-7bce906c29d4', 'tenant_id': '3942c5b0a61d445d9ceb645c66190f0d', 'mac_address': 'fa:16:3e:ca:8c:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b25211-a136-4247-9693-ce8fb3e5bed7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e664c85-6b62-44b7-91c3-e4fc323046b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:49:49Z', 'updated_at': '2021-12-20T09:50:02Z', 'revision_number': 4, 'project_id': '3942c5b0a61d445d9ceb645c66190f0d', 'subnets': [{'id': '4e664c85-6b62-44b7-91c3-e4fc323046b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:50:03.042076 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc30d503-f4ac-45f3-8525-9c5be05d9711 None None] The sync data for ids ['61b25211-a136-4247-9693-ce8fb3e5bed7'] in dv-neutron-820491-1-hyperv is: [{'id': '61b25211-a136-4247-9693-ce8fb3e5bed7', 'name': 'tempest-TestSnapshotPattern-1380768039-router', 'tenant_id': '3942c5b0a61d445d9ceb645c66190f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.25'}], 'enable_snat': True}, 'gw_port_id': '20466fa1-e7d8-46cb-b32f-abfc434d1f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:49:46Z', 'updated_at': '2021-12-20T09:49:49Z', 'revision_number': 4, 'project_id': '3942c5b0a61d445d9ceb645c66190f0d', 'gw_port': {'id': '20466fa1-e7d8-46cb-b32f-abfc434d1f5f', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b25211-a136-4247-9693-ce8fb3e5bed7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:49:46Z', 'updated_at': '2021-12-20T09:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '4ae87aa7-8b55-4414-b560-1e13c0deb880', 'name': '', 'network_id': '7307268e-984b-4c28-8d6d-7bce906c29d4', 'tenant_id': '3942c5b0a61d445d9ceb645c66190f0d', 'mac_address': 'fa:16:3e:ca:8c:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b25211-a136-4247-9693-ce8fb3e5bed7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e664c85-6b62-44b7-91c3-e4fc323046b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:49:49Z', 'updated_at': '2021-12-20T09:50:02Z', 'revision_number': 4, 'project_id': '3942c5b0a61d445d9ceb645c66190f0d', 'subnets': [{'id': '4e664c85-6b62-44b7-91c3-e4fc323046b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 09:50:03.819776 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30491b7-a122-44c5-9b33-02ddb966298b req-cf792e80-a5c0-4a9c-aab4-691e9eb982bd tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:50:03.821159 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b30491b7-a122-44c5-9b33-02ddb966298b req-cf792e80-a5c0-4a9c-aab4-691e9eb982bd tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f515ae-ca95-4269-8eea-f594fc0d089a HTTP/1.1" status: 200 len: 944 time: 0.0777855 Dec 20 09:50:03.879454 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b30491b7-a122-44c5-9b33-02ddb966298b req-107a0c4e-5c6d-42a7-8d5b-f1b8774eee6c tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1010243-af2e-4d32-9fc0-971959b530bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525517 Dec 20 09:50:03.971866 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 4ae87aa7-8b55-4414-b560-1e13c0deb880 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:50:04.038601 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning for port 4ae87aa7-8b55-4414-b560-1e13c0deb880 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:50:04.042976 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 4ae87aa7-8b55-4414-b560-1e13c0deb880 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:50:04.043353 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:50:04.135281 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:50:04.154761 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:50:04.186226 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] For port 4ae87aa7-8b55-4414-b560-1e13c0deb880, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=4ae87aa7-8b55-4414-b560-1e13c0deb880,segment=NetworkSegment(c83f826e-c81c-4e53-b121-821c2151b165),segment_id=c83f826e-c81c-4e53-b121-821c2151b165)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:50:04.189728 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:50:04.190532 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 6f8b422f-e10c-41aa-9e5e-d4cee5d8ff30 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:50:04.212725 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-72f23e35-2240-4202-9e96-e4971a377645 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:50:04.307100 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Pushing event updated for resources: {'Port': ['ID=4ae87aa7-8b55-4414-b560-1e13c0deb880,revision_number=5']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:50:04.310501 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:50:04.320840 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 6f8b422f-e10c-41aa-9e5e-d4cee5d8ff30 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:50:04.321217 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:50:04.819277 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device ac46e0ff-bf21-4458-b35d-27241fd28cab up at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:50:04.894444 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning for port ac46e0ff-bf21-4458-b35d-27241fd28cab completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:50:04.899275 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning complete for port ac46e0ff-bf21-4458-b35d-27241fd28cab triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:50:04.899687 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:50:05.014799 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:50:05.041622 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f515ae-ca95-4269-8eea-f594fc0d089a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac46e0ff-bf21-4458-b35d-27241fd28cab'}] {{(pid=83446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:50:05.051227 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port ac46e0ff-bf21-4458-b35d-27241fd28cab, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=ac46e0ff-bf21-4458-b35d-27241fd28cab,segment=NetworkSegment(b3ec07d5-9a99-4c36-8021-289044dbc229),segment_id=b3ec07d5-9a99-4c36-8021-289044dbc229)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:50:05.055705 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:50:05.058116 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:50:05.092743 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad89d45-40b4-452d-9d33-a4ef64229820 req-a7c4881b-46d0-4662-8b46-297e31430f98 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:50:05.094710 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-bad89d45-40b4-452d-9d33-a4ef64229820 req-a7c4881b-46d0-4662-8b46-297e31430f98 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f515ae-ca95-4269-8eea-f594fc0d089a HTTP/1.1" status: 200 len: 944 time: 0.0806832 Dec 20 09:50:05.102597 dv-neutron-820491-1-hyperv neutron-server[83446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70f515ae-ca95-4269-8eea-f594fc0d089a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac46e0ff-bf21-4458-b35d-27241fd28cab', 'code': 200} Dec 20 09:50:05.126763 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=ac46e0ff-bf21-4458-b35d-27241fd28cab,revision_number=5']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:50:05.129777 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:50:05.145383 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-bad89d45-40b4-452d-9d33-a4ef64229820 req-5d98b193-7dd2-45ef-b8b3-1edff33d9f7a tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1010243-af2e-4d32-9fc0-971959b530bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442848 Dec 20 09:50:05.338853 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f2e0b5f1-86b7-4706-9ef8-983443a745f5 req-0893cb84-ab9e-4c5e-92f4-852063950fcc service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=70f515ae-ca95-4269-8eea-f594fc0d089a HTTP/1.1" status: 200 len: 1098 time: 0.0672352 Dec 20 09:50:05.386463 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f2e0b5f1-86b7-4706-9ef8-983443a745f5 req-4ff5de7f-e64d-4a11-9233-efcda64e7f23 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=d1010243-af2e-4d32-9fc0-971959b530bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362229 Dec 20 09:50:05.906549 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 4ae87aa7-8b55-4414-b560-1e13c0deb880 up at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:50:05.976786 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Provisioning complete for port 4ae87aa7-8b55-4414-b560-1e13c0deb880 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:50:05.977159 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:50:06.448722 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21c6631-fa84-408e-ad18-d612a2e037d0 req-d2d44666-7ce2-456e-8e92-869000148a7c tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:50:06.450088 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c21c6631-fa84-408e-ad18-d612a2e037d0 req-d2d44666-7ce2-456e-8e92-869000148a7c tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f515ae-ca95-4269-8eea-f594fc0d089a HTTP/1.1" status: 200 len: 945 time: 0.1834688 Dec 20 09:50:06.499857 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c21c6631-fa84-408e-ad18-d612a2e037d0 req-caf1bf8a-45c9-4446-862c-2e4c05484bfc tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1010243-af2e-4d32-9fc0-971959b530bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443497 Dec 20 09:50:07.702640 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c27a1-c30c-4b12-bfd5-1b99e873b3c6 req-1ebecb52-480e-4747-b61f-3e82126065a6 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:50:07.704891 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-c27c27a1-c30c-4b12-bfd5-1b99e873b3c6 req-1ebecb52-480e-4747-b61f-3e82126065a6 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f515ae-ca95-4269-8eea-f594fc0d089a HTTP/1.1" status: 200 len: 945 time: 0.0830686 Dec 20 09:50:07.751011 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-c27c27a1-c30c-4b12-bfd5-1b99e873b3c6 req-bc913823-7d20-4952-a1a6-28f83d27e245 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1010243-af2e-4d32-9fc0-971959b530bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401461 Dec 20 09:50:07.942339 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc09c4-3021-42c0-9428-9fcc7d3ec012 req-097768b4-dece-45be-9d5d-215a49030943 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:50:07.943786 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-78dc09c4-3021-42c0-9428-9fcc7d3ec012 req-097768b4-dece-45be-9d5d-215a49030943 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f515ae-ca95-4269-8eea-f594fc0d089a HTTP/1.1" status: 200 len: 945 time: 0.0768182 Dec 20 09:50:07.992768 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-78dc09c4-3021-42c0-9428-9fcc7d3ec012 req-b8e11ecc-7b15-4704-a282-ff1642ae3545 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1010243-af2e-4d32-9fc0-971959b530bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430157 Dec 20 09:50:08.019819 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 54042) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:50:08.151124 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-f002c4cd-ff71-49cc-a13b-985f72b2404e tempest-TestSnapshotPattern-687194905 tempest-TestSnapshotPattern-687194905-project-admin] Synchronizing usage tracker for tenant:3942c5b0a61d445d9ceb645c66190f0d on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:50:08.167516 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-f002c4cd-ff71-49cc-a13b-985f72b2404e tempest-TestSnapshotPattern-687194905 tempest-TestSnapshotPattern-687194905-project-admin] Unset dirty status for tenant:3942c5b0a61d445d9ceb645c66190f0d on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:50:08.168633 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-f002c4cd-ff71-49cc-a13b-985f72b2404e tempest-TestSnapshotPattern-687194905 tempest-TestSnapshotPattern-687194905-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=70f515ae-ca95-4269-8eea-f594fc0d089a HTTP/1.1" status: 200 len: 1093 time: 0.1478367 Dec 20 09:50:08.171567 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 54048) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:50:08.176965 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-8beb3f49-702a-4101-a580-2d3f9ebb458e tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Request body: {'floatingip': {'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'port_id': 'ac46e0ff-bf21-4458-b35d-27241fd28cab', 'tenant_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:50:08.182545 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-8beb3f49-702a-4101-a580-2d3f9ebb458e tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:50:08.186394 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-8beb3f49-702a-4101-a580-2d3f9ebb458e tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Usage tracker for resource:floatingip and tenant:fbafbcd7e1fa46eb9e190cb0d9fdd427 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:50:08.189178 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-8beb3f49-702a-4101-a580-2d3f9ebb458e tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:50:08.194804 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-8beb3f49-702a-4101-a580-2d3f9ebb458e tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:50:08.208970 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8beb3f49-702a-4101-a580-2d3f9ebb458e tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Notify callbacks [] for floatingip, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:50:08.338096 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8beb3f49-702a-4101-a580-2d3f9ebb458e tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:50:08.474128 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-8beb3f49-702a-4101-a580-2d3f9ebb458e tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Allocated IP 172.26.5.199 (95f3bec2-46e6-4468-8229-8badd4a5aaae/cf8895a3-346d-4313-a645-16ecdcce9969/d6f3f0db-3b47-4c25-a3ca-56305e5d7514) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 09:50:08.629789 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8beb3f49-702a-4101-a580-2d3f9ebb458e tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:50:08.657970 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8beb3f49-702a-4101-a580-2d3f9ebb458e tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:50:08.662008 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-edc77acf-4e4b-47dd-bb1f-6e075bef065c tempest-TestMinimumBasicScenario-213114419 tempest-TestMinimumBasicScenario-213114419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:50:08.831323 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8beb3f49-702a-4101-a580-2d3f9ebb458e tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Network 95f3bec2-46e6-4468-8229-8badd4a5aaae is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:50:08.834442 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-8beb3f49-702a-4101-a580-2d3f9ebb458e tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:50:08.838826 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8beb3f49-702a-4101-a580-2d3f9ebb458e tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 09:50:08.864613 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beb3f49-702a-4101-a580-2d3f9ebb458e tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Pushing event updated for resources: {'Port': ['ID=d6f3f0db-3b47-4c25-a3ca-56305e5d7514,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:50:08.871014 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-8beb3f49-702a-4101-a580-2d3f9ebb458e tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:50:09.343494 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8beb3f49-702a-4101-a580-2d3f9ebb458e tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:50:09.396195 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8beb3f49-702a-4101-a580-2d3f9ebb458e tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:50:09.601451 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8beb3f49-702a-4101-a580-2d3f9ebb458e tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:50:09.605816 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8beb3f49-702a-4101-a580-2d3f9ebb458e tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2036698'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:50:09.610792 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-78f83f3d-bf6f-49f4-9d2f-fa9dd8984073 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:50:09.707561 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beb3f49-702a-4101-a580-2d3f9ebb458e tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Pushing event updated for resources: {'Port': ['ID=d6f3f0db-3b47-4c25-a3ca-56305e5d7514,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:50:09.715800 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-8beb3f49-702a-4101-a580-2d3f9ebb458e tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:50:09.724889 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8beb3f49-702a-4101-a580-2d3f9ebb458e tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-345990'] for floatingip, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:50:09.911662 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.l3_db [None req-8beb3f49-702a-4101-a580-2d3f9ebb458e tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Floating IP a7133af1-6a64-4af8-845e-57fd2be2760e associated. External IP: 172.26.5.199, port: ac46e0ff-bf21-4458-b35d-27241fd28cab. Dec 20 09:50:10.418680 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8beb3f49-702a-4101-a580-2d3f9ebb458e tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Router c3776899-6b90-42e2-8b2b-0bf2b6dedee2 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 09:50:10.636465 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8beb3f49-702a-4101-a580-2d3f9ebb458e tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 09:50:10.648980 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f411c335-1f6d-4336-9522-84766754436c None None] Sync routers for ids ['c3776899-6b90-42e2-8b2b-0bf2b6dedee2'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 09:50:10.659021 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:50:10.662786 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8beb3f49-702a-4101-a580-2d3f9ebb458e tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for floatingip, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:50:10.663259 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f411c335-1f6d-4336-9522-84766754436c None None] Routers {'c3776899-6b90-42e2-8b2b-0bf2b6dedee2'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:50:10.664128 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-f411c335-1f6d-4336-9522-84766754436c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:49:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['c3776899-6b90-42e2-8b2b-0bf2b6dedee2'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:50:10.719994 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-8beb3f49-702a-4101-a580-2d3f9ebb458e tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5468118 Dec 20 09:50:10.720635 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70f515ae-ca95-4269-8eea-f594fc0d089a', 'tag': 'ac46e0ff-bf21-4458-b35d-27241fd28cab'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:50:10.841946 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-f411c335-1f6d-4336-9522-84766754436c None None] Set router c3776899-6b90-42e2-8b2b-0bf2b6dedee2 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:50:10.889976 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70f515ae-ca95-4269-8eea-f594fc0d089a', 'tag': 'ac46e0ff-bf21-4458-b35d-27241fd28cab', 'status': 'completed', 'code': 200} Dec 20 09:50:10.982221 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f0f69c60-2d59-46c0-9419-76d1f632c7de req-ddb1f838-27ab-4645-93b4-f1493f8348a8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fbafbcd7e1fa46eb9e190cb0d9fdd427&device_id=70f515ae-ca95-4269-8eea-f594fc0d089a HTTP/1.1" status: 200 len: 1098 time: 0.0706291 Dec 20 09:50:11.115615 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f69c60-2d59-46c0-9419-76d1f632c7de req-cd48638b-5faa-41ba-9257-4cc282fc1c74 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:50:11.117066 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f0f69c60-2d59-46c0-9419-76d1f632c7de req-cd48638b-5faa-41ba-9257-4cc282fc1c74 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8 HTTP/1.1" status: 200 len: 910 time: 0.1289151 Dec 20 09:50:11.224587 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f0f69c60-2d59-46c0-9419-76d1f632c7de req-9e04e854-c422-4c68-9607-807370f21e18 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac46e0ff-bf21-4458-b35d-27241fd28cab HTTP/1.1" status: 200 len: 999 time: 0.1015227 Dec 20 09:50:11.247310 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-f411c335-1f6d-4336-9522-84766754436c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3776899-6b90-42e2-8b2b-0bf2b6dedee2', 'name': 'tempest-TestSnapshotPattern-540685507-router', 'tenant_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.81'}], 'enable_snat': True}, 'gw_port_id': '6d362428-67f5-41dc-ae97-d7c5d5b48d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:49:40Z', 'updated_at': '2021-12-20T09:49:43Z', 'revision_number': 4, 'project_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'gw_port': {'id': '6d362428-67f5-41dc-ae97-d7c5d5b48d14', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:4f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3776899-6b90-42e2-8b2b-0bf2b6dedee2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:49:40Z', 'updated_at': '2021-12-20T09:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': 'a7133af1-6a64-4af8-845e-57fd2be2760e', 'tenant_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'floating_ip_address': '172.26.5.199', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': 'c3776899-6b90-42e2-8b2b-0bf2b6dedee2', 'port_id': 'ac46e0ff-bf21-4458-b35d-27241fd28cab', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8', 'mac_address': 'fa:16:3e:09:13:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f515ae-ca95-4269-8eea-f594fc0d089a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T09:50:09Z', 'updated_at': '2021-12-20T09:50:09Z', 'revision_number': 0, 'project_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f8b422f-e10c-41aa-9e5e-d4cee5d8ff30', 'name': '', 'network_id': '4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8', 'tenant_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'mac_address': 'fa:16:3e:1f:35:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3776899-6b90-42e2-8b2b-0bf2b6dedee2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83c76c34-8447-4803-b992-dc9de8364ad3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:49:42Z', 'updated_at': '2021-12-20T09:50:02Z', 'revision_number': 5, 'project_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'subnets': [{'id': '83c76c34-8447-4803-b992-dc9de8364ad3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:50:11.251557 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f411c335-1f6d-4336-9522-84766754436c None None] Checking router: c3776899-6b90-42e2-8b2b-0bf2b6dedee2 for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 09:50:11.262171 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f411c335-1f6d-4336-9522-84766754436c None None] Routers {'c3776899-6b90-42e2-8b2b-0bf2b6dedee2'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:50:11.262798 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-f411c335-1f6d-4336-9522-84766754436c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:49:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['c3776899-6b90-42e2-8b2b-0bf2b6dedee2'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:50:11.288173 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f69c60-2d59-46c0-9419-76d1f632c7de req-a1c43c21-9e97-4a89-88ad-57d02e050319 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:50:11.289612 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f0f69c60-2d59-46c0-9419-76d1f632c7de req-a1c43c21-9e97-4a89-88ad-57d02e050319 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=83c76c34-8447-4803-b992-dc9de8364ad3 HTTP/1.1" status: 200 len: 848 time: 0.0595899 Dec 20 09:50:11.367756 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f0f69c60-2d59-46c0-9419-76d1f632c7de req-87483798-ed06-4b52-851c-8dabfee84339 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696175 Dec 20 09:50:11.445251 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-f411c335-1f6d-4336-9522-84766754436c None None] Set router c3776899-6b90-42e2-8b2b-0bf2b6dedee2 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:50:11.503215 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f0f69c60-2d59-46c0-9419-76d1f632c7de req-ded22eb5-1936-4148-a215-db21b9110a38 service neutron] 10.222.0.58 "GET /v2.0/networks/4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291833 Dec 20 09:50:11.634982 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f0f69c60-2d59-46c0-9419-76d1f632c7de req-3de7d66c-dedb-4f96-8092-2fec0ab9c53c service neutron] 10.222.0.58 "GET /v2.0/networks/4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258059 Dec 20 09:50:11.800186 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-f411c335-1f6d-4336-9522-84766754436c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3776899-6b90-42e2-8b2b-0bf2b6dedee2', 'name': 'tempest-TestSnapshotPattern-540685507-router', 'tenant_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.81'}], 'enable_snat': True}, 'gw_port_id': '6d362428-67f5-41dc-ae97-d7c5d5b48d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:49:40Z', 'updated_at': '2021-12-20T09:49:43Z', 'revision_number': 4, 'project_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'gw_port': {'id': '6d362428-67f5-41dc-ae97-d7c5d5b48d14', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:4f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3776899-6b90-42e2-8b2b-0bf2b6dedee2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:49:40Z', 'updated_at': '2021-12-20T09:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': 'a7133af1-6a64-4af8-845e-57fd2be2760e', 'tenant_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'floating_ip_address': '172.26.5.199', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': 'c3776899-6b90-42e2-8b2b-0bf2b6dedee2', 'port_id': 'ac46e0ff-bf21-4458-b35d-27241fd28cab', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8', 'mac_address': 'fa:16:3e:09:13:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f515ae-ca95-4269-8eea-f594fc0d089a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T09:50:09Z', 'updated_at': '2021-12-20T09:50:09Z', 'revision_number': 0, 'project_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f8b422f-e10c-41aa-9e5e-d4cee5d8ff30', 'name': '', 'network_id': '4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8', 'tenant_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'mac_address': 'fa:16:3e:1f:35:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3776899-6b90-42e2-8b2b-0bf2b6dedee2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83c76c34-8447-4803-b992-dc9de8364ad3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:49:42Z', 'updated_at': '2021-12-20T09:50:02Z', 'revision_number': 5, 'project_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'subnets': [{'id': '83c76c34-8447-4803-b992-dc9de8364ad3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:50:11.803911 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f411c335-1f6d-4336-9522-84766754436c None None] The sync data for ids ['c3776899-6b90-42e2-8b2b-0bf2b6dedee2'] in dv-neutron-820491-1-hyperv is: [{'id': 'c3776899-6b90-42e2-8b2b-0bf2b6dedee2', 'name': 'tempest-TestSnapshotPattern-540685507-router', 'tenant_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.81'}], 'enable_snat': True}, 'gw_port_id': '6d362428-67f5-41dc-ae97-d7c5d5b48d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:49:40Z', 'updated_at': '2021-12-20T09:49:43Z', 'revision_number': 4, 'project_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'gw_port': {'id': '6d362428-67f5-41dc-ae97-d7c5d5b48d14', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:4f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3776899-6b90-42e2-8b2b-0bf2b6dedee2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:49:40Z', 'updated_at': '2021-12-20T09:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': 'a7133af1-6a64-4af8-845e-57fd2be2760e', 'tenant_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'floating_ip_address': '172.26.5.199', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': 'c3776899-6b90-42e2-8b2b-0bf2b6dedee2', 'port_id': 'ac46e0ff-bf21-4458-b35d-27241fd28cab', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8', 'mac_address': 'fa:16:3e:09:13:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f515ae-ca95-4269-8eea-f594fc0d089a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T09:50:09Z', 'updated_at': '2021-12-20T09:50:09Z', 'revision_number': 0, 'project_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f8b422f-e10c-41aa-9e5e-d4cee5d8ff30', 'name': '', 'network_id': '4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8', 'tenant_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'mac_address': 'fa:16:3e:1f:35:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3776899-6b90-42e2-8b2b-0bf2b6dedee2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83c76c34-8447-4803-b992-dc9de8364ad3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:49:42Z', 'updated_at': '2021-12-20T09:50:02Z', 'revision_number': 5, 'project_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'subnets': [{'id': '83c76c34-8447-4803-b992-dc9de8364ad3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 09:50:12.725156 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-92e918f1-d267-454e-853b-39ec54331a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:50:15.027497 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f9be5cfc-e099-4b4f-ad04-bbc8ec3b9201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:50:16.228193 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:50:16.236806 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:50:16.264057 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-80decca6-57e4-4324-87d5-fb8bc47d663a req-5e60ad2b-0b85-4b62-b433-7f9fc4c4e921 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=70f515ae-ca95-4269-8eea-f594fc0d089a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0682862 Dec 20 09:50:16.402840 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-80decca6-57e4-4324-87d5-fb8bc47d663a req-2cd543d6-db2a-439c-96e2-009099280cf7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fbafbcd7e1fa46eb9e190cb0d9fdd427&device_id=70f515ae-ca95-4269-8eea-f594fc0d089a HTTP/1.1" status: 200 len: 1098 time: 0.0715005 Dec 20 09:50:16.544924 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80decca6-57e4-4324-87d5-fb8bc47d663a req-5c5cfb81-2beb-42f4-85f5-6ca67d93d8fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:50:16.546277 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-80decca6-57e4-4324-87d5-fb8bc47d663a req-5c5cfb81-2beb-42f4-85f5-6ca67d93d8fb service neutron] 10.222.0.58 "GET /v2.0/networks?id=4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8 HTTP/1.1" status: 200 len: 910 time: 0.1237776 Dec 20 09:50:16.652726 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-80decca6-57e4-4324-87d5-fb8bc47d663a req-eb9dd34a-b643-4728-b195-0f737a507b0f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac46e0ff-bf21-4458-b35d-27241fd28cab HTTP/1.1" status: 200 len: 999 time: 0.0942392 Dec 20 09:50:16.719525 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80decca6-57e4-4324-87d5-fb8bc47d663a req-40fa9e18-52c8-4248-9a6e-bb263051c372 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:50:16.721017 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-80decca6-57e4-4324-87d5-fb8bc47d663a req-40fa9e18-52c8-4248-9a6e-bb263051c372 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=83c76c34-8447-4803-b992-dc9de8364ad3 HTTP/1.1" status: 200 len: 848 time: 0.0568566 Dec 20 09:50:16.796388 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-80decca6-57e4-4324-87d5-fb8bc47d663a req-22449155-a690-4946-a558-ceef5d362fac service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693431 Dec 20 09:50:16.928765 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-80decca6-57e4-4324-87d5-fb8bc47d663a req-cc83a312-00a8-4ce5-9278-92846fc70e72 service neutron] 10.222.0.58 "GET /v2.0/networks/4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210129 Dec 20 09:50:17.160910 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-80decca6-57e4-4324-87d5-fb8bc47d663a req-cbf101db-e9a7-4684-84fc-426d957b9309 service neutron] 10.222.0.58 "GET /v2.0/networks/4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264242 Dec 20 09:50:17.681458 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:50:19.884500 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fa42f6-b277-4d75-999f-976b649e4272 None None] New status for floating IP a7133af1-6a64-4af8-845e-57fd2be2760e: ACTIVE {{(pid=83447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 09:50:40.650719 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:50:41.134644 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:50:42.727784 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-5e0d1ffd-b26e-4654-99ba-1002da286f8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:50:45.019987 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1ac5c34-3ec1-4c91-82f1-c7dfc3a527a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:50:46.225049 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:50:46.235167 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:50:47.684132 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:51:10.639754 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:51:12.731393 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-5fde04ae-de89-4aec-bee5-af85060f9e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:51:15.021552 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-6078794e-586a-4858-8c73-13d6a3dabeab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:51:16.235161 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:51:16.239737 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:51:17.329951 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bec1827a-0d4d-4f68-9505-64b87731bc4d req-32effabb-4fbf-4674-9bd5-c3ec3a7a8b65 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=70f515ae-ca95-4269-8eea-f594fc0d089a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1347480 Dec 20 09:51:17.464532 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bec1827a-0d4d-4f68-9505-64b87731bc4d req-185037e7-4d75-4d9d-9a46-3a2c83447cd2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fbafbcd7e1fa46eb9e190cb0d9fdd427&device_id=70f515ae-ca95-4269-8eea-f594fc0d089a HTTP/1.1" status: 200 len: 1098 time: 0.0680988 Dec 20 09:51:17.608878 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec1827a-0d4d-4f68-9505-64b87731bc4d req-84bbf2aa-8ca1-42a5-b7be-3aecd5dc7807 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:51:17.610364 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bec1827a-0d4d-4f68-9505-64b87731bc4d req-84bbf2aa-8ca1-42a5-b7be-3aecd5dc7807 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8 HTTP/1.1" status: 200 len: 910 time: 0.1258950 Dec 20 09:51:17.687905 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:51:17.712877 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bec1827a-0d4d-4f68-9505-64b87731bc4d req-2740ca7c-6d78-459a-8a2c-56327d668f5f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac46e0ff-bf21-4458-b35d-27241fd28cab HTTP/1.1" status: 200 len: 1001 time: 0.0964563 Dec 20 09:51:17.777282 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec1827a-0d4d-4f68-9505-64b87731bc4d req-415fb0cc-87b3-482b-8e45-58caeeefd4e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:51:17.778587 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bec1827a-0d4d-4f68-9505-64b87731bc4d req-415fb0cc-87b3-482b-8e45-58caeeefd4e8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=83c76c34-8447-4803-b992-dc9de8364ad3 HTTP/1.1" status: 200 len: 848 time: 0.0586469 Dec 20 09:51:17.851014 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bec1827a-0d4d-4f68-9505-64b87731bc4d req-0a9f32c1-d06d-4ef8-a8ac-975b24414926 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0650802 Dec 20 09:51:17.983525 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bec1827a-0d4d-4f68-9505-64b87731bc4d req-e1038dcd-ee72-444f-b72d-2a11586db253 service neutron] 10.222.0.58 "GET /v2.0/networks/4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255736 Dec 20 09:51:18.115538 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bec1827a-0d4d-4f68-9505-64b87731bc4d req-8109257a-0400-456e-862d-304ec3e3bea2 service neutron] 10.222.0.58 "GET /v2.0/networks/4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232822 Dec 20 09:51:18.134116 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:51:40.652972 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:51:42.733735 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-902cc0bc-a0b3-481a-a64b-5145a5010b34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:51:45.022984 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3a60d18b-5bc9-4973-9422-76e29dac76ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:51:46.233524 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:51:46.240441 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:51:47.691615 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:51:55.135784 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:52:10.662837 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:52:12.739966 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-446437a7-f450-40db-9f9a-7c44244cce10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:52:15.024749 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-6f082e47-c420-478f-994d-18e6cec727e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:52:16.226451 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:52:16.244734 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:52:17.283285 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1b6a2604-31e2-457f-ab16-48afa17c11f3 req-21ddb37e-2ca6-4bb8-939d-84479f894e63 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=70f515ae-ca95-4269-8eea-f594fc0d089a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0760651 Dec 20 09:52:17.417598 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1b6a2604-31e2-457f-ab16-48afa17c11f3 req-201d71ca-3812-4d7d-a312-7ecf317de301 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fbafbcd7e1fa46eb9e190cb0d9fdd427&device_id=70f515ae-ca95-4269-8eea-f594fc0d089a HTTP/1.1" status: 200 len: 1098 time: 0.0669715 Dec 20 09:52:17.562388 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6a2604-31e2-457f-ab16-48afa17c11f3 req-49de45c4-e081-44c9-8d5a-92331e224a75 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:52:17.563733 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1b6a2604-31e2-457f-ab16-48afa17c11f3 req-49de45c4-e081-44c9-8d5a-92331e224a75 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8 HTTP/1.1" status: 200 len: 910 time: 0.1279709 Dec 20 09:52:17.664794 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1b6a2604-31e2-457f-ab16-48afa17c11f3 req-8f8c098d-16d5-4204-a8e8-6d585cba02ad service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac46e0ff-bf21-4458-b35d-27241fd28cab HTTP/1.1" status: 200 len: 1001 time: 0.0949202 Dec 20 09:52:17.694626 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:52:17.727468 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6a2604-31e2-457f-ab16-48afa17c11f3 req-442f4761-280c-40a4-8f00-06f2a58d32af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:52:17.728953 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1b6a2604-31e2-457f-ab16-48afa17c11f3 req-442f4761-280c-40a4-8f00-06f2a58d32af service neutron] 10.222.0.58 "GET /v2.0/subnets?id=83c76c34-8447-4803-b992-dc9de8364ad3 HTTP/1.1" status: 200 len: 848 time: 0.0579817 Dec 20 09:52:17.805677 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1b6a2604-31e2-457f-ab16-48afa17c11f3 req-7180d8f4-327f-4c63-bf2c-b27961e08c0b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702462 Dec 20 09:52:18.071932 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1b6a2604-31e2-457f-ab16-48afa17c11f3 req-7feeb95d-06f9-4e94-ad6b-f3e35512b15c service neutron] 10.222.0.58 "GET /v2.0/networks/4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598403 Dec 20 09:52:18.202091 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1b6a2604-31e2-457f-ab16-48afa17c11f3 req-b1bb99f1-b5fd-4034-afe5-47fd07c3b718 service neutron] 10.222.0.58 "GET /v2.0/networks/4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238115 Dec 20 09:52:32.136741 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:52:40.669219 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:52:42.743342 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-95000960-752b-4b93-b068-d6451a809912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:52:45.026806 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-1e9f1cf7-2381-4d20-be27-10ef1ffde340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:52:46.228454 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:52:46.246427 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:52:47.698323 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:52:49.746324 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device ac46e0ff-bf21-4458-b35d-27241fd28cab details requested by agent hyperv_hv-neutron-8204 with host hv-neutron-8204 {{(pid=83446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 09:52:49.876904 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port ac46e0ff-bf21-4458-b35d-27241fd28cab, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=ac46e0ff-bf21-4458-b35d-27241fd28cab,segment=NetworkSegment(b3ec07d5-9a99-4c36-8021-289044dbc229),segment_id=b3ec07d5-9a99-4c36-8021-289044dbc229)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:52:49.889583 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Returning: {'device': 'ac46e0ff-bf21-4458-b35d-27241fd28cab', 'network_id': '4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8', 'port_id': 'ac46e0ff-bf21-4458-b35d-27241fd28cab', 'mac_address': 'fa:16:3e:09:13:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83c76c34-8447-4803-b992-dc9de8364ad3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 09:52:49.942227 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:52:49.958883 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ac46e0ff-bf21-4458-b35d-27241fd28cab {{(pid=83446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 09:52:49.974466 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port ac46e0ff-bf21-4458-b35d-27241fd28cab, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=ac46e0ff-bf21-4458-b35d-27241fd28cab,segment=NetworkSegment(b3ec07d5-9a99-4c36-8021-289044dbc229),segment_id=b3ec07d5-9a99-4c36-8021-289044dbc229)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:52:49.978050 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:52:49.980760 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:52:50.053747 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] get_ports_and_sgs() called for port_ids ['ac46e0ff-bf21-4458-b35d-27241fd28cab'] {{(pid=83446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 09:52:50.076082 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=ac46e0ff-bf21-4458-b35d-27241fd28cab,revision_number=6']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:52:50.096924 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:52:50.097944 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:52:50.098301 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:52:50.098643 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:52:50.098982 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:52:50.099317 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:52:50.099651 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:52:50.099980 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:52:50.100319 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:52:50.100643 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:52:50.100969 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:52:50.107103 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:52:51.749659 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device ac46e0ff-bf21-4458-b35d-27241fd28cab up at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:52:51.820644 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning complete for port ac46e0ff-bf21-4458-b35d-27241fd28cab triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:52:51.821023 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:52:51.934617 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:52:51.961740 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f515ae-ca95-4269-8eea-f594fc0d089a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac46e0ff-bf21-4458-b35d-27241fd28cab'}] {{(pid=83446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:52:51.971892 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port ac46e0ff-bf21-4458-b35d-27241fd28cab, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=ac46e0ff-bf21-4458-b35d-27241fd28cab,segment=NetworkSegment(b3ec07d5-9a99-4c36-8021-289044dbc229),segment_id=b3ec07d5-9a99-4c36-8021-289044dbc229)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:52:51.977372 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:52:51.979608 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-72f23e35-2240-4202-9e96-e4971a377645 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:52:52.057773 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=ac46e0ff-bf21-4458-b35d-27241fd28cab,revision_number=7']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:52:52.060912 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:52:52.142378 dv-neutron-820491-1-hyperv neutron-server[83446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70f515ae-ca95-4269-8eea-f594fc0d089a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac46e0ff-bf21-4458-b35d-27241fd28cab', 'code': 200} Dec 20 09:53:03.142832 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-79db1ee0-4f7f-4cfa-b595-e0d5bb51436f req-3e1e93f6-9a8b-400f-8ae1-088934890afa tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1185633144&fields=id&tenant_id=fbafbcd7e1fa46eb9e190cb0d9fdd427 HTTP/1.1" status: 200 len: 267 time: 0.0416055 Dec 20 09:53:03.289920 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79db1ee0-4f7f-4cfa-b595-e0d5bb51436f req-98a9b9b0-3ae0-4a11-bd61-697ec9d8d7b4 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:53:03.291346 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-79db1ee0-4f7f-4cfa-b595-e0d5bb51436f req-98a9b9b0-3ae0-4a11-bd61-697ec9d8d7b4 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.16 "GET /v2.0/networks?id=4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8 HTTP/1.1" status: 200 len: 809 time: 0.1424642 Dec 20 09:53:03.307674 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-79db1ee0-4f7f-4cfa-b595-e0d5bb51436f req-03a113db-41b0-4e20-87ff-9ee1b3ecbeef tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.16 "GET /v2.0/quotas/fbafbcd7e1fa46eb9e190cb0d9fdd427 HTTP/1.1" status: 200 len: 375 time: 0.0112405 Dec 20 09:53:03.396226 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-79db1ee0-4f7f-4cfa-b595-e0d5bb51436f req-0e2296fc-6b3f-4074-8ef4-6d473e51528e tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=fbafbcd7e1fa46eb9e190cb0d9fdd427&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0839036 Dec 20 09:53:03.537209 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-79db1ee0-4f7f-4cfa-b595-e0d5bb51436f req-6ba4874a-9684-47be-8751-c9ee6eaa108c service neutron] 10.222.0.16 "GET /v2.0/networks/4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299524 Dec 20 09:53:03.665354 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-79db1ee0-4f7f-4cfa-b595-e0d5bb51436f req-3d2432bf-73f2-47f3-976a-e0ecfa90bc10 service neutron] 10.222.0.16 "GET /v2.0/networks/4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225395 Dec 20 09:53:03.960496 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-da822af9-c081-49e3-9695-a305c3491944 req-625827c9-cb7a-4085-9e5b-1c42ce4d71bb tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ce33fe4-cb6b-4d9c-9412-b63e996da6b1 HTTP/1.1" status: 200 len: 210 time: 0.1154151 Dec 20 09:53:05.051683 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79db1ee0-4f7f-4cfa-b595-e0d5bb51436f req-31351fec-4b93-41e6-89cf-c907da559ed3 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:53:05.053199 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-79db1ee0-4f7f-4cfa-b595-e0d5bb51436f req-31351fec-4b93-41e6-89cf-c907da559ed3 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.58 "GET /v2.0/networks?id=4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8 HTTP/1.1" status: 200 len: 809 time: 0.1524005 Dec 20 09:53:05.141159 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-21b7ba19-b158-44ad-894d-5efbce495e47 req-e0d16e88-a96a-4c02-8dfd-94d03c384728 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ce33fe4-cb6b-4d9c-9412-b63e996da6b1 HTTP/1.1" status: 200 len: 210 time: 0.0473249 Dec 20 09:53:05.148004 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-79db1ee0-4f7f-4cfa-b595-e0d5bb51436f req-0e51e693-cd48-44e6-bcd1-ac52c32fde56 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fbafbcd7e1fa46eb9e190cb0d9fdd427 HTTP/1.1" status: 200 len: 380 time: 0.0824916 Dec 20 09:53:05.158170 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-79db1ee0-4f7f-4cfa-b595-e0d5bb51436f req-e1a45519-a1b3-4379-a222-0cfdeaf4d75a tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Request body: {'port': {'device_id': '5ce33fe4-cb6b-4d9c-9412-b63e996da6b1', 'network_id': '4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8', 'admin_state_up': True, 'tenant_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'security_groups': ['d1010243-af2e-4d32-9fc0-971959b530bf']}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:53:05.293320 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-79db1ee0-4f7f-4cfa-b595-e0d5bb51436f req-e1a45519-a1b3-4379-a222-0cfdeaf4d75a tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:53:05.303575 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-79db1ee0-4f7f-4cfa-b595-e0d5bb51436f req-e1a45519-a1b3-4379-a222-0cfdeaf4d75a tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:53:05.313831 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79db1ee0-4f7f-4cfa-b595-e0d5bb51436f req-e1a45519-a1b3-4379-a222-0cfdeaf4d75a tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Made reservation on behalf of fbafbcd7e1fa46eb9e190cb0d9fdd427 for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 09:53:05.317485 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-79db1ee0-4f7f-4cfa-b595-e0d5bb51436f req-e1a45519-a1b3-4379-a222-0cfdeaf4d75a tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:53:05.489932 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [req-79db1ee0-4f7f-4cfa-b595-e0d5bb51436f req-e1a45519-a1b3-4379-a222-0cfdeaf4d75a tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Allocated IP 172.20.0.8 (4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8/83c76c34-8447-4803-b992-dc9de8364ad3/386922a8-d910-4fff-9673-56f363e65704) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 09:53:05.702230 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-79db1ee0-4f7f-4cfa-b595-e0d5bb51436f req-e1a45519-a1b3-4379-a222-0cfdeaf4d75a tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:53:05.720870 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-79db1ee0-4f7f-4cfa-b595-e0d5bb51436f req-e1a45519-a1b3-4379-a222-0cfdeaf4d75a tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Transition to ACTIVE for port object 386922a8-d910-4fff-9673-56f363e65704 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:53:05.749639 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-79db1ee0-4f7f-4cfa-b595-e0d5bb51436f req-e1a45519-a1b3-4379-a222-0cfdeaf4d75a tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1129276'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:53:05.767292 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-61ed1f30-8b1e-43c3-8e31-5e8b6098d596 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:53:05.821813 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79db1ee0-4f7f-4cfa-b595-e0d5bb51436f req-e1a45519-a1b3-4379-a222-0cfdeaf4d75a tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Network 4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:53:05.825487 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [req-79db1ee0-4f7f-4cfa-b595-e0d5bb51436f req-e1a45519-a1b3-4379-a222-0cfdeaf4d75a tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Resources bound (agent type, host, resource id): {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:53:05.829854 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-79db1ee0-4f7f-4cfa-b595-e0d5bb51436f req-e1a45519-a1b3-4379-a222-0cfdeaf4d75a tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 09:53:05.887385 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device ac46e0ff-bf21-4458-b35d-27241fd28cab no longer exists at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 09:53:05.899149 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a45519-a1b3-4379-a222-0cfdeaf4d75a tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Pushing event updated for resources: {'Port': ['ID=386922a8-d910-4fff-9673-56f363e65704,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:53:05.911627 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a45519-a1b3-4379-a222-0cfdeaf4d75a tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:53:05.912130 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a45519-a1b3-4379-a222-0cfdeaf4d75a tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:53:05.912592 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a45519-a1b3-4379-a222-0cfdeaf4d75a tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:53:05.913038 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a45519-a1b3-4379-a222-0cfdeaf4d75a tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:53:05.913498 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a45519-a1b3-4379-a222-0cfdeaf4d75a tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:53:05.913936 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a45519-a1b3-4379-a222-0cfdeaf4d75a tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:53:05.914375 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a45519-a1b3-4379-a222-0cfdeaf4d75a tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:53:05.914822 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a45519-a1b3-4379-a222-0cfdeaf4d75a tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:53:05.915234 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a45519-a1b3-4379-a222-0cfdeaf4d75a tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:53:05.915678 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a45519-a1b3-4379-a222-0cfdeaf4d75a tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:53:05.916111 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a45519-a1b3-4379-a222-0cfdeaf4d75a tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:53:05.921940 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e1a45519-a1b3-4379-a222-0cfdeaf4d75a tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:53:05.937222 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79db1ee0-4f7f-4cfa-b595-e0d5bb51436f req-e1a45519-a1b3-4379-a222-0cfdeaf4d75a tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:53:05.937998 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-79db1ee0-4f7f-4cfa-b595-e0d5bb51436f req-e1a45519-a1b3-4379-a222-0cfdeaf4d75a tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:53:05.982805 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-79db1ee0-4f7f-4cfa-b595-e0d5bb51436f req-e1a45519-a1b3-4379-a222-0cfdeaf4d75a tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8281536 Dec 20 09:53:06.086732 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:53:06.117565 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f515ae-ca95-4269-8eea-f594fc0d089a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac46e0ff-bf21-4458-b35d-27241fd28cab'}] {{(pid=83446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:53:06.130105 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port ac46e0ff-bf21-4458-b35d-27241fd28cab, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=ac46e0ff-bf21-4458-b35d-27241fd28cab,segment=NetworkSegment(b3ec07d5-9a99-4c36-8021-289044dbc229),segment_id=b3ec07d5-9a99-4c36-8021-289044dbc229)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:53:06.134855 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:53:06.137667 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:53:06.203893 dv-neutron-820491-1-hyperv neutron-server[83446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70f515ae-ca95-4269-8eea-f594fc0d089a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac46e0ff-bf21-4458-b35d-27241fd28cab', 'code': 200} Dec 20 09:53:06.221195 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-1faa591b-48be-4c8c-ac45-9b4d2984ff02 None None] Provisioning for port 386922a8-d910-4fff-9673-56f363e65704 completed by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:53:06.230582 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-1faa591b-48be-4c8c-ac45-9b4d2984ff02 None None] Provisioning complete for port 386922a8-d910-4fff-9673-56f363e65704 triggered by entity DHCP. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:53:06.230967 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-1faa591b-48be-4c8c-ac45-9b4d2984ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:53:06.283401 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=ac46e0ff-bf21-4458-b35d-27241fd28cab,revision_number=8']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:53:06.289714 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:53:06.291671 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-1faa591b-48be-4c8c-ac45-9b4d2984ff02 None None] Port 386922a8-d910-4fff-9673-56f363e65704 cannot update to ACTIVE because it is not bound. {{(pid=83446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 20 09:53:06.495948 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdfecea-a81e-46e6-b254-3efbad50d166 req-0538f829-0421-42f1-98b8-a6e64d5cf1f7 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:53:06.496630 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-3cdfecea-a81e-46e6-b254-3efbad50d166 req-0538f829-0421-42f1-98b8-a6e64d5cf1f7 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Synchronizing usage tracker for tenant:fbafbcd7e1fa46eb9e190cb0d9fdd427 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:53:06.513331 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-3cdfecea-a81e-46e6-b254-3efbad50d166 req-0538f829-0421-42f1-98b8-a6e64d5cf1f7 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Unset dirty status for tenant:fbafbcd7e1fa46eb9e190cb0d9fdd427 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:53:06.514499 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3cdfecea-a81e-46e6-b254-3efbad50d166 req-0538f829-0421-42f1-98b8-a6e64d5cf1f7 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ce33fe4-cb6b-4d9c-9412-b63e996da6b1 HTTP/1.1" status: 200 len: 931 time: 0.2222974 Dec 20 09:53:06.575605 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3cdfecea-a81e-46e6-b254-3efbad50d166 req-21fe91b9-b873-4cb5-ab32-7348be6be9d9 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1010243-af2e-4d32-9fc0-971959b530bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423951 Dec 20 09:53:07.800482 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd5f1e7-ceaa-4e8a-a1e5-6b9d06330c12 req-75e111cd-401c-45fb-9fcb-2b77a7a5a6ac tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:53:07.801969 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-ecd5f1e7-ceaa-4e8a-a1e5-6b9d06330c12 req-75e111cd-401c-45fb-9fcb-2b77a7a5a6ac tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ce33fe4-cb6b-4d9c-9412-b63e996da6b1 HTTP/1.1" status: 200 len: 931 time: 0.0845571 Dec 20 09:53:07.852283 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-ecd5f1e7-ceaa-4e8a-a1e5-6b9d06330c12 req-512f01c2-2e68-4fca-85d8-6c2533021280 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1010243-af2e-4d32-9fc0-971959b530bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439842 Dec 20 09:53:09.064629 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fa2ade-7cbc-4125-bfe9-bb1c9601688f req-e100d266-545e-489b-a5cb-3ff45c465cf8 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:53:09.066784 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-47fa2ade-7cbc-4125-bfe9-bb1c9601688f req-e100d266-545e-489b-a5cb-3ff45c465cf8 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ce33fe4-cb6b-4d9c-9412-b63e996da6b1 HTTP/1.1" status: 200 len: 931 time: 0.0883565 Dec 20 09:53:09.113879 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-47fa2ade-7cbc-4125-bfe9-bb1c9601688f req-f1b261bc-9f72-438e-bcc4-d8e23fa895b3 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1010243-af2e-4d32-9fc0-971959b530bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412271 Dec 20 09:53:09.138060 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:53:10.332860 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a9f835-7907-43a8-9d70-1e88a6176db0 req-e4c18f40-7f56-4e6f-9cbe-556c6a888f4e tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:53:10.335097 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-a4a9f835-7907-43a8-9d70-1e88a6176db0 req-e4c18f40-7f56-4e6f-9cbe-556c6a888f4e tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ce33fe4-cb6b-4d9c-9412-b63e996da6b1 HTTP/1.1" status: 200 len: 931 time: 0.0824933 Dec 20 09:53:10.381833 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-a4a9f835-7907-43a8-9d70-1e88a6176db0 req-957770d0-1e74-429c-927b-dfcce6047b0e tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1010243-af2e-4d32-9fc0-971959b530bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413582 Dec 20 09:53:10.678217 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:53:11.607360 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7f414f-68dd-49aa-8857-d03b4d0f22c0 req-a373e0f6-b64f-4957-b058-297a886ee603 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:53:11.609133 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8b7f414f-68dd-49aa-8857-d03b4d0f22c0 req-a373e0f6-b64f-4957-b058-297a886ee603 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ce33fe4-cb6b-4d9c-9412-b63e996da6b1 HTTP/1.1" status: 200 len: 931 time: 0.0928087 Dec 20 09:53:11.658439 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8b7f414f-68dd-49aa-8857-d03b4d0f22c0 req-9d956bda-5c33-4798-8a06-be602119196b tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1010243-af2e-4d32-9fc0-971959b530bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427690 Dec 20 09:53:12.747566 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-bc253953-6204-4761-9eb3-bc01f4ff22ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:53:12.874848 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc589aef-8880-4021-84df-5b3a4f60cac1 req-50ef9837-1729-4841-974b-8756e279bc3e tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:53:12.876347 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-bc589aef-8880-4021-84df-5b3a4f60cac1 req-50ef9837-1729-4841-974b-8756e279bc3e tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ce33fe4-cb6b-4d9c-9412-b63e996da6b1 HTTP/1.1" status: 200 len: 931 time: 0.0833049 Dec 20 09:53:12.923475 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-bc589aef-8880-4021-84df-5b3a4f60cac1 req-802702f0-aaa4-4a70-9216-9b17d3259471 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1010243-af2e-4d32-9fc0-971959b530bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409329 Dec 20 09:53:14.140984 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ddc3c-7c6c-4ed6-9a34-932e15349d0e req-91b76f5d-da90-4013-b077-505323642580 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:53:14.142543 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-355ddc3c-7c6c-4ed6-9a34-932e15349d0e req-91b76f5d-da90-4013-b077-505323642580 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ce33fe4-cb6b-4d9c-9412-b63e996da6b1 HTTP/1.1" status: 200 len: 931 time: 0.0934615 Dec 20 09:53:14.191318 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-355ddc3c-7c6c-4ed6-9a34-932e15349d0e req-952b483f-7c50-4fd7-aa57-f9ec3eefc19b tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1010243-af2e-4d32-9fc0-971959b530bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425670 Dec 20 09:53:15.033341 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f3ec3466-7852-47de-b14b-3e877fd3b2af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:53:15.403788 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00791491-9903-43be-b33d-da329ca4764f req-bf5aaaef-4d28-4698-a1d3-d78962af9336 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:53:15.405999 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-00791491-9903-43be-b33d-da329ca4764f req-bf5aaaef-4d28-4698-a1d3-d78962af9336 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ce33fe4-cb6b-4d9c-9412-b63e996da6b1 HTTP/1.1" status: 200 len: 931 time: 0.0777688 Dec 20 09:53:15.457708 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-00791491-9903-43be-b33d-da329ca4764f req-3fde68aa-4a28-4ffb-872c-4da751bb7b51 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1010243-af2e-4d32-9fc0-971959b530bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453432 Dec 20 09:53:16.231826 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:53:16.249032 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:53:16.650954 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e09b4-4511-4c2d-8933-334f6c75456b req-83e06fb7-4fff-4138-84b9-3d82b80d1709 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:53:16.652378 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-149e09b4-4511-4c2d-8933-334f6c75456b req-83e06fb7-4fff-4138-84b9-3d82b80d1709 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ce33fe4-cb6b-4d9c-9412-b63e996da6b1 HTTP/1.1" status: 200 len: 931 time: 0.0758443 Dec 20 09:53:16.700275 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-149e09b4-4511-4c2d-8933-334f6c75456b req-45c289c6-3de3-4c3c-ba68-1e299b49ed6e tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1010243-af2e-4d32-9fc0-971959b530bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422988 Dec 20 09:53:17.700741 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:53:17.897383 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0300f3ec-87c8-48ea-a6ea-72334b9de272 req-18f4726f-4831-4703-9153-444e1fe4d39e tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:53:17.898687 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-0300f3ec-87c8-48ea-a6ea-72334b9de272 req-18f4726f-4831-4703-9153-444e1fe4d39e tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ce33fe4-cb6b-4d9c-9412-b63e996da6b1 HTTP/1.1" status: 200 len: 931 time: 0.0784633 Dec 20 09:53:17.943855 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-0300f3ec-87c8-48ea-a6ea-72334b9de272 req-97ce9a25-8317-492f-a31f-70cc6c38df52 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1010243-af2e-4d32-9fc0-971959b530bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398645 Dec 20 09:53:19.039137 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-79db1ee0-4f7f-4cfa-b595-e0d5bb51436f req-588bde59-c359-4ff1-a069-6109f4b6b4b7 service neutron] Request body: {'port': {'device_id': '5ce33fe4-cb6b-4d9c-9412-b63e996da6b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8204'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:53:19.057873 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.58', 55662) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:53:19.132948 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-741f336c-9fa3-4ab3-a76f-bcd433e7f665 req-40d8c948-acc1-4395-90e3-0fe147802aa2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=70f515ae-ca95-4269-8eea-f594fc0d089a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0727448 Dec 20 09:53:19.212566 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-79db1ee0-4f7f-4cfa-b595-e0d5bb51436f req-588bde59-c359-4ff1-a069-6109f4b6b4b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:53:19.228189 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8754e7-de27-490c-aea9-28e0fcabbc8f req-47264ca8-c76d-487b-a11c-9d3a5bbb82fb tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:53:19.230110 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-db8754e7-de27-490c-aea9-28e0fcabbc8f req-47264ca8-c76d-487b-a11c-9d3a5bbb82fb tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ce33fe4-cb6b-4d9c-9412-b63e996da6b1 HTTP/1.1" status: 200 len: 931 time: 0.1585765 Dec 20 09:53:19.285666 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-741f336c-9fa3-4ab3-a76f-bcd433e7f665 req-2feb8af6-4c12-4f10-92e5-a09ce26db037 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fbafbcd7e1fa46eb9e190cb0d9fdd427&device_id=70f515ae-ca95-4269-8eea-f594fc0d089a HTTP/1.1" status: 200 len: 1096 time: 0.0766392 Dec 20 09:53:19.370506 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-db8754e7-de27-490c-aea9-28e0fcabbc8f req-70f98637-794c-415a-8ae0-ca046b5a821f tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1010243-af2e-4d32-9fc0-971959b530bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340981 Dec 20 09:53:19.435578 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741f336c-9fa3-4ab3-a76f-bcd433e7f665 req-6b79eb40-912d-465b-921f-dc9b423f6876 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:53:19.437009 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-741f336c-9fa3-4ab3-a76f-bcd433e7f665 req-6b79eb40-912d-465b-921f-dc9b423f6876 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8 HTTP/1.1" status: 200 len: 910 time: 0.1338978 Dec 20 09:53:19.542215 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-741f336c-9fa3-4ab3-a76f-bcd433e7f665 req-22afdbae-2c95-4e83-85ef-6710c1db4594 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac46e0ff-bf21-4458-b35d-27241fd28cab HTTP/1.1" status: 200 len: 999 time: 0.0978649 Dec 20 09:53:19.610578 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741f336c-9fa3-4ab3-a76f-bcd433e7f665 req-e11f0889-b3f5-4776-9c98-bb0d11223a4d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:53:19.610578 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-741f336c-9fa3-4ab3-a76f-bcd433e7f665 req-e11f0889-b3f5-4776-9c98-bb0d11223a4d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=83c76c34-8447-4803-b992-dc9de8364ad3 HTTP/1.1" status: 200 len: 848 time: 0.0624084 Dec 20 09:53:19.613596 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [req-79db1ee0-4f7f-4cfa-b595-e0d5bb51436f req-588bde59-c359-4ff1-a069-6109f4b6b4b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 386922a8-d910-4fff-9673-56f363e65704 {{(pid=83444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 09:53:19.621352 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-79db1ee0-4f7f-4cfa-b595-e0d5bb51436f req-588bde59-c359-4ff1-a069-6109f4b6b4b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:53:19.636404 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-79db1ee0-4f7f-4cfa-b595-e0d5bb51436f req-588bde59-c359-4ff1-a069-6109f4b6b4b7 service neutron] Transition to ACTIVE for port object 386922a8-d910-4fff-9673-56f363e65704 will not be triggered until provisioned by entity L2. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 09:53:19.640285 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-79db1ee0-4f7f-4cfa-b595-e0d5bb51436f req-588bde59-c359-4ff1-a069-6109f4b6b4b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:53:19.643883 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2551ca9b-1724-477f-9589-0f9fea99871d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:53:19.690881 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-741f336c-9fa3-4ab3-a76f-bcd433e7f665 req-1cdce57d-18db-4045-9b62-29806e715bda service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732443 Dec 20 09:53:19.776966 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588bde59-c359-4ff1-a069-6109f4b6b4b7 service neutron] Pushing event updated for resources: {'Port': ['ID=386922a8-d910-4fff-9673-56f363e65704,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:53:19.818462 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-588bde59-c359-4ff1-a069-6109f4b6b4b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:53:19.830655 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-741f336c-9fa3-4ab3-a76f-bcd433e7f665 req-b1d0a9ef-4ad1-4eca-b4c2-47054f455cd0 service neutron] 10.222.0.58 "GET /v2.0/networks/4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337881 Dec 20 09:53:19.890603 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-79db1ee0-4f7f-4cfa-b595-e0d5bb51436f req-588bde59-c359-4ff1-a069-6109f4b6b4b7 service neutron] Attempting to bind port 386922a8-d910-4fff-9673-56f363e65704 on host hv-neutron-8204 for vnic_type normal with profile {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 09:53:19.890949 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-79db1ee0-4f7f-4cfa-b595-e0d5bb51436f req-588bde59-c359-4ff1-a069-6109f4b6b4b7 service neutron] Attempting to bind port 386922a8-d910-4fff-9673-56f363e65704 by drivers openvswitch,hyperv on host hv-neutron-8204 at level 0 using segments [{'id': 'b3ec07d5-9a99-4c36-8021-289044dbc229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 09:53:19.891272 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79db1ee0-4f7f-4cfa-b595-e0d5bb51436f req-588bde59-c359-4ff1-a069-6109f4b6b4b7 service neutron] Attempting to bind port 386922a8-d910-4fff-9673-56f363e65704 on network 4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:53:19.897856 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79db1ee0-4f7f-4cfa-b595-e0d5bb51436f req-588bde59-c359-4ff1-a069-6109f4b6b4b7 service neutron] Port 386922a8-d910-4fff-9673-56f363e65704 on network 4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8204 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 20 09:53:19.898174 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79db1ee0-4f7f-4cfa-b595-e0d5bb51436f req-588bde59-c359-4ff1-a069-6109f4b6b4b7 service neutron] Attempting to bind port 386922a8-d910-4fff-9673-56f363e65704 on network 4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 20 09:53:19.904829 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79db1ee0-4f7f-4cfa-b595-e0d5bb51436f req-588bde59-c359-4ff1-a069-6109f4b6b4b7 service neutron] Checking agent: {'id': 'bd419857-3bec-4b96-b211-3fb278c66880', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8204', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 8, 40, 10), 'started_at': datetime.datetime(2021, 12, 20, 8, 40, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 9, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 20 09:53:19.905166 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79db1ee0-4f7f-4cfa-b595-e0d5bb51436f req-588bde59-c359-4ff1-a069-6109f4b6b4b7 service neutron] Checking segment: {'id': 'b3ec07d5-9a99-4c36-8021-289044dbc229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 20 09:53:19.905576 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79db1ee0-4f7f-4cfa-b595-e0d5bb51436f req-588bde59-c359-4ff1-a069-6109f4b6b4b7 service neutron] Bound using segment: {'id': 'b3ec07d5-9a99-4c36-8021-289044dbc229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8'} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 20 09:53:19.905993 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-79db1ee0-4f7f-4cfa-b595-e0d5bb51436f req-588bde59-c359-4ff1-a069-6109f4b6b4b7 service neutron] Bound port: 386922a8-d910-4fff-9673-56f363e65704, host: hv-neutron-8204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3ec07d5-9a99-4c36-8021-289044dbc229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8'}}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 09:53:19.906331 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-79db1ee0-4f7f-4cfa-b595-e0d5bb51436f req-588bde59-c359-4ff1-a069-6109f4b6b4b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:53:20.007910 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-79db1ee0-4f7f-4cfa-b595-e0d5bb51436f req-588bde59-c359-4ff1-a069-6109f4b6b4b7 service neutron] For port 386922a8-d910-4fff-9673-56f363e65704, host hv-neutron-8204, cleared binding levels {{(pid=83444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 09:53:20.012961 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-79db1ee0-4f7f-4cfa-b595-e0d5bb51436f req-588bde59-c359-4ff1-a069-6109f4b6b4b7 service neutron] For port 386922a8-d910-4fff-9673-56f363e65704, host hv-neutron-8204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=386922a8-d910-4fff-9673-56f363e65704,segment=NetworkSegment(b3ec07d5-9a99-4c36-8021-289044dbc229),segment_id=b3ec07d5-9a99-4c36-8021-289044dbc229)] {{(pid=83444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 09:53:20.018943 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-79db1ee0-4f7f-4cfa-b595-e0d5bb51436f req-588bde59-c359-4ff1-a069-6109f4b6b4b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1129271'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:53:20.025049 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ff6a65ef-e79d-4103-90da-b6b082b87da8 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:53:20.078044 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-79db1ee0-4f7f-4cfa-b595-e0d5bb51436f req-588bde59-c359-4ff1-a069-6109f4b6b4b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:53:20.079427 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-79db1ee0-4f7f-4cfa-b595-e0d5bb51436f req-588bde59-c359-4ff1-a069-6109f4b6b4b7 service neutron] 10.222.0.58 "PUT /v2.0/ports/386922a8-d910-4fff-9673-56f363e65704 HTTP/1.1" status: 200 len: 1093 time: 1.0446413 Dec 20 09:53:20.079931 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ce33fe4-cb6b-4d9c-9412-b63e996da6b1', 'tag': '386922a8-d910-4fff-9673-56f363e65704'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:53:20.113368 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-741f336c-9fa3-4ab3-a76f-bcd433e7f665 req-f0dfdd05-e1d8-4529-96c5-f047b6925e47 service neutron] 10.222.0.58 "GET /v2.0/networks/4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758348 Dec 20 09:53:20.127073 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588bde59-c359-4ff1-a069-6109f4b6b4b7 service neutron] Pushing event updated for resources: {'Port': ['ID=386922a8-d910-4fff-9673-56f363e65704,revision_number=3']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:53:20.132313 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-588bde59-c359-4ff1-a069-6109f4b6b4b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:53:20.161474 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ce33fe4-cb6b-4d9c-9412-b63e996da6b1', 'tag': '386922a8-d910-4fff-9673-56f363e65704', 'status': 'completed', 'code': 200} Dec 20 09:53:20.204415 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-79db1ee0-4f7f-4cfa-b595-e0d5bb51436f req-bc5ee5c4-e870-4172-a0e6-68e2c30a18a2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fbafbcd7e1fa46eb9e190cb0d9fdd427&device_id=5ce33fe4-cb6b-4d9c-9412-b63e996da6b1 HTTP/1.1" status: 200 len: 1096 time: 0.0813258 Dec 20 09:53:20.277403 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-79db1ee0-4f7f-4cfa-b595-e0d5bb51436f req-2920763c-c948-4ad7-8589-e193b6ee3054 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=386922a8-d910-4fff-9673-56f363e65704 HTTP/1.1" status: 200 len: 217 time: 0.0657451 Dec 20 09:53:20.341926 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79db1ee0-4f7f-4cfa-b595-e0d5bb51436f req-79798814-e90f-411f-a973-1f453eac5acf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:53:20.343405 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-79db1ee0-4f7f-4cfa-b595-e0d5bb51436f req-79798814-e90f-411f-a973-1f453eac5acf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=83c76c34-8447-4803-b992-dc9de8364ad3 HTTP/1.1" status: 200 len: 848 time: 0.0603096 Dec 20 09:53:20.420905 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-79db1ee0-4f7f-4cfa-b595-e0d5bb51436f req-728e15c2-e7ac-448d-b5f1-a59cf8615064 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706937 Dec 20 09:53:20.559299 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-79db1ee0-4f7f-4cfa-b595-e0d5bb51436f req-ddf0e5ce-22a7-403e-b36a-e2f0b4441063 service neutron] 10.222.0.58 "GET /v2.0/networks/4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315665 Dec 20 09:53:20.569805 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae05a1-02c1-4626-bcb6-0870672d11b9 req-9e2619fd-ea2b-4193-90b9-1ce058236b59 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:53:20.571281 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9eae05a1-02c1-4626-bcb6-0870672d11b9 req-9e2619fd-ea2b-4193-90b9-1ce058236b59 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ce33fe4-cb6b-4d9c-9412-b63e996da6b1 HTTP/1.1" status: 200 len: 943 time: 0.0797365 Dec 20 09:53:20.620497 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9eae05a1-02c1-4626-bcb6-0870672d11b9 req-a821d582-658f-47c5-86e5-7d71b3758bf8 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1010243-af2e-4d32-9fc0-971959b530bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435615 Dec 20 09:53:20.696376 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-79db1ee0-4f7f-4cfa-b595-e0d5bb51436f req-f5e3e02a-bcfe-4d20-b8fb-6413d12331db service neutron] 10.222.0.58 "GET /v2.0/networks/4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299868 Dec 20 09:53:20.811537 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-4c28d3a6-946f-4b97-8bc1-31412fb5b68b req-a1d0b07a-7ea9-4ec4-9b4c-aea115b7a84a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fbafbcd7e1fa46eb9e190cb0d9fdd427&device_id=5ce33fe4-cb6b-4d9c-9412-b63e996da6b1 HTTP/1.1" status: 200 len: 1096 time: 0.0699348 Dec 20 09:53:20.945616 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c28d3a6-946f-4b97-8bc1-31412fb5b68b req-ce3ee8fe-0855-4609-a1dd-6b9c0be902e7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:53:20.946951 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-4c28d3a6-946f-4b97-8bc1-31412fb5b68b req-ce3ee8fe-0855-4609-a1dd-6b9c0be902e7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8 HTTP/1.1" status: 200 len: 910 time: 0.1287532 Dec 20 09:53:21.019800 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-4c28d3a6-946f-4b97-8bc1-31412fb5b68b req-19164b0b-835e-4317-9d4e-9a015a92689a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=386922a8-d910-4fff-9673-56f363e65704 HTTP/1.1" status: 200 len: 217 time: 0.0665617 Dec 20 09:53:21.081102 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c28d3a6-946f-4b97-8bc1-31412fb5b68b req-3f26aa3f-f238-4bb0-954e-ba459b6bab18 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:53:21.082516 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-4c28d3a6-946f-4b97-8bc1-31412fb5b68b req-3f26aa3f-f238-4bb0-954e-ba459b6bab18 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=83c76c34-8447-4803-b992-dc9de8364ad3 HTTP/1.1" status: 200 len: 848 time: 0.0569134 Dec 20 09:53:21.160022 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-4c28d3a6-946f-4b97-8bc1-31412fb5b68b req-2df6a12c-e89a-40b2-92ad-7088d8d8869c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713084 Dec 20 09:53:21.290202 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-4c28d3a6-946f-4b97-8bc1-31412fb5b68b req-08f34088-95bd-4a3a-a2d7-c45164787335 service neutron] 10.222.0.58 "GET /v2.0/networks/4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230214 Dec 20 09:53:21.419595 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-4c28d3a6-946f-4b97-8bc1-31412fb5b68b req-3b0f1e9b-1052-4ebe-a3fd-6ed86a8eb4c5 service neutron] 10.222.0.58 "GET /v2.0/networks/4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232262 Dec 20 09:53:21.816781 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675f2286-26e7-4ddc-a8ed-6022176a0932 req-a113bfbe-d111-4aea-97bf-1122660ef780 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:53:21.818236 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-675f2286-26e7-4ddc-a8ed-6022176a0932 req-a113bfbe-d111-4aea-97bf-1122660ef780 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ce33fe4-cb6b-4d9c-9412-b63e996da6b1 HTTP/1.1" status: 200 len: 943 time: 0.0741630 Dec 20 09:53:21.863903 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-675f2286-26e7-4ddc-a8ed-6022176a0932 req-868970db-07f3-4986-8b56-022fde116683 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1010243-af2e-4d32-9fc0-971959b530bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402377 Dec 20 09:53:23.058431 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade945d1-e4ca-4e00-8779-8a4705cd62d6 req-976af651-5701-4e58-a179-a2ed49658eec tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:53:23.059870 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ade945d1-e4ca-4e00-8779-8a4705cd62d6 req-976af651-5701-4e58-a179-a2ed49658eec tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ce33fe4-cb6b-4d9c-9412-b63e996da6b1 HTTP/1.1" status: 200 len: 943 time: 0.0766361 Dec 20 09:53:23.104744 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ade945d1-e4ca-4e00-8779-8a4705cd62d6 req-df9a37a2-6caf-461f-9750-993d1e334d50 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1010243-af2e-4d32-9fc0-971959b530bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395205 Dec 20 09:53:23.932361 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 386922a8-d910-4fff-9673-56f363e65704 details requested by agent hyperv_hv-neutron-8204 with host hv-neutron-8204 {{(pid=83446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 09:53:24.067428 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port 386922a8-d910-4fff-9673-56f363e65704, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=386922a8-d910-4fff-9673-56f363e65704,segment=NetworkSegment(b3ec07d5-9a99-4c36-8021-289044dbc229),segment_id=b3ec07d5-9a99-4c36-8021-289044dbc229)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:53:24.079993 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Returning: {'device': '386922a8-d910-4fff-9673-56f363e65704', 'network_id': '4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8', 'port_id': '386922a8-d910-4fff-9673-56f363e65704', 'mac_address': 'fa:16:3e:3a:b1:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83c76c34-8447-4803-b992-dc9de8364ad3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 09:53:24.132775 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:53:24.152510 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 386922a8-d910-4fff-9673-56f363e65704 {{(pid=83446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 09:53:24.168050 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port 386922a8-d910-4fff-9673-56f363e65704, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=386922a8-d910-4fff-9673-56f363e65704,segment=NetworkSegment(b3ec07d5-9a99-4c36-8021-289044dbc229),segment_id=b3ec07d5-9a99-4c36-8021-289044dbc229)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:53:24.171979 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:53:24.175597 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:53:24.240321 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=386922a8-d910-4fff-9673-56f363e65704,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:53:24.243378 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:53:24.303662 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d192505-1452-456c-a399-5a368584a8c0 req-86567987-c2a6-440a-b1c6-0c984e687617 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:53:24.305117 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-8d192505-1452-456c-a399-5a368584a8c0 req-86567987-c2a6-440a-b1c6-0c984e687617 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ce33fe4-cb6b-4d9c-9412-b63e996da6b1 HTTP/1.1" status: 200 len: 944 time: 0.0791919 Dec 20 09:53:24.357427 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-8d192505-1452-456c-a399-5a368584a8c0 req-bb69389a-b981-4325-a83e-f76afc11611c tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1010243-af2e-4d32-9fc0-971959b530bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428247 Dec 20 09:53:24.497011 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] get_ports_and_sgs() called for port_ids ['386922a8-d910-4fff-9673-56f363e65704'] {{(pid=83446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 09:53:25.558656 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3e02a4-7f93-47e4-a152-4ec4ae7fe7e4 req-f2522fc7-9faf-4bbf-af0c-76e3a8bedcce tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:53:25.560074 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6f3e02a4-7f93-47e4-a152-4ec4ae7fe7e4 req-f2522fc7-9faf-4bbf-af0c-76e3a8bedcce tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ce33fe4-cb6b-4d9c-9412-b63e996da6b1 HTTP/1.1" status: 200 len: 944 time: 0.0809305 Dec 20 09:53:25.700472 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6f3e02a4-7f93-47e4-a152-4ec4ae7fe7e4 req-70913f81-55cf-4929-934d-40d32226405f tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1010243-af2e-4d32-9fc0-971959b530bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341698 Dec 20 09:53:25.953756 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 386922a8-d910-4fff-9673-56f363e65704 up at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:53:26.027349 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning for port 386922a8-d910-4fff-9673-56f363e65704 completed by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 09:53:26.031841 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning complete for port 386922a8-d910-4fff-9673-56f363e65704 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:53:26.032219 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:53:26.140650 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:53:26.167235 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ce33fe4-cb6b-4d9c-9412-b63e996da6b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '386922a8-d910-4fff-9673-56f363e65704'}] {{(pid=83446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:53:26.177076 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port 386922a8-d910-4fff-9673-56f363e65704, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=386922a8-d910-4fff-9673-56f363e65704,segment=NetworkSegment(b3ec07d5-9a99-4c36-8021-289044dbc229),segment_id=b3ec07d5-9a99-4c36-8021-289044dbc229)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:53:26.181493 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:53:26.183383 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-a6f80c42-e1da-4734-9ecb-82bcc11204c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:53:26.252675 dv-neutron-820491-1-hyperv neutron-server[83446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ce33fe4-cb6b-4d9c-9412-b63e996da6b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '386922a8-d910-4fff-9673-56f363e65704', 'code': 200} Dec 20 09:53:26.291519 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=386922a8-d910-4fff-9673-56f363e65704,revision_number=5']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:53:26.294602 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:53:26.476895 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-ec6acb86-fcee-4924-847c-29c318057822 req-d3161169-d44c-492b-afda-b7288bfade70 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5ce33fe4-cb6b-4d9c-9412-b63e996da6b1 HTTP/1.1" status: 200 len: 1098 time: 0.0694914 Dec 20 09:53:26.650281 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-ec6acb86-fcee-4924-847c-29c318057822 req-6adeb2b8-a9af-4240-8a93-9f317be94668 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=d1010243-af2e-4d32-9fc0-971959b530bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559904 Dec 20 09:53:27.031859 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d18718-e5eb-4fac-a601-bdddfac6e6cb req-524a6e19-cc49-4e79-a586-88ab8aaefb89 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:53:27.033207 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-80d18718-e5eb-4fac-a601-bdddfac6e6cb req-524a6e19-cc49-4e79-a586-88ab8aaefb89 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ce33fe4-cb6b-4d9c-9412-b63e996da6b1 HTTP/1.1" status: 200 len: 945 time: 0.0745218 Dec 20 09:53:27.078224 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-80d18718-e5eb-4fac-a601-bdddfac6e6cb req-ab7c87aa-ccdf-40b0-88e4-b87eaf51b9dc tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1010243-af2e-4d32-9fc0-971959b530bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394340 Dec 20 09:53:28.274823 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81317a9f-5dda-4423-8587-07ad8fa6ca83 req-a38cef67-336d-4588-a807-e97b261892bd tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:53:28.276259 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-81317a9f-5dda-4423-8587-07ad8fa6ca83 req-a38cef67-336d-4588-a807-e97b261892bd tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ce33fe4-cb6b-4d9c-9412-b63e996da6b1 HTTP/1.1" status: 200 len: 945 time: 0.0773826 Dec 20 09:53:28.321718 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-81317a9f-5dda-4423-8587-07ad8fa6ca83 req-8fe0aaf9-af66-4689-9b77-f8ac1dacab25 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1010243-af2e-4d32-9fc0-971959b530bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401471 Dec 20 09:53:28.514967 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c69bee-fad3-44f5-b678-40b1dc3e633e req-bf09e045-69a2-49d8-a20b-4f8d197121c1 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:53:28.516400 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b3c69bee-fad3-44f5-b678-40b1dc3e633e req-bf09e045-69a2-49d8-a20b-4f8d197121c1 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ce33fe4-cb6b-4d9c-9412-b63e996da6b1 HTTP/1.1" status: 200 len: 945 time: 0.0784237 Dec 20 09:53:28.561665 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b3c69bee-fad3-44f5-b678-40b1dc3e633e req-bbaf4d47-02e3-4174-8ce4-975807f4bd6c tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1010243-af2e-4d32-9fc0-971959b530bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390530 Dec 20 09:53:28.590328 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 54314) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:53:28.662506 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-94851965-49ee-4c6f-a952-18d3ee08bc4c tempest-TestSnapshotPattern-687194905 tempest-TestSnapshotPattern-687194905-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=5ce33fe4-cb6b-4d9c-9412-b63e996da6b1 HTTP/1.1" status: 200 len: 1093 time: 0.0711882 Dec 20 09:53:28.664965 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 54318) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:53:28.670003 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.v2.base [None req-56f65cbb-072a-47d0-a884-eda25c17a74f tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Request body: {'floatingip': {'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'port_id': '386922a8-d910-4fff-9673-56f363e65704', 'tenant_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 20 09:53:28.675663 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-56f65cbb-072a-47d0-a884-eda25c17a74f tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 20 09:53:28.679389 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-56f65cbb-072a-47d0-a884-eda25c17a74f tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Usage tracker for resource:floatingip and tenant:fbafbcd7e1fa46eb9e190cb0d9fdd427 is out of sync, need to count used quota {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 20 09:53:28.682185 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [None req-56f65cbb-072a-47d0-a884-eda25c17a74f tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 20 09:53:28.687696 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.quota.driver [None req-56f65cbb-072a-47d0-a884-eda25c17a74f tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 20 09:53:28.698366 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-56f65cbb-072a-47d0-a884-eda25c17a74f tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Notify callbacks [] for floatingip, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:53:28.828960 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-56f65cbb-072a-47d0-a884-eda25c17a74f tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:53:28.958437 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-56f65cbb-072a-47d0-a884-eda25c17a74f tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Allocated IP 172.26.5.170 (95f3bec2-46e6-4468-8229-8badd4a5aaae/cf8895a3-346d-4313-a645-16ecdcce9969/41393989-28f4-4a3d-a63f-9e11d40a7bd7) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 09:53:29.118554 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-56f65cbb-072a-47d0-a884-eda25c17a74f tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:53:29.171822 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-56f65cbb-072a-47d0-a884-eda25c17a74f tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789431915093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:53:29.175918 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-7728cd0c-0d9b-4335-b88a-2700782d9604 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:53:29.240885 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f65cbb-072a-47d0-a884-eda25c17a74f tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Network 95f3bec2-46e6-4468-8229-8badd4a5aaae is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 09:53:29.244033 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-56f65cbb-072a-47d0-a884-eda25c17a74f tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Resources bound (agent type, host, resource id): {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 09:53:29.246025 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f65cbb-072a-47d0-a884-eda25c17a74f tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Pushing event updated for resources: {'Port': ['ID=41393989-28f4-4a3d-a63f-9e11d40a7bd7,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:53:29.248094 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f65cbb-072a-47d0-a884-eda25c17a74f tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 09:53:29.288319 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f65cbb-072a-47d0-a884-eda25c17a74f tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:53:29.288986 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f65cbb-072a-47d0-a884-eda25c17a74f tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:53:29.289462 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f65cbb-072a-47d0-a884-eda25c17a74f tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:53:29.289836 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f65cbb-072a-47d0-a884-eda25c17a74f tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:53:29.290660 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f65cbb-072a-47d0-a884-eda25c17a74f tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:53:29.290660 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f65cbb-072a-47d0-a884-eda25c17a74f tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:53:29.290942 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f65cbb-072a-47d0-a884-eda25c17a74f tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:53:29.291297 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f65cbb-072a-47d0-a884-eda25c17a74f tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:53:29.292217 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f65cbb-072a-47d0-a884-eda25c17a74f tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:53:29.292571 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f65cbb-072a-47d0-a884-eda25c17a74f tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:53:29.292924 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f65cbb-072a-47d0-a884-eda25c17a74f tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:53:29.301939 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-56f65cbb-072a-47d0-a884-eda25c17a74f tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:53:29.753860 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-56f65cbb-072a-47d0-a884-eda25c17a74f tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:53:29.808788 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-56f65cbb-072a-47d0-a884-eda25c17a74f tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:53:30.015930 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-56f65cbb-072a-47d0-a884-eda25c17a74f tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:53:30.020873 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-56f65cbb-072a-47d0-a884-eda25c17a74f tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2036698'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:53:30.024498 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-8beb3f49-702a-4101-a580-2d3f9ebb458e tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:53:30.120429 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f65cbb-072a-47d0-a884-eda25c17a74f tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Pushing event updated for resources: {'Port': ['ID=41393989-28f4-4a3d-a63f-9e11d40a7bd7,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:53:30.125153 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-56f65cbb-072a-47d0-a884-eda25c17a74f tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:53:30.139582 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-56f65cbb-072a-47d0-a884-eda25c17a74f tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-345990'] for floatingip, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:53:30.430407 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.db.l3_db [None req-56f65cbb-072a-47d0-a884-eda25c17a74f tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Floating IP 207ea861-1ddb-41e2-bfbb-6d4fe8f1f9bf associated. External IP: 172.26.5.170, port: 386922a8-d910-4fff-9673-56f363e65704. Dec 20 09:53:30.819281 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56f65cbb-072a-47d0-a884-eda25c17a74f tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Router c3776899-6b90-42e2-8b2b-0bf2b6dedee2 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 09:53:31.037853 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f65cbb-072a-47d0-a884-eda25c17a74f tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 09:53:31.047915 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08dc5a35-0436-4cef-b7be-64ec51187e57 None None] Sync routers for ids ['c3776899-6b90-42e2-8b2b-0bf2b6dedee2'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 09:53:31.061007 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08dc5a35-0436-4cef-b7be-64ec51187e57 None None] Routers {'c3776899-6b90-42e2-8b2b-0bf2b6dedee2'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:53:31.061662 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-08dc5a35-0436-4cef-b7be-64ec51187e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:53:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['c3776899-6b90-42e2-8b2b-0bf2b6dedee2'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:53:31.062238 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-56f65cbb-072a-47d0-a884-eda25c17a74f tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for floatingip, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:53:31.116476 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-56f65cbb-072a-47d0-a884-eda25c17a74f tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4503858 Dec 20 09:53:31.117192 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ce33fe4-cb6b-4d9c-9412-b63e996da6b1', 'tag': '386922a8-d910-4fff-9673-56f363e65704'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:53:31.179396 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ce33fe4-cb6b-4d9c-9412-b63e996da6b1', 'tag': '386922a8-d910-4fff-9673-56f363e65704', 'status': 'completed', 'code': 200} Dec 20 09:53:31.242392 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-08dc5a35-0436-4cef-b7be-64ec51187e57 None None] Set router c3776899-6b90-42e2-8b2b-0bf2b6dedee2 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:53:31.278218 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-32301032-7ec9-4e22-8b3b-d79c61af4aa2 req-857b8886-b058-4edb-9ee6-6791650dfa3c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fbafbcd7e1fa46eb9e190cb0d9fdd427&device_id=5ce33fe4-cb6b-4d9c-9412-b63e996da6b1 HTTP/1.1" status: 200 len: 1098 time: 0.0757244 Dec 20 09:53:31.410302 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32301032-7ec9-4e22-8b3b-d79c61af4aa2 req-841b86cc-e42d-4093-a514-eff142508953 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:53:31.411646 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-32301032-7ec9-4e22-8b3b-d79c61af4aa2 req-841b86cc-e42d-4093-a514-eff142508953 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8 HTTP/1.1" status: 200 len: 910 time: 0.1267779 Dec 20 09:53:31.514083 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-32301032-7ec9-4e22-8b3b-d79c61af4aa2 req-8dba84c0-7178-4c78-92fd-e7b1b427f566 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=386922a8-d910-4fff-9673-56f363e65704 HTTP/1.1" status: 200 len: 999 time: 0.0961602 Dec 20 09:53:31.576140 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32301032-7ec9-4e22-8b3b-d79c61af4aa2 req-7319b203-1b9f-4d30-9e49-5685b3d030fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:53:31.577596 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-32301032-7ec9-4e22-8b3b-d79c61af4aa2 req-7319b203-1b9f-4d30-9e49-5685b3d030fe service neutron] 10.222.0.58 "GET /v2.0/subnets?id=83c76c34-8447-4803-b992-dc9de8364ad3 HTTP/1.1" status: 200 len: 848 time: 0.0578208 Dec 20 09:53:31.596445 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-08dc5a35-0436-4cef-b7be-64ec51187e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3776899-6b90-42e2-8b2b-0bf2b6dedee2', 'name': 'tempest-TestSnapshotPattern-540685507-router', 'tenant_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.81'}], 'enable_snat': True}, 'gw_port_id': '6d362428-67f5-41dc-ae97-d7c5d5b48d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:49:40Z', 'updated_at': '2021-12-20T09:49:43Z', 'revision_number': 4, 'project_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'gw_port': {'id': '6d362428-67f5-41dc-ae97-d7c5d5b48d14', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:4f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3776899-6b90-42e2-8b2b-0bf2b6dedee2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:49:40Z', 'updated_at': '2021-12-20T09:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': '207ea861-1ddb-41e2-bfbb-6d4fe8f1f9bf', 'tenant_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'floating_ip_address': '172.26.5.170', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': 'c3776899-6b90-42e2-8b2b-0bf2b6dedee2', 'port_id': '386922a8-d910-4fff-9673-56f363e65704', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8', 'mac_address': 'fa:16:3e:3a:b1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce33fe4-cb6b-4d9c-9412-b63e996da6b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T09:53:29Z', 'updated_at': '2021-12-20T09:53:29Z', 'revision_number': 0, 'project_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'fixed_ip_address_scope': None}, {'id': 'a7133af1-6a64-4af8-845e-57fd2be2760e', 'tenant_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'floating_ip_address': '172.26.5.199', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': 'c3776899-6b90-42e2-8b2b-0bf2b6dedee2', 'port_id': 'ac46e0ff-bf21-4458-b35d-27241fd28cab', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8', 'mac_address': 'fa:16:3e:09:13:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f515ae-ca95-4269-8eea-f594fc0d089a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T09:50:09Z', 'updated_at': '2021-12-20T09:50:20Z', 'revision_number': 1, 'project_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f8b422f-e10c-41aa-9e5e-d4cee5d8ff30', 'name': '', 'network_id': '4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8', 'tenant_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'mac_address': 'fa:16:3e:1f:35:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3776899-6b90-42e2-8b2b-0bf2b6dedee2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83c76c34-8447-4803-b992-dc9de8364ad3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:49:42Z', 'updated_at': '2021-12-20T09:50:02Z', 'revision_number': 5, 'project_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'subnets': [{'id': '83c76c34-8447-4803-b992-dc9de8364ad3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:53:31.600434 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08dc5a35-0436-4cef-b7be-64ec51187e57 None None] Checking router: c3776899-6b90-42e2-8b2b-0bf2b6dedee2 for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 09:53:31.610990 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08dc5a35-0436-4cef-b7be-64ec51187e57 None None] Routers {'c3776899-6b90-42e2-8b2b-0bf2b6dedee2'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:53:31.611655 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-08dc5a35-0436-4cef-b7be-64ec51187e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:53:15Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['c3776899-6b90-42e2-8b2b-0bf2b6dedee2'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:53:31.651363 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-32301032-7ec9-4e22-8b3b-d79c61af4aa2 req-89125cc9-6e6b-4037-a705-236a305ea80a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671294 Dec 20 09:53:31.782319 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-32301032-7ec9-4e22-8b3b-d79c61af4aa2 req-03519f86-21b3-4247-9380-d32d3f5cccec service neutron] 10.222.0.58 "GET /v2.0/networks/4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243050 Dec 20 09:53:31.786471 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-08dc5a35-0436-4cef-b7be-64ec51187e57 None None] Set router c3776899-6b90-42e2-8b2b-0bf2b6dedee2 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:53:32.034243 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-32301032-7ec9-4e22-8b3b-d79c61af4aa2 req-70d5eb19-a37c-4eb2-9e90-bb724c217c11 service neutron] 10.222.0.58 "GET /v2.0/networks/4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445817 Dec 20 09:53:32.145887 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-08dc5a35-0436-4cef-b7be-64ec51187e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3776899-6b90-42e2-8b2b-0bf2b6dedee2', 'name': 'tempest-TestSnapshotPattern-540685507-router', 'tenant_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.81'}], 'enable_snat': True}, 'gw_port_id': '6d362428-67f5-41dc-ae97-d7c5d5b48d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:49:40Z', 'updated_at': '2021-12-20T09:49:43Z', 'revision_number': 4, 'project_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'gw_port': {'id': '6d362428-67f5-41dc-ae97-d7c5d5b48d14', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:4f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3776899-6b90-42e2-8b2b-0bf2b6dedee2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:49:40Z', 'updated_at': '2021-12-20T09:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': '207ea861-1ddb-41e2-bfbb-6d4fe8f1f9bf', 'tenant_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'floating_ip_address': '172.26.5.170', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': 'c3776899-6b90-42e2-8b2b-0bf2b6dedee2', 'port_id': '386922a8-d910-4fff-9673-56f363e65704', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8', 'mac_address': 'fa:16:3e:3a:b1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce33fe4-cb6b-4d9c-9412-b63e996da6b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T09:53:29Z', 'updated_at': '2021-12-20T09:53:29Z', 'revision_number': 0, 'project_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'fixed_ip_address_scope': None}, {'id': 'a7133af1-6a64-4af8-845e-57fd2be2760e', 'tenant_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'floating_ip_address': '172.26.5.199', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': 'c3776899-6b90-42e2-8b2b-0bf2b6dedee2', 'port_id': 'ac46e0ff-bf21-4458-b35d-27241fd28cab', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8', 'mac_address': 'fa:16:3e:09:13:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f515ae-ca95-4269-8eea-f594fc0d089a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T09:50:09Z', 'updated_at': '2021-12-20T09:50:20Z', 'revision_number': 1, 'project_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f8b422f-e10c-41aa-9e5e-d4cee5d8ff30', 'name': '', 'network_id': '4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8', 'tenant_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'mac_address': 'fa:16:3e:1f:35:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3776899-6b90-42e2-8b2b-0bf2b6dedee2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83c76c34-8447-4803-b992-dc9de8364ad3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:49:42Z', 'updated_at': '2021-12-20T09:50:02Z', 'revision_number': 5, 'project_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'subnets': [{'id': '83c76c34-8447-4803-b992-dc9de8364ad3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:53:32.149838 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08dc5a35-0436-4cef-b7be-64ec51187e57 None None] The sync data for ids ['c3776899-6b90-42e2-8b2b-0bf2b6dedee2'] in dv-neutron-820491-1-hyperv is: [{'id': 'c3776899-6b90-42e2-8b2b-0bf2b6dedee2', 'name': 'tempest-TestSnapshotPattern-540685507-router', 'tenant_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.81'}], 'enable_snat': True}, 'gw_port_id': '6d362428-67f5-41dc-ae97-d7c5d5b48d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:49:40Z', 'updated_at': '2021-12-20T09:49:43Z', 'revision_number': 4, 'project_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'gw_port': {'id': '6d362428-67f5-41dc-ae97-d7c5d5b48d14', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:4f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3776899-6b90-42e2-8b2b-0bf2b6dedee2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:49:40Z', 'updated_at': '2021-12-20T09:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': '207ea861-1ddb-41e2-bfbb-6d4fe8f1f9bf', 'tenant_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'floating_ip_address': '172.26.5.170', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': 'c3776899-6b90-42e2-8b2b-0bf2b6dedee2', 'port_id': '386922a8-d910-4fff-9673-56f363e65704', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8', 'mac_address': 'fa:16:3e:3a:b1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce33fe4-cb6b-4d9c-9412-b63e996da6b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T09:53:29Z', 'updated_at': '2021-12-20T09:53:29Z', 'revision_number': 0, 'project_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'fixed_ip_address_scope': None}, {'id': 'a7133af1-6a64-4af8-845e-57fd2be2760e', 'tenant_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'floating_ip_address': '172.26.5.199', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': 'c3776899-6b90-42e2-8b2b-0bf2b6dedee2', 'port_id': 'ac46e0ff-bf21-4458-b35d-27241fd28cab', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8', 'mac_address': 'fa:16:3e:09:13:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f515ae-ca95-4269-8eea-f594fc0d089a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T09:50:09Z', 'updated_at': '2021-12-20T09:50:20Z', 'revision_number': 1, 'project_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f8b422f-e10c-41aa-9e5e-d4cee5d8ff30', 'name': '', 'network_id': '4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8', 'tenant_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'mac_address': 'fa:16:3e:1f:35:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3776899-6b90-42e2-8b2b-0bf2b6dedee2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83c76c34-8447-4803-b992-dc9de8364ad3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:49:42Z', 'updated_at': '2021-12-20T09:50:02Z', 'revision_number': 5, 'project_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'subnets': [{'id': '83c76c34-8447-4803-b992-dc9de8364ad3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 09:53:32.337645 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39374491-be05-410c-b977-b59e93a6cdbd None None] New status for floating IP 207ea861-1ddb-41e2-bfbb-6d4fe8f1f9bf: ACTIVE {{(pid=83447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 09:53:40.679992 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:53:42.752555 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-88d65001-c74f-4aa4-a441-ca35e6b9f8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:53:45.026691 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-63087c70-4fbe-4278-b841-4def0f33bc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:53:46.137402 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:53:46.234174 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:53:46.262970 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:53:47.703278 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:54:10.678168 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:54:12.755284 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-6cad6cbe-4306-47b2-b428-0ef4a983a4fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:54:15.027382 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-9fac7d6a-d1eb-4128-8f30-ff9fc55578e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:54:16.235986 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:54:16.255397 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:54:17.706153 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:54:20.260667 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-96ac64fa-18b6-49b5-964f-4a936811eb4e req-ca6ad3c3-918a-4683-88c5-1630a4c82d98 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=70f515ae-ca95-4269-8eea-f594fc0d089a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0658906 Dec 20 09:54:20.402622 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-96ac64fa-18b6-49b5-964f-4a936811eb4e req-33f40c24-63a9-4017-a460-408ebd2c4f8d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fbafbcd7e1fa46eb9e190cb0d9fdd427&device_id=70f515ae-ca95-4269-8eea-f594fc0d089a HTTP/1.1" status: 200 len: 1096 time: 0.0669811 Dec 20 09:54:20.545337 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ac64fa-18b6-49b5-964f-4a936811eb4e req-340151c0-9e63-425d-92f3-5b80ca3394eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:54:20.546690 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-96ac64fa-18b6-49b5-964f-4a936811eb4e req-340151c0-9e63-425d-92f3-5b80ca3394eb service neutron] 10.222.0.58 "GET /v2.0/networks?id=4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8 HTTP/1.1" status: 200 len: 910 time: 0.1259775 Dec 20 09:54:20.650078 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-96ac64fa-18b6-49b5-964f-4a936811eb4e req-43920ce3-f9c4-4e79-9bcb-ca8058f5ee1a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac46e0ff-bf21-4458-b35d-27241fd28cab HTTP/1.1" status: 200 len: 999 time: 0.0965405 Dec 20 09:54:20.714023 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ac64fa-18b6-49b5-964f-4a936811eb4e req-6f92a1fa-7394-4726-80cb-12570349f78b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:54:20.715415 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-96ac64fa-18b6-49b5-964f-4a936811eb4e req-6f92a1fa-7394-4726-80cb-12570349f78b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=83c76c34-8447-4803-b992-dc9de8364ad3 HTTP/1.1" status: 200 len: 848 time: 0.0594516 Dec 20 09:54:20.788153 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-96ac64fa-18b6-49b5-964f-4a936811eb4e req-08efd881-7144-44d7-93c9-0289f7520650 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666051 Dec 20 09:54:20.798584 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [req-96ac64fa-18b6-49b5-964f-4a936811eb4e req-6733da17-fd14-425c-9485-ea9df85fe29f service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=83445) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 20 09:54:20.799437 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-96ac64fa-18b6-49b5-964f-4a936811eb4e req-6733da17-fd14-425c-9485-ea9df85fe29f service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046833 Dec 20 09:54:20.938690 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-96ac64fa-18b6-49b5-964f-4a936811eb4e req-a76e3c34-a637-41f8-9cfa-362005c40791 service neutron] 10.222.0.58 "GET /v2.0/networks/4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316752 Dec 20 09:54:21.070383 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-96ac64fa-18b6-49b5-964f-4a936811eb4e req-e3645993-d6b6-4c0b-8df5-d25b8997a799 service neutron] 10.222.0.58 "GET /v2.0/networks/4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250629 Dec 20 09:54:23.137854 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:54:40.690317 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:54:42.756168 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a37db3b8-9886-4164-80ca-bcfc5225c072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:54:45.029175 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-96a357ac-e4ea-4d0c-997d-736b40e7e26e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:54:46.237421 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:54:46.257499 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:54:47.709196 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:55:00.137688 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:55:10.692422 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:55:12.757190 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-ab13070d-18c8-4674-960d-11f3822d22ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:55:15.031604 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-1653f479-b5e9-4af6-9301-4d562ed243e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:55:16.240093 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:55:16.259979 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:55:17.711669 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:55:22.308972 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-07added2-bed3-4afe-88fb-dceb08f6da62 req-45b6b6ab-4a9f-4846-b19c-a3d53708f2d8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5ce33fe4-cb6b-4d9c-9412-b63e996da6b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0661259 Dec 20 09:55:22.402021 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-07added2-bed3-4afe-88fb-dceb08f6da62 req-2f763282-2e79-4b8e-a9d8-e00e61a1f2df service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fbafbcd7e1fa46eb9e190cb0d9fdd427&device_id=5ce33fe4-cb6b-4d9c-9412-b63e996da6b1 HTTP/1.1" status: 200 len: 1098 time: 0.0717769 Dec 20 09:55:22.544662 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07added2-bed3-4afe-88fb-dceb08f6da62 req-dc800e51-62c7-468f-81d3-e1fa594e0bdc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:55:22.546241 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-07added2-bed3-4afe-88fb-dceb08f6da62 req-dc800e51-62c7-468f-81d3-e1fa594e0bdc service neutron] 10.222.0.58 "GET /v2.0/networks?id=4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8 HTTP/1.1" status: 200 len: 910 time: 0.1260738 Dec 20 09:55:22.650513 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-07added2-bed3-4afe-88fb-dceb08f6da62 req-5dd05943-7704-4a1c-8f78-7125fead272b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=386922a8-d910-4fff-9673-56f363e65704 HTTP/1.1" status: 200 len: 1001 time: 0.0970137 Dec 20 09:55:22.711030 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07added2-bed3-4afe-88fb-dceb08f6da62 req-199d9987-04cd-4c78-a462-67db8410dcca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:55:22.712428 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-07added2-bed3-4afe-88fb-dceb08f6da62 req-199d9987-04cd-4c78-a462-67db8410dcca service neutron] 10.222.0.58 "GET /v2.0/subnets?id=83c76c34-8447-4803-b992-dc9de8364ad3 HTTP/1.1" status: 200 len: 848 time: 0.0560932 Dec 20 09:55:22.791091 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-07added2-bed3-4afe-88fb-dceb08f6da62 req-40ac0230-3d02-426c-b766-47ce0bf3d6bc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727766 Dec 20 09:55:23.033203 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-07added2-bed3-4afe-88fb-dceb08f6da62 req-f72d6a78-8307-4378-924c-49fc8ba58399 service neutron] 10.222.0.58 "GET /v2.0/networks/4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359931 Dec 20 09:55:23.161476 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-07added2-bed3-4afe-88fb-dceb08f6da62 req-0f2cb74c-0a40-41de-a0d1-897ef57213f8 service neutron] 10.222.0.58 "GET /v2.0/networks/4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206462 Dec 20 09:55:34.529055 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 386922a8-d910-4fff-9673-56f363e65704 details requested by agent hyperv_hv-neutron-8204 with host hv-neutron-8204 {{(pid=83446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 20 09:55:34.669882 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port 386922a8-d910-4fff-9673-56f363e65704, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=386922a8-d910-4fff-9673-56f363e65704,segment=NetworkSegment(b3ec07d5-9a99-4c36-8021-289044dbc229),segment_id=b3ec07d5-9a99-4c36-8021-289044dbc229)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:55:34.683393 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Returning: {'device': '386922a8-d910-4fff-9673-56f363e65704', 'network_id': '4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8', 'port_id': '386922a8-d910-4fff-9673-56f363e65704', 'mac_address': 'fa:16:3e:3a:b1:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83c76c34-8447-4803-b992-dc9de8364ad3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 20 09:55:34.736183 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:55:34.753361 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 386922a8-d910-4fff-9673-56f363e65704 {{(pid=83446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 09:55:34.767816 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port 386922a8-d910-4fff-9673-56f363e65704, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=386922a8-d910-4fff-9673-56f363e65704,segment=NetworkSegment(b3ec07d5-9a99-4c36-8021-289044dbc229),segment_id=b3ec07d5-9a99-4c36-8021-289044dbc229)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:55:34.771894 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:55:34.773647 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:55:34.843665 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=386922a8-d910-4fff-9673-56f363e65704,revision_number=6']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:55:34.854465 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] get_ports_and_sgs() called for port_ids ['386922a8-d910-4fff-9673-56f363e65704'] {{(pid=83446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 20 09:55:34.879495 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:55:34.879852 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:55:34.880194 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:55:34.880529 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:55:34.880860 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:55:34.881194 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:55:34.881547 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:55:34.881872 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:55:34.882193 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:55:34.882512 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:55:34.882832 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:55:34.889824 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:55:36.536964 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 386922a8-d910-4fff-9673-56f363e65704 up at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 20 09:55:36.604310 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Provisioning complete for port 386922a8-d910-4fff-9673-56f363e65704 triggered by entity L2. {{(pid=83446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 09:55:36.604690 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32733232'] for port, provisioning_complete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:55:36.716732 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:55:36.742120 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ce33fe4-cb6b-4d9c-9412-b63e996da6b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '386922a8-d910-4fff-9673-56f363e65704'}] {{(pid=83446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:55:36.752452 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port 386922a8-d910-4fff-9673-56f363e65704, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=386922a8-d910-4fff-9673-56f363e65704,segment=NetworkSegment(b3ec07d5-9a99-4c36-8021-289044dbc229),segment_id=b3ec07d5-9a99-4c36-8021-289044dbc229)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:55:36.757223 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:55:36.759797 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:55:36.804477 dv-neutron-820491-1-hyperv neutron-server[83446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ce33fe4-cb6b-4d9c-9412-b63e996da6b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '386922a8-d910-4fff-9673-56f363e65704', 'code': 200} Dec 20 09:55:36.829121 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=386922a8-d910-4fff-9673-56f363e65704,revision_number=7']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:55:36.832794 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:55:37.137825 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:55:40.703252 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:55:42.763886 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-03e46a9e-e4cf-41d0-b28f-612c1b2e9afa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:55:45.034330 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-734f3174-4926-4f32-97fc-6dbe8173a762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:55:46.261052 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:55:46.270931 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:55:47.717068 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:55:50.018463 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 54486) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:55:50.230328 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-ab68430d-8f99-49c0-ae19-68fd7c9fc2fa tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Deleting port 41393989-28f4-4a3d-a63f-9e11d40a7bd7 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:55:50.230662 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ab68430d-8f99-49c0-ae19-68fd7c9fc2fa tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:55:50.403117 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ab68430d-8f99-49c0-ae19-68fd7c9fc2fa tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:55:50.403343 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ab68430d-8f99-49c0-ae19-68fd7c9fc2fa tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:55:50.520024 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-ab68430d-8f99-49c0-ae19-68fd7c9fc2fa tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Calling delete_port for 41393989-28f4-4a3d-a63f-9e11d40a7bd7 owned by network:floatingip {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:55:50.666085 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ab68430d-8f99-49c0-ae19-68fd7c9fc2fa tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:55:50.670543 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-4f1e0032-6204-4b5e-8e70-294c4318f6be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:55:50.712310 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab68430d-8f99-49c0-ae19-68fd7c9fc2fa tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Pushing event deleted for resources: {'Port': ['ID=41393989-28f4-4a3d-a63f-9e11d40a7bd7,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:55:50.780070 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab68430d-8f99-49c0-ae19-68fd7c9fc2fa tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:55:50.780451 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab68430d-8f99-49c0-ae19-68fd7c9fc2fa tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:55:50.780814 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab68430d-8f99-49c0-ae19-68fd7c9fc2fa tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:55:50.781178 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab68430d-8f99-49c0-ae19-68fd7c9fc2fa tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:55:50.781564 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab68430d-8f99-49c0-ae19-68fd7c9fc2fa tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:55:50.781919 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab68430d-8f99-49c0-ae19-68fd7c9fc2fa tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:55:50.782273 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab68430d-8f99-49c0-ae19-68fd7c9fc2fa tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:55:50.782626 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab68430d-8f99-49c0-ae19-68fd7c9fc2fa tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:55:50.782978 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab68430d-8f99-49c0-ae19-68fd7c9fc2fa tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:55:50.783326 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab68430d-8f99-49c0-ae19-68fd7c9fc2fa tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:55:50.783674 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab68430d-8f99-49c0-ae19-68fd7c9fc2fa tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820491-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 09:55:50.787294 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ab68430d-8f99-49c0-ae19-68fd7c9fc2fa tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:55:50.815399 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ab68430d-8f99-49c0-ae19-68fd7c9fc2fa tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Notify callbacks [] for floatingip, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:55:51.200959 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab68430d-8f99-49c0-ae19-68fd7c9fc2fa tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Router c3776899-6b90-42e2-8b2b-0bf2b6dedee2 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 09:55:51.517045 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab68430d-8f99-49c0-ae19-68fd7c9fc2fa tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 09:55:51.527767 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee9da08-e9fa-4e51-89e8-6011fd1589cd None None] Sync routers for ids ['c3776899-6b90-42e2-8b2b-0bf2b6dedee2'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 09:55:51.538499 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ab68430d-8f99-49c0-ae19-68fd7c9fc2fa tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for floatingip, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:55:51.540837 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee9da08-e9fa-4e51-89e8-6011fd1589cd None None] Routers {'c3776899-6b90-42e2-8b2b-0bf2b6dedee2'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:55:51.541557 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-eee9da08-e9fa-4e51-89e8-6011fd1589cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:55:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['c3776899-6b90-42e2-8b2b-0bf2b6dedee2'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:55:51.597702 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-ab68430d-8f99-49c0-ae19-68fd7c9fc2fa tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.16 "DELETE /v2.0/floatingips/207ea861-1ddb-41e2-bfbb-6d4fe8f1f9bf HTTP/1.1" status: 204 len: 168 time: 1.5774782 Dec 20 09:55:51.598348 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ce33fe4-cb6b-4d9c-9412-b63e996da6b1', 'tag': '386922a8-d910-4fff-9673-56f363e65704'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:55:51.742159 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ce33fe4-cb6b-4d9c-9412-b63e996da6b1', 'tag': '386922a8-d910-4fff-9673-56f363e65704', 'status': 'completed', 'code': 200} Dec 20 09:55:51.752510 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-eee9da08-e9fa-4e51-89e8-6011fd1589cd None None] Set router c3776899-6b90-42e2-8b2b-0bf2b6dedee2 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:55:51.846147 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-a156b187-4b39-4c8b-aab9-89e79b50d226 req-919af875-f4c3-4361-83d2-ac20194b5ded service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fbafbcd7e1fa46eb9e190cb0d9fdd427&device_id=5ce33fe4-cb6b-4d9c-9412-b63e996da6b1 HTTP/1.1" status: 200 len: 1098 time: 0.0788422 Dec 20 09:55:52.067188 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a156b187-4b39-4c8b-aab9-89e79b50d226 req-98484bd5-9e89-4654-810a-da2ce1c89728 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:55:52.068701 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-a156b187-4b39-4c8b-aab9-89e79b50d226 req-98484bd5-9e89-4654-810a-da2ce1c89728 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8 HTTP/1.1" status: 200 len: 910 time: 0.2071474 Dec 20 09:55:52.150401 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-eee9da08-e9fa-4e51-89e8-6011fd1589cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3776899-6b90-42e2-8b2b-0bf2b6dedee2', 'name': 'tempest-TestSnapshotPattern-540685507-router', 'tenant_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.81'}], 'enable_snat': True}, 'gw_port_id': '6d362428-67f5-41dc-ae97-d7c5d5b48d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:49:40Z', 'updated_at': '2021-12-20T09:49:43Z', 'revision_number': 4, 'project_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'gw_port': {'id': '6d362428-67f5-41dc-ae97-d7c5d5b48d14', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:4f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3776899-6b90-42e2-8b2b-0bf2b6dedee2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:49:40Z', 'updated_at': '2021-12-20T09:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': 'a7133af1-6a64-4af8-845e-57fd2be2760e', 'tenant_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'floating_ip_address': '172.26.5.199', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': 'c3776899-6b90-42e2-8b2b-0bf2b6dedee2', 'port_id': 'ac46e0ff-bf21-4458-b35d-27241fd28cab', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8', 'mac_address': 'fa:16:3e:09:13:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f515ae-ca95-4269-8eea-f594fc0d089a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T09:50:09Z', 'updated_at': '2021-12-20T09:50:20Z', 'revision_number': 1, 'project_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f8b422f-e10c-41aa-9e5e-d4cee5d8ff30', 'name': '', 'network_id': '4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8', 'tenant_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'mac_address': 'fa:16:3e:1f:35:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3776899-6b90-42e2-8b2b-0bf2b6dedee2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83c76c34-8447-4803-b992-dc9de8364ad3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:49:42Z', 'updated_at': '2021-12-20T09:50:02Z', 'revision_number': 5, 'project_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'subnets': [{'id': '83c76c34-8447-4803-b992-dc9de8364ad3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:55:52.152501 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafadefd-b31d-48ad-a515-6953e97e8a67 req-ff8e98a4-7ef1-4e9e-8bbb-63331c240f89 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:55:52.153176 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-dafadefd-b31d-48ad-a515-6953e97e8a67 req-ff8e98a4-7ef1-4e9e-8bbb-63331c240f89 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Synchronizing usage tracker for tenant:fbafbcd7e1fa46eb9e190cb0d9fdd427 on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:55:52.154326 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee9da08-e9fa-4e51-89e8-6011fd1589cd None None] Checking router: c3776899-6b90-42e2-8b2b-0bf2b6dedee2 for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 09:55:52.157379 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-a156b187-4b39-4c8b-aab9-89e79b50d226 req-8eb5d2ab-5845-43e6-90e2-e6e1b286b2da service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=386922a8-d910-4fff-9673-56f363e65704 HTTP/1.1" status: 200 len: 217 time: 0.0803411 Dec 20 09:55:52.165149 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee9da08-e9fa-4e51-89e8-6011fd1589cd None None] Routers {'c3776899-6b90-42e2-8b2b-0bf2b6dedee2'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:55:52.165908 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-eee9da08-e9fa-4e51-89e8-6011fd1589cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:55:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['c3776899-6b90-42e2-8b2b-0bf2b6dedee2'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:55:52.228288 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a156b187-4b39-4c8b-aab9-89e79b50d226 req-fb992110-12b1-44e3-bc2f-f25a0afbaa32 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:55:52.230041 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-a156b187-4b39-4c8b-aab9-89e79b50d226 req-fb992110-12b1-44e3-bc2f-f25a0afbaa32 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=83c76c34-8447-4803-b992-dc9de8364ad3 HTTP/1.1" status: 200 len: 848 time: 0.0653439 Dec 20 09:55:52.231653 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-dafadefd-b31d-48ad-a515-6953e97e8a67 req-ff8e98a4-7ef1-4e9e-8bbb-63331c240f89 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Unset dirty status for tenant:fbafbcd7e1fa46eb9e190cb0d9fdd427 on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:55:52.232711 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-dafadefd-b31d-48ad-a515-6953e97e8a67 req-ff8e98a4-7ef1-4e9e-8bbb-63331c240f89 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ce33fe4-cb6b-4d9c-9412-b63e996da6b1 HTTP/1.1" status: 200 len: 945 time: 0.2421141 Dec 20 09:55:52.345425 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-dafadefd-b31d-48ad-a515-6953e97e8a67 req-135a5536-a0ae-46e2-a378-99353ea2536c tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1010243-af2e-4d32-9fc0-971959b530bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704052 Dec 20 09:55:52.354039 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-a156b187-4b39-4c8b-aab9-89e79b50d226 req-558cf291-ede9-442c-b165-2924da509ac7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1172359 Dec 20 09:55:52.403721 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-eee9da08-e9fa-4e51-89e8-6011fd1589cd None None] Set router c3776899-6b90-42e2-8b2b-0bf2b6dedee2 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:55:52.505546 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-a156b187-4b39-4c8b-aab9-89e79b50d226 req-9b486a8d-6a52-44e5-9bcc-d206bdfc4d7b service neutron] 10.222.0.58 "GET /v2.0/networks/4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436315 Dec 20 09:55:52.645848 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-a156b187-4b39-4c8b-aab9-89e79b50d226 req-33789766-a488-406f-9ddc-9eb42b61668f service neutron] 10.222.0.58 "GET /v2.0/networks/4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339796 Dec 20 09:55:52.683568 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 386922a8-d910-4fff-9673-56f363e65704 no longer exists at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 09:55:52.856897 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32747765'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:55:52.886225 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-eee9da08-e9fa-4e51-89e8-6011fd1589cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3776899-6b90-42e2-8b2b-0bf2b6dedee2', 'name': 'tempest-TestSnapshotPattern-540685507-router', 'tenant_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.81'}], 'enable_snat': True}, 'gw_port_id': '6d362428-67f5-41dc-ae97-d7c5d5b48d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:49:40Z', 'updated_at': '2021-12-20T09:49:43Z', 'revision_number': 4, 'project_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'gw_port': {'id': '6d362428-67f5-41dc-ae97-d7c5d5b48d14', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:4f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3776899-6b90-42e2-8b2b-0bf2b6dedee2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:49:40Z', 'updated_at': '2021-12-20T09:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': 'a7133af1-6a64-4af8-845e-57fd2be2760e', 'tenant_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'floating_ip_address': '172.26.5.199', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': 'c3776899-6b90-42e2-8b2b-0bf2b6dedee2', 'port_id': 'ac46e0ff-bf21-4458-b35d-27241fd28cab', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8', 'mac_address': 'fa:16:3e:09:13:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f515ae-ca95-4269-8eea-f594fc0d089a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T09:50:09Z', 'updated_at': '2021-12-20T09:50:20Z', 'revision_number': 1, 'project_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f8b422f-e10c-41aa-9e5e-d4cee5d8ff30', 'name': '', 'network_id': '4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8', 'tenant_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'mac_address': 'fa:16:3e:1f:35:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3776899-6b90-42e2-8b2b-0bf2b6dedee2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83c76c34-8447-4803-b992-dc9de8364ad3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:49:42Z', 'updated_at': '2021-12-20T09:50:02Z', 'revision_number': 5, 'project_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'subnets': [{'id': '83c76c34-8447-4803-b992-dc9de8364ad3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:55:52.891460 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ce33fe4-cb6b-4d9c-9412-b63e996da6b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '386922a8-d910-4fff-9673-56f363e65704'}] {{(pid=83446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:55:52.901563 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee9da08-e9fa-4e51-89e8-6011fd1589cd None None] The sync data for ids ['c3776899-6b90-42e2-8b2b-0bf2b6dedee2'] in dv-neutron-820491-1-hyperv is: [{'id': 'c3776899-6b90-42e2-8b2b-0bf2b6dedee2', 'name': 'tempest-TestSnapshotPattern-540685507-router', 'tenant_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.81'}], 'enable_snat': True}, 'gw_port_id': '6d362428-67f5-41dc-ae97-d7c5d5b48d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:49:40Z', 'updated_at': '2021-12-20T09:49:43Z', 'revision_number': 4, 'project_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'gw_port': {'id': '6d362428-67f5-41dc-ae97-d7c5d5b48d14', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:4f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3776899-6b90-42e2-8b2b-0bf2b6dedee2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:49:40Z', 'updated_at': '2021-12-20T09:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_floatingips': [{'id': 'a7133af1-6a64-4af8-845e-57fd2be2760e', 'tenant_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'floating_ip_address': '172.26.5.199', 'floating_network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'router_id': 'c3776899-6b90-42e2-8b2b-0bf2b6dedee2', 'port_id': 'ac46e0ff-bf21-4458-b35d-27241fd28cab', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8', 'mac_address': 'fa:16:3e:09:13:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f515ae-ca95-4269-8eea-f594fc0d089a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T09:50:09Z', 'updated_at': '2021-12-20T09:50:20Z', 'revision_number': 1, 'project_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f8b422f-e10c-41aa-9e5e-d4cee5d8ff30', 'name': '', 'network_id': '4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8', 'tenant_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'mac_address': 'fa:16:3e:1f:35:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3776899-6b90-42e2-8b2b-0bf2b6dedee2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83c76c34-8447-4803-b992-dc9de8364ad3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:49:42Z', 'updated_at': '2021-12-20T09:50:02Z', 'revision_number': 5, 'project_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'subnets': [{'id': '83c76c34-8447-4803-b992-dc9de8364ad3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 09:55:52.903946 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] For port 386922a8-d910-4fff-9673-56f363e65704, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=386922a8-d910-4fff-9673-56f363e65704,segment=NetworkSegment(b3ec07d5-9a99-4c36-8021-289044dbc229),segment_id=b3ec07d5-9a99-4c36-8021-289044dbc229)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:55:52.908328 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789432289805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789431915111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789431915156'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:55:52.910240 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:55:52.970071 dv-neutron-820491-1-hyperv neutron-server[83446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ce33fe4-cb6b-4d9c-9412-b63e996da6b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '386922a8-d910-4fff-9673-56f363e65704', 'code': 200} Dec 20 09:55:52.982233 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Pushing event updated for resources: {'Port': ['ID=386922a8-d910-4fff-9673-56f363e65704,revision_number=8']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:55:52.985703 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:55:53.141549 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0302a594-c3f7-4786-a6d3-a8d1dee3d35f None None] New status for floating IP 207ea861-1ddb-41e2-bfbb-6d4fe8f1f9bf: DOWN {{(pid=83447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 09:55:53.544979 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070420b9-883a-48d1-b811-f59ec85ce16e req-e9f57685-e0c1-4c4a-aa74-22bf40fc979b tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:55:53.546337 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-070420b9-883a-48d1-b811-f59ec85ce16e req-e9f57685-e0c1-4c4a-aa74-22bf40fc979b tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ce33fe4-cb6b-4d9c-9412-b63e996da6b1 HTTP/1.1" status: 200 len: 943 time: 0.0760689 Dec 20 09:55:53.647671 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-070420b9-883a-48d1-b811-f59ec85ce16e req-d68f3052-13f5-4c78-bd16-511b7fbaa9a0 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1010243-af2e-4d32-9fc0-971959b530bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948911 Dec 20 09:55:53.674015 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df072115-6aa4-44fc-a83c-abf695c7c523 req-1812a457-56d9-46b7-bdda-9e2e51cf3a3f tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:55:53.675471 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-df072115-6aa4-44fc-a83c-abf695c7c523 req-1812a457-56d9-46b7-bdda-9e2e51cf3a3f tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.58 "GET /v2.0/ports?device_id=5ce33fe4-cb6b-4d9c-9412-b63e996da6b1 HTTP/1.1" status: 200 len: 943 time: 0.1069145 Dec 20 09:55:53.742945 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [req-df072115-6aa4-44fc-a83c-abf695c7c523 req-8228d298-1614-4ecd-924a-23959de83fb1 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Deleting port 386922a8-d910-4fff-9673-56f363e65704 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:55:53.743276 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-df072115-6aa4-44fc-a83c-abf695c7c523 req-8228d298-1614-4ecd-924a-23959de83fb1 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:55:53.983786 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [req-df072115-6aa4-44fc-a83c-abf695c7c523 req-8228d298-1614-4ecd-924a-23959de83fb1 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] For port 386922a8-d910-4fff-9673-56f363e65704, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=386922a8-d910-4fff-9673-56f363e65704,segment=NetworkSegment(b3ec07d5-9a99-4c36-8021-289044dbc229),segment_id=b3ec07d5-9a99-4c36-8021-289044dbc229)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:55:53.984142 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-df072115-6aa4-44fc-a83c-abf695c7c523 req-8228d298-1614-4ecd-924a-23959de83fb1 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:55:54.218820 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [req-df072115-6aa4-44fc-a83c-abf695c7c523 req-8228d298-1614-4ecd-924a-23959de83fb1 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Calling delete_port for 386922a8-d910-4fff-9673-56f363e65704 owned by compute:nova {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:55:54.374028 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-df072115-6aa4-44fc-a83c-abf695c7c523 req-8228d298-1614-4ecd-924a-23959de83fb1 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:55:54.379801 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0048adca-6c05-41e5-95bd-21cb23f75c71 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:55:54.426508 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8228d298-1614-4ecd-924a-23959de83fb1 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Pushing event deleted for resources: {'Port': ['ID=386922a8-d910-4fff-9673-56f363e65704,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:55:54.428984 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-8228d298-1614-4ecd-924a-23959de83fb1 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:55:54.497719 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [req-df072115-6aa4-44fc-a83c-abf695c7c523 req-8228d298-1614-4ecd-924a-23959de83fb1 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] No DVR routers for this DVR port 386922a8-d910-4fff-9673-56f363e65704 on host hv-neutron-8204 {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 09:55:54.500138 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-df072115-6aa4-44fc-a83c-abf695c7c523 req-8228d298-1614-4ecd-924a-23959de83fb1 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:55:54.502693 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ce33fe4-cb6b-4d9c-9412-b63e996da6b1', 'name': 'network-vif-deleted', 'tag': '386922a8-d910-4fff-9673-56f363e65704'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:55:54.517791 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-df072115-6aa4-44fc-a83c-abf695c7c523 req-8228d298-1614-4ecd-924a-23959de83fb1 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.58 "DELETE /v2.0/ports/386922a8-d910-4fff-9673-56f363e65704 HTTP/1.1" status: 204 len: 173 time: 0.8373768 Dec 20 09:55:54.562483 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ce33fe4-cb6b-4d9c-9412-b63e996da6b1', 'name': 'network-vif-deleted', 'tag': '386922a8-d910-4fff-9673-56f363e65704', 'status': 'completed', 'code': 200} Dec 20 09:55:54.847661 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-3d5b76d5-5a34-4bbf-99b7-d854135f35a3 req-68183abd-1108-4819-9ef5-2a39e17acf11 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Synchronizing usage tracker for tenant:fbafbcd7e1fa46eb9e190cb0d9fdd427 on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:55:54.863966 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-3d5b76d5-5a34-4bbf-99b7-d854135f35a3 req-68183abd-1108-4819-9ef5-2a39e17acf11 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Unset dirty status for tenant:fbafbcd7e1fa46eb9e190cb0d9fdd427 on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:55:54.865178 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-3d5b76d5-5a34-4bbf-99b7-d854135f35a3 req-68183abd-1108-4819-9ef5-2a39e17acf11 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ce33fe4-cb6b-4d9c-9412-b63e996da6b1 HTTP/1.1" status: 200 len: 210 time: 0.0594301 Dec 20 09:55:56.533807 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 54548) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:55:56.709107 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 386922a8-d910-4fff-9673-56f363e65704 no longer exists at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 09:55:56.742314 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-bab3fb8f-e961-421b-be64-7017f4a010a4 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Deleting port d6f3f0db-3b47-4c25-a3ca-56305e5d7514 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:55:56.742653 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bab3fb8f-e961-421b-be64-7017f4a010a4 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:55:56.743341 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] No Port match for: 386922a8-d910-4fff-9673-56f363e65704 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 09:55:56.743702 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device 386922a8-d910-4fff-9673-56f363e65704 not bound to the agent host hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 09:55:56.909281 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bab3fb8f-e961-421b-be64-7017f4a010a4 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:55:56.910240 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bab3fb8f-e961-421b-be64-7017f4a010a4 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:55:57.038597 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-bab3fb8f-e961-421b-be64-7017f4a010a4 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Calling delete_port for d6f3f0db-3b47-4c25-a3ca-56305e5d7514 owned by network:floatingip {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:55:57.183475 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bab3fb8f-e961-421b-be64-7017f4a010a4 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:55:57.186819 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e7b16974-eab8-48c6-8563-ce46c2935d0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:55:57.229767 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab3fb8f-e961-421b-be64-7017f4a010a4 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Pushing event deleted for resources: {'Port': ['ID=d6f3f0db-3b47-4c25-a3ca-56305e5d7514,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:55:57.233687 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-bab3fb8f-e961-421b-be64-7017f4a010a4 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:55:57.319289 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bab3fb8f-e961-421b-be64-7017f4a010a4 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Notify callbacks [] for floatingip, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:55:57.843982 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bab3fb8f-e961-421b-be64-7017f4a010a4 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Router c3776899-6b90-42e2-8b2b-0bf2b6dedee2 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 09:55:58.054446 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab3fb8f-e961-421b-be64-7017f4a010a4 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 09:55:58.064108 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba743153-274e-40b6-af73-63070e0e0d33 None None] Sync routers for ids ['c3776899-6b90-42e2-8b2b-0bf2b6dedee2'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 09:55:58.074667 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bab3fb8f-e961-421b-be64-7017f4a010a4 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for floatingip, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:55:58.077166 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba743153-274e-40b6-af73-63070e0e0d33 None None] Routers {'c3776899-6b90-42e2-8b2b-0bf2b6dedee2'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:55:58.077831 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-ba743153-274e-40b6-af73-63070e0e0d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:55:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['c3776899-6b90-42e2-8b2b-0bf2b6dedee2'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:55:58.131666 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-bab3fb8f-e961-421b-be64-7017f4a010a4 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.16 "DELETE /v2.0/floatingips/a7133af1-6a64-4af8-845e-57fd2be2760e HTTP/1.1" status: 204 len: 168 time: 1.5957515 Dec 20 09:55:58.132180 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70f515ae-ca95-4269-8eea-f594fc0d089a', 'tag': 'ac46e0ff-bf21-4458-b35d-27241fd28cab'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:55:58.190628 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70f515ae-ca95-4269-8eea-f594fc0d089a', 'tag': 'ac46e0ff-bf21-4458-b35d-27241fd28cab', 'status': 'completed', 'code': 200} Dec 20 09:55:58.263445 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-ba743153-274e-40b6-af73-63070e0e0d33 None None] Set router c3776899-6b90-42e2-8b2b-0bf2b6dedee2 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:55:58.286181 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-950347f8-28ae-4649-ad69-68dcce3845ee req-0cf7ddaf-f0a4-46c4-9e99-67c49de0c296 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fbafbcd7e1fa46eb9e190cb0d9fdd427&device_id=70f515ae-ca95-4269-8eea-f594fc0d089a HTTP/1.1" status: 200 len: 1096 time: 0.0743008 Dec 20 09:55:58.452308 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950347f8-28ae-4649-ad69-68dcce3845ee req-e9d4baba-8b46-4f5d-844a-f15f4b61ae17 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:55:58.453811 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-950347f8-28ae-4649-ad69-68dcce3845ee req-e9d4baba-8b46-4f5d-844a-f15f4b61ae17 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8 HTTP/1.1" status: 200 len: 910 time: 0.1617732 Dec 20 09:55:58.529044 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-950347f8-28ae-4649-ad69-68dcce3845ee req-bc59397a-a1a9-4ffe-9c18-54eca513801e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac46e0ff-bf21-4458-b35d-27241fd28cab HTTP/1.1" status: 200 len: 217 time: 0.0681701 Dec 20 09:55:58.563058 dv-neutron-820491-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4287734-0339-4d2c-b1e3-fe0591687a8d req-034c8484-f443-49cc-9a4e-8f47024daa8b tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:55:58.571629 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d4287734-0339-4d2c-b1e3-fe0591687a8d req-034c8484-f443-49cc-9a4e-8f47024daa8b tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f515ae-ca95-4269-8eea-f594fc0d089a HTTP/1.1" status: 200 len: 943 time: 0.0941141 Dec 20 09:55:58.604232 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950347f8-28ae-4649-ad69-68dcce3845ee req-2faecd5f-757a-4408-b7f0-750fb0a7884c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:55:58.606114 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-950347f8-28ae-4649-ad69-68dcce3845ee req-2faecd5f-757a-4408-b7f0-750fb0a7884c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=83c76c34-8447-4803-b992-dc9de8364ad3 HTTP/1.1" status: 200 len: 848 time: 0.0704327 Dec 20 09:55:58.619412 dv-neutron-820491-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d4287734-0339-4d2c-b1e3-fe0591687a8d req-89caae65-3ee3-4b13-b652-57e732fc5179 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1010243-af2e-4d32-9fc0-971959b530bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467529 Dec 20 09:55:58.620199 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-ba743153-274e-40b6-af73-63070e0e0d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3776899-6b90-42e2-8b2b-0bf2b6dedee2', 'name': 'tempest-TestSnapshotPattern-540685507-router', 'tenant_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.81'}], 'enable_snat': True}, 'gw_port_id': '6d362428-67f5-41dc-ae97-d7c5d5b48d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:49:40Z', 'updated_at': '2021-12-20T09:49:43Z', 'revision_number': 4, 'project_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'gw_port': {'id': '6d362428-67f5-41dc-ae97-d7c5d5b48d14', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:4f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3776899-6b90-42e2-8b2b-0bf2b6dedee2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:49:40Z', 'updated_at': '2021-12-20T09:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '6f8b422f-e10c-41aa-9e5e-d4cee5d8ff30', 'name': '', 'network_id': '4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8', 'tenant_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'mac_address': 'fa:16:3e:1f:35:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3776899-6b90-42e2-8b2b-0bf2b6dedee2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83c76c34-8447-4803-b992-dc9de8364ad3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:49:42Z', 'updated_at': '2021-12-20T09:50:02Z', 'revision_number': 5, 'project_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'subnets': [{'id': '83c76c34-8447-4803-b992-dc9de8364ad3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:55:58.624645 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba743153-274e-40b6-af73-63070e0e0d33 None None] Checking router: c3776899-6b90-42e2-8b2b-0bf2b6dedee2 for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 09:55:58.636249 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba743153-274e-40b6-af73-63070e0e0d33 None None] Routers {'c3776899-6b90-42e2-8b2b-0bf2b6dedee2'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:55:58.636930 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-ba743153-274e-40b6-af73-63070e0e0d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:55:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['c3776899-6b90-42e2-8b2b-0bf2b6dedee2'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:55:58.683779 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-950347f8-28ae-4649-ad69-68dcce3845ee req-b9a31a65-337a-4590-8f83-d55e9a117612 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706928 Dec 20 09:55:58.818352 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-950347f8-28ae-4649-ad69-68dcce3845ee req-4706d873-e998-4109-9c6c-fb0983adda28 service neutron] 10.222.0.58 "GET /v2.0/networks/4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276028 Dec 20 09:55:58.865519 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-ba743153-274e-40b6-af73-63070e0e0d33 None None] Set router c3776899-6b90-42e2-8b2b-0bf2b6dedee2 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:55:58.952257 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-950347f8-28ae-4649-ad69-68dcce3845ee req-69147078-c71b-4246-8f2b-41586059d49f service neutron] 10.222.0.58 "GET /v2.0/networks/4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237676 Dec 20 09:55:59.178247 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-ba743153-274e-40b6-af73-63070e0e0d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3776899-6b90-42e2-8b2b-0bf2b6dedee2', 'name': 'tempest-TestSnapshotPattern-540685507-router', 'tenant_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.81'}], 'enable_snat': True}, 'gw_port_id': '6d362428-67f5-41dc-ae97-d7c5d5b48d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:49:40Z', 'updated_at': '2021-12-20T09:49:43Z', 'revision_number': 4, 'project_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'gw_port': {'id': '6d362428-67f5-41dc-ae97-d7c5d5b48d14', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:4f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3776899-6b90-42e2-8b2b-0bf2b6dedee2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:49:40Z', 'updated_at': '2021-12-20T09:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '6f8b422f-e10c-41aa-9e5e-d4cee5d8ff30', 'name': '', 'network_id': '4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8', 'tenant_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'mac_address': 'fa:16:3e:1f:35:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3776899-6b90-42e2-8b2b-0bf2b6dedee2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83c76c34-8447-4803-b992-dc9de8364ad3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:49:42Z', 'updated_at': '2021-12-20T09:50:02Z', 'revision_number': 5, 'project_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'subnets': [{'id': '83c76c34-8447-4803-b992-dc9de8364ad3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:55:59.182140 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba743153-274e-40b6-af73-63070e0e0d33 None None] The sync data for ids ['c3776899-6b90-42e2-8b2b-0bf2b6dedee2'] in dv-neutron-820491-1-hyperv is: [{'id': 'c3776899-6b90-42e2-8b2b-0bf2b6dedee2', 'name': 'tempest-TestSnapshotPattern-540685507-router', 'tenant_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.81'}], 'enable_snat': True}, 'gw_port_id': '6d362428-67f5-41dc-ae97-d7c5d5b48d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:49:40Z', 'updated_at': '2021-12-20T09:49:43Z', 'revision_number': 4, 'project_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'gw_port': {'id': '6d362428-67f5-41dc-ae97-d7c5d5b48d14', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:4f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3776899-6b90-42e2-8b2b-0bf2b6dedee2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:49:40Z', 'updated_at': '2021-12-20T09:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv', '_interfaces': [{'id': '6f8b422f-e10c-41aa-9e5e-d4cee5d8ff30', 'name': '', 'network_id': '4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8', 'tenant_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'mac_address': 'fa:16:3e:1f:35:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3776899-6b90-42e2-8b2b-0bf2b6dedee2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83c76c34-8447-4803-b992-dc9de8364ad3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:49:42Z', 'updated_at': '2021-12-20T09:50:02Z', 'revision_number': 5, 'project_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'subnets': [{'id': '83c76c34-8447-4803-b992-dc9de8364ad3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 09:55:59.313621 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8cb95c-eea7-48fb-ba1c-4462980cc058 req-2fb58682-d29b-4e7d-864c-fe82ec063fe2 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:55:59.314304 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-bf8cb95c-eea7-48fb-ba1c-4462980cc058 req-2fb58682-d29b-4e7d-864c-fe82ec063fe2 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Synchronizing usage tracker for tenant:fbafbcd7e1fa46eb9e190cb0d9fdd427 on resource:port {{(pid=83445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 20 09:55:59.330242 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.quota.resource [req-bf8cb95c-eea7-48fb-ba1c-4462980cc058 req-2fb58682-d29b-4e7d-864c-fe82ec063fe2 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Unset dirty status for tenant:fbafbcd7e1fa46eb9e190cb0d9fdd427 on resource:port {{(pid=83445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 20 09:55:59.331991 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-bf8cb95c-eea7-48fb-ba1c-4462980cc058 req-2fb58682-d29b-4e7d-864c-fe82ec063fe2 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.58 "GET /v2.0/ports?device_id=70f515ae-ca95-4269-8eea-f594fc0d089a HTTP/1.1" status: 200 len: 943 time: 0.0971699 Dec 20 09:55:59.406613 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a971c9f-26ee-44d4-807b-6339b086de10 None None] New status for floating IP a7133af1-6a64-4af8-845e-57fd2be2760e: DOWN {{(pid=83447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 20 09:55:59.408843 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [req-bf8cb95c-eea7-48fb-ba1c-4462980cc058 req-bbeccf1f-ba2a-44c8-b27d-e51ccd64abe4 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Deleting port ac46e0ff-bf21-4458-b35d-27241fd28cab {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:55:59.409265 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-bf8cb95c-eea7-48fb-ba1c-4462980cc058 req-bbeccf1f-ba2a-44c8-b27d-e51ccd64abe4 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:55:59.668656 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [req-bf8cb95c-eea7-48fb-ba1c-4462980cc058 req-bbeccf1f-ba2a-44c8-b27d-e51ccd64abe4 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] For port ac46e0ff-bf21-4458-b35d-27241fd28cab, host hv-neutron-8204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8204',level=0,port_id=ac46e0ff-bf21-4458-b35d-27241fd28cab,segment=NetworkSegment(b3ec07d5-9a99-4c36-8021-289044dbc229),segment_id=b3ec07d5-9a99-4c36-8021-289044dbc229)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:55:59.669022 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-bf8cb95c-eea7-48fb-ba1c-4462980cc058 req-bbeccf1f-ba2a-44c8-b27d-e51ccd64abe4 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:55:59.904491 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [req-bf8cb95c-eea7-48fb-ba1c-4462980cc058 req-bbeccf1f-ba2a-44c8-b27d-e51ccd64abe4 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Calling delete_port for ac46e0ff-bf21-4458-b35d-27241fd28cab owned by compute:nova {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:56:00.082661 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a5e208-f29f-4b6c-9813-5851fba6ccb2 req-3a93181a-e830-45c9-843b-1c65282cbae8 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 09:56:00.084384 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-14a5e208-f29f-4b6c-9813-5851fba6ccb2 req-3a93181a-e830-45c9-843b-1c65282cbae8 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f515ae-ca95-4269-8eea-f594fc0d089a HTTP/1.1" status: 200 len: 943 time: 0.1882844 Dec 20 09:56:00.139940 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-bf8cb95c-eea7-48fb-ba1c-4462980cc058 req-bbeccf1f-ba2a-44c8-b27d-e51ccd64abe4 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:56:00.147288 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-4b239a43-b253-48d7-bcc9-b35667f76179 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:56:00.195860 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-14a5e208-f29f-4b6c-9813-5851fba6ccb2 req-91b3207b-dba2-4d5a-b67a-5cc175792bb8 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1010243-af2e-4d32-9fc0-971959b530bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060119 Dec 20 09:56:00.196606 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeccf1f-ba2a-44c8-b27d-e51ccd64abe4 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Pushing event deleted for resources: {'Port': ['ID=ac46e0ff-bf21-4458-b35d-27241fd28cab,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:56:00.199836 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-bbeccf1f-ba2a-44c8-b27d-e51ccd64abe4 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:56:00.273512 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf8cb95c-eea7-48fb-ba1c-4462980cc058 req-bbeccf1f-ba2a-44c8-b27d-e51ccd64abe4 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] No DVR routers for this DVR port ac46e0ff-bf21-4458-b35d-27241fd28cab on host hv-neutron-8204 {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 09:56:00.276002 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [req-bf8cb95c-eea7-48fb-ba1c-4462980cc058 req-bbeccf1f-ba2a-44c8-b27d-e51ccd64abe4 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74638'] for port, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:56:00.278525 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f515ae-ca95-4269-8eea-f594fc0d089a', 'name': 'network-vif-deleted', 'tag': 'ac46e0ff-bf21-4458-b35d-27241fd28cab'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 09:56:00.294440 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [req-bf8cb95c-eea7-48fb-ba1c-4462980cc058 req-bbeccf1f-ba2a-44c8-b27d-e51ccd64abe4 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.58 "DELETE /v2.0/ports/ac46e0ff-bf21-4458-b35d-27241fd28cab HTTP/1.1" status: 204 len: 173 time: 0.9574747 Dec 20 09:56:00.340205 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70f515ae-ca95-4269-8eea-f594fc0d089a', 'name': 'network-vif-deleted', 'tag': 'ac46e0ff-bf21-4458-b35d-27241fd28cab', 'status': 'completed', 'code': 200} Dec 20 09:56:01.302573 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 54572) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:56:01.372423 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-469a2d78-af9f-4e32-b320-1eed858420fd tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Notify callbacks [] for security_group, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:56:01.410286 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-469a2d78-af9f-4e32-b320-1eed858420fd tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:56:01.494424 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-469a2d78-af9f-4e32-b320-1eed858420fd tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:56:01.498288 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-099c152e-bace-4f80-a93d-208d932f626a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:56:01.512775 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469a2d78-af9f-4e32-b320-1eed858420fd tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1010243-af2e-4d32-9fc0-971959b530bf,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:56:01.515408 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-469a2d78-af9f-4e32-b320-1eed858420fd tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:56:01.529951 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-469a2d78-af9f-4e32-b320-1eed858420fd tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:56:01.531068 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-469a2d78-af9f-4e32-b320-1eed858420fd tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] 10.222.0.16 "DELETE /v2.0/security-groups/d1010243-af2e-4d32-9fc0-971959b530bf HTTP/1.1" status: 204 len: 168 time: 0.2275486 Dec 20 09:56:02.612730 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 54580) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:56:02.751549 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device ac46e0ff-bf21-4458-b35d-27241fd28cab no longer exists at agent hyperv_hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 09:56:02.785856 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] No Port match for: ac46e0ff-bf21-4458-b35d-27241fd28cab {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 09:56:02.786463 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Device ac46e0ff-bf21-4458-b35d-27241fd28cab not bound to the agent host hv-neutron-8204 {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 09:56:03.116328 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-87fe6a26-93d7-4001-8858-b93f22286dac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349062'] for router_interface, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:56:03.798172 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-87fe6a26-93d7-4001-8858-b93f22286dac admin admin] Deleting port 6f8b422f-e10c-41aa-9e5e-d4cee5d8ff30 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:56:03.798876 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-87fe6a26-93d7-4001-8858-b93f22286dac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:56:03.966504 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-87fe6a26-93d7-4001-8858-b93f22286dac admin admin] For port 6f8b422f-e10c-41aa-9e5e-d4cee5d8ff30, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=6f8b422f-e10c-41aa-9e5e-d4cee5d8ff30,segment=NetworkSegment(b3ec07d5-9a99-4c36-8021-289044dbc229),segment_id=b3ec07d5-9a99-4c36-8021-289044dbc229)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:56:03.966853 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-87fe6a26-93d7-4001-8858-b93f22286dac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:56:04.100526 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-87fe6a26-93d7-4001-8858-b93f22286dac admin admin] Calling delete_port for 6f8b422f-e10c-41aa-9e5e-d4cee5d8ff30 owned by network:router_interface {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:56:04.271933 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-87fe6a26-93d7-4001-8858-b93f22286dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:56:04.275655 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f9b80364-70f4-44ba-aa32-98315a61ef38 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:56:04.318690 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fe6a26-93d7-4001-8858-b93f22286dac admin admin] Pushing event deleted for resources: {'Port': ['ID=6f8b422f-e10c-41aa-9e5e-d4cee5d8ff30,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:56:04.321158 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-87fe6a26-93d7-4001-8858-b93f22286dac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:56:04.611663 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-87fe6a26-93d7-4001-8858-b93f22286dac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32897953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348760'] for router_interface, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:56:05.289431 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87fe6a26-93d7-4001-8858-b93f22286dac admin admin] Router c3776899-6b90-42e2-8b2b-0bf2b6dedee2 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 09:56:05.489336 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87fe6a26-93d7-4001-8858-b93f22286dac admin admin] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 09:56:05.498075 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a3f7d8-2248-45fe-8548-284f31034525 None None] Sync routers for ids ['c3776899-6b90-42e2-8b2b-0bf2b6dedee2'] in dv-neutron-820491-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 09:56:05.500933 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-87fe6a26-93d7-4001-8858-b93f22286dac admin admin] 10.222.0.16 "PUT /v2.0/routers/c3776899-6b90-42e2-8b2b-0bf2b6dedee2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8869653 Dec 20 09:56:05.504003 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 54586) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:56:05.510801 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a3f7d8-2248-45fe-8548-284f31034525 None None] Routers {'c3776899-6b90-42e2-8b2b-0bf2b6dedee2'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:56:05.511425 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-15a3f7d8-2248-45fe-8548-284f31034525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:55:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['c3776899-6b90-42e2-8b2b-0bf2b6dedee2'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:56:05.692153 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-15a3f7d8-2248-45fe-8548-284f31034525 None None] Set router c3776899-6b90-42e2-8b2b-0bf2b6dedee2 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:56:05.701895 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-79db204c-b2a5-49a2-b1eb-b1815e8b132d admin admin] Notify callbacks [] for router, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:56:05.894972 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-79db204c-b2a5-49a2-b1eb-b1815e8b132d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:56:05.904239 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-79db204c-b2a5-49a2-b1eb-b1815e8b132d admin admin] Deleting port 6d362428-67f5-41dc-ae97-d7c5d5b48d14 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:56:05.904623 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-79db204c-b2a5-49a2-b1eb-b1815e8b132d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:56:05.975507 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-15a3f7d8-2248-45fe-8548-284f31034525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3776899-6b90-42e2-8b2b-0bf2b6dedee2', 'name': 'tempest-TestSnapshotPattern-540685507-router', 'tenant_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.81'}], 'enable_snat': True}, 'gw_port_id': '6d362428-67f5-41dc-ae97-d7c5d5b48d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:49:40Z', 'updated_at': '2021-12-20T09:56:04Z', 'revision_number': 5, 'project_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'gw_port': {'id': '6d362428-67f5-41dc-ae97-d7c5d5b48d14', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:4f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3776899-6b90-42e2-8b2b-0bf2b6dedee2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:49:40Z', 'updated_at': '2021-12-20T09:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:56:05.979359 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a3f7d8-2248-45fe-8548-284f31034525 None None] Checking router: c3776899-6b90-42e2-8b2b-0bf2b6dedee2 for host: dv-neutron-820491-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 09:56:05.990898 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a3f7d8-2248-45fe-8548-284f31034525 None None] Routers {'c3776899-6b90-42e2-8b2b-0bf2b6dedee2'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:56:05.991506 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-15a3f7d8-2248-45fe-8548-284f31034525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:55:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['c3776899-6b90-42e2-8b2b-0bf2b6dedee2'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:56:06.089005 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-79db204c-b2a5-49a2-b1eb-b1815e8b132d admin admin] For port 6d362428-67f5-41dc-ae97-d7c5d5b48d14, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=6d362428-67f5-41dc-ae97-d7c5d5b48d14,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:56:06.089918 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-79db204c-b2a5-49a2-b1eb-b1815e8b132d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:56:06.147518 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-15a3f7d8-2248-45fe-8548-284f31034525 None None] Set router c3776899-6b90-42e2-8b2b-0bf2b6dedee2 gateway port host: None {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:56:06.214699 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-79db204c-b2a5-49a2-b1eb-b1815e8b132d admin admin] Calling delete_port for 6d362428-67f5-41dc-ae97-d7c5d5b48d14 owned by network:router_gateway {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:56:06.256615 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-15a3f7d8-2248-45fe-8548-284f31034525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3776899-6b90-42e2-8b2b-0bf2b6dedee2', 'name': 'tempest-TestSnapshotPattern-540685507-router', 'tenant_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:49:40Z', 'updated_at': '2021-12-20T09:56:05Z', 'revision_number': 6, 'project_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'gw_port_host': None}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:56:06.260664 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a3f7d8-2248-45fe-8548-284f31034525 None None] The sync data for ids ['c3776899-6b90-42e2-8b2b-0bf2b6dedee2'] in dv-neutron-820491-1-hyperv is: [{'id': 'c3776899-6b90-42e2-8b2b-0bf2b6dedee2', 'name': 'tempest-TestSnapshotPattern-540685507-router', 'tenant_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:49:40Z', 'updated_at': '2021-12-20T09:56:05Z', 'revision_number': 6, 'project_id': 'fbafbcd7e1fa46eb9e190cb0d9fdd427', 'gw_port_host': None}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 09:56:06.384177 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-79db204c-b2a5-49a2-b1eb-b1815e8b132d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:56:06.388282 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3d52265d-76cf-49b6-ba73-9e9d673638fe tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:56:06.427803 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79db204c-b2a5-49a2-b1eb-b1815e8b132d admin admin] Pushing event deleted for resources: {'Port': ['ID=6d362428-67f5-41dc-ae97-d7c5d5b48d14,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:56:06.431877 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-79db204c-b2a5-49a2-b1eb-b1815e8b132d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:56:06.771167 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-79db204c-b2a5-49a2-b1eb-b1815e8b132d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346107'] for router_gateway, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:56:07.032757 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-79db204c-b2a5-49a2-b1eb-b1815e8b132d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24735'] for router, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:56:07.037082 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-79db204c-b2a5-49a2-b1eb-b1815e8b132d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:56:07.065010 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-79db204c-b2a5-49a2-b1eb-b1815e8b132d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-390871'] for router, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:56:07.066250 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79db204c-b2a5-49a2-b1eb-b1815e8b132d admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3776899-6b90-42e2-8b2b-0bf2b6dedee2 {{(pid=83445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 09:56:07.078937 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-79db204c-b2a5-49a2-b1eb-b1815e8b132d admin admin] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:56:07.080058 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-79db204c-b2a5-49a2-b1eb-b1815e8b132d admin admin] 10.222.0.16 "DELETE /v2.0/routers/c3776899-6b90-42e2-8b2b-0bf2b6dedee2 HTTP/1.1" status: 204 len: 168 time: 1.5751560 Dec 20 09:56:07.083443 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 54590) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:56:07.152350 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_v2 [None req-715b6b90-8a5d-4d87-9164-b5cb5f3f967d admin admin] Deleting subnet 83c76c34-8447-4803-b992-dc9de8364ad3 {{(pid=83445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 09:56:07.155283 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-715b6b90-8a5d-4d87-9164-b5cb5f3f967d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:56:07.209536 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-715b6b90-8a5d-4d87-9164-b5cb5f3f967d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1518554'] for subnet, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:56:07.290522 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-715b6b90-8a5d-4d87-9164-b5cb5f3f967d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:56:07.356396 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-715b6b90-8a5d-4d87-9164-b5cb5f3f967d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2036620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2095133'] for subnet, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:56:07.360440 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-654201fb-374e-4af5-b812-1c11b3e0243a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:56:07.398362 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715b6b90-8a5d-4d87-9164-b5cb5f3f967d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83c76c34-8447-4803-b992-dc9de8364ad3,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:56:07.400734 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-715b6b90-8a5d-4d87-9164-b5cb5f3f967d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:56:07.404879 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-715b6b90-8a5d-4d87-9164-b5cb5f3f967d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:56:07.409702 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993d608b-8b00-4d08-92ed-6441f88508e1 None None] Network 4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 09:56:07.411860 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-715b6b90-8a5d-4d87-9164-b5cb5f3f967d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/83c76c34-8447-4803-b992-dc9de8364ad3 HTTP/1.1" status: 204 len: 168 time: 0.3274233 Dec 20 09:56:07.414327 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 54594) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:56:07.519699 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4137faba-2a50-4d37-9c5c-2483bb9c9523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:56:07.530753 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-4137faba-2a50-4d37-9c5c-2483bb9c9523 admin admin] Deleting port 341e019a-b8c0-4f8b-8c9d-7e9efbbfde78 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:56:07.531085 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4137faba-2a50-4d37-9c5c-2483bb9c9523 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:56:07.724793 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ae40f5-bd09-4c01-a704-6fa4c485246d None None] DHCP port deletion for 4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8 request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 09:56:07.729078 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d1ae40f5-bd09-4c01-a704-6fa4c485246d None None] Deleting port 341e019a-b8c0-4f8b-8c9d-7e9efbbfde78 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:56:07.729498 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d1ae40f5-bd09-4c01-a704-6fa4c485246d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:56:07.737042 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-4137faba-2a50-4d37-9c5c-2483bb9c9523 admin admin] For port 341e019a-b8c0-4f8b-8c9d-7e9efbbfde78, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=341e019a-b8c0-4f8b-8c9d-7e9efbbfde78,segment=NetworkSegment(b3ec07d5-9a99-4c36-8021-289044dbc229),segment_id=b3ec07d5-9a99-4c36-8021-289044dbc229)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:56:07.738016 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4137faba-2a50-4d37-9c5c-2483bb9c9523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:56:07.856243 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-4137faba-2a50-4d37-9c5c-2483bb9c9523 admin admin] Calling delete_port for 341e019a-b8c0-4f8b-8c9d-7e9efbbfde78 owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:56:07.927945 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-d1ae40f5-bd09-4c01-a704-6fa4c485246d None None] For port 341e019a-b8c0-4f8b-8c9d-7e9efbbfde78, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=341e019a-b8c0-4f8b-8c9d-7e9efbbfde78,segment=NetworkSegment(b3ec07d5-9a99-4c36-8021-289044dbc229),segment_id=b3ec07d5-9a99-4c36-8021-289044dbc229)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:56:07.928346 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d1ae40f5-bd09-4c01-a704-6fa4c485246d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:56:07.931287 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4137faba-2a50-4d37-9c5c-2483bb9c9523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:56:07.935724 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-87fe6a26-93d7-4001-8858-b93f22286dac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:56:07.978175 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137faba-2a50-4d37-9c5c-2483bb9c9523 admin admin] Pushing event deleted for resources: {'Port': ['ID=341e019a-b8c0-4f8b-8c9d-7e9efbbfde78,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:56:07.981671 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-4137faba-2a50-4d37-9c5c-2483bb9c9523 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:56:07.982541 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4137faba-2a50-4d37-9c5c-2483bb9c9523 admin admin] No DVR routers for this DVR port 341e019a-b8c0-4f8b-8c9d-7e9efbbfde78 on host dv-neutron-820491-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 09:56:08.052476 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d1ae40f5-bd09-4c01-a704-6fa4c485246d None None] Calling delete_port for 341e019a-b8c0-4f8b-8c9d-7e9efbbfde78 owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:56:08.101403 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4137faba-2a50-4d37-9c5c-2483bb9c9523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:56:08.106008 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 6d362428-67f5-41dc-ae97-d7c5d5b48d14 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 09:56:08.125885 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-4137faba-2a50-4d37-9c5c-2483bb9c9523 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8']}} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:56:08.137838 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-4137faba-2a50-4d37-9c5c-2483bb9c9523 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3ec07d5-9a99-4c36-8021-289044dbc229') {'for_net_delete': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:56:08.138141 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-4137faba-2a50-4d37-9c5c-2483bb9c9523 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3ec07d5-9a99-4c36-8021-289044dbc229') {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:56:08.149849 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4137faba-2a50-4d37-9c5c-2483bb9c9523 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1518531'] for segment, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:56:08.150811 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 6d362428-67f5-41dc-ae97-d7c5d5b48d14 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 09:56:08.151162 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 6d362428-67f5-41dc-ae97-d7c5d5b48d14 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 09:56:08.151578 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 6f8b422f-e10c-41aa-9e5e-d4cee5d8ff30 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 09:56:08.165964 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4137faba-2a50-4d37-9c5c-2483bb9c9523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:56:08.172123 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4137faba-2a50-4d37-9c5c-2483bb9c9523 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=83445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 09:56:08.172522 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4137faba-2a50-4d37-9c5c-2483bb9c9523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2036002'] for segment, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:56:08.184990 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 6f8b422f-e10c-41aa-9e5e-d4cee5d8ff30 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 09:56:08.185376 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 6f8b422f-e10c-41aa-9e5e-d4cee5d8ff30 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 09:56:08.185538 dv-neutron-820491-1-hyperv neutron-server[83445]: Traceback (most recent call last): Dec 20 09:56:08.185538 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 09:56:08.185538 dv-neutron-820491-1-hyperv neutron-server[83445]: timer() Dec 20 09:56:08.185538 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 09:56:08.185538 dv-neutron-820491-1-hyperv neutron-server[83445]: cb(*args, **kw) Dec 20 09:56:08.185538 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 09:56:08.185538 dv-neutron-820491-1-hyperv neutron-server[83445]: return func(*args, **kwargs) Dec 20 09:56:08.185538 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 09:56:08.185538 dv-neutron-820491-1-hyperv neutron-server[83445]: self._notify() Dec 20 09:56:08.185538 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 09:56:08.185538 dv-neutron-820491-1-hyperv neutron-server[83445]: self.callback(batched_events) Dec 20 09:56:08.185538 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 09:56:08.185538 dv-neutron-820491-1-hyperv neutron-server[83445]: event.method(event) Dec 20 09:56:08.185538 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 09:56:08.185538 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 09:56:08.185538 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 09:56:08.185538 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 09:56:08.185538 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 09:56:08.185538 dv-neutron-820491-1-hyperv neutron-server[83445]: return f(self, *a, **k) Dec 20 09:56:08.185538 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 09:56:08.185538 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._get(url).json() Dec 20 09:56:08.185538 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 09:56:08.185538 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 09:56:08.185538 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 09:56:08.185538 dv-neutron-820491-1-hyperv neutron-server[83445]: return self.request(url, 'GET', **kwargs) Dec 20 09:56:08.185538 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 09:56:08.185538 dv-neutron-820491-1-hyperv neutron-server[83445]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 09:56:08.185538 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 09:56:08.185538 dv-neutron-820491-1-hyperv neutron-server[83445]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 09:56:08.185538 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 09:56:08.185538 dv-neutron-820491-1-hyperv neutron-server[83445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 09:56:08.185538 dv-neutron-820491-1-hyperv neutron-server[83445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 09:56:08.187562 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 341e019a-b8c0-4f8b-8c9d-7e9efbbfde78 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 09:56:08.218367 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.db.api [None req-d1ae40f5-bd09-4c01-a704-6fa4c485246d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 09:56:08.218728 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_db.api [None req-d1ae40f5-bd09-4c01-a704-6fa4c485246d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 09:56:08.219331 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 341e019a-b8c0-4f8b-8c9d-7e9efbbfde78 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 09:56:08.219680 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 341e019a-b8c0-4f8b-8c9d-7e9efbbfde78 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 09:56:08.382934 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4137faba-2a50-4d37-9c5c-2483bb9c9523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:56:08.386266 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-8be8d5a3-738f-4689-9f77-9cfab97af148 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:56:08.399176 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4137faba-2a50-4d37-9c5c-2483bb9c9523 admin admin] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:56:08.409043 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137faba-2a50-4d37-9c5c-2483bb9c9523 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:56:08.413643 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-4137faba-2a50-4d37-9c5c-2483bb9c9523 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:56:08.416471 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-4137faba-2a50-4d37-9c5c-2483bb9c9523 admin admin] 10.222.0.16 "DELETE /v2.0/networks/4f3a3e2e-9067-49c9-8c7f-5fd7a7efcef8 HTTP/1.1" status: 204 len: 168 time: 1.0012491 Dec 20 09:56:08.419307 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 54598) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:56:08.719832 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d1ae40f5-bd09-4c01-a704-6fa4c485246d None None] Deleting port 341e019a-b8c0-4f8b-8c9d-7e9efbbfde78 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:56:08.720445 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d1ae40f5-bd09-4c01-a704-6fa4c485246d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:56:08.792686 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d1ae40f5-bd09-4c01-a704-6fa4c485246d None None] The port '341e019a-b8c0-4f8b-8c9d-7e9efbbfde78' was deleted {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 09:56:08.804966 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c23fbed5-2fb6-4001-8c66-fe089ad96721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349062'] for router_interface, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:56:09.400917 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-c23fbed5-2fb6-4001-8c66-fe089ad96721 admin admin] Deleting port 4ae87aa7-8b55-4414-b560-1e13c0deb880 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:56:09.401684 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c23fbed5-2fb6-4001-8c66-fe089ad96721 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:56:09.574088 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-c23fbed5-2fb6-4001-8c66-fe089ad96721 admin admin] For port 4ae87aa7-8b55-4414-b560-1e13c0deb880, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=4ae87aa7-8b55-4414-b560-1e13c0deb880,segment=NetworkSegment(c83f826e-c81c-4e53-b121-821c2151b165),segment_id=c83f826e-c81c-4e53-b121-821c2151b165)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:56:09.574438 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c23fbed5-2fb6-4001-8c66-fe089ad96721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:56:09.692780 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-c23fbed5-2fb6-4001-8c66-fe089ad96721 admin admin] Calling delete_port for 4ae87aa7-8b55-4414-b560-1e13c0deb880 owned by network:router_interface {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:56:09.968080 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c23fbed5-2fb6-4001-8c66-fe089ad96721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:56:09.972815 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-9af9e6b0-981e-4a6d-b238-13888db80a60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:56:10.015926 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fbed5-2fb6-4001-8c66-fe089ad96721 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ae87aa7-8b55-4414-b560-1e13c0deb880,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:56:10.018430 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-c23fbed5-2fb6-4001-8c66-fe089ad96721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:56:10.298201 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c23fbed5-2fb6-4001-8c66-fe089ad96721 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32897953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348760'] for router_interface, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:56:10.696331 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:56:10.857062 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c23fbed5-2fb6-4001-8c66-fe089ad96721 admin admin] Router 61b25211-a136-4247-9693-ce8fb3e5bed7 has already been hosted by L3 agent 50a58e05-18c2-4967-8f49-692c217b0535 {{(pid=83445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 09:56:11.048634 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c23fbed5-2fb6-4001-8c66-fe089ad96721 admin admin] Notify agent at l3_agent.dv-neutron-820491-1-hyperv the message routers_updated {{(pid=83445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 09:56:11.058197 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1e2fed-69d2-4f01-b060-114c590afb15 None None] Sync routers for ids ['61b25211-a136-4247-9693-ce8fb3e5bed7'] in dv-neutron-820491-1-hyperv {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 20 09:56:11.064788 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-c23fbed5-2fb6-4001-8c66-fe089ad96721 admin admin] 10.222.0.16 "PUT /v2.0/routers/61b25211-a136-4247-9693-ce8fb3e5bed7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6444902 Dec 20 09:56:11.067748 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 54602) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:56:11.071154 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1e2fed-69d2-4f01-b060-114c590afb15 None None] Routers {'61b25211-a136-4247-9693-ce8fb3e5bed7'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:56:11.071771 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-dd1e2fed-69d2-4f01-b060-114c590afb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:55:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['61b25211-a136-4247-9693-ce8fb3e5bed7'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:56:11.249723 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-dd1e2fed-69d2-4f01-b060-114c590afb15 None None] Set router 61b25211-a136-4247-9693-ce8fb3e5bed7 gateway port host: dv-neutron-820491-1-hyperv {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:56:11.385422 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2daa9fcd-bebd-401d-8282-17afb92000a9 admin admin] Notify callbacks [] for router, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:56:11.534987 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-dd1e2fed-69d2-4f01-b060-114c590afb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b25211-a136-4247-9693-ce8fb3e5bed7', 'name': 'tempest-TestSnapshotPattern-1380768039-router', 'tenant_id': '3942c5b0a61d445d9ceb645c66190f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'external_fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.25'}], 'enable_snat': True}, 'gw_port_id': '20466fa1-e7d8-46cb-b32f-abfc434d1f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:49:46Z', 'updated_at': '2021-12-20T09:56:09Z', 'revision_number': 5, 'project_id': '3942c5b0a61d445d9ceb645c66190f0d', 'gw_port': {'id': '20466fa1-e7d8-46cb-b32f-abfc434d1f5f', 'name': '', 'network_id': '95f3bec2-46e6-4468-8229-8badd4a5aaae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b25211-a136-4247-9693-ce8fb3e5bed7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'ip_address': '172.26.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820491-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T09:49:46Z', 'updated_at': '2021-12-20T09:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf8895a3-346d-4313-a645-16ecdcce9969', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820491-1-hyperv'}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:56:11.539012 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1e2fed-69d2-4f01-b060-114c590afb15 None None] Checking router: 61b25211-a136-4247-9693-ce8fb3e5bed7 for host: dv-neutron-820491-1-hyperv {{(pid=83447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 20 09:56:11.549330 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1e2fed-69d2-4f01-b060-114c590afb15 None None] Routers {'61b25211-a136-4247-9693-ce8fb3e5bed7'} bound to L3 agent in host dv-neutron-820491-1-hyperv {{(pid=83447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 09:56:11.550013 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-dd1e2fed-69d2-4f01-b060-114c590afb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820491-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T08:34:15Z,description=,heartbeat_timestamp=2021-12-20T09:55:45Z,host='dv-neutron-820491-1-hyperv',id=50a58e05-18c2-4967-8f49-692c217b0535,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T08:34:15Z,topic='l3_agent')) {'router_ids': ['61b25211-a136-4247-9693-ce8fb3e5bed7'], 'active': True} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:56:11.580277 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2daa9fcd-bebd-401d-8282-17afb92000a9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:56:11.592182 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-2daa9fcd-bebd-401d-8282-17afb92000a9 admin admin] Deleting port 20466fa1-e7d8-46cb-b32f-abfc434d1f5f {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:56:11.592667 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2daa9fcd-bebd-401d-8282-17afb92000a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:56:11.698540 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_dvr_db [None req-dd1e2fed-69d2-4f01-b060-114c590afb15 None None] Set router 61b25211-a136-4247-9693-ce8fb3e5bed7 gateway port host: None {{(pid=83447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 20 09:56:11.769704 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-2daa9fcd-bebd-401d-8282-17afb92000a9 admin admin] For port 20466fa1-e7d8-46cb-b32f-abfc434d1f5f, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=20466fa1-e7d8-46cb-b32f-abfc434d1f5f,segment=NetworkSegment(77ef59ee-6300-43dd-907c-d271287697d4),segment_id=77ef59ee-6300-43dd-907c-d271287697d4)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:56:11.770048 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2daa9fcd-bebd-401d-8282-17afb92000a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:56:11.800841 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.l3_hamode_db [None req-dd1e2fed-69d2-4f01-b060-114c590afb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b25211-a136-4247-9693-ce8fb3e5bed7', 'name': 'tempest-TestSnapshotPattern-1380768039-router', 'tenant_id': '3942c5b0a61d445d9ceb645c66190f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:49:46Z', 'updated_at': '2021-12-20T09:56:11Z', 'revision_number': 6, 'project_id': '3942c5b0a61d445d9ceb645c66190f0d', 'gw_port_host': None}], 'dv-neutron-820491-1-hyperv', False) {} {{(pid=83447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:56:11.804748 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1e2fed-69d2-4f01-b060-114c590afb15 None None] The sync data for ids ['61b25211-a136-4247-9693-ce8fb3e5bed7'] in dv-neutron-820491-1-hyperv is: [{'id': '61b25211-a136-4247-9693-ce8fb3e5bed7', 'name': 'tempest-TestSnapshotPattern-1380768039-router', 'tenant_id': '3942c5b0a61d445d9ceb645c66190f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T09:49:46Z', 'updated_at': '2021-12-20T09:56:11Z', 'revision_number': 6, 'project_id': '3942c5b0a61d445d9ceb645c66190f0d', 'gw_port_host': None}] {{(pid=83447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 20 09:56:11.892355 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-2daa9fcd-bebd-401d-8282-17afb92000a9 admin admin] Calling delete_port for 20466fa1-e7d8-46cb-b32f-abfc434d1f5f owned by network:router_gateway {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:56:12.052974 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2daa9fcd-bebd-401d-8282-17afb92000a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:56:12.056510 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-c0a7eecd-dc4d-4e38-9c69-2e39370e5362 tempest-TestNetworkAdvancedServerOps-958769037 tempest-TestNetworkAdvancedServerOps-958769037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:56:12.099829 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daa9fcd-bebd-401d-8282-17afb92000a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=20466fa1-e7d8-46cb-b32f-abfc434d1f5f,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:56:12.127806 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-2daa9fcd-bebd-401d-8282-17afb92000a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:56:12.213194 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 4ae87aa7-8b55-4414-b560-1e13c0deb880 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 09:56:12.248199 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 4ae87aa7-8b55-4414-b560-1e13c0deb880 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 09:56:12.248563 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 4ae87aa7-8b55-4414-b560-1e13c0deb880 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 09:56:12.328472 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2daa9fcd-bebd-401d-8282-17afb92000a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346107'] for router_gateway, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:56:12.583630 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2daa9fcd-bebd-401d-8282-17afb92000a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24735'] for router, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:56:12.588000 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2daa9fcd-bebd-401d-8282-17afb92000a9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:56:12.614110 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2daa9fcd-bebd-401d-8282-17afb92000a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-390871'] for router, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:56:12.614684 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2daa9fcd-bebd-401d-8282-17afb92000a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61b25211-a136-4247-9693-ce8fb3e5bed7 {{(pid=83445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 09:56:12.626269 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2daa9fcd-bebd-401d-8282-17afb92000a9 admin admin] Notify callbacks [] for router, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:56:12.627381 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-2daa9fcd-bebd-401d-8282-17afb92000a9 admin admin] 10.222.0.16 "DELETE /v2.0/routers/61b25211-a136-4247-9693-ce8fb3e5bed7 HTTP/1.1" status: 204 len: 168 time: 1.5585904 Dec 20 09:56:12.630553 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 54606) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:56:12.763191 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-7d6014d7-afeb-48f4-98da-517c7cfbc065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:56:12.821509 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1a0fd9a-0f25-4461-8978-62bc0d135456 admin admin] Deleting subnet 4e664c85-6b62-44b7-91c3-e4fc323046b3 {{(pid=83445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 20 09:56:12.824555 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d1a0fd9a-0f25-4461-8978-62bc0d135456 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:56:12.873886 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d1a0fd9a-0f25-4461-8978-62bc0d135456 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1518554'] for subnet, precommit_delete_associations {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:56:12.948926 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d1a0fd9a-0f25-4461-8978-62bc0d135456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32740898'] for subnet, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:56:13.022210 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d1a0fd9a-0f25-4461-8978-62bc0d135456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32740909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2036620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2095133'] for subnet, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:56:13.026061 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-83888686-f9c2-4334-b40a-9b98644063ed tempest-NetworksIpV6Test-19193861 tempest-NetworksIpV6Test-19193861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:56:13.056363 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a0fd9a-0f25-4461-8978-62bc0d135456 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e664c85-6b62-44b7-91c3-e4fc323046b3,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:56:13.060120 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d1a0fd9a-0f25-4461-8978-62bc0d135456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:56:13.064845 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d1a0fd9a-0f25-4461-8978-62bc0d135456 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:56:13.070987 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd321ba-15f4-4bfb-a1c5-e82bdf04f457 None None] Network 7307268e-984b-4c28-8d6d-7bce906c29d4 requested from dv-neutron-820491-1-hyperv {{(pid=83446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 20 09:56:13.071168 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-d1a0fd9a-0f25-4461-8978-62bc0d135456 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4e664c85-6b62-44b7-91c3-e4fc323046b3 HTTP/1.1" status: 204 len: 168 time: 0.4397056 Dec 20 09:56:13.073778 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 54610) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:56:13.201590 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f6a5223e-d4a2-462f-9049-d908f854d823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32574754'] for network, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:56:13.212105 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-f6a5223e-d4a2-462f-9049-d908f854d823 admin admin] Deleting port e44b4ef3-8242-46c0-bede-b5eee4926d59 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:56:13.212429 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f6a5223e-d4a2-462f-9049-d908f854d823 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:56:13.328652 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f56d6c8-05f7-476b-a7b4-029eedaf3501 None None] DHCP port deletion for 7307268e-984b-4c28-8d6d-7bce906c29d4 request from dv-neutron-820491-1-hyperv {{(pid=83446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 20 09:56:13.333830 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-5f56d6c8-05f7-476b-a7b4-029eedaf3501 None None] Deleting port e44b4ef3-8242-46c0-bede-b5eee4926d59 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:56:13.334229 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-5f56d6c8-05f7-476b-a7b4-029eedaf3501 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:56:13.414774 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-f6a5223e-d4a2-462f-9049-d908f854d823 admin admin] For port e44b4ef3-8242-46c0-bede-b5eee4926d59, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=e44b4ef3-8242-46c0-bede-b5eee4926d59,segment=NetworkSegment(c83f826e-c81c-4e53-b121-821c2151b165),segment_id=c83f826e-c81c-4e53-b121-821c2151b165)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:56:13.415129 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f6a5223e-d4a2-462f-9049-d908f854d823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:56:13.537964 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-5f56d6c8-05f7-476b-a7b4-029eedaf3501 None None] For port e44b4ef3-8242-46c0-bede-b5eee4926d59, host dv-neutron-820491-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820491-1-hyperv',level=0,port_id=e44b4ef3-8242-46c0-bede-b5eee4926d59,segment=NetworkSegment(c83f826e-c81c-4e53-b121-821c2151b165),segment_id=c83f826e-c81c-4e53-b121-821c2151b165)] {{(pid=83446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 09:56:13.538388 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-5f56d6c8-05f7-476b-a7b4-029eedaf3501 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349750'] for port, precommit_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:56:13.556142 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-f6a5223e-d4a2-462f-9049-d908f854d823 admin admin] Calling delete_port for e44b4ef3-8242-46c0-bede-b5eee4926d59 owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:56:13.629776 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f6a5223e-d4a2-462f-9049-d908f854d823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32748389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789432290295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789431915102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2036689'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:56:13.633577 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-8228d298-1614-4ecd-924a-23959de83fb1 tempest-TestSnapshotPattern-23391153 tempest-TestSnapshotPattern-23391153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:56:13.662588 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-5f56d6c8-05f7-476b-a7b4-029eedaf3501 None None] Calling delete_port for e44b4ef3-8242-46c0-bede-b5eee4926d59 owned by network:dhcp {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 20 09:56:13.676086 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a5223e-d4a2-462f-9049-d908f854d823 admin admin] Pushing event deleted for resources: {'Port': ['ID=e44b4ef3-8242-46c0-bede-b5eee4926d59,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:56:13.680010 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f6a5223e-d4a2-462f-9049-d908f854d823 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:56:13.683813 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a5223e-d4a2-462f-9049-d908f854d823 admin admin] No DVR routers for this DVR port e44b4ef3-8242-46c0-bede-b5eee4926d59 on host dv-neutron-820491-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 09:56:13.735605 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.db.api [None req-5f56d6c8-05f7-476b-a7b4-029eedaf3501 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 09:56:13.735973 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG oslo_db.api [None req-5f56d6c8-05f7-476b-a7b4-029eedaf3501 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 09:56:13.799055 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f6a5223e-d4a2-462f-9049-d908f854d823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32730301', 'neutron.services.segments.db._delete_segments_for_network-8789432368083'] for network, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:56:13.824347 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-f6a5223e-d4a2-462f-9049-d908f854d823 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7307268e-984b-4c28-8d6d-7bce906c29d4']}} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:56:13.837290 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-f6a5223e-d4a2-462f-9049-d908f854d823 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c83f826e-c81c-4e53-b121-821c2151b165') {'for_net_delete': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:56:13.837588 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.services.segments.db [None req-f6a5223e-d4a2-462f-9049-d908f854d823 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c83f826e-c81c-4e53-b121-821c2151b165') {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 09:56:13.849406 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f6a5223e-d4a2-462f-9049-d908f854d823 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789432370414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1518531'] for segment, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:56:13.865071 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f6a5223e-d4a2-462f-9049-d908f854d823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32743062'] for segment, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:56:13.870941 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6a5223e-d4a2-462f-9049-d908f854d823 admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=83445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 20 09:56:13.871317 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f6a5223e-d4a2-462f-9049-d908f854d823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32743087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2036002'] for segment, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:56:13.884285 dv-neutron-820491-1-hyperv neutron-server[83445]: Traceback (most recent call last): Dec 20 09:56:13.884285 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 20 09:56:13.884285 dv-neutron-820491-1-hyperv neutron-server[83445]: timer() Dec 20 09:56:13.884285 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 09:56:13.884285 dv-neutron-820491-1-hyperv neutron-server[83445]: cb(*args, **kw) Dec 20 09:56:13.884285 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 20 09:56:13.884285 dv-neutron-820491-1-hyperv neutron-server[83445]: return func(*args, **kwargs) Dec 20 09:56:13.884285 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 09:56:13.884285 dv-neutron-820491-1-hyperv neutron-server[83445]: self._notify() Dec 20 09:56:13.884285 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 09:56:13.884285 dv-neutron-820491-1-hyperv neutron-server[83445]: self.callback(batched_events) Dec 20 09:56:13.884285 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 09:56:13.884285 dv-neutron-820491-1-hyperv neutron-server[83445]: event.method(event) Dec 20 09:56:13.884285 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 20 09:56:13.884285 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 09:56:13.884285 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 20 09:56:13.884285 dv-neutron-820491-1-hyperv neutron-server[83445]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 09:56:13.884285 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 20 09:56:13.884285 dv-neutron-820491-1-hyperv neutron-server[83445]: return f(self, *a, **k) Dec 20 09:56:13.884285 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 09:56:13.884285 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._get(url).json() Dec 20 09:56:13.884285 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 09:56:13.884285 dv-neutron-820491-1-hyperv neutron-server[83445]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 09:56:13.884285 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 20 09:56:13.884285 dv-neutron-820491-1-hyperv neutron-server[83445]: return self.request(url, 'GET', **kwargs) Dec 20 09:56:13.884285 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 20 09:56:13.884285 dv-neutron-820491-1-hyperv neutron-server[83445]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 09:56:13.884285 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 20 09:56:13.884285 dv-neutron-820491-1-hyperv neutron-server[83445]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 09:56:13.884285 dv-neutron-820491-1-hyperv neutron-server[83445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 20 09:56:13.884285 dv-neutron-820491-1-hyperv neutron-server[83445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 09:56:13.884285 dv-neutron-820491-1-hyperv neutron-server[83445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 09:56:13.960619 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f6a5223e-d4a2-462f-9049-d908f854d823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32730276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32897838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346000'] for network, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:56:13.963725 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3519f050-d209-468b-a80f-e98270f0c785 tempest-PortsTestJSON-1318400632 tempest-PortsTestJSON-1318400632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:56:13.977448 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f6a5223e-d4a2-462f-9049-d908f854d823 admin admin] Notify callbacks [] for network, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:56:13.987928 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a5223e-d4a2-462f-9049-d908f854d823 admin admin] Pushing event deleted for resources: {'Network': ['ID=7307268e-984b-4c28-8d6d-7bce906c29d4,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:56:13.993878 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f6a5223e-d4a2-462f-9049-d908f854d823 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:56:13.997389 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-f6a5223e-d4a2-462f-9049-d908f854d823 admin admin] 10.222.0.16 "DELETE /v2.0/networks/7307268e-984b-4c28-8d6d-7bce906c29d4 HTTP/1.1" status: 204 len: 168 time: 0.9226851 Dec 20 09:56:14.099030 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 20466fa1-e7d8-46cb-b32f-abfc434d1f5f no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 09:56:14.139293 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: 20466fa1-e7d8-46cb-b32f-abfc434d1f5f {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 09:56:14.139293 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device 20466fa1-e7d8-46cb-b32f-abfc434d1f5f not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 09:56:14.139293 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device e44b4ef3-8242-46c0-bede-b5eee4926d59 no longer exists at agent ovs-agent-dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 20 09:56:14.139753 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:56:14.140202 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 54616) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:56:14.169100 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] No Port match for: e44b4ef3-8242-46c0-bede-b5eee4926d59 {{(pid=83446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 20 09:56:14.169804 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.rpc [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Device e44b4ef3-8242-46c0-bede-b5eee4926d59 not bound to the agent host dv-neutron-820491-1-hyperv {{(pid=83446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 20 09:56:14.189890 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-5ef75060-c8e0-4507-af91-fbdf6739954d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fbafbcd7e1fa46eb9e190cb0d9fdd427&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0490091 Dec 20 09:56:14.193185 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 54620) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:56:14.237649 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-5f56d6c8-05f7-476b-a7b4-029eedaf3501 None None] Deleting port e44b4ef3-8242-46c0-bede-b5eee4926d59 {{(pid=83446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 20 09:56:14.238292 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-5f56d6c8-05f7-476b-a7b4-029eedaf3501 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789432284676'] for port, before_delete {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:56:14.251085 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-199f1221-ddd3-4ae5-85f0-af873197ce0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:56:14.276976 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-199f1221-ddd3-4ae5-85f0-af873197ce0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:56:14.329327 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-199f1221-ddd3-4ae5-85f0-af873197ce0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:56:14.334400 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-43598d24-45c6-49c9-8261-32418af2fb10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:56:14.338563 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.plugin [None req-5f56d6c8-05f7-476b-a7b4-029eedaf3501 None None] The port 'e44b4ef3-8242-46c0-bede-b5eee4926d59' was deleted {{(pid=83446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 20 09:56:14.350554 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199f1221-ddd3-4ae5-85f0-af873197ce0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a42547-709a-4be8-a9c3-2a8f6525df3a,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:56:14.354974 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-199f1221-ddd3-4ae5-85f0-af873197ce0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:56:14.356831 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-199f1221-ddd3-4ae5-85f0-af873197ce0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:56:14.358049 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-199f1221-ddd3-4ae5-85f0-af873197ce0e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e6a42547-709a-4be8-a9c3-2a8f6525df3a HTTP/1.1" status: 204 len: 168 time: 0.1639438 Dec 20 09:56:14.737882 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 54628) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:56:14.790769 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-e2915088-6e84-4dcf-8219-654f444ddd2d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3942c5b0a61d445d9ceb645c66190f0d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0516703 Dec 20 09:56:14.793172 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.wsgi [-] (83445) accepted ('10.222.0.16', 54632) {{(pid=83445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 20 09:56:14.860163 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7d410aa5-15f5-4ca6-b864-bb9f49740f88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:56:14.884823 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7d410aa5-15f5-4ca6-b864-bb9f49740f88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:56:14.935352 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7d410aa5-15f5-4ca6-b864-bb9f49740f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325111'] for security_group, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:56:14.939404 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-199f1221-ddd3-4ae5-85f0-af873197ce0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 09:56:14.953734 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d410aa5-15f5-4ca6-b864-bb9f49740f88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e09901-37d5-42be-9f3f-756b1357064f,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 09:56:14.957416 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-7d410aa5-15f5-4ca6-b864-bb9f49740f88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 09:56:14.959503 dv-neutron-820491-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7d410aa5-15f5-4ca6-b864-bb9f49740f88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:56:14.960583 dv-neutron-820491-1-hyperv neutron-server[83445]: INFO neutron.wsgi [None req-7d410aa5-15f5-4ca6-b864-bb9f49740f88 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/37e09901-37d5-42be-9f3f-756b1357064f HTTP/1.1" status: 204 len: 168 time: 0.1665437 Dec 20 09:56:15.030849 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-28c7caab-90d3-4d19-8696-0858949b276f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:56:16.243411 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:56:16.274628 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:56:17.717878 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:56:40.691607 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:56:42.755381 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-6be68d20-173e-4541-94ab-f6a850ae4f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:56:45.034567 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d50498ca-6f1a-4192-bc56-ab2f96cd7d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:56:46.252965 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:56:46.278594 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:56:47.720867 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:56:51.138085 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:57:10.702924 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:57:12.756635 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-956650f4-bcae-4274-91d3-9802c637c614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:57:15.036446 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-8baf7539-2bb6-422d-a0e4-dfb032538ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:57:16.243733 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:57:16.275073 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:57:17.722504 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:57:28.137274 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:57:40.700989 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:57:42.758369 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a9b66fa7-6f6d-4f95-9903-095651422712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:57:45.037917 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d6cd341f-e838-4e09-be4e-72a3f2d8913e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:57:46.245840 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:57:46.279287 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:57:47.726056 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:58:05.136845 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:58:10.699884 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:58:12.759451 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-18012fc1-653a-46da-8cd7-fa1b108dcaae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:58:15.039012 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-2b2b85b9-b40c-47c0-bd16-d88534c10478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:58:16.247157 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:58:16.280340 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:58:17.728130 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:58:40.746679 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:58:42.136410 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:58:42.765645 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b36f0a59-cac7-4ddc-ae31-c19d3da023f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:58:45.040725 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-82b5f7b2-9cdf-4dbe-89e2-1905be0f45c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:58:46.251454 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:58:46.283969 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:58:47.731302 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:59:10.745629 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:59:12.758744 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b48279e2-dca1-4143-ac4a-5c1241df05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:59:15.042072 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-34add5a1-bf12-4e26-94e3-9fa490745d6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:59:16.253101 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:59:16.290347 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:59:17.734761 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:59:19.135838 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 09:59:40.760007 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:59:42.760265 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-63a45225-5ae5-450a-a6c9-3f1ccd8b101e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:59:45.042300 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-0483cd79-fbf3-4e15-a2d4-a6491a78cca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:59:46.254965 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:59:46.287886 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:59:47.737622 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 09:59:56.135044 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 10:00:10.789911 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 10:00:12.761695 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-099658e7-4062-48ba-9d3d-bb55dd892528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 10:00:15.043519 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-5859137e-a7f9-49f7-ad32-aa07e8d5b684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 10:00:16.256184 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 10:00:16.291447 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 10:00:17.739277 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 10:00:33.135202 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 10:00:40.806015 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 10:00:42.764724 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f30a7f96-cfe0-4cde-8167-82475e82ee7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 10:00:45.045477 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-cf2d6877-23ca-4965-8750-502387d49c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 10:00:46.256651 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 10:00:46.293641 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 10:00:47.742940 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 10:01:10.135300 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 10:01:10.814601 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 10:01:12.768415 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-19c62ab8-33ae-404a-b60e-262f2dca1ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 10:01:15.047161 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-9b6d02fb-8054-4c9f-bca1-97ca62272d0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 10:01:16.265086 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 10:01:16.297876 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 10:01:17.745214 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 10:01:40.818378 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-699bdf26-03fc-4b26-bc46-efa26ff0c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 10:01:42.770524 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c0657851-c978-4c63-8ec8-735ac615f34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 10:01:45.052700 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-37dab479-62e0-4cf2-a60e-5248ef20e099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 10:01:46.255355 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-d0399e5d-ff84-4788-a6af-5b2c3d0f439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 10:01:46.300206 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c1336cec-e42b-4f9e-9c7e-8a40ae185f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 10:01:47.135860 dv-neutron-820491-1-hyperv neutron-server[83447]: DEBUG neutron.db.agents_db [None req-d0592120-d052-46e0-b80d-569ba960affb None None] Agent healthcheck: found 6 active agents {{(pid=83447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 20 10:01:47.748385 dv-neutron-820491-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5485b16-6700-4bb7-bee1-5ff09d48fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789432368065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32729063'] for agent, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}